-- Logs begin at Wed 2021-11-10 15:28:31 UTC, end at Wed 2021-11-10 18:25:49 UTC. -- Nov 10 16:15:43.281995 n-d-714676-11 systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 16:15:46.054414 n-d-714676-11 neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! Nov 10 16:15:46.055074 n-d-714676-11 neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 16:15:46.055264 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 16:15:46.058392 n-d-714676-11 neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! Nov 10 16:15:46.058647 n-d-714676-11 neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 16:15:46.058959 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 16:15:46.060465 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 16:15:46.060794 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 16:15:46.061297 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 16:15:46.061630 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 16:15:46.061978 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 16:15:46.062439 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.062964 n-d-714676-11 neutron-server[103214]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 16:15:46.063403 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.063792 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.064175 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.064566 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.064945 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.065319 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.065696 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.066087 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.066469 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.066846 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.067222 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.067624 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.068001 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.068386 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.068766 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.069713 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.070088 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.070626 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.071196 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.071671 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.072136 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.072560 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.072885 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.073211 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.073548 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.073932 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] host = n-d-714676-11 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.074255 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.074639 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.074997 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.075400 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.075723 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.076035 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.076362 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.076681 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.077015 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.077352 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.077699 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.078046 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.078401 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.078693 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.078976 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.079328 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.079696 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.080033 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.080368 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.080703 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.081038 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.081369 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.081695 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.082037 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.082378 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.082729 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.083063 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.083433 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.083772 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.084102 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.084562 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.085425 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.085811 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.086146 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.086498 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.086829 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.087163 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.087561 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.087924 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.088271 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.088621 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.088960 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.089307 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.089645 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.089982 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.090368 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.090705 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.091144 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.091542 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.091886 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.092227 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.092578 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.092913 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.093262 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:46.093628 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.094029 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.094394 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.094770 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.095261 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.095629 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.095983 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.096330 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.096685 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.097038 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.097396 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.097740 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.098094 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.098442 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.098812 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.099183 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.099569 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.099921 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.100362 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.100862 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.101193 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.101525 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.101860 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.102184 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.102519 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.102859 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.103181 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.103623 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.104076 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.104494 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.104828 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.105145 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.105471 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.105820 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.106149 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.106477 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.106820 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.107145 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.107494 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.107825 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.108151 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.108541 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.108862 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.109182 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.109517 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.109839 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.110155 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.110473 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.110792 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.111106 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.111481 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.111845 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.112163 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.112476 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.112796 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.113148 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.113462 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.113780 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.114095 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.114436 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.114751 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.115068 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.115440 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.115841 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.116165 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.116468 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.116748 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.117030 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.117306 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.117581 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.117856 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.118133 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.118407 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.118699 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.119000 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.119561 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.119844 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.120124 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.120404 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.120681 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.120958 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.121236 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.121512 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.121790 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.122079 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.122363 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.122654 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.122938 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.123214 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.123566 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.123843 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.124127 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.124402 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.124679 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.124961 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.125243 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.125535 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.125832 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.126124 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.126417 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.126713 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.126992 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.127325 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.127606 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:46.127823 n-d-714676-11 neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 16:15:46.128072 n-d-714676-11 neutron-server[103214]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103214) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 16:15:46.577662 n-d-714676-11 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 16:15:46.577851 n-d-714676-11 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 16:15:46.578135 n-d-714676-11 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 16:15:46.578536 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 16:15:46.912140 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.912364 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.913108 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.914431 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.914694 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.914954 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.953693 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.953970 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.954234 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.970930 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.971203 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:46.971493 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.002961 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.003235 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.003524 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.040831 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.041098 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.041356 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.282634 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.283258 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.283258 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.283468 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.284046 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.433826 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.434146 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.434428 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.434698 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.434961 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.435271 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.435559 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.435814 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.436066 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.436347 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.436606 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.436869 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.437125 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.437377 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.437633 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.437902 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.438160 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.438425 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.438692 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.438949 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.439218 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.439492 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.439772 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.440148 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.440394 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.440636 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.441031 n-d-714676-11 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 16:15:47.441275 n-d-714676-11 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 16:15:47.441506 n-d-714676-11 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 16:15:47.441739 n-d-714676-11 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 16:15:47.441972 n-d-714676-11 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 16:15:47.442200 n-d-714676-11 neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 16:15:47.442565 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 16:15:47.446565 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 16:15:47.450567 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 16:15:47.454474 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 10 16:15:47.456144 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 16:15:47.456602 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 16:15:47.456937 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 16:15:47.457321 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 16:15:47.460968 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 16:15:47.461212 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 16:15:47.461563 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 16:15:47.467091 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 16:15:47.489446 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 16:15:47.489906 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.490205 n-d-714676-11 neutron-server[103214]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 16:15:47.490574 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.492072 n-d-714676-11 neutron-server[103214]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 16:15:47.492350 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 16:15:47.492593 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 16:15:47.496105 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.496381 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:47.560504 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 16:15:47.560744 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 16:15:47.560983 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 16:15:47.561361 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 16:15:47.582031 n-d-714676-11 neutron-server[103214]: DEBUG oslo_db.sqlalchemy.engines [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103214) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 16:15:48.282267 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Initializing driver for type 'gre' Nov 10 16:15:48.282809 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] gre ID ranges: [(1, 1000)] Nov 10 16:15:48.510879 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Initializing driver for type 'local' Nov 10 16:15:48.511208 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Initializing driver for type 'vlan' Nov 10 16:15:48.617941 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] VlanTypeDriver initialization complete Nov 10 16:15:48.618282 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Initializing driver for type 'vxlan' Nov 10 16:15:48.618780 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] vxlan ID ranges: [(1, 1000)] Nov 10 16:15:48.842700 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Initializing extension driver 'port_security' Nov 10 16:15:48.843084 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.extensions.port_security [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] PortSecurityExtensionDriver initialization complete Nov 10 16:15:48.843465 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Initializing mechanism driver 'openvswitch' Nov 10 16:15:48.843793 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Initializing mechanism driver 'hyperv' Nov 10 16:15:48.851975 n-d-714676-11 neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:15:48.852933 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.853310 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.853703 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.854316 n-d-714676-11 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 16:15:48.854760 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.855121 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.855508 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.855913 n-d-714676-11 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 16:15:48.856324 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.856719 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.857310 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.857874 n-d-714676-11 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 16:15:48.858548 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.859283 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.859857 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.860497 n-d-714676-11 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 16:15:48.861104 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.861688 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.862242 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.862822 n-d-714676-11 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 16:15:48.863536 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.864185 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.864721 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.865209 n-d-714676-11 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 16:15:48.865627 n-d-714676-11 neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] ML2 OVO RPC backend initialized. {{(pid=103214) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 16:15:48.866964 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.867353 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.867806 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > network before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.870462 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > networks before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.870462 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.870462 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > ports before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.870462 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.871005 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.871005 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.871005 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.871005 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.871323 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.871586 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.871924 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.872265 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.872602 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.872934 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.873727 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Modular L2 Plugin initialization complete Nov 10 16:15:48.874057 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading services supported by the core plugin {{(pid=103214) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 16:15:48.874395 n-d-714676-11 neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Got port-security extension from driver 'port_security' Nov 10 16:15:48.874861 n-d-714676-11 neutron-server[103214]: INFO neutron.extensions.vlantransparent [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Disabled vlantransparent extension. Nov 10 16:15:48.875426 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103214) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 16:15:48.875692 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading Plugin: router Nov 10 16:15:48.917292 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.917686 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.918078 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router before_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.918445 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.918820 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.919175 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router after_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.919560 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.920041 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.920406 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.920801 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.921156 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.921509 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.921868 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.922278 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.922649 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.923010 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.923373 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.923795 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.924149 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.924496 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.924837 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: port before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.925180 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.925534 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.925881 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.926230 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.926587 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.926944 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.927341 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.927701 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.928049 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.929701 n-d-714676-11 neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Tracking information for resource: router configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 16:15:48.930048 n-d-714676-11 neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Tracking information for resource: floatingip configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 16:15:48.935803 n-d-714676-11 neutron-server[103214]: INFO neutron.db.l3_agentschedulers_db [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 16:15:48.936522 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.936951 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.937302 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.937648 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.938573 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router before_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.938860 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.939218 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.939591 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.945673 n-d-714676-11 neutron-server[103214]: DEBUG neutron.services.provider_configuration [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service providers = [] {{(pid=103214) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 16:15:48.946029 n-d-714676-11 neutron-server[103214]: DEBUG neutron.db.servicetype_db [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103214) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 16:15:48.949072 n-d-714676-11 neutron-server[103214]: DEBUG neutron.services.service_base [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 16:15:48.949419 n-d-714676-11 neutron-server[103214]: DEBUG neutron.services.service_base [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 16:15:48.949754 n-d-714676-11 neutron-server[103214]: DEBUG neutron.services.service_base [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 16:15:48.950662 n-d-714676-11 neutron-server[103214]: DEBUG neutron.services.service_base [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 16:15:48.951026 n-d-714676-11 neutron-server[103214]: INFO neutron.services.service_base [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 16:15:48.951431 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 16:15:48.951744 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 16:15:48.966322 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 16:15:48.966670 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading Plugin: auto_allocate Nov 10 16:15:48.981160 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: network precommit_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.981526 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: network precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:48.982055 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 16:15:48.982370 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading Plugin: tag Nov 10 16:15:48.989471 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 16:15:48.989791 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading Plugin: timestamp Nov 10 16:15:48.993852 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 16:15:48.994422 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading Plugin: network_ip_availability Nov 10 16:15:49.000180 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:49.000551 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:49.000902 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:49.001733 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 16:15:49.002103 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading Plugin: flavors Nov 10 16:15:49.008722 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 16:15:49.019606 n-d-714676-11 neutron-server[103214]: INFO neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading Plugin: revisions Nov 10 16:15:49.024347 n-d-714676-11 neutron-server[103214]: DEBUG neutron.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 16:15:49.024815 n-d-714676-11 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.447s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 16:15:49.025586 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103214) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 16:15:49.025914 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Initializing extension manager. Nov 10 16:15:49.026422 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: __init__.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.026759 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: __pycache__ {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.027088 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.027457 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.028266 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.028833 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: address-group Nov 10 16:15:49.029149 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.029854 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.030350 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: address-scope Nov 10 16:15:49.030666 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.031624 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.032118 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: router-admin-state-down-before-update Nov 10 16:15:49.032431 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: agent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.033126 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.033618 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: agent Nov 10 16:15:49.033932 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: agent_resources_synced.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.034829 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.035328 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: agent-resources-synced Nov 10 16:15:49.035659 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.037478 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.038116 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: allowed-address-pairs Nov 10 16:15:49.038411 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.039517 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.040019 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: auto-allocated-topology Nov 10 16:15:49.040342 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.041031 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.041524 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: availability_zone Nov 10 16:15:49.041841 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: availability_zone_filter.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.042780 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.043278 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: availability_zone_filter Nov 10 16:15:49.043622 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: data_plane_status.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.044510 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.045010 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 16:15:49.045327 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: default_subnetpools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.046224 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.046719 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: default-subnetpools Nov 10 16:15:49.047035 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.047962 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.048461 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: dhcp_agent_scheduler Nov 10 16:15:49.048777 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: dns.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.049694 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.050189 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension dns-integration not supported by any of loaded plugins Nov 10 16:15:49.050507 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: dns_domain_ports.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.051449 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.051983 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 16:15:49.052296 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.053325 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.054470 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 16:15:49.054786 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: dvr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.055487 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.062968 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: dvr Nov 10 16:15:49.062968 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: ecmp_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.063814 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.064352 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 16:15:49.064684 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: empty_string_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.065621 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.066130 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: empty-string-filtering Nov 10 16:15:49.066458 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.067411 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.067922 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 16:15:49.068238 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.069775 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.070321 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 16:15:49.070642 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: external_net.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.071597 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.072098 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: external-net Nov 10 16:15:49.072417 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.073325 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.073826 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: extra_dhcp_opt Nov 10 16:15:49.074145 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: extraroute.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.075055 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.075587 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: extraroute Nov 10 16:15:49.075908 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: extraroute_atomic.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.077050 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.077554 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: extraroute-atomic Nov 10 16:15:49.077874 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: filter_validation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.078778 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.079483 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: filter-validation Nov 10 16:15:49.079620 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: fip_pf_description.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.080544 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.081047 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 16:15:49.081365 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: fip_port_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.082292 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.082798 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: fip-port-details Nov 10 16:15:49.083120 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.085060 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.085577 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: flavors Nov 10 16:15:49.085901 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.087630 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.088145 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 16:15:49.088476 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: floatingip_pools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.089226 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.089728 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: floatingip-pools Nov 10 16:15:49.090050 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: ip_allocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.090980 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.091500 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 16:15:49.091824 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.092783 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.093283 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: ip-substring-filtering Nov 10 16:15:49.093608 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: l2_adjacency.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.094536 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.095024 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 16:15:49.095380 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: l3.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.096381 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.096886 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: router Nov 10 16:15:49.097210 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.099568 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.100176 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 16:15:49.100799 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.109202 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.109716 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: ext-gw-mode Nov 10 16:15:49.110042 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.110990 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.111603 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: l3-ha Nov 10 16:15:49.111930 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: l3_flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.112856 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.113354 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: l3-flavors Nov 10 16:15:49.113676 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.114603 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.115103 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 16:15:49.115458 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: l3agentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.116872 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.117373 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: l3_agent_scheduler Nov 10 16:15:49.117697 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: logging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.119516 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.120020 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension logging not supported by any of loaded plugins Nov 10 16:15:49.120344 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: metering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.121137 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.121710 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: metering Nov 10 16:15:49.122031 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.123290 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.123821 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: metering_source_and_destination_fields Nov 10 16:15:49.124143 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: multiprovidernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.125067 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.125579 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: multi-provider Nov 10 16:15:49.125937 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: netmtu.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.126848 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.127373 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: net-mtu Nov 10 16:15:49.127697 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: netmtu_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.128668 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.129170 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: net-mtu-writable Nov 10 16:15:49.129489 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: network_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.130156 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.130650 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: network_availability_zone Nov 10 16:15:49.130968 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: network_ip_availability.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.132706 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.133255 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: network-ip-availability Nov 10 16:15:49.133578 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: network_segment_range.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.134369 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.134869 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 16:15:49.135186 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: pagination.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.136392 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.136716 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: pagination Nov 10 16:15:49.137036 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: port_device_profile.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.137942 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.138445 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: port-device-profile Nov 10 16:15:49.138765 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.139725 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.140276 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: port-mac-address-regenerate Nov 10 16:15:49.140592 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.143900 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.144401 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: port-numa-affinity-policy Nov 10 16:15:49.144721 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: port_resource_request.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.145649 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.146140 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 16:15:49.146456 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.148198 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.148752 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 16:15:49.149072 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: portbindings.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.150061 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.150563 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: binding Nov 10 16:15:49.150878 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: portbindings_extended.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.152199 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.152703 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: binding-extended Nov 10 16:15:49.153024 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: portsecurity.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.153936 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.154464 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: port-security Nov 10 16:15:49.154798 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: project_id.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.155817 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.156144 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: project-id Nov 10 16:15:49.156462 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: providernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.157380 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.157914 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: provider Nov 10 16:15:49.158201 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.161840 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.162541 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos not supported by any of loaded plugins Nov 10 16:15:49.163027 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.164413 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.164932 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 16:15:49.165259 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.166187 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.166694 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 16:15:49.167053 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_default.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.168003 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.168507 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-default not supported by any of loaded plugins Nov 10 16:15:49.168827 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.169489 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.170007 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-fip not supported by any of loaded plugins Nov 10 16:15:49.170311 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.171236 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.171765 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 16:15:49.172084 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.173044 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.173530 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 16:15:49.173846 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.174894 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.175419 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 16:15:49.175740 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_pps_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.176941 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.177694 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-pps not supported by any of loaded plugins Nov 10 16:15:49.178020 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.179245 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.179787 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 16:15:49.180111 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: qos_rules_alias.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.181196 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.181733 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 16:15:49.182056 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: quota_check_limit.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.195811 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.196359 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: quota-check-limit Nov 10 16:15:49.196683 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: quotasv2.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.197706 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.198030 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: quotas Nov 10 16:15:49.198354 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: quotasv2_detail.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.201826 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.202163 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: quota_details Nov 10 16:15:49.202493 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: rbac.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.203626 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.204260 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: rbac-policies Nov 10 16:15:49.204593 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: rbac_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.205542 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.206052 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: rbac-address-group Nov 10 16:15:49.206461 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: rbac_address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.207442 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.207954 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: rbac-address-scope Nov 10 16:15:49.208283 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: rbac_security_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.209224 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.210435 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: rbac-security-groups Nov 10 16:15:49.210758 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.211771 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.212276 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: rbac-subnetpool Nov 10 16:15:49.212595 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: revisionifmatch.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.214841 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.216679 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: revision-if-match Nov 10 16:15:49.217021 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: revisions.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.218223 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.218729 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: standard-attr-revisions Nov 10 16:15:49.219193 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: router_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.222547 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.223087 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: router_availability_zone Nov 10 16:15:49.223478 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: routerservicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.224649 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.225688 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension router-service-type not supported by any of loaded plugins Nov 10 16:15:49.226065 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.227259 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.227798 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: security-groups-normalized-cidr Nov 10 16:15:49.228121 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.229134 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.229655 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: port-security-groups-filtering Nov 10 16:15:49.229996 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.230920 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.231460 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: security-groups-remote-address-group Nov 10 16:15:49.231780 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.232720 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.233232 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: security-groups-shared-filtering Nov 10 16:15:49.233550 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.234183 n-d-714676-11 neutron-server[103214]: WARNING neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 16:15:49.234517 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: securitygroup.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.247130 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.247688 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: security-group Nov 10 16:15:49.248011 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.251552 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.251552 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension segment not supported by any of loaded plugins Nov 10 16:15:49.251552 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.252316 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.252832 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 16:15:49.253159 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: servicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.254300 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.254817 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: service-type Nov 10 16:15:49.255139 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: sorting.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.256148 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.257374 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: sorting Nov 10 16:15:49.257484 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: standard_attr_segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.258365 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.258925 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 16:15:49.259516 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: standardattrdescription.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.260548 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.261394 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: standard-attr-description Nov 10 16:15:49.261911 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: stateful_security_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.263482 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.264016 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: stateful-security-group Nov 10 16:15:49.264344 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: stdattrs_common.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.264929 n-d-714676-11 neutron-server[103214]: WARNING neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 16:15:49.265271 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.266289 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.266789 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 16:15:49.267103 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: subnet_onboard.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.268197 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.268712 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: subnet_onboard Nov 10 16:15:49.269035 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.269968 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.270467 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 16:15:49.270787 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: subnet_service_types.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.271743 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.272550 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: subnet-service-types Nov 10 16:15:49.272713 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: subnetallocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.273808 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.274316 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: subnet_allocation Nov 10 16:15:49.274642 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.275380 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.275856 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: subnetpool-prefix-ops Nov 10 16:15:49.276171 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.277098 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.277591 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 16:15:49.277907 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: tagging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.278990 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.279519 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: standard-attr-tag Nov 10 16:15:49.279840 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: timestamp.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.281037 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.281540 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loaded extension: standard-attr-timestamp Nov 10 16:15:49.281861 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: trunk.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.283068 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.291953 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension trunk not supported by any of loaded plugins Nov 10 16:15:49.291953 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: trunk_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.292695 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.293214 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension trunk-details not supported by any of loaded plugins Nov 10 16:15:49.293538 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.294482 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.294986 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 16:15:49.295322 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Loading extension file: vlantransparent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 16:15:49.296008 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 16:15:49.296504 n-d-714676-11 neutron-server[103214]: INFO neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 16:15:49.299207 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:network Nov 10 16:15:49.299754 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:subnet Nov 10 16:15:49.300147 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 16:15:49.300532 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:port Nov 10 16:15:49.301791 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.302228 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.302844 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.303936 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.304330 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:router Nov 10 16:15:49.304774 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 16:15:49.305268 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.306732 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:49.307100 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:49.307477 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:15:49.308482 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 16:15:49.308925 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:security_group Nov 10 16:15:49.309350 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 16:15:49.310333 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.310906 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 16:15:49.311534 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] subnetpool is already registered Nov 10 16:15:49.312189 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.312688 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 16:15:49.313244 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] subnetpool is already registered Nov 10 16:15:49.317753 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.318461 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.320176 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.320672 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.320988 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:router Nov 10 16:15:49.321329 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] router is already registered Nov 10 16:15:49.321772 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 16:15:49.322103 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] floatingip is already registered Nov 10 16:15:49.322577 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.323279 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 16:15:49.323626 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] rbac_policy is already registered Nov 10 16:15:49.324030 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:security_group Nov 10 16:15:49.324357 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] security_group is already registered Nov 10 16:15:49.324779 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 16:15:49.325260 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] security_group_rule is already registered Nov 10 16:15:49.325745 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.326066 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 16:15:49.326392 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] subnetpool is already registered Nov 10 16:15:49.326796 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 16:15:49.327236 n-d-714676-11 neutron-server[103214]: INFO neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 16:15:49.327778 n-d-714676-11 neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] subnetpool is already registered Nov 10 16:15:49.330421 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: extensions {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.332421 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: address-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.333958 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: address-scopes {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.335246 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.336583 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: auto-allocated-topology {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.337918 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: availability_zones {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.339201 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: dhcp-networks {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.340644 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: dhcp-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.342180 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.345983 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: flavors {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.346224 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.348212 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: next_providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.349694 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.351264 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: floatingip-pools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.352711 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.354841 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: floatingips {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.356300 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: l3-routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.358803 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: l3-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.361351 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: metering-labels {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.362652 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: metering-label-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.364187 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: network-ip-availabilities {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.365531 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: bindings {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.367859 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.369753 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.371357 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: rbac-policies {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.372493 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: security-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.373821 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: security-group-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.375097 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: service-providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.376329 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.380246 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.380246 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.381114 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.383517 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.385409 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.387113 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.389098 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.391512 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.395039 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.397384 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.398978 n-d-714676-11 neutron-server[103214]: DEBUG neutron.api.extensions [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 16:15:49.405353 n-d-714676-11 neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 16:15:49.410098 n-d-714676-11 neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 16:15:49.419508 n-d-714676-11 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Acquired lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 16:15:49.419978 n-d-714676-11 neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Releasing lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 16:15:49.420616 n-d-714676-11 neutron-server[103214]: INFO oslo_service.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Starting 2 workers Nov 10 16:15:49.425526 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Started child 103325 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 16:15:49.430520 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Started child 103326 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 16:15:49.431614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:15:49.432333 n-d-714676-11 neutron-server[103214]: INFO neutron.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 16:15:49.432693 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Publish callbacks [] for process, before_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:15:49.433266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [-] (103325) wsgi starting up on http://0.0.0.0:9696 Nov 10 16:15:49.435276 n-d-714676-11 neutron-server[103214]: INFO oslo_service.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Starting 1 workers Nov 10 16:15:49.435492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:15:49.436923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [-] (103326) wsgi starting up on http://0.0.0.0:9696 Nov 10 16:15:49.441501 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Started child 103327 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 16:15:49.442040 n-d-714676-11 neutron-server[103214]: INFO oslo_service.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Starting 1 workers Nov 10 16:15:49.445379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] calling RpcWorker wait() {{(pid=103327) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 16:15:49.446102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] returning from RpcWorker wait() {{(pid=103327) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 16:15:49.447081 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:15:49.447365 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Started child 103328 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 16:15:49.447550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:15:49.448178 n-d-714676-11 neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e71ddd20-b5b1-474d-ad0f-c9785e8b4eb8 None None] Publish callbacks [] for process, after_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:15:49.450039 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 16:15:49.450263 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 16:15:49.450447 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 16:15:49.450656 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 16:15:49.450986 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 16:15:49.451163 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 16:15:49.451690 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.452036 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.452453 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.453696 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.453804 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:15:49.454293 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.454293 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.454293 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.454293 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.454540 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.454736 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.454827 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.454985 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.455226 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.455484 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.455760 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.456022 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.456262 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.456608 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.456807 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.457054 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.457324 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.457573 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.457845 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.458078 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.458552 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.458774 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.459008 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.459218 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.459915 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.460415 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.461593 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.461593 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.461593 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.461593 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.461593 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.462370 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.462370 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.462370 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.462774 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.462774 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.463058 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.463451 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] host = n-d-714676-11 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.463699 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.463931 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.464161 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.464736 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.464917 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.468474 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.468474 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.468474 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.468474 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.468474 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.468474 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.468474 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.468474 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.469603 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.469603 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.469603 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.469603 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.469603 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.469603 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.469603 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470505 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470505 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:15:49.470944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.470944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.472409 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.472409 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.472409 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.472409 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.472409 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.472409 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.472409 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.472409 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.473467 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.473467 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.473467 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.473467 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.473467 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.474121 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.474121 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.474121 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.474509 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.474509 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.474784 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.474994 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.477720 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.477720 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.477720 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.477720 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.477720 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.477720 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.477720 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.477720 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.478825 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.478966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066459 Nov 10 16:15:49.479131 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.479131 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.479131 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.479131 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.479131 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.479131 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.479131 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.480094 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.481598 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.481598 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.481912 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.482335 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.482503 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.482923 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.483797 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.483797 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.483797 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.484210 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.484210 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.484494 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.484633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.484892 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.485133 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.485424 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.485648 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.485932 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.486229 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.487006 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.487006 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.487006 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.487440 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.487625 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.487820 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.488089 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.488321 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.488572 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.488804 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.489026 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.489360 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.489655 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.489927 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.490197 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.490434 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.491138 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.491454 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.491690 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.494805 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.495509 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.495509 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.495509 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.495509 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.496602 n-d-714676-11 neutron-server[103328]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:15:49.496710 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.496710 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.496964 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498024 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498024 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498024 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498024 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498024 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498347 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498462 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498686 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.498910 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.499164 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.499413 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.499623 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.499835 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.500051 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.500261 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.500505 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.500745 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.500949 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.501157 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.501394 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.501622 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.501829 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.502059 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.502266 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.502598 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.502746 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.502912 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.503130 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.503351 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.503567 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.503774 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.503988 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.504215 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.504414 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.504647 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.504851 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.505056 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.505351 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.505552 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.505845 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.506083 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.506465 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.507488 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.507844 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.508648 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.508648 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.508648 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.509273 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.509273 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.509571 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.509708 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.509843 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.510039 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.510256 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.510505 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.511516 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.511749 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.512949 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.513175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.513452 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.513748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.514172 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.516006 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.516295 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.516549 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.516854 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.517105 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.518405 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.518405 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.518405 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.520181 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.520181 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.520181 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.521347 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.522932 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.523671 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.523944 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.524588 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.524588 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.524916 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.525069 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.527919 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.528191 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.528437 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.528672 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.529444 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.529444 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.529759 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.529759 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.530038 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.530265 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.530508 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.530751 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.531025 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.531339 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.534177 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.534177 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.534177 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.534598 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.534598 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.534808 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.535035 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.535283 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.535550 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.535780 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.536021 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.536257 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.536559 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.536737 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.536966 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.537205 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.537477 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.537705 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.537957 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541981 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541981 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.541981 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.542188 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.542262 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.542519 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.543374 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.543374 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.543374 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.543642 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.543742 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.544650 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.544868 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.545090 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.545323 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.548175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.548436 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.548709 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.548982 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.550461 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.550740 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.550986 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.551256 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.551513 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.551865 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.552032 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.552304 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.552938 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.554043 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.555174 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.555174 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.555174 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.555174 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.556188 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.556440 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.556677 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.557633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.557633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.557633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.557633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.558290 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.558290 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.558515 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.558670 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.558899 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.559134 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.559373 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.559618 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.559833 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.560040 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.560297 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.560506 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.560714 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.560934 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.561145 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.561353 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.561596 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.561852 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.562203 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.564208 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.564684 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.564931 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.565163 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.565376 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.565587 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.565808 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.566991 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.567659 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.568039 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.568265 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.569907 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.569907 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.570623 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.570871 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.571166 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.571471 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.571698 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.571997 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.573007 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.573272 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.574433 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.574768 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.575848 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.575848 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.575848 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.575848 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.576305 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.576305 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.576549 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.576824 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.577078 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.578675 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.579005 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.579292 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.580288 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.580288 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.580462 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.581664 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.581957 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.582217 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.582510 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.582739 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.582971 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.583195 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.583453 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.583695 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.583933 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.584206 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.584536 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.584846 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.585068 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.585322 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.585563 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.585786 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.586018 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.587369 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.588319 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.588483 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 16:15:49.589820 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 16:15:49.589820 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 16:15:49.589820 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 16:15:49.589820 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 16:15:49.590142 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 16:15:49.590142 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 16:15:49.590294 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.590439 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.590653 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.591740 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.591740 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.591740 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.591740 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.591740 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.592134 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.592134 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.592134 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.592340 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.592418 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.592651 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.592753 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.592833 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.594279 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.594279 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.594279 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.594532 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.594787 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.594918 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.595004 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.595233 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.595510 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.595658 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.595815 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.596078 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.596376 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.596534 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.597518 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.597679 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.597837 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.597982 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.598137 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.598279 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.598423 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.598580 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.598729 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.598880 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.599022 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.599179 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] host = n-d-714676-11 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.599527 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.599713 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.599886 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.600627 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.600835 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.600983 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.601127 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.601277 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.601439 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.601599 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.601759 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.601916 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.602073 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.602230 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.602385 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.602540 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.602714 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.602881 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.603073 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.603241 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.603850 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.604012 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.604170 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.604326 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.604482 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.604672 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.604790 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.604945 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.605102 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.608731 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.608731 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.608731 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.608731 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.608731 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.608731 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.608731 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.608731 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609291 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609789 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609789 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609789 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609789 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609789 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.609789 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.610224 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.610536 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.610709 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.610876 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.611040 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.611543 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.611543 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.611543 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.611754 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.611863 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.612140 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.613044 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.613044 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.613213 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.613361 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.613499 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.614083 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.614083 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 16:15:49.614083 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.614323 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.614323 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.614481 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.614584 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.614742 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.614905 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.615061 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.615392 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.616330 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.616495 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.616687 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.617003 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.617274 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.617448 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.617600 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.617912 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.618450 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.618620 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.618781 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.618990 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.619438 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.619553 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.619713 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.620130 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.620880 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.620880 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.620880 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.620880 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.620880 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.621200 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.621200 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.621347 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.621613 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.621704 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.621847 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.622011 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.622169 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.622328 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.622487 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.622643 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.622801 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.622959 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.623117 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.623286 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.623483 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.623637 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.623795 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.623955 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.624129 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.624276 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.624405 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.624565 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.624726 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.624879 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.625633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.625633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.625633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.625633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.625633 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.626830 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.626830 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.626830 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.626830 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.626830 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.626830 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.626830 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.626830 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.627373 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.627373 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.627373 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.627554 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.627554 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.627714 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.627865 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.628591 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.628591 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.628591 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.628591 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.628591 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.628917 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.628917 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.629038 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.629196 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.629354 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.629511 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.629668 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.629825 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.630056 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.630156 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.630306 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.630463 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.630613 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.630767 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.630926 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.631082 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.632264 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.632264 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.632422 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.632619 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.633399 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.633399 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.633399 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.633399 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.633718 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.633718 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.633858 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.633935 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.634033 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.634999 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.634999 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.634999 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.634999 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.634999 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.634999 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.635465 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.635465 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.636154 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.636254 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.636343 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.636515 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.636747 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.638059 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.638059 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.638059 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.638059 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.638059 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.638059 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.638059 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.639487 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.639487 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.639487 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.639662 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.639727 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.639894 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.641748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.641748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.641748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.641748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.641748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.641748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.641748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.641748 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642247 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642247 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642247 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642247 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642247 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642247 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642586 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642586 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642712 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642779 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.642931 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.643089 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.643248 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.643428 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.643587 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.643745 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.643904 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.644126 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.644227 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.644360 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.644516 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.644677 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.644839 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.644980 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.645178 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.645282 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.645439 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.645597 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.645755 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.646639 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.646639 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.646809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:15:49.646978 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.646978 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.646978 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.646978 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.646978 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.648010 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.648010 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.648010 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.648971 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.649127 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.649304 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.649456 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.649601 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.649765 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.649917 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.650061 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.650226 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.650370 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.650550 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.650704 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.650851 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.651004 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.651165 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.651340 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.651512 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.651654 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.651804 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.651946 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.652106 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.652267 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.652430 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.652590 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.652739 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.652890 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.653050 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.653207 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.653351 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.653524 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.653681 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.653825 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.653986 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.654134 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.654285 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.654454 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.654604 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.654763 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.654912 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.655070 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.655226 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656583 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656583 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656583 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.656754 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.657103 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.657103 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.657365 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.657531 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.657713 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.657874 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.658023 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.658182 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.658366 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.658580 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.658760 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.658760 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.660104 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.660104 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.660104 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.660104 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.660104 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.660104 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.660104 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.660104 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661175 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661882 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661882 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661882 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.661882 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.662157 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.662232 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.663050 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.663817 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.663975 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.664156 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.664330 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.664478 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.664621 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.664762 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.664915 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.665056 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.665196 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.665335 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.665596 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.665736 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.665868 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.666004 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.666142 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.666231 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.666355 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.666705 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.666855 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.667058 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.667543 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 16:15:49.667543 n-d-714676-11 neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 16:16:01.559247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd6935-e0fd-46f5-80d2-b6b561ce1236 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:16:01.633093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd6935-e0fd-46f5-80d2-b6b561ce1236 None None] No non-hosted networks {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 16:16:01.641495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.agentschedulers_db [None req-decd6935-e0fd-46f5-80d2-b6b561ce1236 None None] DHCP Agent not found on host n-d-714676-11 {{(pid=103327) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 16:16:01.729886 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c44d8774-483d-43a0-a517-16291bb2ea1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1966915'] for agent, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:03.799168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-633e01ec-5678-43d5-8d0a-ff7ed2d0deef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1966915'] for agent, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:03.854727 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-bc82e30c-72b1-436a-9d9e-2f464fb33ffb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-714676-11 {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:16:03.855653 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-bc82e30c-72b1-436a-9d9e-2f464fb33ffb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:16:04.385938 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc82e30c-72b1-436a-9d9e-2f464fb33ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:04.945043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1966915'] for agent, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:06.608313 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1966915'] for agent, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:07.506260 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1966915'] for agent, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:07.507900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.508577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.510645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.511349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.512028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.514260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.515621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.517300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.518496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.519045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.519609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.520300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:07.520962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-714676-11', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:07.530876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-714676-11', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:07.636062 n-d-714676-11 neutron-server[103327]: INFO neutron.db.l3_hamode_db [None req-5d897e55-adf1-427a-a503-04a0fd9c5872 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 16:16:07.802955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55206) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:07.804462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d897e55-adf1-427a-a503-04a0fd9c5872 None None] Routers set() bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:16:07.805184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d897e55-adf1-427a-a503-04a0fd9c5872 None None] Router IDs set() for agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 16:16:08.391389 n-d-714676-11 neutron-server[103325]: WARNING oslo_policy.policy [None req-06584280-e7b5-41f6-97f4-fcb6873b5c65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 16:16:08.391914 n-d-714676-11 neutron-server[103325]: WARNING oslo_policy.policy [None req-06584280-e7b5-41f6-97f4-fcb6873b5c65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 16:16:08.638052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-06584280-e7b5-41f6-97f4-fcb6873b5c65 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:16:08.639785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-06584280-e7b5-41f6-97f4-fcb6873b5c65 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8355050 Nov 10 16:16:11.217988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:11.542479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-997791e4-6981-4180-bd44-4574f1e301b7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:16:11.644877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.policy [None req-997791e4-6981-4180-bd44-4574f1e301b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103325) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 16:16:11.697034 n-d-714676-11 neutron-server[103325]: WARNING oslo_policy.policy [None req-997791e4-6981-4180-bd44-4574f1e301b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 16:16:11.697427 n-d-714676-11 neutron-server[103325]: WARNING oslo_policy.policy [None req-997791e4-6981-4180-bd44-4574f1e301b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 16:16:11.707063 n-d-714676-11 neutron-server[103325]: INFO neutron.quota [None req-997791e4-6981-4180-bd44-4574f1e301b7 admin admin] Loaded quota_driver: . Nov 10 16:16:11.896681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-997791e4-6981-4180-bd44-4574f1e301b7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771575708721', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771575709198', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771575696576', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771575722113', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771576176175', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771575735424', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-794906', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539012', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1651687', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2017924'] for rbac-policy, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:12.096212 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-997791e4-6981-4180-bd44-4574f1e301b7 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:12.097406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-997791e4-6981-4180-bd44-4574f1e301b7 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8784461 Nov 10 16:16:14.922268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:15.250900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:16:15.363700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Made reservation on behalf of 30322c91e62745caa6e8b16ed2403b3b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:16:15.368371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:15.392990 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:15.519900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:15.591831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:15.618022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:16:15.644007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771574283996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:15.647495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Unsubscribe: segment precommit_create {{(pid=103325) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 16:16:15.647495 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Added segment 2516bd90-36e6-4652-a590-c3db03e09af7 of type vlan for network 7dc2f982-c593-4b8a-849a-af50c9bdc878 Nov 10 16:16:15.652029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a4749f-f7b5-4c43-8dbe-47c1a5c17461,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:15.688732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.689052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.689384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.689700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.690025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.690338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.690650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.690959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.691267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.691603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.691905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.692208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Tracked resource versions report: Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: pushed versions: Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: { 'AddressGroup': {'1.2'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Log': {'1.0'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Network': {'1.1'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Port': {'1.7'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'PortForwarding': {'1.2'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'QosPolicy': {'1.10'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'SecurityGroup': {'1.5'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'SubPort': {'1.0'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Subnet': {'1.1'}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Trunk': {'1.1'}} Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: consumer versions: Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: { DHCP agent@n-d-714676-11: {}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: L3 agent@n-d-714676-11: {}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: Metadata agent@n-d-714676-11: {}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: Metering agent@n-d-714676-11: {}, Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: Open vSwitch agent@n-d-714676-11: { 'AddressGroup': '1.2', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'ConntrackHelper': '1.0', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Log': '1.0', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Network': '1.1', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Port': '1.7', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'PortForwarding': '1.2', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'QosPolicy': '1.10', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'SecurityGroup': '1.5', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'SecurityGroupRule': '1.2', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'SubPort': '1.0', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Subnet': '1.1', Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: 'Trunk': '1.1'}} Nov 10 16:16:15.693930 n-d-714676-11 neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 16:16:15.780155 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:15.888964 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:15.890112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:16:15.890833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:16.002274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc2f982-c593-4b8a-849a-af50c9bdc878,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:16.018896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7dc2f982-c593-4b8a-849a-af50c9bdc878 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:16:16.074149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e6787dd9-b06d-4607-a264-f76da8a4ce56 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1507447 Nov 10 16:16:19.000807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55248) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:19.589360 n-d-714676-11 neutron-server[103326]: WARNING oslo_policy.policy [None req-79b83818-7703-427e-82ce-2f9593b3b891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 16:16:19.589935 n-d-714676-11 neutron-server[103326]: WARNING oslo_policy.policy [None req-79b83818-7703-427e-82ce-2f9593b3b891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 16:16:20.050578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.policy [None req-79b83818-7703-427e-82ce-2f9593b3b891 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103326) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 16:16:20.100249 n-d-714676-11 neutron-server[103326]: WARNING oslo_policy.policy [None req-79b83818-7703-427e-82ce-2f9593b3b891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 16:16:20.100621 n-d-714676-11 neutron-server[103326]: WARNING oslo_policy.policy [None req-79b83818-7703-427e-82ce-2f9593b3b891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 16:16:20.108913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b83818-7703-427e-82ce-2f9593b3b891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:16:20.110947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-79b83818-7703-427e-82ce-2f9593b3b891 admin admin] 10.222.0.62 "GET /v2.0/networks/7dc2f982-c593-4b8a-849a-af50c9bdc878 HTTP/1.1" status: 200 len: 825 time: 1.1079166 Nov 10 16:16:20.157047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dbfdb9a4-f422-45a9-9863-5434731ffab6 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/d6c41f6c-9dac-4543-8125-758bddbe2a06 HTTP/1.1" status: 200 len: 734 time: 0.0393853 Nov 10 16:16:20.167512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878', 'subnetpool_id': 'd6c41f6c-9dac-4543-8125-758bddbe2a06', 'name': 'private-subnet'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:16:20.169479 n-d-714676-11 neutron-server[103326]: INFO neutron.quota [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Loaded quota_driver: . Nov 10 16:16:20.299881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Made reservation on behalf of 30322c91e62745caa6e8b16ed2403b3b for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:16:20.302728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:20.695654 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:20.769614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Checking segment: {'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:16:20.769983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Network hostable DHCP agents. Network: 7dc2f982-c593-4b8a-849a-af50c9bdc878, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:16:20.781665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Pushing event updated for resources: {'Subnet': ['ID=352ed9eb-06fe-4b2d-8934-3b48faf41cad,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:20.795659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.795985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.796312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.796637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.796955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.797271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.797582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.797891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.798200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.798506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.798814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.799116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Tracked resource versions report: Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: pushed versions: Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: { 'AddressGroup': {'1.2'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Log': {'1.0'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Network': {'1.1'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Port': {'1.7'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'PortForwarding': {'1.2'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'QosPolicy': {'1.10'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'SecurityGroup': {'1.5'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'SubPort': {'1.0'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Subnet': {'1.1'}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Trunk': {'1.1'}} Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: consumer versions: Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: { DHCP agent@n-d-714676-11: {}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: L3 agent@n-d-714676-11: {}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: Metadata agent@n-d-714676-11: {}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: Metering agent@n-d-714676-11: {}, Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: Open vSwitch agent@n-d-714676-11: { 'AddressGroup': '1.2', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'ConntrackHelper': '1.0', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Log': '1.0', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Network': '1.1', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Port': '1.7', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'PortForwarding': '1.2', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'QosPolicy': '1.10', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'SecurityGroup': '1.5', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'SecurityGroupRule': '1.2', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'SubPort': '1.0', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Subnet': '1.1', Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: 'Trunk': '1.1'}} Nov 10 16:16:20.800211 n-d-714676-11 neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 16:16:20.905938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Network 7dc2f982-c593-4b8a-849a-af50c9bdc878 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:16:20.992291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7dc2f982-c593-4b8a-849a-af50c9bdc878) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:16:20.997507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:16:20.998177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:21.005375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72f690-8734-4b1c-84b0-8f2a9c187778 None None] Network 7dc2f982-c593-4b8a-849a-af50c9bdc878 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:16:21.080105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a359c95c-f969-4998-ac0c-1866c6d3396a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9163446 Nov 10 16:16:21.376918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-7dc2f982-c593-4b8a-849a-af50c9bdc878', 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'fixed_ips': [{'subnet_id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:16:21.378185 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:21.701816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Allocated IP 172.20.0.2 (7dc2f982-c593-4b8a-849a-af50c9bdc878/352ed9eb-06fe-4b2d-8934-3b48faf41cad/27189542-b1bb-4b4c-85e8-134e6fd12f30) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:16:21.925425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:22.049260 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:22.123900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Network 7dc2f982-c593-4b8a-849a-af50c9bdc878 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:16:22.132074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:16:22.142334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:16:22.145537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Pushing event updated for resources: {'Port': ['ID=27189542-b1bb-4b4c-85e8-134e6fd12f30,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:22.179777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.180113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.180448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.180780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.181105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.181428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.181747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.182066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.182385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.182702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.183019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.183351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Tracked resource versions report: Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: pushed versions: Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: { 'AddressGroup': {'1.2'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Log': {'1.0'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Network': {'1.1'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Port': {'1.7'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'PortForwarding': {'1.2'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'QosPolicy': {'1.10'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'SecurityGroup': {'1.5'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'SubPort': {'1.0'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Subnet': {'1.1'}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Trunk': {'1.1'}} Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: consumer versions: Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: { DHCP agent@n-d-714676-11: {}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: L3 agent@n-d-714676-11: {}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: Metadata agent@n-d-714676-11: {}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: Metering agent@n-d-714676-11: {}, Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: Open vSwitch agent@n-d-714676-11: { 'AddressGroup': '1.2', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'ConntrackHelper': '1.0', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Log': '1.0', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Network': '1.1', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Port': '1.7', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'PortForwarding': '1.2', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'QosPolicy': '1.10', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'SecurityGroup': '1.5', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'SecurityGroupRule': '1.2', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'SubPort': '1.0', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Subnet': '1.1', Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: 'Trunk': '1.1'}} Nov 10 16:16:22.184440 n-d-714676-11 neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 16:16:22.233855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Attempting to bind port 27189542-b1bb-4b4c-85e8-134e6fd12f30 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:16:22.234241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Attempting to bind port 27189542-b1bb-4b4c-85e8-134e6fd12f30 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:16:22.234691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Attempting to bind port 27189542-b1bb-4b4c-85e8-134e6fd12f30 on network 7dc2f982-c593-4b8a-849a-af50c9bdc878 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:16:22.240737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:16:22.241632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Checking segment: {'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:16:22.241632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:22.241887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Bound using segment: {'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:16:22.242327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Bound port: 27189542-b1bb-4b4c-85e8-134e6fd12f30, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:16:22.242735 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:22.307119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] For port 27189542-b1bb-4b4c-85e8-134e6fd12f30, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:16:22.311839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] For port 27189542-b1bb-4b4c-85e8-134e6fd12f30, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=27189542-b1bb-4b4c-85e8-134e6fd12f30,segment=NetworkSegment(2516bd90-36e6-4652-a590-c3db03e09af7),segment_id=2516bd90-36e6-4652-a590-c3db03e09af7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:16:22.392275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:22.464593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a9429-1a44-45c4-a741-0dad5a40263f None None] Pushing event updated for resources: {'Port': ['ID=27189542-b1bb-4b4c-85e8-134e6fd12f30,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:23.758305 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:24.080857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-663b6428-ede3-426e-b0bf-126d3536a526 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:16:24.081865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-663b6428-ede3-426e-b0bf-126d3536a526 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3225887 Nov 10 16:16:26.616088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:26.940384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-4397d5d9-b6cf-4381-be41-b95a36a70617 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:16:26.944877 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4397d5d9-b6cf-4381-be41-b95a36a70617 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3244491 Nov 10 16:16:29.686453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:29.983861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e8bdc2bf-47d0-4bfd-8369-20a168301939 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:16:30.094211 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc2bf-47d0-4bfd-8369-20a168301939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:30.095870 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc2bf-47d0-4bfd-8369-20a168301939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:30.234366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc2bf-47d0-4bfd-8369-20a168301939 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:30.306192 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc2bf-47d0-4bfd-8369-20a168301939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:30.400337 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc2bf-47d0-4bfd-8369-20a168301939 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:30.402273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e8bdc2bf-47d0-4bfd-8369-20a168301939 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7148101 Nov 10 16:16:31.446559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 27189542-b1bb-4b4c-85e8-134e6fd12f30 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:16:31.490328 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-941ef713-9203-4a31-89dc-6d7d7e056684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:31.539121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 27189542-b1bb-4b4c-85e8-134e6fd12f30 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:31.539542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:31.653629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:31.691023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 27189542-b1bb-4b4c-85e8-134e6fd12f30, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=27189542-b1bb-4b4c-85e8-134e6fd12f30,segment=NetworkSegment(2516bd90-36e6-4652-a590-c3db03e09af7),segment_id=2516bd90-36e6-4652-a590-c3db03e09af7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:16:31.693095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca1cd0-3aa8-4d6d-b2b7-0b891f33af24 None None] Network 7dc2f982-c593-4b8a-849a-af50c9bdc878 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:16:31.780067 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:31.858107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0bb8e113-8f37-49e9-a6e7-2e4a052d30c9 None None] Provisioning complete for port 27189542-b1bb-4b4c-85e8-134e6fd12f30 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:31.858474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0bb8e113-8f37-49e9-a6e7-2e4a052d30c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:31.899114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=27189542-b1bb-4b4c-85e8-134e6fd12f30,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:32.209397 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e48780c6-a70b-48aa-95bd-cf4793980f19 None None] Provisioning complete for port 27189542-b1bb-4b4c-85e8-134e6fd12f30 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:32.209666 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e48780c6-a70b-48aa-95bd-cf4793980f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:32.909908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:33.216458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-5489b143-dd62-4ce9-8c9f-0d1ab4505d37 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:16:33.217472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5489b143-dd62-4ce9-8c9f-0d1ab4505d37 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3066363 Nov 10 16:16:33.406714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 27189542-b1bb-4b4c-85e8-134e6fd12f30 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:16:33.455980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 27189542-b1bb-4b4c-85e8-134e6fd12f30 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:33.456340 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:33.865467 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-666759be-0bc9-47ca-8eab-a79156460d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:34.831291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:35.730357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:35.861299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:16:35.968273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Made reservation on behalf of fb912d8402474799ba1bb3af2f2453f6 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:16:35.970542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:35.978690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:36.049889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:36.116543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:36.132178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Reserving flat network on physical network physnet1 {{(pid=103325) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 16:16:36.151435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa0ce7b-b11c-4037-b5e0-a1e01a4f1363,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:36.157488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:36.157827 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Added segment dca5744f-3e4c-473b-b2b4-e46d1c91e67e of type flat for network 86829e25-f748-47b9-a9bb-cb72fd967e9c Nov 10 16:16:36.204352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:36.293926 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:36.294870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:16:36.295483 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:36.374420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] Pushing event updated for resources: {'Network': ['ID=86829e25-f748-47b9-a9bb-cb72fd967e9c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:36.384778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:16:36.457269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba21ec5f-4f9f-4f0e-94df-366c5b4e558e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7257740 Nov 10 16:16:36.574271 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:37.471281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:38.865597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:39.007543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70773c1c-70e5-4f7e-b281-5d8313b93af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:16:39.008935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-70773c1c-70e5-4f7e-b281-5d8313b93af8 admin admin] 10.222.0.62 "GET /v2.0/subnets/352ed9eb-06fe-4b2d-8934-3b48faf41cad HTTP/1.1" status: 200 len: 849 time: 0.1423016 Nov 10 16:16:39.130282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f3640040-ff6a-4ea0-be28-f03cc9a18001 admin admin] 10.222.0.62 "GET /v2.0/routers/ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac HTTP/1.1" status: 200 len: 704 time: 0.1151307 Nov 10 16:16:39.400556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:39.696946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Allocated IP 172.20.0.1 (7dc2f982-c593-4b8a-849a-af50c9bdc878/352ed9eb-06fe-4b2d-8934-3b48faf41cad/ac573235-a861-4645-8be7-cc6a7eff20fc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:16:39.880853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:40.044044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:40.118086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Network 7dc2f982-c593-4b8a-849a-af50c9bdc878 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:16:40.128757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:16:40.134879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac573235-a861-4645-8be7-cc6a7eff20fc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:40.145593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:16:40.146596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:40.353847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3b57165a-446d-4e36-860f-06331fc2757e None None] Provisioning complete for port ac573235-a861-4645-8be7-cc6a7eff20fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:40.354419 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b57165a-446d-4e36-860f-06331fc2757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:40.388267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3b57165a-446d-4e36-860f-06331fc2757e None None] Port ac573235-a861-4645-8be7-cc6a7eff20fc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:16:40.496789 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:40.711356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:40.814546 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:40.815380 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:40.875434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac573235-a861-4645-8be7-cc6a7eff20fc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:40.948728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Network 7dc2f982-c593-4b8a-849a-af50c9bdc878 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:16:40.950147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:16:41.211122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-57f1e780-9a8a-4d15-8efe-49275bd443de None None] Provisioning complete for port ac573235-a861-4645-8be7-cc6a7eff20fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:41.211511 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57f1e780-9a8a-4d15-8efe-49275bd443de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:41.254507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Router ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:16:41.255343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-57f1e780-9a8a-4d15-8efe-49275bd443de None None] Port ac573235-a861-4645-8be7-cc6a7eff20fc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:16:41.336488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:16:41.352553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5185795a-59e4-4bba-b15b-0cf9f76933d1 admin admin] 10.222.0.62 "PUT /v2.0/routers/ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2047257 Nov 10 16:16:41.360680 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Sync routers for ids ['ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:16:41.377009 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Routers {'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:16:41.377825 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:41.572320 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Set router ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:16:42.022770 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'name': 'router1', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:16:30Z', 'updated_at': '2021-11-10T16:16:40Z', 'revision_number': 2, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'gw_port_host': None, '_interfaces': [{'id': 'ac573235-a861-4645-8be7-cc6a7eff20fc', 'name': '', 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'mac_address': 'fa:16:3e:8c:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:39Z', 'updated_at': '2021-11-10T16:16:40Z', 'revision_number': 2, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'subnets': [{'id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c41f6c-9dac-4543-8125-758bddbe2a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:42.074324 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Checking router: ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:16:42.074762 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Updating router ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac port ac573235-a861-4645-8be7-cc6a7eff20fc binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:16:42.156777 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:42.669296 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:42.751219 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:42.899488 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Pushing event updated for resources: {'Port': ['ID=ac573235-a861-4645-8be7-cc6a7eff20fc,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:42.922908 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.923191 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.923571 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.923899 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.924224 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.924544 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.924858 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.925170 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.925490 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.925794 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.926102 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.926414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Tracked resource versions report: Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: pushed versions: Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: { 'AddressGroup': {'1.2'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'ConntrackHelper': {'1.0'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Log': {'1.0'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Network': {'1.1'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Port': {'1.7'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'PortForwarding': {'1.2'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'QosPolicy': {'1.10'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'SecurityGroup': {'1.5'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'SecurityGroupRule': {'1.2'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'SubPort': {'1.0'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Subnet': {'1.1'}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Trunk': {'1.1'}} Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: consumer versions: Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: { DHCP agent@n-d-714676-11: {}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: L3 agent@n-d-714676-11: {}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: Metadata agent@n-d-714676-11: {}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: Metering agent@n-d-714676-11: {}, Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: Open vSwitch agent@n-d-714676-11: { 'AddressGroup': '1.2', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'ConntrackHelper': '1.0', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Log': '1.0', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Network': '1.1', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Port': '1.7', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'PortForwarding': '1.2', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'QosPolicy': '1.10', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'SecurityGroup': '1.5', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'SecurityGroupRule': '1.2', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'SubPort': '1.0', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Subnet': '1.1', Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: 'Trunk': '1.1'}} Nov 10 16:16:42.928271 n-d-714676-11 neutron-server[103328]: {{(pid=103328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 16:16:42.942034 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Attempting to bind port ac573235-a861-4645-8be7-cc6a7eff20fc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:16:42.942034 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Attempting to bind port ac573235-a861-4645-8be7-cc6a7eff20fc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:16:42.942621 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Attempting to bind port ac573235-a861-4645-8be7-cc6a7eff20fc on network 7dc2f982-c593-4b8a-849a-af50c9bdc878 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:16:42.948317 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:16:42.948723 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Checking segment: {'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:16:42.949187 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:42.949569 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Bound using segment: {'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:16:42.950073 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Bound port: ac573235-a861-4645-8be7-cc6a7eff20fc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2516bd90-36e6-4652-a590-c3db03e09af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:16:42.950463 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:42.976623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-75c8e5a8-1f67-4c00-85fc-9bff7d7ba87d None None] Provisioning complete for port ac573235-a861-4645-8be7-cc6a7eff20fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:42.977176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75c8e5a8-1f67-4c00-85fc-9bff7d7ba87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:43.013097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-75c8e5a8-1f67-4c00-85fc-9bff7d7ba87d None None] Port ac573235-a861-4645-8be7-cc6a7eff20fc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:16:43.016914 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] For port ac573235-a861-4645-8be7-cc6a7eff20fc, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:16:43.044478 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] For port ac573235-a861-4645-8be7-cc6a7eff20fc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ac573235-a861-4645-8be7-cc6a7eff20fc,segment=NetworkSegment(2516bd90-36e6-4652-a590-c3db03e09af7),segment_id=2516bd90-36e6-4652-a590-c3db03e09af7)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:16:43.123481 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:43.182441 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Routers {'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:16:43.182962 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:43.184797 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5620451-8380-4057-a334-5c0dba7d8353 None None] Pushing event updated for resources: {'Port': ['ID=ac573235-a861-4645-8be7-cc6a7eff20fc,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:43.275093 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] Set router ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:16:43.331602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6008988a-05c0-4b59-80df-6a6870401582 None None] Provisioning complete for port ac573235-a861-4645-8be7-cc6a7eff20fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:43.331969 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6008988a-05c0-4b59-80df-6a6870401582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:43.410285 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6008988a-05c0-4b59-80df-6a6870401582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:43.451037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6008988a-05c0-4b59-80df-6a6870401582 None None] For port ac573235-a861-4645-8be7-cc6a7eff20fc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ac573235-a861-4645-8be7-cc6a7eff20fc,segment=NetworkSegment(2516bd90-36e6-4652-a590-c3db03e09af7),segment_id=2516bd90-36e6-4652-a590-c3db03e09af7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:16:43.500292 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'name': 'router1', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:16:30Z', 'updated_at': '2021-11-10T16:16:40Z', 'revision_number': 2, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'gw_port_host': None, '_interfaces': [{'id': 'ac573235-a861-4645-8be7-cc6a7eff20fc', 'name': '', 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'mac_address': 'fa:16:3e:8c:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:39Z', 'updated_at': '2021-11-10T16:16:43Z', 'revision_number': 4, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'subnets': [{'id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c41f6c-9dac-4543-8125-758bddbe2a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:43.527557 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17ec0c-5885-4f29-bd46-a2759e8652c8 None None] The sync data for ids ['ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'] in n-d-714676-11 is: [{'id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'name': 'router1', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:16:30Z', 'updated_at': '2021-11-10T16:16:40Z', 'revision_number': 2, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'gw_port_host': None, '_interfaces': [{'id': 'ac573235-a861-4645-8be7-cc6a7eff20fc', 'name': '', 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'mac_address': 'fa:16:3e:8c:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:39Z', 'updated_at': '2021-11-10T16:16:43Z', 'revision_number': 4, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'subnets': [{'id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c41f6c-9dac-4543-8125-758bddbe2a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:16:43.545914 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6008988a-05c0-4b59-80df-6a6870401582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:43.603019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008988a-05c0-4b59-80df-6a6870401582 None None] Pushing event updated for resources: {'Port': ['ID=ac573235-a861-4645-8be7-cc6a7eff20fc,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:43.747904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55348) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:43.878260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d586f74-1789-4c20-ad91-1f06990ea854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:16:43.879660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d586f74-1789-4c20-ad91-1f06990ea854 admin admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 842 time: 0.1307671 Nov 10 16:16:43.890286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.3.0/24', 'name': 'public-subnet'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:16:43.985518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Made reservation on behalf of fb912d8402474799ba1bb3af2f2453f6 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:16:43.987704 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:44.410061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:16:44.410516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:44.467327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29c723f-5a54-4ee4-801f-329fc5d8a9f3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:44.474467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:16:44.474803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Network hostable DHCP agents. Network: 86829e25-f748-47b9-a9bb-cb72fd967e9c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:16:44.602585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:16:44.723014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 86829e25-f748-47b9-a9bb-cb72fd967e9c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:16:44.727357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:16:44.727964 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:44.733064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe05f5-b8a2-4e0e-a220-1e9a887a51e7 None None] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:16:44.869380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9150e14e-2810-4a7c-846b-42d77c7cf842 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9822767 Nov 10 16:16:44.873340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a87ea-af0e-44da-a7da-fe5f4181d75f None None] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:16:47.353904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:47.489939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-de620b39-0d29-4c1a-8e21-fb95484ac978 admin admin] 10.222.0.62 "GET /v2.0/routers/ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac HTTP/1.1" status: 200 len: 710 time: 0.1348929 Nov 10 16:16:47.585349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c61b9-9b6b-42ff-bc99-30a41027b399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:16:47.586729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e61c61b9-9b6b-42ff-bc99-30a41027b399 admin admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 886 time: 0.0890496 Nov 10 16:16:47.596334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:16:47.844845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:48.313187 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:48.386577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:48.500520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Allocated IP 172.25.3.191 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/0d2dee35-a321-43e5-b12a-04918b2933de) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:16:48.605267 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:48.769323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:48.808460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:16:48.813362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:16:48.817581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:16:48.824044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2dee35-a321-43e5-b12a-04918b2933de,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:49.158688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:49.360935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:49.366080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:49.422692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ac573235-a861-4645-8be7-cc6a7eff20fc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:16:49.470895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ac573235-a861-4645-8be7-cc6a7eff20fc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:49.471264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:49.481002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Router ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:16:49.593514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:16:49.597719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:49.599778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-653cece8-23c8-4f76-baa4-c2490540e634 admin admin] 10.222.0.62 "PUT /v2.0/routers/ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac HTTP/1.1" status: 200 len: 890 time: 2.0066481 Nov 10 16:16:50.562892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Sync routers for ids ['ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:16:50.575955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Routers {'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:16:50.576607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:50.786782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Set router ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:16:51.273727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'name': 'router1', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0d2dee35-a321-43e5-b12a-04918b2933de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:16:30Z', 'updated_at': '2021-11-10T16:16:48Z', 'revision_number': 4, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'gw_port': {'id': '0d2dee35-a321-43e5-b12a-04918b2933de', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:48Z', 'updated_at': '2021-11-10T16:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ac573235-a861-4645-8be7-cc6a7eff20fc', 'name': '', 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'mac_address': 'fa:16:3e:8c:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:39Z', 'updated_at': '2021-11-10T16:16:43Z', 'revision_number': 5, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'subnets': [{'id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c41f6c-9dac-4543-8125-758bddbe2a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:51.326430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Checking router: ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:16:51.326777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Updating router ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac port 0d2dee35-a321-43e5-b12a-04918b2933de binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:16:51.374412 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:51.704364 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:51.820008 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:51.876073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Attempting to bind port 0d2dee35-a321-43e5-b12a-04918b2933de on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:16:51.876433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Attempting to bind port 0d2dee35-a321-43e5-b12a-04918b2933de by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:16:51.876792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Attempting to bind port 0d2dee35-a321-43e5-b12a-04918b2933de on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:16:51.878593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9d7cd-d194-4dea-aaea-22686a259d3c None None] Pushing event updated for resources: {'Port': ['ID=0d2dee35-a321-43e5-b12a-04918b2933de,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:51.886579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:16:51.887064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:16:51.887400 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:51.887786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:16:51.888255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Bound port: 0d2dee35-a321-43e5-b12a-04918b2933de, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:16:51.888656 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:51.939241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] For port 0d2dee35-a321-43e5-b12a-04918b2933de, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:16:51.942391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] For port 0d2dee35-a321-43e5-b12a-04918b2933de, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0d2dee35-a321-43e5-b12a-04918b2933de,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:16:52.043194 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:52.100636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Routers {'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:16:52.101235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:52.102900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9d7cd-d194-4dea-aaea-22686a259d3c None None] Pushing event updated for resources: {'Port': ['ID=0d2dee35-a321-43e5-b12a-04918b2933de,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:52.204062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:16:52.210857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] Set router ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:16:52.316532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-41a8d966-1346-4087-8264-df1ed6b02ed7 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1113517 Nov 10 16:16:52.430834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'name': 'router1', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0d2dee35-a321-43e5-b12a-04918b2933de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:16:30Z', 'updated_at': '2021-11-10T16:16:48Z', 'revision_number': 4, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'gw_port': {'id': '0d2dee35-a321-43e5-b12a-04918b2933de', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:48Z', 'updated_at': '2021-11-10T16:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ac573235-a861-4645-8be7-cc6a7eff20fc', 'name': '', 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'mac_address': 'fa:16:3e:8c:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:39Z', 'updated_at': '2021-11-10T16:16:43Z', 'revision_number': 5, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'subnets': [{'id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c41f6c-9dac-4543-8125-758bddbe2a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:16:52.457491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f776ec6-dfd4-4a38-b425-cbc1ba3b9c9c None None] The sync data for ids ['ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac'] in n-d-714676-11 is: [{'id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'name': 'router1', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '0d2dee35-a321-43e5-b12a-04918b2933de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:16:30Z', 'updated_at': '2021-11-10T16:16:48Z', 'revision_number': 4, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'gw_port': {'id': '0d2dee35-a321-43e5-b12a-04918b2933de', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:48Z', 'updated_at': '2021-11-10T16:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ac573235-a861-4645-8be7-cc6a7eff20fc', 'name': '', 'network_id': '7dc2f982-c593-4b8a-849a-af50c9bdc878', 'tenant_id': '30322c91e62745caa6e8b16ed2403b3b', 'mac_address': 'fa:16:3e:8c:12:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae126f2e-a14c-4da2-beb1-7da5aaf4e0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:16:39Z', 'updated_at': '2021-11-10T16:16:43Z', 'revision_number': 5, 'project_id': '30322c91e62745caa6e8b16ed2403b3b', 'subnets': [{'id': '352ed9eb-06fe-4b2d-8934-3b48faf41cad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c41f6c-9dac-4543-8125-758bddbe2a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:16:52.518802 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:16:53.499145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0d2dee35-a321-43e5-b12a-04918b2933de up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:16:53.547585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0d2dee35-a321-43e5-b12a-04918b2933de triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:53.548082 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:53.630535 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:53.662206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 0d2dee35-a321-43e5-b12a-04918b2933de, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0d2dee35-a321-43e5-b12a-04918b2933de,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:16:53.731432 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:16:53.779028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=0d2dee35-a321-43e5-b12a-04918b2933de,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:16:55.420921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0d2dee35-a321-43e5-b12a-04918b2933de up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:16:55.488175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0d2dee35-a321-43e5-b12a-04918b2933de triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:16:55.488547 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:01.512732 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c128334-6573-4ee4-bd2c-7df0f48f8446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:03.791785 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c32b9dd7-9b3c-41be-9d37-1b1c025dea58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:04.860569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:06.528510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:07.471074 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:29.517743 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:17:31.505653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63925719-9f07-4c14-8d87-09ed8806cab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:34.077712 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6e7905c-424b-456b-86ae-1dc56aac22d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:34.854403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:36.515800 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:17:37.448649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:01.499797 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c637d3db-2c52-4ee2-b51c-9c1441944ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:03.762912 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8df36faf-c085-4dbc-8f97-a7e68c27b3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:04.854193 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:06.505754 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:06.516310 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:18:07.517045 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:31.504805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-325dd193-7de9-4533-baa6-94f6ac52215e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:33.774340 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2a18be1-1091-4067-ab30-bc323bd8943f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:34.864845 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:36.517407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:37.466129 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:38.708909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55962) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:38.770567 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60de70c-36f2-428e-8c1c-b1101fd61b08 admin admin] GET failed (client error): The resource could not be found. Nov 10 16:18:38.771905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e60de70c-36f2-428e-8c1c-b1101fd61b08 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620389 Nov 10 16:18:38.933661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7910e29-1f0f-4a56-90cf-80b1c57fcf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:38.935202 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d7910e29-1f0f-4a56-90cf-80b1c57fcf5a admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585283 Nov 10 16:18:41.317876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55972) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:41.416403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae5557-0c37-43cc-ab90-5287bf41bf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:41.417884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9aae5557-0c37-43cc-ab90-5287bf41bf2a admin admin] 10.222.0.62 "GET /v2.0/subnets/352ed9eb-06fe-4b2d-8934-3b48faf41cad HTTP/1.1" status: 200 len: 849 time: 0.1000719 Nov 10 16:18:41.429200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:18:41.520265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:41.751875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771574378626'] for subnet, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:41.786920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:41.788048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:41.788741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] 10.222.0.62 "PUT /v2.0/subnets/352ed9eb-06fe-4b2d-8934-3b48faf41cad HTTP/1.1" status: 200 len: 868 time: 0.3645325 Nov 10 16:18:41.800641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee571f08-fe31-485a-b663-d279061f9a3f None None] Network 7dc2f982-c593-4b8a-849a-af50c9bdc878 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:18:41.812627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352ed9eb-06fe-4b2d-8934-3b48faf41cad,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:18:41.821484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.821829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.822313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.822658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.822975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.823340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.823819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.824151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.824496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.824797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.825119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:41.825438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb59d5-8579-40ab-a5ae-7117d731f4e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:18:42.231300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7cfbcea1-d903-4f68-92e2-8e7f9eaddc45 None None] Provisioning complete for port ac573235-a861-4645-8be7-cc6a7eff20fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:18:42.231690 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cfbcea1-d903-4f68-92e2-8e7f9eaddc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:42.334979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7cfbcea1-d903-4f68-92e2-8e7f9eaddc45 None None] Provisioning complete for port 27189542-b1bb-4b4c-85e8-134e6fd12f30 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:18:42.335376 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cfbcea1-d903-4f68-92e2-8e7f9eaddc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:18:43.515612 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:18:44.175981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:44.477010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6154b-3062-4c70-b812-2a20c36ee6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:44.477389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6154b-3062-4c70-b812-2a20c36ee6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:44.478935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-73b6154b-3062-4c70-b812-2a20c36ee6bd admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3019395 Nov 10 16:18:46.824706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55990) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:47.031556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8912a-a11e-4c9a-b4e5-d15dc8cc6d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:47.031928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8912a-a11e-4c9a-b4e5-d15dc8cc6d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:47.033447 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-04f8912a-a11e-4c9a-b4e5-d15dc8cc6d09 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076612 Nov 10 16:18:49.349994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:49.514981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65a6ee-878e-4ee0-a022-9d1d46ec32fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:49.516397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5d65a6ee-878e-4ee0-a022-9d1d46ec32fd admin admin] 10.222.0.62 "GET /v2.0/networks/7dc2f982-c593-4b8a-849a-af50c9bdc878 HTTP/1.1" status: 200 len: 869 time: 0.1651790 Nov 10 16:18:51.802150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:51.926854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a71a18-53e8-4e21-9b48-3507e190131f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:51.928292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-03a71a18-53e8-4e21-9b48-3507e190131f admin admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 886 time: 0.1251953 Nov 10 16:18:54.232055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:54.356443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a1467-e597-43f6-8ee2-305cdfe7db8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:54.356887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a1467-e597-43f6-8ee2-305cdfe7db8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:54.358408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b01a1467-e597-43f6-8ee2-305cdfe7db8b admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253800 Nov 10 16:18:56.647196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56022) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:56.741508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7bfd7-75da-494c-89f5-2b4e5781c74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:56.741957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7bfd7-75da-494c-89f5-2b4e5781c74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:56.743545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c9b7bfd7-75da-494c-89f5-2b4e5781c74c admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953403 Nov 10 16:18:59.141423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:18:59.261512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c3e01-bc07-41b9-9f75-f27f3a166877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:18:59.263033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db4c3e01-bc07-41b9-9f75-f27f3a166877 admin admin] 10.222.0.62 "GET /v2.0/subnets/352ed9eb-06fe-4b2d-8934-3b48faf41cad HTTP/1.1" status: 200 len: 868 time: 0.1206365 Nov 10 16:19:01.529383 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0fee0dcd-61fe-458f-9119-786de4460c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:01.639332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:19:01.734065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ee87d-e582-4608-920f-cc788fd1df57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:19:01.735613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d54ee87d-e582-4608-920f-cc788fd1df57 admin admin] 10.222.0.62 "GET /v2.0/subnets/c29c723f-5a54-4ee4-801f-329fc5d8a9f3 HTTP/1.1" status: 200 len: 816 time: 0.0952818 Nov 10 16:19:03.770885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-713931d3-9be6-44b6-9b5d-2257b8e6c656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:04.864790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:06.529040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:07.452766 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:20.514213 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:19:28.501677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:19:28.557597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-d3862ab8-dd6d-4798-a1ed-2cabf603d5ec admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:19:28.561368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d3862ab8-dd6d-4798-a1ed-2cabf603d5ec admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0558913 Nov 10 16:19:31.087981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:19:31.149569 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3f371a-9329-4439-bbf8-c2a93d937c0a admin admin] GET failed (client error): The resource could not be found. Nov 10 16:19:31.150907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6b3f371a-9329-4439-bbf8-c2a93d937c0a admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618839 Nov 10 16:19:31.294154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a25d12-0ca3-411b-94c8-5ffb5cf0acfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:19:31.295546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-74a25d12-0ca3-411b-94c8-5ffb5cf0acfd admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398296 Nov 10 16:19:31.523729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d19e8bf8-7772-43df-95ab-3d01966222e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:33.659383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:19:33.708378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:19:33.775672 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68dea1ff-5230-4c92-a4b2-fe37ddee9925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:33.803778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Made reservation on behalf of fb912d8402474799ba1bb3af2f2453f6 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:19:33.806716 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:33.837555 n-d-714676-11 neutron-server[103325]: WARNING neutron.services.revisions.revision_plugin [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Could not find related network for resource to bump revision. Nov 10 16:19:33.849960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:19:33.858494 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:33.860111 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Added segment 745f118a-5c84-4a06-a876-22dda95d8baa of type vlan for network cfb5ec94-651c-4047-aee4-6991bd397664 Nov 10 16:19:33.898245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:34.014590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:34.015581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:19:34.016182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:34.073982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb5ec94-651c-4047-aee4-6991bd397664,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:19:34.081611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.089225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:34.096298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network cfb5ec94-651c-4047-aee4-6991bd397664 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:19:34.171846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-86803b62-5559-45a7-a220-c20d2e849616 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5111349 Nov 10 16:19:34.866095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:36.546238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:36.559459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:19:36.625979 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c8ff89-b88e-49dd-b28c-fd38c2404e28 admin admin] GET failed (client error): The resource could not be found. Nov 10 16:19:36.627413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b4c8ff89-b88e-49dd-b28c-fd38c2404e28 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0669420 Nov 10 16:19:36.704292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7bf33f-9e93-4645-ae2d-3675474586c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:19:36.705936 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0d7bf33f-9e93-4645-ae2d-3675474586c0 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730224 Nov 10 16:19:36.717757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:19:36.827100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Made reservation on behalf of fb912d8402474799ba1bb3af2f2453f6 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:19:36.829804 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:37.129990 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:37.182767 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e8f514-a963-4efd-adb9-b45c6a79322f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:19:37.206653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:19:37.206653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Network hostable DHCP agents. Network: cfb5ec94-651c-4047-aee4-6991bd397664, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:19:37.346258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Network cfb5ec94-651c-4047-aee4-6991bd397664 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:19:37.495517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, cfb5ec94-651c-4047-aee4-6991bd397664) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:19:37.499923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:19:37.500687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:37.505909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9853553-2157-4657-85e3-7c549d81236a None None] Network cfb5ec94-651c-4047-aee4-6991bd397664 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:19:37.563959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:37.657578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6b042470-dc35-464d-bc59-cf8edd6d1a4b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9439554 Nov 10 16:19:37.663179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-cfb5ec94-651c-4047-aee4-6991bd397664', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'tenant_id': 'fb912d8402474799ba1bb3af2f2453f6', 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:19:37.664208 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:37.816666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Allocated IP 192.168.233.2 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/25fbf2b9-2381-4dc2-893b-e4fc09266c56) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:19:37.971196 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:38.061329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:38.099763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:19:38.104679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:19:38.108313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:19:38.115042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Pushing event updated for resources: {'Port': ['ID=25fbf2b9-2381-4dc2-893b-e4fc09266c56,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:19:38.140154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.140493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.140826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.141157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.141479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.141810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.142124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.142619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.142763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.143079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.143421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.143737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:19:38.179236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Attempting to bind port 25fbf2b9-2381-4dc2-893b-e4fc09266c56 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:19:38.179677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Attempting to bind port 25fbf2b9-2381-4dc2-893b-e4fc09266c56 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:19:38.179993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Attempting to bind port 25fbf2b9-2381-4dc2-893b-e4fc09266c56 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:19:38.185520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:19:38.185887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:19:38.186620 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:38.186767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:19:38.187118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Bound port: 25fbf2b9-2381-4dc2-893b-e4fc09266c56, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:19:38.187542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:38.254352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] For port 25fbf2b9-2381-4dc2-893b-e4fc09266c56, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:19:38.257535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] For port 25fbf2b9-2381-4dc2-893b-e4fc09266c56, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=25fbf2b9-2381-4dc2-893b-e4fc09266c56,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:19:38.361606 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:38.413998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8017-3979-4b79-8c4a-7311614eda94 None None] Pushing event updated for resources: {'Port': ['ID=25fbf2b9-2381-4dc2-893b-e4fc09266c56,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:19:39.306767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3760e54-7e13-4634-9b90-6695c501d984 None None] Network cfb5ec94-651c-4047-aee4-6991bd397664 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:19:39.380577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8fd540a4-4a50-41ac-979b-7ba14eaed565 None None] Provisioning complete for port 25fbf2b9-2381-4dc2-893b-e4fc09266c56 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:19:39.380947 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fd540a4-4a50-41ac-979b-7ba14eaed565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:39.542208 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fd540a4-4a50-41ac-979b-7ba14eaed565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:39.585225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 25fbf2b9-2381-4dc2-893b-e4fc09266c56 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:19:39.592315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8fd540a4-4a50-41ac-979b-7ba14eaed565 None None] For port 25fbf2b9-2381-4dc2-893b-e4fc09266c56, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=25fbf2b9-2381-4dc2-893b-e4fc09266c56,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:19:39.644839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 25fbf2b9-2381-4dc2-893b-e4fc09266c56 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:19:39.645553 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:39.667419 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fd540a4-4a50-41ac-979b-7ba14eaed565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:39.735001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd540a4-4a50-41ac-979b-7ba14eaed565 None None] Pushing event updated for resources: {'Port': ['ID=25fbf2b9-2381-4dc2-893b-e4fc09266c56,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:19:39.798578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a8e5db95-dabb-48dd-8551-fb1de41c8f7d None None] Provisioning complete for port 25fbf2b9-2381-4dc2-893b-e4fc09266c56 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:19:39.798939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8e5db95-dabb-48dd-8551-fb1de41c8f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:41.505513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 25fbf2b9-2381-4dc2-893b-e4fc09266c56 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:19:41.556979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 25fbf2b9-2381-4dc2-893b-e4fc09266c56 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:19:41.556979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:19:57.512339 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:20:01.535453 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3bfa-ba80-4f76-942f-73297d9f5277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:03.835963 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00088139-12ed-432f-96dc-c3e6344d5e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:04.900866 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:06.627115 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:07.464739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:31.535695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5619-2b60-4bfa-9b81-24cf2fd03c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:33.773276 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08dab63f-68a6-413c-a7fd-a9e0ae237020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:34.510554 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:20:34.860546 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:36.661407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:20:37.593186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:01.515511 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e28cd89-ff7a-43f9-b74d-25290267b711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:03.835758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43f0b604-dcd8-4503-bf62-02cdda1d6479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:04.663366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:21:04.670071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-584cfdd2-8768-4399-92e5-ba179b1e49f4 tempest-verify_tempest_config-1457981251 tempest-verify_tempest_config-1457981251-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:21:04.671042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-584cfdd2-8768-4399-92e5-ba179b1e49f4 tempest-verify_tempest_config-1457981251 tempest-verify_tempest_config-1457981251-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066969 Nov 10 16:21:04.895650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:05.261118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:21:05.361708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:05.433754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:05.529504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:05.574806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=129f9ba46a8044349035b325b3ac6a0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3126521 Nov 10 16:21:05.576025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d726cfe-0be5-4a6e-8870-e0a4431e8400,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:21:05.577712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56182) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:21:05.584124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.584468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.584803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.585134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.585465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.585789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.586109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.586432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.586754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.587072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.587418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.587739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58cc4fb-37a5-4a72-acf3-9e50e8723628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.657128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:05.679220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:05.830462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:05.833442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:05.834591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d726cfe-0be5-4a6e-8870-e0a4431e8400 HTTP/1.1" status: 204 len: 168 time: 0.2553596 Nov 10 16:21:05.842702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d726cfe-0be5-4a6e-8870-e0a4431e8400,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:21:05.850040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.851062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.851062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.851062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.851477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.851799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.852423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.853239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.853571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.854733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.854733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:05.854733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c2c5db-abc0-4550-aefc-cf041b32880e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:21:06.532881 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:07.472904 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:11.509802 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:21:31.558436 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c395a28c-c13a-4b77-a6f7-48cf8343393f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:33.781383 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4a04605-fc6e-4719-ba84-fc7e7a5b1c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:34.858606 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:36.550142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:37.453126 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:21:48.508458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:22:01.518298 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba0035b2-f4f1-4101-8ed2-411350406fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:03.795894 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c786486f-e9c2-4232-a53d-1812559ac59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:04.875629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:06.544352 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:07.444163 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:25.506611 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:22:31.515916 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3c9216f-94bb-49fd-b635-f23d4223bfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:33.816338 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba06d60f-61c9-45a7-b45b-b9c5bda45ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:34.858684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:36.541683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:22:37.450983 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:01.530619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53b93a9b-ec0f-4271-b611-5f4038c9a41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:02.506999 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:23:03.824803 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b84bf0ce-5899-434b-8657-e522ac7ecbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:04.864860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:06.556960 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:07.458626 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:31.524534 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a40379d3-aea0-497d-8bf0-3a5e86e85919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:33.784713 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1cfae503-113e-4d03-a907-bbb15ad5a2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:34.870657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:36.582177 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:37.458695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:23:39.511136 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 5 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:24:01.516163 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddc031b6-b2e0-48fa-9a2d-9903e2fb93ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:03.805018 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce63066b-8d62-4e44-9f37-46862f4626a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:04.870669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:06.561629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:07.373515 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1966915'] for agent, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:07.467952 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:10.125114 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1966915'] for agent, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:16.510601 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:24:31.567843 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7a32-09e8-4ee0-8472-82c531da80ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:33.805240 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a2e68c0-2b93-401c-aa1d-f1d011bd539e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:34.876787 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:36.616996 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:37.348248 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:37.514166 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:40.097205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:24:52.800203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56240) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:24:52.905217 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2f9d14c9-46e9-4610-ba32-d7083d5ce255 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1038957 Nov 10 16:24:53.510415 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:24:55.268329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:24:55.323254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-47d44f0c-4d44-4fb9-9324-d182644a558a admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0538552 Nov 10 16:25:01.579505 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6bef35ad-aa16-4cdd-9bb1-5ff0a2247738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:03.840150 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5eb82f6-fb08-45ab-8afc-ed12777de754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:04.880043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:06.582801 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:07.322603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:07.468675 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:10.087785 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:30.512684 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:25:31.585212 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b8b1c6c-b1e4-4955-88c7-e70280d2d7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:33.825005 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98e488e9-209c-4c06-821f-920fb0fa6074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:34.928770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:36.580372 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:37.316069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:37.452171 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:25:40.075873 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:01.543715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6dbbc58f-46ea-4ebb-a144-12ac8093f642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:03.794584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0058744-5170-4a08-b5f4-cc9cd936ab33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:04.874524 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:06.583522 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:07.332434 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:07.472927 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:07.512659 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:26:10.109136 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:16.482567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56408) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:16.792070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-network', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:16.880896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Made reservation on behalf of ef97d876323f406aa91d9cd77d125702 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:16.883289 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:16.897218 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:16.981333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:17.074154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:17.104996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:26:17.118241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e95bf15-e4c1-41cc-b514-d9933f11dd49,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:17.123865 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771574283996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:17.124517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Unsubscribe: segment precommit_create {{(pid=103326) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 16:26:17.124987 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Added segment 073d00d2-b67b-47a9-aec0-1fc80991e55d of type vlan for network be52ad98-25a3-4412-85b7-df9863359785 Nov 10 16:26:17.140811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.141208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.141545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.141866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.142185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.142506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.142819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.143139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.143886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.144349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.144661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.144978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Tracked resource versions report: Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: pushed versions: Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: { 'AddressGroup': {'1.2'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Log': {'1.0'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Network': {'1.1'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Port': {'1.7'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'PortForwarding': {'1.2'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'QosPolicy': {'1.10'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'SecurityGroup': {'1.5'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'SubPort': {'1.0'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Subnet': {'1.1'}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Trunk': {'1.1'}} Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: consumer versions: Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: { DHCP agent@n-d-714676-11: {}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: HyperV agent@n-h1-714676-11: {}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: HyperV agent@n-h2-714676-11: {}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: L3 agent@n-d-714676-11: {}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: Metadata agent@n-d-714676-11: {}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: Metering agent@n-d-714676-11: {}, Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: Open vSwitch agent@n-d-714676-11: { 'AddressGroup': '1.2', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'ConntrackHelper': '1.0', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Log': '1.0', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Network': '1.1', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Port': '1.7', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'PortForwarding': '1.2', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'QosPolicy': '1.10', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'SecurityGroup': '1.5', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'SecurityGroupRule': '1.2', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'SubPort': '1.0', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Subnet': '1.1', Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: 'Trunk': '1.1'}} Nov 10 16:26:17.145995 n-d-714676-11 neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 16:26:17.188045 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:17.325882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:17.326862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:17.327498 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:17.466707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] Pushing event updated for resources: {'Network': ['ID=be52ad98-25a3-4412-85b7-df9863359785,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:17.478147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network be52ad98-25a3-4412-85b7-df9863359785 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:26:17.532419 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-53a67f6f-3d70-41e0-97f7-b91ce6e71aec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0486727 Nov 10 16:26:17.536720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56458) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:17.542834 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Request body: {'subnet': {'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-subnet', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:17.657399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Made reservation on behalf of ef97d876323f406aa91d9cd77d125702 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:17.660388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:17.777467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:17.910288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:17.977893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26f99d3-7a29-4036-84e9-4ac50da64af9,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:17.983177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Checking segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:17.983693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Network hostable DHCP agents. Network: be52ad98-25a3-4412-85b7-df9863359785, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:26:18.072935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Network be52ad98-25a3-4412-85b7-df9863359785 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:26:18.132811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, be52ad98-25a3-4412-85b7-df9863359785) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:18.142312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fd65a6-4365-41ee-a910-b3a68340aba0 None None] Network be52ad98-25a3-4412-85b7-df9863359785 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:26:18.146224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:18.148998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:18.257671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-39a97250-a93d-40e2-86a7-196ebfd102f4 tempest-AutoAllocateNetworkTest-1018034734 tempest-AutoAllocateNetworkTest-1018034734-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=843c89f59c954817ab449dcd23812827&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4781418 Nov 10 16:26:18.259411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:18.272600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9c8d5cdd-81a3-46be-856c-50f890a185ca admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7341118 Nov 10 16:26:18.275769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56484) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:18.280457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:18.345572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-be52ad98-25a3-4412-85b7-df9863359785', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:26:18.346713 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:18.440471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:18.442265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:18.521680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd703f-cacb-451e-a716-548b9333791b tempest-AutoAllocateNetworkTest-1018034734 tempest-AutoAllocateNetworkTest-1018034734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:18.521680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-48fd703f-cacb-451e-a716-548b9333791b tempest-AutoAllocateNetworkTest-1018034734 tempest-AutoAllocateNetworkTest-1018034734-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2286420 Nov 10 16:26:18.523739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:18.568090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Allocated IP 172.20.0.2 (be52ad98-25a3-4412-85b7-df9863359785/b26f99d3-7a29-4036-84e9-4ac50da64af9/f3a5e97a-5b45-44d6-a559-95a56f76d750) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:18.617387 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:18.773865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d4df80b7-d7ad-43c2-b4c6-06f3c09820e9 tempest-AutoAllocateNetworkTest-1018034734 tempest-AutoAllocateNetworkTest-1018034734-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2487726 Nov 10 16:26:18.774812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:18.789899 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:18.816926 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8ee11f43-d71d-4e86-bcbb-886d6c77c2ee tempest-AutoAllocateNetworkTest-1018034734 tempest-AutoAllocateNetworkTest-1018034734-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=843c89f59c954817ab449dcd23812827 HTTP/1.1" status: 200 len: 208 time: 0.0401168 Nov 10 16:26:18.869128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:18.911285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Network be52ad98-25a3-4412-85b7-df9863359785 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:18.914417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:18.920102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:18.930275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Pushing event updated for resources: {'Port': ['ID=f3a5e97a-5b45-44d6-a559-95a56f76d750,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:18.941384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.942075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.942653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.943154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.943515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.943875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.944141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.944624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.944943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.945260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.945574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.945888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Tracked resource versions report: Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: pushed versions: Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: { 'AddressGroup': {'1.2'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Log': {'1.0'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Network': {'1.1'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Port': {'1.7'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'PortForwarding': {'1.2'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'QosPolicy': {'1.10'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'SecurityGroup': {'1.5'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'SubPort': {'1.0'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Subnet': {'1.1'}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Trunk': {'1.1'}} Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: consumer versions: Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: { DHCP agent@n-d-714676-11: {}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: HyperV agent@n-h1-714676-11: {}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: HyperV agent@n-h2-714676-11: {}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: L3 agent@n-d-714676-11: {}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: Metadata agent@n-d-714676-11: {}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: Metering agent@n-d-714676-11: {}, Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: Open vSwitch agent@n-d-714676-11: { 'AddressGroup': '1.2', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'ConntrackHelper': '1.0', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Log': '1.0', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Network': '1.1', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Port': '1.7', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'PortForwarding': '1.2', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'QosPolicy': '1.10', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'SecurityGroup': '1.5', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'SecurityGroupRule': '1.2', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'SubPort': '1.0', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Subnet': '1.1', Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: 'Trunk': '1.1'}} Nov 10 16:26:18.946997 n-d-714676-11 neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 16:26:18.962146 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:18.998549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Attempting to bind port f3a5e97a-5b45-44d6-a559-95a56f76d750 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:26:18.999008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Attempting to bind port f3a5e97a-5b45-44d6-a559-95a56f76d750 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:26:18.999546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Attempting to bind port f3a5e97a-5b45-44d6-a559-95a56f76d750 on network be52ad98-25a3-4412-85b7-df9863359785 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:19.005721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:26:19.005953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Checking segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:19.006261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:19.006668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Bound using segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:26:19.007154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Bound port: f3a5e97a-5b45-44d6-a559-95a56f76d750, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:26:19.007589 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:19.085345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] For port f3a5e97a-5b45-44d6-a559-95a56f76d750, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:26:19.088631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] For port f3a5e97a-5b45-44d6-a559-95a56f76d750, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f3a5e97a-5b45-44d6-a559-95a56f76d750,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:26:19.160443 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:19.243644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add388f-7fd2-48d8-bf40-5384b7c08566 None None] Pushing event updated for resources: {'Port': ['ID=f3a5e97a-5b45-44d6-a559-95a56f76d750,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:19.314402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:19.344758 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:19.530077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Allocated IP 172.25.3.248 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/7c3a77db-cf9a-4388-a700-ab50a41dbcfc) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:19.683608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:19.736945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f3a5e97a-5b45-44d6-a559-95a56f76d750 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:19.798822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f3a5e97a-5b45-44d6-a559-95a56f76d750 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:19.799302 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:19.878848 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:19.913268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port f3a5e97a-5b45-44d6-a559-95a56f76d750, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f3a5e97a-5b45-44d6-a559-95a56f76d750,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:20.074774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:20.075329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:20.165534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=f3a5e97a-5b45-44d6-a559-95a56f76d750,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:20.166539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:20.175342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:20.181866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:20.225837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Pushing event updated for resources: {'Port': ['ID=7c3a77db-cf9a-4388-a700-ab50a41dbcfc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:20.362869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39110c3-6e2b-498a-9d7e-9bbe6fe989ad None None] Network be52ad98-25a3-4412-85b7-df9863359785 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:26:20.580502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56534) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:20.633470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6313468f-3c38-41ac-8317-0f85e1d6cfea None None] Provisioning complete for port f3a5e97a-5b45-44d6-a559-95a56f76d750 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:20.633798 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6313468f-3c38-41ac-8317-0f85e1d6cfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:20.756280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:20.966184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6f57c677-87c3-4c1d-8fb2-97dc81a79237 None None] Provisioning complete for port f3a5e97a-5b45-44d6-a559-95a56f76d750 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:20.967454 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f57c677-87c3-4c1d-8fb2-97dc81a79237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:20.981480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.064270 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.177664 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.200237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:26:21.269408 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.331796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:26:21.349803 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Sync routers for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:26:21.355241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=843c89f59c954817ab449dcd23812827&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7703700 Nov 10 16:26:21.357102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:21.362513 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:26:21.363278 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:21.367756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3117a6-e875-4391-a4e6-387f056bf5dd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:21.401472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.401848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.402383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.403597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.403940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.405168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.405512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.406376 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.407267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.410459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.410721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2a734dc-b036-438c-ad35-1b25afb85bbd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1310492 Nov 10 16:26:21.413768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.417853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.417853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b700f64-2485-456a-a5fd-ebd710a647d9 admin admin] Tracked resource versions report: Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: pushed versions: Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: { 'AddressGroup': {'1.2'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Log': {'1.0'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Network': {'1.1'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Port': {'1.7'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'PortForwarding': {'1.2'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'QosPolicy': {'1.10'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'SecurityGroup': {'1.5'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'SubPort': {'1.0'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Subnet': {'1.1'}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Trunk': {'1.1'}} Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: consumer versions: Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: { DHCP agent@n-d-714676-11: {}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: HyperV agent@n-h1-714676-11: {}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: HyperV agent@n-h2-714676-11: {}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: L3 agent@n-d-714676-11: {}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: Metadata agent@n-d-714676-11: {}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: Metering agent@n-d-714676-11: {}, Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: Open vSwitch agent@n-d-714676-11: { 'AddressGroup': '1.2', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'ConntrackHelper': '1.0', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Log': '1.0', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Network': '1.1', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Port': '1.7', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'PortForwarding': '1.2', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'QosPolicy': '1.10', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'SecurityGroup': '1.5', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'SecurityGroupRule': '1.2', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'SubPort': '1.0', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Subnet': '1.1', Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: 'Trunk': '1.1'}} Nov 10 16:26:21.419116 n-d-714676-11 neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 16:26:21.421386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56574) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:21.473043 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-feae4697-d4f4-4325-8350-8a563187776c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.504122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-feae4697-d4f4-4325-8350-8a563187776c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.606318 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:26:21.639931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-feae4697-d4f4-4325-8350-8a563187776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.643755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-feae4697-d4f4-4325-8350-8a563187776c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.646866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-feae4697-d4f4-4325-8350-8a563187776c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d3117a6-e875-4391-a4e6-387f056bf5dd HTTP/1.1" status: 204 len: 168 time: 0.2874792 Nov 10 16:26:21.663348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae4697-d4f4-4325-8350-8a563187776c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3117a6-e875-4391-a4e6-387f056bf5dd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:21.767818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f3a5e97a-5b45-44d6-a559-95a56f76d750 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:21.822795 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:20Z', 'revision_number': 3, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:21.856747 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Checking router: c4d5f49c-f5eb-457f-bd33-2c5a6796c598 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:26:21.857359 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Updating router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:26:21.858482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f3a5e97a-5b45-44d6-a559-95a56f76d750 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:21.858950 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:21.895967 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:22.299010 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:22.305718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:22.376723 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:22.435257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Attempting to bind port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:26:22.435992 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Attempting to bind port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:26:22.436640 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Attempting to bind port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:22.443482 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Pushing event updated for resources: {'Port': ['ID=7c3a77db-cf9a-4388-a700-ab50a41dbcfc,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:22.452707 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:26:22.453258 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:22.453757 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:22.454250 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:26:22.454826 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Bound port: 7c3a77db-cf9a-4388-a700-ab50a41dbcfc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:26:22.455349 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:22.459295 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.462816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.463940 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Tracked resource versions report: Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: pushed versions: Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: { 'AddressGroup': {'1.2'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'ConntrackHelper': {'1.0'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Log': {'1.0'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Network': {'1.1'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Port': {'1.7'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'PortForwarding': {'1.2'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'QosPolicy': {'1.10'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'SecurityGroup': {'1.5'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'SecurityGroupRule': {'1.2'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'SubPort': {'1.0'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Subnet': {'1.1'}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Trunk': {'1.1'}} Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: consumer versions: Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: { DHCP agent@n-d-714676-11: {}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: HyperV agent@n-h1-714676-11: {}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: HyperV agent@n-h2-714676-11: {}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: L3 agent@n-d-714676-11: {}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: Metadata agent@n-d-714676-11: {}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: Metering agent@n-d-714676-11: {}, Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: Open vSwitch agent@n-d-714676-11: { 'AddressGroup': '1.2', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'ConntrackHelper': '1.0', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Log': '1.0', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Network': '1.1', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Port': '1.7', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'PortForwarding': '1.2', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'QosPolicy': '1.10', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'SecurityGroup': '1.5', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'SecurityGroupRule': '1.2', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'SubPort': '1.0', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Subnet': '1.1', Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: 'Trunk': '1.1'}} Nov 10 16:26:22.464783 n-d-714676-11 neutron-server[103328]: {{(pid=103328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 16:26:22.560612 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] For port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:26:22.566131 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] For port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c3a77db-cf9a-4388-a700-ab50a41dbcfc,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:26:22.635059 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:22.695859 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c2cdf-a2ca-4074-94dc-a2493c92f5d7 None None] Pushing event updated for resources: {'Port': ['ID=7c3a77db-cf9a-4388-a700-ab50a41dbcfc,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:22.725892 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:26:22.726511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:22.743851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Allocated IP 172.20.0.1 (be52ad98-25a3-4412-85b7-df9863359785/b26f99d3-7a29-4036-84e9-4ac50da64af9/0209ea0c-209c-48a3-81b4-8813a4320342) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:22.873312 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:22.907700 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:26:22.987577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:23.027691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Network be52ad98-25a3-4412-85b7-df9863359785 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:23.030501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:23.033111 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:23.033615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:23.118620 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Pushing event updated for resources: {'Port': ['ID=0209ea0c-209c-48a3-81b4-8813a4320342,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:23.255708 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:20Z', 'revision_number': 3, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:23.416513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-931b9ddf-0afd-43ef-a79e-65f3459f92e1 None None] Provisioning complete for port 0209ea0c-209c-48a3-81b4-8813a4320342 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:23.417617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-931b9ddf-0afd-43ef-a79e-65f3459f92e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:23.429354 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ee867-5834-4153-bc21-1f7d24ab8ab8 None None] The sync data for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 is: [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:20Z', 'revision_number': 3, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:26:23.464009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-931b9ddf-0afd-43ef-a79e-65f3459f92e1 None None] Port 0209ea0c-209c-48a3-81b4-8813a4320342 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:26:23.510375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:23.618025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:23.802183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:23.855991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1065646893-network', 'tenant_id': 'b53c5983a6f24fd0b3c710d4c6f278f0'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:23.904034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:23.913189 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:23.977699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Made reservation on behalf of b53c5983a6f24fd0b3c710d4c6f278f0 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:23.994253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.011886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.060126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Pushing event updated for resources: {'Port': ['ID=0209ea0c-209c-48a3-81b4-8813a4320342,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:24.163369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Network be52ad98-25a3-4412-85b7-df9863359785 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:24.166010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:24.174224 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.245841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.281003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa6cfd-fcb4-49f0-a8a9-c01a838cc797,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:24.306911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:26:24.323891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.324245 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Added segment 842ec124-d444-4c82-ba13-9fd2eae7ad34 of type vlan for network 607bed76-e21c-4d80-bbe4-dab004f5bf06 Nov 10 16:26:24.381173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:26:24.384084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.504012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-32830a12-75e1-45cd-af1c-b0b6de752e65 None None] Provisioning complete for port 0209ea0c-209c-48a3-81b4-8813a4320342 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:24.505566 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32830a12-75e1-45cd-af1c-b0b6de752e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.531948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:26:24.547893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b22d8ed8-f7a5-4b37-a1b9-28cc94d50991 admin admin] 10.222.0.62 "PUT /v2.0/routers/c4d5f49c-f5eb-457f-bd33-2c5a6796c598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1154704 Nov 10 16:26:24.547981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.548185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:24.548794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.570057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-32830a12-75e1-45cd-af1c-b0b6de752e65 None None] Port 0209ea0c-209c-48a3-81b4-8813a4320342 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:26:24.624289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] Pushing event updated for resources: {'Network': ['ID=607bed76-e21c-4d80-bbe4-dab004f5bf06,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:24.637037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 607bed76-e21c-4d80-bbe4-dab004f5bf06 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:26:24.646340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56698) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:24.660164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Request body: {'subnet': {'network_id': '607bed76-e21c-4d80-bbe4-dab004f5bf06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1065646893-subnet', 'tenant_id': 'b53c5983a6f24fd0b3c710d4c6f278f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:24.660329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5ad4c39f-87fe-4203-9230-e127e0bef26d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0370011 Nov 10 16:26:24.805615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Made reservation on behalf of b53c5983a6f24fd0b3c710d4c6f278f0 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:24.806415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:24.810467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:24.983180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93621417-0553-44e0-ae48-0952b6e25838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.133491 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93621417-0553-44e0-ae48-0952b6e25838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.164794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.222265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6285eac-1264-4618-8c05-28c365cdf1f6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:25.246604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Checking segment: {'id': '842ec124-d444-4c82-ba13-9fd2eae7ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '607bed76-e21c-4d80-bbe4-dab004f5bf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:25.247089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Network hostable DHCP agents. Network: 607bed76-e21c-4d80-bbe4-dab004f5bf06, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:26:25.303174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93621417-0553-44e0-ae48-0952b6e25838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.354394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-93621417-0553-44e0-ae48-0952b6e25838 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0496bb2cb914989a68ed8aaf8d8fd42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5443716 Nov 10 16:26:25.354394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93621417-0553-44e0-ae48-0952b6e25838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca8cbbd-1d2e-4354-ab21-90936c049cb2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:25.354923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56758) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:25.399622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Network 607bed76-e21c-4d80-bbe4-dab004f5bf06 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:26:25.444224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5f7efef-b4db-46ea-ad2f-0b13b8802b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.466917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 607bed76-e21c-4d80-bbe4-dab004f5bf06) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:25.470240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5f7efef-b4db-46ea-ad2f-0b13b8802b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.478726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:25.479331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.483511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ee913-b058-4d02-ae10-1bf0079e8b44 None None] Network 607bed76-e21c-4d80-bbe4-dab004f5bf06 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:26:25.547615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Sync routers for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:26:25.597686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:26:25.597686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:25.598461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8d5ab754-dbc3-4da0-ad71-09bb6742dacc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9450517 Nov 10 16:26:25.628731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5f7efef-b4db-46ea-ad2f-0b13b8802b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.631510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5f7efef-b4db-46ea-ad2f-0b13b8802b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:25.640084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b5f7efef-b4db-46ea-ad2f-0b13b8802b10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ca8cbbd-1d2e-4354-ab21-90936c049cb2 HTTP/1.1" status: 204 len: 168 time: 0.2769272 Nov 10 16:26:25.642229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7efef-b4db-46ea-ad2f-0b13b8802b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca8cbbd-1d2e-4354-ab21-90936c049cb2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:25.761784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ef33e-b8b8-4bc2-9f72-b05adc0523fb None None] Network 607bed76-e21c-4d80-bbe4-dab004f5bf06 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:26:25.782973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c3a77db-cf9a-4388-a700-ab50a41dbcfc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:25.858046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:26:26.006101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:26.006101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.006263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56790) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:26.077512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:26.183610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.216322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c3a77db-cf9a-4388-a700-ab50a41dbcfc,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:26.229079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 2, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:26.257879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Checking router: c4d5f49c-f5eb-457f-bd33-2c5a6796c598 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:26:26.258234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Updating router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 port 0209ea0c-209c-48a3-81b4-8813a4320342 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:26:26.284790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.326597 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.404350 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c02881e0-5fc4-4f67-b663-01062dc8390f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.453493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:26.459887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=7c3a77db-cf9a-4388-a700-ab50a41dbcfc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:26.460049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-network', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:26.513769 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c02881e0-5fc4-4f67-b663-01062dc8390f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.576997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Made reservation on behalf of a536206eee3e43a6b7bdf2f70617a076 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:26.579366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.591904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.610762 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c02881e0-5fc4-4f67-b663-01062dc8390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.714149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c02881e0-5fc4-4f67-b663-01062dc8390f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=574318b9e39e4459afda1953c4b64956&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7067356 Nov 10 16:26:26.716248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02881e0-5fc4-4f67-b663-01062dc8390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ee5018-e8ab-4908-9d25-560fdd5ea7f2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:26.720454 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.721717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:26.819684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.827092 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0674a868-6172-4ee0-86a8-9cd971d6eb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.834488 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.859679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:26:26.889806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56828) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:26.890884 n-d-714676-11 neutron-server[103326]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 16:26:26.913028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.922532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44351d2a-1961-4232-816e-197c00b6a04f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.933980 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:26.934322 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Added segment 724d579d-47eb-4e5d-af17-86b55558b3ce of type vlan for network a1543854-7e0c-432a-ab4e-a41e0eede6ec Nov 10 16:26:26.937687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-6fc0dd9d-2ab4-4fd3-b747-42282dab30cd tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=eee783b2ce8e498da8de8074142198de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477879 Nov 10 16:26:26.944762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38bd6ec-c753-43bc-a87b-b6968f2aa4eb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:26.999039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec692d-6b14-4b02-943d-7c0551fe9a13 None None] Pushing event updated for resources: {'Port': ['ID=0209ea0c-209c-48a3-81b4-8813a4320342,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:26.999538 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44351d2a-1961-4232-816e-197c00b6a04f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.021785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.089143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Attempting to bind port 0209ea0c-209c-48a3-81b4-8813a4320342 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:26:27.089858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Attempting to bind port 0209ea0c-209c-48a3-81b4-8813a4320342 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:26:27.090523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Attempting to bind port 0209ea0c-209c-48a3-81b4-8813a4320342 on network be52ad98-25a3-4412-85b7-df9863359785 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:27.099672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:26:27.104590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Checking segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:27.104590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.104590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Bound using segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:26:27.104590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Bound port: 0209ea0c-209c-48a3-81b4-8813a4320342, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:26:27.104590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.109518 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0674a868-6172-4ee0-86a8-9cd971d6eb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.187863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:27.197880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44351d2a-1961-4232-816e-197c00b6a04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.201971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44351d2a-1961-4232-816e-197c00b6a04f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.203146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44351d2a-1961-4232-816e-197c00b6a04f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79ee5018-e8ab-4908-9d25-560fdd5ea7f2 HTTP/1.1" status: 204 len: 168 time: 0.4800909 Nov 10 16:26:27.218443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] For port 0209ea0c-209c-48a3-81b4-8813a4320342, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:26:27.221506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7a1ebf8-11bf-48a1-885f-b89d5b484d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.229915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] For port 0209ea0c-209c-48a3-81b4-8813a4320342, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0209ea0c-209c-48a3-81b4-8813a4320342,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:26:27.240421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0674a868-6172-4ee0-86a8-9cd971d6eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.243529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.244905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:27.245695 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.276889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44351d2a-1961-4232-816e-197c00b6a04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ee5018-e8ab-4908-9d25-560fdd5ea7f2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:27.327204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.377177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd024277-2b76-4ac8-98fc-f631d9a504f6 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:27.377177 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd024277-2b76-4ac8-98fc-f631d9a504f6 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4362323 Nov 10 16:26:27.382846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0674a868-6172-4ee0-86a8-9cd971d6eb1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbe5e9a847b94643a9cfd7cda1c31ab7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3043251 Nov 10 16:26:27.386231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56840) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:27.406434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674a868-6172-4ee0-86a8-9cd971d6eb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f1e9a5-93e2-4057-b163-3c16942a2d50,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:27.412329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-b2b48142-f528-4d30-8a6d-228582aa4c42 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/quotas/eee783b2ce8e498da8de8074142198de HTTP/1.1" status: 200 len: 375 time: 0.0312889 Nov 10 16:26:27.412487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] Pushing event updated for resources: {'Network': ['ID=a1543854-7e0c-432a-ab4e-a41e0eede6ec,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:27.427858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec692d-6b14-4b02-943d-7c0551fe9a13 None None] Pushing event updated for resources: {'Port': ['ID=0209ea0c-209c-48a3-81b4-8813a4320342,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:27.440710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a1543854-7e0c-432a-ab4e-a41e0eede6ec details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:26:27.445452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16da6b14-8519-4c16-b705-b1b6b3022e03 None None] Provisioning complete for port 0209ea0c-209c-48a3-81b4-8813a4320342 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:27.445740 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16da6b14-8519-4c16-b705-b1b6b3022e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.470617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-869c201b-c8f4-42f0-9729-fc09783e0c13 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0157876 Nov 10 16:26:27.473725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:27.485883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Request body: {'subnet': {'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-subnet', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:27.507947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:27.527285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1194056307-network', 'tenant_id': '268b256297d1438f95217c4be47352e4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:27.545150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7a1ebf8-11bf-48a1-885f-b89d5b484d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.555630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-5f18d156-984f-4063-ac2f-8eaaab2675f0 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eee783b2ce8e498da8de8074142198de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423547 Nov 10 16:26:27.564133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:26:27.564782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:27.611145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e016efc-90d7-47b5-81f5-89af25898005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.628875 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7a1ebf8-11bf-48a1-885f-b89d5b484d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.679204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e016efc-90d7-47b5-81f5-89af25898005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.692694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Made reservation on behalf of a536206eee3e43a6b7bdf2f70617a076 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:27.695196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.751341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b7a1ebf8-11bf-48a1-885f-b89d5b484d46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37d24a1b01954d6a827f02e1b35bb1ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5598998 Nov 10 16:26:27.752461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:27.767012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1ebf8-11bf-48a1-885f-b89d5b484d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611f0a15-fcc8-470e-a42c-afd1e3754115,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:27.824041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c3a77db-cf9a-4388-a700-ab50a41dbcfc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:27.855636 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45367e91-efb1-45af-8d51-a2f94b46bdbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.872624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Made reservation on behalf of 268b256297d1438f95217c4be47352e4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:27.874929 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.884305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.895048 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16da6b14-8519-4c16-b705-b1b6b3022e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.899625 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45367e91-efb1-45af-8d51-a2f94b46bdbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.912069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:26:27.991220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-16da6b14-8519-4c16-b705-b1b6b3022e03 None None] For port 0209ea0c-209c-48a3-81b4-8813a4320342, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0209ea0c-209c-48a3-81b4-8813a4320342,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:27.992529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e016efc-90d7-47b5-81f5-89af25898005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.995843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e016efc-90d7-47b5-81f5-89af25898005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:27.997174 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e016efc-90d7-47b5-81f5-89af25898005 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5f1e9a5-93e2-4057-b163-3c16942a2d50 HTTP/1.1" status: 204 len: 168 time: 0.6079428 Nov 10 16:26:28.009094 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.019094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e016efc-90d7-47b5-81f5-89af25898005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f1e9a5-93e2-4057-b163-3c16942a2d50,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:28.058439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:28.058810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.114507 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16da6b14-8519-4c16-b705-b1b6b3022e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.199655 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45367e91-efb1-45af-8d51-a2f94b46bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.208169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.208986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45367e91-efb1-45af-8d51-a2f94b46bdbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.208986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-45367e91-efb1-45af-8d51-a2f94b46bdbb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/611f0a15-fcc8-470e-a42c-afd1e3754115 HTTP/1.1" status: 204 len: 168 time: 0.4498532 Nov 10 16:26:28.214794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45367e91-efb1-45af-8d51-a2f94b46bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611f0a15-fcc8-470e-a42c-afd1e3754115,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:28.255584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8635f8cd-c8be-4704-b59d-b78d54b84a65,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:28.267326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:26:28.282960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.283542 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Added segment ae2693f4-a22b-4373-b05b-abb374e45872 of type vlan for network 58decc14-034f-4be9-aa1e-ab2c571e680a Nov 10 16:26:28.296576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.309164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da6b14-8519-4c16-b705-b1b6b3022e03 None None] Pushing event updated for resources: {'Port': ['ID=0209ea0c-209c-48a3-81b4-8813a4320342,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:28.355260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d0eba766-9158-409b-a116-2500b4a2edb5 None None] Provisioning complete for port 0209ea0c-209c-48a3-81b4-8813a4320342 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:28.355655 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0eba766-9158-409b-a116-2500b4a2edb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.370399 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.414997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3038bf-e6a3-4e65-ad08-8d88e49b6df8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:28.430273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Checking segment: {'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:28.436684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Network hostable DHCP agents. Network: a1543854-7e0c-432a-ab4e-a41e0eede6ec, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:26:28.437094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:28.437436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:28.455053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e53e37e-d7d2-4e8c-8223-6d51395a75d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.490346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40338d6e-73c0-42b0-ba07-ae4f69000f7f None None] The sync data for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 is: [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:26:28.495674 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.496636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:28.501127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.592271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e53e37e-d7d2-4e8c-8223-6d51395a75d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.605931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Network a1543854-7e0c-432a-ab4e-a41e0eede6ec is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:26:28.618426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] Pushing event updated for resources: {'Network': ['ID=58decc14-034f-4be9-aa1e-ab2c571e680a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:28.630732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 58decc14-034f-4be9-aa1e-ab2c571e680a details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:26:28.669450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1919747d-c778-4498-a426-dc56647bb451 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1518011 Nov 10 16:26:28.672416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56884) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:28.677887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Request body: {'subnet': {'network_id': '58decc14-034f-4be9-aa1e-ab2c571e680a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1194056307-subnet', 'tenant_id': '268b256297d1438f95217c4be47352e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:28.701242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e53e37e-d7d2-4e8c-8223-6d51395a75d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.742566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a1543854-7e0c-432a-ab4e-a41e0eede6ec) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:28.752740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:28.754029 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.773196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add5200-eb3e-4c3f-a245-593793b5f15c None None] Network a1543854-7e0c-432a-ab4e-a41e0eede6ec requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:26:28.790262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6e53e37e-d7d2-4e8c-8223-6d51395a75d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79789dcf7d5748cbab7b12f233fd9688&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3540452 Nov 10 16:26:28.792951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:28.808615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53e37e-d7d2-4e8c-8223-6d51395a75d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f71b205-88ce-4dde-a409-91dda35ab4f9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:28.866788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Made reservation on behalf of 268b256297d1438f95217c4be47352e4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:28.871042 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Publish callbacks [] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.915757 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88e7b4e9-4fda-4dcd-af21-d4a634107476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.937875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:28.957578 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88e7b4e9-4fda-4dcd-af21-d4a634107476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:28.981399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-74163597-7460-4eb2-857d-d8fb881fca1b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5040324 Nov 10 16:26:28.986928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:28.987965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:29.120201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.121470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.130838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a1543854-7e0c-432a-ab4e-a41e0eede6ec', 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'fixed_ips': [{'subnet_id': 'cd3038bf-e6a3-4e65-ad08-8d88e49b6df8'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:26:29.131771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.179724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88e7b4e9-4fda-4dcd-af21-d4a634107476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.186809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88e7b4e9-4fda-4dcd-af21-d4a634107476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.186809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-88e7b4e9-4fda-4dcd-af21-d4a634107476 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f71b205-88ce-4dde-a409-91dda35ab4f9 HTTP/1.1" status: 204 len: 168 time: 0.3916423 Nov 10 16:26:29.257394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.262907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7b4e9-4fda-4dcd-af21-d4a634107476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f71b205-88ce-4dde-a409-91dda35ab4f9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:29.348511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Allocated IP 172.20.0.2 (a1543854-7e0c-432a-ab4e-a41e0eede6ec/cd3038bf-e6a3-4e65-ad08-8d88e49b6df8/b46f0117-f393-4c55-84e2-f31c327c0476) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:29.427416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56906) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:29.451759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0b88b41-8802-46d0-bd6d-ee8b7b209727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.503760 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.571559 n-d-714676-11 neutron-server[103325]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 16:26:29.637461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.656291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.667034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd57398a-4464-47dd-971a-a4076878522d req-3ee8986d-211f-4ad4-985b-9e76f9cfec4d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 210 time: 0.7153130 Nov 10 16:26:29.703275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0617ea5-d543-491a-a9f0-e8a1dde26b07,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:29.765532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Checking segment: {'id': 'ae2693f4-a22b-4373-b05b-abb374e45872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '58decc14-034f-4be9-aa1e-ab2c571e680a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:29.766091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Network hostable DHCP agents. Network: 58decc14-034f-4be9-aa1e-ab2c571e680a, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:26:29.773401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0b88b41-8802-46d0-bd6d-ee8b7b209727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.794243 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.902915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Network 58decc14-034f-4be9-aa1e-ab2c571e680a is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:26:29.905285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0b88b41-8802-46d0-bd6d-ee8b7b209727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:29.975177 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c0b88b41-8802-46d0-bd6d-ee8b7b209727 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c4c390dbca14539b4b974cf94545031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5436220 Nov 10 16:26:29.977552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:29.978091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b88b41-8802-46d0-bd6d-ee8b7b209727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d6c7d0-8413-4c7b-b012-aae62be91c27,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:29.985665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0209ea0c-209c-48a3-81b4-8813a4320342 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:29.993907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 58decc14-034f-4be9-aa1e-ab2c571e680a) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:29.998291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:29.998881 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.018984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf71ef-e296-46ae-bc26-885f44ececb7 None None] Network 58decc14-034f-4be9-aa1e-ab2c571e680a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:26:30.024252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Network a1543854-7e0c-432a-ab4e-a41e0eede6ec is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:30.065550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:30.074751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:30.102748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-46beed8d-4dd3-4d96-98ad-f9d10a8f4cba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4292228 Nov 10 16:26:30.116853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Pushing event updated for resources: {'Port': ['ID=b46f0117-f393-4c55-84e2-f31c327c0476,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:30.191239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Attempting to bind port b46f0117-f393-4c55-84e2-f31c327c0476 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:26:30.192841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Attempting to bind port b46f0117-f393-4c55-84e2-f31c327c0476 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:26:30.192841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Attempting to bind port b46f0117-f393-4c55-84e2-f31c327c0476 on network a1543854-7e0c-432a-ab4e-a41e0eede6ec {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:30.199533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0209ea0c-209c-48a3-81b4-8813a4320342 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:30.210237 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.236787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:26:30.237161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Checking segment: {'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:30.237562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.237943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Bound using segment: {'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:26:30.239051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Bound port: b46f0117-f393-4c55-84e2-f31c327c0476, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:26:30.239638 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.262824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e864f53-c1e8-4f10-8c52-c8ab6bbfcfdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.316367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.342610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.352005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf8c4c1-bb38-4520-b896-48f2c2eb34d8 None None] Network 58decc14-034f-4be9-aa1e-ab2c571e680a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:26:30.368126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e864f53-c1e8-4f10-8c52-c8ab6bbfcfdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.377363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56936) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:30.430774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] For port b46f0117-f393-4c55-84e2-f31c327c0476, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:26:30.510937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] For port b46f0117-f393-4c55-84e2-f31c327c0476, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b46f0117-f393-4c55-84e2-f31c327c0476,segment=NetworkSegment(724d579d-47eb-4e5d-af17-86b55558b3ce),segment_id=724d579d-47eb-4e5d-af17-86b55558b3ce)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:26:30.522723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a985bc-5264-4993-af28-f3c2157bcdef admin admin] Deleting subnet b6285eac-1264-4618-8c05-28c365cdf1f6 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:26:30.530788 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9a985bc-5264-4993-af28-f3c2157bcdef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.585864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9a985bc-5264-4993-af28-f3c2157bcdef admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.598336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9a985bc-5264-4993-af28-f3c2157bcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.625921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.690799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Allocated IP 172.25.3.225 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/64dc7dc6-a52c-448c-912f-60cad9220c62) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:30.711646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0988f2f-a735-48d2-b6bd-f4275f6609f5 None None] Pushing event updated for resources: {'Port': ['ID=b46f0117-f393-4c55-84e2-f31c327c0476,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:30.819112 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9a985bc-5264-4993-af28-f3c2157bcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.840379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e864f53-c1e8-4f10-8c52-c8ab6bbfcfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.840379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e864f53-c1e8-4f10-8c52-c8ab6bbfcfdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.840379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8e864f53-c1e8-4f10-8c52-c8ab6bbfcfdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40d6c7d0-8413-4c7b-b012-aae62be91c27 HTTP/1.1" status: 204 len: 168 time: 0.8548570 Nov 10 16:26:30.858524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e864f53-c1e8-4f10-8c52-c8ab6bbfcfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d6c7d0-8413-4c7b-b012-aae62be91c27,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:30.880381 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be359d7-f8dc-4787-8b91-bc775cbfa63d req-61b0331a-461f-4f48-9dd6-8f30e27e68f5 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 210 time: 0.1101832 Nov 10 16:26:30.926442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9a985bc-5264-4993-af28-f3c2157bcdef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:30.940753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f9a985bc-5264-4993-af28-f3c2157bcdef admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b6285eac-1264-4618-8c05-28c365cdf1f6 HTTP/1.1" status: 204 len: 168 time: 0.5554323 Nov 10 16:26:30.945374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:30.949766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a985bc-5264-4993-af28-f3c2157bcdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6285eac-1264-4618-8c05-28c365cdf1f6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:30.973606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.094650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.120203 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.163231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:31.172621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:31.175375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:31.213629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.239071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.239947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.240354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.240697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > port after_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.241016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.241346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > port after_update 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.241658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.242221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.242535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.242844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.273889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Pushing event updated for resources: {'Port': ['ID=64dc7dc6-a52c-448c-912f-60cad9220c62,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:31.477895 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.478287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.478659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.478934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:26:31.479320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607bed76-e21c-4d80-bbe4-dab004f5bf06']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:31.499794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842ec124-d444-4c82-ba13-9fd2eae7ad34') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:31.500085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842ec124-d444-4c82-ba13-9fd2eae7ad34') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:31.522588 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.551582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.561490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: from cryptography.utils import int_from_bytes Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: from cryptography.utils import int_from_bytes Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:26:31.573336 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:26:31.593131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.628051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc0b01c8-f7c4-44ef-8852-920a49cf5f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.748261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.780038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.791748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] 10.222.0.62 "DELETE /v2.0/networks/607bed76-e21c-4d80-bbe4-dab004f5bf06 HTTP/1.1" status: 204 len: 168 time: 0.8403494 Nov 10 16:26:31.791748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d93af-7dcd-4977-90bf-26a3a5a3e434 admin admin] Pushing event deleted for resources: {'Network': ['ID=607bed76-e21c-4d80-bbe4-dab004f5bf06,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:31.794023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56976) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:31.879898 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.884491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b46f0117-f393-4c55-84e2-f31c327c0476 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:31.923130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-51042e4f-89eb-433d-bdca-d1c74c9bda0a admin admin] Deleting subnet b0617ea5-d543-491a-a9f0-e8a1dde26b07 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:26:31.936114 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51042e4f-89eb-433d-bdca-d1c74c9bda0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:31.996784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92a356-cd72-40c7-8407-a64f3097d534 None None] Network a1543854-7e0c-432a-ab4e-a41e0eede6ec requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:26:32.027893 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51042e4f-89eb-433d-bdca-d1c74c9bda0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.077552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51042e4f-89eb-433d-bdca-d1c74c9bda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.114581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b46f0117-f393-4c55-84e2-f31c327c0476 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:32.115205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.158714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5a543292-af92-4b71-9a1e-a8d8ab054dd0 None None] Provisioning complete for port b46f0117-f393-4c55-84e2-f31c327c0476 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:32.159361 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a543292-af92-4b71-9a1e-a8d8ab054dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.188373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5d1939f-d8ab-41e6-a8dd-ee05ebe55236 req-85015744-45bf-4732-b642-f4cf46eb5cf3 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 210 time: 0.0436742 Nov 10 16:26:32.208693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Router b4b16bf0-c11f-4d72-bd28-66413f0f72bb is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:26:32.278781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51042e4f-89eb-433d-bdca-d1c74c9bda0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.320795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51042e4f-89eb-433d-bdca-d1c74c9bda0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.325543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-51042e4f-89eb-433d-bdca-d1c74c9bda0a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b0617ea5-d543-491a-a9f0-e8a1dde26b07 HTTP/1.1" status: 204 len: 168 time: 0.5305388 Nov 10 16:26:32.327194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51042e4f-89eb-433d-bdca-d1c74c9bda0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0617ea5-d543-491a-a9f0-e8a1dde26b07,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:32.330465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56990) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:32.363668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a543292-af92-4b71-9a1e-a8d8ab054dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.391601 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.397079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:26:32.411766 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Sync routers for ids ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:26:32.423202 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Routers {'b4b16bf0-c11f-4d72-bd28-66413f0f72bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:26:32.424114 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:32.432022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.432529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5a543292-af92-4b71-9a1e-a8d8ab054dd0 None None] For port b46f0117-f393-4c55-84e2-f31c327c0476, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b46f0117-f393-4c55-84e2-f31c327c0476,segment=NetworkSegment(724d579d-47eb-4e5d-af17-86b55558b3ce),segment_id=724d579d-47eb-4e5d-af17-86b55558b3ce)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:32.548920 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.554192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a296753d-60bc-4617-8b84-794b6c6a211a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5695066 Nov 10 16:26:32.554978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:32.585877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.586922 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Set router b4b16bf0-c11f-4d72-bd28-66413f0f72bb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:26:32.604323 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a543292-af92-4b71-9a1e-a8d8ab054dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.612494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58decc14-034f-4be9-aa1e-ab2c571e680a']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:32.625169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2693f4-a22b-4373-b05b-abb374e45872') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:32.625632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2693f4-a22b-4373-b05b-abb374e45872') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:32.639053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.658935 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.690819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:26:32.693740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:26:32.696457 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:26:32.746644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:26:32.747676 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:26:32.766651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a543292-af92-4b71-9a1e-a8d8ab054dd0 None None] Pushing event updated for resources: {'Port': ['ID=b46f0117-f393-4c55-84e2-f31c327c0476,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:32.770582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a8a6a171-ef4d-4162-96e5-16c093647c54 None None] Provisioning complete for port b46f0117-f393-4c55-84e2-f31c327c0476 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:32.780282 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a171-ef4d-4162-96e5-16c093647c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.871786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.18', 50074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:32.885365 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:26:31Z', 'revision_number': 3, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:32.923213 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Checking router: b4b16bf0-c11f-4d72-bd28-66413f0f72bb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:26:32.923213 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Updating router b4b16bf0-c11f-4d72-bd28-66413f0f72bb port 64dc7dc6-a52c-448c-912f-60cad9220c62 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:26:32.929559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.933899 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-14cdc474-5550-46ff-ad1f-00211dc179ca tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=eee783b2ce8e498da8de8074142198de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604239 Nov 10 16:26:32.948206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:32.953098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] 10.222.0.62 "DELETE /v2.0/networks/58decc14-034f-4be9-aa1e-ab2c571e680a HTTP/1.1" status: 204 len: 168 time: 0.6209958 Nov 10 16:26:32.975873 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.054992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ac16f-13e4-4093-8a4e-f55f724ece4c admin admin] Pushing event deleted for resources: {'Network': ['ID=58decc14-034f-4be9-aa1e-ab2c571e680a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:33.110719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-0417236a-0623-42a3-82c8-1d2aabd58a62 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:33.112209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-0417236a-0623-42a3-82c8-1d2aabd58a62 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669104 Nov 10 16:26:33.221986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Request body: {'port': {'device_id': '7a5e12e5-c757-4e48-9fe0-35814a47fd3f', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'eee783b2ce8e498da8de8074142198de'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:33.360900 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35f46d80-3717-4e8c-99d3-f38b899f8ee9 req-1cac2041-a376-459d-a0b1-41084dae9217 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 210 time: 0.0337081 Nov 10 16:26:33.400311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:33.458673 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.570663 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.625047 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad14152-bdaf-49fa-985d-95c4cc5e275d None None] Pushing event updated for resources: {'Port': ['ID=64dc7dc6-a52c-448c-912f-60cad9220c62,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:33.645915 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Attempting to bind port 64dc7dc6-a52c-448c-912f-60cad9220c62 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:26:33.646461 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Attempting to bind port 64dc7dc6-a52c-448c-912f-60cad9220c62 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:26:33.647159 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Attempting to bind port 64dc7dc6-a52c-448c-912f-60cad9220c62 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:33.650619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Made reservation on behalf of eee783b2ce8e498da8de8074142198de for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:33.652993 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:26:33.653577 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:33.654081 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.654202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.654676 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:26:33.655301 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Bound port: 64dc7dc6-a52c-448c-912f-60cad9220c62, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:26:33.655819 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.670585 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d3d94a4f-e483-4007-8093-2ffda10afe29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b53c5983a6f24fd0b3c710d4c6f278f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2691531 Nov 10 16:26:33.671193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:33.679476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.729056 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] For port 64dc7dc6-a52c-448c-912f-60cad9220c62, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:26:33.732079 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] For port 64dc7dc6-a52c-448c-912f-60cad9220c62, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=64dc7dc6-a52c-448c-912f-60cad9220c62,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:26:33.782210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b46f0117-f393-4c55-84e2-f31c327c0476 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:33.782649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c7af-cb14-4e36-aecc-d487156d4b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.815715 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.840508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c7af-cb14-4e36-aecc-d487156d4b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.874515 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23fbf6f0-dda9-47ed-92c4-3ef9d05b5abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.902955 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:33.923060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b46f0117-f393-4c55-84e2-f31c327c0476 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:33.924542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.036607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Allocated IP 172.20.0.1 (a1543854-7e0c-432a-ab4e-a41e0eede6ec/cd3038bf-e6a3-4e65-ad08-8d88e49b6df8/371fa071-1025-4e11-b922-4caa956cc9fc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:34.058217 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad14152-bdaf-49fa-985d-95c4cc5e275d None None] Pushing event updated for resources: {'Port': ['ID=64dc7dc6-a52c-448c-912f-60cad9220c62,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:34.065703 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Routers {'b4b16bf0-c11f-4d72-bd28-66413f0f72bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:26:34.066608 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:26:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:34.133124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.160735 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.205708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.249318 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] Set router b4b16bf0-c11f-4d72-bd28-66413f0f72bb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:26:34.368594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf17725c-db90-4f60-a31d-9de6bfb71b1d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:34.405335 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c7af-cb14-4e36-aecc-d487156d4b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.408613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b1c7af-cb14-4e36-aecc-d487156d4b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.409962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a6b1c7af-cb14-4e36-aecc-d487156d4b16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecfa6cfd-fcb4-49f0-a8a9-c01a838cc797 HTTP/1.1" status: 204 len: 168 time: 0.7341011 Nov 10 16:26:34.420961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1c7af-cb14-4e36-aecc-d487156d4b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa6cfd-fcb4-49f0-a8a9-c01a838cc797,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:34.445499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.478392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Network a1543854-7e0c-432a-ab4e-a41e0eede6ec is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:34.480875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:34.508497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:34.508971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.554039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Allocated IP 192.168.233.152 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/0997d58c-032a-4280-812e-73c978c062b6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:34.559455 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:26:31Z', 'revision_number': 3, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:34.603603 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6677a1-cdfc-45be-aa1f-d52363a4352d None None] The sync data for ids ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'] in n-d-714676-11 is: [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:26:31Z', 'revision_number': 3, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:26:34.603867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a470176-be40-403a-b103-19c6f4eacded req-c476993f-4fdc-4f81-a0d3-1d34d05b932f tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 210 time: 0.0918071 Nov 10 16:26:34.642073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=371fa071-1025-4e11-b922-4caa956cc9fc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:34.843089 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.890929 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.899546 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:34.943406 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:35.063086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d5626fa5-8973-4b84-89bb-68b12573650d None None] Provisioning complete for port 371fa071-1025-4e11-b922-4caa956cc9fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:35.067345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5626fa5-8973-4b84-89bb-68b12573650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:35.077161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:35.105813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:35.117608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:35.144268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d5626fa5-8973-4b84-89bb-68b12573650d None None] Port 371fa071-1025-4e11-b922-4caa956cc9fc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:26:35.172251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Pushing event updated for resources: {'Port': ['ID=0997d58c-032a-4280-812e-73c978c062b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:35.214110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:35.215040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:35.271262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:35.315725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-41795e0a-d35c-478e-b9e7-5c288280741e tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0995011 Nov 10 16:26:35.330757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-321e28ea-ac16-4e5b-9fbe-c3123bd7c778 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:26:35.332943 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-321e28ea-ac16-4e5b-9fbe-c3123bd7c778 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073149 Nov 10 16:26:35.397841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:35.422506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:35.424655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:35.519242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=371fa071-1025-4e11-b922-4caa956cc9fc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:35.624566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-db6f9298-94ae-439d-a412-e4424d7081c0 None None] Provisioning complete for port 0997d58c-032a-4280-812e-73c978c062b6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:35.624839 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-db6f9298-94ae-439d-a412-e4424d7081c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:35.646466 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Network a1543854-7e0c-432a-ab4e-a41e0eede6ec is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:35.648891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:35.841562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-db6f9298-94ae-439d-a412-e4424d7081c0 None None] Port 0997d58c-032a-4280-812e-73c978c062b6 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:26:35.870124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-4f85a427-cc4c-4727-9a2d-55ab26df9057 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=18169baf829c4f06ada49579f911447a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777540 Nov 10 16:26:35.899982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 64dc7dc6-a52c-448c-912f-60cad9220c62 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:36.011282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Router b4b16bf0-c11f-4d72-bd28-66413f0f72bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:26:36.036757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 64dc7dc6-a52c-448c-912f-60cad9220c62 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:36.036757 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:36.121754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca52202-d3cc-41ce-b19b-03f783006b78 req-99eca63f-c2ae-487b-a680-f192b00f5505 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:36.123289 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ca52202-d3cc-41ce-b19b-03f783006b78 req-99eca63f-c2ae-487b-a680-f192b00f5505 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 936 time: 0.3081203 Nov 10 16:26:36.247069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bd3fde5f-ef84-49f8-aba1-b81c56945843 None None] Provisioning complete for port 371fa071-1025-4e11-b922-4caa956cc9fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:36.247651 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bd3fde5f-ef84-49f8-aba1-b81c56945843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:36.251172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-50769234-3d14-47be-8fe7-8348cdb6b3c5 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:36.254180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-50769234-3d14-47be-8fe7-8348cdb6b3c5 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609140 Nov 10 16:26:36.283750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-640222b7-7735-4f45-b2b8-ebc0fd888c7b tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/quotas/18169baf829c4f06ada49579f911447a HTTP/1.1" status: 200 len: 375 time: 0.0230327 Nov 10 16:26:36.291452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ca52202-d3cc-41ce-b19b-03f783006b78 req-9d1dcf2a-728c-4fed-a8d4-17867039a947 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609445 Nov 10 16:26:36.298426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fde5f-ef84-49f8-aba1-b81c56945843 None None] Port 371fa071-1025-4e11-b922-4caa956cc9fc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:26:36.313021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:36.326092 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:36.364070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 64dc7dc6-a52c-448c-912f-60cad9220c62, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=64dc7dc6-a52c-448c-912f-60cad9220c62,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:36.384870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-7ae0a5e0-1f2f-4848-8709-16ed35635aa9 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18169baf829c4f06ada49579f911447a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997114 Nov 10 16:26:36.422067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:26:36.430670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f6b8b341-262e-4d73-90dc-65200341dbd0 admin admin] 10.222.0.62 "PUT /v2.0/routers/b4b16bf0-c11f-4d72-bd28-66413f0f72bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8742223 Nov 10 16:26:36.434778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-08bf4a16-a179-4844-acf9-61953489630c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=268b256297d1438f95217c4be47352e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1199672 Nov 10 16:26:36.448187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:36.475357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:36.619425 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7dd03fac-3e52-40cd-a49b-d60219a9ded1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:36.656243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=64dc7dc6-a52c-448c-912f-60cad9220c62,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:36.697952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7dd03fac-3e52-40cd-a49b-d60219a9ded1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:36.744268 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5b0b347-af8a-4ffb-a26c-5ed5bb8f3557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:36.764080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Request body: {'port': {'device_id': '7a5e12e5-c757-4e48-9fe0-35814a47fd3f', 'device_owner': 'compute:tempest-test_az-915852684', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:36.805443 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:36.969800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.002565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9b17c13-addc-4651-9de0-2de775f0dd37 req-4930943c-cbbf-486b-82a8-af2d475f4ed8 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 210 time: 0.1376171 Nov 10 16:26:37.254626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7dd03fac-3e52-40cd-a49b-d60219a9ded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.257361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7dd03fac-3e52-40cd-a49b-d60219a9ded1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.258529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7dd03fac-3e52-40cd-a49b-d60219a9ded1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8635f8cd-c8be-4704-b59d-b78d54b84a65 HTTP/1.1" status: 204 len: 168 time: 0.8090711 Nov 10 16:26:37.343070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5b0b347-af8a-4ffb-a26c-5ed5bb8f3557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.415004 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.429004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Sync routers for ids ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:26:37.436560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd03fac-3e52-40cd-a49b-d60219a9ded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8635f8cd-c8be-4704-b59d-b78d54b84a65,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:37.439367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5b0b347-af8a-4ffb-a26c-5ed5bb8f3557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.517193 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.524823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Routers {'b4b16bf0-c11f-4d72-bd28-66413f0f72bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:26:37.526603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:26:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:37.559005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c5b0b347-af8a-4ffb-a26c-5ed5bb8f3557 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8bef83909a14257b36d98ee3ac76e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1593215 Nov 10 16:26:37.560544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:37.561562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0b347-af8a-4ffb-a26c-5ed5bb8f3557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e336f41-564b-4ce8-a735-08a8a4cf2c7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:37.669116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa689d86-85c3-4374-9bda-31636bd9c2d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.741389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa689d86-85c3-4374-9bda-31636bd9c2d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.848266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 64dc7dc6-a52c-448c-912f-60cad9220c62 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:37.965588 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0997d58c-032a-4280-812e-73c978c062b6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:26:37.978168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa689d86-85c3-4374-9bda-31636bd9c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.986559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa689d86-85c3-4374-9bda-31636bd9c2d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.992084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:37.992227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fa689d86-85c3-4374-9bda-31636bd9c2d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e336f41-564b-4ce8-a735-08a8a4cf2c7c HTTP/1.1" status: 204 len: 168 time: 0.4243691 Nov 10 16:26:37.999020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 64dc7dc6-a52c-448c-912f-60cad9220c62 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:37.999676 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:38.016089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa689d86-85c3-4374-9bda-31636bd9c2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e336f41-564b-4ce8-a735-08a8a4cf2c7c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:38.016390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5967ca5-5f50-4eaa-a517-e29815828783 req-b4238c30-da25-4c80-9cd9-a670896dbfe1 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:38.020560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5967ca5-5f50-4eaa-a517-e29815828783 req-b4238c30-da25-4c80-9cd9-a670896dbfe1 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 936 time: 0.1363509 Nov 10 16:26:38.060585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Transition to ACTIVE for port object 0997d58c-032a-4280-812e-73c978c062b6 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:26:38.116384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Set router b4b16bf0-c11f-4d72-bd28-66413f0f72bb gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:26:38.121456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5967ca5-5f50-4eaa-a517-e29815828783 req-63f33370-4bc5-4880-acd9-efc583218450 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884652 Nov 10 16:26:38.388188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:38.635751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f13b99d6-44e2-4c3e-9556-956023f7ce9a req-f4388385-af9f-481e-9dd6-f4042b15ccb2 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 210 time: 0.0730581 Nov 10 16:26:38.637797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:26:34Z', 'revision_number': 4, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '371fa071-1025-4e11-b922-4caa956cc9fc', 'name': '', 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'mac_address': 'fa:16:3e:33:ee:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd3038bf-e6a3-4e65-ad08-8d88e49b6df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:33Z', 'updated_at': '2021-11-10T16:26:35Z', 'revision_number': 2, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'subnets': [{'id': 'cd3038bf-e6a3-4e65-ad08-8d88e49b6df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:38.637797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Checking router: b4b16bf0-c11f-4d72-bd28-66413f0f72bb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:26:38.637797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Updating router b4b16bf0-c11f-4d72-bd28-66413f0f72bb port 371fa071-1025-4e11-b922-4caa956cc9fc binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:26:38.637797 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:38.643553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0997d58c-032a-4280-812e-73c978c062b6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:38.685316 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Attempting to bind port 0997d58c-032a-4280-812e-73c978c062b6 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:26:38.692898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Attempting to bind port 0997d58c-032a-4280-812e-73c978c062b6 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:26:38.693464 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Attempting to bind port 0997d58c-032a-4280-812e-73c978c062b6 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:38.701946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Port 0997d58c-032a-4280-812e-73c978c062b6 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:26:38.702423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Attempting to bind port 0997d58c-032a-4280-812e-73c978c062b6 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:38.713780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:26:38.720007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:38.720007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:26:38.720007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Bound port: 0997d58c-032a-4280-812e-73c978c062b6, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:26:38.720007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:38.897410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] For port 0997d58c-032a-4280-812e-73c978c062b6, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:26:38.908998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] For port 0997d58c-032a-4280-812e-73c978c062b6, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0997d58c-032a-4280-812e-73c978c062b6,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:26:38.995641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:39.154968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:39.158317 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:39.167671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] 10.222.0.18 "PUT /v2.0/ports/0997d58c-032a-4280-812e-73c978c062b6 HTTP/1.1" status: 200 len: 1118 time: 3.2006612 Nov 10 16:26:39.169829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5e12e5-c757-4e48-9fe0-35814a47fd3f', 'tag': '0997d58c-032a-4280-812e-73c978c062b6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:26:39.248810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64bf35-3fad-48fe-84bf-0302b95f8eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0997d58c-032a-4280-812e-73c978c062b6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:39.365848 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:39.446286 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb4006c-216f-4a54-81cb-d6435714691e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5e12e5-c757-4e48-9fe0-35814a47fd3f", "tag": "0997d58c-032a-4280-812e-73c978c062b6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:26:39.456087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:39.568988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749efa5-aa86-4dfa-beed-2eb80258d42c None None] Pushing event updated for resources: {'Port': ['ID=371fa071-1025-4e11-b922-4caa956cc9fc,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:39.688713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:39.714937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9176c49-5a52-4e77-bea8-47c3959341a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:39.717114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Attempting to bind port 371fa071-1025-4e11-b922-4caa956cc9fc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:26:39.717114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Attempting to bind port 371fa071-1025-4e11-b922-4caa956cc9fc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:26:39.717699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Attempting to bind port 371fa071-1025-4e11-b922-4caa956cc9fc on network a1543854-7e0c-432a-ab4e-a41e0eede6ec {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:39.728316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:26:39.728716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Checking segment: {'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:39.729085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:39.729474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Bound using segment: {'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:26:39.729951 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Bound port: 371fa071-1025-4e11-b922-4caa956cc9fc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724d579d-47eb-4e5d-af17-86b55558b3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:26:39.730347 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:39.766071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3940-bbca-44fa-9dcb-7cf3a8743d5b req-def942e2-e62b-4321-9bff-eca74ab7725d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:39.767671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-facd3940-bbca-44fa-9dcb-7cf3a8743d5b req-def942e2-e62b-4321-9bff-eca74ab7725d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.4065821 Nov 10 16:26:39.804212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-c5dadd9e-d39c-416a-b2b6-33a7caa05d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:39.806008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-c5dadd9e-d39c-416a-b2b6-33a7caa05d9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eee783b2ce8e498da8de8074142198de&device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 1121 time: 0.3423116 Nov 10 16:26:39.881016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9176c49-5a52-4e77-bea8-47c3959341a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.062271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] For port 371fa071-1025-4e11-b922-4caa956cc9fc, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:26:40.062448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:40.062448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-faf9f97e-32ba-4f76-b954-250671362de8 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896094574', 'description': 'tempest-description--502453369'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:40.062644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] For port 371fa071-1025-4e11-b922-4caa956cc9fc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=371fa071-1025-4e11-b922-4caa956cc9fc,segment=NetworkSegment(724d579d-47eb-4e5d-af17-86b55558b3ce),segment_id=724d579d-47eb-4e5d-af17-86b55558b3ce)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:26:40.062644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c82645ca-d52d-4def-9c77-1be09cdc5ba9 None None] Provisioning complete for port 371fa071-1025-4e11-b922-4caa956cc9fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:40.062644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c82645ca-d52d-4def-9c77-1be09cdc5ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.069218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c82645ca-d52d-4def-9c77-1be09cdc5ba9 None None] Port 371fa071-1025-4e11-b922-4caa956cc9fc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:26:40.087685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-1994f17e-b4aa-4b93-8b7f-8a8046eca13f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=0997d58c-032a-4280-812e-73c978c062b6 HTTP/1.1" status: 200 len: 217 time: 0.2724743 Nov 10 16:26:40.144032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-facd3940-bbca-44fa-9dcb-7cf3a8743d5b req-228db3fd-f9c1-413a-8415-11d30d2b6bb1 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420632 Nov 10 16:26:40.233348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9176c49-5a52-4e77-bea8-47c3959341a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.262263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.274488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-faf9f97e-32ba-4f76-b954-250671362de8 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.292551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e9176c49-5a52-4e77-bea8-47c3959341a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c20b8f0ea544434b73b7af28ba4c077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022174 Nov 10 16:26:40.298207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57216) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:40.304721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9176c49-5a52-4e77-bea8-47c3959341a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7658b4f1-f818-450a-b55b-951c0bbf3d1d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:40.358432 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.412313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Routers {'b4b16bf0-c11f-4d72-bd28-66413f0f72bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:26:40.413221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:26:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:40.492619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14275490-f130-48f7-8fce-ccf82f486a16 req-6f619ae3-e8d5-47a6-8cbb-3e9838947d22 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 210 time: 0.0799880 Nov 10 16:26:40.568110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3763ca2c-52e3-4c5e-a8b0-347574f5c8a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.651050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] Set router b4b16bf0-c11f-4d72-bd28-66413f0f72bb gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:26:40.663656 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-faf9f97e-32ba-4f76-b954-250671362de8 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.736123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-c2d4cb03-fcfa-4616-82a3-853b181831ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:40.744885 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-c2d4cb03-fcfa-4616-82a3-853b181831ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2924788 Nov 10 16:26:40.749699 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a876751c-bdbe-46db-a2b1-640f3d64c538 x-openstack-request-id: req-a876751c-bdbe-46db-a2b1-640f3d64c538 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:26:40.750285 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5e12e5-c757-4e48-9fe0-35814a47fd3f", "tag": "0997d58c-032a-4280-812e-73c978c062b6", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:26:40.750716 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a876751c-bdbe-46db-a2b1-640f3d64c538 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:26:40.751588 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5e12e5-c757-4e48-9fe0-35814a47fd3f', 'tag': '0997d58c-032a-4280-812e-73c978c062b6', 'status': 'completed', 'code': 200} Nov 10 16:26:40.754331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749efa5-aa86-4dfa-beed-2eb80258d42c None None] Pushing event updated for resources: {'Port': ['ID=371fa071-1025-4e11-b922-4caa956cc9fc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:40.802819 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3763ca2c-52e3-4c5e-a8b0-347574f5c8a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.862266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-faf9f97e-32ba-4f76-b954-250671362de8 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.940046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-547428fa-dca8-4198-9a9b-d7d3ebe62890 None None] Provisioning complete for port 371fa071-1025-4e11-b922-4caa956cc9fc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:40.940552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-547428fa-dca8-4198-9a9b-d7d3ebe62890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:40.962821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9f97e-32ba-4f76-b954-250671362de8 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaef78ba-3dc5-4fe0-ad86-77bf55616a25,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:41.059523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:26:34Z', 'revision_number': 4, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '371fa071-1025-4e11-b922-4caa956cc9fc', 'name': '', 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'mac_address': 'fa:16:3e:33:ee:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd3038bf-e6a3-4e65-ad08-8d88e49b6df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:33Z', 'updated_at': '2021-11-10T16:26:39Z', 'revision_number': 4, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'subnets': [{'id': 'cd3038bf-e6a3-4e65-ad08-8d88e49b6df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:26:41.080835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-0368d4ff-2948-495c-b058-4ae945df1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:41.090027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-0368d4ff-2948-495c-b058-4ae945df1f56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2693298 Nov 10 16:26:41.094160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-faf9f97e-32ba-4f76-b954-250671362de8 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:41.097135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-faf9f97e-32ba-4f76-b954-250671362de8 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1276600 Nov 10 16:26:41.101457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57236) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:41.101818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bbb478-7664-48f7-9945-3ef23edf2ffc None None] The sync data for ids ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'] in n-d-714676-11 is: [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:26:34Z', 'revision_number': 4, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '371fa071-1025-4e11-b922-4caa956cc9fc', 'name': '', 'network_id': 'a1543854-7e0c-432a-ab4e-a41e0eede6ec', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'mac_address': 'fa:16:3e:33:ee:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd3038bf-e6a3-4e65-ad08-8d88e49b6df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:33Z', 'updated_at': '2021-11-10T16:26:39Z', 'revision_number': 4, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'subnets': [{'id': 'cd3038bf-e6a3-4e65-ad08-8d88e49b6df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:26:41.108973 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-547428fa-dca8-4198-9a9b-d7d3ebe62890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:41.122769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ef611232-d044-4ff6-8f68-9546cc81f9e4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Request body: {'security_group_rule': {'security_group_id': 'eaef78ba-3dc5-4fe0-ad86-77bf55616a25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:41.158239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-547428fa-dca8-4198-9a9b-d7d3ebe62890 None None] For port 371fa071-1025-4e11-b922-4caa956cc9fc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=371fa071-1025-4e11-b922-4caa956cc9fc,segment=NetworkSegment(724d579d-47eb-4e5d-af17-86b55558b3ce),segment_id=724d579d-47eb-4e5d-af17-86b55558b3ce)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:41.255978 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-547428fa-dca8-4198-9a9b-d7d3ebe62890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:41.343241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3763ca2c-52e3-4c5e-a8b0-347574f5c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:41.343241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3763ca2c-52e3-4c5e-a8b0-347574f5c8a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:41.343241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3763ca2c-52e3-4c5e-a8b0-347574f5c8a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7658b4f1-f818-450a-b55b-951c0bbf3d1d HTTP/1.1" status: 204 len: 168 time: 1.0340018 Nov 10 16:26:41.390812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547428fa-dca8-4198-9a9b-d7d3ebe62890 None None] Pushing event updated for resources: {'Port': ['ID=371fa071-1025-4e11-b922-4caa956cc9fc,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:41.410959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763ca2c-52e3-4c5e-a8b0-347574f5c8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7658b4f1-f818-450a-b55b-951c0bbf3d1d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:41.439700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea92d-e6f7-441d-ae79-49791642c74d req-514313e3-56f2-44d0-93fb-05487a9a56b4 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:41.448392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0ea92d-e6f7-441d-ae79-49791642c74d req-514313e3-56f2-44d0-93fb-05487a9a56b4 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.1291027 Nov 10 16:26:41.484886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-9b549915-45cd-4b1a-b465-896259e7fb07 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438303 Nov 10 16:26:41.561455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0ea92d-e6f7-441d-ae79-49791642c74d req-67213ea0-8f94-4b64-af42-61ef55ded46c tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119750 Nov 10 16:26:41.646763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef611232-d044-4ff6-8f68-9546cc81f9e4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:41.828920 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e956b02-fdbe-4fd9-a420-67a5d2d82051 req-0229e709-cf96-4ebd-ac93-9d89e6df5bf3 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 210 time: 0.1642470 Nov 10 16:26:41.871260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 371fa071-1025-4e11-b922-4caa956cc9fc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:41.998530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3474aad3-5ba9-4fcf-b4bc-40451b4893ca req-4ea3345e-f5c2-469b-9dd1-7f3474237afd service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652922 Nov 10 16:26:42.103615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef611232-d044-4ff6-8f68-9546cc81f9e4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:42.150952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 371fa071-1025-4e11-b922-4caa956cc9fc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:42.151541 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:42.203819 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef611232-d044-4ff6-8f68-9546cc81f9e4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:42.211066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.69', 58318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:42.268155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-0a964dac-8859-4e3c-bc26-2fdc4d4743e6 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=18169baf829c4f06ada49579f911447a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550926 Nov 10 16:26:42.280643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef611232-d044-4ff6-8f68-9546cc81f9e4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5696ff42-8791-431c-9b69-81808ab65386,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:42.409448 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef611232-d044-4ff6-8f68-9546cc81f9e4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:42.410590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef611232-d044-4ff6-8f68-9546cc81f9e4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3079345 Nov 10 16:26:42.413987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57264) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:42.426414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-154fee5b-9e10-4f11-bba2-b45eaa8586d4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Request body: {'security_group_rule': {'security_group_id': 'eaef78ba-3dc5-4fe0-ad86-77bf55616a25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:42.427472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4006c-216f-4a54-81cb-d6435714691e req-827e3fbc-f731-4060-9dec-4b7bfa06c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:42.429341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdb4006c-216f-4a54-81cb-d6435714691e req-827e3fbc-f731-4060-9dec-4b7bfa06c84d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eee783b2ce8e498da8de8074142198de&device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 1121 time: 0.1201448 Nov 10 16:26:42.469246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-723934e1-198d-4fee-8c98-43dafec58337 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:42.474357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-723934e1-198d-4fee-8c98-43dafec58337 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002170 Nov 10 16:26:42.562901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Request body: {'port': {'device_id': 'c845006a-7f53-45d4-9e24-793e0762ad37', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '18169baf829c4f06ada49579f911447a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:42.889279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-154fee5b-9e10-4f11-bba2-b45eaa8586d4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.046898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7414e7c-8297-4594-bf33-bcf6b070f3e8 req-da86b1d2-bb8b-44f2-9b0f-9195fded9470 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 210 time: 0.0533721 Nov 10 16:26:43.093697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-154fee5b-9e10-4f11-bba2-b45eaa8586d4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.170705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-154fee5b-9e10-4f11-bba2-b45eaa8586d4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.210097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fee5b-9e10-4f11-bba2-b45eaa8586d4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834debeb-d3db-4b50-8425-13f1217a41b5,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:43.304506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-154fee5b-9e10-4f11-bba2-b45eaa8586d4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.309288 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-154fee5b-9e10-4f11-bba2-b45eaa8586d4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8942478 Nov 10 16:26:43.310040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57284) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:43.314536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:43.415650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003c5f2-6584-419d-98b0-30fce61c067c req-2a2c72ad-5c0d-40c3-b573-32ca95cd1caf tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:43.415650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d003c5f2-6584-419d-98b0-30fce61c067c req-2a2c72ad-5c0d-40c3-b573-32ca95cd1caf tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.4031308 Nov 10 16:26:43.450695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Made reservation on behalf of 18169baf829c4f06ada49579f911447a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:43.454667 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.485333 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.512322 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.527105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d003c5f2-6584-419d-98b0-30fce61c067c req-bf874139-f858-4f11-b1dc-8f314e1b366d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227152 Nov 10 16:26:43.538214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57296) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:43.687853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.714383 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.765452 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:43.819577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcae3b3-0695-440a-a552-c69b4ce7133d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:43.966699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Allocated IP 172.25.3.110 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/74641fee-a5ac-4348-815c-711650c07452) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:44.075358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-752a19b7-ae33-4995-93d4-21fe9cd67c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:44.268852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Allocated IP 192.168.233.9 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/1aeea0d4-d558-411e-9302-26f72169739b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:44.467113 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1efaa1dd-1c87-4598-909b-cd562a702b91 req-c015e69a-54f9-408c-abdc-419bbe317c70 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 210 time: 0.1077843 Nov 10 16:26:44.517152 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:26:44.626419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-752a19b7-ae33-4995-93d4-21fe9cd67c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:44.641502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:44.672492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:44.770237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e7937-730d-4252-8166-5ada22f28157 req-1c84af67-4270-4aa2-940c-72116aac5de3 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:44.772686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c1e7937-730d-4252-8166-5ada22f28157 req-1c84af67-4270-4aa2-940c-72116aac5de3 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.1041977 Nov 10 16:26:44.799504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4006c-216f-4a54-81cb-d6435714691e req-76a89d71-4ba7-43a8-8945-152e4466103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:44.805299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdb4006c-216f-4a54-81cb-d6435714691e req-76a89d71-4ba7-43a8-8945-152e4466103f service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.6773248 Nov 10 16:26:44.868360 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c1e7937-730d-4252-8166-5ada22f28157 req-12ff71c2-9bb2-4086-9f31-98566170ee94 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764558 Nov 10 16:26:44.930622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdb4006c-216f-4a54-81cb-d6435714691e req-85dccea1-9247-496c-a6fd-b0962ef17346 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=0997d58c-032a-4280-812e-73c978c062b6 HTTP/1.1" status: 200 len: 217 time: 0.1083109 Nov 10 16:26:44.976355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50744-bdc2-41ce-af3d-b316d2815f0b req-386c6848-1692-4d4b-9a3f-857add36d9ab tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:44.977098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50744-bdc2-41ce-af3d-b316d2815f0b req-386c6848-1692-4d4b-9a3f-857add36d9ab tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:44.977676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50744-bdc2-41ce-af3d-b316d2815f0b req-386c6848-1692-4d4b-9a3f-857add36d9ab tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:44.978198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50744-bdc2-41ce-af3d-b316d2815f0b req-386c6848-1692-4d4b-9a3f-857add36d9ab tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:44.978623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50744-bdc2-41ce-af3d-b316d2815f0b req-386c6848-1692-4d4b-9a3f-857add36d9ab tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:44.980854 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cee50744-bdc2-41ce-af3d-b316d2815f0b req-386c6848-1692-4d4b-9a3f-857add36d9ab tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.5896659 Nov 10 16:26:45.037775 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-752a19b7-ae33-4995-93d4-21fe9cd67c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.114395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-752a19b7-ae33-4995-93d4-21fe9cd67c2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43bc02dfc2304936899f71d39b29192b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5729492 Nov 10 16:26:45.115965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:45.121973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a19b7-ae33-4995-93d4-21fe9cd67c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096613d4-f4f4-430b-a2ae-3ad25396dd91,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:45.180723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.198497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.272186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:45.283024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:45.287461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:45.358930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event updated for resources: {'Port': ['ID=74641fee-a5ac-4348-815c-711650c07452,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:45.366853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d06bc-727f-45d3-80a6-0b425e4ee92c req-8a9c1661-348a-4cd3-8940-df46c14b4055 tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.387953 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae5d06bc-727f-45d3-80a6-0b425e4ee92c req-8a9c1661-348a-4cd3-8940-df46c14b4055 tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 886 time: 0.3799596 Nov 10 16:26:45.412385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:45.423436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:45.439054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:45.448190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.449122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.638965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e1eb93f-7375-4504-8c1f-819964f52837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.638965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Pushing event updated for resources: {'Port': ['ID=1aeea0d4-d558-411e-9302-26f72169739b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:45.640757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.640976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e1eb93f-7375-4504-8c1f-819964f52837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.641073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4006c-216f-4a54-81cb-d6435714691e req-cbf59ee6-c3e3-4a86-a22f-e770d851dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.641073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdb4006c-216f-4a54-81cb-d6435714691e req-cbf59ee6-c3e3-4a86-a22f-e770d851dc85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0633209 Nov 10 16:26:45.721026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c754-b520-43fe-87e5-bde777b63080 req-5484b37c-9d63-476a-ae87-f9986b9f103b tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.733258 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4006c-216f-4a54-81cb-d6435714691e req-60e49499-4757-4112-bce5-4e0f37d6e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.734516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ff1c754-b520-43fe-87e5-bde777b63080 req-5484b37c-9d63-476a-ae87-f9986b9f103b tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 934 time: 0.1126230 Nov 10 16:26:45.734759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdb4006c-216f-4a54-81cb-d6435714691e req-60e49499-4757-4112-bce5-4e0f37d6e8df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978234 Nov 10 16:26:45.824773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-11d1bb82-f456-4d8c-96d9-62bb18be6e1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2676868 Nov 10 16:26:45.833921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ff1c754-b520-43fe-87e5-bde777b63080 req-161e34cc-0fcb-43fd-abfe-bce77a1c0448 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953524 Nov 10 16:26:45.872138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044d31-718c-4054-9015-d8f1bcd52d0b req-b8b60c23-d69a-4420-bf94-3339b9981e7b tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.872138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044d31-718c-4054-9015-d8f1bcd52d0b req-b8b60c23-d69a-4420-bf94-3339b9981e7b tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.872138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044d31-718c-4054-9015-d8f1bcd52d0b req-b8b60c23-d69a-4420-bf94-3339b9981e7b tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.872138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044d31-718c-4054-9015-d8f1bcd52d0b req-b8b60c23-d69a-4420-bf94-3339b9981e7b tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.872138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044d31-718c-4054-9015-d8f1bcd52d0b req-b8b60c23-d69a-4420-bf94-3339b9981e7b tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:45.872942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e1eb93f-7375-4504-8c1f-819964f52837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.879416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e044d31-718c-4054-9015-d8f1bcd52d0b req-b8b60c23-d69a-4420-bf94-3339b9981e7b tempest-NetworksTest-1707236902 tempest-NetworksTest-1707236902-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.3141870 Nov 10 16:26:45.884190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e1eb93f-7375-4504-8c1f-819964f52837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:45.889635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3e1eb93f-7375-4504-8c1f-819964f52837 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/096613d4-f4f4-430b-a2ae-3ad25396dd91 HTTP/1.1" status: 204 len: 168 time: 0.7720842 Nov 10 16:26:45.919053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1eb93f-7375-4504-8c1f-819964f52837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096613d4-f4f4-430b-a2ae-3ad25396dd91,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:45.974914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-158c1db5-1618-4da4-acf6-3205ae60496d None None] Provisioning complete for port 1aeea0d4-d558-411e-9302-26f72169739b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:45.975789 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-158c1db5-1618-4da4-acf6-3205ae60496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:46.108045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-158c1db5-1618-4da4-acf6-3205ae60496d None None] Port 1aeea0d4-d558-411e-9302-26f72169739b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:26:46.191820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886320f-8543-43c5-98f3-5529ab1c9fd3 req-ba74f8bd-2ec1-47fb-a13a-d762baf4aca9 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:46.195018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e886320f-8543-43c5-98f3-5529ab1c9fd3 req-ba74f8bd-2ec1-47fb-a13a-d762baf4aca9 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.1278110 Nov 10 16:26:46.219177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:46.258304 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdb4006c-216f-4a54-81cb-d6435714691e req-aa624513-a007-459f-851c-c80fbf34f4c6 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093989 Nov 10 16:26:46.327696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e886320f-8543-43c5-98f3-5529ab1c9fd3 req-8d521027-5147-469f-a1c4-54329694c810 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260097 Nov 10 16:26:46.485758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdb4006c-216f-4a54-81cb-d6435714691e req-177d0f56-37df-4955-9781-a872abfbe35b service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210717 Nov 10 16:26:46.543995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:46.633575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:46.724391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:46.738127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event updated for resources: {'Port': ['ID=74641fee-a5ac-4348-815c-711650c07452,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:46.875464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:46.877745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9b1f6a87-1e75-4ad0-bb03-62a68bbf8322 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5664186 Nov 10 16:26:47.034606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:47.063934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc0ba9-7948-4d37-9729-f4d20ab8f0e1 req-2150d41e-ca8a-41ce-98f2-32d460c12b1d tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:47.064132 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52015065-7b1d-4bb8-8c7f-24f7d89fcd4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.068833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53dc0ba9-7948-4d37-9729-f4d20ab8f0e1 req-2150d41e-ca8a-41ce-98f2-32d460c12b1d tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 934 time: 0.1439345 Nov 10 16:26:47.216680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52015065-7b1d-4bb8-8c7f-24f7d89fcd4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.217655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:47.237124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53dc0ba9-7948-4d37-9729-f4d20ab8f0e1 req-644cbc81-e699-4c76-a4d8-bf201b390f1e tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578474 Nov 10 16:26:47.289989 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52015065-7b1d-4bb8-8c7f-24f7d89fcd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.361379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69b0be75-10a8-4dbd-b0f2-5f4112bd23a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.395355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015065-7b1d-4bb8-8c7f-24f7d89fcd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a222aab6-bf60-483d-b6b6-e13963d21cdb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:47.421736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-52015065-7b1d-4bb8-8c7f-24f7d89fcd4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4febfd7abdec42ce8c2bfa25402a6e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858571 Nov 10 16:26:47.425551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57372) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:47.576033 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-169a7af7-2884-4594-ba26-8d64b408a3dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.587714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9f5be-1b74-4dc4-80ed-122cd7d598a2 req-455ddaa6-54d6-4d64-838a-de780e98b262 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:47.590071 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5f9f5be-1b74-4dc4-80ed-122cd7d598a2 req-455ddaa6-54d6-4d64-838a-de780e98b262 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.0840061 Nov 10 16:26:47.594348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69b0be75-10a8-4dbd-b0f2-5f4112bd23a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.633183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-169a7af7-2884-4594-ba26-8d64b408a3dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.660162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69b0be75-10a8-4dbd-b0f2-5f4112bd23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.746584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5f9f5be-1b74-4dc4-80ed-122cd7d598a2 req-0ebf970d-d753-4ac3-bb10-36e6ac83896d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448996 Nov 10 16:26:47.769290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-69b0be75-10a8-4dbd-b0f2-5f4112bd23a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05240e85226f49d983f9330841b3e1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476727 Nov 10 16:26:47.770273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57378) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:47.779368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0be75-10a8-4dbd-b0f2-5f4112bd23a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cdc6ec-7483-4631-b895-5ff1393401fd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:47.860991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f2949ca-2ae9-4ff7-99a8-5c0962962c8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.911568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-169a7af7-2884-4594-ba26-8d64b408a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.928035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-169a7af7-2884-4594-ba26-8d64b408a3dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.931537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-169a7af7-2884-4594-ba26-8d64b408a3dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a222aab6-bf60-483d-b6b6-e13963d21cdb HTTP/1.1" status: 204 len: 168 time: 0.5046778 Nov 10 16:26:47.979551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f2949ca-2ae9-4ff7-99a8-5c0962962c8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:47.982544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a7af7-2884-4594-ba26-8d64b408a3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a222aab6-bf60-483d-b6b6-e13963d21cdb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:48.181191 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f2949ca-2ae9-4ff7-99a8-5c0962962c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:48.186566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f2949ca-2ae9-4ff7-99a8-5c0962962c8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:48.190362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0f2949ca-2ae9-4ff7-99a8-5c0962962c8b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07cdc6ec-7483-4631-b895-5ff1393401fd HTTP/1.1" status: 204 len: 168 time: 0.4161344 Nov 10 16:26:48.220544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2949ca-2ae9-4ff7-99a8-5c0962962c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cdc6ec-7483-4631-b895-5ff1393401fd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:49.062724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57406) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:49.094003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78370275-3872-420f-918b-d1e1d23da385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:49.345520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78370275-3872-420f-918b-d1e1d23da385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:49.405645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78370275-3872-420f-918b-d1e1d23da385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:49.489448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-78370275-3872-420f-918b-d1e1d23da385 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b712412dd9c451281c4da3e819f45c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253566 Nov 10 16:26:49.491051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78370275-3872-420f-918b-d1e1d23da385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea62c4-756f-4915-9982-afe88dc7a79a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:49.492821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:49.662984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f08e045d-82d8-4e2b-ac2a-675741568899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:49.707567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f08e045d-82d8-4e2b-ac2a-675741568899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:49.867490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f08e045d-82d8-4e2b-ac2a-675741568899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:49.870346 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f08e045d-82d8-4e2b-ac2a-675741568899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:49.874100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f08e045d-82d8-4e2b-ac2a-675741568899 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8ea62c4-756f-4915-9982-afe88dc7a79a HTTP/1.1" status: 204 len: 168 time: 0.3773196 Nov 10 16:26:49.882274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e045d-82d8-4e2b-ac2a-675741568899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea62c4-756f-4915-9982-afe88dc7a79a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:49.984773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-1d948e00-aaa6-45cc-9956-1daf10d46629 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73844ff6d386425bb8e819b94027e6c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670452 Nov 10 16:26:50.044466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-b5716fd9-b6a7-428d-9b81-8da7abcc90ba tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1896094574&fields=id&tenant_id=ef97d876323f406aa91d9cd77d125702 HTTP/1.1" status: 200 len: 267 time: 0.0986185 Nov 10 16:26:50.142013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-b1cd2847-6618-44a5-91f5-fe40d9512cca tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:50.144543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-b1cd2847-6618-44a5-91f5-fe40d9512cca tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519454 Nov 10 16:26:50.160929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-2c1520c8-bdbe-42e8-b935-bc7ec2e64a73 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/quotas/73844ff6d386425bb8e819b94027e6c9 HTTP/1.1" status: 200 len: 375 time: 0.0109098 Nov 10 16:26:50.207281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-6d8bd473-8a64-4aa6-b17b-c206a1f9065b tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73844ff6d386425bb8e819b94027e6c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361962 Nov 10 16:26:50.422061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854984-00f0-4102-85e4-e256530a4c22 req-b578b1c2-efc3-4ffa-9e5b-412a1582e6c7 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:50.430591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-b578b1c2-efc3-4ffa-9e5b-412a1582e6c7 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 823 time: 0.3779156 Nov 10 16:26:50.452281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-bad8f8c6-7774-4769-9755-80ee5fa8af82 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/quotas/ef97d876323f406aa91d9cd77d125702 HTTP/1.1" status: 200 len: 375 time: 0.0200720 Nov 10 16:26:50.560937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-9232416d-3e2f-4241-8a9e-e60cfa6599d3 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076357 Nov 10 16:26:50.579162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ee835-9e4f-4182-ba44-1ec9d70bd125 req-2b3ba6ab-7fc1-451d-aa25-08528d2a93db tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:50.580655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-875ee835-9e4f-4182-ba44-1ec9d70bd125 req-2b3ba6ab-7fc1-451d-aa25-08528d2a93db tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 934 time: 0.0846033 Nov 10 16:26:50.688268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-875ee835-9e4f-4182-ba44-1ec9d70bd125 req-16230c81-8760-476f-bade-d4291ce48e37 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978889 Nov 10 16:26:50.879457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eece1a-5b6a-48cd-9a04-5387a3255b3c req-f9c211e3-6e7a-4b88-b84e-b98ed4eebac0 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:50.881059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00eece1a-5b6a-48cd-9a04-5387a3255b3c req-f9c211e3-6e7a-4b88-b84e-b98ed4eebac0 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.0644748 Nov 10 16:26:50.953428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00eece1a-5b6a-48cd-9a04-5387a3255b3c req-956fc094-cafa-4536-a55d-9ec403c5845b tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650885 Nov 10 16:26:51.085786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d94f6-bb47-44ac-b56c-34ea372e2888 req-90308291-6f06-41d1-af45-cfee085cbccb tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.0691032 Nov 10 16:26:51.088499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-c5ce731b-c9a9-4d17-a8e7-01667b2471ab service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:26:51.089677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-c5ce731b-c9a9-4d17-a8e7-01667b2471ab service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2170730 Nov 10 16:26:51.486753 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-b7960a08-bf8c-4d21-8efa-c7184e2558ae service neutron] 10.222.0.62 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891044 Nov 10 16:26:51.590519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-1617b417-71d7-40cf-87cd-f611727840cd service neutron] 10.222.0.62 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039441 Nov 10 16:26:51.993220 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2cd51-9182-476b-9da3-3cbb2375f5d7 req-8d4c0c8a-71ce-4c9e-a7e6-00927a8a9d1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:52.001805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3d2cd51-9182-476b-9da3-3cbb2375f5d7 req-8d4c0c8a-71ce-4c9e-a7e6-00927a8a9d1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 934 time: 0.0769548 Nov 10 16:26:52.021279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfe62a2e-49a3-4320-a139-07abdd98360c req-8af04daa-cdee-4b36-972a-311d226b6cd8 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 210 time: 0.0750730 Nov 10 16:26:52.098134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3d2cd51-9182-476b-9da3-3cbb2375f5d7 req-76b5702c-927a-450b-8bb3-4304b53d7f73 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952408 Nov 10 16:26:52.287032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5484e6-e206-40d1-8a1d-f2cacf1ff1e3 req-3c565fa8-7563-425e-bb29-3b5befecc5f1 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:52.289352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd5484e6-e206-40d1-8a1d-f2cacf1ff1e3 req-3c565fa8-7563-425e-bb29-3b5befecc5f1 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.0733578 Nov 10 16:26:52.292560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b59fa30e-e829-42ba-b0c1-02702c50c151 req-d39e1fa4-d3b4-425f-8474-8a7c04456760 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.0485284 Nov 10 16:26:52.368201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd5484e6-e206-40d1-8a1d-f2cacf1ff1e3 req-0718a7c5-44a7-4805-9615-a21e7e027045 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684016 Nov 10 16:26:53.161128 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec24aee2-0301-4a32-8210-7a31f6edd2f2 req-5df81fa0-ce5b-4526-942b-641335c54189 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 210 time: 0.0664287 Nov 10 16:26:53.287390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dddb4-2946-4670-8c11-9af2e54b427c req-96226305-ca09-491e-8ad4-d9f1a9db9afc tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:53.291819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd8dddb4-2946-4670-8c11-9af2e54b427c req-96226305-ca09-491e-8ad4-d9f1a9db9afc tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 934 time: 0.0773840 Nov 10 16:26:53.293233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:53.389638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd8dddb4-2946-4670-8c11-9af2e54b427c req-ac8ce4a6-8fc0-4914-bfa8-f6a97e3416c5 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931349 Nov 10 16:26:53.482162 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9f0ee0d6-197f-43b2-9016-8cdfb00af86e req-89e2df06-def9-467d-938e-eeb0a61a5253 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.0367739 Nov 10 16:26:53.550583 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcbb301a-d648-4996-b890-315754ca831e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:53.611886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d93a3-4012-40da-932d-ceb68ac56f78 req-c9ad14bb-e9ae-486f-acd5-586cd36b28f5 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:53.623973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-538d93a3-4012-40da-932d-ceb68ac56f78 req-c9ad14bb-e9ae-486f-acd5-586cd36b28f5 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 969 time: 0.0798783 Nov 10 16:26:53.675618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-538d93a3-4012-40da-932d-ceb68ac56f78 req-0f499f8e-be67-4b14-b2aa-e099989b7449 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485525 Nov 10 16:26:53.806104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcbb301a-d648-4996-b890-315754ca831e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:53.884361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcbb301a-d648-4996-b890-315754ca831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:53.932585 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bcbb301a-d648-4996-b890-315754ca831e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=833cce7d5468496ebcd39766f1154e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6373084 Nov 10 16:26:53.933098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57590) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:53.937696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb301a-d648-4996-b890-315754ca831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be12de1-9b81-4b47-94c5-8d29dd459271,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:54.001569 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3920e95d-4a5e-4ea1-9336-5cd6efea8e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.029973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0997d58c-032a-4280-812e-73c978c062b6 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:26:54.036104 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3920e95d-4a5e-4ea1-9336-5cd6efea8e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.152872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0997d58c-032a-4280-812e-73c978c062b6, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0997d58c-032a-4280-812e-73c978c062b6,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:54.173305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '0997d58c-032a-4280-812e-73c978c062b6', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '0997d58c-032a-4280-812e-73c978c062b6', 'mac_address': 'fa:16:3e:ce:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:tempest-test_az-915852684', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:26:54.198923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3920e95d-4a5e-4ea1-9336-5cd6efea8e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.203973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3920e95d-4a5e-4ea1-9336-5cd6efea8e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.206164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3920e95d-4a5e-4ea1-9336-5cd6efea8e83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7be12de1-9b81-4b47-94c5-8d29dd459271 HTTP/1.1" status: 204 len: 168 time: 0.2717922 Nov 10 16:26:54.223007 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.241504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920e95d-4a5e-4ea1-9336-5cd6efea8e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be12de1-9b81-4b47-94c5-8d29dd459271,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:54.242484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0997d58c-032a-4280-812e-73c978c062b6 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:26:54.288662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0997d58c-032a-4280-812e-73c978c062b6, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0997d58c-032a-4280-812e-73c978c062b6,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:54.356532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ad27426-d6ad-4e67-bff5-db5c1fae640c req-f06bd75e-3597-48f1-a1e7-031da97f9cc5 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 210 time: 0.0325093 Nov 10 16:26:54.360429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:54.365332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.465835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=0997d58c-032a-4280-812e-73c978c062b6,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:54.493145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4eced3d0-1c72-4bfb-9fba-b65ea35f41a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.609470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46d3c70a-13a8-42ce-899f-e81ee9cd5fce req-4a2e945d-5787-498e-a443-cd6b53c40fa6 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.0330002 Nov 10 16:26:54.633595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f83f30-1f76-4e47-860f-d3b327f6187d req-4143b19d-4b8d-41fc-9593-5e5b606b1b1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:54.635192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f83f30-1f76-4e47-860f-d3b327f6187d req-4143b19d-4b8d-41fc-9593-5e5b606b1b1a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 934 time: 0.1082797 Nov 10 16:26:54.691224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['0997d58c-032a-4280-812e-73c978c062b6'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:26:54.693125 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4eced3d0-1c72-4bfb-9fba-b65ea35f41a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.710389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f83f30-1f76-4e47-860f-d3b327f6187d req-15f74ee6-abd2-4e35-9716-420b2ad5d006 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679297 Nov 10 16:26:54.758701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4eced3d0-1c72-4bfb-9fba-b65ea35f41a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.809978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4eced3d0-1c72-4bfb-9fba-b65ea35f41a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53cd18c225f04827b7a14e5365956bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484055 Nov 10 16:26:54.811540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eced3d0-1c72-4bfb-9fba-b65ea35f41a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f542f3-775c-4c6f-8a99-d91d124561cd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:54.814150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57612) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:54.878207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8cf39-bd40-471b-957c-07cb9d83ea1a req-7081895d-7086-476b-8030-1e60e41bc2fc tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:54.884373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00f62418-2e44-4acc-a482-5cbced174e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.885705 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95f8cf39-bd40-471b-957c-07cb9d83ea1a req-7081895d-7086-476b-8030-1e60e41bc2fc tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 970 time: 0.0838037 Nov 10 16:26:54.909561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00f62418-2e44-4acc-a482-5cbced174e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:54.937827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95f8cf39-bd40-471b-957c-07cb9d83ea1a req-20b1cbc7-0aba-438c-80d3-92bd4839954f tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510960 Nov 10 16:26:55.050700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00f62418-2e44-4acc-a482-5cbced174e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.053432 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00f62418-2e44-4acc-a482-5cbced174e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.054598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-00f62418-2e44-4acc-a482-5cbced174e08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/03f542f3-775c-4c6f-8a99-d91d124561cd HTTP/1.1" status: 204 len: 168 time: 0.2393959 Nov 10 16:26:55.062585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f62418-2e44-4acc-a482-5cbced174e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f542f3-775c-4c6f-8a99-d91d124561cd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:55.226330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57616) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:55.239850 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d6f6-f7da-4330-9115-0ab0748937d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.322091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d6f6-f7da-4330-9115-0ab0748937d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.398370 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d6f6-f7da-4330-9115-0ab0748937d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.432300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3fc5d6f6-f7da-4330-9115-0ab0748937d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29b7cc9e908e484cb6224955644f5256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016106 Nov 10 16:26:55.432689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:55.450968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5d6f6-f7da-4330-9115-0ab0748937d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2179a81b-d26e-4492-837f-e28b98dd778f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:55.488991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2be4b817-5dd1-452c-b639-6a3367cea349 req-d86aa355-7ecc-4e59-aff2-4beb8416026b tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 210 time: 0.0321350 Nov 10 16:26:55.497611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78cdbc99-c389-4f39-9071-ea08623b99ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.521615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78cdbc99-c389-4f39-9071-ea08623b99ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.649292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78cdbc99-c389-4f39-9071-ea08623b99ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.649292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78cdbc99-c389-4f39-9071-ea08623b99ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.649292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-78cdbc99-c389-4f39-9071-ea08623b99ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2179a81b-d26e-4492-837f-e28b98dd778f HTTP/1.1" status: 204 len: 168 time: 0.2150774 Nov 10 16:26:55.657190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdbc99-c389-4f39-9071-ea08623b99ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2179a81b-d26e-4492-837f-e28b98dd778f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:55.720702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57628) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:55.734011 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37ea1587-48f4-41ff-b14d-0dbfeca5da32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.743507 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f96ad996-a77d-4c23-af44-044f9068ec0d req-456c0029-1e3b-41c9-8c63-514aeaad605f tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.0406456 Nov 10 16:26:55.874444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bc600-8b75-403b-bf64-0ae7624ff462 req-2c17f7df-b1f3-40e4-9db5-4c0c7041b81a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:55.876954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-956bc600-8b75-403b-bf64-0ae7624ff462 req-2c17f7df-b1f3-40e4-9db5-4c0c7041b81a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 934 time: 0.0791869 Nov 10 16:26:55.897868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37ea1587-48f4-41ff-b14d-0dbfeca5da32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:55.940043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-956bc600-8b75-403b-bf64-0ae7624ff462 req-69eb8232-a99b-4e26-a630-2460dd8aea48 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533357 Nov 10 16:26:55.971549 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37ea1587-48f4-41ff-b14d-0dbfeca5da32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.001445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0997d58c-032a-4280-812e-73c978c062b6 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:26:56.017589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-bb35cdcf-c728-4bf5-8151-eeedc25fbaad tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:26:56.018719 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-bb35cdcf-c728-4bf5-8151-eeedc25fbaad tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093589 Nov 10 16:26:56.039569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:56.040210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-37ea1587-48f4-41ff-b14d-0dbfeca5da32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69d49fcdd021443f99e20551f9a16470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181024 Nov 10 16:26:56.043014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea1587-48f4-41ff-b14d-0dbfeca5da32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfee6f6-d7ad-4938-a6a8-2fdebf9eaf8e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:56.187398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45da82-d200-490c-9fe3-786e1b908b42 req-50673342-770e-49c8-a4be-8308e5947e2d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:56.195587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e45da82-d200-490c-9fe3-786e1b908b42 req-50673342-770e-49c8-a4be-8308e5947e2d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 970 time: 0.1233444 Nov 10 16:26:56.217230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 0997d58c-032a-4280-812e-73c978c062b6 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:26:56.227479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 0997d58c-032a-4280-812e-73c978c062b6 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:56.227839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf73251-540d-4a9b-a4da-e92a085e2862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.228408 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.279149 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf73251-540d-4a9b-a4da-e92a085e2862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.302331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e45da82-d200-490c-9fe3-786e1b908b42 req-6488fa97-7cdd-4c1f-8d4a-51dd6d102734 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056585 Nov 10 16:26:56.354718 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Request body: {'port': {'device_id': 'c845006a-7f53-45d4-9e24-793e0762ad37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:56.401194 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.432942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5e12e5-c757-4e48-9fe0-35814a47fd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0997d58c-032a-4280-812e-73c978c062b6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:26:56.474142 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.528270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0997d58c-032a-4280-812e-73c978c062b6, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0997d58c-032a-4280-812e-73c978c062b6,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:26:56.565682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf73251-540d-4a9b-a4da-e92a085e2862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.570875 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf73251-540d-4a9b-a4da-e92a085e2862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.574928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eaf73251-540d-4a9b-a4da-e92a085e2862 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adfee6f6-d7ad-4938-a6a8-2fdebf9eaf8e HTTP/1.1" status: 204 len: 168 time: 0.5307629 Nov 10 16:26:56.607233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf73251-540d-4a9b-a4da-e92a085e2862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfee6f6-d7ad-4938-a6a8-2fdebf9eaf8e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:56.630017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:56.671130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a4681d5-4e8c-4547-8c39-45a3e69cdb00 req-d557c8d1-f876-46f0-a1e8-4c9389963d43 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 210 time: 0.0443397 Nov 10 16:26:56.704796 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6fb8c8-7d6e-404f-a86f-12b9d2a20d48" -d '{"events": [{"server_uuid": "7a5e12e5-c757-4e48-9fe0-35814a47fd3f", "name": "network-vif-plugged", "status": "completed", "tag": "0997d58c-032a-4280-812e-73c978c062b6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:26:56.771517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=0997d58c-032a-4280-812e-73c978c062b6,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:56.870286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c6908ba-570a-49cf-8d64-9afc3a1026c6 req-ca49b9a4-e6d3-4579-82c7-d6fb7d193a50 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.0334654 Nov 10 16:26:57.020618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aeea0d4-d558-411e-9302-26f72169739b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:26:57.032892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:57.075182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Transition to ACTIVE for port object 1aeea0d4-d558-411e-9302-26f72169739b will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:26:57.109886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a5893-a2f0-4a3c-a522-a4a7513e7015 req-6ef1f186-846c-461b-9248-b44b448721c0 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:57.111622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b7a5893-a2f0-4a3c-a522-a4a7513e7015 req-6ef1f186-846c-461b-9248-b44b448721c0 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 934 time: 0.0673170 Nov 10 16:26:57.145609 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b5dd9-a5e4-40de-8df8-2014867d43d0 x-openstack-request-id: req-617b5dd9-a5e4-40de-8df8-2014867d43d0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:26:57.145609 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5e12e5-c757-4e48-9fe0-35814a47fd3f", "name": "network-vif-plugged", "status": "completed", "tag": "0997d58c-032a-4280-812e-73c978c062b6", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:26:57.145609 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-617b5dd9-a5e4-40de-8df8-2014867d43d0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:26:57.145609 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5e12e5-c757-4e48-9fe0-35814a47fd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0997d58c-032a-4280-812e-73c978c062b6', 'code': 200} Nov 10 16:26:57.179791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:57.194210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b7a5893-a2f0-4a3c-a522-a4a7513e7015 req-a02c24a8-adcb-4d8b-8522-65481146fac0 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748305 Nov 10 16:26:57.307440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Pushing event updated for resources: {'Port': ['ID=1aeea0d4-d558-411e-9302-26f72169739b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:57.385268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.69', 58325) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:57.385753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Attempting to bind port 1aeea0d4-d558-411e-9302-26f72169739b on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:26:57.386120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Attempting to bind port 1aeea0d4-d558-411e-9302-26f72169739b by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:26:57.386477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Attempting to bind port 1aeea0d4-d558-411e-9302-26f72169739b on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:57.393411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Port 1aeea0d4-d558-411e-9302-26f72169739b on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:26:57.394442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Attempting to bind port 1aeea0d4-d558-411e-9302-26f72169739b on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:26:57.407446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:26:57.407912 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:26:57.408483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:26:57.409014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Bound port: 1aeea0d4-d558-411e-9302-26f72169739b, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:26:57.410873 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:57.452412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabf7f8-2c5b-4990-a866-9e8912db59e7 req-31055697-9662-48af-b2a7-a7e9affb1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:57.459454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-edabf7f8-2c5b-4990-a866-9e8912db59e7 req-31055697-9662-48af-b2a7-a7e9affb1ec3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 1123 time: 0.1857927 Nov 10 16:26:57.459454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-bf10a43b-6b53-4f6e-a022-ef1aa4f06b8c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73844ff6d386425bb8e819b94027e6c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708101 Nov 10 16:26:57.537507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3120fb7-4f43-4620-a221-182f01bedabb req-b69fe28f-8352-4b86-9369-5084c4df0709 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:57.539927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3120fb7-4f43-4620-a221-182f01bedabb req-b69fe28f-8352-4b86-9369-5084c4df0709 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 971 time: 0.1079760 Nov 10 16:26:57.614352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] For port 1aeea0d4-d558-411e-9302-26f72169739b, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:26:57.620510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-8a6e579d-13b5-4ba4-9cad-f056307fb182 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:57.622123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-8a6e579d-13b5-4ba4-9cad-f056307fb182 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484797 Nov 10 16:26:57.629272 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-edabf7f8-2c5b-4990-a866-9e8912db59e7 req-20099e4c-1131-4c53-928f-cadd479beb69 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:57.650996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Request body: {'port': {'device_id': '66b630bf-a784-4889-835f-4a239a983214', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '73844ff6d386425bb8e819b94027e6c9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:57.653665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] For port 1aeea0d4-d558-411e-9302-26f72169739b, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1aeea0d4-d558-411e-9302-26f72169739b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:26:57.671747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3120fb7-4f43-4620-a221-182f01bedabb req-3c092c3a-e5c1-40a0-8f44-a6d7b9456864 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209908 Nov 10 16:26:57.771490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:57.811256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64a7c74d-ba7e-455c-97d6-4a7d179c627c req-1bf740a2-9e9c-4cee-a77c-73e890acaad0 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 210 time: 0.0482051 Nov 10 16:26:57.847060 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-edabf7f8-2c5b-4990-a866-9e8912db59e7 req-20099e4c-1131-4c53-928f-cadd479beb69 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:57.853443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:57.859999 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:57.861760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] 10.222.0.69 "PUT /v2.0/ports/1aeea0d4-d558-411e-9302-26f72169739b HTTP/1.1" status: 200 len: 1095 time: 1.6103797 Nov 10 16:26:57.863573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c845006a-7f53-45d4-9e24-793e0762ad37', 'tag': '1aeea0d4-d558-411e-9302-26f72169739b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:26:57.895611 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-edabf7f8-2c5b-4990-a866-9e8912db59e7 req-20099e4c-1131-4c53-928f-cadd479beb69 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:57.970832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Made reservation on behalf of 73844ff6d386425bb8e819b94027e6c9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:57.975564 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:58.024514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:58.095067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-edabf7f8-2c5b-4990-a866-9e8912db59e7 req-20099e4c-1131-4c53-928f-cadd479beb69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317236 Nov 10 16:26:58.101760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20099e4c-1131-4c53-928f-cadd479beb69 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e1f996-e028-4872-91f3-b04072b23ef3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:58.130829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.69', 58328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:26:58.134162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cd1db-1c3b-4c1a-a010-1445adb53b2b service neutron] Pushing event updated for resources: {'Port': ['ID=1aeea0d4-d558-411e-9302-26f72169739b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:58.208872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:58.215878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44899c5b-c7ec-4632-b49d-e0371de7c2b8 req-e8c67998-1e31-44ea-82b2-061f649c0418 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.0940688 Nov 10 16:26:58.256254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-ff8eb737-2d4f-4803-a74b-fc06677c8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:58.258587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-ff8eb737-2d4f-4803-a74b-fc06677c8a95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18169baf829c4f06ada49579f911447a&device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 1098 time: 0.2429562 Nov 10 16:26:58.268426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:58.375223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-8849edee-ef1a-4371-946b-d12319de1dba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1aeea0d4-d558-411e-9302-26f72169739b HTTP/1.1" status: 200 len: 217 time: 0.1021817 Nov 10 16:26:58.450705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e31f30-9a86-4d71-b047-a6f13e6c6096,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:58.459420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854984-00f0-4102-85e4-e256530a4c22 req-f6fe0fc9-4396-4762-8b23-40dd7c93c097 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:58.465016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-f6fe0fc9-4396-4762-8b23-40dd7c93c097 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.69 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 823 time: 0.3317840 Nov 10 16:26:58.475770 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39733244-49de-4218-8d31-9f8663bb08f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c845006a-7f53-45d4-9e24-793e0762ad37", "tag": "1aeea0d4-d558-411e-9302-26f72169739b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:26:58.516379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-033844dc-b4ab-41b5-8613-43ed106eeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:58.520236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-033844dc-b4ab-41b5-8613-43ed106eeb9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1335719 Nov 10 16:26:58.526693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fda90-8b4c-40ea-a42f-aeb9e9f2877a req-7fd0a48c-c3ee-4949-a4f1-6dfd4b62876e tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:58.528214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-084fda90-8b4c-40ea-a42f-aeb9e9f2877a req-7fd0a48c-c3ee-4949-a4f1-6dfd4b62876e tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 946 time: 0.1334233 Nov 10 16:26:58.543101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Allocated IP 192.168.233.215 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:58.610422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-084fda90-8b4c-40ea-a42f-aeb9e9f2877a req-46ec931b-e471-45b8-be07-2d39837cc948 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697870 Nov 10 16:26:58.661128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-ab8712e3-1d8f-424a-bd6f-d91a4ae12cce tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef97d876323f406aa91d9cd77d125702 HTTP/1.1" status: 200 len: 380 time: 0.1583595 Nov 10 16:26:58.673606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Request body: {'port': {'device_id': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'admin_state_up': True, 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'security_groups': ['eaef78ba-3dc5-4fe0-ad86-77bf55616a25']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:58.682048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-546775f0-c119-4c57-b711-703ac3062268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:58.684070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-546775f0-c119-4c57-b711-703ac3062268 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1461098 Nov 10 16:26:58.836253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:58.871160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a3e7d-5f20-4fd6-a597-a098dd0104ba req-362d01c1-9055-40b7-878a-72b96feb5f59 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:58.873302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-058a3e7d-5f20-4fd6-a597-a098dd0104ba req-362d01c1-9055-40b7-878a-72b96feb5f59 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 971 time: 0.0995157 Nov 10 16:26:58.961537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:58.973056 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a65b64-e454-4145-9a52-3a264874934a x-openstack-request-id: req-d0a65b64-e454-4145-9a52-3a264874934a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:26:58.973561 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c845006a-7f53-45d4-9e24-793e0762ad37", "tag": "1aeea0d4-d558-411e-9302-26f72169739b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:26:58.973751 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0a65b64-e454-4145-9a52-3a264874934a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:26:58.974278 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c845006a-7f53-45d4-9e24-793e0762ad37', 'tag': '1aeea0d4-d558-411e-9302-26f72169739b', 'status': 'completed', 'code': 200} Nov 10 16:26:58.993417 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-058a3e7d-5f20-4fd6-a597-a098dd0104ba req-92832976-f1ae-4b11-b2b1-cbe09ff18a5d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913146 Nov 10 16:26:59.035510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:26:59.040611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:26:59.046979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:26:59.089424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Pushing event updated for resources: {'Port': ['ID=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:26:59.112424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8787ff5d-d64f-4f5b-a571-10161a7c3da3 req-7c72a6d4-0ae2-463b-9dc6-26c8dc8b27df tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 210 time: 0.1227345 Nov 10 16:26:59.140127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:59.140946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:59.211722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-e8b52550-2f3b-4546-8c96-1f2b71a1d5fb service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149207 Nov 10 16:26:59.242450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-382fba9a-aa2a-4291-a7f0-7d99dabbcd0c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6010058 Nov 10 16:26:59.256071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Request body: {'port': {'device_id': '66b630bf-a784-4889-835f-4a239a983214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:26:59.398802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:59.461410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Made reservation on behalf of ef97d876323f406aa91d9cd77d125702 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:26:59.466687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:59.473185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d9a61a8-eca6-4526-aeee-9c55d9b5524e req-3b853323-0d2b-4b1f-93c3-8b3f35f19705 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525144 Nov 10 16:26:59.491809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9406-ee47-4aac-9b2f-46a4b8e0a3f2 req-01f90f32-a35e-4cfc-b45f-0bc155aa9a05 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:59.499034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19cc9406-ee47-4aac-9b2f-46a4b8e0a3f2 req-01f90f32-a35e-4cfc-b45f-0bc155aa9a05 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 936 time: 0.1200514 Nov 10 16:26:59.527977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e1348232-2ab4-41b5-97d8-e6e46780bf9c None None] Provisioning complete for port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:26:59.528670 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1348232-2ab4-41b5-97d8-e6e46780bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:59.565624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e1348232-2ab4-41b5-97d8-e6e46780bf9c None None] Port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:26:59.772022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19cc9406-ee47-4aac-9b2f-46a4b8e0a3f2 req-0dbcb87f-e0e4-4b5f-ab28-2c2e44990e25 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718079 Nov 10 16:26:59.807402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733244-49de-4218-8d31-9f8663bb08f1 req-2c0d669e-5ab5-4366-986e-85dcf1fa84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:59.809785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39733244-49de-4218-8d31-9f8663bb08f1 req-2c0d669e-5ab5-4366-986e-85dcf1fa84a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18169baf829c4f06ada49579f911447a&device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 1098 time: 0.1405578 Nov 10 16:26:59.868870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dfe85-b15d-4e93-a1b7-006ae8a05dc7 req-99b758c9-750c-4d14-aa76-f8276c432719 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:26:59.870396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed2dfe85-b15d-4e93-a1b7-006ae8a05dc7 req-99b758c9-750c-4d14-aa76-f8276c432719 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 946 time: 0.1183076 Nov 10 16:26:59.918314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:26:59.931948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:26:59.983004 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed2dfe85-b15d-4e93-a1b7-006ae8a05dc7 req-7a41c047-74d8-4f06-9350-645dee61075a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769126 Nov 10 16:26:59.983415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Allocated IP 172.20.0.7 (be52ad98-25a3-4412-85b7-df9863359785/b26f99d3-7a29-4036-84e9-4ac50da64af9/c19a544a-c3b5-45b6-9abc-1da49501d265) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:26:59.983583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Transition to ACTIVE for port object 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:27:00.045392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733244-49de-4218-8d31-9f8663bb08f1 req-5ef292f0-17b6-42ac-ac01-e664400f7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.046943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39733244-49de-4218-8d31-9f8663bb08f1 req-5ef292f0-17b6-42ac-ac01-e664400f7c33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2272069 Nov 10 16:27:00.078286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.126988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39733244-49de-4218-8d31-9f8663bb08f1 req-0ee3f346-6732-49cf-996e-0a19d34cede1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1aeea0d4-d558-411e-9302-26f72169739b HTTP/1.1" status: 200 len: 217 time: 0.0707722 Nov 10 16:27:00.157676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:00.262770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Attempting to bind port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:00.263119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Attempting to bind port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:00.263458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Attempting to bind port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:00.267592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.273832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:27:00.274531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Attempting to bind port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:00.281434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:00.281434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:00.281434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:00.281434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Bound port: 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:00.282006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.360592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733244-49de-4218-8d31-9f8663bb08f1 req-1691fc31-43ac-48a7-b703-00f53116359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.363614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39733244-49de-4218-8d31-9f8663bb08f1 req-1691fc31-43ac-48a7-b703-00f53116359f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1984291 Nov 10 16:27:00.371861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] For port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:00.373110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3874e-fec0-4647-942e-45e95bfd5c22 req-9ef91288-8ac8-4e85-aa98-bfdea7475c3d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.375382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] For port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:00.379965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ff3874e-fec0-4647-942e-45e95bfd5c22 req-9ef91288-8ac8-4e85-aa98-bfdea7475c3d tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 971 time: 0.2724500 Nov 10 16:27:00.427259 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.427463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-e25b3a6a-856b-4bf0-9152-73d3417ab001 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=722c55b759f6461bbd6849a22e2dc6f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277481 Nov 10 16:27:00.449699 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.510395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Network be52ad98-25a3-4412-85b7-df9863359785 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:00.521642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733244-49de-4218-8d31-9f8663bb08f1 req-158299e6-bb6a-4895-a89e-4c55afe736d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.523217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39733244-49de-4218-8d31-9f8663bb08f1 req-158299e6-bb6a-4895-a89e-4c55afe736d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421366 Nov 10 16:27:00.524091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:00.526922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:00.532795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.534131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.553931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ff3874e-fec0-4647-942e-45e95bfd5c22 req-2193e5aa-bce2-4a69-add4-b191e4c084e0 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636465 Nov 10 16:27:00.553931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event updated for resources: {'Port': ['ID=c19a544a-c3b5-45b6-9abc-1da49501d265,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:00.663646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-e9639117-9b14-42e7-b475-4daad92f5556 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9957018 Nov 10 16:27:00.682188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39733244-49de-4218-8d31-9f8663bb08f1 req-05af9e07-89da-42a6-9c0c-04965fb38a92 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438258 Nov 10 16:27:00.686084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Request body: {'port': {'device_id': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:00.754873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.755553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.756969 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] 10.222.0.69 "PUT /v2.0/ports/0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 HTTP/1.1" status: 200 len: 1097 time: 1.5063713 Nov 10 16:27:00.760525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b630bf-a784-4889-835f-4a239a983214', 'tag': '0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:00.762914 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b37e708-e9dd-4eba-b00e-8a7d79139480" -d '{"events": [{"name": "network-changed", "server_uuid": "66b630bf-a784-4889-835f-4a239a983214", "tag": "0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:00.789436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb18bf-8bd5-4ed0-9bec-992033719ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:00.816049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e01545-56ae-43f0-b528-ee7f8cb355ad req-46e67f74-5a19-4a2e-b407-6aedd2e968fa tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.817683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8e01545-56ae-43f0-b528-ee7f8cb355ad req-46e67f74-5a19-4a2e-b407-6aedd2e968fa tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 931 time: 0.1753414 Nov 10 16:27:00.837430 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.860654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12642-c741-48b7-b4d3-16f994546746 req-fcf337ef-3a90-4174-8322-cb50e5519cfc tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.870493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-fcf337ef-3a90-4174-8322-cb50e5519cfc tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4336100 Nov 10 16:27:00.871373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1231697d-bdc8-4191-a36e-1cb3bd2686e0 None None] Provisioning complete for port c19a544a-c3b5-45b6-9abc-1da49501d265 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:00.871951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1231697d-bdc8-4191-a36e-1cb3bd2686e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:00.884445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39733244-49de-4218-8d31-9f8663bb08f1 req-728a529e-f28e-419a-be2b-d6759849703e service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909857 Nov 10 16:27:00.902638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-df2c3bcd-d64e-401a-9f76-4fd73385d2d6 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/quotas/722c55b759f6461bbd6849a22e2dc6f4 HTTP/1.1" status: 200 len: 375 time: 0.0295243 Nov 10 16:27:00.944147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1231697d-bdc8-4191-a36e-1cb3bd2686e0 None None] Port c19a544a-c3b5-45b6-9abc-1da49501d265 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:00.944666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8e01545-56ae-43f0-b528-ee7f8cb355ad req-5d379a76-19db-4434-ae22-e4ea55e1d256 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138861 Nov 10 16:27:00.969485 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-85f60bb4-e2b7-4a7e-a592-54944f081a46 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=722c55b759f6461bbd6849a22e2dc6f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649698 Nov 10 16:27:00.985696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-2e67bb46-39e8-4db3-abc6-241fb132c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:00.988233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-2e67bb46-39e8-4db3-abc6-241fb132c5fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73844ff6d386425bb8e819b94027e6c9&device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 1100 time: 0.1135314 Nov 10 16:27:01.061058 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f7ccf2-ed52-429b-ae96-d940dfdb9e5e x-openstack-request-id: req-a4f7ccf2-ed52-429b-ae96-d940dfdb9e5e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:01.061536 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b630bf-a784-4889-835f-4a239a983214", "tag": "0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:01.062178 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4f7ccf2-ed52-429b-ae96-d940dfdb9e5e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:01.062907 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b630bf-a784-4889-835f-4a239a983214', 'tag': '0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8', 'status': 'completed', 'code': 200} Nov 10 16:27:01.068177 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-98c49900-d798-4d08-9af5-03fe9090d2bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 HTTP/1.1" status: 200 len: 217 time: 0.0707393 Nov 10 16:27:01.135739 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-a8bfca38-5f2f-4694-b6d6-5165c43d4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:01.137406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-a8bfca38-5f2f-4694-b6d6-5165c43d4ee8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0631139 Nov 10 16:27:01.194869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-0ad75636-6ae5-4bb1-89e8-05138da8da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:01.196515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-0ad75636-6ae5-4bb1-89e8-05138da8da46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0513549 Nov 10 16:27:01.215164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f3308-dbe6-4b98-a4c0-2545b688f2cf req-39a8ec51-8c4b-47a4-93fd-8513f0836477 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:01.216696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-374f3308-dbe6-4b98-a4c0-2545b688f2cf req-39a8ec51-8c4b-47a4-93fd-8513f0836477 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 948 time: 0.1072772 Nov 10 16:27:01.339196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-374f3308-dbe6-4b98-a4c0-2545b688f2cf req-7b13c9a8-67bc-40de-b5f8-64666d790cc9 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102734 Nov 10 16:27:01.341414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19a544a-c3b5-45b6-9abc-1da49501d265 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:01.350603 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:01.370895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Transition to ACTIVE for port object c19a544a-c3b5-45b6-9abc-1da49501d265 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:27:01.371102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-8efae0bb-fdd3-4b54-8b19-71fd3fd2dd9c service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639564 Nov 10 16:27:01.436641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87ad49c2-b678-482f-b4b4-ef55ffd88998 req-2daecbab-351d-4a57-a1b4-d107d392f624 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 210 time: 0.0312104 Nov 10 16:27:01.454496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:01.487242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca0ee5-8cdd-44ce-957c-d72effed88a1 req-1d292ffe-1a8b-47cc-b899-2cb9bf45806f tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:01.489191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67ca0ee5-8cdd-44ce-957c-d72effed88a1 req-1d292ffe-1a8b-47cc-b899-2cb9bf45806f tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 946 time: 0.1422722 Nov 10 16:27:01.523545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Pushing event updated for resources: {'Port': ['ID=c19a544a-c3b5-45b6-9abc-1da49501d265,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:01.541868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22e8dc4d-2605-4b18-8d7f-6529ec2b94a2 req-6690fe25-2a88-41e6-b340-62d1e64bc30f service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474442 Nov 10 16:27:01.567593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Attempting to bind port c19a544a-c3b5-45b6-9abc-1da49501d265 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:01.567950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Attempting to bind port c19a544a-c3b5-45b6-9abc-1da49501d265 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:01.568351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Attempting to bind port c19a544a-c3b5-45b6-9abc-1da49501d265 on network be52ad98-25a3-4412-85b7-df9863359785 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:01.573563 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67ca0ee5-8cdd-44ce-957c-d72effed88a1 req-aca58dd8-a75a-40ae-94eb-016f17edd319 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685520 Nov 10 16:27:01.576274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Port c19a544a-c3b5-45b6-9abc-1da49501d265 on network be52ad98-25a3-4412-85b7-df9863359785 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:27:01.577181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Attempting to bind port c19a544a-c3b5-45b6-9abc-1da49501d265 on network be52ad98-25a3-4412-85b7-df9863359785 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:01.587819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:01.588245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Checking segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:01.588698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Bound using segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:01.589209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Bound port: c19a544a-c3b5-45b6-9abc-1da49501d265, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:01.589642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:01.632519 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27f90d8e-e085-47aa-810e-77ee3f67ab8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:01.719866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] For port c19a544a-c3b5-45b6-9abc-1da49501d265, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:01.725031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] For port c19a544a-c3b5-45b6-9abc-1da49501d265, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c19a544a-c3b5-45b6-9abc-1da49501d265,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:01.739532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafc304-0472-420d-a510-24fd41b58581 req-11afadfc-c1ed-4610-a9df-390fc2ad37a6 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:01.741289 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7aafc304-0472-420d-a510-24fd41b58581 req-11afadfc-c1ed-4610-a9df-390fc2ad37a6 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 971 time: 0.0987878 Nov 10 16:27:01.744928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-32af0678-8c2e-42b8-985b-41eb2f290227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:01.746451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-32af0678-8c2e-42b8-985b-41eb2f290227 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73844ff6d386425bb8e819b94027e6c9&device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 1100 time: 0.0633674 Nov 10 16:27:01.791202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7aafc304-0472-420d-a510-24fd41b58581 req-7019cabe-aed2-4985-8361-95255d92dde4 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Nov 10 16:27:01.813488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:01.850719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:01.851665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:01.853177 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] 10.222.0.69 "PUT /v2.0/ports/c19a544a-c3b5-45b6-9abc-1da49501d265 HTTP/1.1" status: 200 len: 1092 time: 1.1747143 Nov 10 16:27:01.853798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'tag': 'c19a544a-c3b5-45b6-9abc-1da49501d265'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:01.856249 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ce173-3ca0-4c14-93de-eb20094d4a39" -d '{"events": [{"name": "network-changed", "server_uuid": "30f0f7ea-2ee5-4570-be05-516e2dfea29e", "tag": "c19a544a-c3b5-45b6-9abc-1da49501d265"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:01.867185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-6681f712-c92b-424b-bac5-89471f400363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:01.869309 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-6681f712-c92b-424b-bac5-89471f400363 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1130631 Nov 10 16:27:01.885590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b83ef0-a573-43d0-a0bc-9ca71d04ab00 service neutron] Pushing event updated for resources: {'Port': ['ID=c19a544a-c3b5-45b6-9abc-1da49501d265,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:01.911469 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5efc52-89c7-4c12-85a8-cb2861fe92d4 x-openstack-request-id: req-aa5efc52-89c7-4c12-85a8-cb2861fe92d4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:01.911795 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f0f7ea-2ee5-4570-be05-516e2dfea29e", "tag": "c19a544a-c3b5-45b6-9abc-1da49501d265", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:01.912145 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa5efc52-89c7-4c12-85a8-cb2861fe92d4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:01.912632 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'tag': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'status': 'completed', 'code': 200} Nov 10 16:27:01.940317 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-777360c2-4a4d-4ac7-8592-6a66240681d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 HTTP/1.1" status: 200 len: 217 time: 0.0627983 Nov 10 16:27:02.061669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-cdac2654-8e57-450d-b584-76fdc7e58787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.063451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-cdac2654-8e57-450d-b584-76fdc7e58787 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1090930 Nov 10 16:27:02.086524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9260-4cfd-4dd3-9e27-906d9377dd6b req-5e2a8e95-5411-40ab-81a8-b4027b7f4f99 tempest-AggregatesAdminTestJSON-105126200 tempest-AggregatesAdminTestJSON-105126200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.093998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-071e9260-4cfd-4dd3-9e27-906d9377dd6b req-5e2a8e95-5411-40ab-81a8-b4027b7f4f99 tempest-AggregatesAdminTestJSON-105126200 tempest-AggregatesAdminTestJSON-105126200-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 1123 time: 0.1186931 Nov 10 16:27:02.127386 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-071e9260-4cfd-4dd3-9e27-906d9377dd6b req-97c519f4-b524-49ca-9513-f18374d608d4 tempest-AggregatesAdminTestJSON-105126200 tempest-AggregatesAdminTestJSON-105126200-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:02.170533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-f923e894-beb4-41ed-9043-32b7678cbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.172985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-f923e894-beb4-41ed-9043-32b7678cbb85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014740 Nov 10 16:27:02.251630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ce173-3ca0-4c14-93de-eb20094d4a39 req-7b2d1a60-67dd-4d52-87c9-33e78e10cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.254412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f9ce173-3ca0-4c14-93de-eb20094d4a39 req-7b2d1a60-67dd-4d52-87c9-33e78e10cb52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 1095 time: 0.2929440 Nov 10 16:27:02.320636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4a66c-423e-45d6-95cd-c3eecf07aa11 req-6658af2a-3c16-4b64-a96f-bc982495913a tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.322172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02a4a66c-423e-45d6-95cd-c3eecf07aa11 req-6658af2a-3c16-4b64-a96f-bc982495913a tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 943 time: 0.1075704 Nov 10 16:27:02.327579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-8e8b2b62-4290-498d-a81f-88ecf98c7d83 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443417 Nov 10 16:27:02.329427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-071e9260-4cfd-4dd3-9e27-906d9377dd6b req-97c519f4-b524-49ca-9513-f18374d608d4 tempest-AggregatesAdminTestJSON-105126200 tempest-AggregatesAdminTestJSON-105126200-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:02.408504 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-071e9260-4cfd-4dd3-9e27-906d9377dd6b req-97c519f4-b524-49ca-9513-f18374d608d4 tempest-AggregatesAdminTestJSON-105126200 tempest-AggregatesAdminTestJSON-105126200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:02.460397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c519f4-b524-49ca-9513-f18374d608d4 tempest-AggregatesAdminTestJSON-105126200 tempest-AggregatesAdminTestJSON-105126200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e6fb6-78bb-4c03-9075-6b18fd3135da,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:02.465895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-071e9260-4cfd-4dd3-9e27-906d9377dd6b req-97c519f4-b524-49ca-9513-f18374d608d4 tempest-AggregatesAdminTestJSON-105126200 tempest-AggregatesAdminTestJSON-105126200-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529906 Nov 10 16:27:02.478431 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02a4a66c-423e-45d6-95cd-c3eecf07aa11 req-64684c9d-920a-4573-87a4-ec7019059b55 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451862 Nov 10 16:27:02.481571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ce173-3ca0-4c14-93de-eb20094d4a39 req-152be180-bb3c-4f20-9c09-8e0a473024ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.482974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f9ce173-3ca0-4c14-93de-eb20094d4a39 req-152be180-bb3c-4f20-9c09-8e0a473024ee service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ef97d876323f406aa91d9cd77d125702&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2199614 Nov 10 16:27:02.492362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b37e708-e9dd-4eba-b00e-8a7d79139480 req-35e38d30-eb9f-47b2-a33a-52d843b8161f service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577156 Nov 10 16:27:02.620430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c6f6-346d-4cc5-ab5a-9cdbe9f364e0 req-06cb9759-2b9c-419a-8725-eaeb9002da13 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.622873 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4807c6f6-346d-4cc5-ab5a-9cdbe9f364e0 req-06cb9759-2b9c-419a-8725-eaeb9002da13 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 948 time: 0.0597668 Nov 10 16:27:02.636454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a387eaee-ce47-4a0a-b64e-38b7de6f9703 req-767906ad-e735-4066-abbc-743dd80e0321 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 210 time: 0.0504317 Nov 10 16:27:02.680866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4807c6f6-346d-4cc5-ab5a-9cdbe9f364e0 req-b87d5001-62b0-4ee0-8189-d72b3517c5a2 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498433 Nov 10 16:27:02.719712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ce173-3ca0-4c14-93de-eb20094d4a39 req-653a24e9-07c8-40ee-844f-1bde9b256af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.722958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f9ce173-3ca0-4c14-93de-eb20094d4a39 req-653a24e9-07c8-40ee-844f-1bde9b256af4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309263 Nov 10 16:27:02.809528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782474f9-590e-402c-8b18-d734381dd2d5 req-52fc0a17-4c4e-43f9-b2b3-f71c1028d2bc tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.811114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-782474f9-590e-402c-8b18-d734381dd2d5 req-52fc0a17-4c4e-43f9-b2b3-f71c1028d2bc tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 946 time: 0.0616817 Nov 10 16:27:02.826743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854984-00f0-4102-85e4-e256530a4c22 req-c6b6a474-b788-4374-973f-13fee13d41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.828282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-c6b6a474-b788-4374-973f-13fee13d41a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 1095 time: 0.0629144 Nov 10 16:27:02.875112 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-aa369560-2161-4416-ad5b-ab0978db72a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19a544a-c3b5-45b6-9abc-1da49501d265 HTTP/1.1" status: 200 len: 217 time: 0.0378582 Nov 10 16:27:02.885596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-782474f9-590e-402c-8b18-d734381dd2d5 req-6eaacef2-a960-43bc-bb93-9832ac35b133 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678983 Nov 10 16:27:02.932000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854984-00f0-4102-85e4-e256530a4c22 req-f95ed9f7-6f44-40de-8fcb-a219c6033de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.933349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-f95ed9f7-6f44-40de-8fcb-a219c6033de7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26f99d3-7a29-4036-84e9-4ac50da64af9 HTTP/1.1" status: 200 len: 862 time: 0.0504284 Nov 10 16:27:02.995087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854984-00f0-4102-85e4-e256530a4c22 req-5b6c45c7-38b3-419c-89ea-99680f8544a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:02.996631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-5b6c45c7-38b3-419c-89ea-99680f8544a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be52ad98-25a3-4412-85b7-df9863359785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558279 Nov 10 16:27:03.109999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-6af50443-bd02-4aca-be1f-ab30c775a34c service neutron] 10.222.0.69 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055887 Nov 10 16:27:03.210484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07854984-00f0-4102-85e4-e256530a4c22 req-3beba3d1-e6fb-426c-8701-933fffd7bdc1 service neutron] 10.222.0.69 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925236 Nov 10 16:27:03.640254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8fd3-015c-4df6-bb8b-06724a81435b req-4ae7489a-5f3c-44b3-a561-31e27ad44704 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:03.641792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e7f8fd3-015c-4df6-bb8b-06724a81435b req-4ae7489a-5f3c-44b3-a561-31e27ad44704 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 943 time: 0.0574164 Nov 10 16:27:03.701108 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e7f8fd3-015c-4df6-bb8b-06724a81435b req-5ab143cb-8a8e-42a4-a22e-f8e9a86d198e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531228 Nov 10 16:27:03.821834 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a2b273c-a0d2-4310-b5df-26a9549bd56c req-2dcbea8b-4dc6-4980-be13-5cf06f12836b tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 210 time: 0.0303864 Nov 10 16:27:03.843497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-82700bb2-e84a-4624-8a6f-c66eff5bb05b tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=722c55b759f6461bbd6849a22e2dc6f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235827 Nov 10 16:27:03.862296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c4a6816-d963-4714-a021-59e589c2221d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:03.949216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ded6d5-c865-4464-83d7-1a3f6d615958 req-af755e6e-ad4f-441e-8550-34f51a7e2875 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:03.951633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93ded6d5-c865-4464-83d7-1a3f6d615958 req-af755e6e-ad4f-441e-8550-34f51a7e2875 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 948 time: 0.0562751 Nov 10 16:27:03.993772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12642-c741-48b7-b4d3-16f994546746 req-abde8f04-e117-45ce-b87d-43f7290dc791 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:03.995718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-abde8f04-e117-45ce-b87d-43f7290dc791 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461854 Nov 10 16:27:04.009589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Request body: {'port': {'device_id': 'd409a623-bc4f-4d70-abb5-e8a02d8f7e10', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '722c55b759f6461bbd6849a22e2dc6f4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:04.030714 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93ded6d5-c865-4464-83d7-1a3f6d615958 req-46011ef7-432f-4c13-9bcd-aa0bb0e7df26 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650129 Nov 10 16:27:04.118880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103632f-fae4-4a11-b706-443f60ac273c req-d0f44387-efe2-4576-b454-e1189394ad46 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:04.120490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4103632f-fae4-4a11-b706-443f60ac273c req-d0f44387-efe2-4576-b454-e1189394ad46 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 946 time: 0.1073749 Nov 10 16:27:04.203528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4103632f-fae4-4a11-b706-443f60ac273c req-d9d9bdfb-4655-4b23-96ed-dbbeb10aa57e tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689104 Nov 10 16:27:04.300814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Made reservation on behalf of 722c55b759f6461bbd6849a22e2dc6f4 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:04.304295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:04.313779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:04.397448 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:04.460873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:04.531554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7da5a37-6e30-4e45-b752-454c7be53e62,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:04.617205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Allocated IP 192.168.233.38 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/ce9c3b28-2f58-43e5-a314-f3d6551d2c38) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:04.791993 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:04.839553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1aeea0d4-d558-411e-9302-26f72169739b details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:27:04.872287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c3aa9-8092-4cbe-8250-59d58e7ca1e1 req-12d47174-4541-45e1-8b6d-74bd9fcad425 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:04.874919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-711c3aa9-8092-4cbe-8250-59d58e7ca1e1 req-12d47174-4541-45e1-8b6d-74bd9fcad425 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 943 time: 0.0884068 Nov 10 16:27:04.907902 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:04.925161 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:04.952020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-711c3aa9-8092-4cbe-8250-59d58e7ca1e1 req-e1ca5761-fbe4-466c-8166-67f7513978ea tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689468 Nov 10 16:27:04.958405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:04.965238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:04.967679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:04.971788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1aeea0d4-d558-411e-9302-26f72169739b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1aeea0d4-d558-411e-9302-26f72169739b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:04.983833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '1aeea0d4-d558-411e-9302-26f72169739b', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '1aeea0d4-d558-411e-9302-26f72169739b', 'mac_address': 'fa:16:3e:7a:dc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:27:05.027049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:05.027675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:05.039677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Pushing event updated for resources: {'Port': ['ID=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:05.045492 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:05.069650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aeea0d4-d558-411e-9302-26f72169739b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:05.105038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1aeea0d4-d558-411e-9302-26f72169739b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1aeea0d4-d558-411e-9302-26f72169739b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:05.129002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-e6bca3a1-b033-4c0b-9000-5d21e236eaff tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1232567 Nov 10 16:27:05.131475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67315f-f4c3-4ffc-8066-22ada688907b req-45572866-8468-4352-b485-a87a4c9711ae tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:05.143474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b67315f-f4c3-4ffc-8066-22ada688907b req-45572866-8468-4352-b485-a87a4c9711ae tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 935 time: 0.0728512 Nov 10 16:27:05.145584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Request body: {'port': {'device_id': 'd409a623-bc4f-4d70-abb5-e8a02d8f7e10', 'device_owner': 'compute:tempest-test_az-915852684', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:05.193646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:05.214538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b67315f-f4c3-4ffc-8066-22ada688907b req-bf41277f-9b0e-4ef2-83b2-bf8b9fcd291b tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692918 Nov 10 16:27:05.232963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:05.276429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1aeea0d4-d558-411e-9302-26f72169739b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:05.302496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3d006cb6-57c4-46dc-8438-05cee3bc6394 None None] Provisioning complete for port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:05.302867 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d006cb6-57c4-46dc-8438-05cee3bc6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:05.356504 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3d006cb6-57c4-46dc-8438-05cee3bc6394 None None] Port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:05.380180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd568a0-f772-4c71-b170-2779bac6422b req-d27ad711-f076-4fdc-80d5-af0996262e00 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:05.381746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fcd568a0-f772-4c71-b170-2779bac6422b req-d27ad711-f076-4fdc-80d5-af0996262e00 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 948 time: 0.0806775 Nov 10 16:27:05.440880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fcd568a0-f772-4c71-b170-2779bac6422b req-be676fbb-e507-42f7-b9be-b976498dc656 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490057 Nov 10 16:27:05.515512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648291-4745-45bf-878b-db218ca41011 req-24e2af92-6aba-45ce-8167-44ef6e808747 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:05.516951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44648291-4745-45bf-878b-db218ca41011 req-24e2af92-6aba-45ce-8167-44ef6e808747 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 947 time: 0.0815396 Nov 10 16:27:05.608529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9c3b28-2f58-43e5-a314-f3d6551d2c38 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:05.618825 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44648291-4745-45bf-878b-db218ca41011 req-e2455089-721a-484b-9f6f-327ef8efe986 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933020 Nov 10 16:27:05.620731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:05.633664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Transition to ACTIVE for port object ce9c3b28-2f58-43e5-a314-f3d6551d2c38 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:27:05.682331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['1aeea0d4-d558-411e-9302-26f72169739b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:05.740091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:05.795846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Pushing event updated for resources: {'Port': ['ID=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:05.917203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Attempting to bind port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:05.918237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Attempting to bind port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:05.918556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Attempting to bind port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:05.925119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:27:05.925324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Attempting to bind port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:05.931191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:05.931549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:05.931988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:05.932365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Bound port: ce9c3b28-2f58-43e5-a314-f3d6551d2c38, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:05.933118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:06.020766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] For port ce9c3b28-2f58-43e5-a314-f3d6551d2c38, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:06.024171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] For port ce9c3b28-2f58-43e5-a314-f3d6551d2c38, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:06.110678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc89aa-959e-4ab4-aae9-587ab607cd73 req-77e73ecd-4dd0-4807-8929-8f4b5c98caf0 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.112520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8dbc89aa-959e-4ab4-aae9-587ab607cd73 req-77e73ecd-4dd0-4807-8929-8f4b5c98caf0 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 943 time: 0.0638235 Nov 10 16:27:06.116124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:06.163771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.163988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:06.165619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] 10.222.0.18 "PUT /v2.0/ports/ce9c3b28-2f58-43e5-a314-f3d6551d2c38 HTTP/1.1" status: 200 len: 1117 time: 1.0273750 Nov 10 16:27:06.168500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd409a623-bc4f-4d70-abb5-e8a02d8f7e10', 'tag': 'ce9c3b28-2f58-43e5-a314-f3d6551d2c38'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:06.172407 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59231a79-fb78-4d7d-a1fb-472edd43fc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d409a623-bc4f-4d70-abb5-e8a02d8f7e10", "tag": "ce9c3b28-2f58-43e5-a314-f3d6551d2c38"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:06.179819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8dbc89aa-959e-4ab4-aae9-587ab607cd73 req-9b441fad-4d9f-40bf-9ad6-e9ec46de1249 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588353 Nov 10 16:27:06.200095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86768e-423d-40cf-b943-85582244fcbf service neutron] Pushing event updated for resources: {'Port': ['ID=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:06.228245 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56840226-0fe4-46e2-b073-7e04d731a073 x-openstack-request-id: req-56840226-0fe4-46e2-b073-7e04d731a073 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:06.228603 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d409a623-bc4f-4d70-abb5-e8a02d8f7e10", "tag": "ce9c3b28-2f58-43e5-a314-f3d6551d2c38", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:06.228840 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56840226-0fe4-46e2-b073-7e04d731a073 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:06.229239 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd409a623-bc4f-4d70-abb5-e8a02d8f7e10', 'tag': 'ce9c3b28-2f58-43e5-a314-f3d6551d2c38', 'status': 'completed', 'code': 200} Nov 10 16:27:06.304201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231a79-fb78-4d7d-a1fb-472edd43fc0e req-d598d02c-2496-4c36-a8fd-692226232ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.312620 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59231a79-fb78-4d7d-a1fb-472edd43fc0e req-d598d02c-2496-4c36-a8fd-692226232ed2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=722c55b759f6461bbd6849a22e2dc6f4&device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 1120 time: 0.0566869 Nov 10 16:27:06.354181 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59231a79-fb78-4d7d-a1fb-472edd43fc0e req-f67e90ac-dc99-4399-88ed-93a7ac03d4bb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=722c55b759f6461bbd6849a22e2dc6f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330176 Nov 10 16:27:06.380864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23ac8-e777-4c2b-8af7-5b88190ab7b1 req-8d6633d8-c557-4c8e-be24-3addd0800947 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.382873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41d23ac8-e777-4c2b-8af7-5b88190ab7b1 req-8d6633d8-c557-4c8e-be24-3addd0800947 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 968 time: 0.0716901 Nov 10 16:27:06.473310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41d23ac8-e777-4c2b-8af7-5b88190ab7b1 req-456b9292-9119-43c6-b8f0-825f45dc8ab6 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796273 Nov 10 16:27:06.572050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231a79-fb78-4d7d-a1fb-472edd43fc0e req-87c00b92-4030-43e1-8956-25ca61784d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.573520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59231a79-fb78-4d7d-a1fb-472edd43fc0e req-87c00b92-4030-43e1-8956-25ca61784d95 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093196 Nov 10 16:27:06.629389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:06.698606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12642-c741-48b7-b4d3-16f994546746 req-ba44e133-ed36-42c4-92e4-1fe7a702c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.700120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-ba44e133-ed36-42c4-92e4-1fe7a702c5fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=722c55b759f6461bbd6849a22e2dc6f4&device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 1120 time: 0.0871074 Nov 10 16:27:06.767867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0feca7-3531-4014-9358-67ecfb3475a9 req-c73ef7c2-d074-40cf-82b5-722955861cfd tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.769421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b0feca7-3531-4014-9358-67ecfb3475a9 req-c73ef7c2-d074-40cf-82b5-722955861cfd tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 948 time: 0.1052642 Nov 10 16:27:06.770915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-1907fe18-ecc2-4808-b629-6c7bca2cda66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ce9c3b28-2f58-43e5-a314-f3d6551d2c38 HTTP/1.1" status: 200 len: 217 time: 0.0620186 Nov 10 16:27:06.806171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c19a544a-c3b5-45b6-9abc-1da49501d265 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:27:06.866635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12642-c741-48b7-b4d3-16f994546746 req-b11bcc50-a9d7-4e69-83c0-008668dcbda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.868417 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-b11bcc50-a9d7-4e69-83c0-008668dcbda5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0780411 Nov 10 16:27:06.873085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b0feca7-3531-4014-9358-67ecfb3475a9 req-6d6ca4b7-3bf1-42b2-9865-1ad224a0bfb3 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971968 Nov 10 16:27:06.892483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9c2d0-b86e-4637-9af4-2fabb19c47ce req-8d30bf46-f62f-44eb-9ddf-23c37ebdd4b2 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.896629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1aeea0d4-d558-411e-9302-26f72169739b up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:06.900560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42d9c2d0-b86e-4637-9af4-2fabb19c47ce req-8d30bf46-f62f-44eb-9ddf-23c37ebdd4b2 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 947 time: 0.0940769 Nov 10 16:27:06.933902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12642-c741-48b7-b4d3-16f994546746 req-79a613b0-d5c0-425b-89db-e0c533d0dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:06.935611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-79a613b0-d5c0-425b-89db-e0c533d0dae8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591235 Nov 10 16:27:06.977907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port c19a544a-c3b5-45b6-9abc-1da49501d265, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c19a544a-c3b5-45b6-9abc-1da49501d265,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:06.985318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42d9c2d0-b86e-4637-9af4-2fabb19c47ce req-85aa7bf7-8768-42cd-b62a-0f01742d9b6e tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798118 Nov 10 16:27:06.992625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'port_id': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'mac_address': 'fa:16:3e:2e:33:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:27:07.050183 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.064876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 1aeea0d4-d558-411e-9302-26f72169739b completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:27:07.069247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 1aeea0d4-d558-411e-9302-26f72169739b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:07.069613 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.073111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19a544a-c3b5-45b6-9abc-1da49501d265 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:07.081376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-c3e057b6-3506-42de-831a-c3028e434284 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283424 Nov 10 16:27:07.143735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port c19a544a-c3b5-45b6-9abc-1da49501d265, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c19a544a-c3b5-45b6-9abc-1da49501d265,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:07.192278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30d12642-c741-48b7-b4d3-16f994546746 req-036aad3b-f4c6-4f3d-8703-57991ce51d50 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070654 Nov 10 16:27:07.194059 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.229170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c845006a-7f53-45d4-9e24-793e0762ad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeea0d4-d558-411e-9302-26f72169739b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:07.229841 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a32566-d994-42ec-9807-3c1c9c199798" -d '{"events": [{"server_uuid": "c845006a-7f53-45d4-9e24-793e0762ad37", "name": "network-vif-plugged", "status": "completed", "tag": "1aeea0d4-d558-411e-9302-26f72169739b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:07.235400 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.236743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:27:07.253170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1aeea0d4-d558-411e-9302-26f72169739b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1aeea0d4-d558-411e-9302-26f72169739b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:07.339456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a09e4-08ec-4e9c-93b8-0a685e231518 req-4e13b86c-f421-432e-93d8-4ee7d6f512ce tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:07.340976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cf7a09e4-08ec-4e9c-93b8-0a685e231518 req-4e13b86c-f421-432e-93d8-4ee7d6f512ce tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 944 time: 0.0579381 Nov 10 16:27:07.344509 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.349472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=c19a544a-c3b5-45b6-9abc-1da49501d265,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:07.404356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cf7a09e4-08ec-4e9c-93b8-0a685e231518 req-cdb898b5-c2b0-49a6-b07b-f8d4d66e255e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543535 Nov 10 16:27:07.553613 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c62f23-fcd0-4843-aa14-20f30a9a9ba9 x-openstack-request-id: req-a7c62f23-fcd0-4843-aa14-20f30a9a9ba9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:07.553939 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c845006a-7f53-45d4-9e24-793e0762ad37", "name": "network-vif-plugged", "status": "completed", "tag": "1aeea0d4-d558-411e-9302-26f72169739b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:07.554245 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7c62f23-fcd0-4843-aa14-20f30a9a9ba9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:07.554540 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c845006a-7f53-45d4-9e24-793e0762ad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeea0d4-d558-411e-9302-26f72169739b', 'code': 200} Nov 10 16:27:07.561685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.616203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1aeea0d4-d558-411e-9302-26f72169739b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:07.624495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:07.646372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8', 'mac_address': 'fa:16:3e:55:9c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:27:07.685043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.695825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33230a-8513-4853-b3e5-0cdc3d8ea225 req-1bf3a1c2-fcce-48c5-b6b3-1ceddeff3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:07.697965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e33230a-8513-4853-b3e5-0cdc3d8ea225 req-1bf3a1c2-fcce-48c5-b6b3-1ceddeff3e55 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 1100 time: 0.1470711 Nov 10 16:27:07.700034 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.720835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:07.724514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d0a6-721e-4524-8d01-a912d81bc10b req-beb5e8e7-23e5-4433-ae9d-b3c15afec42f tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:07.728579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8c3d0a6-721e-4524-8d01-a912d81bc10b req-beb5e8e7-23e5-4433-ae9d-b3c15afec42f tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 968 time: 0.1180117 Nov 10 16:27:07.745334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:07.819104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e33230a-8513-4853-b3e5-0cdc3d8ea225 req-7e17e9dd-533f-41f2-946b-cc32eb584ac7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051569 Nov 10 16:27:07.826833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:07.827275 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8c3d0a6-721e-4524-8d01-a912d81bc10b req-6451f67f-9885-405c-95a2-2bcc7a45966d tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886004 Nov 10 16:27:07.894816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:08.092703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1832b-8248-4d0d-98ca-71afdd592e04 req-e864a054-fcfa-4392-851e-81ed9e174a74 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:08.094299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-51b1832b-8248-4d0d-98ca-71afdd592e04 req-e864a054-fcfa-4392-851e-81ed9e174a74 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 949 time: 0.0678940 Nov 10 16:27:08.143388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b6769-dfd8-47db-9875-8271a2e020a1 req-f90c8635-4fe8-4179-91f4-89676931a5d0 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:08.144931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-51b1832b-8248-4d0d-98ca-71afdd592e04 req-45982869-9372-48e9-b851-6e4b09fc8f47 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Nov 10 16:27:08.145625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f44b6769-dfd8-47db-9875-8271a2e020a1 req-f90c8635-4fe8-4179-91f4-89676931a5d0 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 948 time: 0.0561829 Nov 10 16:27:08.195665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['c19a544a-c3b5-45b6-9abc-1da49501d265'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:08.198149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:08.200382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f44b6769-dfd8-47db-9875-8271a2e020a1 req-c4cd070a-6247-4c51-9778-a417d25f0e62 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489528 Nov 10 16:27:08.825841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82002e64-636b-4450-bf2c-138e33f83c27 req-fe4be110-6757-42c9-8541-d93a5f934f8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:08.827458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-82002e64-636b-4450-bf2c-138e33f83c27 req-fe4be110-6757-42c9-8541-d93a5f934f8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 944 time: 0.0585663 Nov 10 16:27:08.882613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-82002e64-636b-4450-bf2c-138e33f83c27 req-07b2a057-05e4-41e6-9e05-7744020a3855 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488203 Nov 10 16:27:09.066346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8703957-b12b-4cad-8d9c-7846af938f87 req-11a2953d-58ed-4240-82cc-1d6bd4d94889 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:09.067992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8703957-b12b-4cad-8d9c-7846af938f87 req-11a2953d-58ed-4240-82cc-1d6bd4d94889 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 968 time: 0.0543368 Nov 10 16:27:09.126890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8703957-b12b-4cad-8d9c-7846af938f87 req-bf56ed6a-223a-48c6-9a4b-fed423c56121 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Nov 10 16:27:09.357764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8e61d-ba12-4f72-8065-2d37e39c393c req-28de1678-54bf-436f-8931-d0f98c1d3d52 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:09.359324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab8e61d-ba12-4f72-8065-2d37e39c393c req-28de1678-54bf-436f-8931-d0f98c1d3d52 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 949 time: 0.0666149 Nov 10 16:27:09.411668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab8e61d-ba12-4f72-8065-2d37e39c393c req-a21e60fe-5f8f-4fc8-88de-8de7644ad184 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Nov 10 16:27:09.498326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716be2-9e80-49e2-afec-c80c168b39a4 req-463a013f-95fc-4585-b17b-2a508eb5e479 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:09.499975 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d716be2-9e80-49e2-afec-c80c168b39a4 req-463a013f-95fc-4585-b17b-2a508eb5e479 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 948 time: 0.0536418 Nov 10 16:27:09.552396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d716be2-9e80-49e2-afec-c80c168b39a4 req-6ccf6e7b-4597-4a59-9156-aee9d8edce81 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461922 Nov 10 16:27:10.099991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ce9c3b28-2f58-43e5-a314-f3d6551d2c38 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:27:10.175702 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:10.254057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba7dbb-627e-4ab9-8c73-c3873bc6fb1d req-26fc226b-0c99-440d-9fee-40d6304bef69 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:10.256250 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7ba7dbb-627e-4ab9-8c73-c3873bc6fb1d req-26fc226b-0c99-440d-9fee-40d6304bef69 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 944 time: 0.1018960 Nov 10 16:27:10.259468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ce9c3b28-2f58-43e5-a314-f3d6551d2c38, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:10.272912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'ce9c3b28-2f58-43e5-a314-f3d6551d2c38', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'ce9c3b28-2f58-43e5-a314-f3d6551d2c38', 'mac_address': 'fa:16:3e:4b:7d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-915852684', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:27:10.331010 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:10.340449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7ba7dbb-627e-4ab9-8c73-c3873bc6fb1d req-7eab612c-641e-4c69-bfd7-fc4cdc540d8b tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628033 Nov 10 16:27:10.350634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9c3b28-2f58-43e5-a314-f3d6551d2c38 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:10.372038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ce9c3b28-2f58-43e5-a314-f3d6551d2c38, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:10.454526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:10.521154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:10.683157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['ce9c3b28-2f58-43e5-a314-f3d6551d2c38'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:10.714331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6fd27-8d63-4c91-a734-80574d52c766 req-b8b057e8-24ff-435d-bfab-99bf1226cc01 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:10.717379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5aa6fd27-8d63-4c91-a734-80574d52c766 req-b8b057e8-24ff-435d-bfab-99bf1226cc01 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 969 time: 0.2524314 Nov 10 16:27:10.731163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:10.790619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5aa6fd27-8d63-4c91-a734-80574d52c766 req-1d24b251-be45-498a-86af-7b1951f3cca5 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648935 Nov 10 16:27:10.858528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c19a544a-c3b5-45b6-9abc-1da49501d265 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:10.906414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-374377d0-8bb1-4ad5-bf34-375b426f378b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.007148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b5919-16c6-4f23-bde7-da706e7fe8f4 req-e8228eb8-c2be-495e-85f8-7edc7d351000 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:11.009611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-642b5919-16c6-4f23-bde7-da706e7fe8f4 req-e8228eb8-c2be-495e-85f8-7edc7d351000 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 949 time: 0.0666447 Nov 10 16:27:11.012609 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-374377d0-8bb1-4ad5-bf34-375b426f378b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.078264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port c19a544a-c3b5-45b6-9abc-1da49501d265 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:27:11.081944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-642b5919-16c6-4f23-bde7-da706e7fe8f4 req-053463aa-661f-48ff-a9e7-1c351e2155d7 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656290 Nov 10 16:27:11.083839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port c19a544a-c3b5-45b6-9abc-1da49501d265 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:11.084423 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.089059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad1f0a-0300-4b19-bf34-087ba2b108a2 req-ee58b03d-20eb-4d1c-9a30-5881d50d43f0 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:11.091510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72ad1f0a-0300-4b19-bf34-087ba2b108a2 req-ee58b03d-20eb-4d1c-9a30-5881d50d43f0 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 948 time: 0.0747161 Nov 10 16:27:11.139614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-374377d0-8bb1-4ad5-bf34-375b426f378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.176378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72ad1f0a-0300-4b19-bf34-087ba2b108a2 req-c328b33b-b11e-4054-b750-ae8bb8460b6b tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632167 Nov 10 16:27:11.182280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.198346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374377d0-8bb1-4ad5-bf34-375b426f378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f26c3ef-db3c-4caa-b825-ccf82eeecade,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:11.201494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-374377d0-8bb1-4ad5-bf34-375b426f378b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=828741d584054488adea73da3464b8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4685197 Nov 10 16:27:11.206379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:11.242330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19a544a-c3b5-45b6-9abc-1da49501d265'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:11.249573 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1339f9c4-fdbb-4609-a4a9-d58fdfb7d79c" -d '{"events": [{"server_uuid": "30f0f7ea-2ee5-4570-be05-516e2dfea29e", "name": "network-vif-plugged", "status": "completed", "tag": "c19a544a-c3b5-45b6-9abc-1da49501d265"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:11.270181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port c19a544a-c3b5-45b6-9abc-1da49501d265, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c19a544a-c3b5-45b6-9abc-1da49501d265,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:11.297257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a27b66de-472e-43db-a98d-7496d739524a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.365699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a27b66de-472e-43db-a98d-7496d739524a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.374227 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.375033 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:11.441280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46f8c8-af91-4e6c-8bff-00d4aa20adf8 req-a65bce7b-7cd2-4c0e-bd0c-e9e3dc187cbe tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:11.442771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6e46f8c8-af91-4e6c-8bff-00d4aa20adf8 req-a65bce7b-7cd2-4c0e-bd0c-e9e3dc187cbe tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 971 time: 0.1267283 Nov 10 16:27:11.449768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=c19a544a-c3b5-45b6-9abc-1da49501d265,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:11.463701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-33067e1f-3914-4bd8-9c9f-d47e03f7abe6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1167979 Nov 10 16:27:11.513141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6e46f8c8-af91-4e6c-8bff-00d4aa20adf8 req-c443c77b-cb0c-4fac-b774-348cb114c17c tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607355 Nov 10 16:27:11.555748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:27:11.560404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:11.560855 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.614074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-e8875ddc-9f1c-4df3-a448-8019c67b15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:11.615923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-e8875ddc-9f1c-4df3-a448-8019c67b15ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18169baf829c4f06ada49579f911447a&device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 1100 time: 0.0643904 Nov 10 16:27:11.616661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a27b66de-472e-43db-a98d-7496d739524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.624620 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a27b66de-472e-43db-a98d-7496d739524a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.624620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a27b66de-472e-43db-a98d-7496d739524a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f26c3ef-db3c-4caa-b825-ccf82eeecade HTTP/1.1" status: 204 len: 168 time: 0.4133024 Nov 10 16:27:11.634748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b66de-472e-43db-a98d-7496d739524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f26c3ef-db3c-4caa-b825-ccf82eeecade,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:11.681949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.732092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-0a6d15dd-619a-4cdd-8021-fff866d99163 req-cdf2827a-b581-477e-a588-bef38501ea39 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:27:11.733805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a6d15dd-619a-4cdd-8021-fff866d99163 req-cdf2827a-b581-477e-a588-bef38501ea39 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0713453 Nov 10 16:27:11.757705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:11.766639 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee71582-72d2-44c1-ae5c-2c4d0dea9868 x-openstack-request-id: req-aee71582-72d2-44c1-ae5c-2c4d0dea9868 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:11.766941 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f0f7ea-2ee5-4570-be05-516e2dfea29e", "name": "network-vif-plugged", "status": "completed", "tag": "c19a544a-c3b5-45b6-9abc-1da49501d265", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:11.767225 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aee71582-72d2-44c1-ae5c-2c4d0dea9868 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:11.769298 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'code': 200} Nov 10 16:27:11.791646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-67b364c1-3e70-4bf7-8a33-148ea6b664f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:11.793768 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-67b364c1-3e70-4bf7-8a33-148ea6b664f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1475976 Nov 10 16:27:11.845859 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:11.866342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-b5c540b2-0e47-4e86-861d-2e60fc72f657 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=1aeea0d4-d558-411e-9302-26f72169739b HTTP/1.1" status: 200 len: 217 time: 0.0644345 Nov 10 16:27:11.911134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:11.922929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99076aa-7540-48df-be19-2eb153463a76 req-23126ef7-2322-4967-817a-166c8bf77cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:11.925284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f99076aa-7540-48df-be19-2eb153463a76 req-23126ef7-2322-4967-817a-166c8bf77cdf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 1097 time: 0.0734529 Nov 10 16:27:11.974718 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-dd3f2bea-59e2-44c1-af30-cd6c35473170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:11.976779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-dd3f2bea-59e2-44c1-af30-cd6c35473170 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0566988 Nov 10 16:27:11.991012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f99076aa-7540-48df-be19-2eb153463a76 req-17b300c5-d6d4-4098-82fd-29d1ffcdba63 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567486 Nov 10 16:27:12.033707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a50c32-ae91-4c21-b7a2-0fb00bc1f60c req-f79b05b4-d59e-4f6b-ae85-7376f0b249e7 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:12.035339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1a50c32-ae91-4c21-b7a2-0fb00bc1f60c req-f79b05b4-d59e-4f6b-ae85-7376f0b249e7 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 945 time: 0.1670337 Nov 10 16:27:12.058020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f86d7-8494-4191-9cb7-b906bb093ccd req-d5e5e0fd-2178-4fad-a2cc-5566108fa082 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:12.059870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5a1f86d7-8494-4191-9cb7-b906bb093ccd req-d5e5e0fd-2178-4fad-a2cc-5566108fa082 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 969 time: 0.0679643 Nov 10 16:27:12.065783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-ecd3eaac-0d72-4a58-a21d-868146d7f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:12.066894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-ecd3eaac-0d72-4a58-a21d-868146d7f088 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0808961 Nov 10 16:27:12.104321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1a50c32-ae91-4c21-b7a2-0fb00bc1f60c req-b2d57d15-e315-4747-836b-278f8e233289 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597825 Nov 10 16:27:12.115716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ce9c3b28-2f58-43e5-a314-f3d6551d2c38 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:12.139386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5a1f86d7-8494-4191-9cb7-b906bb093ccd req-9c26e08c-fa8e-4b56-ab48-f257ae67875f tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720680 Nov 10 16:27:12.249355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83274e-c7c0-4c3e-a91a-d0052000a003 req-bc6e294f-8511-4620-aeba-8f639f7461d9 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:12.250922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef83274e-c7c0-4c3e-a91a-d0052000a003 req-bc6e294f-8511-4620-aeba-8f639f7461d9 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 948 time: 0.0562632 Nov 10 16:27:12.266208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-5b666a67-22d9-4801-95a3-593c04ecd81c tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:12.268699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-5b666a67-22d9-4801-95a3-593c04ecd81c tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 971 time: 0.0571880 Nov 10 16:27:12.318577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:27:12.327294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:12.328194 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:12.375175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef83274e-c7c0-4c3e-a91a-d0052000a003 req-55886b3d-7ccf-4e7d-a4cf-4b418cb9dece tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155581 Nov 10 16:27:12.426298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-f137ad76-f96b-4682-98e2-f4cbb60be901 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411400 Nov 10 16:27:12.454025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:12.493786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ce9c3b28-2f58-43e5-a314-f3d6551d2c38, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:12.504234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e8830-33a5-4bcf-b043-0354d1928e9c req-1b0ae39b-4d49-48ca-98bb-5ea79bc5b22a tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:12.505720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a58e8830-33a5-4bcf-b043-0354d1928e9c req-1b0ae39b-4d49-48ca-98bb-5ea79bc5b22a tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 950 time: 0.1686087 Nov 10 16:27:12.554594 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530f6b18-e0a4-49ba-b54b-61f2df0b54d2 req-dba877dc-8789-4e2a-bddc-6a513e3f54f9 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200325 Nov 10 16:27:12.567067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58132) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:12.589662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Deleting port 0997d58c-032a-4280-812e-73c978c062b6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:27:12.590049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:12.620969 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:12.623873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd16ef38-8e6f-4c1c-a64c-39bbf24e5f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:12.641072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a58e8830-33a5-4bcf-b043-0354d1928e9c req-29e65dc1-1403-4b67-b9c8-ecad5285e99d tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249940 Nov 10 16:27:12.667678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:12.747610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:12.759339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] For port 0997d58c-032a-4280-812e-73c978c062b6, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0997d58c-032a-4280-812e-73c978c062b6,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:12.759835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:12.776548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62192c39-6da9-40e7-89dd-1960069b004e req-a7f48b77-c47c-4329-bd80-16d4bd72d31b tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:12.778065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62192c39-6da9-40e7-89dd-1960069b004e req-a7f48b77-c47c-4329-bd80-16d4bd72d31b tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 971 time: 0.0869496 Nov 10 16:27:12.791349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Calling delete_port for 0997d58c-032a-4280-812e-73c978c062b6 owned by compute:tempest-test_az-915852684 {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:27:12.811879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-c258d3cd-de34-4d76-a856-f9baa37fc742 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=18169baf829c4f06ada49579f911447a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496340 Nov 10 16:27:12.830357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62192c39-6da9-40e7-89dd-1960069b004e req-6a27e151-de8c-482b-b195-abfd0b404c28 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/security-groups?id=cf17725c-db90-4f60-a31d-9de6bfb71b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Nov 10 16:27:12.847520 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6911a9a-2a95-41f6-9140-fc695a292e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:12.925786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6911a9a-2a95-41f6-9140-fc695a292e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:12.966583 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd16ef38-8e6f-4c1c-a64c-39bbf24e5f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.028595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-39cd7428-c774-4f78-a071-ce7c3df9338b tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:13.029975 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-39cd7428-c774-4f78-a071-ce7c3df9338b tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100017 Nov 10 16:27:13.074413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-07599fb3-5d4b-4275-a104-ed0651291a4b tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/quotas/18169baf829c4f06ada49579f911447a HTTP/1.1" status: 200 len: 375 time: 0.0357287 Nov 10 16:27:13.076895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6911a9a-2a95-41f6-9140-fc695a292e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.132667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c6911a9a-2a95-41f6-9140-fc695a292e04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4757d67939044a1da02a251ce03ac12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645135 Nov 10 16:27:13.133601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6911a9a-2a95-41f6-9140-fc695a292e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a188cac-7544-4937-b01e-9134e8cb4d74,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:13.136241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:13.172009 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-07d549a3-e86b-438f-8ca9-39e55f4d1a58 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18169baf829c4f06ada49579f911447a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881445 Nov 10 16:27:13.173182 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd16ef38-8e6f-4c1c-a64c-39bbf24e5f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.199099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96470882-cda4-4193-989c-6a26fbdd7050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.214859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.227016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd16ef38-8e6f-4c1c-a64c-39bbf24e5f61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e07808195144faa832a29d1efcc26b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6533072 Nov 10 16:27:13.227701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96470882-cda4-4193-989c-6a26fbdd7050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.228630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58162) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:13.230020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['0997d58c-032a-4280-812e-73c978c062b6'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:13.234804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ef38-8e6f-4c1c-a64c-39bbf24e5f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72417a11-2cb0-4c0c-9b5c-65144a623f4b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:13.273482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Pushing event deleted for resources: {'Port': ['ID=0997d58c-032a-4280-812e-73c978c062b6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:13.382380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] No DVR routers for this DVR port 0997d58c-032a-4280-812e-73c978c062b6 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:27:13.386375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.391695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7de43f59-80c3-450d-8ca4-bc08459801f6 req-1bb797dd-7f03-46ea-acc4-290d0d756798 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.18 "DELETE /v2.0/ports/0997d58c-032a-4280-812e-73c978c062b6 HTTP/1.1" status: 204 len: 173 time: 1.1173704 Nov 10 16:27:13.399922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5e12e5-c757-4e48-9fe0-35814a47fd3f', 'name': 'network-vif-deleted', 'tag': '0997d58c-032a-4280-812e-73c978c062b6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:13.403490 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160984fa-bc37-42d3-9368-0f066f2a4add" -d '{"events": [{"server_uuid": "7a5e12e5-c757-4e48-9fe0-35814a47fd3f", "name": "network-vif-deleted", "tag": "0997d58c-032a-4280-812e-73c978c062b6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:13.428850 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84b12107-95a2-4756-a9bc-b9e16759b542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.446139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29545967-a20b-4316-bff8-c4bb8ca71bce req-88a8a486-e5f7-4080-95ab-5edf4310de96 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:13.449381 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-29545967-a20b-4316-bff8-c4bb8ca71bce req-88a8a486-e5f7-4080-95ab-5edf4310de96 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 945 time: 0.0821741 Nov 10 16:27:13.450306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96470882-cda4-4193-989c-6a26fbdd7050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.453570 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96470882-cda4-4193-989c-6a26fbdd7050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.457610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-96470882-cda4-4193-989c-6a26fbdd7050 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a188cac-7544-4937-b01e-9134e8cb4d74 HTTP/1.1" status: 204 len: 168 time: 0.3176513 Nov 10 16:27:13.460106 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84b12107-95a2-4756-a9bc-b9e16759b542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.473730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96470882-cda4-4193-989c-6a26fbdd7050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a188cac-7544-4937-b01e-9134e8cb4d74,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:13.547215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-29545967-a20b-4316-bff8-c4bb8ca71bce req-a7676d7f-9448-4332-b995-0c02ac89f488 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875354 Nov 10 16:27:13.655845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c20ba-33fc-42c0-9ccc-698868a98ac4 req-e751b853-f9b3-4505-802a-6097a9562f2b tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:13.668640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26c20ba-33fc-42c0-9ccc-698868a98ac4 req-e751b853-f9b3-4505-802a-6097a9562f2b tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 970 time: 0.0942731 Nov 10 16:27:13.722338 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26c20ba-33fc-42c0-9ccc-698868a98ac4 req-fa851fc5-7b41-4b4c-bece-7b64e247859a tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464120 Nov 10 16:27:13.770941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b630bf-a784-4889-835f-4a239a983214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8'}, {'server_uuid': 'd409a623-bc4f-4d70-abb5-e8a02d8f7e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9c3b28-2f58-43e5-a314-f3d6551d2c38'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:13.773889 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3060d274-90d5-40f5-9b70-b6bcef157a19" -d '{"events": [{"server_uuid": "66b630bf-a784-4889-835f-4a239a983214", "name": "network-vif-plugged", "status": "completed", "tag": "0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8"}, {"server_uuid": "d409a623-bc4f-4d70-abb5-e8a02d8f7e10", "name": "network-vif-plugged", "status": "completed", "tag": "ce9c3b28-2f58-43e5-a314-f3d6551d2c38"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:13.776119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84b12107-95a2-4756-a9bc-b9e16759b542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.781528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84b12107-95a2-4756-a9bc-b9e16759b542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:13.781528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-84b12107-95a2-4756-a9bc-b9e16759b542 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72417a11-2cb0-4c0c-9b5c-65144a623f4b HTTP/1.1" status: 204 len: 168 time: 0.5505297 Nov 10 16:27:13.802721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b12107-95a2-4756-a9bc-b9e16759b542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72417a11-2cb0-4c0c-9b5c-65144a623f4b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:13.815237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dce40f67-fe5e-41aa-bd25-c0d5af2c65a8 req-03836667-4444-4118-861e-7cf4e78d4422 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 210 time: 0.0503883 Nov 10 16:27:13.872790 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a49ae-efdb-4c40-bd25-f9038217821c x-openstack-request-id: req-532a49ae-efdb-4c40-bd25-f9038217821c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:13.873119 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5e12e5-c757-4e48-9fe0-35814a47fd3f", "name": "network-vif-deleted", "tag": "0997d58c-032a-4280-812e-73c978c062b6", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:13.873491 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-532a49ae-efdb-4c40-bd25-f9038217821c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:13.873877 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5e12e5-c757-4e48-9fe0-35814a47fd3f', 'name': 'network-vif-deleted', 'tag': '0997d58c-032a-4280-812e-73c978c062b6', 'status': 'completed', 'code': 200} Nov 10 16:27:13.975932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80190-4e59-4fd8-894f-7237105bdd29 req-eba2d9e4-ffe9-4491-aef3-25b0aaa84a02 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:13.977383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8db80190-4e59-4fd8-894f-7237105bdd29 req-eba2d9e4-ffe9-4491-aef3-25b0aaa84a02 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 950 time: 0.0514884 Nov 10 16:27:14.030616 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8db80190-4e59-4fd8-894f-7237105bdd29 req-6b1a5d6c-d9bd-4c12-b291-06f4a9cf0b20 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 Nov 10 16:27:14.093129 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551a9909-1b84-40e5-b145-c1275567e28c x-openstack-request-id: req-551a9909-1b84-40e5-b145-c1275567e28c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:14.093509 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b630bf-a784-4889-835f-4a239a983214", "name": "network-vif-plugged", "status": "completed", "tag": "0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8", "code": 200}, {"server_uuid": "d409a623-bc4f-4d70-abb5-e8a02d8f7e10", "name": "network-vif-plugged", "status": "completed", "tag": "ce9c3b28-2f58-43e5-a314-f3d6551d2c38", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:14.093825 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-551a9909-1b84-40e5-b145-c1275567e28c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:14.094281 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b630bf-a784-4889-835f-4a239a983214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8', 'code': 200} Nov 10 16:27:14.094596 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409a623-bc4f-4d70-abb5-e8a02d8f7e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9c3b28-2f58-43e5-a314-f3d6551d2c38', 'code': 200} Nov 10 16:27:14.233352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878d73f-7638-4fb2-9438-99aa9caf1bd7 req-5cdc3d92-799e-47a0-acbb-bf3118069231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:14.234875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1878d73f-7638-4fb2-9438-99aa9caf1bd7 req-5cdc3d92-799e-47a0-acbb-bf3118069231 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 1122 time: 0.0603034 Nov 10 16:27:14.266603 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f15aa6ac-4f04-4491-8b7b-08763da6d3be req-7c2cd0cc-4e49-4f76-bfd4-cb144f804d73 tempest-AggregatesAdminTestJSON-852951334 tempest-AggregatesAdminTestJSON-852951334-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a5e12e5-c757-4e48-9fe0-35814a47fd3f HTTP/1.1" status: 200 len: 210 time: 0.0356333 Nov 10 16:27:14.278679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4323-d80a-4731-af1e-f1b47cc44283 req-0f311472-84b1-44e0-8613-8b197d81ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:14.280209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ad4323-d80a-4731-af1e-f1b47cc44283 req-0f311472-84b1-44e0-8613-8b197d81ee00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 1102 time: 0.0505347 Nov 10 16:27:14.312164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1878d73f-7638-4fb2-9438-99aa9caf1bd7 req-6eb25ce3-7b51-4ea0-ac7b-eaa99a48eeb7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664322 Nov 10 16:27:14.375770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ad4323-d80a-4731-af1e-f1b47cc44283 req-06b6fc09-81d6-4d74-b3d1-202eab9c8e96 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867579 Nov 10 16:27:14.446500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:14.461278 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-751618ce-0cb6-40de-b6bf-8a02f4ca19ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:14.544279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-751618ce-0cb6-40de-b6bf-8a02f4ca19ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:14.673945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cccb30-9b27-428a-8686-21ea7eef3ae4 req-c53863c3-ff71-42e5-b53f-1ce8af6042d2 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:14.675479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38cccb30-9b27-428a-8686-21ea7eef3ae4 req-c53863c3-ff71-42e5-b53f-1ce8af6042d2 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 945 time: 0.0513265 Nov 10 16:27:14.694791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-751618ce-0cb6-40de-b6bf-8a02f4ca19ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:14.741615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-751618ce-0cb6-40de-b6bf-8a02f4ca19ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=433163cf7206458c9089fa3c911a342e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905855 Nov 10 16:27:14.741830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38cccb30-9b27-428a-8686-21ea7eef3ae4 req-75197649-647e-45cb-aa0c-6c0f1eceda77 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544298 Nov 10 16:27:14.741830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58228) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:14.746319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751618ce-0cb6-40de-b6bf-8a02f4ca19ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c281e3fd-9297-498d-9a31-0293262c9d7d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:14.811568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5525820-fcb3-4451-a259-16fd1ec983f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:14.862828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5525820-fcb3-4451-a259-16fd1ec983f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:14.898491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2ca2c-01a2-46e9-b9ae-a637053084d8 req-18e3785a-c5a7-4f5a-b691-0428acf3d78f tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:14.900026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c2ca2c-01a2-46e9-b9ae-a637053084d8 req-18e3785a-c5a7-4f5a-b691-0428acf3d78f tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 970 time: 0.0834765 Nov 10 16:27:14.946278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daeb751-91aa-4020-b774-3ab3cca25c70 req-e535d03c-6efb-4998-9386-1aebed901304 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:14.947871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4daeb751-91aa-4020-b774-3ab3cca25c70 req-e535d03c-6efb-4998-9386-1aebed901304 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 945 time: 0.0599978 Nov 10 16:27:14.959636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:14.963703 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c2ca2c-01a2-46e9-b9ae-a637053084d8 req-fc4ab272-4e1a-4094-8b44-6c5a3de70ac6 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558255 Nov 10 16:27:14.964516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Request body: {'floatingip': {'port_id': 'c19a544a-c3b5-45b6-9abc-1da49501d265'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:15.077607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5525820-fcb3-4451-a259-16fd1ec983f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:15.081402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5525820-fcb3-4451-a259-16fd1ec983f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:15.082832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a5525820-fcb3-4451-a259-16fd1ec983f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c281e3fd-9297-498d-9a31-0293262c9d7d HTTP/1.1" status: 204 len: 168 time: 0.3403835 Nov 10 16:27:15.083405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1978657-2a67-4279-ad2f-a1adf7df3c51 req-3367bfa6-537a-4880-9994-a6785bd236fe tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 210 time: 0.0406241 Nov 10 16:27:15.085881 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:15.093266 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5525820-fcb3-4451-a259-16fd1ec983f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c281e3fd-9297-498d-9a31-0293262c9d7d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:15.520547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f14ec-ac22-49e7-ab2c-13f10214d9c7 req-bd4f1869-3bb8-4ca3-9c8e-0e542aab980c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:15.522022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f1f14ec-ac22-49e7-ab2c-13f10214d9c7 req-bd4f1869-3bb8-4ca3-9c8e-0e542aab980c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 950 time: 0.3312201 Nov 10 16:27:15.641452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f1f14ec-ac22-49e7-ab2c-13f10214d9c7 req-ed5975a6-960a-4f64-b6cf-dc42c1533ed8 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882750 Nov 10 16:27:16.103517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:16.109554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f5f3d-4764-4fc2-bfb3-8092f76dc79b req-32c0212b-8ab6-45a7-9c46-3916d675535e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:16.111616 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e3f5f3d-4764-4fc2-bfb3-8092f76dc79b req-32c0212b-8ab6-45a7-9c46-3916d675535e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 970 time: 0.0516753 Nov 10 16:27:16.116711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0997d58c-032a-4280-812e-73c978c062b6 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:27:16.138585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 0997d58c-032a-4280-812e-73c978c062b6 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:27:16.139830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0997d58c-032a-4280-812e-73c978c062b6 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:27:16.175973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-32999386-6df7-4e89-b37f-85d9218d452e tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=18169baf829c4f06ada49579f911447a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300372 Nov 10 16:27:16.199889 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87dbec9f-ef73-454d-baf4-48a36ee0c3b5 req-49d91ede-076d-4067-958e-e47d8f9bd914 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 210 time: 0.0308740 Nov 10 16:27:16.207779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:16.226736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e3f5f3d-4764-4fc2-bfb3-8092f76dc79b req-3fa797c7-b71f-406c-8f2e-c31754b80080 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026237 Nov 10 16:27:16.264567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:16.333523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-0520aa36-2887-48a6-a6f9-2ccb234ad9bf tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:16.335631 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-0520aa36-2887-48a6-a6f9-2ccb234ad9bf tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533580 Nov 10 16:27:16.348947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Request body: {'port': {'device_id': 'c172d9a6-f6de-4473-b3d4-a24364828c8b', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '18169baf829c4f06ada49579f911447a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:16.369778 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Floating IP 8bca1829-10d4-4ee0-bb79-5c2164463649 associated. External IP: 172.25.3.110, port: c19a544a-c3b5-45b6-9abc-1da49501d265. Nov 10 16:27:16.598294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Made reservation on behalf of 18169baf829c4f06ada49579f911447a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:16.602443 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:16.621189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58298) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:16.682969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:27:16.694184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-487a2b3f-68fb-43ca-9975-058a2a7b81c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eee783b2ce8e498da8de8074142198de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4207284 Nov 10 16:27:16.694184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:16.843567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Allocated IP 192.168.233.24 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/ba081977-14f3-4423-ac1c-a8cc27afd891) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:16.969479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a03a5-f2b5-4883-9af0-22471575ef5f req-008e2078-204d-49cb-a232-f8f6ad2d23e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:16.969479 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a9a03a5-f2b5-4883-9af0-22471575ef5f req-008e2078-204d-49cb-a232-f8f6ad2d23e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 950 time: 0.1495612 Nov 10 16:27:16.969479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da81b54a-31c9-4e99-b79a-cf9a6414684d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:16.969479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:27:16.969479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:16.973051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da81b54a-31c9-4e99-b79a-cf9a6414684d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:16.976875 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] Sync routers for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:27:16.999584 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:17.000222 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:17.210808 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61738769-a957-487a-8a8b-7764e9eec4d1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "PUT /v2.0/floatingips/8bca1829-10d4-4ee0-bb79-5c2164463649 HTTP/1.1" status: 200 len: 991 time: 2.0743470 Nov 10 16:27:17.210808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'tag': 'c19a544a-c3b5-45b6-9abc-1da49501d265'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:17.210808 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73e76fd-b80d-40ff-b148-63b9f1fdab13" -d '{"events": [{"name": "network-changed", "server_uuid": "30f0f7ea-2ee5-4570-be05-516e2dfea29e", "tag": "c19a544a-c3b5-45b6-9abc-1da49501d265"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:17.211816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:17.212753 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a9a03a5-f2b5-4883-9af0-22471575ef5f req-d17ffb64-f1f1-4243-9a9f-cf6d10fa0953 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425552 Nov 10 16:27:17.212753 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e08d8df-e129-4b01-a73d-5df2d9ae65c7 x-openstack-request-id: req-8e08d8df-e129-4b01-a73d-5df2d9ae65c7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:17.212753 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f0f7ea-2ee5-4570-be05-516e2dfea29e", "tag": "c19a544a-c3b5-45b6-9abc-1da49501d265", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:17.212753 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e08d8df-e129-4b01-a73d-5df2d9ae65c7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:17.212753 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'tag': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'status': 'completed', 'code': 200} Nov 10 16:27:17.213136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2253880b-5588-4215-909a-9fe914fbb6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:17.213220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-85dd670f-5a3d-42d2-abc4-8487414170c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:17.213220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-85dd670f-5a3d-42d2-abc4-8487414170c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 1097 time: 0.0456645 Nov 10 16:27:17.213464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2253880b-5588-4215-909a-9fe914fbb6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:17.258196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:17.329768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-8370e410-8a7f-47ce-a6cd-dae9a18eedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:17.335095 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-8370e410-8a7f-47ce-a6cd-dae9a18eedcd service neutron] 10.222.0.69 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 924 time: 0.1496384 Nov 10 16:27:17.448902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-d4309e0d-14bf-4c57-a35b-a05aadf42ba1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19a544a-c3b5-45b6-9abc-1da49501d265 HTTP/1.1" status: 200 len: 999 time: 0.1061046 Nov 10 16:27:17.596331 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '8bca1829-10d4-4ee0-bb79-5c2164463649', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'port_id': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'mac_address': 'fa:16:3e:2e:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:26:45Z', 'updated_at': '2021-11-10T16:27:15Z', 'revision_number': 1, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:17.632030 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] Checking router: c4d5f49c-f5eb-457f-bd33-2c5a6796c598 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:27:17.643064 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:17.643808 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:17.725659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca6294e0-4541-4f7e-8ebc-b77539451a91 req-8aa0643d-b862-4dbb-abc5-57deda712594 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 210 time: 0.0281310 Nov 10 16:27:17.739980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-bf025cd0-2c11-4ec0-ae7a-4391d908f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:17.741774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-bf025cd0-2c11-4ec0-ae7a-4391d908f6b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26f99d3-7a29-4036-84e9-4ac50da64af9 HTTP/1.1" status: 200 len: 862 time: 0.2859249 Nov 10 16:27:17.783994 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:17.790188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-d21cca9c-2175-4954-9414-b796362050b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:17.791796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-d21cca9c-2175-4954-9414-b796362050b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be52ad98-25a3-4412-85b7-df9863359785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427780 Nov 10 16:27:17.833239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2253880b-5588-4215-909a-9fe914fbb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:17.847489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da81b54a-31c9-4e99-b79a-cf9a6414684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:17.857980 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da81b54a-31c9-4e99-b79a-cf9a6414684d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:17.866160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-da81b54a-31c9-4e99-b79a-cf9a6414684d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf17725c-db90-4f60-a31d-9de6bfb71b1d HTTP/1.1" status: 204 len: 168 time: 1.1756270 Nov 10 16:27:17.906642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81b54a-31c9-4e99-b79a-cf9a6414684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf17725c-db90-4f60-a31d-9de6bfb71b1d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:17.912452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:17.969970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['1aeea0d4-d558-411e-9302-26f72169739b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:17.984150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-da1ead85-9607-4cf7-b058-7dde6e12efd1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=73844ff6d386425bb8e819b94027e6c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359192 Nov 10 16:27:18.054605 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-097f8ed3-8318-462e-b29c-5d3d29ae3028 service neutron] 10.222.0.69 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544100 Nov 10 16:27:18.055429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:18.059703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Pushing event updated for resources: {'Port': ['ID=ba081977-14f3-4423-ac1c-a8cc27afd891,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:18.067633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:18.071760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.072228 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.072670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.073224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.073658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.074145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.074549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.074975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.075409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.076354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.076354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.076709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:18.083996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2253880b-5588-4215-909a-9fe914fbb6a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a51c3b01e5cc496a850154cebae51fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4528651 Nov 10 16:27:18.083996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:18.096904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:18.171841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253880b-5588-4215-909a-9fe914fbb6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653319f0-d7ee-447c-92fb-62254e72e2b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:18.198002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:18.198748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:18.277701 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '8bca1829-10d4-4ee0-bb79-5c2164463649', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'port_id': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'mac_address': 'fa:16:3e:2e:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:26:45Z', 'updated_at': '2021-11-10T16:27:15Z', 'revision_number': 1, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:18.307148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12973f33-f1dd-41eb-a56c-b447f5d440ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:18.321605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-2c55192b-a39c-4769-9c51-f6a29f33539b tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:18.323754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-2c55192b-a39c-4769-9c51-f6a29f33539b tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386939 Nov 10 16:27:18.327519 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c9530-3622-47b9-b7a5-8aa1f014dbb5 None None] The sync data for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 is: [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '8bca1829-10d4-4ee0-bb79-5c2164463649', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'port_id': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'mac_address': 'fa:16:3e:2e:33:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:26:45Z', 'updated_at': '2021-11-10T16:27:15Z', 'revision_number': 1, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:27:18.377974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-ccbba18b-9e7f-4221-af16-f10b14890993 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0339558 Nov 10 16:27:18.401134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Request body: {'port': {'device_id': 'c172d9a6-f6de-4473-b3d4-a24364828c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:18.404779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-6fa35b1a-c3b8-44b6-8ef0-2b569a5ebc59 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/quotas/73844ff6d386425bb8e819b94027e6c9 HTTP/1.1" status: 200 len: 375 time: 0.0561135 Nov 10 16:27:18.475456 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12973f33-f1dd-41eb-a56c-b447f5d440ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:18.479239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b6d60ead-f53a-4891-9586-83ba7a22f86a None None] Provisioning complete for port ba081977-14f3-4423-ac1c-a8cc27afd891 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:18.481298 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6d60ead-f53a-4891-9586-83ba7a22f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:18.506399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:18.527167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac990a-4b7b-4872-a351-93d05de62722 req-e34d12a4-3641-46cb-922e-08a99f31e7c2 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:18.529687 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d73e76fd-b80d-40ff-b148-63b9f1fdab13 req-c1741bcf-35f3-40aa-ba4d-0352393abd6b service neutron] 10.222.0.69 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327378 Nov 10 16:27:18.530641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6ac990a-4b7b-4872-a351-93d05de62722 req-e34d12a4-3641-46cb-922e-08a99f31e7c2 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 970 time: 0.0955791 Nov 10 16:27:18.544785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b6d60ead-f53a-4891-9586-83ba7a22f86a None None] Port ba081977-14f3-4423-ac1c-a8cc27afd891 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:18.602675 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-361e9f54-e3a3-43fc-be7e-0ac136b4aa81 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73844ff6d386425bb8e819b94027e6c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1969111 Nov 10 16:27:18.705781 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6ac990a-4b7b-4872-a351-93d05de62722 req-bdc2b9bd-9fea-444a-8422-7b49badd1e2e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397593 Nov 10 16:27:18.742973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee300df7-2e7a-4094-b787-6cffd1973b73 None None] New status for floating IP 8bca1829-10d4-4ee0-bb79-5c2164463649: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:27:18.752843 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12973f33-f1dd-41eb-a56c-b447f5d440ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:18.756364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12973f33-f1dd-41eb-a56c-b447f5d440ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:18.762430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-12973f33-f1dd-41eb-a56c-b447f5d440ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/653319f0-d7ee-447c-92fb-62254e72e2b6 HTTP/1.1" status: 204 len: 168 time: 0.6638258 Nov 10 16:27:18.786038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12973f33-f1dd-41eb-a56c-b447f5d440ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653319f0-d7ee-447c-92fb-62254e72e2b6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:19.030747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f542049-19c0-4292-b1f0-1f7b2911fc81 req-de90eac8-cd07-425d-9a39-abb175b72476 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 210 time: 0.0602274 Nov 10 16:27:19.127419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2215d-3a2d-4710-923e-e34bb8a7f88b req-20866231-ace0-401d-b829-ceef9c6dc59d tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:19.128937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08d2215d-3a2d-4710-923e-e34bb8a7f88b req-20866231-ace0-401d-b829-ceef9c6dc59d tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 935 time: 0.0927343 Nov 10 16:27:19.148219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba081977-14f3-4423-ac1c-a8cc27afd891 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:19.162427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.186099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:19.194478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Transition to ACTIVE for port object ba081977-14f3-4423-ac1c-a8cc27afd891 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:27:19.226208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08d2215d-3a2d-4710-923e-e34bb8a7f88b req-25b446ee-d57d-4dc7-a1d9-890f0c108684 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802698 Nov 10 16:27:19.251981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58394) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:19.252398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1b74dc1c-0964-4ed6-abd5-50675e54c639 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4969b8c68eac457d9067b98a3a9d5962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637832 Nov 10 16:27:19.313383 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.316560 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73a04b90-6bec-4cbb-a244-4b175bac1c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.376109 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73a04b90-6bec-4cbb-a244-4b175bac1c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.394070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Pushing event updated for resources: {'Port': ['ID=ba081977-14f3-4423-ac1c-a8cc27afd891,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:19.421762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.18', 50088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:19.494214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-c9045682-e412-41a0-bd61-7b7721ae5bd3 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:19.495848 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-c9045682-e412-41a0-bd61-7b7721ae5bd3 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.18 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 970 time: 0.0651999 Nov 10 16:27:19.540215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Attempting to bind port ba081977-14f3-4423-ac1c-a8cc27afd891 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:19.540215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Attempting to bind port ba081977-14f3-4423-ac1c-a8cc27afd891 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:19.540215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Attempting to bind port ba081977-14f3-4423-ac1c-a8cc27afd891 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:19.540755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Port ba081977-14f3-4423-ac1c-a8cc27afd891 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:27:19.541081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Attempting to bind port ba081977-14f3-4423-ac1c-a8cc27afd891 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:19.547977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:19.548384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:19.548693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:19.549167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Bound port: ba081977-14f3-4423-ac1c-a8cc27afd891, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:19.549526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.565900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73a04b90-6bec-4cbb-a244-4b175bac1c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.568810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73a04b90-6bec-4cbb-a244-4b175bac1c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.569623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-73a04b90-6bec-4cbb-a244-4b175bac1c05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e7e6fb6-78bb-4c03-9075-6b18fd3135da HTTP/1.1" status: 204 len: 168 time: 0.3159587 Nov 10 16:27:19.599337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a04b90-6bec-4cbb-a244-4b175bac1c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e6fb6-78bb-4c03-9075-6b18fd3135da,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:19.610936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58400) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:19.661641 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] For port ba081977-14f3-4423-ac1c-a8cc27afd891, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:19.665095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] For port ba081977-14f3-4423-ac1c-a8cc27afd891, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ba081977-14f3-4423-ac1c-a8cc27afd891,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:19.670528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Deleting port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:27:19.670769 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.788236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] For port ce9c3b28-2f58-43e5-a314-f3d6551d2c38, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:19.788981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.791678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.806842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Calling delete_port for ce9c3b28-2f58-43e5-a314-f3d6551d2c38 owned by compute:tempest-test_az-915852684 {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:27:19.864663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:19.865595 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:19.867047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] 10.222.0.18 "PUT /v2.0/ports/ba081977-14f3-4423-ac1c-a8cc27afd891 HTTP/1.1" status: 200 len: 1096 time: 1.4794538 Nov 10 16:27:19.867531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c172d9a6-f6de-4473-b3d4-a24364828c8b', 'tag': 'ba081977-14f3-4423-ac1c-a8cc27afd891'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:19.869851 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53885d41-c181-42d2-a1df-e88d27801ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "c172d9a6-f6de-4473-b3d4-a24364828c8b", "tag": "ba081977-14f3-4423-ac1c-a8cc27afd891"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:19.914998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62222db-c4c2-482c-8cb9-1163ea722feb service neutron] Pushing event updated for resources: {'Port': ['ID=ba081977-14f3-4423-ac1c-a8cc27afd891,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:19.962412 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0754b52-8d41-4d07-a254-97da0aefe5ed x-openstack-request-id: req-f0754b52-8d41-4d07-a254-97da0aefe5ed {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:19.962898 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c172d9a6-f6de-4473-b3d4-a24364828c8b", "tag": "ba081977-14f3-4423-ac1c-a8cc27afd891", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:19.963255 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0754b52-8d41-4d07-a254-97da0aefe5ed {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:19.963605 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c172d9a6-f6de-4473-b3d4-a24364828c8b', 'tag': 'ba081977-14f3-4423-ac1c-a8cc27afd891', 'status': 'completed', 'code': 200} Nov 10 16:27:20.025254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3abd9-9858-42fc-ac68-c3da403232ad req-9d1edecc-2c01-412c-82fe-68c0a34421d1 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:20.034090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73e3abd9-9858-42fc-ac68-c3da403232ad req-9d1edecc-2c01-412c-82fe-68c0a34421d1 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 970 time: 0.2121141 Nov 10 16:27:20.042534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53885d41-c181-42d2-a1df-e88d27801ed3 req-876ca8fa-5cf2-4ee2-a9c7-56b5f842e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:20.044749 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53885d41-c181-42d2-a1df-e88d27801ed3 req-876ca8fa-5cf2-4ee2-a9c7-56b5f842e693 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18169baf829c4f06ada49579f911447a&device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 1099 time: 0.0575378 Nov 10 16:27:20.081760 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53885d41-c181-42d2-a1df-e88d27801ed3 req-a995fefd-8d82-4083-94e7-844a427077ba service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=18169baf829c4f06ada49579f911447a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247617 Nov 10 16:27:20.155117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73e3abd9-9858-42fc-ac68-c3da403232ad req-c1ef0908-a227-41fc-80c3-536f171a0fbd tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7da5a37-6e30-4e45-b752-454c7be53e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162138 Nov 10 16:27:20.200256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d8c123d-6376-4664-b9e0-6a38cef49cf1 req-94812eff-b41a-40e2-8f4a-b4883be88054 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 210 time: 0.0413587 Nov 10 16:27:20.231341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98424031-79ea-46a7-a44a-cb76874f56fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.245350 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.260678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['ce9c3b28-2f58-43e5-a314-f3d6551d2c38'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:20.307578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53885d41-c181-42d2-a1df-e88d27801ed3 req-1dd9ce85-33fc-43fa-bbca-bbe44d5cb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:20.309300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53885d41-c181-42d2-a1df-e88d27801ed3 req-1dd9ce85-33fc-43fa-bbca-bbe44d5cb312 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2210038 Nov 10 16:27:20.316358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Pushing event deleted for resources: {'Port': ['ID=ce9c3b28-2f58-43e5-a314-f3d6551d2c38,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:20.419651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] No DVR routers for this DVR port ce9c3b28-2f58-43e5-a314-f3d6551d2c38 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:27:20.429901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.433330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd74923b-38b5-4a75-b157-e18e0aa0cd36 req-fe63fef6-c3ed-4507-bfff-3fe52303ce7e tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.18 "DELETE /v2.0/ports/ce9c3b28-2f58-43e5-a314-f3d6551d2c38 HTTP/1.1" status: 204 len: 173 time: 0.9308486 Nov 10 16:27:20.433801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd409a623-bc4f-4d70-abb5-e8a02d8f7e10', 'name': 'network-vif-deleted', 'tag': 'ce9c3b28-2f58-43e5-a314-f3d6551d2c38'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:20.436086 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6988559d-4c65-4749-b0fb-5d9c5b0ab707" -d '{"events": [{"server_uuid": "d409a623-bc4f-4d70-abb5-e8a02d8f7e10", "name": "network-vif-deleted", "tag": "ce9c3b28-2f58-43e5-a314-f3d6551d2c38"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:20.449239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98424031-79ea-46a7-a44a-cb76874f56fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.453098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-6e9ba6e1-b967-4fa1-bdf7-31a8ab2c1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:20.455970 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-6e9ba6e1-b967-4fa1-bdf7-31a8ab2c1cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18169baf829c4f06ada49579f911447a&device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 1099 time: 0.0851531 Nov 10 16:27:20.484444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3f812-4b72-422f-8672-c4cbb4546d21 req-5847b9f0-e4d3-4d59-b9ca-f566ce7b873a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:20.486175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50f3f812-4b72-422f-8672-c4cbb4546d21 req-5847b9f0-e4d3-4d59-b9ca-f566ce7b873a tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 947 time: 0.0691550 Nov 10 16:27:20.505178 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a343b514-865f-4d9c-834c-73c25671262e x-openstack-request-id: req-a343b514-865f-4d9c-834c-73c25671262e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:20.505466 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d409a623-bc4f-4d70-abb5-e8a02d8f7e10", "name": "network-vif-deleted", "tag": "ce9c3b28-2f58-43e5-a314-f3d6551d2c38", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:20.505721 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a343b514-865f-4d9c-834c-73c25671262e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:20.506114 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd409a623-bc4f-4d70-abb5-e8a02d8f7e10', 'name': 'network-vif-deleted', 'tag': 'ce9c3b28-2f58-43e5-a314-f3d6551d2c38', 'status': 'completed', 'code': 200} Nov 10 16:27:20.527299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-36dd4b8f-934a-4873-afdd-07672fd5ccd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=ba081977-14f3-4423-ac1c-a8cc27afd891 HTTP/1.1" status: 200 len: 217 time: 0.0630400 Nov 10 16:27:20.570322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50f3f812-4b72-422f-8672-c4cbb4546d21 req-9a5680d9-0605-4645-a6e9-28413858b984 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764387 Nov 10 16:27:20.590423 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98424031-79ea-46a7-a44a-cb76874f56fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.607404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:20.627785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-decbb5ef-50f2-4e63-89ae-83aa9f9abf11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.654525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-7f429089-8e92-4617-8570-9b38ba37c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:20.657115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-7f429089-8e92-4617-8570-9b38ba37c697 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1206155 Nov 10 16:27:20.661201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-98424031-79ea-46a7-a44a-cb76874f56fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=764687cc86f441358d62d269406901b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0490503 Nov 10 16:27:20.662532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98424031-79ea-46a7-a44a-cb76874f56fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea0c4da-72be-4e15-819b-16ab33a6b4de,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:20.672082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58434) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:20.732904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-66b7a7ff-fb13-4f65-a282-80f8c53e3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:20.734668 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-66b7a7ff-fb13-4f65-a282-80f8c53e3938 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560117 Nov 10 16:27:20.782121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52b83b3b-fe50-46eb-a25e-47eeb147285a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.829346 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52b83b3b-fe50-46eb-a25e-47eeb147285a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.832202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-decbb5ef-50f2-4e63-89ae-83aa9f9abf11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.871299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-2f750c96-25bc-4cd5-8f40-37f5ff5ad0e0 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283603 Nov 10 16:27:20.909029 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-decbb5ef-50f2-4e63-89ae-83aa9f9abf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.945102 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-decbb5ef-50f2-4e63-89ae-83aa9f9abf11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f720ad326264fe382fc9c846759a05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361585 Nov 10 16:27:20.948135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:20.972697 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52b83b3b-fe50-46eb-a25e-47eeb147285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.975928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52b83b3b-fe50-46eb-a25e-47eeb147285a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:20.977236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-52b83b3b-fe50-46eb-a25e-47eeb147285a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ea0c4da-72be-4e15-819b-16ab33a6b4de HTTP/1.1" status: 204 len: 168 time: 0.2972562 Nov 10 16:27:21.006251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbb5ef-50f2-4e63-89ae-83aa9f9abf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b579e918-1449-4196-a730-a184b50eea7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:21.027405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b83b3b-fe50-46eb-a25e-47eeb147285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea0c4da-72be-4e15-819b-16ab33a6b4de,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:21.047324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c2665c1-aa7f-4615-ac68-aadf99053d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:21.052811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8969503a-dafc-405f-b06d-8695aa7bb717 req-9b65daa5-03ea-44ea-a9d8-acf48907b6b0 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717103 Nov 10 16:27:21.083135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c2665c1-aa7f-4615-ac68-aadf99053d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:21.254576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c2665c1-aa7f-4615-ac68-aadf99053d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:21.257151 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c2665c1-aa7f-4615-ac68-aadf99053d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:21.260884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0c2665c1-aa7f-4615-ac68-aadf99053d47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b579e918-1449-4196-a730-a184b50eea7c HTTP/1.1" status: 204 len: 168 time: 0.3087304 Nov 10 16:27:21.270377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2665c1-aa7f-4615-ac68-aadf99053d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b579e918-1449-4196-a730-a184b50eea7c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:21.276548 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52cbd916-7fdc-4f3f-9e19-ade980939f43 req-1be1bc38-3718-4a3c-985e-e14bb21eaa10 tempest-TenantUsagesTestJSON-1602110270 tempest-TenantUsagesTestJSON-1602110270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d409a623-bc4f-4d70-abb5-e8a02d8f7e10 HTTP/1.1" status: 200 len: 210 time: 0.0362287 Nov 10 16:27:21.390016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95d7aff5-8f47-48c6-aa4d-41bebdec655f req-16c3efa5-891f-420a-9c6f-1762bf97623f tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 210 time: 0.0322263 Nov 10 16:27:21.429871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-fafd3dd0-e95b-48b2-8499-2fda8e4e043a tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=73844ff6d386425bb8e819b94027e6c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243659 Nov 10 16:27:21.527770 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:27:21.562705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-218ccf1f-b9b2-4507-b619-86296fc8538d tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:21.564291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-218ccf1f-b9b2-4507-b619-86296fc8538d tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263335 Nov 10 16:27:21.578386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Request body: {'port': {'device_id': 'd722300f-fabf-4fa7-9172-293d9c3f5050', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '73844ff6d386425bb8e819b94027e6c9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:21.752956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f43152-83c4-4e0c-acc1-b2848cec41b7 req-5a1226dd-2d26-458b-a2c2-11127b9d8edc tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:21.754566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84f43152-83c4-4e0c-acc1-b2848cec41b7 req-5a1226dd-2d26-458b-a2c2-11127b9d8edc tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 947 time: 0.0896845 Nov 10 16:27:21.802618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84f43152-83c4-4e0c-acc1-b2848cec41b7 req-1157d7c6-8f25-4f86-ae43-35bb3a823b5c tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Nov 10 16:27:21.844731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Made reservation on behalf of 73844ff6d386425bb8e819b94027e6c9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:21.849553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:21.986157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:22.003417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.016198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Allocated IP 192.168.233.19 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/70dabe79-4a60-4a1e-b2f1-938f0259e85a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:22.092785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.174946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.214457 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.217822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad2eabe9e34343529802f0e46f7870b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305927 Nov 10 16:27:22.218672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347451f5-a242-4960-8a84-2a52a1070766,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:22.222249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:22.239564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.240496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.240671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.240986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.241348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.241681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.241995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.242310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.242623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.242935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.243250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.243587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6af74d-220d-4f7a-bc7b-923c8cb30d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:22.287655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-312f40d4-6370-48e3-b9a3-3a3aa705b3d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.317214 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-312f40d4-6370-48e3-b9a3-3a3aa705b3d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.369421 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.382314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:22.412257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:22.415471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:22.421662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:22.449004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Pushing event updated for resources: {'Port': ['ID=70dabe79-4a60-4a1e-b2f1-938f0259e85a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:22.487834 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-312f40d4-6370-48e3-b9a3-3a3aa705b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.491796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-312f40d4-6370-48e3-b9a3-3a3aa705b3d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.494701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:22.494701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.497435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-312f40d4-6370-48e3-b9a3-3a3aa705b3d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/347451f5-a242-4960-8a84-2a52a1070766 HTTP/1.1" status: 204 len: 168 time: 0.2741501 Nov 10 16:27:22.509246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f40d4-6370-48e3-b9a3-3a3aa705b3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347451f5-a242-4960-8a84-2a52a1070766,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:22.617234 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-a88a9253-4b9c-468a-9cfd-051795df64f4 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0427787 Nov 10 16:27:22.625262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0002-ae68-417f-aac8-f2a3b5459b9e req-eb0e51ba-9fdb-4187-9991-1fc4d02be959 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:22.631526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Request body: {'port': {'device_id': 'd722300f-fabf-4fa7-9172-293d9c3f5050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:22.637001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-328f0002-ae68-417f-aac8-f2a3b5459b9e req-eb0e51ba-9fdb-4187-9991-1fc4d02be959 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 935 time: 0.1032908 Nov 10 16:27:22.699394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-328f0002-ae68-417f-aac8-f2a3b5459b9e req-e28169cc-3aa7-4ff9-b984-bfec5751e70c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514755 Nov 10 16:27:22.699394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:22.744580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.879185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6c35a5ef-c85b-45ef-879c-b29f1b030716 None None] Provisioning complete for port 70dabe79-4a60-4a1e-b2f1-938f0259e85a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:22.879513 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c35a5ef-c85b-45ef-879c-b29f1b030716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:22.921552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6c35a5ef-c85b-45ef-879c-b29f1b030716 None None] Port 70dabe79-4a60-4a1e-b2f1-938f0259e85a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:23.000672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54f05e-b237-498e-aa51-e4f5521c4f09 req-8d58ab77-4e4f-4298-b31a-127a75591b29 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:23.003522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd54f05e-b237-498e-aa51-e4f5521c4f09 req-8d58ab77-4e4f-4298-b31a-127a75591b29 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 947 time: 0.1131258 Nov 10 16:27:23.108238 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd54f05e-b237-498e-aa51-e4f5521c4f09 req-beba1e71-dbe6-443d-be18-319f24364482 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894685 Nov 10 16:27:23.154192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dabe79-4a60-4a1e-b2f1-938f0259e85a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:23.163095 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:23.177074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Transition to ACTIVE for port object 70dabe79-4a60-4a1e-b2f1-938f0259e85a will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:27:23.317606 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:23.377426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Pushing event updated for resources: {'Port': ['ID=70dabe79-4a60-4a1e-b2f1-938f0259e85a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:23.441461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:23.458494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Attempting to bind port 70dabe79-4a60-4a1e-b2f1-938f0259e85a on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:23.458919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Attempting to bind port 70dabe79-4a60-4a1e-b2f1-938f0259e85a by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:23.459349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Attempting to bind port 70dabe79-4a60-4a1e-b2f1-938f0259e85a on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:23.464519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Port 70dabe79-4a60-4a1e-b2f1-938f0259e85a on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:27:23.464869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Attempting to bind port 70dabe79-4a60-4a1e-b2f1-938f0259e85a on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:23.470730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:23.471161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:23.471731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:23.472429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Bound port: 70dabe79-4a60-4a1e-b2f1-938f0259e85a, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:23.472568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:23.525260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee43a6aa-9699-437d-89a2-e62c90ef3ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:23.571826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] For port 70dabe79-4a60-4a1e-b2f1-938f0259e85a, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:23.578276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] For port 70dabe79-4a60-4a1e-b2f1-938f0259e85a, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=70dabe79-4a60-4a1e-b2f1-938f0259e85a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:23.628242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee43a6aa-9699-437d-89a2-e62c90ef3ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:23.695063 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:23.732140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:23.732928 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:23.733859 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee43a6aa-9699-437d-89a2-e62c90ef3ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:23.734203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] 10.222.0.18 "PUT /v2.0/ports/70dabe79-4a60-4a1e-b2f1-938f0259e85a HTTP/1.1" status: 200 len: 1096 time: 1.1072612 Nov 10 16:27:23.734652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd722300f-fabf-4fa7-9172-293d9c3f5050', 'tag': '70dabe79-4a60-4a1e-b2f1-938f0259e85a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:23.737999 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9942c4a7-f1b1-4943-bdd1-a451453ca9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d722300f-fabf-4fa7-9172-293d9c3f5050", "tag": "70dabe79-4a60-4a1e-b2f1-938f0259e85a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:23.794573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6b507-c35f-4ea5-9f36-873ea011a009 service neutron] Pushing event updated for resources: {'Port': ['ID=70dabe79-4a60-4a1e-b2f1-938f0259e85a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:23.833609 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92b43ed-96c0-43ce-a37d-62dc0dfe654d x-openstack-request-id: req-c92b43ed-96c0-43ce-a37d-62dc0dfe654d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:23.833882 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d722300f-fabf-4fa7-9172-293d9c3f5050", "tag": "70dabe79-4a60-4a1e-b2f1-938f0259e85a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:23.834207 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c92b43ed-96c0-43ce-a37d-62dc0dfe654d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:23.834527 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd722300f-fabf-4fa7-9172-293d9c3f5050', 'tag': '70dabe79-4a60-4a1e-b2f1-938f0259e85a', 'status': 'completed', 'code': 200} Nov 10 16:27:23.926232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2763dd60-c6e5-4d77-b178-23f2b5836ea2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=722c55b759f6461bbd6849a22e2dc6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821150 Nov 10 16:27:23.929941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58544) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:23.930352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43a6aa-9699-437d-89a2-e62c90ef3ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9213a805-30e8-452f-a8f7-d7b6de054074,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:23.939590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ee43a6aa-9699-437d-89a2-e62c90ef3ccb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ecac4d7082ad4805a5378199b36c84d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2388434 Nov 10 16:27:23.940503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:23.989139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1719022-9940-4eba-acf7-5bdc57ae24e4 req-9702ba9a-ffe1-49e2-83b4-bf7bcac88536 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:23.991498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1719022-9940-4eba-acf7-5bdc57ae24e4 req-9702ba9a-ffe1-49e2-83b4-bf7bcac88536 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 947 time: 0.1707385 Nov 10 16:27:24.018533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8614acb3-e389-4c13-841f-ce0b96df54bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.027880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942c4a7-f1b1-4943-bdd1-a451453ca9c2 req-b406ffe7-ddd5-4a11-a75d-1f50cb0ef1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:24.029309 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9942c4a7-f1b1-4943-bdd1-a451453ca9c2 req-b406ffe7-ddd5-4a11-a75d-1f50cb0ef1a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73844ff6d386425bb8e819b94027e6c9&device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 1099 time: 0.1491644 Nov 10 16:27:24.044410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8614acb3-e389-4c13-841f-ce0b96df54bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.092438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9942c4a7-f1b1-4943-bdd1-a451453ca9c2 req-787b9703-bfa4-4ac1-955a-ecffbec246af service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=73844ff6d386425bb8e819b94027e6c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489585 Nov 10 16:27:24.111115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82808bd6-f5e8-4060-8eab-50a3577fb604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.139069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1719022-9940-4eba-acf7-5bdc57ae24e4 req-18987718-12e3-404b-8d57-1a5c10b796f2 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412215 Nov 10 16:27:24.174910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ba081977-14f3-4423-ac1c-a8cc27afd891 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:27:24.181435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8614acb3-e389-4c13-841f-ce0b96df54bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.185188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82808bd6-f5e8-4060-8eab-50a3577fb604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.186325 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8614acb3-e389-4c13-841f-ce0b96df54bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.188035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8614acb3-e389-4c13-841f-ce0b96df54bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9213a805-30e8-452f-a8f7-d7b6de054074 HTTP/1.1" status: 204 len: 168 time: 0.2461417 Nov 10 16:27:24.201590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614acb3-e389-4c13-841f-ce0b96df54bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9213a805-30e8-452f-a8f7-d7b6de054074,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:24.250738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942c4a7-f1b1-4943-bdd1-a451453ca9c2 req-7208bd22-426e-40c5-9828-5d48cfec8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:24.252992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9942c4a7-f1b1-4943-bdd1-a451453ca9c2 req-7208bd22-426e-40c5-9828-5d48cfec8ffa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537626 Nov 10 16:27:24.261282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ce9c3b28-2f58-43e5-a314-f3d6551d2c38 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:27:24.329063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127073f-7a03-427e-882f-02e9858c5ebd req-d850aeae-6f84-431b-ab98-5853a8e44142 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:24.331619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1127073f-7a03-427e-882f-02e9858c5ebd req-d850aeae-6f84-431b-ab98-5853a8e44142 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 947 time: 0.1144774 Nov 10 16:27:24.352517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82808bd6-f5e8-4060-8eab-50a3577fb604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.355646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82808bd6-f5e8-4060-8eab-50a3577fb604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.357295 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-82808bd6-f5e8-4060-8eab-50a3577fb604 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7da5a37-6e30-4e45-b752-454c7be53e62 HTTP/1.1" status: 204 len: 168 time: 0.4264293 Nov 10 16:27:24.370991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: ce9c3b28-2f58-43e5-a314-f3d6551d2c38 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:27:24.371351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ce9c3b28-2f58-43e5-a314-f3d6551d2c38 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:27:24.375540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82808bd6-f5e8-4060-8eab-50a3577fb604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7da5a37-6e30-4e45-b752-454c7be53e62,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:24.385028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-45638829-7ae2-469f-8e98-71128163640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:24.386564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-45638829-7ae2-469f-8e98-71128163640c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73844ff6d386425bb8e819b94027e6c9&device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 1099 time: 0.0796309 Nov 10 16:27:24.389399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1127073f-7a03-427e-882f-02e9858c5ebd req-09383a61-a457-400a-b39c-d2ab9c22d967 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490706 Nov 10 16:27:24.458210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-3b9ffdf1-dda9-4e91-b1c2-9a3580d99ba2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=70dabe79-4a60-4a1e-b2f1-938f0259e85a HTTP/1.1" status: 200 len: 217 time: 0.0616536 Nov 10 16:27:24.472505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ba081977-14f3-4423-ac1c-a8cc27afd891, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ba081977-14f3-4423-ac1c-a8cc27afd891,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:24.525434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bc98b606-f074-4622-92e1-e6e0b93db694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:24.528678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-bc98b606-f074-4622-92e1-e6e0b93db694 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0589292 Nov 10 16:27:24.596835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-b445c22c-6f2e-4872-83bf-e3cd02491a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:24.598466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-b445c22c-6f2e-4872-83bf-e3cd02491a4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630479 Nov 10 16:27:24.633314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'ba081977-14f3-4423-ac1c-a8cc27afd891', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'ba081977-14f3-4423-ac1c-a8cc27afd891', 'mac_address': 'fa:16:3e:bf:f0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:27:24.681966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.698096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba081977-14f3-4423-ac1c-a8cc27afd891 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:24.711972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-4e4e30b8-46f5-4140-b13b-84a2e0d11043 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019921 Nov 10 16:27:24.719766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ba081977-14f3-4423-ac1c-a8cc27afd891, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ba081977-14f3-4423-ac1c-a8cc27afd891,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:24.802218 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:24.818348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d1b5138-ff00-496f-a74d-256bcb85cd35 req-b53b1ca1-d494-4d06-b284-6f0f03aa5663 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991435 Nov 10 16:27:24.853138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ba081977-14f3-4423-ac1c-a8cc27afd891,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:24.861900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.862248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.862592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.863000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.863281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.863629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.863950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.864272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.864591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.865163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.865484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.865874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:24.997931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['ba081977-14f3-4423-ac1c-a8cc27afd891'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:25.287138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8677cc-6d36-4203-8ab3-3b94e02666bf req-d535a3a6-5b2a-48f2-bfd8-4d0a4f146e91 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:25.288725 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a8677cc-6d36-4203-8ab3-3b94e02666bf req-d535a3a6-5b2a-48f2-bfd8-4d0a4f146e91 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 947 time: 0.0546453 Nov 10 16:27:25.340588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a8677cc-6d36-4203-8ab3-3b94e02666bf req-2093d728-7bb7-423b-bf97-74cca0edb092 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Nov 10 16:27:25.399125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:25.414216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185901ec-1e1f-4cc8-b9d6-a5d570570b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.541019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185901ec-1e1f-4cc8-b9d6-a5d570570b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.558073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba99bb-c1b0-4406-b8e2-4a6c0e993b02 req-779f4ca9-bd80-4573-9936-2207d832f5e2 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:25.559551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05ba99bb-c1b0-4406-b8e2-4a6c0e993b02 req-779f4ca9-bd80-4573-9936-2207d832f5e2 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 948 time: 0.0750759 Nov 10 16:27:25.610698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58590) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:25.617266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05ba99bb-c1b0-4406-b8e2-4a6c0e993b02 req-c2241455-df13-4902-989c-94039bd0142f tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501235 Nov 10 16:27:25.621228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-185901ec-1e1f-4cc8-b9d6-a5d570570b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.626763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a97fcedf-7ebc-4bb0-8e08-b0d9ff1dcaee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.681018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-185901ec-1e1f-4cc8-b9d6-a5d570570b65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44aee9edbcd849478852beb180aa3528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803187 Nov 10 16:27:25.682721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185901ec-1e1f-4cc8-b9d6-a5d570570b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33722324-0a4d-4dd8-8fc7-33034ca94ab0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:25.683771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58592) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:25.760800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bb7348a-0409-4c8a-8006-1cce77e93314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.767676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a97fcedf-7ebc-4bb0-8e08-b0d9ff1dcaee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.789361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bb7348a-0409-4c8a-8006-1cce77e93314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.852936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a97fcedf-7ebc-4bb0-8e08-b0d9ff1dcaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.896456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fcedf-7ebc-4bb0-8e08-b0d9ff1dcaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb5abea-4f94-42c2-b628-ea6b701aeb8c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:25.904217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58596) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:25.908094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a97fcedf-7ebc-4bb0-8e08-b0d9ff1dcaee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4c486ec9d684b0dbb9edf96047b7c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960987 Nov 10 16:27:25.958301 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42efd5bf-e5d8-46fb-b570-c90db504c92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.963844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bb7348a-0409-4c8a-8006-1cce77e93314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.967714 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bb7348a-0409-4c8a-8006-1cce77e93314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:25.973441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1bb7348a-0409-4c8a-8006-1cce77e93314 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33722324-0a4d-4dd8-8fc7-33034ca94ab0 HTTP/1.1" status: 204 len: 168 time: 0.2862916 Nov 10 16:27:25.991588 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7348a-0409-4c8a-8006-1cce77e93314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33722324-0a4d-4dd8-8fc7-33034ca94ab0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:25.991753 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42efd5bf-e5d8-46fb-b570-c90db504c92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:26.133435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42efd5bf-e5d8-46fb-b570-c90db504c92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:26.136712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42efd5bf-e5d8-46fb-b570-c90db504c92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:26.138546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-42efd5bf-e5d8-46fb-b570-c90db504c92d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adb5abea-4f94-42c2-b628-ea6b701aeb8c HTTP/1.1" status: 204 len: 168 time: 0.2335546 Nov 10 16:27:26.146766 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efd5bf-e5d8-46fb-b570-c90db504c92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb5abea-4f94-42c2-b628-ea6b701aeb8c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:26.184189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ba081977-14f3-4423-ac1c-a8cc27afd891 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:26.357185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port ba081977-14f3-4423-ac1c-a8cc27afd891 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:27:26.362777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port ba081977-14f3-4423-ac1c-a8cc27afd891 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:26.362777 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:26.461105 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:26.487353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c172d9a6-f6de-4473-b3d4-a24364828c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba081977-14f3-4423-ac1c-a8cc27afd891'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:26.490117 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb73b84-18bf-47d5-99cb-05ecdf789b2b" -d '{"events": [{"server_uuid": "c172d9a6-f6de-4473-b3d4-a24364828c8b", "name": "network-vif-plugged", "status": "completed", "tag": "ba081977-14f3-4423-ac1c-a8cc27afd891"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:26.499461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006e4c9-3f09-4473-8534-01925f1b2123 req-b6e8de1b-3906-4731-966d-2055851d4768 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:26.501533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8006e4c9-3f09-4473-8534-01925f1b2123 req-b6e8de1b-3906-4731-966d-2055851d4768 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 947 time: 0.0649819 Nov 10 16:27:26.508603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ba081977-14f3-4423-ac1c-a8cc27afd891, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ba081977-14f3-4423-ac1c-a8cc27afd891,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:26.583857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8006e4c9-3f09-4473-8534-01925f1b2123 req-ce221ed2-9327-4899-b73c-ee72ed72b6d6 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705519 Nov 10 16:27:26.651214 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4d6370-6907-4ee7-90be-22fe319d7217 x-openstack-request-id: req-5e4d6370-6907-4ee7-90be-22fe319d7217 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:26.651490 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c172d9a6-f6de-4473-b3d4-a24364828c8b", "name": "network-vif-plugged", "status": "completed", "tag": "ba081977-14f3-4423-ac1c-a8cc27afd891", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:26.651746 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e4d6370-6907-4ee7-90be-22fe319d7217 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:26.652650 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c172d9a6-f6de-4473-b3d4-a24364828c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba081977-14f3-4423-ac1c-a8cc27afd891', 'code': 200} Nov 10 16:27:26.663070 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:26.790322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b74634-8fe5-45a0-96d6-f7d6ac3c2eb4 req-81541888-7993-44a8-8188-b1a4ce9f46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:26.792439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2b74634-8fe5-45a0-96d6-f7d6ac3c2eb4 req-81541888-7993-44a8-8188-b1a4ce9f46ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 1101 time: 0.0749996 Nov 10 16:27:26.831087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ba081977-14f3-4423-ac1c-a8cc27afd891,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:26.858158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75f222-d729-44d6-8f92-3eea279c7c92 req-512f9fc4-9954-476b-8f7b-cb6d9d7f9759 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:26.866426 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2b74634-8fe5-45a0-96d6-f7d6ac3c2eb4 req-27bdd3aa-0a40-4e06-9a59-5352facb889a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 Nov 10 16:27:26.871433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2e75f222-d729-44d6-8f92-3eea279c7c92 req-512f9fc4-9954-476b-8f7b-cb6d9d7f9759 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 949 time: 0.1203351 Nov 10 16:27:26.930790 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2e75f222-d729-44d6-8f92-3eea279c7c92 req-e507777f-5409-4ee5-a1bb-32c9a23fd2d4 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583491 Nov 10 16:27:27.710100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32a1c5-9d3c-45e8-9c47-4f323b46f550 req-c3b33368-3874-4500-a1f5-c830c792aa2f tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:27.717261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d32a1c5-9d3c-45e8-9c47-4f323b46f550 req-c3b33368-3874-4500-a1f5-c830c792aa2f tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 947 time: 0.0682237 Nov 10 16:27:27.770804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58674) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:27.787763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d32a1c5-9d3c-45e8-9c47-4f323b46f550 req-aa19cc46-c55b-43cf-8433-21850a4e9b2d tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694692 Nov 10 16:27:28.120139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdf23a-8011-4aad-9025-8805b8a870cf req-83f14aad-9cf0-47e4-a142-e38521844636 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:28.132169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26fdf23a-8011-4aad-9025-8805b8a870cf req-83f14aad-9cf0-47e4-a142-e38521844636 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 949 time: 0.1048429 Nov 10 16:27:28.195329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 70dabe79-4a60-4a1e-b2f1-938f0259e85a details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:27:28.221765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26fdf23a-8011-4aad-9025-8805b8a870cf req-0cf6d1c9-5b0d-4bf1-ab6e-17a960aebaf0 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862477 Nov 10 16:27:28.259368 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b16ceb1b-de87-4321-b756-9d679d72141e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:28.378906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 70dabe79-4a60-4a1e-b2f1-938f0259e85a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=70dabe79-4a60-4a1e-b2f1-938f0259e85a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:28.402194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '70dabe79-4a60-4a1e-b2f1-938f0259e85a', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '70dabe79-4a60-4a1e-b2f1-938f0259e85a', 'mac_address': 'fa:16:3e:90:ad:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:27:28.432694 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b16ceb1b-de87-4321-b756-9d679d72141e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:28.464541 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:28.482396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dabe79-4a60-4a1e-b2f1-938f0259e85a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:28.519389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 70dabe79-4a60-4a1e-b2f1-938f0259e85a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=70dabe79-4a60-4a1e-b2f1-938f0259e85a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:28.523115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b16ceb1b-de87-4321-b756-9d679d72141e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:28.583052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ceb1b-de87-4321-b756-9d679d72141e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e74aae-59db-47f8-8eb0-9ac3c618a977,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:28.589291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b16ceb1b-de87-4321-b756-9d679d72141e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e88177fc2cc41d3aed562cb38e31a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8174458 Nov 10 16:27:28.591793 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:28.597274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:28.699626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=70dabe79-4a60-4a1e-b2f1-938f0259e85a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:28.709947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-d367c0b1-3b80-405f-9357-ec199691103c tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=216e76ce054c484ca4b785bb2773399f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353100 Nov 10 16:27:28.794249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['70dabe79-4a60-4a1e-b2f1-938f0259e85a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:28.809424 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c558b967-6930-41e3-86e9-beb14b2ace7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:28.853024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c558b967-6930-41e3-86e9-beb14b2ace7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:28.881261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f7af-627d-4789-8002-8cad4c934403 req-c7643d2d-7232-4ee7-943e-2ee611dda05f tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:28.883133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-c7643d2d-7232-4ee7-943e-2ee611dda05f tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722176 Nov 10 16:27:28.919476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-da48f315-cc57-4d87-9e3b-77d363de080c tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/quotas/216e76ce054c484ca4b785bb2773399f HTTP/1.1" status: 200 len: 375 time: 0.0260377 Nov 10 16:27:28.964577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-c916eb18-0d6e-4161-b234-f2f6441abc6e tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=216e76ce054c484ca4b785bb2773399f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360208 Nov 10 16:27:29.038022 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c558b967-6930-41e3-86e9-beb14b2ace7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:29.042230 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c558b967-6930-41e3-86e9-beb14b2ace7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:29.044202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c558b967-6930-41e3-86e9-beb14b2ace7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75e74aae-59db-47f8-8eb0-9ac3c618a977 HTTP/1.1" status: 204 len: 168 time: 0.4457781 Nov 10 16:27:29.061711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558b967-6930-41e3-86e9-beb14b2ace7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e74aae-59db-47f8-8eb0-9ac3c618a977,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:29.340204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6620543e-d9e1-4107-9112-ae063c0bbb4a req-edd83c10-f662-41cb-8610-7ccbc08c2a48 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 210 time: 0.0477424 Nov 10 16:27:29.411270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bec7b3-be31-4544-9a3b-55dcdc7853d9 req-8e0b5530-ebeb-413f-9325-b04e4e4fe06b tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:29.412855 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8bec7b3-be31-4544-9a3b-55dcdc7853d9 req-8e0b5530-ebeb-413f-9325-b04e4e4fe06b tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 948 time: 0.0838048 Nov 10 16:27:29.472456 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8bec7b3-be31-4544-9a3b-55dcdc7853d9 req-218ac130-3d48-45b5-a862-a1dd010b987a tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503035 Nov 10 16:27:29.635048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a2215-99ba-4b1a-bfa4-c1dc39990170 req-12672810-e29b-4bf3-b2bc-94e5d4807889 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:29.636492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e27a2215-99ba-4b1a-bfa4-c1dc39990170 req-12672810-e29b-4bf3-b2bc-94e5d4807889 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 949 time: 0.0629296 Nov 10 16:27:29.698693 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e27a2215-99ba-4b1a-bfa4-c1dc39990170 req-d767ea13-233e-4b4e-b738-2d9fe76a4770 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546694 Nov 10 16:27:30.208795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 70dabe79-4a60-4a1e-b2f1-938f0259e85a up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:30.245388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58768) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:30.400999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49024f1a-dc03-4383-9319-a08a08cfcdeb req-817f6ead-1ea8-4644-96ed-498560fa9edc tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:30.405590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49024f1a-dc03-4383-9319-a08a08cfcdeb req-817f6ead-1ea8-4644-96ed-498560fa9edc tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 949 time: 0.0669572 Nov 10 16:27:30.426351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 70dabe79-4a60-4a1e-b2f1-938f0259e85a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:27:30.440999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 70dabe79-4a60-4a1e-b2f1-938f0259e85a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:30.441784 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:30.469968 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49024f1a-dc03-4383-9319-a08a08cfcdeb req-64339622-bd12-48cf-9e70-cc13bbdec62b tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598395 Nov 10 16:27:30.509905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c873a06-49dd-447d-8c1c-9983a7b65473 req-d43621f9-8ac2-4324-b493-64923fb58d26 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 210 time: 0.0870140 Nov 10 16:27:30.529415 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a80f399-2b03-42c6-8792-47ab1b046f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:30.588059 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:30.617760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd722300f-fabf-4fa7-9172-293d9c3f5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dabe79-4a60-4a1e-b2f1-938f0259e85a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:30.620821 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271b9f15-a681-48bb-9054-2a4782cee657" -d '{"events": [{"server_uuid": "d722300f-fabf-4fa7-9172-293d9c3f5050", "name": "network-vif-plugged", "status": "completed", "tag": "70dabe79-4a60-4a1e-b2f1-938f0259e85a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:30.639343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 70dabe79-4a60-4a1e-b2f1-938f0259e85a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=70dabe79-4a60-4a1e-b2f1-938f0259e85a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:30.654787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a5e4-ae80-4433-b6c6-3146024ef048 req-b73e762e-09bd-4d37-b02d-1f1dee4ddb6c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:30.659867 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8658a5e4-ae80-4433-b6c6-3146024ef048 req-b73e762e-09bd-4d37-b02d-1f1dee4ddb6c tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 948 time: 0.0623171 Nov 10 16:27:30.666532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a80f399-2b03-42c6-8792-47ab1b046f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:30.674215 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c473bf6-8d21-418c-aa30-4a1ac4b73297 x-openstack-request-id: req-6c473bf6-8d21-418c-aa30-4a1ac4b73297 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:30.674561 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d722300f-fabf-4fa7-9172-293d9c3f5050", "name": "network-vif-plugged", "status": "completed", "tag": "70dabe79-4a60-4a1e-b2f1-938f0259e85a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:30.674811 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c473bf6-8d21-418c-aa30-4a1ac4b73297 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:30.679170 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd722300f-fabf-4fa7-9172-293d9c3f5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dabe79-4a60-4a1e-b2f1-938f0259e85a', 'code': 200} Nov 10 16:27:30.718978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:30.733099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8658a5e4-ae80-4433-b6c6-3146024ef048 req-05c1a4e4-5f5d-4906-9334-aca9aa439b07 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700009 Nov 10 16:27:30.739537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-035ab6ee-08d7-456a-8cbb-4f72b712c1c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:30.770116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:30.814312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e998f2-9dfb-4b6c-a07c-abede3d3d537 req-779dbccb-1e96-48b7-ba65-050a829740de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:30.818514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04e998f2-9dfb-4b6c-a07c-abede3d3d537 req-779dbccb-1e96-48b7-ba65-050a829740de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 1101 time: 0.0543258 Nov 10 16:27:30.838245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=70dabe79-4a60-4a1e-b2f1-938f0259e85a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:30.881078 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04e998f2-9dfb-4b6c-a07c-abede3d3d537 req-74644237-991f-4e82-a9c4-9dcbd44c3095 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536215 Nov 10 16:27:30.911832 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-035ab6ee-08d7-456a-8cbb-4f72b712c1c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:30.916977 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a80f399-2b03-42c6-8792-47ab1b046f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:30.966376 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6a80f399-2b03-42c6-8792-47ab1b046f02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e11f39a7fc20431bb24723fb2894d12c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7196937 Nov 10 16:27:30.968851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f399-2b03-42c6-8792-47ab1b046f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371925ee-2ba7-4379-b08a-db5224c7ee5d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:30.970124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58794) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:31.028782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a150a6c-da58-495e-830c-7356afa045e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.053705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a150a6c-da58-495e-830c-7356afa045e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.081524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-035ab6ee-08d7-456a-8cbb-4f72b712c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.113363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ab6ee-08d7-456a-8cbb-4f72b712c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1d95f4-c516-47d1-b815-c1a3ac5163f4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:31.159263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-035ab6ee-08d7-456a-8cbb-4f72b712c1c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a4f455af84e4362bf77e3ad513ce1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382672 Nov 10 16:27:31.161800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:31.217248 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42d02c4d-740c-4497-a13d-16e9d523577c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.241322 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42d02c4d-740c-4497-a13d-16e9d523577c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.289011 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a150a6c-da58-495e-830c-7356afa045e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.291651 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a150a6c-da58-495e-830c-7356afa045e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.296173 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4a150a6c-da58-495e-830c-7356afa045e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/371925ee-2ba7-4379-b08a-db5224c7ee5d HTTP/1.1" status: 204 len: 168 time: 0.3215225 Nov 10 16:27:31.321562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a150a6c-da58-495e-830c-7356afa045e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371925ee-2ba7-4379-b08a-db5224c7ee5d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:31.374312 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42d02c4d-740c-4497-a13d-16e9d523577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.381809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42d02c4d-740c-4497-a13d-16e9d523577c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.384804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-42d02c4d-740c-4497-a13d-16e9d523577c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df1d95f4-c516-47d1-b815-c1a3ac5163f4 HTTP/1.1" status: 204 len: 168 time: 0.2193635 Nov 10 16:27:31.413580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d02c4d-740c-4497-a13d-16e9d523577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1d95f4-c516-47d1-b815-c1a3ac5163f4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:31.580336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8c305a3-b5e8-40b6-add5-5295471c08a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:31.640468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4a82a-58f6-42e6-9d24-f9e25d10efe7 req-625e7947-2bc9-481c-936f-fe13b6a079e1 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:31.649298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4f4a82a-58f6-42e6-9d24-f9e25d10efe7 req-625e7947-2bc9-481c-936f-fe13b6a079e1 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 949 time: 0.0616713 Nov 10 16:27:31.694699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4f4a82a-58f6-42e6-9d24-f9e25d10efe7 req-acea02be-aa5f-457a-bee7-4b8e029ce719 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Nov 10 16:27:31.811854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ce9baa3-c1d1-47ac-b29f-3991eb85b54e req-0881abde-67d9-453b-bb4c-22fda16d9e79 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 210 time: 0.0512869 Nov 10 16:27:31.980913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77487f6e-d7b2-43e7-ad86-d5d0311bda97 req-88a9c7a1-aee5-4cb9-a68c-69f4c4687ed2 tempest-LiveMigrationNegativeTest-1164201317 tempest-LiveMigrationNegativeTest-1164201317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:31.982472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77487f6e-d7b2-43e7-ad86-d5d0311bda97 req-88a9c7a1-aee5-4cb9-a68c-69f4c4687ed2 tempest-LiveMigrationNegativeTest-1164201317 tempest-LiveMigrationNegativeTest-1164201317-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 1101 time: 0.0517566 Nov 10 16:27:32.007039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77487f6e-d7b2-43e7-ad86-d5d0311bda97 req-2fbb730d-164b-4566-b23c-cd52235365fe tempest-LiveMigrationNegativeTest-1164201317 tempest-LiveMigrationNegativeTest-1164201317-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:32.097425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77487f6e-d7b2-43e7-ad86-d5d0311bda97 req-2fbb730d-164b-4566-b23c-cd52235365fe tempest-LiveMigrationNegativeTest-1164201317 tempest-LiveMigrationNegativeTest-1164201317-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:32.175774 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77487f6e-d7b2-43e7-ad86-d5d0311bda97 req-2fbb730d-164b-4566-b23c-cd52235365fe tempest-LiveMigrationNegativeTest-1164201317 tempest-LiveMigrationNegativeTest-1164201317-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:32.233565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77487f6e-d7b2-43e7-ad86-d5d0311bda97 req-2fbb730d-164b-4566-b23c-cd52235365fe tempest-LiveMigrationNegativeTest-1164201317 tempest-LiveMigrationNegativeTest-1164201317-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403240 Nov 10 16:27:32.238550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb730d-164b-4566-b23c-cd52235365fe tempest-LiveMigrationNegativeTest-1164201317 tempest-LiveMigrationNegativeTest-1164201317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6717e1e2-4122-4189-8dff-17cf079e8e35,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:32.279508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd9b5-85f4-48b4-a701-e3d401084aed req-775a3ecc-23ad-431d-be48-f85a58fcbd9d tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:32.279508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88cbd9b5-85f4-48b4-a701-e3d401084aed req-775a3ecc-23ad-431d-be48-f85a58fcbd9d tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 949 time: 0.0822484 Nov 10 16:27:32.386752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8990ad12-b8af-4c6c-b956-da7d523ed36b req-04f744d7-48e6-472c-8e16-517bdfbc160f tempest-FlavorsV2NegativeTest-31665188 tempest-FlavorsV2NegativeTest-31665188-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=512b45b25c574d29bc185ecacadd42ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269349 Nov 10 16:27:32.387695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88cbd9b5-85f4-48b4-a701-e3d401084aed req-12e19712-d92a-4a77-9508-31efd13b8907 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069448 Nov 10 16:27:32.389912 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-28215d4b-8e8e-46b4-92d6-873d915727a5 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=216e76ce054c484ca4b785bb2773399f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402398 Nov 10 16:27:32.511865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:32.558383 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-382a7710-e69a-4e77-b8b2-de008c2e23d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:32.623420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6acb939b-c480-4eb9-846b-3e30276f962f tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:32.640721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6acb939b-c480-4eb9-846b-3e30276f962f tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449660 Nov 10 16:27:32.655060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Request body: {'port': {'device_id': '69df5197-9fe2-4052-97db-5db3a2cb9e14', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '216e76ce054c484ca4b785bb2773399f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:32.712378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990ad12-b8af-4c6c-b956-da7d523ed36b req-2b5c28f3-5b34-4738-8b88-e99ee0cfc184 tempest-FlavorsV2NegativeTest-31665188 tempest-FlavorsV2NegativeTest-31665188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:32.714910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8990ad12-b8af-4c6c-b956-da7d523ed36b req-2b5c28f3-5b34-4738-8b88-e99ee0cfc184 tempest-FlavorsV2NegativeTest-31665188 tempest-FlavorsV2NegativeTest-31665188-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194268 Nov 10 16:27:32.739178 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-382a7710-e69a-4e77-b8b2-de008c2e23d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:32.744169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8990ad12-b8af-4c6c-b956-da7d523ed36b req-a1848374-8f9a-4313-9ff8-43203220ffa3 tempest-FlavorsV2NegativeTest-31665188 tempest-FlavorsV2NegativeTest-31665188-project] 10.222.0.62 "GET /v2.0/quotas/512b45b25c574d29bc185ecacadd42ef HTTP/1.1" status: 200 len: 375 time: 0.0201013 Nov 10 16:27:32.787290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8990ad12-b8af-4c6c-b956-da7d523ed36b req-d259686e-5afa-4548-8c6f-018186443525 tempest-FlavorsV2NegativeTest-31665188 tempest-FlavorsV2NegativeTest-31665188-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=512b45b25c574d29bc185ecacadd42ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317590 Nov 10 16:27:32.800394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58866) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:32.842770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-382a7710-e69a-4e77-b8b2-de008c2e23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:32.902045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-382a7710-e69a-4e77-b8b2-de008c2e23d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=082f448ef09c43a28740ad3495c4ee4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851683 Nov 10 16:27:32.903093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:32.924431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Made reservation on behalf of 216e76ce054c484ca4b785bb2773399f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:32.927953 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:32.948222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a7710-e69a-4e77-b8b2-de008c2e23d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad5315c-422e-4d8c-ab31-c0a6a3e0ad1b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:32.950339 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:32.972910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-e17177f7-7049-49a2-8c92-57991a629960 req-ac02c195-eebb-41cb-a36a-a84108fadbf7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:27:32.982542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e17177f7-7049-49a2-8c92-57991a629960 req-ac02c195-eebb-41cb-a36a-a84108fadbf7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164330 Nov 10 16:27:33.145921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26ead30c-2bce-4f49-be53-3408309b0a46 req-c5e0a44a-df53-46ec-9695-bd6c0f7a5225 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 210 time: 0.0535684 Nov 10 16:27:33.237506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a870a13-8d85-4268-8500-1323fea878a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.278678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89cb2f6e-36d4-48ce-afaf-b94a4fba14a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.336825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89cb2f6e-36d4-48ce-afaf-b94a4fba14a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.357989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824d7d4-99a5-4c4b-8b52-c210756c9d16 req-18488b92-b6d1-4bcc-8a20-341a3859b496 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:33.360023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c824d7d4-99a5-4c4b-8b52-c210756c9d16 req-18488b92-b6d1-4bcc-8a20-341a3859b496 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 1101 time: 0.0959072 Nov 10 16:27:33.410582 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c824d7d4-99a5-4c4b-8b52-c210756c9d16 req-f208060e-fffc-4173-ac8c-836db283c808 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.434867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.536559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c824d7d4-99a5-4c4b-8b52-c210756c9d16 req-f208060e-fffc-4173-ac8c-836db283c808 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.672480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89cb2f6e-36d4-48ce-afaf-b94a4fba14a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.677064 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89cb2f6e-36d4-48ce-afaf-b94a4fba14a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.678880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-89cb2f6e-36d4-48ce-afaf-b94a4fba14a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ad5315c-422e-4d8c-ab31-c0a6a3e0ad1b HTTP/1.1" status: 204 len: 168 time: 0.7745402 Nov 10 16:27:33.679958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.724077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c824d7d4-99a5-4c4b-8b52-c210756c9d16 req-f208060e-fffc-4173-ac8c-836db283c808 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.807519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb2f6e-36d4-48ce-afaf-b94a4fba14a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad5315c-422e-4d8c-ab31-c0a6a3e0ad1b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:33.870320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208060e-fffc-4173-ac8c-836db283c808 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446e6571-c0c6-44cf-aaa9-43dfd6bd7bbc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:33.890743 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2d47c6e-3d68-4295-ace5-1c8e0f6b9589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.892169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a870a13-8d85-4268-8500-1323fea878a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:33.922683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c824d7d4-99a5-4c4b-8b52-c210756c9d16 req-f208060e-fffc-4173-ac8c-836db283c808 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428643 Nov 10 16:27:33.956531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43db36db-4a45-4147-a72d-0c88217f010e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:33.969493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a870a13-8d85-4268-8500-1323fea878a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.068653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a870a13-8d85-4268-8500-1323fea878a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1696415322ca4d5087ceb759c7343c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2730107 Nov 10 16:27:34.075638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a870a13-8d85-4268-8500-1323fea878a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0767b8-5135-41e8-b638-c2bafb66052f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:34.077061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:34.102297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Allocated IP 192.168.233.87 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/ec91f249-553f-47ed-bdba-7efded3309b8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:34.140974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbd79c-cd3a-4814-8856-a080d6860a24 req-e222b46d-a5de-43c6-b439-fada6eaa267f tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:34.143130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6cbd79c-cd3a-4814-8856-a080d6860a24 req-e222b46d-a5de-43c6-b439-fada6eaa267f tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 949 time: 0.1452901 Nov 10 16:27:34.162925 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-513eebf8-993d-4277-9756-2358dd65e96f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.217589 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-513eebf8-993d-4277-9756-2358dd65e96f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.269200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6cbd79c-cd3a-4814-8856-a080d6860a24 req-96f7cf8d-526d-4126-a9ca-6198482c6102 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187751 Nov 10 16:27:34.301019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f206066b-0b4a-44e8-8069-2548b12700f4 req-7a4c9298-c709-43d9-b311-b65a96eda968 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 210 time: 0.0494955 Nov 10 16:27:34.388064 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.521974 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-513eebf8-993d-4277-9756-2358dd65e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.524756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-513eebf8-993d-4277-9756-2358dd65e96f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.525984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-513eebf8-993d-4277-9756-2358dd65e96f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b0767b8-5135-41e8-b638-c2bafb66052f HTTP/1.1" status: 204 len: 168 time: 0.4453337 Nov 10 16:27:34.534958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513eebf8-993d-4277-9756-2358dd65e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0767b8-5135-41e8-b638-c2bafb66052f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:34.557468 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.610756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:34.616990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:34.621139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:34.659422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Pushing event updated for resources: {'Port': ['ID=ec91f249-553f-47ed-bdba-7efded3309b8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:34.677462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:34.678241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.772472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6d291153-6df7-4809-abf9-831cc3e9d5a3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1212888 Nov 10 16:27:34.785570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Request body: {'port': {'device_id': '69df5197-9fe2-4052-97db-5db3a2cb9e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:34.856201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.943948 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.947181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3ae639a5-7e10-4de0-9bfe-f32deb64f89a None None] Provisioning complete for port ec91f249-553f-47ed-bdba-7efded3309b8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:34.948321 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ae639a5-7e10-4de0-9bfe-f32deb64f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:34.995353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3ae639a5-7e10-4de0-9bfe-f32deb64f89a None None] Port ec91f249-553f-47ed-bdba-7efded3309b8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:35.071716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29b058-72c8-4958-b193-957b230b22c6 req-687df51d-6dd2-4729-afff-da4bf1cf0483 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:35.073553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b29b058-72c8-4958-b193-957b230b22c6 req-687df51d-6dd2-4729-afff-da4bf1cf0483 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 1101 time: 0.0471179 Nov 10 16:27:35.137276 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b29b058-72c8-4958-b193-957b230b22c6 req-7d63434c-6751-46f5-b315-f0482d590ac5 tempest-ServersAdminNegativeTestJSON-1202386393 tempest-ServersAdminNegativeTestJSON-1202386393-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550578 Nov 10 16:27:35.276802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec91f249-553f-47ed-bdba-7efded3309b8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:35.292823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:35.303816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-de85e425-968d-4efe-a67b-5afaf7161137 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:35.314785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Transition to ACTIVE for port object ec91f249-553f-47ed-bdba-7efded3309b8 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:27:35.319326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-de85e425-968d-4efe-a67b-5afaf7161137 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 949 time: 0.1177189 Nov 10 16:27:35.334210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58956) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:35.451940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Deleting port ba081977-14f3-4423-ac1c-a8cc27afd891 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:27:35.452331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7c75-2d33-46e0-8401-12a791921691 req-174c5bc3-8e05-4aa0-af11-116b5bce42e5 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:35.452808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:35.455339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e71b7c75-2d33-46e0-8401-12a791921691 req-174c5bc3-8e05-4aa0-af11-116b5bce42e5 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 949 time: 0.0632567 Nov 10 16:27:35.456515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:35.537271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec91f249-553f-47ed-bdba-7efded3309b8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:35.565733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] For port ba081977-14f3-4423-ac1c-a8cc27afd891, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ba081977-14f3-4423-ac1c-a8cc27afd891,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:35.566355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:35.584336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e71b7c75-2d33-46e0-8401-12a791921691 req-81c54e72-3b8d-4fcc-88cb-887b44e5efe2 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173055 Nov 10 16:27:35.623364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Calling delete_port for ba081977-14f3-4423-ac1c-a8cc27afd891 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:27:35.665519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Attempting to bind port ec91f249-553f-47ed-bdba-7efded3309b8 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:35.665519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Attempting to bind port ec91f249-553f-47ed-bdba-7efded3309b8 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:35.665519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Attempting to bind port ec91f249-553f-47ed-bdba-7efded3309b8 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:35.673465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Port ec91f249-553f-47ed-bdba-7efded3309b8 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:27:35.673782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Attempting to bind port ec91f249-553f-47ed-bdba-7efded3309b8 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:35.712285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:35.712920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:35.713462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:35.714065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Bound port: ec91f249-553f-47ed-bdba-7efded3309b8, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:35.714581 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:35.799004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce4438-2aee-4bf2-8b30-a8abe9ca0488 req-da9c8899-0c50-4a33-8205-fd2640a4cb40 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:35.801601 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66ce4438-2aee-4bf2-8b30-a8abe9ca0488 req-da9c8899-0c50-4a33-8205-fd2640a4cb40 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 947 time: 0.1301692 Nov 10 16:27:35.828085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:35.860452 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ca133d0-cb45-448f-acb7-a62f9192ccfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:35.879981 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b08ceec-c4b8-49d9-81d0-18f91ab6d215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:35.926758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] For port ec91f249-553f-47ed-bdba-7efded3309b8, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:35.987074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] For port ec91f249-553f-47ed-bdba-7efded3309b8, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ec91f249-553f-47ed-bdba-7efded3309b8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:36.036964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66ce4438-2aee-4bf2-8b30-a8abe9ca0488 req-3baead8f-ae37-461c-8b66-6e07a182e4bb tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195907 Nov 10 16:27:36.059118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ca133d0-cb45-448f-acb7-a62f9192ccfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.083745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.083952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.100654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['1aeea0d4-d558-411e-9302-26f72169739b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:36.103762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['ba081977-14f3-4423-ac1c-a8cc27afd891'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:36.128755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Pushing event deleted for resources: {'Port': ['ID=ba081977-14f3-4423-ac1c-a8cc27afd891,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:36.196971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ca133d0-cb45-448f-acb7-a62f9192ccfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.202820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] No DVR routers for this DVR port ba081977-14f3-4423-ac1c-a8cc27afd891 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:27:36.206532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.212229 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75c3da34-4a72-42a2-b6bc-32769983a851 req-79ca61b5-5d99-4f91-94c4-c01a6faad371 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.18 "DELETE /v2.0/ports/ba081977-14f3-4423-ac1c-a8cc27afd891 HTTP/1.1" status: 204 len: 173 time: 0.8846557 Nov 10 16:27:36.232924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:36.234176 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.236564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/ec91f249-553f-47ed-bdba-7efded3309b8 HTTP/1.1" status: 200 len: 1096 time: 1.4556577 Nov 10 16:27:36.251003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69df5197-9fe2-4052-97db-5db3a2cb9e14', 'tag': 'ec91f249-553f-47ed-bdba-7efded3309b8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:36.255044 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa03535-9ae0-4135-9956-269f8df31003" -d '{"events": [{"name": "network-changed", "server_uuid": "69df5197-9fe2-4052-97db-5db3a2cb9e14", "tag": "ec91f249-553f-47ed-bdba-7efded3309b8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:36.255861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c172d9a6-f6de-4473-b3d4-a24364828c8b', 'name': 'network-vif-deleted', 'tag': 'ba081977-14f3-4423-ac1c-a8cc27afd891'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:36.258354 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd824e7-31c7-43ee-989d-a9987c26761c" -d '{"events": [{"server_uuid": "c172d9a6-f6de-4473-b3d4-a24364828c8b", "name": "network-vif-deleted", "tag": "ba081977-14f3-4423-ac1c-a8cc27afd891"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:36.262495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca133d0-cb45-448f-acb7-a62f9192ccfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844821f3-1d0d-4aca-9e1e-2968dc7199ad,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:36.274487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c346fb-48f7-4f0a-89d9-1353e4ba726b req-5ba7e420-a82e-402c-bbfe-0f96fccdba49 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:36.282871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07c346fb-48f7-4f0a-89d9-1353e4ba726b req-5ba7e420-a82e-402c-bbfe-0f96fccdba49 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 949 time: 0.3082840 Nov 10 16:27:36.414734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07c346fb-48f7-4f0a-89d9-1353e4ba726b req-892bca39-4f04-4b2f-bd1d-1d4063b9b773 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251917 Nov 10 16:27:36.418265 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d122f5de-4cc6-4e1e-a1eb-132a73248c9c x-openstack-request-id: req-d122f5de-4cc6-4e1e-a1eb-132a73248c9c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:36.420018 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69df5197-9fe2-4052-97db-5db3a2cb9e14", "tag": "ec91f249-553f-47ed-bdba-7efded3309b8", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:36.421123 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d122f5de-4cc6-4e1e-a1eb-132a73248c9c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:36.425709 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69df5197-9fe2-4052-97db-5db3a2cb9e14', 'tag': 'ec91f249-553f-47ed-bdba-7efded3309b8', 'status': 'completed', 'code': 200} Nov 10 16:27:36.463355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1ca133d0-cb45-448f-acb7-a62f9192ccfb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6eb18d9e9f1431b8457c6032b697531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6316702 Nov 10 16:27:36.466113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:36.505714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0456c73-6612-42a5-acd4-d489d66f23e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec91f249-553f-47ed-bdba-7efded3309b8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:36.528529 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9ccb1-0e70-4102-9da2-98d8af87b45b x-openstack-request-id: req-0dc9ccb1-0e70-4102-9da2-98d8af87b45b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:36.528864 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c172d9a6-f6de-4473-b3d4-a24364828c8b", "name": "network-vif-deleted", "tag": "ba081977-14f3-4423-ac1c-a8cc27afd891", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:36.529324 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dc9ccb1-0e70-4102-9da2-98d8af87b45b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:36.538939 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c172d9a6-f6de-4473-b3d4-a24364828c8b', 'name': 'network-vif-deleted', 'tag': 'ba081977-14f3-4423-ac1c-a8cc27afd891', 'status': 'completed', 'code': 200} Nov 10 16:27:36.556084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaacc923-c003-4aa9-8c11-074c72129cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.572575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b08ceec-c4b8-49d9-81d0-18f91ab6d215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.589984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f7af-627d-4789-8002-8cad4c934403 req-823c55c9-d6c2-474c-9845-51f02e9dc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:36.595613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-823c55c9-d6c2-474c-9845-51f02e9dc07c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=216e76ce054c484ca4b785bb2773399f&device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 1099 time: 0.2259007 Nov 10 16:27:36.612522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaacc923-c003-4aa9-8c11-074c72129cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.668267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.726583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-55fc0422-c518-4cb9-8dee-8fb1dff6fa79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ec91f249-553f-47ed-bdba-7efded3309b8 HTTP/1.1" status: 200 len: 217 time: 0.1190572 Nov 10 16:27:36.729878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b08ceec-c4b8-49d9-81d0-18f91ab6d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.752373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaacc923-c003-4aa9-8c11-074c72129cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.755007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaacc923-c003-4aa9-8c11-074c72129cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.759715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eaacc923-c003-4aa9-8c11-074c72129cca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/844821f3-1d0d-4aca-9e1e-2968dc7199ad HTTP/1.1" status: 204 len: 168 time: 0.2895858 Nov 10 16:27:36.770939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacc923-c003-4aa9-8c11-074c72129cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844821f3-1d0d-4aca-9e1e-2968dc7199ad,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:36.806551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:36.807323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b08ceec-c4b8-49d9-81d0-18f91ab6d215 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=512b45b25c574d29bc185ecacadd42ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4712114 Nov 10 16:27:36.809554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ddfc115f-979a-4c4d-8571-4103934e4c3b req-f9b9f0eb-e7c3-4e4b-9c91-2b6e0e656907 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c172d9a6-f6de-4473-b3d4-a24364828c8b HTTP/1.1" status: 200 len: 210 time: 0.0852005 Nov 10 16:27:36.885085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08ceec-c4b8-49d9-81d0-18f91ab6d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909d975e-8a78-4246-8827-976b3169d2d0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:36.910658 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b27c5f-4aa0-4c06-b903-f76bb6f1d619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.931132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f35a27a9-747e-460d-9c02-c826bc47a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:36.932714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-f35a27a9-747e-460d-9c02-c826bc47a474 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1761045 Nov 10 16:27:36.942663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b27c5f-4aa0-4c06-b903-f76bb6f1d619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:36.993356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f7af-627d-4789-8002-8cad4c934403 req-410e35ed-a42f-4903-b779-fec6d82f2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:36.995406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-410e35ed-a42f-4903-b779-fec6d82f2209 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0513084 Nov 10 16:27:37.099094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-6ddbb7d4-5382-43c1-9823-d9d7a11d5c24 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929320 Nov 10 16:27:37.105431 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b27c5f-4aa0-4c06-b903-f76bb6f1d619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:37.108718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7b27c5f-4aa0-4c06-b903-f76bb6f1d619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:37.112818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f7b27c5f-4aa0-4c06-b903-f76bb6f1d619 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/909d975e-8a78-4246-8827-976b3169d2d0 HTTP/1.1" status: 204 len: 168 time: 0.3030286 Nov 10 16:27:37.128380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b27c5f-4aa0-4c06-b903-f76bb6f1d619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d975e-8a78-4246-8827-976b3169d2d0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:37.195885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2430b-f6df-427b-a3ab-42fd31c5535a req-2e4c983a-99e0-4b54-a811-857b78998399 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:37.197398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89b2430b-f6df-427b-a3ab-42fd31c5535a req-2e4c983a-99e0-4b54-a811-857b78998399 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 947 time: 0.0610304 Nov 10 16:27:37.272940 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08f8f7af-627d-4789-8002-8cad4c934403 req-935c68bf-93cf-4c0c-b4a2-6205c0f86671 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611464 Nov 10 16:27:37.295269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89b2430b-f6df-427b-a3ab-42fd31c5535a req-defef39d-b2b6-4ab7-90e0-e4306e09c8d9 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902400 Nov 10 16:27:37.328818 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:37.343654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-84c1a6d9-fb48-4d3e-b232-e881ed16f623 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:37.346205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-84c1a6d9-fb48-4d3e-b232-e881ed16f623 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.18 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 949 time: 0.0587924 Nov 10 16:27:37.436543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:37.442312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa03535-9ae0-4135-9956-269f8df31003 req-8b54dc19-c64b-48a5-9206-82053043e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:37.444757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa03535-9ae0-4135-9956-269f8df31003 req-8b54dc19-c64b-48a5-9206-82053043e991 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=216e76ce054c484ca4b785bb2773399f&device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 1099 time: 0.0634751 Nov 10 16:27:37.496467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Deleting port 70dabe79-4a60-4a1e-b2f1-938f0259e85a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:27:37.496467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:37.600441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d496c-2a1b-4856-b2d6-3ab5f9b4ff39 req-288203db-c185-4a37-b881-44f4cac1b241 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:37.602462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce8d496c-2a1b-4856-b2d6-3ab5f9b4ff39 req-288203db-c185-4a37-b881-44f4cac1b241 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 949 time: 0.1100924 Nov 10 16:27:37.607741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa03535-9ae0-4135-9956-269f8df31003 req-06359ebd-38dc-4657-988a-74bf1227a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:37.609461 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa03535-9ae0-4135-9956-269f8df31003 req-06359ebd-38dc-4657-988a-74bf1227a7fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1577120 Nov 10 16:27:37.635603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] For port 70dabe79-4a60-4a1e-b2f1-938f0259e85a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=70dabe79-4a60-4a1e-b2f1-938f0259e85a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:37.636385 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:37.663291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Calling delete_port for 70dabe79-4a60-4a1e-b2f1-938f0259e85a owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:27:37.914666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa03535-9ae0-4135-9956-269f8df31003 req-fad15e01-07bf-46e5-aac3-b1157813e4b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ec91f249-553f-47ed-bdba-7efded3309b8 HTTP/1.1" status: 200 len: 217 time: 0.2979560 Nov 10 16:27:37.975874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:37.988020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce8d496c-2a1b-4856-b2d6-3ab5f9b4ff39 req-c09b12d4-6f20-4c7f-aff2-2792e0da25b3 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760271 Nov 10 16:27:37.991392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:37.996779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['70dabe79-4a60-4a1e-b2f1-938f0259e85a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:38.008887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa03535-9ae0-4135-9956-269f8df31003 req-91bfabfa-c78d-4259-a0de-93c036bbbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:38.010392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa03535-9ae0-4135-9956-269f8df31003 req-91bfabfa-c78d-4259-a0de-93c036bbbf6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0833259 Nov 10 16:27:38.097510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Pushing event deleted for resources: {'Port': ['ID=70dabe79-4a60-4a1e-b2f1-938f0259e85a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:38.097937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa03535-9ae0-4135-9956-269f8df31003 req-1725f0f4-5db0-4eeb-b46e-10a58b58080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:38.100459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa03535-9ae0-4135-9956-269f8df31003 req-1725f0f4-5db0-4eeb-b46e-10a58b58080d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820243 Nov 10 16:27:38.116821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] No DVR routers for this DVR port 70dabe79-4a60-4a1e-b2f1-938f0259e85a on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:27:38.120355 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:38.124681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f1ca531-a191-46b7-a4bd-da21f493c4ac req-df23872d-876d-4fc0-8ab3-72f2b73c39e1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.18 "DELETE /v2.0/ports/70dabe79-4a60-4a1e-b2f1-938f0259e85a HTTP/1.1" status: 204 len: 173 time: 0.7699921 Nov 10 16:27:38.255454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa03535-9ae0-4135-9956-269f8df31003 req-4e77063d-1dc5-49cd-9273-bcee84ee28bd service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459413 Nov 10 16:27:38.428133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa03535-9ae0-4135-9956-269f8df31003 req-dc608739-6320-4bb1-9dfe-1024f2c7aea2 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647255 Nov 10 16:27:38.428342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd722300f-fabf-4fa7-9172-293d9c3f5050', 'name': 'network-vif-deleted', 'tag': '70dabe79-4a60-4a1e-b2f1-938f0259e85a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:38.430946 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d124c18-d3ff-4109-9d9d-8494d51e290d" -d '{"events": [{"server_uuid": "d722300f-fabf-4fa7-9172-293d9c3f5050", "name": "network-vif-deleted", "tag": "70dabe79-4a60-4a1e-b2f1-938f0259e85a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:38.459177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bded1e9-7180-4522-a493-a615c7f3997b req-212854e8-a0a2-4845-9a5f-f9cf33e56cf4 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:38.461099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8bded1e9-7180-4522-a493-a615c7f3997b req-212854e8-a0a2-4845-9a5f-f9cf33e56cf4 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 948 time: 0.0655737 Nov 10 16:27:38.468698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a75266-e75b-4044-a4bf-64325b8ba6c9 req-94ed4b9d-2350-4846-a0a8-e7abde83fa27 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:38.479417 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94a75266-e75b-4044-a4bf-64325b8ba6c9 req-94ed4b9d-2350-4846-a0a8-e7abde83fa27 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 947 time: 0.0809639 Nov 10 16:27:38.516050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8bded1e9-7180-4522-a493-a615c7f3997b req-987f1c36-a780-4c5d-a537-185c9ead0c13 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Nov 10 16:27:38.552975 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94a75266-e75b-4044-a4bf-64325b8ba6c9 req-7a1ec47a-f5c3-4715-8429-6753aaeb3d5b tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683830 Nov 10 16:27:38.600722 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc2193c-6d26-460a-88c7-0f812f500277 x-openstack-request-id: req-5bc2193c-6d26-460a-88c7-0f812f500277 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:38.601058 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d722300f-fabf-4fa7-9172-293d9c3f5050", "name": "network-vif-deleted", "tag": "70dabe79-4a60-4a1e-b2f1-938f0259e85a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:38.601298 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bc2193c-6d26-460a-88c7-0f812f500277 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:38.601683 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd722300f-fabf-4fa7-9172-293d9c3f5050', 'name': 'network-vif-deleted', 'tag': '70dabe79-4a60-4a1e-b2f1-938f0259e85a', 'status': 'completed', 'code': 200} Nov 10 16:27:38.661097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:38.866219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d748-b2f7-49d2-9b93-264d6d5043b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:38.959148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d748-b2f7-49d2-9b93-264d6d5043b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.027385 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d748-b2f7-49d2-9b93-264d6d5043b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.108472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7d748-b2f7-49d2-9b93-264d6d5043b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b8b3d-1f16-4b0e-805e-079aa90e6091,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:39.114060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6cc7d748-b2f7-49d2-9b93-264d6d5043b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c55f682544f400092cfe9b04bbd0f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517741 Nov 10 16:27:39.117801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:39.128867 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40cd26f9-cce6-4367-8501-5cd9f05f6438 req-5a029f42-ab06-4576-b5c8-d2416906bdd9 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=d722300f-fabf-4fa7-9172-293d9c3f5050 HTTP/1.1" status: 200 len: 210 time: 0.0362563 Nov 10 16:27:39.193129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017bcd51-c7d1-47c7-969e-810395d283c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.222773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017bcd51-c7d1-47c7-969e-810395d283c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.362933 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017bcd51-c7d1-47c7-969e-810395d283c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.367771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-017bcd51-c7d1-47c7-969e-810395d283c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.374413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-017bcd51-c7d1-47c7-969e-810395d283c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f70b8b3d-1f16-4b0e-805e-079aa90e6091 HTTP/1.1" status: 204 len: 168 time: 0.2550476 Nov 10 16:27:39.387839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bcd51-c7d1-47c7-969e-810395d283c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b8b3d-1f16-4b0e-805e-079aa90e6091,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:39.441668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:39.666818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2965e-573c-4214-9bea-56da55b7842d req-dedab554-2c52-443b-a938-a5efa15c09f6 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:39.668448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ae2965e-573c-4214-9bea-56da55b7842d req-dedab554-2c52-443b-a938-a5efa15c09f6 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 948 time: 0.0601175 Nov 10 16:27:39.672475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1450536073-network', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:39.738915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ae2965e-573c-4214-9bea-56da55b7842d req-7cfefb2c-7f47-404d-8812-add659b886f2 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/security-groups?id=efcae3b3-0695-440a-a552-c69b4ce7133d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583899 Nov 10 16:27:39.779669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Made reservation on behalf of a5fa7338f5ca48cca3d5f12f097078e1 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:39.782837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.792434 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.893618 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.945191 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:39.970050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:27:39.983734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9bb8e4-4b6d-47f6-8c2a-3342aa84032d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:40.001494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.001494 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Added segment 48e5dc17-d1c7-40e1-9bbc-79d5175ec498 of type vlan for network f873455a-7ca5-43de-8940-aa41f594d592 Nov 10 16:27:40.061901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.127021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e58e7d-fea2-47ef-8748-a1197b132081 req-565cc27c-2c47-4eda-bca6-fc8aa206346c tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:40.131525 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.136572 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4e58e7d-fea2-47ef-8748-a1197b132081 req-565cc27c-2c47-4eda-bca6-fc8aa206346c tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 947 time: 0.0787022 Nov 10 16:27:40.187260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f830-3c82-47b4-957c-b39ca6878408 req-8a5cc46a-b83e-40d2-81fa-4a20ebc7a83d tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:40.190114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9712f830-3c82-47b4-957c-b39ca6878408 req-8a5cc46a-b83e-40d2-81fa-4a20ebc7a83d tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.69 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 948 time: 0.0723679 Nov 10 16:27:40.194467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4e58e7d-fea2-47ef-8748-a1197b132081 req-a03a2d85-43fa-4c57-ba62-272c7cc02c98 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581031 Nov 10 16:27:40.226548 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.227685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:40.228471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.273211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ec91f249-553f-47ed-bdba-7efded3309b8 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:27:40.301598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ba081977-14f3-4423-ac1c-a8cc27afd891 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:27:40.335645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] Pushing event updated for resources: {'Network': ['ID=f873455a-7ca5-43de-8940-aa41f594d592,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:40.341377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Deleting port 1aeea0d4-d558-411e-9302-26f72169739b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:27:40.343519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.346257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-052fb7b5-9905-4e77-96ac-f24927b5c784 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9034393 Nov 10 16:27:40.346904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59138) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:40.352215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Request body: {'subnet': {'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1450536073-subnet', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:40.366136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f873455a-7ca5-43de-8940-aa41f594d592 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:27:40.372974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: ba081977-14f3-4423-ac1c-a8cc27afd891 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:27:40.373605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ba081977-14f3-4423-ac1c-a8cc27afd891 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:27:40.403133 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:27:40.427654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:40.445120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Made reservation on behalf of a5fa7338f5ca48cca3d5f12f097078e1 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:40.453259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.453259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84f38a7a-e225-450a-8ed0-4321af6579ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.490819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] For port 1aeea0d4-d558-411e-9302-26f72169739b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1aeea0d4-d558-411e-9302-26f72169739b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:40.491099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.512219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Calling delete_port for 1aeea0d4-d558-411e-9302-26f72169739b owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:27:40.538686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ec91f249-553f-47ed-bdba-7efded3309b8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ec91f249-553f-47ed-bdba-7efded3309b8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:40.554497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'ec91f249-553f-47ed-bdba-7efded3309b8', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'ec91f249-553f-47ed-bdba-7efded3309b8', 'mac_address': 'fa:16:3e:9b:72:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:27:40.631454 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.642973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84f38a7a-e225-450a-8ed0-4321af6579ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.657553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec91f249-553f-47ed-bdba-7efded3309b8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:27:40.714289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ec91f249-553f-47ed-bdba-7efded3309b8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ec91f249-553f-47ed-bdba-7efded3309b8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:40.728472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84f38a7a-e225-450a-8ed0-4321af6579ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.766643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f38a7a-e225-450a-8ed0-4321af6579ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708f093-b534-4a9d-9fb7-7bc486d22de1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:40.770803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-84f38a7a-e225-450a-8ed0-4321af6579ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ba5d251b9a54a4a8cd151fab623091d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432105 Nov 10 16:27:40.779186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59156) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:40.828422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.837902 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e270bd-ac8c-4957-879c-649bf1d90f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.860168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.860414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.899513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e270bd-ac8c-4957-879c-649bf1d90f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:40.911145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Pushing event deleted for resources: {'Port': ['ID=1aeea0d4-d558-411e-9302-26f72169739b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:40.917898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8018e7ba-2d88-405a-970d-0e522ab06350,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:40.952770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ec91f249-553f-47ed-bdba-7efded3309b8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:40.959714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['1aeea0d4-d558-411e-9302-26f72169739b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:40.980553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Checking segment: {'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:40.980910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Network hostable DHCP agents. Network: f873455a-7ca5-43de-8940-aa41f594d592, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:27:40.989538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] No DVR routers for this DVR port 1aeea0d4-d558-411e-9302-26f72169739b on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:27:40.991622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-89018467-565b-4cd0-b3e7-ae2837747028 req-44260eec-f3fc-4293-9c0f-d1cff0143460 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 210 time: 0.0472534 Nov 10 16:27:41.031791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.035459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9712f830-3c82-47b4-957c-b39ca6878408 req-52a28f6e-cd86-4f37-b043-3b8e00e4a723 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.69 "DELETE /v2.0/ports/1aeea0d4-d558-411e-9302-26f72169739b HTTP/1.1" status: 204 len: 173 time: 0.8394437 Nov 10 16:27:41.037062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c845006a-7f53-45d4-9e24-793e0762ad37', 'name': 'network-vif-deleted', 'tag': '1aeea0d4-d558-411e-9302-26f72169739b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:41.039437 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557fafd8-c278-41c2-bd6c-a8a89a99b91e" -d '{"events": [{"server_uuid": "c845006a-7f53-45d4-9e24-793e0762ad37", "name": "network-vif-deleted", "tag": "1aeea0d4-d558-411e-9302-26f72169739b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:41.060300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['ec91f249-553f-47ed-bdba-7efded3309b8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:41.074941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400bf93-198b-4a90-9e6c-9ed34efbc556 req-4356a997-b5fc-46ec-b8c3-0a88f9878ac2 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:41.076544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0400bf93-198b-4a90-9e6c-9ed34efbc556 req-4356a997-b5fc-46ec-b8c3-0a88f9878ac2 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 950 time: 0.1028719 Nov 10 16:27:41.089067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e270bd-ac8c-4957-879c-649bf1d90f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.092020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e270bd-ac8c-4957-879c-649bf1d90f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.095442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-49e270bd-ac8c-4957-879c-649bf1d90f98 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0708f093-b534-4a9d-9fb7-7bc486d22de1 HTTP/1.1" status: 204 len: 168 time: 0.3191421 Nov 10 16:27:41.108061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e270bd-ac8c-4957-879c-649bf1d90f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708f093-b534-4a9d-9fb7-7bc486d22de1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:41.128301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Network f873455a-7ca5-43de-8940-aa41f594d592 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:27:41.174821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0400bf93-198b-4a90-9e6c-9ed34efbc556 req-9ef0cfae-b3e9-4f4b-a566-a582039bc3ea tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905783 Nov 10 16:27:41.219862 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e9cd43-52f9-4ce3-a8eb-b2ebb8552515 x-openstack-request-id: req-d1e9cd43-52f9-4ce3-a8eb-b2ebb8552515 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:41.220504 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c845006a-7f53-45d4-9e24-793e0762ad37", "name": "network-vif-deleted", "tag": "1aeea0d4-d558-411e-9302-26f72169739b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:41.220617 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1e9cd43-52f9-4ce3-a8eb-b2ebb8552515 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:41.220967 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c845006a-7f53-45d4-9e24-793e0762ad37', 'name': 'network-vif-deleted', 'tag': '1aeea0d4-d558-411e-9302-26f72169739b', 'status': 'completed', 'code': 200} Nov 10 16:27:41.246740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f873455a-7ca5-43de-8940-aa41f594d592) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:41.251879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:41.252907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.258687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc3b089-2cc7-41c0-9ad3-aaef240af867 None None] Network f873455a-7ca5-43de-8940-aa41f594d592 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:27:41.375624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6327f8b0-eff4-444e-be4c-745fd627eed8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0266345 Nov 10 16:27:41.378452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:41.383480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:41.439932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a66282-c440-400c-a31f-95c957f8f180 req-174db2d9-ab17-439d-ab9e-95e6cda5ced0 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:41.440172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-f873455a-7ca5-43de-8940-aa41f594d592', 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'fixed_ips': [{'subnet_id': '8018e7ba-2d88-405a-970d-0e522ab06350'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:27:41.440567 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.441061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57a66282-c440-400c-a31f-95c957f8f180 req-174db2d9-ab17-439d-ab9e-95e6cda5ced0 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 948 time: 0.0636177 Nov 10 16:27:41.507574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57a66282-c440-400c-a31f-95c957f8f180 req-4f092975-da33-4246-9b56-ed4f9bbfcb4a tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604763 Nov 10 16:27:41.574377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.576908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.596829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Allocated IP 172.20.0.2 (f873455a-7ca5-43de-8940-aa41f594d592/8018e7ba-2d88-405a-970d-0e522ab06350/a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:41.666691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.786305 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.931250 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.960615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:41.971804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Network f873455a-7ca5-43de-8940-aa41f594d592 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:41.977039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:41.983914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:41.989733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Pushing event updated for resources: {'Port': ['ID=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:42.191124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0f6257-3a0b-41c7-9110-08025711c247 req-6bd38511-90ee-46c2-accd-dd2f169c3fe2 tempest-LiveMigrationNegativeTest-1445449512 tempest-LiveMigrationNegativeTest-1445449512-project] 10.222.0.62 "GET /v2.0/ports?device_id=c845006a-7f53-45d4-9e24-793e0762ad37 HTTP/1.1" status: 200 len: 210 time: 0.0426023 Nov 10 16:27:42.201340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Attempting to bind port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:42.204402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Attempting to bind port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:42.204402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Attempting to bind port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 on network f873455a-7ca5-43de-8940-aa41f594d592 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:42.209172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:42.209686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Checking segment: {'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:42.210086 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.210469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Bound using segment: {'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:42.210925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Bound port: a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:42.211296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.286800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ec91f249-553f-47ed-bdba-7efded3309b8 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:42.397002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] For port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:42.403991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] For port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,segment=NetworkSegment(48e5dc17-d1c7-40e1-9bbc-79d5175ec498),segment_id=48e5dc17-d1c7-40e1-9bbc-79d5175ec498)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:42.435865 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59242) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:42.477160 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.479536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a6b7d-0cc0-41ef-ba98-8e86c9ccd47d req-9aee33fb-6592-4d6c-8dab-00395a8d5330 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:42.481137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-588a6b7d-0cc0-41ef-ba98-8e86c9ccd47d req-9aee33fb-6592-4d6c-8dab-00395a8d5330 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 950 time: 0.1615119 Nov 10 16:27:42.495300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.514278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port ec91f249-553f-47ed-bdba-7efded3309b8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:27:42.526187 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.543571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port ec91f249-553f-47ed-bdba-7efded3309b8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:42.544128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.579099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da441e32-d910-4a4b-b728-608560f440e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.587540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bc259-530a-4562-91b9-0ca45fbe7cd5 None None] Pushing event updated for resources: {'Port': ['ID=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:42.679673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.689051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-588a6b7d-0cc0-41ef-ba98-8e86c9ccd47d req-95234878-49d7-453c-81b6-098061464fe1 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/security-groups?id=11e31f30-9a86-4d71-b047-a6f13e6c6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957600 Nov 10 16:27:42.721377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69df5197-9fe2-4052-97db-5db3a2cb9e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec91f249-553f-47ed-bdba-7efded3309b8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:42.724893 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1350b8a-959a-4be6-bb02-0067736ad243" -d '{"events": [{"server_uuid": "69df5197-9fe2-4052-97db-5db3a2cb9e14", "name": "network-vif-plugged", "status": "completed", "tag": "ec91f249-553f-47ed-bdba-7efded3309b8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:42.753687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ec91f249-553f-47ed-bdba-7efded3309b8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ec91f249-553f-47ed-bdba-7efded3309b8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:42.764285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da441e32-d910-4a4b-b728-608560f440e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.803467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db3add-205c-4558-b7a2-d1409efb6075 req-8af7abdc-0175-410c-9769-f17ff5ce1689 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:42.804986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54db3add-205c-4558-b7a2-d1409efb6075 req-8af7abdc-0175-410c-9769-f17ff5ce1689 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.69 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 950 time: 0.1884127 Nov 10 16:27:42.820159 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.821925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 70dabe79-4a60-4a1e-b2f1-938f0259e85a no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:27:42.854165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Allocated IP 172.25.3.59 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/d276720b-b0b5-4c19-9a53-124c45efa628) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:42.884308 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da441e32-d910-4a4b-b728-608560f440e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:42.939202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da441e32-d910-4a4b-b728-608560f440e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432cd35d-04b5-4fd7-a868-9ee29f3058cf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:42.956627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 70dabe79-4a60-4a1e-b2f1-938f0259e85a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:27:42.957140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 70dabe79-4a60-4a1e-b2f1-938f0259e85a not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:27:42.975744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa29963-933b-412e-bc96-e7a426e90f10 req-8b56b145-f90a-4257-a940-8bd55832f454 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:42.982767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ec91f249-553f-47ed-bdba-7efded3309b8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:42.983274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9fa29963-933b-412e-bc96-e7a426e90f10 req-8b56b145-f90a-4257-a940-8bd55832f454 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 949 time: 0.1754010 Nov 10 16:27:42.986067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-da441e32-d910-4a4b-b728-608560f440e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=022c884cb95a4c38bb42763cab29d599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5493214 Nov 10 16:27:42.990191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59260) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:43.032720 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3595d68c-4aae-4232-9ee8-da060968b4b4 x-openstack-request-id: req-3595d68c-4aae-4232-9ee8-da060968b4b4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:43.033832 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69df5197-9fe2-4052-97db-5db3a2cb9e14", "name": "network-vif-plugged", "status": "completed", "tag": "ec91f249-553f-47ed-bdba-7efded3309b8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:43.038734 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3595d68c-4aae-4232-9ee8-da060968b4b4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:43.040760 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69df5197-9fe2-4052-97db-5db3a2cb9e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec91f249-553f-47ed-bdba-7efded3309b8', 'code': 200} Nov 10 16:27:43.054349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d693ce40-7d08-4e92-ae91-795473205fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.094852 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d693ce40-7d08-4e92-ae91-795473205fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.166593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9fa29963-933b-412e-bc96-e7a426e90f10 req-4ce16648-c30d-4fd2-9d93-9f032de6e24e tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823606 Nov 10 16:27:43.207097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600c3b9-2745-421f-a747-9fd0520291e6 req-fd0ad8fc-1880-42b4-b577-c21e833939b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:43.208644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a600c3b9-2745-421f-a747-9fd0520291e6 req-fd0ad8fc-1880-42b4-b577-c21e833939b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 1101 time: 0.0945625 Nov 10 16:27:43.215076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Deleting port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:27:43.215446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.220052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d693ce40-7d08-4e92-ae91-795473205fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.223072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d693ce40-7d08-4e92-ae91-795473205fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.224299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d693ce40-7d08-4e92-ae91-795473205fca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/432cd35d-04b5-4fd7-a868-9ee29f3058cf HTTP/1.1" status: 204 len: 168 time: 0.2317650 Nov 10 16:27:43.243360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693ce40-7d08-4e92-ae91-795473205fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432cd35d-04b5-4fd7-a868-9ee29f3058cf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:43.264416 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.363080 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a600c3b9-2745-421f-a747-9fd0520291e6 req-aef96487-cde2-476b-8cee-8c29cd42963b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403158 Nov 10 16:27:43.380796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] For port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:43.381154 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.396481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Calling delete_port for 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:27:43.478782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.539964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:43.564514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:43.572677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:43.578702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Pushing event updated for resources: {'Port': ['ID=d276720b-b0b5-4c19-9a53-124c45efa628,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:43.769251 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.786924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:43.827635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Pushing event deleted for resources: {'Port': ['ID=0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:43.873986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:43.955066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:43.956385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.979786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9175c91-4f83-4ace-83c4-aebc6992c6d3 req-b9ebf205-69d6-4d9d-a231-6d5062d69bfb tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.1310332 Nov 10 16:27:43.980987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] No DVR routers for this DVR port 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:27:43.991592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:43.995162 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54db3add-205c-4558-b7a2-d1409efb6075 req-90a93d28-b908-41ae-b087-cfe21dfb3a68 tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.69 "DELETE /v2.0/ports/0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 HTTP/1.1" status: 204 len: 173 time: 1.1731427 Nov 10 16:27:44.054538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b630bf-a784-4889-835f-4a239a983214', 'name': 'network-vif-deleted', 'tag': '0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:44.056968 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed29353e-ceff-4bd0-952a-5eda0e57c92f" -d '{"events": [{"server_uuid": "66b630bf-a784-4889-835f-4a239a983214", "name": "network-vif-deleted", "tag": "0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:44.096365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b4727-eabd-4ecd-8b34-62c3a0a5145d None None] Network f873455a-7ca5-43de-8940-aa41f594d592 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:27:44.157553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59322) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:44.162390 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750689c8-4299-4a7a-b261-cb035b6e2e6c x-openstack-request-id: req-750689c8-4299-4a7a-b261-cb035b6e2e6c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:44.162727 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b630bf-a784-4889-835f-4a239a983214", "name": "network-vif-deleted", "tag": "0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:44.163052 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-750689c8-4299-4a7a-b261-cb035b6e2e6c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:44.163511 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b630bf-a784-4889-835f-4a239a983214', 'name': 'network-vif-deleted', 'tag': '0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8', 'status': 'completed', 'code': 200} Nov 10 16:27:44.197525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.319259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f907c29d-c025-46aa-8bf2-ebfa81eba42c None None] Provisioning complete for port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:44.319869 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f907c29d-c025-46aa-8bf2-ebfa81eba42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.434813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c553165-99f6-4306-8c79-a716fc21bd38 req-1434aebc-6fc7-41d0-a899-8a0b7614bce9 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:44.445206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c553165-99f6-4306-8c79-a716fc21bd38 req-1434aebc-6fc7-41d0-a899-8a0b7614bce9 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 949 time: 0.0992744 Nov 10 16:27:44.483842 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.581263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,segment=NetworkSegment(48e5dc17-d1c7-40e1-9bbc-79d5175ec498),segment_id=48e5dc17-d1c7-40e1-9bbc-79d5175ec498)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:44.603669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-501435bc-8e1f-4062-9aa0-1d98e1471cee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18169baf829c4f06ada49579f911447a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448707 Nov 10 16:27:44.610994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59346) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:44.613812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c553165-99f6-4306-8c79-a716fc21bd38 req-77f55fc0-c01f-40c0-8eaa-13bda1ad6766 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670697 Nov 10 16:27:44.651114 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f907c29d-c025-46aa-8bf2-ebfa81eba42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.656759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.725513 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.764040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ca1a71-7d13-4a50-87d1-2cc6a430e730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.820603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ca1a71-7d13-4a50-87d1-2cc6a430e730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.874146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-f907c29d-c025-46aa-8bf2-ebfa81eba42c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:27:44.876098 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-f907c29d-c025-46aa-8bf2-ebfa81eba42c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:27:44.907413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:44.967994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Router 134dbb6f-3900-41ac-839a-45448cd61302 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:27:44.996763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ca1a71-7d13-4a50-87d1-2cc6a430e730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:44.999250 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73ca1a71-7d13-4a50-87d1-2cc6a430e730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:45.005302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-73ca1a71-7d13-4a50-87d1-2cc6a430e730 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efcae3b3-0695-440a-a552-c69b4ce7133d HTTP/1.1" status: 204 len: 168 time: 0.3849530 Nov 10 16:27:45.017979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1a71-7d13-4a50-87d1-2cc6a430e730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcae3b3-0695-440a-a552-c69b4ce7133d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:45.083093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1aeea0d4-d558-411e-9302-26f72169739b no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:27:45.107991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:27:45.113064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 1aeea0d4-d558-411e-9302-26f72169739b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:27:45.113413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1aeea0d4-d558-411e-9302-26f72169739b not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:27:45.113880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:27:45.121313 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Sync routers for ids ['134dbb6f-3900-41ac-839a-45448cd61302'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:27:45.137280 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Routers {'134dbb6f-3900-41ac-839a-45448cd61302'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:45.137958 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['134dbb6f-3900-41ac-839a-45448cd61302'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:45.138788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:27:45.139221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0ef9d455-96dc-4ee4-a896-dd33ca6a5cf8 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:27:45.184191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f7233e5-a85a-4779-84a9-2dfb6182f901 req-75ed9235-6ce7-4c8f-839b-2dd1547ea44e tempest-ServersAdminNegativeTestJSON-2048608097 tempest-ServersAdminNegativeTestJSON-2048608097-project] 10.222.0.62 "GET /v2.0/ports?device_id=66b630bf-a784-4889-835f-4a239a983214 HTTP/1.1" status: 200 len: 210 time: 0.0345156 Nov 10 16:27:45.216289 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:45.221789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e84be551-f7ed-4934-b878-2c3f087b2adc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8381746 Nov 10 16:27:45.222451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59376) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:45.282214 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Set router 134dbb6f-3900-41ac-839a-45448cd61302 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:45.386109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:45.466182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:45.522618 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:27:43Z', 'revision_number': 3, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:45.553755 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Checking router: 134dbb6f-3900-41ac-839a-45448cd61302 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:27:45.555375 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Updating router 134dbb6f-3900-41ac-839a-45448cd61302 port d276720b-b0b5-4c19-9a53-124c45efa628 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:27:45.574115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-71dbf45b-d496-42db-a2f7-368f73049f4a None None] Provisioning complete for port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:45.575766 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71dbf45b-d496-42db-a2f7-368f73049f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:45.594102 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:45.808894 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e6d8b9-4a77-4283-bb79-745c8c4efe9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:45.871913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:45.911270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-network', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:45.972703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cfe43-c72d-4180-a627-c39e850fb33f req-0df83318-9db7-44d8-aa75-68d60e503e09 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:45.980240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b6cfe43-c72d-4180-a627-c39e850fb33f req-0df83318-9db7-44d8-aa75-68d60e503e09 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 949 time: 0.1335204 Nov 10 16:27:45.992643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:45.993249 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.017565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Made reservation on behalf of e15192240ce74c6bae41aef2898a21ae for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:46.020659 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.033523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.062155 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.068897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.079735 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e6d8b9-4a77-4283-bb79-745c8c4efe9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.098837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b6cfe43-c72d-4180-a627-c39e850fb33f req-d46ddf7a-8eec-4d04-8f74-c17660a5be4a tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167490 Nov 10 16:27:46.159076 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.183834 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e6d8b9-4a77-4283-bb79-745c8c4efe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.197183 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.247407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:46.261162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59410) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:46.262237 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Attempting to bind port d276720b-b0b5-4c19-9a53-124c45efa628 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:46.262769 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Attempting to bind port d276720b-b0b5-4c19-9a53-124c45efa628 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:46.263294 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Attempting to bind port d276720b-b0b5-4c19-9a53-124c45efa628 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:46.275735 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:46.276318 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:46.276870 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.277396 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:46.278046 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Bound port: d276720b-b0b5-4c19-9a53-124c45efa628, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:46.278597 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.331144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.346227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Allocated IP 172.20.0.1 (f873455a-7ca5-43de-8940-aa41f594d592/8018e7ba-2d88-405a-970d-0e522ab06350/a7c2cbed-0c3d-4180-a6ce-3d056e183f65) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:46.361534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-69e6d8b9-4a77-4283-bb79-745c8c4efe9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21ce3e45e3a14302aef56afd33d4059a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9744720 Nov 10 16:27:46.362638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6d8b9-4a77-4283-bb79-745c8c4efe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307617f4-7f27-4103-b0f0-c31d0ef77fbd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:46.368965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59416) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:46.377798 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Pushing event updated for resources: {'Port': ['ID=d276720b-b0b5-4c19-9a53-124c45efa628,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:46.399729 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] For port d276720b-b0b5-4c19-9a53-124c45efa628, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:46.402371 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.402713 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.403050 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.415483 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.421868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.421868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.421868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.421868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.421868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.421868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.421868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.421868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:27:46.424262 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] For port d276720b-b0b5-4c19-9a53-124c45efa628, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d276720b-b0b5-4c19-9a53-124c45efa628,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:46.426613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:27:46.433355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d577d9f8-9a73-4917-926b-3087bd976f85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7d6c5502c694486ab95a1201f8247bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772754 Nov 10 16:27:46.440855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:46.467586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.468232 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Added segment 462c6b6f-2f9b-4124-8b60-d29b305d145b of type vlan for network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a Nov 10 16:27:46.478898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeecb55-d36c-4441-aba1-abd5c68ec948,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:46.508532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d337cab1-32f5-4049-bc8b-8e0efaf85cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.511143 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.544845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.554669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d337cab1-32f5-4049-bc8b-8e0efaf85cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.586873 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.617494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59f33786-344c-4ebc-a47c-fc7c7a32c2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.635760 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Routers {'134dbb6f-3900-41ac-839a-45448cd61302'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:46.636382 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['134dbb6f-3900-41ac-839a-45448cd61302'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:46.642978 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10abbeed-c381-4d68-9edf-259041f51bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.696781 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10abbeed-c381-4d68-9edf-259041f51bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.745361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.746347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:46.746959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.753088 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.755072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d337cab1-32f5-4049-bc8b-8e0efaf85cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.757827 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d337cab1-32f5-4049-bc8b-8e0efaf85cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:46.761685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d337cab1-32f5-4049-bc8b-8e0efaf85cfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/307617f4-7f27-4103-b0f0-c31d0ef77fbd HTTP/1.1" status: 204 len: 168 time: 0.3890684 Nov 10 16:27:46.791977 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6252f17-7ea2-49f2-89af-8aeb8f045e46 None None] Pushing event updated for resources: {'Port': ['ID=d276720b-b0b5-4c19-9a53-124c45efa628,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:46.870670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337cab1-32f5-4049-bc8b-8e0efaf85cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307617f4-7f27-4103-b0f0-c31d0ef77fbd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:46.891851 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] Set router 134dbb6f-3900-41ac-839a-45448cd61302 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:46.925872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Network f873455a-7ca5-43de-8940-aa41f594d592 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:46.934319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:46.937201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:46.996662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:47.039642 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59f33786-344c-4ebc-a47c-fc7c7a32c2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.046135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.169320 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:27:43Z', 'revision_number': 3, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:47.180105 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59f33786-344c-4ebc-a47c-fc7c7a32c2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.224722 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f00e4-aca6-47fb-bb99-3977058970be None None] The sync data for ids ['134dbb6f-3900-41ac-839a-45448cd61302'] in n-d-714676-11 is: [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:27:43Z', 'revision_number': 3, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:27:47.244305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10abbeed-c381-4d68-9edf-259041f51bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.246903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10abbeed-c381-4d68-9edf-259041f51bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.248709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-10abbeed-c381-4d68-9edf-259041f51bf6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6717e1e2-4122-4189-8dff-17cf079e8e35 HTTP/1.1" status: 204 len: 168 time: 0.8052382 Nov 10 16:27:47.301708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:47.304620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abbeed-c381-4d68-9edf-259041f51bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717e1e2-4122-4189-8dff-17cf079e8e35,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:47.310504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f33786-344c-4ebc-a47c-fc7c7a32c2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22497631-23bc-4dba-bbe6-faf66fd55c78,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:47.324477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:47.347776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59436) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:47.354792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:27:47.355264 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-59f33786-344c-4ebc-a47c-fc7c7a32c2ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3f44ba9293b48b485ecd062cddada00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0915956 Nov 10 16:27:47.382794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d65f43fb-379a-4b49-9515-55bb45745465 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9138584 Nov 10 16:27:47.386870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59438) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:47.392717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Request body: {'subnet': {'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-subnet', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:47.404012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.430794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0ec1159e-9c91-4c04-a72a-a25eda5b41fa None None] Provisioning complete for port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:47.430794 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ec1159e-9c91-4c04-a72a-a25eda5b41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.435657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518460-2a41-40b7-9102-c9311ca92de0 req-cd83717f-2b48-4339-8da7-d40a66e9c06c tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:47.437033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8531bac2-0c68-4e17-8d6d-02aa1f01dd8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.437244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59518460-2a41-40b7-9102-c9311ca92de0 req-cd83717f-2b48-4339-8da7-d40a66e9c06c tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 949 time: 0.2173336 Nov 10 16:27:47.465527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8531bac2-0c68-4e17-8d6d-02aa1f01dd8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.479405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1159e-9c91-4c04-a72a-a25eda5b41fa None None] Port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:47.529461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Made reservation on behalf of e15192240ce74c6bae41aef2898a21ae for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:47.532705 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.657578 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8531bac2-0c68-4e17-8d6d-02aa1f01dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.660666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8531bac2-0c68-4e17-8d6d-02aa1f01dd8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.666081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8531bac2-0c68-4e17-8d6d-02aa1f01dd8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22497631-23bc-4dba-bbe6-faf66fd55c78 HTTP/1.1" status: 204 len: 168 time: 0.3172078 Nov 10 16:27:47.668095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:47.693060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531bac2-0c68-4e17-8d6d-02aa1f01dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22497631-23bc-4dba-bbe6-faf66fd55c78,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:47.726123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca6b540c-ff48-466a-9eb9-987e09dcd4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:47.903620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d276720b-b0b5-4c19-9a53-124c45efa628 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:47.982608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d276720b-b0b5-4c19-9a53-124c45efa628 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:47.985456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.034530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59518460-2a41-40b7-9102-c9311ca92de0 req-ce06b344-7f16-4173-84c5-a38b6b6a018d tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044322 Nov 10 16:27:48.059911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e1a2448-4fd6-4867-9382-75d1aba0e9a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73844ff6d386425bb8e819b94027e6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7503111 Nov 10 16:27:48.063019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59452) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:48.130051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca6b540c-ff48-466a-9eb9-987e09dcd4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.134806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.154810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0df1-12e3-4f52-aab8-f62a461bdfa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.176492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.176592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port d276720b-b0b5-4c19-9a53-124c45efa628, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d276720b-b0b5-4c19-9a53-124c45efa628,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:48.190496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0df1-12e3-4f52-aab8-f62a461bdfa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.382845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-cce98318-6a18-4bb3-983a-8ef52d2359ea tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:48.384470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-cce98318-6a18-4bb3-983a-8ef52d2359ea tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 1101 time: 0.0418661 Nov 10 16:27:48.422302 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.454523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0df1-12e3-4f52-aab8-f62a461bdfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.455264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.457160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0df1-12e3-4f52-aab8-f62a461bdfa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.458319 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8b9d0df1-12e3-4f52-aab8-f62a461bdfa4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11e31f30-9a86-4d71-b047-a6f13e6c6096 HTTP/1.1" status: 204 len: 168 time: 0.3940499 Nov 10 16:27:48.459795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.498344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca6b540c-ff48-466a-9eb9-987e09dcd4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.530496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=d276720b-b0b5-4c19-9a53-124c45efa628,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:48.558659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:48.561428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d0df1-12e3-4f52-aab8-f62a461bdfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e31f30-9a86-4d71-b047-a6f13e6c6096,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:48.564023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47150c3-4535-4934-8b90-4eaa6958586d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:48.573425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ca6b540c-ff48-466a-9eb9-987e09dcd4c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9040a6844372404daa6baf079a84fa6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9023697 Nov 10 16:27:48.576359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b540c-ff48-466a-9eb9-987e09dcd4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7d408-15c1-478d-be38-94932749e652,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:48.580100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:48.589107 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.602998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Checking segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:48.603409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Network hostable DHCP agents. Network: 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:27:48.634873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] Deleting port ec91f249-553f-47ed-bdba-7efded3309b8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:27:48.635243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.728832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Network f873455a-7ca5-43de-8940-aa41f594d592 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:48.730238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:48.733400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0610e89b-370d-440f-9f58-fe0fa4e16b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.741663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:27:48.786489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0610e89b-370d-440f-9f58-fe0fa4e16b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.801012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] For port ec91f249-553f-47ed-bdba-7efded3309b8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ec91f249-553f-47ed-bdba-7efded3309b8,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:48.802694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.825951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:48.832106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] Calling delete_port for ec91f249-553f-47ed-bdba-7efded3309b8 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:27:48.836674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db99ef5-f656-49de-b197-9bfe1c519478 None None] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:27:48.838811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:48.839529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:48.894444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Router 134dbb6f-3900-41ac-839a-45448cd61302 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:27:48.939466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c8a2920-7827-4e72-801a-045268c47394 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5514026 Nov 10 16:27:48.945337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:48.957550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:49.008144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0610e89b-370d-440f-9f58-fe0fa4e16b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.011051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0610e89b-370d-440f-9f58-fe0fa4e16b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.011960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0610e89b-370d-440f-9f58-fe0fa4e16b43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1f7d408-15c1-478d-be38-94932749e652 HTTP/1.1" status: 204 len: 168 time: 0.4290760 Nov 10 16:27:49.035730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610e89b-370d-440f-9f58-fe0fa4e16b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7d408-15c1-478d-be38-94932749e652,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:49.050331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:49.097327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:27:49.118277 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7adfa526-9ef2-4cdf-a82c-49a6d7fd7517 admin admin] 10.222.0.62 "PUT /v2.0/routers/134dbb6f-3900-41ac-839a-45448cd61302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8942912 Nov 10 16:27:49.119936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0354e928-54a5-42be-9ceb-7ec814d62543 None None] Provisioning complete for port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:49.122540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0354e928-54a5-42be-9ceb-7ec814d62543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.142434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.147951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.151654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88198395-93de-4b63-9224-9ed0dc899052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.258747 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.261667 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.277215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0354e928-54a5-42be-9ceb-7ec814d62543 None None] Port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:49.280042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6adfdc-da3e-42fc-8845-b93a8322d12d req-f04f61ee-fb19-4b42-8cce-543be5b3f2df tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:49.283823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c6adfdc-da3e-42fc-8845-b93a8322d12d req-f04f61ee-fb19-4b42-8cce-543be5b3f2df tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 867 time: 0.0985944 Nov 10 16:27:49.294697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:27:49.295852 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.299298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['ec91f249-553f-47ed-bdba-7efded3309b8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:27:49.300435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec91f249-553f-47ed-bdba-7efded3309b8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:49.402663 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c6adfdc-da3e-42fc-8845-b93a8322d12d req-f20b426b-c4e4-494d-a047-a3ff88f389e0 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093483 Nov 10 16:27:49.424939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] No DVR routers for this DVR port ec91f249-553f-47ed-bdba-7efded3309b8 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:27:49.470217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.474632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b432837-80d5-454c-b781-6ef0d9fc7719 req-7c77c332-f684-4ae0-bfe6-9eb2297fe9f3 tempest-DeleteServersAdminTestJSON-1973204783 tempest-DeleteServersAdminTestJSON-1973204783-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ec91f249-553f-47ed-bdba-7efded3309b8 HTTP/1.1" status: 204 len: 173 time: 1.0841968 Nov 10 16:27:49.479905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69df5197-9fe2-4052-97db-5db3a2cb9e14', 'name': 'network-vif-deleted', 'tag': 'ec91f249-553f-47ed-bdba-7efded3309b8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:27:49.479905 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9367225-e258-4726-bde5-e4e0f7c07427" -d '{"events": [{"server_uuid": "69df5197-9fe2-4052-97db-5db3a2cb9e14", "name": "network-vif-deleted", "tag": "ec91f249-553f-47ed-bdba-7efded3309b8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:27:49.551802 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621a8d4f-60f2-467a-a0ee-c565c227ac04 x-openstack-request-id: req-621a8d4f-60f2-467a-a0ee-c565c227ac04 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:27:49.552083 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69df5197-9fe2-4052-97db-5db3a2cb9e14", "name": "network-vif-deleted", "tag": "ec91f249-553f-47ed-bdba-7efded3309b8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:27:49.552524 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-621a8d4f-60f2-467a-a0ee-c565c227ac04 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:27:49.552912 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69df5197-9fe2-4052-97db-5db3a2cb9e14', 'name': 'network-vif-deleted', 'tag': 'ec91f249-553f-47ed-bdba-7efded3309b8', 'status': 'completed', 'code': 200} Nov 10 16:27:49.554752 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88198395-93de-4b63-9224-9ed0dc899052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.581154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Sync routers for ids ['134dbb6f-3900-41ac-839a-45448cd61302'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:27:49.590883 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.607923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Routers {'134dbb6f-3900-41ac-839a-45448cd61302'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:49.607923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['134dbb6f-3900-41ac-839a-45448cd61302'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:49.661948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Allocated IP 172.20.0.2 (3eb8afe4-8de2-4860-84b6-245d7d8a8a8a/c47150c3-4535-4934-8b90-4eaa6958586d/67782dbe-9999-4483-9009-6c09451c71cb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:49.681496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88198395-93de-4b63-9224-9ed0dc899052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.750060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-88198395-93de-4b63-9224-9ed0dc899052 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfd9cdc152ba409592c7409078d07b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6979070 Nov 10 16:27:49.752689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59488) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:49.754697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88198395-93de-4b63-9224-9ed0dc899052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f338028-b6da-433d-b647-cbeeabfa70a0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:49.884403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:49.891282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-198591f2-09d0-40b1-ae98-5446121de2cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:49.943503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-198591f2-09d0-40b1-ae98-5446121de2cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.018427 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba7da913-124f-4022-8787-7d3ef799e5ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfcdd92ee00f405fbfd696183f965711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323342 Nov 10 16:27:50.021647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59496) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:50.040984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.125691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.126151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d276720b-b0b5-4c19-9a53-124c45efa628 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:50.126488 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-938fcdce-7693-4173-9bde-b179c892b111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.158178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-938fcdce-7693-4173-9bde-b179c892b111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.217327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Allocated IP 172.25.3.149 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/3a52f02c-7d83-4110-8605-d6d788081397) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:50.222237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-198591f2-09d0-40b1-ae98-5446121de2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.225507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-198591f2-09d0-40b1-ae98-5446121de2cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.229231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-198591f2-09d0-40b1-ae98-5446121de2cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f338028-b6da-433d-b647-cbeeabfa70a0 HTTP/1.1" status: 204 len: 168 time: 0.4720402 Nov 10 16:27:50.229369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Set router 134dbb6f-3900-41ac-839a-45448cd61302 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:50.288420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198591f2-09d0-40b1-ae98-5446121de2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f338028-b6da-433d-b647-cbeeabfa70a0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:50.349038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-938fcdce-7693-4173-9bde-b179c892b111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.352527 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-938fcdce-7693-4173-9bde-b179c892b111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.356983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-938fcdce-7693-4173-9bde-b179c892b111 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/446e6571-c0c6-44cf-aaa9-43dfd6bd7bbc HTTP/1.1" status: 204 len: 168 time: 0.3304679 Nov 10 16:27:50.410791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d276720b-b0b5-4c19-9a53-124c45efa628 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:50.411124 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.451943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fcdce-7693-4173-9bde-b179c892b111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446e6571-c0c6-44cf-aaa9-43dfd6bd7bbc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:50.458774 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.533611 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.585022 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-43820b18-2701-4674-85d0-3e372994a076 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3568370 Nov 10 16:27:50.598128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:50.628261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-558ede40-2474-4778-a36e-f5aef2fa6c25 req-7fd58a36-69d0-46d9-b9c3-f93a2cb74ead tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df5197-9fe2-4052-97db-5db3a2cb9e14 HTTP/1.1" status: 200 len: 210 time: 0.0578303 Nov 10 16:27:50.630202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.664559 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.669866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:50.672978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:50.678801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:50.716523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.726825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:50.738235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:50.746115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:50.750462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Pushing event updated for resources: {'Port': ['ID=67782dbe-9999-4483-9009-6c09451c71cb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:50.769581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Pushing event updated for resources: {'Port': ['ID=3a52f02c-7d83-4110-8605-d6d788081397,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:50.815844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:27:47Z', 'revision_number': 4, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a7c2cbed-0c3d-4180-a6ce-3d056e183f65', 'name': '', 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'mac_address': 'fa:16:3e:e3:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8018e7ba-2d88-405a-970d-0e522ab06350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:46Z', 'updated_at': '2021-11-10T16:27:47Z', 'revision_number': 2, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'subnets': [{'id': '8018e7ba-2d88-405a-970d-0e522ab06350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:50.848573 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.873336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Checking router: 134dbb6f-3900-41ac-839a-45448cd61302 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:27:50.873823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Updating router 134dbb6f-3900-41ac-839a-45448cd61302 port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:27:50.906564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Attempting to bind port 67782dbe-9999-4483-9009-6c09451c71cb on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:50.910290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Attempting to bind port 67782dbe-9999-4483-9009-6c09451c71cb by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:50.910290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Attempting to bind port 67782dbe-9999-4483-9009-6c09451c71cb on network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:50.916903 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:50.916903 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Checking segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:50.917197 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.917625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Bound using segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:50.918275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Bound port: 67782dbe-9999-4483-9009-6c09451c71cb, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:50.918744 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.921906 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:50.986397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Allocated IP 172.25.3.65 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/1045d897-9229-4a63-86ff-0f4051943a82) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:51.010079 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.074462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] For port 67782dbe-9999-4483-9009-6c09451c71cb, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:51.098338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] For port 67782dbe-9999-4483-9009-6c09451c71cb, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=67782dbe-9999-4483-9009-6c09451c71cb,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:51.154451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.177305 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.269513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.286265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.288289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb44686-0353-488a-ac57-db1b9883568e None None] Pushing event updated for resources: {'Port': ['ID=67782dbe-9999-4483-9009-6c09451c71cb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:51.367584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.369921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Pushing event updated for resources: {'Port': ['ID=1045d897-9229-4a63-86ff-0f4051943a82,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:51.385875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:51.387375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:51.390898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:51.534106 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.779152 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.831281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 67782dbe-9999-4483-9009-6c09451c71cb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:51.871247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Router af54c9de-ab4b-400d-8ff8-998734f2f892 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:27:51.973671 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:51.979895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e5515-c2d8-4c61-b664-05b131477c59 None None] Pushing event updated for resources: {'Port': ['ID=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:52.052183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:27:52.070338 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:27:52.092536 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:52.096690 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:52.136830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Attempting to bind port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:52.138857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Attempting to bind port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:52.140446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Attempting to bind port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 on network f873455a-7ca5-43de-8940-aa41f594d592 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:52.154029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:52.159374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Checking segment: {'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:52.164083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.164083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Bound using segment: {'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:52.164083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Bound port: a7c2cbed-0c3d-4180-a6ce-3d056e183f65, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e5dc17-d1c7-40e1-9bbc-79d5175ec498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:52.164083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.164681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.165806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-31499d1c-19c6-47e1-bd3d-afa297ccf645 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.2169197 Nov 10 16:27:52.168391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:52.209153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 67782dbe-9999-4483-9009-6c09451c71cb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:52.209526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.349038 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:52.366034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ec91f249-553f-47ed-bdba-7efded3309b8 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:27:52.462896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.560478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: ec91f249-553f-47ed-bdba-7efded3309b8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:27:52.568856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ec91f249-553f-47ed-bdba-7efded3309b8 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:27:52.569143 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.632235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7e6460ce-bb46-49bd-a7d6-bc1f1c119121 None None] Provisioning complete for port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:52.632580 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e6460ce-bb46-49bd-a7d6-bc1f1c119121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.729657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59576) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:52.743511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] For port a7c2cbed-0c3d-4180-a6ce-3d056e183f65, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:52.747733 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:50Z', 'revision_number': 3, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:52.761403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Pushing event updated for resources: {'Port': ['ID=1045d897-9229-4a63-86ff-0f4051943a82,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:52.778492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.784172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7e6460ce-bb46-49bd-a7d6-bc1f1c119121 None None] Port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:52.801940 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] For port a7c2cbed-0c3d-4180-a6ce-3d056e183f65, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,segment=NetworkSegment(48e5dc17-d1c7-40e1-9bbc-79d5175ec498),segment_id=48e5dc17-d1c7-40e1-9bbc-79d5175ec498)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:52.848543 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:27:52.848543 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Updating router af54c9de-ab4b-400d-8ff8-998734f2f892 port 3a52f02c-7d83-4110-8605-d6d788081397 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:27:52.874000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.875686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-ef8861b9-b35f-41bb-a79a-35132b67d818 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2831810 Nov 10 16:27:52.886531 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.926120 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:52.967663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 67782dbe-9999-4483-9009-6c09451c71cb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=67782dbe-9999-4483-9009-6c09451c71cb,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:52.976375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db73b05-e7c2-44ec-bdc5-5f84ff98e795 None None] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:27:52.985149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.063954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-f752b65b-d2ad-4b11-a0db-d00679bad0d5 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.1852446 Nov 10 16:27:53.145946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e5515-c2d8-4c61-b664-05b131477c59 None None] Pushing event updated for resources: {'Port': ['ID=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:53.154434 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.205882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1684226467-network', 'tenant_id': '445c7fba25da4a31b48bbe694c25c832'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:53.211149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-07a90f01-b614-4d65-8e51-3edb3b8df4f6 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=216e76ce054c484ca4b785bb2773399f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686257 Nov 10 16:27:53.308015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=67782dbe-9999-4483-9009-6c09451c71cb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:53.336274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-70a0fa3a-53fa-4344-a62d-0c2eae963832 None None] Provisioning complete for port 67782dbe-9999-4483-9009-6c09451c71cb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:53.342062 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70a0fa3a-53fa-4344-a62d-0c2eae963832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.385377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Routers {'134dbb6f-3900-41ac-839a-45448cd61302'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:53.386004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['134dbb6f-3900-41ac-839a-45448cd61302'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:53.412461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-07b3141d-3be2-493e-b7c5-a7b183cd5850 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:53.422607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-07b3141d-3be2-493e-b7c5-a7b183cd5850 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.3566647 Nov 10 16:27:53.436495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-6345c97d-4a9f-468f-ba6f-905374f6fafc tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:27:53.442897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ab4ae49-74a1-4fc7-b069-bd43aad2d825 req-6345c97d-4a9f-468f-ba6f-905374f6fafc tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196476 Nov 10 16:27:53.445603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Made reservation on behalf of 445c7fba25da4a31b48bbe694c25c832 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:53.471921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.505940 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.620014 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.640390 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.695632 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Attempting to bind port 3a52f02c-7d83-4110-8605-d6d788081397 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:27:53.696903 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Attempting to bind port 3a52f02c-7d83-4110-8605-d6d788081397 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:27:53.697501 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Attempting to bind port 3a52f02c-7d83-4110-8605-d6d788081397 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:27:53.702086 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c0435-927f-4656-8a24-32290f71d854 None None] Pushing event updated for resources: {'Port': ['ID=3a52f02c-7d83-4110-8605-d6d788081397,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:53.708661 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:27:53.713138 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:53.713138 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.713138 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:27:53.713138 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Bound port: 3a52f02c-7d83-4110-8605-d6d788081397, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:27:53.713138 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.713815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-617f07ce-fcca-4e6b-aa1e-4a34fd78400a req-658fbe93-ab26-401b-8958-495a51ff87b9 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips/3f185172-8a22-4767-bc1c-6f49ef5a480c HTTP/1.1" status: 200 len: 692 time: 0.2381251 Nov 10 16:27:53.794149 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] For port 3a52f02c-7d83-4110-8605-d6d788081397, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:27:53.804331 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] For port 3a52f02c-7d83-4110-8605-d6d788081397, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3a52f02c-7d83-4110-8605-d6d788081397,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:27:53.842613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-c7104bbb-05e7-4f54-97c9-d14173ea5305 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:53.858389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-c7104bbb-05e7-4f54-97c9-d14173ea5305 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6377850 Nov 10 16:27:53.900166 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:53.962538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 67782dbe-9999-4483-9009-6c09451c71cb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:54.007172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-e0d78bc4-49f6-4cea-9598-c7752ad35d31 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/quotas/216e76ce054c484ca4b785bb2773399f HTTP/1.1" status: 200 len: 375 time: 0.0393798 Nov 10 16:27:54.021149 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:54.021769 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:54.086339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-7a748094-5862-4535-9842-b51fa1997a5d tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=216e76ce054c484ca4b785bb2773399f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613720 Nov 10 16:27:54.105326 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 67782dbe-9999-4483-9009-6c09451c71cb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:54.105962 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:54.108295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f07ce-fcca-4e6b-aa1e-4a34fd78400a req-b5d865e3-e85b-46c9-ae67-ed9ecbac731d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:54.110082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-617f07ce-fcca-4e6b-aa1e-4a34fd78400a req-b5d865e3-e85b-46c9-ae67-ed9ecbac731d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.3962517 Nov 10 16:27:54.110576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:54.122187 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c0435-927f-4656-8a24-32290f71d854 None None] Pushing event updated for resources: {'Port': ['ID=3a52f02c-7d83-4110-8605-d6d788081397,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:54.161037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-617f07ce-fcca-4e6b-aa1e-4a34fd78400a req-fadd0434-ea68-4379-8ab4-43efa46fb7a8 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:27:54.165995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-617f07ce-fcca-4e6b-aa1e-4a34fd78400a req-fadd0434-ea68-4379-8ab4-43efa46fb7a8 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176682 Nov 10 16:27:54.189655 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:54.228023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] Set router 134dbb6f-3900-41ac-839a-45448cd61302 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:54.268910 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:54.276070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:54.356826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dfdec6-ed41-426f-b49f-3b9926ba920f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:54.584339 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:54.592962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:27:54.633289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40da4ccf-41d7-474d-aa31-77d4b6dfff8a req-7041bea0-75e0-4221-93ff-bf4dacb7f8a9 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=a5fa7338f5ca48cca3d5f12f097078e1 HTTP/1.1" status: 200 len: 695 time: 0.2902989 Nov 10 16:27:54.641696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3c7adcc-cee0-4cf9-bf2b-33a4774b2799 req-c1383bdd-6b65-4e2c-b71d-c1bdfbf56b3d tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 210 time: 0.0921872 Nov 10 16:27:54.645803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:54.652999 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Added segment 58827277-bfb4-479e-b146-136a63863456 of type vlan for network 11723d17-4301-4417-9d5c-8a32a051800d Nov 10 16:27:54.659511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:50Z', 'revision_number': 3, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:54.661971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-network', 'tenant_id': '7a79da38a4124c9998922097f994a9fc'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:54.724973 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50565816-b000-47c8-b3e3-5d25d0eacd63 None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:50Z', 'revision_number': 3, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:27:54.831194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-17fa47f8-bd9e-4875-925d-0ceff2f4d7e9 None None] Provisioning complete for port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:54.831845 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17fa47f8-bd9e-4875-925d-0ceff2f4d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:54.975097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Allocated IP 172.20.0.1 (3eb8afe4-8de2-4860-84b6-245d7d8a8a8a/c47150c3-4535-4934-8b90-4eaa6958586d/51817a83-cf72-42ba-821c-b99b6715aed4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:55.045939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:27:47Z', 'revision_number': 4, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a7c2cbed-0c3d-4180-a6ce-3d056e183f65', 'name': '', 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'mac_address': 'fa:16:3e:e3:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8018e7ba-2d88-405a-970d-0e522ab06350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:46Z', 'updated_at': '2021-11-10T16:27:52Z', 'revision_number': 4, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'subnets': [{'id': '8018e7ba-2d88-405a-970d-0e522ab06350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:55.287990 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17fa47f8-bd9e-4875-925d-0ceff2f4d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.287990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-17fa47f8-bd9e-4875-925d-0ceff2f4d7e9 None None] For port a7c2cbed-0c3d-4180-a6ce-3d056e183f65, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,segment=NetworkSegment(48e5dc17-d1c7-40e1-9bbc-79d5175ec498),segment_id=48e5dc17-d1c7-40e1-9bbc-79d5175ec498)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:55.287990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef6bfc-e739-45b0-ad47-37bf138751d8 None None] The sync data for ids ['134dbb6f-3900-41ac-839a-45448cd61302'] in n-d-714676-11 is: [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:27:47Z', 'revision_number': 4, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a7c2cbed-0c3d-4180-a6ce-3d056e183f65', 'name': '', 'network_id': 'f873455a-7ca5-43de-8940-aa41f594d592', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'mac_address': 'fa:16:3e:e3:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8018e7ba-2d88-405a-970d-0e522ab06350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:46Z', 'updated_at': '2021-11-10T16:27:52Z', 'revision_number': 4, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'subnets': [{'id': '8018e7ba-2d88-405a-970d-0e522ab06350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:27:55.289686 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.449797 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.525653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da4ccf-41d7-474d-aa31-77d4b6dfff8a req-3c4ea083-33ea-4ad1-90ae-6f15f6475104 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:55.527237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40da4ccf-41d7-474d-aa31-77d4b6dfff8a req-3c4ea083-33ea-4ad1-90ae-6f15f6475104 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/networks?id=86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 787 time: 0.8872774 Nov 10 16:27:55.541417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-40da4ccf-41d7-474d-aa31-77d4b6dfff8a req-f92be1c6-701b-4289-b653-e61ff009f75c tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:27:55.542524 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40da4ccf-41d7-474d-aa31-77d4b6dfff8a req-f92be1c6-701b-4289-b653-e61ff009f75c tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063121 Nov 10 16:27:55.673365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-58d6c0b9-f995-4da9-afa0-100cf6dff9c9 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips/3f185172-8a22-4767-bc1c-6f49ef5a480c HTTP/1.1" status: 200 len: 692 time: 0.0513909 Nov 10 16:27:55.744793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.746807 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17fa47f8-bd9e-4875-925d-0ceff2f4d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.795271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Made reservation on behalf of 7a79da38a4124c9998922097f994a9fc for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:55.795271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.821976 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.835129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8dec1962-f66b-4dc9-b85c-30eef515dba8 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:55.836872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8dec1962-f66b-4dc9-b85c-30eef515dba8 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1574605 Nov 10 16:27:55.857353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-3250023d-afd8-4e82-9e2c-79723228242f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:27:55.859276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-3250023d-afd8-4e82-9e2c-79723228242f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102789 Nov 10 16:27:55.861822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:55.875265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:55.882134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:55.882650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.919642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa47f8-bd9e-4875-925d-0ceff2f4d7e9 None None] Pushing event updated for resources: {'Port': ['ID=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:55.959170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.959977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:55.960637 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:55.971436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c5f2bb2d-2287-445f-aad8-6c4113d4cc47 None None] Provisioning complete for port 67782dbe-9999-4483-9009-6c09451c71cb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:55.973623 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5f2bb2d-2287-445f-aad8-6c4113d4cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.001674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=51817a83-cf72-42ba-821c-b99b6715aed4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:56.060671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a7c2cbed-0c3d-4180-a6ce-3d056e183f65 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:56.080107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-f2ee07be-fd1f-4dfa-b197-70c4724a653f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.2088580 Nov 10 16:27:56.084025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4873358a-78fc-491a-9384-939fc4ff52f1 req-6f83c616-de82-4a14-9cbc-5f59d59bf38b tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 210 time: 0.1107306 Nov 10 16:27:56.220296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=11723d17-4301-4417-9d5c-8a32a051800d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:56.237102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-b8f2f8a0-a1ff-4cbf-9c77-c46435ebdd95 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.1150298 Nov 10 16:27:56.237276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 11723d17-4301-4417-9d5c-8a32a051800d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:27:56.252693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59656) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:56.252845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c8eb5f9f-62d6-4539-9776-24a0238e0ca5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.5219941 Nov 10 16:27:56.258757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Request body: {'subnet': {'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1684226467-subnet', 'tenant_id': '445c7fba25da4a31b48bbe694c25c832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:56.367913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:56.368364 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.420864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ebbbaada-14c1-4bed-8b6d-78265e1152b6 None None] Provisioning complete for port 51817a83-cf72-42ba-821c-b99b6715aed4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:56.423716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaada-14c1-4bed-8b6d-78265e1152b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.428486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Made reservation on behalf of 445c7fba25da4a31b48bbe694c25c832 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:56.432852 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.514080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbaada-14c1-4bed-8b6d-78265e1152b6 None None] Port 51817a83-cf72-42ba-821c-b99b6715aed4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:56.560806 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.636021 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.665490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.771157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3a52f02c-7d83-4110-8605-d6d788081397 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:56.806300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:27:56.831139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f7eef3-4eed-4e09-bd85-e0388efcb0e2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:56.854682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.855083 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Added segment c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c of type vlan for network cc06fa8e-dd40-42a7-8ec5-8249f839da5c Nov 10 16:27:56.872146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3a52f02c-7d83-4110-8605-d6d788081397 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:56.872146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.966435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:56.970059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Deleting port 1045d897-9229-4a63-86ff-0f4051943a82 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:27:56.970390 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.005418 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.046696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 3a52f02c-7d83-4110-8605-d6d788081397, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3a52f02c-7d83-4110-8605-d6d788081397,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:27:57.088825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.089344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.131887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Calling delete_port for 1045d897-9229-4a63-86ff-0f4051943a82 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:27:57.162306 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.233100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.257660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=3a52f02c-7d83-4110-8605-d6d788081397,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:57.259888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.261198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:57.261809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.270191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6bc4437-01b7-40ff-915c-fdfc3c80ebae req-3a045df3-f0ce-40e8-be5c-5612f4a30107 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 210 time: 0.0502310 Nov 10 16:27:57.350765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.352538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=cc06fa8e-dd40-42a7-8ec5-8249f839da5c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:57.352771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.367658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network cc06fa8e-dd40-42a7-8ec5-8249f839da5c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:27:57.435053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8f82823b-6b6f-4071-bccf-819055dca9d2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3152001 Nov 10 16:27:57.438228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:57.453124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Request body: {'subnet': {'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-subnet', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:57.470036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.487988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.542328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Pushing event deleted for resources: {'Port': ['ID=1045d897-9229-4a63-86ff-0f4051943a82,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:57.565712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=51817a83-cf72-42ba-821c-b99b6715aed4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:57.611385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b23c3c6-294c-4fac-aacd-a15617a63e9b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:57.636436 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.641930 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.643567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:57.644104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Network hostable DHCP agents. Network: 11723d17-4301-4417-9d5c-8a32a051800d, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:27:57.649992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bb72db5-d86b-4f86-b431-7f073c0458d4 req-8a292925-3a0b-4642-a1b7-765b74b1da8d tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f185172-8a22-4767-bc1c-6f49ef5a480c HTTP/1.1" status: 204 len: 173 time: 1.4158103 Nov 10 16:27:57.686550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:57.689960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Made reservation on behalf of 7a79da38a4124c9998922097f994a9fc for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:57.691250 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.698543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:57.833090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Network 11723d17-4301-4417-9d5c-8a32a051800d is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:27:57.872946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-52a0d308-957a-4ca9-9845-5ba5f82804fe tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1992493 Nov 10 16:27:57.888711 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:57.929440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a7c2cbed-0c3d-4180-a6ce-3d056e183f65 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:57.966905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 11723d17-4301-4417-9d5c-8a32a051800d) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:57.973357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:57.973944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:57.981089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e00cf0-2cbc-4605-b469-9e7ca409ecff None None] Network 11723d17-4301-4417-9d5c-8a32a051800d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:27:57.995927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-e342c3c2-0a4d-4fee-83d3-3714f9a1d182 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=216e76ce054c484ca4b785bb2773399f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702214 Nov 10 16:27:58.003802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.098765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Router af54c9de-ab4b-400d-8ff8-998734f2f892 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:27:58.107816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-59966dfd-b556-40a7-8ff8-675ff40b1d45 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8533304 Nov 10 16:27:58.156849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5b181ef6-8c38-4f67-a2af-d51830bc4d94 None None] Provisioning complete for port 51817a83-cf72-42ba-821c-b99b6715aed4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:58.157510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b181ef6-8c38-4f67-a2af-d51830bc4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.159519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:58.160083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.182637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-a29fddc1-88bd-43f5-b6c4-31c64e401034 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:58.184249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-a29fddc1-88bd-43f5-b6c4-31c64e401034 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779351 Nov 10 16:27:58.232531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Request body: {'port': {'device_id': '2163db9b-e6ab-4c5d-b36b-87301eeed7d6', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '216e76ce054c484ca4b785bb2773399f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:58.258796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.289026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b842a-3875-4d01-ba02-0653ee6c8df5 None None] Network 11723d17-4301-4417-9d5c-8a32a051800d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:27:58.292403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5b181ef6-8c38-4f67-a2af-d51830bc4d94 None None] Port 51817a83-cf72-42ba-821c-b99b6715aed4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:27:58.526263 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:27:58.537847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Allocated IP 172.25.3.167 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/80e352ae-1538-4ea6-9464-9b9d79091d95) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:58.616876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3a52f02c-7d83-4110-8605-d6d788081397 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:27:58.707902 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.720396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3a52f02c-7d83-4110-8605-d6d788081397 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:27:58.721142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.742414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:27:58.753883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ea8fdb82-de13-45ff-ad2e-7f3e6da3e7b1 admin admin] 10.222.0.62 "PUT /v2.0/routers/af54c9de-ab4b-400d-8ff8-998734f2f892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5835948 Nov 10 16:27:58.767207 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:27:58.795352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:27:58.796541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:58.830440 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.865595 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.875829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Made reservation on behalf of 216e76ce054c484ca4b785bb2773399f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:27:58.879432 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:58.913939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:58.917730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf320c75-953f-4a31-a0f3-0c2f1c822e36,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:58.919955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:58.922321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:58.939574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:27:58.949163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Checking segment: {'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:27:58.949805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Network hostable DHCP agents. Network: cc06fa8e-dd40-42a7-8ec5-8249f839da5c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:27:58.963089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Pushing event updated for resources: {'Port': ['ID=80e352ae-1538-4ea6-9464-9b9d79091d95,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:59.092262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.104379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Allocated IP 192.168.233.3 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/37090ac3-fb21-44f7-9284-ea11e6fdbaab) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:27:59.118218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Network cc06fa8e-dd40-42a7-8ec5-8249f839da5c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:27:59.230647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 2, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:27:59.232304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, cc06fa8e-dd40-42a7-8ec5-8249f839da5c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:59.242700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:59.243295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.250777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.292320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.309640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db737fa9-bef9-4746-9faa-7d72a1455fe2 None None] Network cc06fa8e-dd40-42a7-8ec5-8249f839da5c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:27:59.317377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:27:59.317740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Updating router af54c9de-ab4b-400d-8ff8-998734f2f892 port 51817a83-cf72-42ba-821c-b99b6715aed4 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:27:59.345796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bf8ef303-f2df-40e8-be56-3c43c338145a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8989866 Nov 10 16:27:59.346703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59728) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:27:59.389042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:59.404565 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.454698 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.500763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.517408 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.518463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.534121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:27:59.538294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:27:59.543464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:27:59.547560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:59.548234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.551971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Pushing event updated for resources: {'Port': ['ID=37090ac3-fb21-44f7-9284-ea11e6fdbaab,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:59.592619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.602347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.625794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303e0e9-a0c0-4c9f-94cb-a55aeab379fa req-0317316d-b03d-4135-85d4-c099749152d8 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:27:59.633695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8303e0e9-a0c0-4c9f-94cb-a55aeab379fa req-0317316d-b03d-4135-85d4-c099749152d8 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 934 time: 0.0723543 Nov 10 16:27:59.696562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.715936 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8303e0e9-a0c0-4c9f-94cb-a55aeab379fa req-3e22b424-a1f5-4269-b796-b0599c8e13f4 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810242 Nov 10 16:27:59.723761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-cc06fa8e-dd40-42a7-8ec5-8249f839da5c', 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'fixed_ips': [{'subnet_id': 'cf320c75-953f-4a31-a0f3-0c2f1c822e36'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:27:59.724838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.729622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-43057a77-6c38-49b0-ab55-e50f1a0255cf tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5033352 Nov 10 16:27:59.745947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Request body: {'port': {'device_id': '2163db9b-e6ab-4c5d-b36b-87301eeed7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:27:59.826533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Pushing event updated for resources: {'Port': ['ID=80e352ae-1538-4ea6-9464-9b9d79091d95,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:27:59.838281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.885163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:27:59.895784 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-3a5ba4a2-eb72-44a8-92f7-cd31ce1bac75 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0110655 Nov 10 16:27:59.986978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.001593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-5415e2e6-521e-41f0-a84b-0ac9b9382123 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.1046100 Nov 10 16:28:00.043213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3c6da0bb-6acc-4792-b566-fd37f6713171 None None] Provisioning complete for port 37090ac3-fb21-44f7-9284-ea11e6fdbaab triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:00.043611 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c6da0bb-6acc-4792-b566-fd37f6713171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.120048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Allocated IP 172.20.0.2 (cc06fa8e-dd40-42a7-8ec5-8249f839da5c/cf320c75-953f-4a31-a0f3-0c2f1c822e36/7a167bfa-844f-4c49-b5c3-dc63830daeaa) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:00.146006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3c6da0bb-6acc-4792-b566-fd37f6713171 None None] Port 37090ac3-fb21-44f7-9284-ea11e6fdbaab cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:00.171847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-d8120282-cbea-4801-ac3e-e0815d8fce29 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:00.175522 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.186247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eef4c5b6-de2e-4096-8aee-bac94565621f req-d8120282-cbea-4801-ac3e-e0815d8fce29 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1594555 Nov 10 16:28:00.241937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59758) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:00.251633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-866231987-network', 'tenant_id': '3714359882f24eaa9bf89dcfcbeac30c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:00.268782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.373248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37090ac3-fb21-44f7-9284-ea11e6fdbaab {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:00.388824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.407973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36a79f-d5ce-450b-ba1c-6c202f0d6497 None None] Pushing event updated for resources: {'Port': ['ID=51817a83-cf72-42ba-821c-b99b6715aed4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:00.414799 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.420422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.438257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-163b6cc7-35bc-4252-ae13-157706e22382 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:00.442983 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-163b6cc7-35bc-4252-ae13-157706e22382 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 821 time: 0.1892307 Nov 10 16:28:00.444155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Transition to ACTIVE for port object 37090ac3-fb21-44f7-9284-ea11e6fdbaab will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:28:00.470211 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-05f6b4f0-c8fa-4f71-b3b7-1b5a2c338680 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/quotas/e15192240ce74c6bae41aef2898a21ae HTTP/1.1" status: 200 len: 375 time: 0.0189257 Nov 10 16:28:00.477572 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.486512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Attempting to bind port 51817a83-cf72-42ba-821c-b99b6715aed4 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:00.486887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Attempting to bind port 51817a83-cf72-42ba-821c-b99b6715aed4 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:00.487249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Attempting to bind port 51817a83-cf72-42ba-821c-b99b6715aed4 on network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:00.493937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:00.494308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Checking segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:00.494726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.495453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Bound using segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:00.495945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Bound port: 51817a83-cf72-42ba-821c-b99b6715aed4, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:00.496328 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.510195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Made reservation on behalf of 3714359882f24eaa9bf89dcfcbeac30c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:00.513072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.570535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.596590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-c7f25777-4231-4e5e-90d2-2d1d0d5c71b2 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195908 Nov 10 16:28:00.597676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] For port 51817a83-cf72-42ba-821c-b99b6715aed4, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:00.608074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] For port 51817a83-cf72-42ba-821c-b99b6715aed4, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=51817a83-cf72-42ba-821c-b99b6715aed4,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:00.610960 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.629437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59764) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:00.692772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Network cc06fa8e-dd40-42a7-8ec5-8249f839da5c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:00.698196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:00.703757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:00.726289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Pushing event updated for resources: {'Port': ['ID=7a167bfa-844f-4c49-b5c3-dc63830daeaa,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:00.733918 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.748471 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.762146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Allocated IP 172.25.3.249 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/af070aaa-bcee-4194-a4b6-589cb17eb693) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:00.789593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.866883 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb512632-a943-440e-aac8-a44398311ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.913350 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.925558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Attempting to bind port 37090ac3-fb21-44f7-9284-ea11e6fdbaab on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:00.926829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Attempting to bind port 37090ac3-fb21-44f7-9284-ea11e6fdbaab by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:00.927473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Attempting to bind port 37090ac3-fb21-44f7-9284-ea11e6fdbaab on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:00.939239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:00.939239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:27:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:00.939960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-be2520f7-6409-448c-8ef9-c1f756e67fb8 None None] Provisioning complete for port 51817a83-cf72-42ba-821c-b99b6715aed4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:00.940333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2520f7-6409-448c-8ef9-c1f756e67fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.943816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Attempting to bind port 7a167bfa-844f-4c49-b5c3-dc63830daeaa on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:00.943816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Attempting to bind port 7a167bfa-844f-4c49-b5c3-dc63830daeaa by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:00.944047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Attempting to bind port 7a167bfa-844f-4c49-b5c3-dc63830daeaa on network cc06fa8e-dd40-42a7-8ec5-8249f839da5c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:00.945738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36a79f-d5ce-450b-ba1c-6c202f0d6497 None None] Pushing event updated for resources: {'Port': ['ID=51817a83-cf72-42ba-821c-b99b6715aed4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:00.948051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Port 37090ac3-fb21-44f7-9284-ea11e6fdbaab on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:00.948459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Attempting to bind port 37090ac3-fb21-44f7-9284-ea11e6fdbaab on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:00.955867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Pushing event updated for resources: {'Port': ['ID=37090ac3-fb21-44f7-9284-ea11e6fdbaab,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:00.960211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:00.960635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:00.961060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:00.961830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Bound port: 37090ac3-fb21-44f7-9284-ea11e6fdbaab, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:00.962266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:00.974430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-937b196d-254a-4c06-8921-9fe8077cd6f4 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693891 Nov 10 16:28:01.019575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-9a18a662-a533-483c-bc0c-894cdcc81520 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips/dfd2f766-fbeb-488b-b507-99c432de3947 HTTP/1.1" status: 200 len: 693 time: 0.1411316 Nov 10 16:28:01.024413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:28:01.121646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.152688 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.153036 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Added segment 4151c737-2e2e-43d5-a448-324be87a4bd4 of type vlan for network 522573f9-c8c9-4688-9fb5-a2fc6f9bdee1 Nov 10 16:28:01.160908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a859aa-188e-49bc-bea4-27c34f33d625,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:01.249160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:01.250104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Checking segment: {'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:01.250813 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.251275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Bound using segment: {'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:01.251841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Bound port: 7a167bfa-844f-4c49-b5c3-dc63830daeaa, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:01.252270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.300598 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.342040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb512632-a943-440e-aac8-a44398311ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.378208 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-d14c194f-6d5f-4533-81c8-c759941b4bbb service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028218 Nov 10 16:28:01.408125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:01.411588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] For port 7a167bfa-844f-4c49-b5c3-dc63830daeaa, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:01.444184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] For port 37090ac3-fb21-44f7-9284-ea11e6fdbaab, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:01.449467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] For port 37090ac3-fb21-44f7-9284-ea11e6fdbaab, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=37090ac3-fb21-44f7-9284-ea11e6fdbaab,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:01.490153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] For port 7a167bfa-844f-4c49-b5c3-dc63830daeaa, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7a167bfa-844f-4c49-b5c3-dc63830daeaa,segment=NetworkSegment(c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c),segment_id=c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:01.525314 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2520f7-6409-448c-8ef9-c1f756e67fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.545526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.583730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:01.585071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.586702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] 10.222.0.18 "PUT /v2.0/ports/37090ac3-fb21-44f7-9284-ea11e6fdbaab HTTP/1.1" status: 200 len: 1095 time: 1.8472211 Nov 10 16:28:01.590123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2163db9b-e6ab-4c5d-b36b-87301eeed7d6', 'tag': '37090ac3-fb21-44f7-9284-ea11e6fdbaab'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:01.593250 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50d5c42-7dbb-4657-8781-887d61102ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "2163db9b-e6ab-4c5d-b36b-87301eeed7d6", "tag": "37090ac3-fb21-44f7-9284-ea11e6fdbaab"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:01.603697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.606958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb512632-a943-440e-aac8-a44398311ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.624542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234fe09-8b0e-46fa-bcfd-2178be8870ff service neutron] Pushing event updated for resources: {'Port': ['ID=37090ac3-fb21-44f7-9284-ea11e6fdbaab,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:01.641121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-3079814e-3448-4fba-9d2c-24ba541d1d2b tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:01.644049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-3079814e-3448-4fba-9d2c-24ba541d1d2b tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.6148875 Nov 10 16:28:01.673846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ff2b9d2-6a15-46cd-91bc-2adab24ae56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.678929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fb512632-a943-440e-aac8-a44398311ffa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06d11a0ce85c44c6ba7a2879daf70844&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0463257 Nov 10 16:28:01.681651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:01.762277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6e080-a242-42d4-a761-4285d7786b6c None None] Pushing event updated for resources: {'Port': ['ID=7a167bfa-844f-4c49-b5c3-dc63830daeaa,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:01.821192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-d4d6082c-721b-4ba7-b12c-5bfccbc7b566 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.1599274 Nov 10 16:28:01.830057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb512632-a943-440e-aac8-a44398311ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9674e35-d938-404f-96b0-cf7c0383894e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:01.864176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-be2520f7-6409-448c-8ef9-c1f756e67fb8 None None] For port 51817a83-cf72-42ba-821c-b99b6715aed4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=51817a83-cf72-42ba-821c-b99b6715aed4,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:01.867056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.874533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:01.876953 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.896163 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d38fca84-4819-4266-9d7a-86f0b8bb39a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.902597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-da52ecd2-5b5f-4093-8ef0-a3802fc050e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:01.904868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-da52ecd2-5b5f-4093-8ef0-a3802fc050e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=216e76ce054c484ca4b785bb2773399f&device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 1098 time: 0.1508214 Nov 10 16:28:01.908170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.925405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2520f7-6409-448c-8ef9-c1f756e67fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:01.939251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189aada-aa1b-4629-b728-9d50e50f1c3c req-c010b233-6bf6-431d-85a7-3a2eea478b26 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:01.946858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8189aada-aa1b-4629-b728-9d50e50f1c3c req-c010b233-6bf6-431d-85a7-3a2eea478b26 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 946 time: 0.1222768 Nov 10 16:28:01.956338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:00Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:01.973458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:01.995916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-d8f2cd7f-ea21-485b-acd4-bdff028dd1ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=37090ac3-fb21-44f7-9284-ea11e6fdbaab HTTP/1.1" status: 200 len: 217 time: 0.0804322 Nov 10 16:28:01.997952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d38fca84-4819-4266-9d7a-86f0b8bb39a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:02.028652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:02.072899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:02.127476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-37dd1592-ae03-4122-820b-2f9292b14950 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.2413554 Nov 10 16:28:02.157514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8189aada-aa1b-4629-b728-9d50e50f1c3c req-e07c02c0-05c7-40bc-8317-a50aa12ba596 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086260 Nov 10 16:28:02.171457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9816d97-3311-46e8-b72d-b5e8daeb89f9 None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:00Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:02.176155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2520f7-6409-448c-8ef9-c1f756e67fb8 None None] Pushing event updated for resources: {'Port': ['ID=51817a83-cf72-42ba-821c-b99b6715aed4,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:02.176522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-88a92c4e-711d-4034-a39f-970265b9624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:02.182714 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-88a92c4e-711d-4034-a39f-970265b9624a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1769814 Nov 10 16:28:02.202166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d8b950dd-c7e0-4f68-8f32-c2fd5fc51da1 None None] Provisioning complete for port 51817a83-cf72-42ba-821c-b99b6715aed4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:02.202716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8b950dd-c7e0-4f68-8f32-c2fd5fc51da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:02.244702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-bc075da7-a9d7-45a4-85b5-7a1a8b54cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:02.246449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-bc075da7-a9d7-45a4-85b5-7a1a8b54cb27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580869 Nov 10 16:28:02.392048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d38fca84-4819-4266-9d7a-86f0b8bb39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:02.398763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d38fca84-4819-4266-9d7a-86f0b8bb39a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:02.400957 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d38fca84-4819-4266-9d7a-86f0b8bb39a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9674e35-d938-404f-96b0-cf7c0383894e HTTP/1.1" status: 204 len: 168 time: 0.7181051 Nov 10 16:28:02.419262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fca84-4819-4266-9d7a-86f0b8bb39a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9674e35-d938-404f-96b0-cf7c0383894e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:02.442987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2003114 Nov 10 16:28:02.447173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:02.455962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Request body: {'subnet': {'network_id': '522573f9-c8c9-4688-9fb5-a2fc6f9bdee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-866231987-subnet', 'tenant_id': '3714359882f24eaa9bf89dcfcbeac30c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:02.480845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-ab83f338-1552-4733-a6c0-33534c3747df service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246530 Nov 10 16:28:02.497169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411139-b373-45ec-b4ec-6ffec4899c52 admin admin] Pushing event updated for resources: {'Network': ['ID=522573f9-c8c9-4688-9fb5-a2fc6f9bdee1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:02.499854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Pushing event updated for resources: {'Port': ['ID=af070aaa-bcee-4194-a4b6-589cb17eb693,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:02.518863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 522573f9-c8c9-4688-9fb5-a2fc6f9bdee1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:28:02.611238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Made reservation on behalf of 3714359882f24eaa9bf89dcfcbeac30c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:02.622796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:02.680347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Deleting port 80e352ae-1538-4ea6-9464-9b9d79091d95 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:02.680696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:02.724290 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588f0976-f4e7-42cc-890a-0427af4fd24a x-openstack-request-id: req-588f0976-f4e7-42cc-890a-0427af4fd24a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:02.724613 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2163db9b-e6ab-4c5d-b36b-87301eeed7d6", "tag": "37090ac3-fb21-44f7-9284-ea11e6fdbaab", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:02.724829 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-588f0976-f4e7-42cc-890a-0427af4fd24a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:02.725223 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2163db9b-e6ab-4c5d-b36b-87301eeed7d6', 'tag': '37090ac3-fb21-44f7-9284-ea11e6fdbaab', 'status': 'completed', 'code': 200} Nov 10 16:28:02.772252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94bc82d5-e2a9-409b-a1d4-d43411000f2a req-0aa37751-410c-4dc4-95ba-84cd3c82a45a tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 210 time: 0.0418174 Nov 10 16:28:02.774530 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3db815d-9afd-4c29-b2f8-d668dc39fee7 req-7c5e8a35-e05a-48fa-bda0-a359675ec96d service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845592 Nov 10 16:28:02.881315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:02.881843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:02.906412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Calling delete_port for 80e352ae-1538-4ea6-9464-9b9d79091d95 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:03.097716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-2d4ee22b-0aa4-43bf-9e76-f6795b394cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:03.104253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-2d4ee22b-0aa4-43bf-9e76-f6795b394cd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=216e76ce054c484ca4b785bb2773399f&device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 1098 time: 0.1502442 Nov 10 16:28:03.112073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.286300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-413ddc0c-0acd-474a-8a96-eaadb1ee6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:03.287986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-413ddc0c-0acd-474a-8a96-eaadb1ee6cdf service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1761801 Nov 10 16:28:03.362527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.407348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563d3520-f7a8-467e-907c-5e4a28ebcb6f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:03.409517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-c3c8f8af-f5ca-439d-808b-67fbd4f8d604 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=37090ac3-fb21-44f7-9284-ea11e6fdbaab HTTP/1.1" status: 200 len: 217 time: 0.0931606 Nov 10 16:28:03.452522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc5e6e-044e-4596-9957-e19844b44cb7 None None] Network cc06fa8e-dd40-42a7-8ec5-8249f839da5c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:03.475945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffc08c-4ccd-48d7-b3f8-b14109ce58b1 req-2c318b8e-8146-4a3e-a49c-dfbd7a60aaae tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:03.477679 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ffc08c-4ccd-48d7-b3f8-b14109ce58b1 req-2c318b8e-8146-4a3e-a49c-dfbd7a60aaae tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 946 time: 0.2144325 Nov 10 16:28:03.519552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.521364 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.570011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:03.571993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-90cfabcb-36cf-49f7-be89-acae8f0d9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:03.573569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-90cfabcb-36cf-49f7-be89-acae8f0d9d8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1563747 Nov 10 16:28:03.583553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Checking segment: {'id': '4151c737-2e2e-43d5-a448-324be87a4bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '522573f9-c8c9-4688-9fb5-a2fc6f9bdee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:03.584027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Network hostable DHCP agents. Network: 522573f9-c8c9-4688-9fb5-a2fc6f9bdee1, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:28:03.585929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-56956d89-129a-457b-b0b4-e4963802584a None None] Provisioning complete for port 7a167bfa-844f-4c49-b5c3-dc63830daeaa triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:03.586950 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56956d89-129a-457b-b0b4-e4963802584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.642813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Pushing event deleted for resources: {'Port': ['ID=80e352ae-1538-4ea6-9464-9b9d79091d95,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:03.663731 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76e97ed6-e0db-4a96-a067-731ffeee309f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.694331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ffc08c-4ccd-48d7-b3f8-b14109ce58b1 req-6d6b2bfa-510e-4090-98cb-a3d57508e0d8 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060742 Nov 10 16:28:03.769564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-e4c3e6fc-7850-48a4-bdb2-a8ba0e8d5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:03.772180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-e4c3e6fc-7850-48a4-bdb2-a8ba0e8d5fed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690998 Nov 10 16:28:03.810037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.814486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.829771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a39c14ad-457c-4259-931b-1b0bc80b6bbd req-e909263a-7059-432f-ac42-ffd8dea1192f tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "DELETE /v2.0/floatingips/dfd2f766-fbeb-488b-b507-99c432de3947 HTTP/1.1" status: 204 len: 173 time: 1.6571252 Nov 10 16:28:03.886344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Network 522573f9-c8c9-4688-9fb5-a2fc6f9bdee1 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:28:03.922709 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56956d89-129a-457b-b0b4-e4963802584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:03.966886 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7114bb6-45ce-41cb-8868-eab2e6fcda86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.009084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-56956d89-129a-457b-b0b4-e4963802584a None None] For port 7a167bfa-844f-4c49-b5c3-dc63830daeaa, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7a167bfa-844f-4c49-b5c3-dc63830daeaa,segment=NetworkSegment(c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c),segment_id=c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:04.010699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c8c49ba-2fba-42c0-a83b-ef716243feb3 req-721d1a7a-a1db-4afb-b053-e2d48f690f13 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 210 time: 0.0922341 Nov 10 16:28:04.021416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 522573f9-c8c9-4688-9fb5-a2fc6f9bdee1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:04.031541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0c1fa-0791-42ce-9f0c-215deff94d88 None None] Network 522573f9-c8c9-4688-9fb5-a2fc6f9bdee1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:04.053699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Router 75a170f2-2b6d-4280-a3ae-94b815f44a1b is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:28:04.060541 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-84039c37-96c0-4b7a-b863-332b0c8b4ae9 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760317 Nov 10 16:28:04.060662 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76e97ed6-e0db-4a96-a067-731ffeee309f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.066476 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-a64c8c7b-b15f-498f-ad49-07e00329aa33 req-6e8434cb-8daa-4872-884e-1adfb3119494 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] show failed (client error): The resource could not be found. Nov 10 16:28:04.079433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a64c8c7b-b15f-498f-ad49-07e00329aa33 req-6e8434cb-8daa-4872-884e-1adfb3119494 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips/dfd2f766-fbeb-488b-b507-99c432de3947 HTTP/1.1" status: 404 len: 350 time: 0.0984359 Nov 10 16:28:04.100391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:04.101075 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.160238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-56956d89-129a-457b-b0b4-e4963802584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.215071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76e97ed6-e0db-4a96-a067-731ffeee309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.298927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56956d89-129a-457b-b0b4-e4963802584a None None] Pushing event updated for resources: {'Port': ['ID=7a167bfa-844f-4c49-b5c3-dc63830daeaa,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:04.355793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 51817a83-cf72-42ba-821c-b99b6715aed4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:04.362436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e97ed6-e0db-4a96-a067-731ffeee309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4d9b7-7c1c-414c-974d-a9a308b03b0a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:04.398325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:04.425982 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Sync routers for ids ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:04.448289 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Routers {'75a170f2-2b6d-4280-a3ae-94b815f44a1b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:04.451300 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:04.453614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b8476-5649-41e6-9bae-dbc3571eb8b2 None None] Network 522573f9-c8c9-4688-9fb5-a2fc6f9bdee1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:04.473950 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-282f4535-057e-427b-80f7-366e6e4ecdc6 req-1dae3640-8e91-4215-b928-c9a4eb49d656 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] show failed (client error): The resource could not be found. Nov 10 16:28:04.483746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59830) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:04.483950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-282f4535-057e-427b-80f7-366e6e4ecdc6 req-1dae3640-8e91-4215-b928-c9a4eb49d656 tempest-FloatingIPsTestJSON-1594224097 tempest-FloatingIPsTestJSON-1594224097-project] 10.222.0.62 "GET /v2.0/floatingips/dfd2f766-fbeb-488b-b507-99c432de3947 HTTP/1.1" status: 404 len: 350 time: 0.2509360 Nov 10 16:28:04.487383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9b688c6f-f489-4332-aa6e-475bce4eb988 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0389066 Nov 10 16:28:04.509200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-76e97ed6-e0db-4a96-a067-731ffeee309f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b28efc11b6ff401cb1f602ac3910db52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9280133 Nov 10 16:28:04.532122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f50d5c42-7dbb-4657-8781-887d61102ee1 req-4a9d2616-722c-4141-98fd-90b9f35e72de service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513481 Nov 10 16:28:04.532707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:04.568328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 51817a83-cf72-42ba-821c-b99b6715aed4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:04.569032 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.574181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5494aa73-2a09-44fc-b109-3529fb2ae9b5 None None] Provisioning complete for port 7a167bfa-844f-4c49-b5c3-dc63830daeaa triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:04.574870 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5494aa73-2a09-44fc-b109-3529fb2ae9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.674465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.678610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-245e6e34-905d-4b10-9fd8-ea6be683d11a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3234320 Nov 10 16:28:04.684139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59836) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:04.688149 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e65410f-a338-430c-88ad-bcb1d9f0c3b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.722923 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e65410f-a338-430c-88ad-bcb1d9f0c3b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:04.910012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7a167bfa-844f-4c49-b5c3-dc63830daeaa up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:04.923189 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Set router 75a170f2-2b6d-4280-a3ae-94b815f44a1b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:05.080218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-842208cb-2515-4e78-90be-072314116830 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:05.081830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-842208cb-2515-4e78-90be-072314116830 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.69 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 821 time: 0.1900272 Nov 10 16:28:05.095875 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e65410f-a338-430c-88ad-bcb1d9f0c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.100105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e65410f-a338-430c-88ad-bcb1d9f0c3b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.101688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8e65410f-a338-430c-88ad-bcb1d9f0c3b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20e4d9b7-7c1c-414c-974d-a9a308b03b0a HTTP/1.1" status: 204 len: 168 time: 0.5680382 Nov 10 16:28:05.119694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Request body: {'port': {'device_id': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'admin_state_up': True, 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:05.136510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.165229 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7a167bfa-844f-4c49-b5c3-dc63830daeaa triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:05.165598 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.227902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe9b40-0784-4a2c-a2e6-fb302d877ae1 req-acb65194-d34b-488f-bd5b-52f80f5c55f7 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:05.236801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0fe9b40-0784-4a2c-a2e6-fb302d877ae1 req-acb65194-d34b-488f-bd5b-52f80f5c55f7 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 946 time: 0.3966088 Nov 10 16:28:05.256852 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:02Z', 'revision_number': 3, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:05.259980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65410f-a338-430c-88ad-bcb1d9f0c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4d9b7-7c1c-414c-974d-a9a308b03b0a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:05.322038 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Checking router: 75a170f2-2b6d-4280-a3ae-94b815f44a1b for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:05.323079 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Updating router 75a170f2-2b6d-4280-a3ae-94b815f44a1b port af070aaa-bcee-4194-a4b6-589cb17eb693 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:28:05.357290 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.419739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0fe9b40-0784-4a2c-a2e6-fb302d877ae1 req-5c2595f1-b7e6-4df6-861f-c4478cc4758d tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720197 Nov 10 16:28:05.538494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-469e51ad-fd78-4aca-8f40-dd9fb6f22a5a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:05.540043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-469e51ad-fd78-4aca-8f40-dd9fb6f22a5a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.2417054 Nov 10 16:28:05.555905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Made reservation on behalf of e15192240ce74c6bae41aef2898a21ae for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:05.560523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.616943 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-87ad49ce-0ec9-4055-9287-53843c324646 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/quotas/445c7fba25da4a31b48bbe694c25c832 HTTP/1.1" status: 200 len: 375 time: 0.0565917 Nov 10 16:28:05.675183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-881a26e1-d21e-47c0-a8b5-66679e1fe46f req-95da318a-2fc1-4116-813d-6e2f2452846f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 210 time: 0.0518632 Nov 10 16:28:05.703756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-89d31753-486a-45e9-b855-d9c6d5f772cb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782766 Nov 10 16:28:05.709765 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.754400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-bc5c9eb5-83f4-4561-bda0-b5e0ec6e29b7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:28:05.755730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-bc5c9eb5-83f4-4561-bda0-b5e0ec6e29b7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060334 Nov 10 16:28:05.778808 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.832599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Allocated IP 172.20.0.11 (3eb8afe4-8de2-4860-84b6-245d7d8a8a8a/c47150c3-4535-4934-8b90-4eaa6958586d/51d021bd-20f8-4229-9556-a304ecee6cc4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:05.854649 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9d9d1-ad1f-47c1-b9ba-0006649fc3b9 None None] Pushing event updated for resources: {'Port': ['ID=af070aaa-bcee-4194-a4b6-589cb17eb693,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:05.908720 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Attempting to bind port af070aaa-bcee-4194-a4b6-589cb17eb693 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:05.909182 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Attempting to bind port af070aaa-bcee-4194-a4b6-589cb17eb693 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:05.909660 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Attempting to bind port af070aaa-bcee-4194-a4b6-589cb17eb693 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:05.917025 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:05.917614 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:05.918671 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.919132 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:05.921106 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Bound port: af070aaa-bcee-4194-a4b6-589cb17eb693, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:05.921585 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:05.997220 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] For port af070aaa-bcee-4194-a4b6-589cb17eb693, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:05.999988 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-6ad1b8cb-4987-449c-bd6d-95f62b57155d service neutron] 10.222.0.62 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368174 Nov 10 16:28:06.002081 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] For port af070aaa-bcee-4194-a4b6-589cb17eb693, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=af070aaa-bcee-4194-a4b6-589cb17eb693,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:06.066716 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.149518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7a167bfa-844f-4c49-b5c3-dc63830daeaa up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:06.157454 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Routers {'75a170f2-2b6d-4280-a3ae-94b815f44a1b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:06.158160 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:06.168210 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.206711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.274086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7a167bfa-844f-4c49-b5c3-dc63830daeaa triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:06.274461 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.279902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-923b67e4-f811-4173-aceb-ce34bc5d0711 service neutron] 10.222.0.62 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604256 Nov 10 16:28:06.299064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.320461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.372667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 37090ac3-fb21-44f7-9284-ea11e6fdbaab details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:28:06.392058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:06.401837 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9d9d1-ad1f-47c1-b9ba-0006649fc3b9 None None] Pushing event updated for resources: {'Port': ['ID=af070aaa-bcee-4194-a4b6-589cb17eb693,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:06.406311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:06.414261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:06.424573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:06.425236 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.444296 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] Set router 75a170f2-2b6d-4280-a3ae-94b815f44a1b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:06.476251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Pushing event updated for resources: {'Port': ['ID=51d021bd-20f8-4229-9556-a304ecee6cc4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:06.508930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:28:06.558803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6741f32-b8e4-43b8-8911-7b7eb7ca087e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4543498 Nov 10 16:28:06.572600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Request body: {'port': {'device_id': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:06.714268 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.781502 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.791533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc5fea83-ff5d-4b14-ae6e-d4e859c058b5 req-ebec8d6d-91db-47ac-a072-17d450798141 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 210 time: 0.0674975 Nov 10 16:28:06.793766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 37090ac3-fb21-44f7-9284-ea11e6fdbaab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=37090ac3-fb21-44f7-9284-ea11e6fdbaab,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:06.823542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19967e6b-d744-4fe3-9f8d-efb2bfdc429f req-d8bed3f1-547f-40b9-a66c-f01d5086ba38 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:06.823542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19967e6b-d744-4fe3-9f8d-efb2bfdc429f req-d8bed3f1-547f-40b9-a66c-f01d5086ba38 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 946 time: 0.2070401 Nov 10 16:28:06.826374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '37090ac3-fb21-44f7-9284-ea11e6fdbaab', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '37090ac3-fb21-44f7-9284-ea11e6fdbaab', 'mac_address': 'fa:16:3e:10:9a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:28:06.856964 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:02Z', 'revision_number': 3, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:06.927559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Allocated IP 172.20.0.1 (cc06fa8e-dd40-42a7-8ec5-8249f839da5c/cf320c75-953f-4a31-a0f3-0c2f1c822e36/4d52411f-6e0b-497c-b984-1eaf3e2fdb6b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:06.955711 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.959725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-401e0406-9eec-46c1-8e9e-fdfe2d2e1048 None None] Provisioning complete for port 51d021bd-20f8-4229-9556-a304ecee6cc4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:06.959725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-401e0406-9eec-46c1-8e9e-fdfe2d2e1048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:06.981736 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6cfac-5a44-4618-8f7f-95be2525fd5c None None] The sync data for ids ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'] in n-d-714676-11 is: [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:02Z', 'revision_number': 3, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:07.002440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19967e6b-d744-4fe3-9f8d-efb2bfdc429f req-012bdad3-995d-41da-a719-8a870abaaa6d tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600735 Nov 10 16:28:07.088564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37090ac3-fb21-44f7-9284-ea11e6fdbaab {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:07.183333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 37090ac3-fb21-44f7-9284-ea11e6fdbaab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=37090ac3-fb21-44f7-9284-ea11e6fdbaab,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:07.188469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-401e0406-9eec-46c1-8e9e-fdfe2d2e1048 None None] Port 51d021bd-20f8-4229-9556-a304ecee6cc4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:07.267811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a72ff-208b-4cd9-ae45-472630eb820a req-7486e3fd-387b-4ec3-a9e7-9100ef182a3c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:07.267811 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-842a72ff-208b-4cd9-ae45-472630eb820a req-7486e3fd-387b-4ec3-a9e7-9100ef182a3c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 932 time: 0.0945094 Nov 10 16:28:07.277394 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.315569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d021bd-20f8-4229-9556-a304ecee6cc4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:07.331266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.356921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Deleting port a7c2cbed-0c3d-4180-a6ce-3d056e183f65 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:07.357464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.358184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-842a72ff-208b-4cd9-ae45-472630eb820a req-3752fc2f-ab3d-48ca-9470-350cb2372027 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806351 Nov 10 16:28:07.364615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Transition to ACTIVE for port object 51d021bd-20f8-4229-9556-a304ecee6cc4 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:28:07.429747 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.433975 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.440936 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.458334 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.528096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Network cc06fa8e-dd40-42a7-8ec5-8249f839da5c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:07.536497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Pushing event updated for resources: {'Port': ['ID=51d021bd-20f8-4229-9556-a304ecee6cc4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:07.541892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:07.559298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:07.580447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Pushing event updated for resources: {'Port': ['ID=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:07.590653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.599763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Attempting to bind port 51d021bd-20f8-4229-9556-a304ecee6cc4 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:07.599763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Attempting to bind port 51d021bd-20f8-4229-9556-a304ecee6cc4 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:07.599763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Attempting to bind port 51d021bd-20f8-4229-9556-a304ecee6cc4 on network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:07.605001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Port 51d021bd-20f8-4229-9556-a304ecee6cc4 on network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:07.605832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Attempting to bind port 51d021bd-20f8-4229-9556-a304ecee6cc4 on network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:07.612994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:07.614468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Checking segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:07.615092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Bound using segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:07.617128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Bound port: 51d021bd-20f8-4229-9556-a304ecee6cc4, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:07.617630 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:07.679758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['37090ac3-fb21-44f7-9284-ea11e6fdbaab'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:07.734887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=37090ac3-fb21-44f7-9284-ea11e6fdbaab,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:07.780400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] For port 51d021bd-20f8-4229-9556-a304ecee6cc4, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:07.788467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] For port 51d021bd-20f8-4229-9556-a304ecee6cc4, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=51d021bd-20f8-4229-9556-a304ecee6cc4,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:07.962025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3080998c-103d-458a-b614-59b894ef9412 req-da48c260-b9a8-40bb-8b24-79b21a79bf28 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 210 time: 0.0685053 Nov 10 16:28:07.964696 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.064700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:08.065581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.067241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] 10.222.0.69 "PUT /v2.0/ports/51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 1093 time: 1.5001867 Nov 10 16:28:08.070755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:08.073790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d2bf6755-292d-460e-89f9-891b8aeb92f0 None None] Provisioning complete for port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:08.074160 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6755-292d-460e-89f9-891b8aeb92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.075096 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:08.122518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d8804-7a96-491a-af98-f4a74be79095 service neutron] Pushing event updated for resources: {'Port': ['ID=51d021bd-20f8-4229-9556-a304ecee6cc4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:08.208055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf6755-292d-460e-89f9-891b8aeb92f0 None None] Port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:08.272526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device af070aaa-bcee-4194-a4b6-589cb17eb693 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:08.288977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] For port a7c2cbed-0c3d-4180-a6ce-3d056e183f65, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,segment=NetworkSegment(48e5dc17-d1c7-40e1-9bbc-79d5175ec498),segment_id=48e5dc17-d1c7-40e1-9bbc-79d5175ec498)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:08.289559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.345984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Calling delete_port for a7c2cbed-0c3d-4180-a6ce-3d056e183f65 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:08.379533 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.398159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 37090ac3-fb21-44f7-9284-ea11e6fdbaab up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:08.430376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fd2d5-5ffa-4394-915b-4e713868577e req-49904c51-1625-4b6e-9e6c-d5665b3d165a tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:08.440913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f25fd2d5-5ffa-4394-915b-4e713868577e req-49904c51-1625-4b6e-9e6c-d5665b3d165a tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 947 time: 0.2140450 Nov 10 16:28:08.466068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-de98184e-7616-4f10-b5fa-0b6015f38934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:08.466068 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-de98184e-7616-4f10-b5fa-0b6015f38934 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1096 time: 0.1834025 Nov 10 16:28:08.491697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port af070aaa-bcee-4194-a4b6-589cb17eb693 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:08.492067 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.563763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-10ed3ffd-2a53-4a6f-9498-e96cb818ce21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 217 time: 0.0919316 Nov 10 16:28:08.600646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f25fd2d5-5ffa-4394-915b-4e713868577e req-9c1403cd-1b6e-40bf-b4df-db0d1979cbab tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586335 Nov 10 16:28:08.674113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.691995 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10953b80-fecf-4492-b35b-b701c2ffad84 x-openstack-request-id: req-10953b80-fecf-4492-b35b-b701c2ffad84 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:08.693033 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:08.693033 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10953b80-fecf-4492-b35b-b701c2ffad84 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:08.693033 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'status': 'completed', 'code': 200} Nov 10 16:28:08.705137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port af070aaa-bcee-4194-a4b6-589cb17eb693, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=af070aaa-bcee-4194-a4b6-589cb17eb693,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:08.715528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 37090ac3-fb21-44f7-9284-ea11e6fdbaab completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:28:08.721934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6a99893-7829-41a7-8cf4-cb1371fdf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:08.721934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-a6a99893-7829-41a7-8cf4-cb1371fdf041 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.1102176 Nov 10 16:28:08.723589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 37090ac3-fb21-44f7-9284-ea11e6fdbaab triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:08.724985 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.829620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-0dfc8aba-bbab-403e-aa50-bf47737a6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:08.831124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-0dfc8aba-bbab-403e-aa50-bf47737a6b3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019344 Nov 10 16:28:08.841198 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.844572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c61783-7b4f-4451-a778-3a6106ac70de req-301c7408-3aad-4040-b1ea-342ae5d76cd6 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:08.854499 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08c61783-7b4f-4451-a778-3a6106ac70de req-301c7408-3aad-4040-b1ea-342ae5d76cd6 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 944 time: 0.0893331 Nov 10 16:28:08.893237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.898101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=af070aaa-bcee-4194-a4b6-589cb17eb693,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:08.901794 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:08.943996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2163db9b-e6ab-4c5d-b36b-87301eeed7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37090ac3-fb21-44f7-9284-ea11e6fdbaab'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:08.947952 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c72bd4c-d1d7-4374-afde-e16168b0f528" -d '{"events": [{"server_uuid": "2163db9b-e6ab-4c5d-b36b-87301eeed7d6", "name": "network-vif-plugged", "status": "completed", "tag": "37090ac3-fb21-44f7-9284-ea11e6fdbaab"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:08.955467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 37090ac3-fb21-44f7-9284-ea11e6fdbaab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=37090ac3-fb21-44f7-9284-ea11e6fdbaab,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:08.999234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08c61783-7b4f-4451-a778-3a6106ac70de req-fa3a8f0f-45b1-44b9-a2d5-9bcd159b3e69 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424260 Nov 10 16:28:09.036403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:09.062036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-9c209f96-581b-4c2f-bf2c-9e696341e388 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894464 Nov 10 16:28:09.164256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=37090ac3-fb21-44f7-9284-ea11e6fdbaab,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:09.174307 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feec3a91-abb2-4f3a-9af3-9044c48b588e x-openstack-request-id: req-feec3a91-abb2-4f3a-9af3-9044c48b588e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:09.175393 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:09.177448 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2163db9b-e6ab-4c5d-b36b-87301eeed7d6", "name": "network-vif-plugged", "status": "completed", "tag": "37090ac3-fb21-44f7-9284-ea11e6fdbaab", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:09.177772 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-feec3a91-abb2-4f3a-9af3-9044c48b588e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:09.179017 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2163db9b-e6ab-4c5d-b36b-87301eeed7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37090ac3-fb21-44f7-9284-ea11e6fdbaab', 'code': 200} Nov 10 16:28:09.214605 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74e83a9f-05ea-4c9d-8ed3-1b177c8e3cf7 req-134db41a-4c50-46aa-bbe8-bea9a5272bc9 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312330 Nov 10 16:28:09.246708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:09.301343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c2cbed-0c3d-4180-a6ce-3d056e183f65,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:09.333301 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:09.428122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00db9c19-1021-4795-925d-7f6623cb7552 req-5fe9cc33-6b26-4bc8-908a-b8b4f5b02271 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 210 time: 0.1218972 Nov 10 16:28:09.502296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a949e-529b-4c65-96e8-12491347c37c req-0d294704-607c-45b3-83cf-902bb405f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:09.506215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e86a949e-529b-4c65-96e8-12491347c37c req-0d294704-607c-45b3-83cf-902bb405f129 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 1100 time: 0.2262714 Nov 10 16:28:09.561678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Pushing event updated for resources: {'Port': ['ID=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:09.565937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-e6fa1a6e-9b59-46a8-bb52-1adfbb2323ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:09.573745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-e6fa1a6e-9b59-46a8-bb52-1adfbb2323ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1096 time: 0.1855023 Nov 10 16:28:09.617994 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:09.637192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e86a949e-529b-4c65-96e8-12491347c37c req-ae8f5f8a-45ad-4bb3-beab-f360ca4986d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173944 Nov 10 16:28:09.775349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-fdaf1c96-1c36-453b-85a3-41818503b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:09.778880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-fdaf1c96-1c36-453b-85a3-41818503b32d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1895044 Nov 10 16:28:09.802870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Network cc06fa8e-dd40-42a7-8ec5-8249f839da5c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:09.807259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:09.824515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:09.857100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-73dc8cae-1c26-4c37-8dc6-16b2159f9375 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 217 time: 0.0714722 Nov 10 16:28:09.877396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:09.886452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981b7da-a070-413e-8502-ca209b15e9ee req-e49ccaca-0738-4744-ab93-83fdfadcb030 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:09.897683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c981b7da-a070-413e-8502-ca209b15e9ee req-e49ccaca-0738-4744-ab93-83fdfadcb030 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 948 time: 0.1682217 Nov 10 16:28:09.952138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-6d0c8912-fde1-49c1-b4c6-bc6911bb68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:09.953992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-6d0c8912-fde1-49c1-b4c6-bc6911bb68cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0899167 Nov 10 16:28:10.072043 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c981b7da-a070-413e-8502-ca209b15e9ee req-c5268378-c84b-4e34-bf9c-653c0d40168f tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654117 Nov 10 16:28:10.089052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-ebaf84c5-e3d5-431f-8918-5d082818ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:10.090830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-ebaf84c5-e3d5-431f-8918-5d082818ce6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256328 Nov 10 16:28:10.102875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebef766c-8b8e-431a-8da9-8225e163ad33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.140315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.157289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ba0d16e0-f455-42e1-8044-6c3f3aa9acc3 None None] Provisioning complete for port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:10.158165 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba0d16e0-f455-42e1-8044-6c3f3aa9acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.208701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Router 75a170f2-2b6d-4280-a3ae-94b815f44a1b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:10.227060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d16e0-f455-42e1-8044-6c3f3aa9acc3 None None] Port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:10.227822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-104c91f8-08fa-462d-a68e-fcd6708a4d75 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295285 Nov 10 16:28:10.256527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device af070aaa-bcee-4194-a4b6-589cb17eb693 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:10.305488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port af070aaa-bcee-4194-a4b6-589cb17eb693 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:10.305746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.382258 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32533a-8a09-4ff7-98ed-83af71cbb3c0 req-e86f7367-f0fb-42fb-a1e6-7ea9ec8b0ec2 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:10.391629 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e32533a-8a09-4ff7-98ed-83af71cbb3c0 req-e86f7367-f0fb-42fb-a1e6-7ea9ec8b0ec2 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 944 time: 0.1941130 Nov 10 16:28:10.518717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Router 134dbb6f-3900-41ac-839a-45448cd61302 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:10.522558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60012) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:10.584068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e32533a-8a09-4ff7-98ed-83af71cbb3c0 req-0e527c96-352b-45a7-9290-9c2f4be0471e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915958 Nov 10 16:28:10.651268 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebef766c-8b8e-431a-8da9-8225e163ad33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.656011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:10.662596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-21c9bb2f-4f90-40ad-a4e3-cfccf47cd42f admin admin] 10.222.0.62 "PUT /v2.0/routers/75a170f2-2b6d-4280-a3ae-94b815f44a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9721923 Nov 10 16:28:10.669527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Sync routers for ids ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:10.686743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Routers {'75a170f2-2b6d-4280-a3ae-94b815f44a1b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:10.691978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:10.737191 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebef766c-8b8e-431a-8da9-8225e163ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.761828 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2475b28b-a18e-4f85-9666-7ac4efbcdad1 req-716759b3-62c6-4612-8980-93387556a8a9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 210 time: 0.0482986 Nov 10 16:28:10.762450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:10.768854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-244ebba8-c9cb-4568-a5f9-ced4a6285e8f req-3d6e82c9-08f6-4ef5-a224-248fdde3e138 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338049 Nov 10 16:28:10.774867 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] Sync routers for ids ['134dbb6f-3900-41ac-839a-45448cd61302'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:10.785812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-c5f03597-baef-49bf-8c15-c6dc436aa10c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:10.787379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-c5f03597-baef-49bf-8c15-c6dc436aa10c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.4717457 Nov 10 16:28:10.788545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:10.788695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-889ba2b0-d313-4a6b-9c33-a986b0f5c909 admin admin] 10.222.0.62 "PUT /v2.0/routers/134dbb6f-3900-41ac-839a-45448cd61302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3033257 Nov 10 16:28:10.796757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b90f-36ee-43ce-987b-450b93c9d1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.797229 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] Routers {'134dbb6f-3900-41ac-839a-45448cd61302'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:10.797857 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['134dbb6f-3900-41ac-839a-45448cd61302'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:10.822597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ebef766c-8b8e-431a-8da9-8225e163ad33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59a588b3687f4225b3ee4ea4ff05e642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9419293 Nov 10 16:28:10.829208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60020) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:10.848441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef766c-8b8e-431a-8da9-8225e163ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0c6b9-c5d2-46ce-b0b5-d5bcea1b1114,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:10.906088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Request body: {'port': {'device_id': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'admin_state_up': True, 'tenant_id': '445c7fba25da4a31b48bbe694c25c832'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:10.914483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b5dd26-c61e-4b7a-a102-f3c90d26cf8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.957891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b5dd26-c61e-4b7a-a102-f3c90d26cf8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:10.960304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Set router 75a170f2-2b6d-4280-a3ae-94b815f44a1b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:10.989825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b90f-36ee-43ce-987b-450b93c9d1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.057652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b90f-36ee-43ce-987b-450b93c9d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.065269 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] Set router 134dbb6f-3900-41ac-839a-45448cd61302 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:11.105473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.169688 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b5dd26-c61e-4b7a-a102-f3c90d26cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.172890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b5dd26-c61e-4b7a-a102-f3c90d26cf8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.181722 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-03b5dd26-c61e-4b7a-a102-f3c90d26cf8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66b0c6b9-c5d2-46ce-b0b5-d5bcea1b1114 HTTP/1.1" status: 204 len: 168 time: 0.3511908 Nov 10 16:28:11.191978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:11.195901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d3e7b90f-36ee-43ce-987b-450b93c9d1eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae8e0a476f0c4d079a86b8c1f2c9b318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6672983 Nov 10 16:28:11.199016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7b90f-36ee-43ce-987b-450b93c9d1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18782019-6fbd-41c2-a4a6-3b8730aca5d3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:11.271879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5dd26-c61e-4b7a-a102-f3c90d26cf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0c6b9-c5d2-46ce-b0b5-d5bcea1b1114,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:11.309357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a444c-1da3-48b5-8af8-db0b1f5f1c37 req-589b9e7f-25af-406b-bb80-32626c7ecf50 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:11.323832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-402a444c-1da3-48b5-8af8-db0b1f5f1c37 req-589b9e7f-25af-406b-bb80-32626c7ecf50 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 948 time: 0.1263831 Nov 10 16:28:11.340758 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 5, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:11.376977 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] Checking router: 134dbb6f-3900-41ac-839a-45448cd61302 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:11.386291 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] Routers {'134dbb6f-3900-41ac-839a-45448cd61302'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:11.387778 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['134dbb6f-3900-41ac-839a-45448cd61302'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:11.406844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-402a444c-1da3-48b5-8af8-db0b1f5f1c37 req-05579870-866a-4908-92ca-7123b40aae06 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817122 Nov 10 16:28:11.430463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '4d52411f-6e0b-497c-b984-1eaf3e2fdb6b', 'name': '', 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'mac_address': 'fa:16:3e:32:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'cf320c75-953f-4a31-a0f3-0c2f1c822e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:06Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 2, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'subnets': [{'id': 'cf320c75-953f-4a31-a0f3-0c2f1c822e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:11.460982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5149161d-67d7-430f-95f5-8589b8b41830 req-4d7553d3-ff44-4c32-957f-6c016565ca9e tempest-FloatingIPsNegativeTestJSON-225604184 tempest-FloatingIPsNegativeTestJSON-225604184-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=7a79da38a4124c9998922097f994a9fc HTTP/1.1" status: 200 len: 217 time: 0.2049425 Nov 10 16:28:11.469802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Checking router: 75a170f2-2b6d-4280-a3ae-94b815f44a1b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:11.470409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Updating router 75a170f2-2b6d-4280-a3ae-94b815f44a1b port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:28:11.492904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.507766 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.587459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-5dd145e3-d902-4599-a9b5-55b307c96185 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2091830 Nov 10 16:28:11.615148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1c4385b-e669-461d-a4f6-c518fb20a644 req-5f385caf-9839-4165-8b26-f86ddd0685f7 tempest-FloatingIPsNegativeTestJSON-225604184 tempest-FloatingIPsNegativeTestJSON-225604184-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0953715 Nov 10 16:28:11.623043 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d63bddc5-28dc-4976-8f17-e71dd9fbedcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.634628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Made reservation on behalf of 445c7fba25da4a31b48bbe694c25c832 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:11.641607 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.660158 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] Set router 134dbb6f-3900-41ac-839a-45448cd61302 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:11.742281 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-596682b6-3ec2-4d25-ae5d-965d77e95128 req-aeec93f1-6342-4c60-83e4-fd14eb0ffb6a tempest-FloatingIPsNegativeTestJSON-225604184 tempest-FloatingIPsNegativeTestJSON-225604184-project] show failed (client error): The resource could not be found. Nov 10 16:28:11.754840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-596682b6-3ec2-4d25-ae5d-965d77e95128 req-aeec93f1-6342-4c60-83e4-fd14eb0ffb6a tempest-FloatingIPsNegativeTestJSON-225604184 tempest-FloatingIPsNegativeTestJSON-225604184-project] 10.222.0.62 "GET /v2.0/floatingips/1204f144-2da0-472a-8d02-e2594bb1b4ea HTTP/1.1" status: 404 len: 350 time: 0.0983148 Nov 10 16:28:11.759668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:11.818929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb491fa-846f-44e8-bf78-27db30913567 req-6ae6c055-1680-4b48-ba18-a0349762c279 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0739853 Nov 10 16:28:11.837011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d63bddc5-28dc-4976-8f17-e71dd9fbedcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.885397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:11.922423 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 5, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:11.926736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb491fa-846f-44e8-bf78-27db30913567 req-28b0dec7-c767-40ec-ad7c-fc6af903eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:11.928698 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb491fa-846f-44e8-bf78-27db30913567 req-28b0dec7-c767-40ec-ad7c-fc6af903eca2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=216e76ce054c484ca4b785bb2773399f&device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 1100 time: 0.0552492 Nov 10 16:28:11.952098 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f595fda-c21f-4b41-97d8-f7d62567a054 None None] The sync data for ids ['134dbb6f-3900-41ac-839a-45448cd61302'] in n-d-714676-11 is: [{'id': '134dbb6f-3900-41ac-839a-45448cd61302', 'name': 'tempest-FloatingIPsTestJSON-1450536073-router', 'tenant_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:41Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 5, 'project_id': 'a5fa7338f5ca48cca3d5f12f097078e1', 'gw_port': {'id': 'd276720b-b0b5-4c19-9a53-124c45efa628', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134dbb6f-3900-41ac-839a-45448cd61302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:42Z', 'updated_at': '2021-11-10T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:11.985095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.035524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:12.071004 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-89b5462a-df53-4dd9-9d38-0ab864c3337d req-e1c36df6-2e78-4e86-8219-dc9083720ada tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 210 time: 0.0833395 Nov 10 16:28:12.128635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-2baa59ca-a6f4-4363-ab8b-4903bf095b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:12.130156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-2baa59ca-a6f4-4363-ab8b-4903bf095b9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 1097 time: 0.4647474 Nov 10 16:28:12.141999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb491fa-846f-44e8-bf78-27db30913567 req-58d867f0-4521-41b0-9b05-c7a1fa84b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:12.143485 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb491fa-846f-44e8-bf78-27db30913567 req-58d867f0-4521-41b0-9b05-c7a1fa84b4cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1931634 Nov 10 16:28:12.146592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae666ea-f0c5-4861-8866-0a2e0b7b8cd3 req-97b744af-956a-4c3d-bd70-148293a6257d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:12.148979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ae666ea-f0c5-4861-8866-0a2e0b7b8cd3 req-97b744af-956a-4c3d-bd70-148293a6257d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 944 time: 0.2775996 Nov 10 16:28:12.149831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2d807-3ac0-4278-bf4f-6a6d3c69e629 None None] Pushing event updated for resources: {'Port': ['ID=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:12.172595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Attempting to bind port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:12.173025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Attempting to bind port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:12.173486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Attempting to bind port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b on network cc06fa8e-dd40-42a7-8ec5-8249f839da5c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:12.176340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e1073e-5b91-4b25-a8f7-a2747d20d00d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.190924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:12.191858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Checking segment: {'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:12.192860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.193410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Bound using segment: {'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:12.194155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Bound port: 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:12.194710 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.231616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Deleting port d276720b-b0b5-4c19-9a53-124c45efa628 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:12.232072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.232388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb491fa-846f-44e8-bf78-27db30913567 req-0593f4fb-9fa8-4626-830c-6812148a2eb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=37090ac3-fb21-44f7-9284-ea11e6fdbaab HTTP/1.1" status: 200 len: 217 time: 0.0705073 Nov 10 16:28:12.287174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] For port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:12.291258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] For port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,segment=NetworkSegment(c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c),segment_id=c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:12.306225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb491fa-846f-44e8-bf78-27db30913567 req-d38d0dbe-2d2c-4460-8dcd-f6cd7073a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:12.307690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb491fa-846f-44e8-bf78-27db30913567 req-d38d0dbe-2d2c-4460-8dcd-f6cd7073a6b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0648797 Nov 10 16:28:12.324003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ef15-de79-44cc-b489-a38789f6de72 req-6bccbac7-488b-4214-8be5-cdfc255360c3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:12.325585 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d086ef15-de79-44cc-b489-a38789f6de72 req-6bccbac7-488b-4214-8be5-cdfc255360c3 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 948 time: 0.0950921 Nov 10 16:28:12.358150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a7c2cbed-0c3d-4180-a6ce-3d056e183f65 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:12.391812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: a7c2cbed-0c3d-4180-a6ce-3d056e183f65 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:12.391812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a7c2cbed-0c3d-4180-a6ce-3d056e183f65 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:12.410240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Allocated IP 172.20.0.6 (11723d17-4301-4417-9d5c-8a32a051800d/9b23c3c6-294c-4fac-aacd-a15617a63e9b/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:12.415617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb491fa-846f-44e8-bf78-27db30913567 req-fb3fe0f5-7c0a-4b95-a559-b7b9d61ecadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:12.417352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb491fa-846f-44e8-bf78-27db30913567 req-fb3fe0f5-7c0a-4b95-a559-b7b9d61ecadd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0908015 Nov 10 16:28:12.419465 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.422874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d086ef15-de79-44cc-b489-a38789f6de72 req-c3c76fcc-8bea-4b5b-be1d-1e4daa4db17a tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805120 Nov 10 16:28:12.464074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d63bddc5-28dc-4976-8f17-e71dd9fbedcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.466433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d63bddc5-28dc-4976-8f17-e71dd9fbedcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.472265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d63bddc5-28dc-4976-8f17-e71dd9fbedcd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18782019-6fbd-41c2-a4a6-3b8730aca5d3 HTTP/1.1" status: 204 len: 168 time: 1.2748907 Nov 10 16:28:12.569377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b3233b74-4e3d-4439-88fe-a3f3e29f0125 None None] Provisioning complete for port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:12.571455 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3233b74-4e3d-4439-88fe-a3f3e29f0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.573062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2d807-3ac0-4278-bf4f-6a6d3c69e629 None None] Pushing event updated for resources: {'Port': ['ID=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:12.573993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb491fa-846f-44e8-bf78-27db30913567 req-05563c3e-b2eb-4163-9f4f-9d60c4be9533 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489758 Nov 10 16:28:12.587010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Routers {'75a170f2-2b6d-4280-a3ae-94b815f44a1b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:12.588140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:12.649725 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ae666ea-f0c5-4861-8866-0a2e0b7b8cd3 req-3526510f-ad17-4489-a5cd-08caa5897c5f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548817 Nov 10 16:28:12.733916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-388e4f5e-dbfe-4883-a6ad-1fcfd83bff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:12.735706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-388e4f5e-dbfe-4883-a6ad-1fcfd83bff3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 924 time: 0.5566866 Nov 10 16:28:12.782569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e1073e-5b91-4b25-a8f7-a2747d20d00d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:12.867208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bddc5-28dc-4976-8f17-e71dd9fbedcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18782019-6fbd-41c2-a4a6-3b8730aca5d3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:13.017190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] Set router 75a170f2-2b6d-4280-a3ae-94b815f44a1b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:13.019357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3233b74-4e3d-4439-88fe-a3f3e29f0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.025683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb491fa-846f-44e8-bf78-27db30913567 req-0597a16e-c425-43a4-9b5e-8bdc11eb7cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430678 Nov 10 16:28:13.125598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b3233b74-4e3d-4439-88fe-a3f3e29f0125 None None] For port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,segment=NetworkSegment(c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c),segment_id=c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:13.216731 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e1073e-5b91-4b25-a8f7-a2747d20d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.267621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 51d021bd-20f8-4229-9556-a304ecee6cc4 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:28:13.277364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] For port d276720b-b0b5-4c19-9a53-124c45efa628, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d276720b-b0b5-4c19-9a53-124c45efa628,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:13.277755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.284782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3233b74-4e3d-4439-88fe-a3f3e29f0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.293699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effee0da-7e05-4a91-ae10-f56a2b0f9eb5 req-7c42f90b-cc15-402a-ad32-9b80aa33c2d7 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:13.295465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-effee0da-7e05-4a91-ae10-f56a2b0f9eb5 req-7c42f90b-cc15-402a-ad32-9b80aa33c2d7 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 948 time: 0.0654445 Nov 10 16:28:13.333497 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1fd5316-9d0e-4846-bcca-567d32958033 req-cc59b1e2-018f-46df-a796-38ff70f5c6ad tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 210 time: 0.1211472 Nov 10 16:28:13.339972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '4d52411f-6e0b-497c-b984-1eaf3e2fdb6b', 'name': '', 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'mac_address': 'fa:16:3e:32:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'cf320c75-953f-4a31-a0f3-0c2f1c822e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:06Z', 'updated_at': '2021-11-10T16:28:12Z', 'revision_number': 4, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'subnets': [{'id': 'cf320c75-953f-4a31-a0f3-0c2f1c822e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:13.356188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Calling delete_port for d276720b-b0b5-4c19-9a53-124c45efa628 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:13.359538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-7e7fb9a6-ea6d-446d-b20d-3d9b91b0a29a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19a544a-c3b5-45b6-9abc-1da49501d265 HTTP/1.1" status: 200 len: 1001 time: 0.4799941 Nov 10 16:28:13.375593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-89e1073e-5b91-4b25-a8f7-a2747d20d00d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a5dc59d4508413f8bc2d0ed101d7876&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3342385 Nov 10 16:28:13.379503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60068) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:13.404311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447523b1-21f5-49bb-b777-97321dda1c62 None None] The sync data for ids ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'] in n-d-714676-11 is: [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '4d52411f-6e0b-497c-b984-1eaf3e2fdb6b', 'name': '', 'network_id': 'cc06fa8e-dd40-42a7-8ec5-8249f839da5c', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'mac_address': 'fa:16:3e:32:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'cf320c75-953f-4a31-a0f3-0c2f1c822e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:06Z', 'updated_at': '2021-11-10T16:28:12Z', 'revision_number': 4, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'subnets': [{'id': 'cf320c75-953f-4a31-a0f3-0c2f1c822e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:13.416150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1073e-5b91-4b25-a8f7-a2747d20d00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23119272-51a2-4e02-a886-39eb78968b11,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:13.443285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-effee0da-7e05-4a91-ae10-f56a2b0f9eb5 req-b5d8bff7-7311-40c3-ad23-a8f545059e5c tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414001 Nov 10 16:28:13.526634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-661e74ba-4274-476f-8c7c-090a951e63e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.578963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3233b74-4e3d-4439-88fe-a3f3e29f0125 None None] Pushing event updated for resources: {'Port': ['ID=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:13.595076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60072) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:13.605126 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7180a68a-c9c4-4857-83b6-d65a8d32b679 None None] Provisioning complete for port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:13.605490 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7180a68a-c9c4-4857-83b6-d65a8d32b679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.616592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-c3645a38-6fdd-426d-8080-6ac1d0734d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:13.617313 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-661e74ba-4274-476f-8c7c-090a951e63e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.621736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-c3645a38-6fdd-426d-8080-6ac1d0734d48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26f99d3-7a29-4036-84e9-4ac50da64af9 HTTP/1.1" status: 200 len: 862 time: 0.2468910 Nov 10 16:28:13.643399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-25a5261b-9a0d-4a62-8913-f6c499c48280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.679168 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 51d021bd-20f8-4229-9556-a304ecee6cc4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=51d021bd-20f8-4229-9556-a304ecee6cc4,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:13.697490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'mac_address': 'fa:16:3e:9e:e6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:28:13.814719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-661e74ba-4274-476f-8c7c-090a951e63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.817901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-661e74ba-4274-476f-8c7c-090a951e63e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.822388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-661e74ba-4274-476f-8c7c-090a951e63e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23119272-51a2-4e02-a886-39eb78968b11 HTTP/1.1" status: 204 len: 168 time: 0.4416413 Nov 10 16:28:13.824814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-25a5261b-9a0d-4a62-8913-f6c499c48280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.844441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e74ba-4274-476f-8c7c-090a951e63e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23119272-51a2-4e02-a886-39eb78968b11,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:13.863722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee302d-bdd8-4fa5-a1bd-6ad81f32cd1f req-cdb14cf6-081a-4189-9017-ddd9d779d906 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:13.871861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12ee302d-bdd8-4fa5-a1bd-6ad81f32cd1f req-cdb14cf6-081a-4189-9017-ddd9d779d906 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 944 time: 0.1097703 Nov 10 16:28:13.928637 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.932595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-9ba6393a-06a9-404a-8fe1-0ad292d3cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:13.934868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-9ba6393a-06a9-404a-8fe1-0ad292d3cec3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be52ad98-25a3-4412-85b7-df9863359785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351148 Nov 10 16:28:13.946631 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.962842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12ee302d-bdd8-4fa5-a1bd-6ad81f32cd1f req-416d66fc-b233-4ad9-8dff-8bc29c78ebdf tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900919 Nov 10 16:28:13.968084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-25a5261b-9a0d-4a62-8913-f6c499c48280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:13.975753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d021bd-20f8-4229-9556-a304ecee6cc4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:14.011407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 51d021bd-20f8-4229-9556-a304ecee6cc4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=51d021bd-20f8-4229-9556-a304ecee6cc4,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:14.038928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-25a5261b-9a0d-4a62-8913-f6c499c48280 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7ac7f7a9e3f40b3a22477b57aee0ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425659 Nov 10 16:28:14.049909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5261b-9a0d-4a62-8913-f6c499c48280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459f5ada-ee1c-48b7-8e58-68c9be16deb3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:14.052470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60078) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:14.110241 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.141796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-94ea126a-1dd1-4621-b2e0-e1a86319e050 service neutron] 10.222.0.69 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935267 Nov 10 16:28:14.165173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8b1f-2362-4f93-903c-c8de49e68e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.205275 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8b1f-2362-4f93-903c-c8de49e68e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.231754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:14.237367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=51d021bd-20f8-4229-9556-a304ecee6cc4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:14.321214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:14.322006 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.363811 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.378510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8b1f-2362-4f93-903c-c8de49e68e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.381428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8b1f-2362-4f93-903c-c8de49e68e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.383113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aaeb8b1f-2362-4f93-903c-c8de49e68e33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/459f5ada-ee1c-48b7-8e58-68c9be16deb3 HTTP/1.1" status: 204 len: 168 time: 0.3284552 Nov 10 16:28:14.413025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb8b1f-2362-4f93-903c-c8de49e68e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459f5ada-ee1c-48b7-8e58-68c9be16deb3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:14.439860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event updated for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:14.459825 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.485587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['51d021bd-20f8-4229-9556-a304ecee6cc4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:14.546314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d276720b-b0b5-4c19-9a53-124c45efa628,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:14.583549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Network 11723d17-4301-4417-9d5c-8a32a051800d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:14.590448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:14.596310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-52b4c92f-eed1-4cce-bff7-2ef131822756 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:14.597875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:14.602238 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-52b4c92f-eed1-4cce-bff7-2ef131822756 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.18 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 948 time: 0.1248736 Nov 10 16:28:14.604017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:14.604548 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.638192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a983e37-33bf-4fba-8072-cf5ee3fdd872 req-b7b9f3c5-2655-4c0d-90c0-7764aa7beda6 service neutron] 10.222.0.69 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812779 Nov 10 16:28:14.703123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.830356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.833951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.844704 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-403f200b-6c88-472b-aa0e-3e5ed5ac8275 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9427457 Nov 10 16:28:14.851761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e927716-b216-4fd7-afb6-a5e50bd721f8 req-cf6bad35-2d66-4f43-8463-6a9ca5444302 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:14.854265 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e927716-b216-4fd7-afb6-a5e50bd721f8 req-cf6bad35-2d66-4f43-8463-6a9ca5444302 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 948 time: 0.1977458 Nov 10 16:28:14.856738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030fd07-941e-4882-af40-3333b1b6dcc2 req-05021c86-2cef-4d0d-924f-895f7da4e949 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:14.858807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d030fd07-941e-4882-af40-3333b1b6dcc2 req-05021c86-2cef-4d0d-924f-895f7da4e949 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 931 time: 0.3478067 Nov 10 16:28:14.892242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Request body: {'port': {'device_id': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:14.912024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60090) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:14.949544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba6d3fca-a9a1-4a62-a04c-d7ff26623975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.972783 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:14.996750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e927716-b216-4fd7-afb6-a5e50bd721f8 req-c5fa0d6d-deb4-4cdd-a653-da1eca9b12e5 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/security-groups?id=43db36db-4a45-4147-a72d-0c88217f010e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008151 Nov 10 16:28:15.013952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Deleting port 37090ac3-fb21-44f7-9284-ea11e6fdbaab {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:15.014480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.038359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.039023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 134dbb6f-3900-41ac-839a-45448cd61302 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:28:15.054449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.054449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cfc70dbb-79cf-4478-926d-f0c9367244d3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/134dbb6f-3900-41ac-839a-45448cd61302 HTTP/1.1" status: 204 len: 168 time: 4.2637322 Nov 10 16:28:15.064542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60096) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:15.114920 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.207139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d030fd07-941e-4882-af40-3333b1b6dcc2 req-09b5f75b-519e-41b2-90f1-e114d909dd1e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173563 Nov 10 16:28:15.226452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29e5185-e8a1-466e-bffe-fe1e82d902c4 admin admin] Deleting subnet 8018e7ba-2d88-405a-970d-0e522ab06350 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:28:15.232048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b29e5185-e8a1-466e-bffe-fe1e82d902c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.282402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] For port 37090ac3-fb21-44f7-9284-ea11e6fdbaab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=37090ac3-fb21-44f7-9284-ea11e6fdbaab,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:15.282532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.360306 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba6d3fca-a9a1-4a62-a04c-d7ff26623975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.361783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Calling delete_port for 37090ac3-fb21-44f7-9284-ea11e6fdbaab owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:15.371023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b29e5185-e8a1-466e-bffe-fe1e82d902c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.443216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba6d3fca-a9a1-4a62-a04c-d7ff26623975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.475366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696b513-18de-44d8-a540-64e83e3d129e req-e400e889-7dc9-4b43-8043-a3d4abfdd3f8 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:15.476919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b696b513-18de-44d8-a540-64e83e3d129e req-e400e889-7dc9-4b43-8043-a3d4abfdd3f8 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 945 time: 0.1826088 Nov 10 16:28:15.551644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ba6d3fca-a9a1-4a62-a04c-d7ff26623975 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd14f23a2e1b4b59b6fdcafaf06c00e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6325917 Nov 10 16:28:15.557122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:15.588321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d3fca-a9a1-4a62-a04c-d7ff26623975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc585de7-15da-48f2-b0b6-47cfee95a83f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:15.652938 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b696b513-18de-44d8-a540-64e83e3d129e req-e138b020-1392-49ec-ae05-af8f02a3d0e0 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521604 Nov 10 16:28:15.720989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b29e5185-e8a1-466e-bffe-fe1e82d902c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.738308 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3717f8da-4b4f-4d3f-bdcd-493cca61d050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.786319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:15.797481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3717f8da-4b4f-4d3f-bdcd-493cca61d050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.802280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.849525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Deleting port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:15.849900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.889579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b29e5185-e8a1-466e-bffe-fe1e82d902c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.928941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e5185-e8a1-466e-bffe-fe1e82d902c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8018e7ba-2d88-405a-970d-0e522ab06350,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:15.953067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b29e5185-e8a1-466e-bffe-fe1e82d902c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:15.957443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b29e5185-e8a1-466e-bffe-fe1e82d902c4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8018e7ba-2d88-405a-970d-0e522ab06350 HTTP/1.1" status: 204 len: 168 time: 0.8914297 Nov 10 16:28:15.959283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60114) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:15.970273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60d7d2-9723-48df-b809-dd0d4613e779 None None] Network f873455a-7ca5-43de-8940-aa41f594d592 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:16.078925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.150143 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.178044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d276720b-b0b5-4c19-9a53-124c45efa628 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:16.181830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['37090ac3-fb21-44f7-9284-ea11e6fdbaab'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:16.194783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:16.214938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Pushing event deleted for resources: {'Port': ['ID=37090ac3-fb21-44f7-9284-ea11e6fdbaab,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:16.238463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d276720b-b0b5-4c19-9a53-124c45efa628 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:16.239052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d276720b-b0b5-4c19-9a53-124c45efa628 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:16.249365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1a9d95b-5533-4ddd-ae04-ac7feb0f13d3 req-7c088e2f-96fe-43f2-a49e-36f7dcb1bc6b tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 210 time: 0.0533595 Nov 10 16:28:16.296613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Transition to ACTIVE for port object 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:28:16.315345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3717f8da-4b4f-4d3f-bdcd-493cca61d050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.317896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3717f8da-4b4f-4d3f-bdcd-493cca61d050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.319081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3717f8da-4b4f-4d3f-bdcd-493cca61d050 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc585de7-15da-48f2-b0b6-47cfee95a83f HTTP/1.1" status: 204 len: 168 time: 0.7609403 Nov 10 16:28:16.349425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] No DVR routers for this DVR port 37090ac3-fb21-44f7-9284-ea11e6fdbaab on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:28:16.351079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] For port 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,segment=NetworkSegment(c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c),segment_id=c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:16.351510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.359669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.368974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cab8f335-c628-4b5a-b573-d9e64f79ee93 req-68bd23ff-1a8d-44f7-878d-815a9744a649 tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.18 "DELETE /v2.0/ports/37090ac3-fb21-44f7-9284-ea11e6fdbaab HTTP/1.1" status: 204 len: 173 time: 1.7626176 Nov 10 16:28:16.370588 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2163db9b-e6ab-4c5d-b36b-87301eeed7d6', 'name': 'network-vif-deleted', 'tag': '37090ac3-fb21-44f7-9284-ea11e6fdbaab'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:16.377386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.388404 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2a5965-f043-431f-9ea2-133feb35842e" -d '{"events": [{"server_uuid": "2163db9b-e6ab-4c5d-b36b-87301eeed7d6", "name": "network-vif-deleted", "tag": "37090ac3-fb21-44f7-9284-ea11e6fdbaab"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:16.402254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Deleting port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:16.402600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.406110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717f8da-4b4f-4d3f-bdcd-493cca61d050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc585de7-15da-48f2-b0b6-47cfee95a83f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:16.420041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] DHCP port deletion for f873455a-7ca5-43de-8940-aa41f594d592 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:28:16.457681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Calling delete_port for 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:16.502853 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620c3a7f-73ab-4170-a2c8-57015663d254 x-openstack-request-id: req-620c3a7f-73ab-4170-a2c8-57015663d254 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:16.503294 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2163db9b-e6ab-4c5d-b36b-87301eeed7d6", "name": "network-vif-deleted", "tag": "37090ac3-fb21-44f7-9284-ea11e6fdbaab", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:16.503587 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-620c3a7f-73ab-4170-a2c8-57015663d254 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:16.504863 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2163db9b-e6ab-4c5d-b36b-87301eeed7d6', 'name': 'network-vif-deleted', 'tag': '37090ac3-fb21-44f7-9284-ea11e6fdbaab', 'status': 'completed', 'code': 200} Nov 10 16:28:16.506821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] For port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,segment=NetworkSegment(48e5dc17-d1c7-40e1-9bbc-79d5175ec498),segment_id=48e5dc17-d1c7-40e1-9bbc-79d5175ec498)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:16.507208 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.520737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] Deleting port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:16.521506 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.539730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Calling delete_port for a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:16.547063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-network', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:16.617069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:16.667656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fd07d-06dd-490a-886c-0dc4688e1c1e req-10b80629-8742-40b5-a301-a78a32bb65f2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:16.669287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f2fd07d-06dd-490a-886c-0dc4688e1c1e req-10b80629-8742-40b5-a301-a78a32bb65f2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.3066895 Nov 10 16:28:16.674608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] For port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,segment=NetworkSegment(48e5dc17-d1c7-40e1-9bbc-79d5175ec498),segment_id=48e5dc17-d1c7-40e1-9bbc-79d5175ec498)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:16.675005 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.700591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] Calling delete_port for a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:16.711764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:16.712108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:16.712447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:16.734351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:16.734707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:16.794551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:16.794936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:16.795391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:16.795802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10ef1d-536a-4a9f-9857-7f792f88d646 req-bcd72b7d-0cec-4b9d-9400-10096d6373bb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:16.796288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Bound port: 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:16.796463 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.798374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef10ef1d-536a-4a9f-9857-7f792f88d646 req-bcd72b7d-0cec-4b9d-9400-10096d6373bb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 945 time: 0.0596185 Nov 10 16:28:16.798503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Made reservation on behalf of a7da20f4660a46d18c9a18d32eb5a31a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:16.800796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.840310 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.861281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f2fd07d-06dd-490a-886c-0dc4688e1c1e req-9893ea32-8ec0-4b1a-b86e-998eeea24479 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712062 Nov 10 16:28:16.872700 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.884203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef10ef1d-536a-4a9f-9857-7f792f88d646 req-f37121ee-44ef-4d0a-b2c8-17ed3d93d7cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782301 Nov 10 16:28:16.885095 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:16.923172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] Pushing event deleted for resources: {'Port': ['ID=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:16.930381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df7b4a-a804-4bcf-ba3c-03d148b0a4bd None None] No DVR routers for this DVR port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:28:16.941092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:16.949657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] No DVR routers for this DVR port a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:28:17.023479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:17.039888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.054177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:17.062564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f873455a-7ca5-43de-8940-aa41f594d592']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:17.072241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e5dc17-d1c7-40e1-9bbc-79d5175ec498') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:17.072535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e5dc17-d1c7-40e1-9bbc-79d5175ec498') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:17.086224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.091301 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.099900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.105726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:28:17.106098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:28:17.108306 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:28:17.203721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.208297 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.209948 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.273376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:28:17.288362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:17.288973 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.289320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.289775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 51d021bd-20f8-4229-9556-a304ecee6cc4 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:17.290348 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] 10.222.0.18 "PUT /v2.0/ports/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 1092 time: 2.4305918 Nov 10 16:28:17.294915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:17.297000 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a367a1db-8993-490b-bdf5-fc03e3ee8b31" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:17.300778 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.305086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f873455a-7ca5-43de-8940-aa41f594d592 HTTP/1.1" status: 204 len: 168 time: 1.3448341 Nov 10 16:28:17.325661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f435cc68-645b-4f53-8b4c-4348d6c9346c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:17.343248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27af11-5600-45cc-a7f6-24d3e354d482 admin admin] Pushing event deleted for resources: {'Network': ['ID=f873455a-7ca5-43de-8940-aa41f594d592,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:17.345353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.345704 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Added segment 44b4751c-2a83-44d4-b1cd-39f9754855b7 of type vlan for network 68dc9422-ee22-41db-b1a0-4f1baadc3746 Nov 10 16:28:17.505915 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1bee91-ee2e-43b2-8ab9-89d9abe644b9 x-openstack-request-id: req-7b1bee91-ee2e-43b2-8ab9-89d9abe644b9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:17.516189 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:17.516189 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b1bee91-ee2e-43b2-8ab9-89d9abe644b9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:17.516681 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4', 'status': 'completed', 'code': 200} Nov 10 16:28:17.561111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7f584-996f-40ec-9e40-4d57107c9cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:17.568856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8064929f-2519-4178-9064-6f2b03f1a8d9 req-855b8c36-4b3f-4879-8404-b4ffbbe2278f tempest-DeleteServersAdminTestJSON-574125750 tempest-DeleteServersAdminTestJSON-574125750-project] 10.222.0.62 "GET /v2.0/ports?device_id=2163db9b-e6ab-4c5d-b36b-87301eeed7d6 HTTP/1.1" status: 200 len: 210 time: 0.0547171 Nov 10 16:28:17.579380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 51d021bd-20f8-4229-9556-a304ecee6cc4 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:28:17.584471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 51d021bd-20f8-4229-9556-a304ecee6cc4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:17.585032 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.644171 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.648240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d52411f-6e0b-497c-b984-1eaf3e2fdb6b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:17.719115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367a1db-8993-490b-bdf5-fc03e3ee8b31 req-62171a84-60cc-469d-9761-5a060c42b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:17.720321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a367a1db-8993-490b-bdf5-fc03e3ee8b31 req-62171a84-60cc-469d-9761-5a060c42b199 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1095 time: 0.2002571 Nov 10 16:28:17.724726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.760592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.916421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.917376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:17.918064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:17.944377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:17.946920 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabecc3d-0685-4f93-b155-adcf4058b181" -d '{"events": [{"server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "name": "network-vif-plugged", "status": "completed", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:17.965291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60168) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:18.004833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 51d021bd-20f8-4229-9556-a304ecee6cc4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=51d021bd-20f8-4229-9556-a304ecee6cc4,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:18.078054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d2b5047c-9b05-4860-8878-2d95ea5b4736 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5fa7338f5ca48cca3d5f12f097078e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112590 Nov 10 16:28:18.082088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60170) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:18.086854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8866866 Nov 10 16:28:18.089361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60172) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:18.103282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba046ca-3615-43f8-bd23-30ff927434fa admin admin] Pushing event updated for resources: {'Network': ['ID=68dc9422-ee22-41db-b1a0-4f1baadc3746,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:18.105847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367a1db-8993-490b-bdf5-fc03e3ee8b31 req-2fb19b06-1aef-45a6-be9e-6c018335cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:18.105963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Request body: {'subnet': {'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-subnet', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:18.107359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a367a1db-8993-490b-bdf5-fc03e3ee8b31 req-2fb19b06-1aef-45a6-be9e-6c018335cbfc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=445c7fba25da4a31b48bbe694c25c832&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3790789 Nov 10 16:28:18.130019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 68dc9422-ee22-41db-b1a0-4f1baadc3746 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:28:18.132476 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:18.141537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219a5a4-d6ba-4cee-a01c-c8f0dab211ff req-0f25a2b8-3e7c-4bd9-bf8f-e728164977c4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:18.152260 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3219a5a4-d6ba-4cee-a01c-c8f0dab211ff req-0f25a2b8-3e7c-4bd9-bf8f-e728164977c4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.1355085 Nov 10 16:28:18.233512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367a1db-8993-490b-bdf5-fc03e3ee8b31 req-3a2b195a-16af-4a33-96d4-13eeaac09f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:18.235018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a367a1db-8993-490b-bdf5-fc03e3ee8b31 req-3a2b195a-16af-4a33-96d4-13eeaac09f8a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996113 Nov 10 16:28:18.256982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=51d021bd-20f8-4229-9556-a304ecee6cc4,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:18.263236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b2846-3f2a-4df3-a2d6-bbfedb72cb31 req-d4200ad9-e250-47f7-a20a-fa99560050ce tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:18.265093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a67b2846-3f2a-4df3-a2d6-bbfedb72cb31 req-d4200ad9-e250-47f7-a20a-fa99560050ce tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 945 time: 0.2646191 Nov 10 16:28:18.292921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Router 75a170f2-2b6d-4280-a3ae-94b815f44a1b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:18.331668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:18.346844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:18.354014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:18.354407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a6f883e2-fb6a-4dfd-8676-e1cdd0f0d329 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:18.378371 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:18.385538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Made reservation on behalf of a7da20f4660a46d18c9a18d32eb5a31a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:18.387864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:18.400310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a67b2846-3f2a-4df3-a2d6-bbfedb72cb31 req-f68d5ef9-fe7e-4340-aa60-00ba90fc42b0 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287093 Nov 10 16:28:18.412359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3219a5a4-d6ba-4cee-a01c-c8f0dab211ff req-d9f77804-1e6c-43b8-ab10-2c8d1c792623 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579837 Nov 10 16:28:18.414664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-f232ae16-b58c-4dc6-ae6c-b3987cab9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:18.415593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-f232ae16-b58c-4dc6-ae6c-b3987cab9473 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1095 time: 0.1156998 Nov 10 16:28:18.422610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 37090ac3-fb21-44f7-9284-ea11e6fdbaab no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:18.469106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 37090ac3-fb21-44f7-9284-ea11e6fdbaab {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:18.469106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 37090ac3-fb21-44f7-9284-ea11e6fdbaab not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:18.486630 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d58212-499c-4ffc-9ea5-f4ae08a3a2dc x-openstack-request-id: req-f8d58212-499c-4ffc-9ea5-f4ae08a3a2dc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:18.487213 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "name": "network-vif-plugged", "status": "completed", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:18.488190 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8d58212-499c-4ffc-9ea5-f4ae08a3a2dc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:18.488816 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'code': 200} Nov 10 16:28:18.574852 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-3f15331c-131a-4792-8412-f579107fde9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 217 time: 0.1499581 Nov 10 16:28:18.619723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:18.630772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] Sync routers for ids ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:18.632219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:18.635717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:18.636832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac9bb8e4-4b6d-47f6-8c2a-3342aa84032d HTTP/1.1" status: 204 len: 168 time: 0.5538077 Nov 10 16:28:18.650768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] Routers {'75a170f2-2b6d-4280-a3ae-94b815f44a1b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:18.651687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:18.657797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f4667341-c588-4c62-96b6-1fffafdd7bd7 admin admin] 10.222.0.62 "PUT /v2.0/routers/75a170f2-2b6d-4280-a3ae-94b815f44a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8863730 Nov 10 16:28:18.667616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9bb8e4-4b6d-47f6-8c2a-3342aa84032d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:18.680932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-69bf8471-d0e3-4dd5-a9ac-cc7f69e5adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:18.682324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-69bf8471-d0e3-4dd5-a9ac-cc7f69e5adf1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.1006038 Nov 10 16:28:18.682786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60188) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:18.692835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.693185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.693546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.693856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.694187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.694512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.694833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.695176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.695482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.695859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.696296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.696755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa7068-296e-4507-be68-3c835efde675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:18.783421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-28c8d887-f344-43fb-b4e5-dd03bde7d1f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876679 Nov 10 16:28:18.787287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad5387-afcc-439e-bf27-2cf17bdafcd0 req-b8f072b7-e85c-4d7d-acd0-2cb035a4ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:18.789159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40ad5387-afcc-439e-bf27-2cf17bdafcd0 req-b8f072b7-e85c-4d7d-acd0-2cb035a4ffa9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.2259419 Nov 10 16:28:18.790702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:18.871048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] Set router 75a170f2-2b6d-4280-a3ae-94b815f44a1b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:18.889428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b09bec-c87a-4a76-8cb8-7260c4510c51,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:18.908227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Checking segment: {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:18.908666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Network hostable DHCP agents. Network: 68dc9422-ee22-41db-b1a0-4f1baadc3746, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:28:18.955371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40ad5387-afcc-439e-bf27-2cf17bdafcd0 req-18f8bc3a-9017-4c06-b6a6-fc4582981902 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993707 Nov 10 16:28:18.984775 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-943a874a-b5b4-4c4d-9e32-5ad7759fc513 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929066 Nov 10 16:28:19.001196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Network 68dc9422-ee22-41db-b1a0-4f1baadc3746 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:28:19.043702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.088862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 68dc9422-ee22-41db-b1a0-4f1baadc3746) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:19.100825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:19.104329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.108025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6aff66-0586-497e-8ece-4ba83e754bdb None None] Network 68dc9422-ee22-41db-b1a0-4f1baadc3746 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:19.183182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-14372fd5-9e16-42ae-84f1-a89119c16259 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0885835 Nov 10 16:28:19.183551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60204) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:19.196200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:19.238623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:16Z', 'revision_number': 5, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:19.281505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.282575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.285530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] Checking router: 75a170f2-2b6d-4280-a3ae-94b815f44a1b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:19.304414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] Routers {'75a170f2-2b6d-4280-a3ae-94b815f44a1b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:19.305246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7947df5d-2ccb-443c-94a8-01ee5a9bc361 req-635c3ceb-b506-4712-896e-2ca78594565d service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102634 Nov 10 16:28:19.320279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:19.324975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.348157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.381415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-68dc9422-ee22-41db-b1a0-4f1baadc3746', 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'fixed_ips': [{'subnet_id': 'e1b09bec-c87a-4a76-8cb8-7260c4510c51'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:28:19.382286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.518436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] Set router 75a170f2-2b6d-4280-a3ae-94b815f44a1b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:19.550520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Deleting port af070aaa-bcee-4194-a4b6-589cb17eb693 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:19.550858 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.726085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5244770-552b-4748-9abc-1efad2be82c9 req-ff0fabd1-8ca1-4dd8-ba56-0fab7b0bac01 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:19.726721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Allocated IP 172.20.0.2 (68dc9422-ee22-41db-b1a0-4f1baadc3746/e1b09bec-c87a-4a76-8cb8-7260c4510c51/1db86b2a-7f95-4d47-95c0-b4fd7113abd3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:19.727857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5244770-552b-4748-9abc-1efad2be82c9 req-ff0fabd1-8ca1-4dd8-ba56-0fab7b0bac01 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.1404331 Nov 10 16:28:19.735185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.761830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b841a37-bf2c-4448-8ae3-c8663e907002 req-aab35ae9-e072-4bcd-b90f-f1127b2489f3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:19.774294 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b841a37-bf2c-4448-8ae3-c8663e907002 req-aab35ae9-e072-4bcd-b90f-f1127b2489f3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 946 time: 0.2389681 Nov 10 16:28:19.782658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60224) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:19.867336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b841a37-bf2c-4448-8ae3-c8663e907002 req-592c0a98-6e81-42d1-83b6-e2e53ee3c95c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867560 Nov 10 16:28:19.951385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:19.958426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:16Z', 'revision_number': 5, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:19.995952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0984ea-dd4f-4f6b-91bb-403c630bdddf None None] The sync data for ids ['75a170f2-2b6d-4280-a3ae-94b815f44a1b'] in n-d-714676-11 is: [{'id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'name': 'tempest-FloatingIPsNegativeTestJSON-324123808-router', 'tenant_id': '7a79da38a4124c9998922097f994a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:59Z', 'updated_at': '2021-11-10T16:28:16Z', 'revision_number': 5, 'project_id': '7a79da38a4124c9998922097f994a9fc', 'gw_port': {'id': 'af070aaa-bcee-4194-a4b6-589cb17eb693', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a170f2-2b6d-4280-a3ae-94b815f44a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:00Z', 'updated_at': '2021-11-10T16:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:20.013245 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.093903 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Network 68dc9422-ee22-41db-b1a0-4f1baadc3746 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:20.099239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:20.108451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:20.110877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] For port af070aaa-bcee-4194-a4b6-589cb17eb693, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=af070aaa-bcee-4194-a4b6-589cb17eb693,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:20.111375 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.133051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Pushing event updated for resources: {'Port': ['ID=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:20.174404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.178038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5244770-552b-4748-9abc-1efad2be82c9 req-199d22e4-f9ef-4080-aa19-f43fa2cb7107 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351182 Nov 10 16:28:20.196888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Calling delete_port for af070aaa-bcee-4194-a4b6-589cb17eb693 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:20.198964 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.205363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Attempting to bind port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:20.205752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Attempting to bind port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:20.206087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Attempting to bind port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 on network 68dc9422-ee22-41db-b1a0-4f1baadc3746 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:20.215531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:20.218097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Checking segment: {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:20.218505 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.218901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Bound using segment: {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:20.219406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Bound port: 1db86b2a-7f95-4d47-95c0-b4fd7113abd3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:20.219806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.371384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] For port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:20.378314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] For port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,segment=NetworkSegment(44b4751c-2a83-44d4-b1cd-39f9754855b7),segment_id=44b4751c-2a83-44d4-b1cd-39f9754855b7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:20.418815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4771b0ec-ce73-4f43-92f1-2050a978c077 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=216e76ce054c484ca4b785bb2773399f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6329672 Nov 10 16:28:20.418815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60238) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:20.456825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.460516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Allocated IP 172.25.3.187 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/bf1ead03-907e-4240-b74f-a4f153aa2d2b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:20.556772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea8fb8-8d4b-441a-ba97-9ff885730026 None None] Pushing event updated for resources: {'Port': ['ID=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:20.610314 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f418-f2d4-4107-99b8-a70a6f9626ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.641781 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.658518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f418-f2d4-4107-99b8-a70a6f9626ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.679926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Pushing event deleted for resources: {'Port': ['ID=af070aaa-bcee-4194-a4b6-589cb17eb693,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:20.686347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.748175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.828397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f418-f2d4-4107-99b8-a70a6f9626ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.833572 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f418-f2d4-4107-99b8-a70a6f9626ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.835797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9cb6f418-f2d4-4107-99b8-a70a6f9626ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43db36db-4a45-4147-a72d-0c88217f010e HTTP/1.1" status: 204 len: 168 time: 0.4128580 Nov 10 16:28:20.849955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.873303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6f418-f2d4-4107-99b8-a70a6f9626ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43db36db-4a45-4147-a72d-0c88217f010e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:20.910922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60246) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:20.939242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.944600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:20.953835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:20.958162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:20.962424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:21.078103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1ead03-907e-4240-b74f-a4f153aa2d2b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:21.124978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-network', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:21.161960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a312-0701-4008-8121-8805e42b9bbb req-0ef38e83-a09a-4307-b762-3b0d43e24baa tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:21.163665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9767a312-0701-4008-8121-8805e42b9bbb req-0ef38e83-a09a-4307-b762-3b0d43e24baa tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 946 time: 0.1670585 Nov 10 16:28:21.214082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9767a312-0701-4008-8121-8805e42b9bbb req-cb62c0ed-3310-4ce6-a73b-84dc975a5a8c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441852 Nov 10 16:28:21.225751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.226325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a170f2-2b6d-4280-a3ae-94b815f44a1b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:28:21.232118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.234603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a3126582-5e39-467c-b060-a9e3307a1128 admin admin] 10.222.0.62 "DELETE /v2.0/routers/75a170f2-2b6d-4280-a3ae-94b815f44a1b HTTP/1.1" status: 204 len: 168 time: 2.5488303 Nov 10 16:28:21.236689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60254) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:21.271244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Made reservation on behalf of d068b9fe096d40afa4134aaf0318e485 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:21.273804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.288764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.368237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09484277-5b26-449f-9ab8-d9ae22934b40 req-6ab417f9-6b7b-4d38-ab20-1aca9fe6f843 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:21.370220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09484277-5b26-449f-9ab8-d9ae22934b40 req-6ab417f9-6b7b-4d38-ab20-1aca9fe6f843 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.0683045 Nov 10 16:28:21.376859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9bdfc2-2c9f-482c-a300-9ea6e5624551 admin admin] Deleting subnet cf320c75-953f-4a31-a0f3-0c2f1c822e36 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:28:21.385510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da9bdfc2-2c9f-482c-a300-9ea6e5624551 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.431296 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09484277-5b26-449f-9ab8-d9ae22934b40 req-9cb58cee-86bf-4c71-ac55-a42506b4962c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525134 Nov 10 16:28:21.693259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-3e2304ee-9a39-43a8-b03c-f41b8011dab0 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2240701 Nov 10 16:28:21.704386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:21.760744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.817530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da9bdfc2-2c9f-482c-a300-9ea6e5624551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.825419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.860800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26966d19-e7f7-4001-9a46-991d85fbedbb None None] Network 68dc9422-ee22-41db-b1a0-4f1baadc3746 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:21.961370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a50ec855-65b0-4736-83ae-99ff503b8075 None None] Provisioning complete for port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:21.962086 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a50ec855-65b0-4736-83ae-99ff503b8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:21.993012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:21.994553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.005251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da9bdfc2-2c9f-482c-a300-9ea6e5624551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.014231 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.017670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.149039 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a50ec855-65b0-4736-83ae-99ff503b8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.151429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.153673 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.200143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76c5cae-a692-42f4-b0c2-71b66fdab113,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:22.202035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Allocated IP 172.25.3.59 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/80e45b94-dab8-488f-947f-ac2d7469c01f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:22.207773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a50ec855-65b0-4736-83ae-99ff503b8075 None None] For port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,segment=NetworkSegment(44b4751c-2a83-44d4-b1cd-39f9754855b7),segment_id=44b4751c-2a83-44d4-b1cd-39f9754855b7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:22.226701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.265290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:28:22.272530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:22.303849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.304445 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Added segment f3987a1e-40ed-41d5-a36e-386da8b1f913 of type vlan for network f3576e28-e065-4c19-8570-431a17e42d10 Nov 10 16:28:22.319769 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a50ec855-65b0-4736-83ae-99ff503b8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.370935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.409937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.411935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.413382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:22.413758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.441050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ec855-65b0-4736-83ae-99ff503b8075 None None] Pushing event updated for resources: {'Port': ['ID=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:22.445285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:28:22.453204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32aa3838c53d491297a872815841112c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562061 Nov 10 16:28:22.455298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7757a6a4-c3e5-4365-92fb-cd65b32f9131,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:22.457522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:22.477635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.477985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.478574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.478920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.479259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.479653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.479986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.480316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.480645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.481344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.481344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.481599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308a5a-06a3-4a70-bea1-f14738c4bad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:22.487732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da9bdfc2-2c9f-482c-a300-9ea6e5624551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.493060 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.502515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2ac46578-9280-4c27-9f51-65b049b0ae3c None None] Provisioning complete for port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:22.502515 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ac46578-9280-4c27-9f51-65b049b0ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.525585 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da9bdfc2-2c9f-482c-a300-9ea6e5624551 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.534605 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-da9bdfc2-2c9f-482c-a300-9ea6e5624551 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cf320c75-953f-4a31-a0f3-0c2f1c822e36 HTTP/1.1" status: 204 len: 168 time: 1.2940569 Nov 10 16:28:22.534605 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.534605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:22.535302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.535874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:22.538485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bdfc2-2c9f-482c-a300-9ea6e5624551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf320c75-953f-4a31-a0f3-0c2f1c822e36,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:22.554803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:22.566339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51ba4c-6de2-4841-81b4-d368726de789 None None] Network cc06fa8e-dd40-42a7-8ec5-8249f839da5c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:22.569848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Router 08cb5739-6b30-430c-bc98-8a621e49e850 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:28:22.583018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:22.589852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:22.630244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] Pushing event updated for resources: {'Network': ['ID=f3576e28-e065-4c19-8570-431a17e42d10,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:22.635580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Pushing event updated for resources: {'Port': ['ID=80e45b94-dab8-488f-947f-ac2d7469c01f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:22.650175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45020255-ffd8-482a-80eb-bb8779ba4ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.673770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f3576e28-e065-4c19-8570-431a17e42d10 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:28:22.701860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-508be736-6268-41a8-b5d1-62e00161ef84 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7859554 Nov 10 16:28:22.703562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:22.709982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.715364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Request body: {'subnet': {'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-subnet', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:22.742075 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45020255-ffd8-482a-80eb-bb8779ba4ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.764775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:22.775004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:22.780135 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Sync routers for ids ['08cb5739-6b30-430c-bc98-8a621e49e850'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:22.789577 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Routers {'08cb5739-6b30-430c-bc98-8a621e49e850'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:22.790193 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08cb5739-6b30-430c-bc98-8a621e49e850'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:22.803685 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.856976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'port_id': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4', 'mac_address': 'fa:16:3e:5b:00:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b23c3c6-294c-4fac-aacd-a15617a63e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:28:22.892660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Deleting port 7a167bfa-844f-4c49-b5c3-dc63830daeaa {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:22.893018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.923637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Made reservation on behalf of d068b9fe096d40afa4134aaf0318e485 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:22.926158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:22.937183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:22.949765 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Set router 08cb5739-6b30-430c-bc98-8a621e49e850 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:22.970234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:22.970234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4d52411f-6e0b-497c-b984-1eaf3e2fdb6b not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:22.970234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device af070aaa-bcee-4194-a4b6-589cb17eb693 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:22.976782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.006365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: af070aaa-bcee-4194-a4b6-589cb17eb693 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:23.006953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device af070aaa-bcee-4194-a4b6-589cb17eb693 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:23.027892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45020255-ffd8-482a-80eb-bb8779ba4ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.027892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45020255-ffd8-482a-80eb-bb8779ba4ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.027892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-45020255-ffd8-482a-80eb-bb8779ba4ea0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7757a6a4-c3e5-4365-92fb-cd65b32f9131 HTTP/1.1" status: 204 len: 168 time: 0.5660629 Nov 10 16:28:23.027892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] For port 7a167bfa-844f-4c49-b5c3-dc63830daeaa, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7a167bfa-844f-4c49-b5c3-dc63830daeaa,segment=NetworkSegment(c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c),segment_id=c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:23.027892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.033252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:23.061917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] DHCP port deletion for cc06fa8e-dd40-42a7-8ec5-8249f839da5c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:28:23.065841 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.069754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-64abc2ed-99b3-4415-8477-5cfc77ae5750 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8823156 Nov 10 16:28:23.070628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:23.084098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:23.094248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45020255-ffd8-482a-80eb-bb8779ba4ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7757a6a4-c3e5-4365-92fb-cd65b32f9131,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:23.096504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Calling delete_port for 7a167bfa-844f-4c49-b5c3-dc63830daeaa owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:23.102888 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.182101 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:21Z', 'revision_number': 3, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port': {'id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:20Z', 'updated_at': '2021-11-10T16:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:23.196445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] Deleting port 7a167bfa-844f-4c49-b5c3-dc63830daeaa {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:23.196818 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.216541 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Checking router: 08cb5739-6b30-430c-bc98-8a621e49e850 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:23.218028 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Updating router 08cb5739-6b30-430c-bc98-8a621e49e850 port bf1ead03-907e-4240-b74f-a4f153aa2d2b binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:28:23.245901 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.304716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.427907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] For port 7a167bfa-844f-4c49-b5c3-dc63830daeaa, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7a167bfa-844f-4c49-b5c3-dc63830daeaa,segment=NetworkSegment(c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c),segment_id=c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:23.428401 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.465619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] Calling delete_port for 7a167bfa-844f-4c49-b5c3-dc63830daeaa owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:23.491113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:23.525466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e246fc6-5a1a-44c1-8c68-9e19c7711ec4 req-dbff27a7-f32d-4377-af86-5bd1b6dfed82 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:23.527054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e246fc6-5a1a-44c1-8c68-9e19c7711ec4 req-dbff27a7-f32d-4377-af86-5bd1b6dfed82 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 944 time: 0.1348724 Nov 10 16:28:23.530017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['169d38c5-7c9a-4c08-92a0-c64bcd9a72f4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:23.537697 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.650156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e246fc6-5a1a-44c1-8c68-9e19c7711ec4 req-dce83feb-53ba-4179-ae77-7ab160d27637 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113935 Nov 10 16:28:23.672157 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.690392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.712949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.730868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.742276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a167bfa-844f-4c49-b5c3-dc63830daeaa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:23.752036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.769303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] No DVR routers for this DVR port 7a167bfa-844f-4c49-b5c3-dc63830daeaa on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:28:23.778749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d1a3a-9520-4e20-a671-35372203ca23 None None] Pushing event deleted for resources: {'Port': ['ID=7a167bfa-844f-4c49-b5c3-dc63830daeaa,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:23.808456 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.845174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Pushing event updated for resources: {'Port': ['ID=80e45b94-dab8-488f-947f-ac2d7469c01f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:23.893379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.913948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.955414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Attempting to bind port bf1ead03-907e-4240-b74f-a4f153aa2d2b on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:23.957437 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Attempting to bind port bf1ead03-907e-4240-b74f-a4f153aa2d2b by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:23.957894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b108411c-236a-4f8e-b06d-25671ea51867,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:23.962921 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Attempting to bind port bf1ead03-907e-4240-b74f-a4f153aa2d2b on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:23.975085 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e892-a508-43c0-921a-910ffe60ed31 None None] Pushing event updated for resources: {'Port': ['ID=bf1ead03-907e-4240-b74f-a4f153aa2d2b,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:23.990134 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:23.990615 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:23.991026 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:23.991440 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:23.991934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Bound port: bf1ead03-907e-4240-b74f-a4f153aa2d2b, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:23.992401 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.014477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] No DVR routers for this DVR port 7a167bfa-844f-4c49-b5c3-dc63830daeaa on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:28:24.018679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:24.030249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Checking segment: {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:24.031853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Network hostable DHCP agents. Network: f3576e28-e065-4c19-8570-431a17e42d10, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:28:24.093957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.094296 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] For port bf1ead03-907e-4240-b74f-a4f153aa2d2b, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:24.098219 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] For port bf1ead03-907e-4240-b74f-a4f153aa2d2b, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bf1ead03-907e-4240-b74f-a4f153aa2d2b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:24.101486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-1ae09777-e570-416a-9c7d-cc3b5e37eee3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4025257 Nov 10 16:28:24.145024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Allocated IP 172.20.0.1 (68dc9422-ee22-41db-b1a0-4f1baadc3746/e1b09bec-c87a-4a76-8cb8-7260c4510c51/e012b031-c8c0-4012-9f1c-d62fd7c6f733) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:24.160679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:24.167343 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.197340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Network f3576e28-e065-4c19-8570-431a17e42d10 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:28:24.255502 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e892-a508-43c0-921a-910ffe60ed31 None None] Pushing event updated for resources: {'Port': ['ID=bf1ead03-907e-4240-b74f-a4f153aa2d2b,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:24.256270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:24.256646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.261507 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-17ddbdec-62d3-4bde-8186-367b990b0f3b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.1581514 Nov 10 16:28:24.274164 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Routers {'08cb5739-6b30-430c-bc98-8a621e49e850'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:24.274993 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08cb5739-6b30-430c-bc98-8a621e49e850'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:24.275897 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.287827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a13433d-e8b2-45f8-8827-a0f6754ca4b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.314845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.352708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.353245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.354148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.354486 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > port after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.354811 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.355144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > port after_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.355504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.355824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.356136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.356453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.403567 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] Set router 08cb5739-6b30-430c-bc98-8a621e49e850 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:24.430718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.431096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.431457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.431928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.432265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 16:28:24.432649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc06fa8e-dd40-42a7-8ec5-8249f839da5c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:24.447567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:24.453345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f3576e28-e065-4c19-8570-431a17e42d10) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:24.470311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:24.470655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d0f6fd-f80a-4168-80ac-fa1b9b61bd9c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:24.500947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:24.500947 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.518955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0387d87e-d81c-4065-8e30-148253bce8fd None None] Network f3576e28-e065-4c19-8570-431a17e42d10 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:24.525685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7a167bfa-844f-4c49-b5c3-dc63830daeaa no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:24.553193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Network 68dc9422-ee22-41db-b1a0-4f1baadc3746 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:24.555488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.562937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:24.567822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:24.578387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7a167bfa-844f-4c49-b5c3-dc63830daeaa {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:24.578776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7a167bfa-844f-4c49-b5c3-dc63830daeaa not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:24.641911 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c943d473-fb76-45d2-be63-9870128a9579 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9345601 Nov 10 16:28:24.642905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:24.662340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Pushing event updated for resources: {'Port': ['ID=e012b031-c8c0-4012-9f1c-d62fd7c6f733,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:24.678432 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.680654 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.698474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:24.726569 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:21Z', 'revision_number': 3, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port': {'id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:20Z', 'updated_at': '2021-11-10T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:24.769207 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ee3e6-0c4f-4247-8554-e2e5f5b72b67 None None] The sync data for ids ['08cb5739-6b30-430c-bc98-8a621e49e850'] in n-d-714676-11 is: [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:21Z', 'revision_number': 3, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port': {'id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:20Z', 'updated_at': '2021-11-10T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:24.769458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:28:24.769917 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.781049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:28:24.793652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:24.794069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: from cryptography.utils import int_from_bytes Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: from cryptography.utils import int_from_bytes Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:28:24.794325 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:28:24.870422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-eac02951-1b3e-4278-8737-ab58e1e6b35a tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:24.877000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-eac02951-1b3e-4278-8737-ab58e1e6b35a tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.5979266 Nov 10 16:28:24.924608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-f3576e28-e065-4c19-8570-431a17e42d10', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:28:24.925491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.937244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-509c7f1e-0a48-4f6c-a85d-c7a676035b76 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:28:24.945003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15330ac7-6622-4023-b2b8-fc73895a2570 req-509c7f1e-0a48-4f6c-a85d-c7a676035b76 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0577979 Nov 10 16:28:24.945546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9930f32-7d0c-4ab2-aced-6314d6eb560b req-f2b1ff03-a306-4377-866f-b6e9c8719ffc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:24.948119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a9930f32-7d0c-4ab2-aced-6314d6eb560b req-f2b1ff03-a306-4377-866f-b6e9c8719ffc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 944 time: 0.1157126 Nov 10 16:28:24.977446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a13433d-e8b2-45f8-8827-a0f6754ca4b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.987484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:24.992371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.063510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a9930f32-7d0c-4ab2-aced-6314d6eb560b req-e93960f9-96b2-41df-93cc-b23dbe9a8828 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990162 Nov 10 16:28:25.111719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.134868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a13433d-e8b2-45f8-8827-a0f6754ca4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.153285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.159533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.164668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] 10.222.0.62 "DELETE /v2.0/networks/cc06fa8e-dd40-42a7-8ec5-8249f839da5c HTTP/1.1" status: 204 len: 168 time: 2.6265950 Nov 10 16:28:25.166305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.264834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45226f1c-4a64-4c7c-aef6-5856dbba01fb admin admin] Pushing event deleted for resources: {'Network': ['ID=cc06fa8e-dd40-42a7-8ec5-8249f839da5c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:25.284354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13433d-e8b2-45f8-8827-a0f6754ca4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b3dd05-fb82-4b60-9159-0dff1e38a01f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:25.368827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0a13433d-e8b2-45f8-8827-a0f6754ca4b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0040e5ee6b1740d9af230e63af0e28b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3456473 Nov 10 16:28:25.397319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60332) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:25.425592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-17b8ca46-3143-44e4-bb28-84fa64440c96 None None] Provisioning complete for port e012b031-c8c0-4012-9f1c-d62fd7c6f733 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:25.426184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17b8ca46-3143-44e4-bb28-84fa64440c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.436729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.485394 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a99c5319-2104-41c0-bea3-6f35078444bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.522099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:25.524900 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15df5e23-3027-4015-9666-020b16e2cfcd" -d '{"events": [{"server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "name": "network-vif-plugged", "status": "completed", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:25.536856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-17b8ca46-3143-44e4-bb28-84fa64440c96 None None] Port e012b031-c8c0-4012-9f1c-d62fd7c6f733 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:25.548551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:25.558563 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.589694 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a99c5319-2104-41c0-bea3-6f35078444bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.629371 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f21594-fcb4-4a3e-9449-d5e98f8267d0 x-openstack-request-id: req-d0f21594-fcb4-4a3e-9449-d5e98f8267d0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:25.629749 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "name": "network-vif-plugged", "status": "completed", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:25.629943 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0f21594-fcb4-4a3e-9449-d5e98f8267d0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:25.630359 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4', 'code': 200} Nov 10 16:28:25.639545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Allocated IP 172.20.0.2 (f3576e28-e065-4c19-8570-431a17e42d10/b108411c-236a-4f8e-b06d-25671ea51867/8689ff7b-b882-44c8-b5db-25303e85a310) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:25.658235 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.671031 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.774926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Pushing event updated for resources: {'Port': ['ID=e012b031-c8c0-4012-9f1c-d62fd7c6f733,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:25.780458 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.804173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:25.826819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.827125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.827448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.827790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.828118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.828446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.828768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.829087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.829407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.829724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.830043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.830352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:28:25.915773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60340) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:25.921750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Network 68dc9422-ee22-41db-b1a0-4f1baadc3746 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:25.922746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a99c5319-2104-41c0-bea3-6f35078444bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.925514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a99c5319-2104-41c0-bea3-6f35078444bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:25.936159 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a99c5319-2104-41c0-bea3-6f35078444bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37b3dd05-fb82-4b60-9159-0dff1e38a01f HTTP/1.1" status: 204 len: 168 time: 0.5283279 Nov 10 16:28:25.965350 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.002162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.010042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c5319-2104-41c0-bea3-6f35078444bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b3dd05-fb82-4b60-9159-0dff1e38a01f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:26.041868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-246dc6b8-2caa-4874-84bc-78483da0fc30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a79da38a4124c9998922097f994a9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1212230 Nov 10 16:28:26.041868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:26.042608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:26.081790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.121932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab78f5f-2645-41ff-bd12-690db9372f8b req-a238ade4-b3b9-4ca9-ac0c-4731c02cfe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:26.123438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ab78f5f-2645-41ff-bd12-690db9372f8b req-a238ade4-b3b9-4ca9-ac0c-4731c02cfe43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1097 time: 0.1676986 Nov 10 16:28:26.171617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Network f3576e28-e065-4c19-8570-431a17e42d10 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:26.204266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:26.215957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:26.219576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Pushing event updated for resources: {'Port': ['ID=8689ff7b-b882-44c8-b5db-25303e85a310,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:26.305129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bf1ead03-907e-4240-b74f-a4f153aa2d2b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:26.370936 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ab78f5f-2645-41ff-bd12-690db9372f8b req-8d2cd00d-7b71-430b-b6c9-00da5c2cbd62 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207286 Nov 10 16:28:26.432077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Attempting to bind port 8689ff7b-b882-44c8-b5db-25303e85a310 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:26.433119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Attempting to bind port 8689ff7b-b882-44c8-b5db-25303e85a310 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:26.433484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Attempting to bind port 8689ff7b-b882-44c8-b5db-25303e85a310 on network f3576e28-e065-4c19-8570-431a17e42d10 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:26.442426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:26.443018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Checking segment: {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:26.443618 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.444163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Bound using segment: {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:26.447957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Bound port: 8689ff7b-b882-44c8-b5db-25303e85a310, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:26.448674 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.498911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Router 08cb5739-6b30-430c-bc98-8a621e49e850 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:26.499153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bf1ead03-907e-4240-b74f-a4f153aa2d2b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:26.499280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.506170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99e1218e-3ecc-4f01-aa0d-4e05efe85de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.537233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c161d-303c-4587-bbf8-6a53fb5840ec req-bf9d9df0-5926-498d-8bd8-fd84982eb207 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:26.540704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-f7cc0d6c-63d3-401b-9123-0e0d22ce99d9 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:26.541205 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-f7cc0d6c-63d3-401b-9123-0e0d22ce99d9 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 821 time: 1.1137021 Nov 10 16:28:26.544806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb3c161d-303c-4587-bbf8-6a53fb5840ec req-bf9d9df0-5926-498d-8bd8-fd84982eb207 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 945 time: 0.1711042 Nov 10 16:28:26.574130 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-94b9fdab-97d0-424b-9a31-2fc36cb28fa8 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/quotas/e15192240ce74c6bae41aef2898a21ae HTTP/1.1" status: 200 len: 375 time: 0.0252471 Nov 10 16:28:26.575177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] For port 8689ff7b-b882-44c8-b5db-25303e85a310, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:26.580154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] For port 8689ff7b-b882-44c8-b5db-25303e85a310, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8689ff7b-b882-44c8-b5db-25303e85a310,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:26.591538 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99e1218e-3ecc-4f01-aa0d-4e05efe85de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.624565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8caf4132-1ff9-42db-965b-0d05e67499b4 None None] Provisioning complete for port e012b031-c8c0-4012-9f1c-d62fd7c6f733 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:26.625196 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8caf4132-1ff9-42db-965b-0d05e67499b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.714122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-bdf5f4f0-7a91-4406-80d2-2a611fd1346d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1257236 Nov 10 16:28:26.719654 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.767781 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb3c161d-303c-4587-bbf8-6a53fb5840ec req-cb951078-0cd4-48a5-bbac-6176f6c183ff tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135870 Nov 10 16:28:26.787143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8caf4132-1ff9-42db-965b-0d05e67499b4 None None] Port e012b031-c8c0-4012-9f1c-d62fd7c6f733 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:26.796940 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475af8fc-6cb6-4ffd-b65a-b70f4df8b279 None None] Pushing event updated for resources: {'Port': ['ID=8689ff7b-b882-44c8-b5db-25303e85a310,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:26.804732 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.833169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port bf1ead03-907e-4240-b74f-a4f153aa2d2b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bf1ead03-907e-4240-b74f-a4f153aa2d2b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:26.865863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:26.884548 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-24161cff-a438-443f-9acc-29d48b7987ff admin admin] 10.222.0.62 "PUT /v2.0/routers/08cb5739-6b30-430c-bc98-8a621e49e850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8075719 Nov 10 16:28:26.903112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99e1218e-3ecc-4f01-aa0d-4e05efe85de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.906470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99e1218e-3ecc-4f01-aa0d-4e05efe85de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.907807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-99e1218e-3ecc-4f01-aa0d-4e05efe85de2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5f7eef3-4eed-4e09-bd85-e0388efcb0e2 HTTP/1.1" status: 204 len: 168 time: 0.8437865 Nov 10 16:28:26.961077 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:26.987016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1218e-3ecc-4f01-aa0d-4e05efe85de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f7eef3-4eed-4e09-bd85-e0388efcb0e2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:27.017077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:27.048512 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:27.073107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=bf1ead03-907e-4240-b74f-a4f153aa2d2b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:27.125454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-f84b01b4-dd5d-426c-907f-31e1dd8a5bca service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649643 Nov 10 16:28:27.285411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60376) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:27.308693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7535a3b-65a2-4ba7-9a62-a6ae268820e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:27.358461 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-236a337c-668a-4734-bdd4-c6d3e04eab8e service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310770 Nov 10 16:28:27.392991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Allocated IP 172.25.3.65 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/07d55876-3060-42b2-a944-523eae55001f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:27.469480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7535a3b-65a2-4ba7-9a62-a6ae268820e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:27.546735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Sync routers for ids ['08cb5739-6b30-430c-bc98-8a621e49e850'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:27.558836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Routers {'08cb5739-6b30-430c-bc98-8a621e49e850'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:27.559539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08cb5739-6b30-430c-bc98-8a621e49e850'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:27.628296 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-f728edba-6312-482a-af2c-e679cab56f02 req-55d57f06-3aa5-46bd-bf05-a253989f972d tempest-FloatingIPDetailsNegativeTestJSON-1214582198 tempest-FloatingIPDetailsNegativeTestJSON-1214582198-project] show failed (client error): The resource could not be found. Nov 10 16:28:27.629239 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f728edba-6312-482a-af2c-e679cab56f02 req-55d57f06-3aa5-46bd-bf05-a253989f972d tempest-FloatingIPDetailsNegativeTestJSON-1214582198 tempest-FloatingIPDetailsNegativeTestJSON-1214582198-project] 10.222.0.62 "GET /v2.0/floatingips/2a63faaf-11fb-45d8-a02e-0edff6102573 HTTP/1.1" status: 404 len: 350 time: 0.0349565 Nov 10 16:28:27.630482 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:27.641877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60382) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:27.692914 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7535a3b-65a2-4ba7-9a62-a6ae268820e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:27.781670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Set router 08cb5739-6b30-430c-bc98-8a621e49e850 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:27.832473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:27.879526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7535a3b-65a2-4ba7-9a62-a6ae268820e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1271a821-f472-4634-8936-dfeb21ef27c8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:27.964034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7487cca4-16f0-4ca7-a50e-d948a48acc08 req-9fed8a42-6634-4d5b-a618-ef7ae7408619 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 210 time: 0.1611698 Nov 10 16:28:28.013989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:28.018461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:28.024859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:28.108065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Pushing event updated for resources: {'Port': ['ID=07d55876-3060-42b2-a944-523eae55001f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:28.305729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:24Z', 'revision_number': 4, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port': {'id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:20Z', 'updated_at': '2021-11-10T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'e012b031-c8c0-4012-9f1c-d62fd7c6f733', 'name': '', 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'mac_address': 'fa:16:3e:4c:79:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e1b09bec-c87a-4a76-8cb8-7260c4510c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:23Z', 'updated_at': '2021-11-10T16:28:25Z', 'revision_number': 2, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'subnets': [{'id': 'e1b09bec-c87a-4a76-8cb8-7260c4510c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:28.363464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Checking router: 08cb5739-6b30-430c-bc98-8a621e49e850 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:28.364134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Updating router 08cb5739-6b30-430c-bc98-8a621e49e850 port e012b031-c8c0-4012-9f1c-d62fd7c6f733 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:28:28.420756 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:28.479470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bf1ead03-907e-4240-b74f-a4f153aa2d2b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:28.507069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c7535a3b-65a2-4ba7-9a62-a6ae268820e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d16c9f6906f40a29a6753034dd92d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2204919 Nov 10 16:28:28.511134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60414) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:28.624410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515e611-a4e9-4973-a9d0-6028f7d278e5 req-041d48cd-cb4f-4241-85c3-4fdbb68f2674 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:28.626322 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b515e611-a4e9-4973-a9d0-6028f7d278e5 req-041d48cd-cb4f-4241-85c3-4fdbb68f2674 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 945 time: 0.1308880 Nov 10 16:28:28.667957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00e88404-5b9b-4396-9009-20a66af90ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:28.744359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00e88404-5b9b-4396-9009-20a66af90ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:28.751641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b515e611-a4e9-4973-a9d0-6028f7d278e5 req-e968a4bb-a5c2-4b29-a0e5-7c236e1f36b2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978804 Nov 10 16:28:28.808021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bf1ead03-907e-4240-b74f-a4f153aa2d2b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:28.808594 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:28.825253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:28.846299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37fda2d-b1b9-41a3-9b2e-d38219486565 None None] Network f3576e28-e065-4c19-8570-431a17e42d10 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:28.933142 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:28.996943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-870c3daf-da2e-4b3b-88d4-342e05b03a65 None None] Provisioning complete for port 8689ff7b-b882-44c8-b5db-25303e85a310 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:28.997317 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-870c3daf-da2e-4b3b-88d4-342e05b03a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.051883 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00e88404-5b9b-4396-9009-20a66af90ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.055745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00e88404-5b9b-4396-9009-20a66af90ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.057286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-00e88404-5b9b-4396-9009-20a66af90ca0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1271a821-f472-4634-8936-dfeb21ef27c8 HTTP/1.1" status: 204 len: 168 time: 0.5395796 Nov 10 16:28:29.141076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e88404-5b9b-4396-9009-20a66af90ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1271a821-f472-4634-8936-dfeb21ef27c8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:29.160995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-342d1cdc-f02a-4848-a096-b2cff409b4f6 req-43a59068-380f-4add-b3d5-690732cc499d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 210 time: 0.1165881 Nov 10 16:28:29.188327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.303850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60438) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:29.444489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b75b87-3efd-4c3d-89a2-7715a1dbee3c req-13e382ed-f24e-4517-897c-fdb2cca78fea tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:29.446108 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9b75b87-3efd-4c3d-89a2-7715a1dbee3c req-13e382ed-f24e-4517-897c-fdb2cca78fea tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1097 time: 0.1119952 Nov 10 16:28:29.471561 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-870c3daf-da2e-4b3b-88d4-342e05b03a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.479415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Deleting port e012b031-c8c0-4012-9f1c-d62fd7c6f733 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:29.479773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.516949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8689ff7b-b882-44c8-b5db-25303e85a310 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:29.527009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Router d52ea073-b3ad-49f5-8ddd-c9d09270935f is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:28:29.554807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9b75b87-3efd-4c3d-89a2-7715a1dbee3c req-3c7dc009-2f29-407a-8da3-ad82e4ae99bb tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973525 Nov 10 16:28:29.588319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.609578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Calling delete_port for e012b031-c8c0-4012-9f1c-d62fd7c6f733 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:29.611375 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.622409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-870c3daf-da2e-4b3b-88d4-342e05b03a65 None None] For port 8689ff7b-b882-44c8-b5db-25303e85a310, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8689ff7b-b882-44c8-b5db-25303e85a310,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:29.642770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8689ff7b-b882-44c8-b5db-25303e85a310 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:29.643204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.711186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.836581 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-870c3daf-da2e-4b3b-88d4-342e05b03a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:29.970648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:29.985839 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Sync routers for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:30.005735 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:30.010326 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:30.012214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddeeb2-c368-4834-a074-4431dac54095 req-8cf6aada-b294-4fbf-a1cb-790fbe79f2e6 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:30.016406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60450) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:30.017224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdddeeb2-c368-4834-a074-4431dac54095 req-8cf6aada-b294-4fbf-a1cb-790fbe79f2e6 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1097 time: 0.1972485 Nov 10 16:28:30.037498 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16f9887d-de41-44de-a34f-5e41dc6aa4b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.040867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62233113-21df-4996-a3c0-7563f2064e30 None None] Pushing event updated for resources: {'Port': ['ID=e012b031-c8c0-4012-9f1c-d62fd7c6f733,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:30.129773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c3daf-da2e-4b3b-88d4-342e05b03a65 None None] Pushing event updated for resources: {'Port': ['ID=8689ff7b-b882-44c8-b5db-25303e85a310,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:30.137654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Attempting to bind port e012b031-c8c0-4012-9f1c-d62fd7c6f733 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:30.138735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Attempting to bind port e012b031-c8c0-4012-9f1c-d62fd7c6f733 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:30.139160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Attempting to bind port e012b031-c8c0-4012-9f1c-d62fd7c6f733 on network 68dc9422-ee22-41db-b1a0-4f1baadc3746 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:30.142823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.148395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:30.148395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Checking segment: {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:30.148395 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.148395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Bound using segment: {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:30.149215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Bound port: e012b031-c8c0-4012-9f1c-d62fd7c6f733, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:30.149662 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.162622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7e20fe27-7648-434d-91fe-59e0f8df3d53 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.5058494 Nov 10 16:28:30.163368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:30.167333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdddeeb2-c368-4834-a074-4431dac54095 req-f458b4cb-143b-43e6-be71-a7341c980647 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337156 Nov 10 16:28:30.197921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1682964023-network', 'tenant_id': '07821b1f5ad54adb867ee7267cf6957a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:30.302648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a5484cc0-10b3-45d1-a3c7-9f1d9b2384a7 None None] Provisioning complete for port 8689ff7b-b882-44c8-b5db-25303e85a310 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:30.303014 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5484cc0-10b3-45d1-a3c7-9f1d9b2384a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.379245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8689ff7b-b882-44c8-b5db-25303e85a310 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:30.400130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e866ce08-21e4-43c3-89cb-70ffc5f2de3c req-4086d4ba-6de0-4340-94a1-f2801facafd8 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 210 time: 0.1298563 Nov 10 16:28:30.405785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16f9887d-de41-44de-a34f-5e41dc6aa4b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.412095 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:30.516301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Made reservation on behalf of 07821b1f5ad54adb867ee7267cf6957a for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:30.518617 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.522201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16f9887d-de41-44de-a34f-5e41dc6aa4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.524612 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.558128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:28:30.558518 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:28:30.580406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8689ff7b-b882-44c8-b5db-25303e85a310 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:30.588442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.597937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.746945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fab0b35a-0fc5-4586-b02b-5f3d78307038 None None] Could not find standard attr ID for object e012b031-c8c0-4012-9f1c-d62fd7c6f733. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:28:30.752509 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:28Z', 'revision_number': 3, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:30.753172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Pushing event deleted for resources: {'Port': ['ID=e012b031-c8c0-4012-9f1c-d62fd7c6f733,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:30.787748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-16f9887d-de41-44de-a34f-5e41dc6aa4b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e586d59c8868459c814bf3f575fbd0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4783981 Nov 10 16:28:30.787748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9887d-de41-44de-a34f-5e41dc6aa4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971ead19-392c-456a-8518-f791cbb79c0e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:30.789523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60472) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:30.795455 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Checking router: d52ea073-b3ad-49f5-8ddd-c9d09270935f for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:30.795810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Updating router d52ea073-b3ad-49f5-8ddd-c9d09270935f port 07d55876-3060-42b2-a944-523eae55001f binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:28:30.867919 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:30.917559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.061630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.087354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Attempting to bind port e012b031-c8c0-4012-9f1c-d62fd7c6f733 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:31.087909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Attempting to bind port e012b031-c8c0-4012-9f1c-d62fd7c6f733 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:31.091727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Attempting to bind port e012b031-c8c0-4012-9f1c-d62fd7c6f733 on network 68dc9422-ee22-41db-b1a0-4f1baadc3746 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:31.092386 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-057243e1-03aa-465d-91cc-34bd5471f630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.104658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:31.106250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Checking segment: {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:31.106681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.108279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Bound using segment: {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:31.109466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Bound port: e012b031-c8c0-4012-9f1c-d62fd7c6f733, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b4751c-2a83-44d4-b1cd-39f9754855b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68dc9422-ee22-41db-b1a0-4f1baadc3746'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:31.109871 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.173328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-9e640364-3695-4219-9eb7-978014dd879e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:31.173837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:28:31.184304 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-9e640364-3695-4219-9eb7-978014dd879e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.18 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 821 time: 0.2168546 Nov 10 16:28:31.185989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Port e012b031-c8c0-4012-9f1c-d62fd7c6f733 has been deleted concurrently {{(pid=103327) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 16:28:31.199073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-057243e1-03aa-465d-91cc-34bd5471f630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.201370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Request body: {'port': {'device_id': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'admin_state_up': True, 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:31.205568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Routers {'08cb5739-6b30-430c-bc98-8a621e49e850'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:31.206604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08cb5739-6b30-430c-bc98-8a621e49e850'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:31.207919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d685c3-8f10-4191-b0e0-024227a7e481,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:31.222217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.231192 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Added segment d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf of type vlan for network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 Nov 10 16:28:31.283015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.296927 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.312415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.395334 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.478691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:28:31.515083 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e5269-807b-4422-9375-a465b99a2611 None None] Pushing event updated for resources: {'Port': ['ID=07d55876-3060-42b2-a944-523eae55001f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:31.552323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] Set router 08cb5739-6b30-430c-bc98-8a621e49e850 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:31.559812 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Attempting to bind port 07d55876-3060-42b2-a944-523eae55001f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:31.559812 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Attempting to bind port 07d55876-3060-42b2-a944-523eae55001f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:31.559812 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Attempting to bind port 07d55876-3060-42b2-a944-523eae55001f on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:31.571050 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:31.571342 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:31.571742 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.572132 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:31.572602 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Bound port: 07d55876-3060-42b2-a944-523eae55001f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:31.572997 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.592432 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c3a1c1c-8298-480f-bf8b-2fc5078376ff req-f2075258-6a97-4f95-9d02-5d97ee201857 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 210 time: 0.0546012 Nov 10 16:28:31.625790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.627142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:31.628116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.633731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Made reservation on behalf of e15192240ce74c6bae41aef2898a21ae for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:31.637924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.638572 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-057243e1-03aa-465d-91cc-34bd5471f630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.642080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-057243e1-03aa-465d-91cc-34bd5471f630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.643608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-057243e1-03aa-465d-91cc-34bd5471f630 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/971ead19-392c-456a-8518-f791cbb79c0e HTTP/1.1" status: 204 len: 168 time: 0.8535805 Nov 10 16:28:31.682758 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] For port 07d55876-3060-42b2-a944-523eae55001f, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:31.686542 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] For port 07d55876-3060-42b2-a944-523eae55001f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=07d55876-3060-42b2-a944-523eae55001f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:31.715215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e876581-066b-458f-94c8-2bbcf76232ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.752006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057243e1-03aa-465d-91cc-34bd5471f630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ead19-392c-456a-8518-f791cbb79c0e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:31.789795 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.835655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:31.864980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8468151 Nov 10 16:28:31.868572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:31.874147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4c38-c332-4bc7-8d39-3009d7e688c1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae7cc7b-e07d-4b87-a35c-92ca19de3891,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:31.881784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Request body: {'subnet': {'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1682964023-subnet', 'tenant_id': '07821b1f5ad54adb867ee7267cf6957a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:31.893604 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:31.896664 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:31.899075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:28:31.905013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Allocated IP 172.20.0.4 (3eb8afe4-8de2-4860-84b6-245d7d8a8a8a/c47150c3-4535-4934-8b90-4eaa6958586d/e183a04a-9f1c-4bb2-827d-ffe333a1188a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:31.905798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Router 08cb5739-6b30-430c-bc98-8a621e49e850 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:31.997960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Made reservation on behalf of 07821b1f5ad54adb867ee7267cf6957a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:32.000499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.069655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:29Z', 'revision_number': 5, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port': {'id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:20Z', 'updated_at': '2021-11-10T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:32.078585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:32.088032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0882fa00-11e7-4f87-b692-68a183fce99d admin admin] 10.222.0.62 "PUT /v2.0/routers/08cb5739-6b30-430c-bc98-8a621e49e850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4441066 Nov 10 16:28:32.089428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60508) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:32.112975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb270e6-f7f4-4dce-a484-72b903c56aff None None] The sync data for ids ['08cb5739-6b30-430c-bc98-8a621e49e850'] in n-d-714676-11 is: [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:29Z', 'revision_number': 5, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port': {'id': 'bf1ead03-907e-4240-b74f-a4f153aa2d2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:20Z', 'updated_at': '2021-11-10T16:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:32.134646 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e5269-807b-4422-9375-a465b99a2611 None None] Pushing event updated for resources: {'Port': ['ID=07d55876-3060-42b2-a944-523eae55001f,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:32.279746 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:32.338323 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.339190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Allocated IP 172.20.0.1 (f3576e28-e065-4c19-8570-431a17e42d10/b108411c-236a-4f8e-b06d-25671ea51867/9b1f5675-9436-4500-bd95-e1c5e5db2d60) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:32.461679 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.549374 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.636706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.649010 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:28Z', 'revision_number': 3, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:32.685804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60526) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:32.700624 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd91a7-b75a-406b-a130-16dd996aa427 None None] The sync data for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 is: [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:28Z', 'revision_number': 3, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:32.733577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.741754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.752502 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f601fb3-60c1-47c5-9db4-1f2316f34405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.758555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['51d021bd-20f8-4229-9556-a304ecee6cc4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:32.851526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Deleting port bf1ead03-907e-4240-b74f-a4f153aa2d2b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:32.851526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.853514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:32.940287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:32.959873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:32.963877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:32.984154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Network f3576e28-e065-4c19-8570-431a17e42d10 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:33.060301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:33.082268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:33.105438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f601fb3-60c1-47c5-9db4-1f2316f34405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.162384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] For port bf1ead03-907e-4240-b74f-a4f153aa2d2b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bf1ead03-907e-4240-b74f-a4f153aa2d2b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:33.162829 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.233602 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f601fb3-60c1-47c5-9db4-1f2316f34405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.348323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8f601fb3-60c1-47c5-9db4-1f2316f34405 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc3054acd46b4f559385ec88f08136d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611011 Nov 10 16:28:33.363092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:33.366002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Checking segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:33.366410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Network hostable DHCP agents. Network: 2ae7cc7b-e07d-4b87-a35c-92ca19de3891, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:28:33.368824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Calling delete_port for bf1ead03-907e-4240-b74f-a4f153aa2d2b owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:33.370619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f601fb3-60c1-47c5-9db4-1f2316f34405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5617431-6632-4e1f-ab53-447019f912ef,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:33.374913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5b819f-2145-4a06-bf70-51656d2d2dc6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:33.475692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd1b1-13cf-49d3-bc8d-10d10391d495 req-80081e26-deca-4300-81f7-3f81ea00a626 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:33.483263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-610cd1b1-13cf-49d3-bc8d-10d10391d495 req-80081e26-deca-4300-81f7-3f81ea00a626 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 931 time: 0.7454095 Nov 10 16:28:33.486717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Pushing event updated for resources: {'Port': ['ID=e183a04a-9f1c-4bb2-827d-ffe333a1188a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:33.545646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-228b058c-4170-478f-8929-83fff877326e None None] Provisioning complete for port e183a04a-9f1c-4bb2-827d-ffe333a1188a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:33.546162 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-228b058c-4170-478f-8929-83fff877326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.616819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-228b058c-4170-478f-8929-83fff877326e None None] Port e183a04a-9f1c-4bb2-827d-ffe333a1188a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:33.630662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:33.633500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.636789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9436-4500-bd95-e1c5e5db2d60,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:33.641221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] Sync routers for ids ['08cb5739-6b30-430c-bc98-8a621e49e850'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:33.649598 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.653279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] Routers {'08cb5739-6b30-430c-bc98-8a621e49e850'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:33.654415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08cb5739-6b30-430c-bc98-8a621e49e850'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:33.723823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad15e6af-3842-49c7-a43e-2ea946b791c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.761106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-610cd1b1-13cf-49d3-bc8d-10d10391d495 req-34882291-4cc4-4743-b564-be14f4a62286 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750235 Nov 10 16:28:33.808044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad15e6af-3842-49c7-a43e-2ea946b791c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.820150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:28:33.837717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.853903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-7c17a272-cd2e-47e2-9a8d-57d19c5d319d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6615493 Nov 10 16:28:33.870030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Request body: {'port': {'device_id': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:33.897465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1ead03-907e-4240-b74f-a4f153aa2d2b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:33.956997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 2ae7cc7b-e07d-4b87-a35c-92ca19de3891) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:33.961756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:33.962355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:33.991814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.006641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e79309-197f-484a-827e-54ff0b70c855 None None] Network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:34.077243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.103285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7e504041-e369-4bc7-878f-5b2d21cd1da5 None None] Provisioning complete for port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:34.103751 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e504041-e369-4bc7-878f-5b2d21cd1da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.142045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] Set router 08cb5739-6b30-430c-bc98-8a621e49e850 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:34.214097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad15e6af-3842-49c7-a43e-2ea946b791c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.217755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad15e6af-3842-49c7-a43e-2ea946b791c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.218854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ad15e6af-3842-49c7-a43e-2ea946b791c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5617431-6632-4e1f-ab53-447019f912ef HTTP/1.1" status: 204 len: 168 time: 0.8416848 Nov 10 16:28:34.230696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-43318ccc-8bf0-4b09-b3d8-f6419ecb613b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3485711 Nov 10 16:28:34.349108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa598f85-d782-4312-b236-01044d6e49c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.382210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:32Z', 'revision_number': 6, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:34.477482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15e6af-3842-49c7-a43e-2ea946b791c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5617431-6632-4e1f-ab53-447019f912ef,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:34.498999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] Checking router: 08cb5739-6b30-430c-bc98-8a621e49e850 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:34.501374 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.506318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be202f43-8d18-4fb3-833a-96b285b27f22 None None] Network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:34.517621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7e504041-e369-4bc7-878f-5b2d21cd1da5 None None] Port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:34.553046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] Routers {'08cb5739-6b30-430c-bc98-8a621e49e850'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:34.554519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08cb5739-6b30-430c-bc98-8a621e49e850'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:34.648434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 07d55876-3060-42b2-a944-523eae55001f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:34.711078 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.713701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.725003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] Set router 08cb5739-6b30-430c-bc98-8a621e49e850 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:34.756403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.814219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 7, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:34.850354 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.869138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed155b2-e69e-4de2-96b7-8d3dc499acb7 None None] The sync data for ids ['08cb5739-6b30-430c-bc98-8a621e49e850'] in n-d-714676-11 is: [{'id': '08cb5739-6b30-430c-bc98-8a621e49e850', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-461793429-router', 'tenant_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:19Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 7, 'project_id': 'a7da20f4660a46d18c9a18d32eb5a31a', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:34.879915 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.880478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08cb5739-6b30-430c-bc98-8a621e49e850 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:28:34.885629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.890243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3dee50b8-aba7-4c35-8aee-f9f004161caa admin admin] 10.222.0.62 "DELETE /v2.0/routers/08cb5739-6b30-430c-bc98-8a621e49e850 HTTP/1.1" status: 204 len: 168 time: 2.7964246 Nov 10 16:28:34.890243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60578) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:34.921437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e183a04a-9f1c-4bb2-827d-ffe333a1188a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:34.933404 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:34.943484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Transition to ACTIVE for port object e183a04a-9f1c-4bb2-827d-ffe333a1188a will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:28:34.992348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e00ae6-e95f-4cf0-ac52-0a5b0989286d admin admin] Deleting subnet e1b09bec-c87a-4a76-8cb8-7260c4510c51 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:28:34.998805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.000017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9436-4500-bd95-e1c5e5db2d60,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:35.001281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8e00ae6-e95f-4cf0-ac52-0a5b0989286d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.018900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 07d55876-3060-42b2-a944-523eae55001f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:35.019266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.021359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.057955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.081172 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8e00ae6-e95f-4cf0-ac52-0a5b0989286d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.131658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:35.220487 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.262600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 07d55876-3060-42b2-a944-523eae55001f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=07d55876-3060-42b2-a944-523eae55001f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:35.285619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8e00ae6-e95f-4cf0-ac52-0a5b0989286d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.289733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Pushing event updated for resources: {'Port': ['ID=e183a04a-9f1c-4bb2-827d-ffe333a1188a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:35.360264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-df50b6be-eab1-4693-b781-2b4b06c5d8f8 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:28:35.361916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-df50b6be-eab1-4693-b781-2b4b06c5d8f8 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2282188 Nov 10 16:28:35.371740 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.473646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Attempting to bind port e183a04a-9f1c-4bb2-827d-ffe333a1188a on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:35.474063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Attempting to bind port e183a04a-9f1c-4bb2-827d-ffe333a1188a by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:35.474408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Attempting to bind port e183a04a-9f1c-4bb2-827d-ffe333a1188a on network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:35.481079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=07d55876-3060-42b2-a944-523eae55001f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:35.497911 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8e00ae6-e95f-4cf0-ac52-0a5b0989286d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.507557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Port e183a04a-9f1c-4bb2-827d-ffe333a1188a on network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:35.508231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Attempting to bind port e183a04a-9f1c-4bb2-827d-ffe333a1188a on network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:35.513693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Network f3576e28-e065-4c19-8570-431a17e42d10 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:35.522642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:35.525851 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:28:35.532246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-99f4d0ee-2462-4568-a0c2-51d7fcb88bc6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:35.533952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-99f4d0ee-2462-4568-a0c2-51d7fcb88bc6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 805 time: 0.3779285 Nov 10 16:28:35.537515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:35.550946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Checking segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:35.550946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Bound using segment: {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:35.550946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Bound port: e183a04a-9f1c-4bb2-827d-ffe333a1188a, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462c6b6f-2f9b-4124-8b60-d29b305d145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:35.550946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.568795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-30a8ef95-6eb3-4eb6-b3a4-e527832a5c80 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/quotas/07821b1f5ad54adb867ee7267cf6957a HTTP/1.1" status: 200 len: 375 time: 0.0255156 Nov 10 16:28:35.570925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e00ae6-e95f-4cf0-ac52-0a5b0989286d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b09bec-c87a-4a76-8cb8-7260c4510c51,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:35.580147 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8e00ae6-e95f-4cf0-ac52-0a5b0989286d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.581081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc03e9-ff12-4fce-bda6-27dd1a05d2c3 None None] Network 68dc9422-ee22-41db-b1a0-4f1baadc3746 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:35.584611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f8e00ae6-e95f-4cf0-ac52-0a5b0989286d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e1b09bec-c87a-4a76-8cb8-7260c4510c51 HTTP/1.1" status: 204 len: 168 time: 0.6936378 Nov 10 16:28:35.586976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:35.754591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-64adf141-a576-45b8-aac4-a9d2a4bfbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:35.762232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-64adf141-a576-45b8-aac4-a9d2a4bfbe5d service neutron] 10.222.0.62 "GET /v2.0/ports/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 1094 time: 0.1971371 Nov 10 16:28:35.777702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Request body: {'binding': {'host': 'n-h1-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:35.783014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:28:35.874632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.947166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-90915603-ea39-4ef2-ba30-100a4037f114 None None] Provisioning complete for port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:35.949289 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90915603-ea39-4ef2-ba30-100a4037f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:35.995793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] DHCP port deletion for 68dc9422-ee22-41db-b1a0-4f1baadc3746 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:28:36.003341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-90915603-ea39-4ef2-ba30-100a4037f114 None None] Port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:36.015108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Deleting port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:36.015481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.017496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on host n-h1-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:36.017825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:36.018146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:36.038944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:36.039280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:36.071728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:36.072073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:36.072362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:36.072802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Bound port: 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:36.073460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-84f1204b-226d-497a-9469-e16e4b63dc0c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4034755 Nov 10 16:28:36.076692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] Deleting port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:28:36.077354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.162621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] For port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,segment=NetworkSegment(44b4751c-2a83-44d4-b1cd-39f9754855b7),segment_id=44b4751c-2a83-44d4-b1cd-39f9754855b7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:36.172434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] For port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,segment=NetworkSegment(44b4751c-2a83-44d4-b1cd-39f9754855b7),segment_id=44b4751c-2a83-44d4-b1cd-39f9754855b7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:36.172815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.180787 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.202435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-941d0621-5047-4122-8d83-f646f7180d61 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151609 Nov 10 16:28:36.223079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] Calling delete_port for 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:36.231281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Calling delete_port for 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:28:36.283957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:36.326331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 07d55876-3060-42b2-a944-523eae55001f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:36.341610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.342888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-2dae1731-5df9-4d95-aa22-b581029c6a7a service neutron] 10.222.0.62 "POST /v2.0/ports/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4/bindings HTTP/1.1" status: 201 len: 390 time: 0.5692797 Nov 10 16:28:36.405892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 07d55876-3060-42b2-a944-523eae55001f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:36.406259 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.407712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] For port e183a04a-9f1c-4bb2-827d-ffe333a1188a, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:36.430466 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] For port e183a04a-9f1c-4bb2-827d-ffe333a1188a, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:36.437830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-8a32c496-8fe4-4594-bb9d-2f317046e4a3 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289405 Nov 10 16:28:36.448525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Router d52ea073-b3ad-49f5-8ddd-c9d09270935f has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:36.463653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.498209 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.499533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.501018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:36.504311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] No DVR routers for this DVR port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:28:36.588791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] No DVR routers for this DVR port 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:28:36.598164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Pushing event updated for resources: {'Port': ['ID=e183a04a-9f1c-4bb2-827d-ffe333a1188a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:36.602859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.610401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:36.611033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.612803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-e543ee9b-7bbf-4620-b64c-9ac8e1ecf248 service neutron] 10.222.0.18 "PUT /v2.0/ports/e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 200 len: 1092 time: 2.7490792 Nov 10 16:28:36.613258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:36.615774 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:36.631767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dc9422-ee22-41db-b1a0-4f1baadc3746']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:36.647270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b4751c-2a83-44d4-b1cd-39f9754855b7') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:36.647270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b4751c-2a83-44d4-b1cd-39f9754855b7') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:36.656525 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.663843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83f564-b4b8-49cd-b766-1daa3c795a5c None None] Pushing event deleted for resources: {'Port': ['ID=1db86b2a-7f95-4d47-95c0-b4fd7113abd3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:36.683017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.693021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:28:36.693456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: items = [ Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:28:36.745537 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:28:36.800732 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.805791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:36.819370 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Sync routers for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:36.848789 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:36.850439 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:36.859712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cd31d3ab-c953-4053-95b5-c227b3b0ee15 admin admin] 10.222.0.62 "PUT /v2.0/routers/d52ea073-b3ad-49f5-8ddd-c9d09270935f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6946905 Nov 10 16:28:36.870865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:36.878207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.883567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:36.902357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] 10.222.0.62 "DELETE /v2.0/networks/68dc9422-ee22-41db-b1a0-4f1baadc3746 HTTP/1.1" status: 204 len: 168 time: 1.3140213 Nov 10 16:28:36.926554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:36.927177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1db86b2a-7f95-4d47-95c0-b4fd7113abd3 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:36.927799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bf1ead03-907e-4240-b74f-a4f153aa2d2b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:36.932075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-4e77ba88-8bc1-4482-93f2-6c48efdbb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:36.937022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-4e77ba88-8bc1-4482-93f2-6c48efdbb2f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 1095 time: 0.1741872 Nov 10 16:28:36.952121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: bf1ead03-907e-4240-b74f-a4f153aa2d2b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:28:36.952628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90171789-36ac-421d-b8e2-5273f6fa8d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=68dc9422-ee22-41db-b1a0-4f1baadc3746,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:36.952906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bf1ead03-907e-4240-b74f-a4f153aa2d2b not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:37.020322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-85da0bc6-b0e3-4ca4-8440-073a71d4da4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 200 len: 217 time: 0.0552013 Nov 10 16:28:37.129151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032294d3-0586-4895-bcf1-a9f56f412659 req-789ed3d2-0820-4937-8c1a-af3ff1acd8fe tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:37.141199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-032294d3-0586-4895-bcf1-a9f56f412659 req-789ed3d2-0820-4937-8c1a-af3ff1acd8fe tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 943 time: 0.2464015 Nov 10 16:28:37.156326 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:37.201839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-f1238cca-73a6-47c2-9367-7cb9719f9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:37.204413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-f1238cca-73a6-47c2-9367-7cb9719f9393 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.1725504 Nov 10 16:28:37.286128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-032294d3-0586-4895-bcf1-a9f56f412659 req-777fb9fd-31ee-4eaa-82f6-2fbed63e863b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387706 Nov 10 16:28:37.347253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-f42b61b2-2c4b-449b-b00c-fdef4ec80265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:37.348803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-f42b61b2-2c4b-449b-b00c-fdef4ec80265 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276484 Nov 10 16:28:37.354278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d1c86a49-f86f-4ceb-b4f6-d10c8adc6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:37.355739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d1c86a49-f86f-4ceb-b4f6-d10c8adc6163 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1097 time: 0.1298048 Nov 10 16:28:37.357791 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ab0dce-992a-4ca9-a877-bde767ab4a41 x-openstack-request-id: req-95ab0dce-992a-4ca9-a877-bde767ab4a41 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:37.358069 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:37.358318 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95ab0dce-992a-4ca9-a877-bde767ab4a41 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:37.358749 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'status': 'completed', 'code': 200} Nov 10 16:28:37.396441 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:37.456784 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7cd90cb3-64d7-4c9e-a116-f9c2a6b03aaf req-35cf6912-e550-4d5d-92ca-26de989e18a8 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 210 time: 0.0644546 Nov 10 16:28:37.481596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:37.553996 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:34Z', 'revision_number': 2, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:37.570010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-552ee388-8d48-46eb-81e0-287c2df5123b service neutron] 10.222.0.18 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103641 Nov 10 16:28:37.582316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df73d46-663b-4ca9-a8b8-ad53eebcd787 req-db782a14-50ad-4d75-8ee5-147e1283853c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:37.582985 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Checking router: d52ea073-b3ad-49f5-8ddd-c9d09270935f for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:37.583354 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Updating router d52ea073-b3ad-49f5-8ddd-c9d09270935f port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:28:37.587430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7df73d46-663b-4ca9-a8b8-ad53eebcd787 req-db782a14-50ad-4d75-8ee5-147e1283853c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 945 time: 0.1460779 Nov 10 16:28:37.590381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-a979973a-cf55-402e-b418-bd4c04754980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:37.592595 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-a979973a-cf55-402e-b418-bd4c04754980 service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.2249873 Nov 10 16:28:37.617673 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:37.674842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-82f61f64-092e-4e01-9c83-573b7dafb996 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 217 time: 0.0734918 Nov 10 16:28:37.709438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60658) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:37.799972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1cae5b0-986c-44ae-b50f-09b39574bd0a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7da20f4660a46d18c9a18d32eb5a31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892963 Nov 10 16:28:37.800337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:37.886540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7df73d46-663b-4ca9-a8b8-ad53eebcd787 req-e85e84bd-8c53-476a-aca0-24d8f3c3987b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867606 Nov 10 16:28:37.904342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-f99791fc-b38b-4e34-a45b-5fc6fefad430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:37.905802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-f99791fc-b38b-4e34-a45b-5fc6fefad430 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.2051835 Nov 10 16:28:37.912155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de9e7299-bd6a-4cda-8451-0fb6c6fab085 req-be4c36eb-8eb2-48e7-83e8-58a9ae8252f5 service neutron] 10.222.0.18 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234813 Nov 10 16:28:37.912718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b310445-cb90-4779-b115-e8996cf0f5a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:37.960281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-57b26854-163d-4557-bd27-5481e75d287f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451510 Nov 10 16:28:37.983224 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:38.015359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b310445-cb90-4779-b115-e8996cf0f5a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:38.123533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-f9c46f3c-069c-497a-940e-9c895243e3a6 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533768 Nov 10 16:28:38.230976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-fee310aa-98f0-45d2-b937-e55a1d75eab7 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:38.233303 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-fee310aa-98f0-45d2-b937-e55a1d75eab7 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/networks?id=f3576e28-e065-4c19-8570-431a17e42d10 HTTP/1.1" status: 200 len: 829 time: 0.1640551 Nov 10 16:28:38.256246 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-ef02244e-83b9-48b9-864c-7f5d049c7f0e tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/quotas/d068b9fe096d40afa4134aaf0318e485 HTTP/1.1" status: 200 len: 375 time: 0.0147169 Nov 10 16:28:38.258839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-179fe74a-ee85-4578-bb25-a2cf1021397b service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259282 Nov 10 16:28:38.312224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-4ae6e864-4afb-4240-815f-e745d536c155 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d068b9fe096d40afa4134aaf0318e485&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531228 Nov 10 16:28:38.409484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-d8a970e5-b2c8-4720-9fd4-d89f3e7b3cc1 service neutron] 10.222.0.62 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952811 Nov 10 16:28:38.480474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946480f-b178-4671-8b70-879fcb3d31f8 req-8c958c36-1bc0-4330-9306-5125d99552d6 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:38.483881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0946480f-b178-4671-8b70-879fcb3d31f8 req-8c958c36-1bc0-4330-9306-5125d99552d6 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 943 time: 0.0596740 Nov 10 16:28:38.509960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-09f23fc8-36a9-4650-9e8e-67076456e2eb service neutron] 10.222.0.62 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942168 Nov 10 16:28:38.535958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0946480f-b178-4671-8b70-879fcb3d31f8 req-afb82079-bd21-4469-8500-e8a7cbd91c46 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459008 Nov 10 16:28:38.696817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9aaf12f9-ffcd-45b1-9f6c-2c534c1924ce req-941f7802-e9b2-42b2-a75b-1fcb199e6b5f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 210 time: 0.0279083 Nov 10 16:28:38.744411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-0ceab3b9-a56b-4ff5-bedc-c393a54d8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:38.745895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-0ceab3b9-a56b-4ff5-bedc-c393a54d8e9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 1095 time: 0.0432031 Nov 10 16:28:38.780485 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:38.792107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b310445-cb90-4779-b115-e8996cf0f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:38.792107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b310445-cb90-4779-b115-e8996cf0f5a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:38.792107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1b310445-cb90-4779-b115-e8996cf0f5a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f435cc68-645b-4f53-8b4c-4348d6c9346c HTTP/1.1" status: 204 len: 168 time: 0.9823120 Nov 10 16:28:38.834898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b310445-cb90-4779-b115-e8996cf0f5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f435cc68-645b-4f53-8b4c-4348d6c9346c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:38.881370 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7d40e-02ae-4e18-b6ff-6d6e4f786fe9 None None] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9436-4500-bd95-e1c5e5db2d60,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:38.905362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2bfd88cd-46c1-4803-bf52-46a81f7a5cc2 req-6b1daf71-e524-4a7a-9a26-ba6f70ed029c tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 210 time: 0.0444973 Nov 10 16:28:38.917143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-9f5a5bc6-a494-4780-a44d-cf28731625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:38.918510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-9f5a5bc6-a494-4780-a44d-cf28731625b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1660447 Nov 10 16:28:38.967183 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Attempting to bind port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:38.967183 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Attempting to bind port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:38.967183 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Attempting to bind port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 on network f3576e28-e065-4c19-8570-431a17e42d10 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:38.971875 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:38.972247 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Checking segment: {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:38.975249 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:38.975720 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Bound using segment: {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:38.976279 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Bound port: 9b1f5675-9436-4500-bd95-e1c5e5db2d60, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:38.976650 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:39.077528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-2562eaef-f6a1-4733-9960-8c877788ee1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 200 len: 217 time: 0.1476786 Nov 10 16:28:39.120928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76166b-073e-42f9-a556-b4d39e652678 req-5f6552b7-4c42-409b-90fa-e04652a7a51c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:39.131258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a76166b-073e-42f9-a556-b4d39e652678 req-5f6552b7-4c42-409b-90fa-e04652a7a51c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 945 time: 0.1205876 Nov 10 16:28:39.144336 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] For port 9b1f5675-9436-4500-bd95-e1c5e5db2d60, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:39.144944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-0594fc2d-20d9-411f-b5a3-3f5df9c39ae6 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:39.145836 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-0594fc2d-20d9-411f-b5a3-3f5df9c39ae6 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.2068074 Nov 10 16:28:39.147640 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] For port 9b1f5675-9436-4500-bd95-e1c5e5db2d60, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9b1f5675-9436-4500-bd95-e1c5e5db2d60,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:39.166303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-11'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:39.187188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a76166b-073e-42f9-a556-b4d39e652678 req-86821d97-35d0-4437-a230-9a8c9995cbbd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560660 Nov 10 16:28:39.197257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-c735e9ae-07ad-4d7a-86f4-c53362761012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:39.198738 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-c735e9ae-07ad-4d7a-86f4-c53362761012 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.1102049 Nov 10 16:28:39.248844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bed36ca4-5cde-4089-971f-5c578e1f051d None None] Provisioning complete for port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:39.248844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bed36ca4-5cde-4089-971f-5c578e1f051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:39.259872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:39.276858 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:39.295238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bed36ca4-5cde-4089-971f-5c578e1f051d None None] Port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:39.333024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-16863126-2246-49c7-98f8-090e64536aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:39.334885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-16863126-2246-49c7-98f8-090e64536aa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263554 Nov 10 16:28:39.479284 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7d40e-02ae-4e18-b6ff-6d6e4f786fe9 None None] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9436-4500-bd95-e1c5e5db2d60,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:39.507910 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:39.507910 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:39.509989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-7491d195-5dc2-4291-9fe8-38cf1fc842e4 service neutron] 10.222.0.18 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663425 Nov 10 16:28:39.517380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:39.640881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:39.652322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60718) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:39.713171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abf226a0-ff13-4698-bd94-aba3f7c2e1f9 req-1a9e8cfb-0127-473e-8589-cbeeeab2bc2c service neutron] 10.222.0.18 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934376 Nov 10 16:28:39.740241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:39.742630 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce36ee4-d558-4dae-a067-fb5ac37905a3" -d '{"events": [{"server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:39.754615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:39.821238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26cb8b-bfa0-449b-af5d-29b74516e9f3 req-adb2d659-1ea0-4f97-bb4f-d09d4040bf6c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:39.834296 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:39.835200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba26cb8b-bfa0-449b-af5d-29b74516e9f3 req-adb2d659-1ea0-4f97-bb4f-d09d4040bf6c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 943 time: 0.1469929 Nov 10 16:28:39.892365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:39.897462 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba26cb8b-bfa0-449b-af5d-29b74516e9f3 req-e98ff39a-d01f-4c0c-bdbd-365ec361b121 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597057 Nov 10 16:28:39.947811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a2163327-5afc-439d-9c53-3d4b55f30ec5 None None] Provisioning complete for port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:39.950847 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2163327-5afc-439d-9c53-3d4b55f30ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.009842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:40.013921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:40.013921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:40.015911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Pushing event updated for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:40.029079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268c0abb-350f-4e87-9d19-25fce02a830f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.031587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:40.031915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Attempting to bind port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:40.040903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:40.041385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:40.041776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:40.042213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Bound port: 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:40.042638 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.129576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:40.137444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:40.155584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2163327-5afc-439d-9c53-3d4b55f30ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.196396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.220225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a2163327-5afc-439d-9c53-3d4b55f30ec5 None None] For port 9b1f5675-9436-4500-bd95-e1c5e5db2d60, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9b1f5675-9436-4500-bd95-e1c5e5db2d60,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:40.246920 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.265919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-798898e9-c2aa-4fb9-8997-77ae75ccdad4 req-1910fa1b-e591-452f-afee-8160080e660e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 210 time: 0.0725331 Nov 10 16:28:40.306413 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:39Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:40.325965 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268c0abb-350f-4e87-9d19-25fce02a830f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.333095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2163327-5afc-439d-9c53-3d4b55f30ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.380819 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc16685-60ae-410b-afec-5fc4dfb00693 x-openstack-request-id: req-fcc16685-60ae-410b-afec-5fc4dfb00693 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:40.381123 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:40.381452 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcc16685-60ae-410b-afec-5fc4dfb00693 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:40.381843 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4', 'code': 200} Nov 10 16:28:40.386539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:40.388688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.389676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] 10.222.0.69 "PUT /v2.0/ports/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 1123 time: 1.2281241 Nov 10 16:28:40.393826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f8ad3-ecbe-47f8-b1ea-0056709f3f55 service neutron] Pushing event updated for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:40.412673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2163327-5afc-439d-9c53-3d4b55f30ec5 None None] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9436-4500-bd95-e1c5e5db2d60,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:40.417466 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311aeaca-5506-4afc-a7a0-e0d298f3cd32 None None] The sync data for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 is: [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:39Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:40.434946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268c0abb-350f-4e87-9d19-25fce02a830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.451756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['169d38c5-7c9a-4c08-92a0-c64bcd9a72f4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:40.488173 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ac20502-69c6-4f55-921c-33c425d79b0d req-51440518-5ec3-424f-88cc-d456f01d6d42 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 210 time: 0.0494692 Nov 10 16:28:40.546099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-268c0abb-350f-4e87-9d19-25fce02a830f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d6c034d6d94425f9d28b92feb129df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8970811 Nov 10 16:28:40.547959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c0abb-350f-4e87-9d19-25fce02a830f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685bbc43-a852-4a1a-b60a-a415951845df,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:40.550037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:40.689811 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5803-a88e-4ef0-b869-74daf027b44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.729214 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5803-a88e-4ef0-b869-74daf027b44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.795790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af38c36-bc62-42ed-83ab-0da416131a97 req-f9cb4fcc-cc65-4e27-a329-88dfbfab718c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:40.801461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3af38c36-bc62-42ed-83ab-0da416131a97 req-f9cb4fcc-cc65-4e27-a329-88dfbfab718c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.0962298 Nov 10 16:28:40.880643 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5803-a88e-4ef0-b869-74daf027b44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.883927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5803-a88e-4ef0-b869-74daf027b44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:40.886495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3af38c36-bc62-42ed-83ab-0da416131a97 req-5bae05ce-8af7-4c5e-a9b9-007d50daa3b7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813181 Nov 10 16:28:40.888753 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2c0e5803-a88e-4ef0-b869-74daf027b44f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/685bbc43-a852-4a1a-b60a-a415951845df HTTP/1.1" status: 204 len: 168 time: 0.3369391 Nov 10 16:28:40.899476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e5803-a88e-4ef0-b869-74daf027b44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685bbc43-a852-4a1a-b60a-a415951845df,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:41.111532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22c345-5ad4-4812-931e-995a36182a5e req-36fbf1c0-4f90-4276-adcf-009d6bb0b5ea tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:41.113467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa22c345-5ad4-4812-931e-995a36182a5e req-36fbf1c0-4f90-4276-adcf-009d6bb0b5ea tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 943 time: 0.0649185 Nov 10 16:28:41.193026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-abc59392-dce0-492a-ac35-3120adfe80fa tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:41.205920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-abc59392-dce0-492a-ac35-3120adfe80fa tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.69 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 805 time: 0.1734247 Nov 10 16:28:41.226309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Request body: {'port': {'device_id': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'admin_state_up': True, 'tenant_id': '07821b1f5ad54adb867ee7267cf6957a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:41.227602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa22c345-5ad4-4812-931e-995a36182a5e req-27310569-db18-498f-b16c-171cdc8029c6 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064131 Nov 10 16:28:41.434010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-589ab7d2-8769-4477-89a6-87e80871a015 req-71128c91-5862-484d-80fa-684d22c0987d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 210 time: 0.0401762 Nov 10 16:28:41.492250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Made reservation on behalf of 07821b1f5ad54adb867ee7267cf6957a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:41.497640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:41.647930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf5a2205-2db8-4386-ad93-a762da77fe87 req-f3bb2b88-cea2-44e4-ac94-246a46320a4a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 210 time: 0.0376117 Nov 10 16:28:41.691009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Allocated IP 172.20.0.2 (2ae7cc7b-e07d-4b87-a35c-92ca19de3891/ae5b819f-2145-4a06-bf70-51656d2d2dc6/ea707e95-1feb-4673-acae-fb2237ba08f4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:41.866471 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.059358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dea72-db52-46d6-a96e-f5911ae17ff3 req-7fa51ce8-66ad-4855-b3b6-886d8ae6f5b5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:42.079089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.079539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f78dea72-db52-46d6-a96e-f5911ae17ff3 req-7fa51ce8-66ad-4855-b3b6-886d8ae6f5b5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.0862765 Nov 10 16:28:42.080581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:42.124111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-737229ce-53c0-4d22-9161-a5bc9f8e7db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.140587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f78dea72-db52-46d6-a96e-f5911ae17ff3 req-f9eeb3ef-5afe-4a77-b062-e02a113a5cb7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598629 Nov 10 16:28:42.147460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:42.167678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:42.167678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:42.204578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Pushing event updated for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:42.244424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:42.245088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.403523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9b1f5675-9436-4500-bd95-e1c5e5db2d60 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:42.423740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c3c95-435a-4442-8fad-805c62d2a752 req-9a95051a-6970-4271-b9bc-bcaab1a465e7 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:42.426789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d77c3c95-435a-4442-8fad-805c62d2a752 req-9a95051a-6970-4271-b9bc-bcaab1a465e7 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 943 time: 0.0845404 Nov 10 16:28:42.530544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:42.530544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.538327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e183a04a-9f1c-4bb2-827d-ffe333a1188a details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:28:42.688034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:42.691060 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:42.702659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-2c2720f0-1eb8-43cf-b51e-b2137edfa5ab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4807024 Nov 10 16:28:42.709812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d77c3c95-435a-4442-8fad-805c62d2a752 req-cf1de6d1-c401-4dc1-88d0-d7b5fd4622cd tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763443 Nov 10 16:28:42.712942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-737229ce-53c0-4d22-9161-a5bc9f8e7db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.720354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Request body: {'port': {'device_id': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:42.733565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-7cefd552-7a92-48d2-9805-0caee4a6e2a4 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:42.735141 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-7cefd552-7a92-48d2-9805-0caee4a6e2a4 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.69 "GET /v2.0/networks?id=f3576e28-e065-4c19-8570-431a17e42d10 HTTP/1.1" status: 200 len: 829 time: 0.2388291 Nov 10 16:28:42.752748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Request body: {'port': {'device_id': 'b5307b37-c139-472b-8332-7d07ae99380a', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'admin_state_up': True, 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:42.804639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8fc1-1e0b-462b-9fee-907c5ecee376 req-39a7d521-11b3-4ed9-8562-b54ad5ee3e7a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:42.806449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b38f8fc1-1e0b-462b-9fee-907c5ecee376 req-39a7d521-11b3-4ed9-8562-b54ad5ee3e7a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 931 time: 0.1125588 Nov 10 16:28:42.814935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.850786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-737229ce-53c0-4d22-9161-a5bc9f8e7db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.900300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-649eb370-7452-4dd5-b6bf-2fb079252ce5 req-a753f72d-6bde-4067-b8e9-9f3d1ff03931 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 210 time: 0.1025321 Nov 10 16:28:42.901211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e183a04a-9f1c-4bb2-827d-ffe333a1188a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:42.915803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'port_id': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'mac_address': 'fa:16:3e:f8:44:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:28:42.958065 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:42.986958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-737229ce-53c0-4d22-9161-a5bc9f8e7db7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2e343550980416f8d0407be74d60b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9031947 Nov 10 16:28:42.988026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:43.015632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e183a04a-9f1c-4bb2-827d-ffe333a1188a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:43.039399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e183a04a-9f1c-4bb2-827d-ffe333a1188a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:43.053433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737229ce-53c0-4d22-9161-a5bc9f8e7db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3321cd3-29d5-4ffa-9f37-e31521b3d245,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:43.062730 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea9b783-abe3-4407-be86-0aa02a39606b x-openstack-request-id: req-9ea9b783-abe3-4407-be86-0aa02a39606b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:43.063042 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:43.063343 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ea9b783-abe3-4407-be86-0aa02a39606b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:43.063854 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4', 'status': 'completed', 'code': 200} Nov 10 16:28:43.072559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b38f8fc1-1e0b-462b-9fee-907c5ecee376 req-a5091d53-3dc7-497b-a994-5fd8a922092c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477829 Nov 10 16:28:43.132575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60828) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:43.149440 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.149914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Made reservation on behalf of d068b9fe096d40afa4134aaf0318e485 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:43.157772 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.232657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-8e65b157-6114-4083-bd07-b1b70abdb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:43.234555 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-8e65b157-6114-4083-bd07-b1b70abdb09b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1126 time: 0.1669703 Nov 10 16:28:43.235426 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b20ec098-6f62-423b-a0e2-d6078909daba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.253817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60836) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:43.284550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e183a04a-9f1c-4bb2-827d-ffe333a1188a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:43.349144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b20ec098-6f62-423b-a0e2-d6078909daba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.381284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e183a04a-9f1c-4bb2-827d-ffe333a1188a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:43.470099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-d7cdf87e-e1a7-4d71-877c-a343f956b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:43.471830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-d7cdf87e-e1a7-4d71-877c-a343f956b31f service neutron] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.2279160 Nov 10 16:28:43.476231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:28:43.480506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea707e95-1feb-4673-acae-fb2237ba08f4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:43.483447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Allocated IP 172.20.0.8 (f3576e28-e065-4c19-8570-431a17e42d10/b108411c-236a-4f8e-b06d-25671ea51867/82e0cd77-1c67-42ad-b66d-1edc3e85e255) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:43.499277 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.532306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-70a9a47e-3886-4b55-a931-c6a07f5bdd44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 217 time: 0.0466068 Nov 10 16:28:43.594116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-8f594732-6c4e-4125-b3df-f27097a3e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:43.596302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-8f594732-6c4e-4125-b3df-f27097a3e402 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0542500 Nov 10 16:28:43.600445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b20ec098-6f62-423b-a0e2-d6078909daba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.603344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b20ec098-6f62-423b-a0e2-d6078909daba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.604922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b20ec098-6f62-423b-a0e2-d6078909daba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3321cd3-29d5-4ffa-9f37-e31521b3d245 HTTP/1.1" status: 204 len: 168 time: 0.6101317 Nov 10 16:28:43.613270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Transition to ACTIVE for port object ea707e95-1feb-4673-acae-fb2237ba08f4 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:28:43.642096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-beccf800-d62d-4fc3-bf27-07152a64f29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.644001 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bd178bb-4fab-4acb-975c-481ef94c749b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.676801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:43.682208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af7385-380e-44b0-b38c-7945fd42d22a req-6811f8d4-aab8-498c-a09e-a5bc412a5871 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:43.686901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-423f7e24-676a-4fcd-ba09-3971489d3261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805323 Nov 10 16:28:43.690871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09af7385-380e-44b0-b38c-7945fd42d22a req-6811f8d4-aab8-498c-a09e-a5bc412a5871 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.3706965 Nov 10 16:28:43.692956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.698692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ec098-6f62-423b-a0e2-d6078909daba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3321cd3-29d5-4ffa-9f37-e31521b3d245,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:43.703984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:28:43.812848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.849976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09af7385-380e-44b0-b38c-7945fd42d22a req-335b3f23-52d9-40c5-9316-85e42aa119d5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586101 Nov 10 16:28:43.889522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Pushing event updated for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:43.948656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-beccf800-d62d-4fc3-bf27-07152a64f29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.960975 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bd178bb-4fab-4acb-975c-481ef94c749b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:43.961845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7beed-ebe9-4018-bce2-5deeae313bc0 req-61ed101a-d3bd-474d-bc70-fc458ddd3070 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:43.963581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1a7beed-ebe9-4018-bce2-5deeae313bc0 req-61ed101a-d3bd-474d-bc70-fc458ddd3070 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 944 time: 0.1791673 Nov 10 16:28:44.002960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-d77d1b36-a206-4064-b507-86c877835ca5 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009379 Nov 10 16:28:44.020112 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-beccf800-d62d-4fc3-bf27-07152a64f29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.053393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ebfb04b-2a84-45fe-96e0-a1fa1b637b61 req-8dc6100b-f5c4-4715-8c1d-9057783eb6b5 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 210 time: 0.0449984 Nov 10 16:28:44.067355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Attempting to bind port ea707e95-1feb-4673-acae-fb2237ba08f4 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:44.067672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Attempting to bind port ea707e95-1feb-4673-acae-fb2237ba08f4 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:44.068005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Attempting to bind port ea707e95-1feb-4673-acae-fb2237ba08f4 on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:44.083679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bd178bb-4fab-4acb-975c-481ef94c749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.093746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-beccf800-d62d-4fc3-bf27-07152a64f29a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5c76a1853fc42f0bc64aa73db3ce79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9568331 Nov 10 16:28:44.101279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.110540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60854) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:44.119116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1a7beed-ebe9-4018-bce2-5deeae313bc0 req-c63b61f0-1901-44e4-b277-0183346c88b0 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443949 Nov 10 16:28:44.119116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Port ea707e95-1feb-4673-acae-fb2237ba08f4 on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:44.119116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Attempting to bind port ea707e95-1feb-4673-acae-fb2237ba08f4 on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:44.129902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:44.130249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Checking segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:44.130810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Bound using segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:44.131205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Bound port: ea707e95-1feb-4673-acae-fb2237ba08f4, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:44.131687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.201176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c276f4-8bb8-4a01-ad03-c2e5bcc2e2e5 req-de063592-e818-4255-9f87-d9d23519653f service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859756 Nov 10 16:28:44.228754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccf800-d62d-4fc3-bf27-07152a64f29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb53ba2b-05ac-4d5c-a344-ff9550bb4b08,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:44.239280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:44.243079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:44.250133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2bd178bb-4fab-4acb-975c-481ef94c749b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a5a259073434457af4bc5162eedef37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9949992 Nov 10 16:28:44.253415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:44.273378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Network f3576e28-e065-4c19-8570-431a17e42d10 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:44.278866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Pushing event updated for resources: {'Port': ['ID=82e0cd77-1c67-42ad-b66d-1edc3e85e255,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:44.284904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:44.321073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:44.324862 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1935299-0e0b-4644-a774-591ab5870af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.360962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1935299-0e0b-4644-a774-591ab5870af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.367053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd178bb-4fab-4acb-975c-481ef94c749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc76783-6355-4e21-b61f-84dc57643fd7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:44.382039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.430475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb70d0-5368-465d-87b3-b06fee9e0c03 req-96f8c6d7-15cc-45e0-bc80-95bdc5446475 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:44.435016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49eb70d0-5368-465d-87b3-b06fee9e0c03 req-96f8c6d7-15cc-45e0-bc80-95bdc5446475 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 943 time: 0.2461574 Nov 10 16:28:44.438054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5efdb0a9-9edf-4273-a055-b815c8d8db7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.453314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:44.453314 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.495786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5efdb0a9-9edf-4273-a055-b815c8d8db7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.506737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:44.507563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.509576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] 10.222.0.69 "PUT /v2.0/ports/ea707e95-1feb-4673-acae-fb2237ba08f4 HTTP/1.1" status: 200 len: 1092 time: 1.7951488 Nov 10 16:28:44.536708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e183a04a-9f1c-4bb2-827d-ffe333a1188a up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:44.546394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303a557-772a-4e06-9a72-5affa98cf10a service neutron] Pushing event updated for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:44.555888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49eb70d0-5368-465d-87b3-b06fee9e0c03 req-91bbf909-ead3-48b0-8298-1c54f807e034 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200092 Nov 10 16:28:44.600188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-27054306-cad1-4cc0-b6e5-8491d2d9289a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8534505 Nov 10 16:28:44.618382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Request body: {'port': {'device_id': 'b5307b37-c139-472b-8332-7d07ae99380a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:44.703184 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.705861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-83704017-655b-4ac0-b03f-6fda4bea2822 None None] Provisioning complete for port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:44.706243 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83704017-655b-4ac0-b03f-6fda4bea2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.736954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1935299-0e0b-4644-a774-591ab5870af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.739904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1935299-0e0b-4644-a774-591ab5870af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.741086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e1935299-0e0b-4644-a774-591ab5870af1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cc76783-6355-4e21-b61f-84dc57643fd7 HTTP/1.1" status: 204 len: 168 time: 0.4866898 Nov 10 16:28:44.753568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1935299-0e0b-4644-a774-591ab5870af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc76783-6355-4e21-b61f-84dc57643fd7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:44.775133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-f142111f-ca20-4c0d-8d17-3391058eb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:44.777082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-83704017-655b-4ac0-b03f-6fda4bea2822 None None] Port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:44.777334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-f142111f-ca20-4c0d-8d17-3391058eb5b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 1095 time: 0.0904751 Nov 10 16:28:44.784264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port e183a04a-9f1c-4bb2-827d-ffe333a1188a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:28:44.792246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5efdb0a9-9edf-4273-a055-b815c8d8db7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.793019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port e183a04a-9f1c-4bb2-827d-ffe333a1188a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:44.793019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.798459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5efdb0a9-9edf-4273-a055-b815c8d8db7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:44.807654 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5efdb0a9-9edf-4273-a055-b815c8d8db7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb53ba2b-05ac-4d5c-a344-ff9550bb4b08 HTTP/1.1" status: 204 len: 168 time: 0.6956367 Nov 10 16:28:44.842191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdb0a9-9edf-4273-a055-b815c8d8db7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb53ba2b-05ac-4d5c-a344-ff9550bb4b08,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:44.877835 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-7fd252ce-d50e-4bf9-bbd9-01010bf2b9ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea707e95-1feb-4673-acae-fb2237ba08f4 HTTP/1.1" status: 200 len: 217 time: 0.0872173 Nov 10 16:28:44.959692 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:45.034182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-eb905fbe-9687-4cea-8691-d1d83a548494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:45.035545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e183a04a-9f1c-4bb2-827d-ffe333a1188a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:45.035800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-eb905fbe-9687-4cea-8691-d1d83a548494 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae5b819f-2145-4a06-bf70-51656d2d2dc6 HTTP/1.1" status: 200 len: 845 time: 0.1508453 Nov 10 16:28:45.037005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:45.039802 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c298a2-e367-4640-9250-e42cd49cb8ae" -d '{"events": [{"server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "name": "network-vif-plugged", "status": "completed", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:45.068861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:45.072254 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa29cc8-992c-48b5-8c10-a6959c017d08" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:45.106305 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb046702-d0c6-427f-8921-79482df5d4c5 x-openstack-request-id: req-eb046702-d0c6-427f-8921-79482df5d4c5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:45.106700 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "name": "network-vif-plugged", "status": "completed", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:45.107072 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb046702-d0c6-427f-8921-79482df5d4c5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:45.107605 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'code': 200} Nov 10 16:28:45.113916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb35f-540c-4ffb-a27d-745ff29a0b6b req-724b063d-fca7-4717-857f-c6c382e409e8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:45.119045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72bbb35f-540c-4ffb-a27d-745ff29a0b6b req-724b063d-fca7-4717-857f-c6c382e409e8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.1455424 Nov 10 16:28:45.119045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-369888dc-ffd0-4a0e-973f-2591fd666ddc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666609 Nov 10 16:28:45.126238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:45.194286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e183a04a-9f1c-4bb2-827d-ffe333a1188a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:45.315505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e0cd77-1c67-42ad-b66d-1edc3e85e255 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:45.325816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:45.331133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-d9bb37c4-2dca-45eb-8d89-de9440dcedf4 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985080 Nov 10 16:28:45.355156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9bee8-8999-41c3-9b14-0ad920f196ba req-852a7df7-9285-4fc3-82b1-b542232bd96e tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:45.359280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32d9bee8-8999-41c3-9b14-0ad920f196ba req-852a7df7-9285-4fc3-82b1-b542232bd96e tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 931 time: 0.1106579 Nov 10 16:28:45.359280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Transition to ACTIVE for port object 82e0cd77-1c67-42ad-b66d-1edc3e85e255 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:28:45.396562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72bbb35f-540c-4ffb-a27d-745ff29a0b6b req-258cbc03-9e8b-4dba-9e60-94e70207eb88 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570109 Nov 10 16:28:45.423476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eaa50-fd66-4501-afaa-8232d468a4db req-585d45fd-af04-4040-bc81-8f4b15d6af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:45.425706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e69eaa50-fd66-4501-afaa-8232d468a4db req-585d45fd-af04-4040-bc81-8f4b15d6af3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 1097 time: 0.1545434 Nov 10 16:28:45.431873 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32d9bee8-8999-41c3-9b14-0ad920f196ba req-7a52e122-2ad5-4d53-8a8b-3f42eeea76aa tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635786 Nov 10 16:28:45.474923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:45.527466 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8e5bcb-9e43-417c-bb35-5be8d71e51c3 x-openstack-request-id: req-2e8e5bcb-9e43-417c-bb35-5be8d71e51c3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:45.531827 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:45.532084 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e8e5bcb-9e43-417c-bb35-5be8d71e51c3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:45.532575 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'status': 'completed', 'code': 200} Nov 10 16:28:45.570363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=82e0cd77-1c67-42ad-b66d-1edc3e85e255,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:45.631931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e69eaa50-fd66-4501-afaa-8232d468a4db req-1f68fb50-bf6f-48e1-9b99-0a634368e2e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949144 Nov 10 16:28:45.664657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1f47e95-c482-4421-a791-ad74b72e4d3a req-6d4500f4-d49e-4217-8620-1b8b2ab4c1e1 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202965 Nov 10 16:28:45.721383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169017-6493-4db2-aef2-aedb33c7260d req-829046b7-9e06-47b5-8e00-be461a3f944b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:45.727964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d169017-6493-4db2-aef2-aedb33c7260d req-829046b7-9e06-47b5-8e00-be461a3f944b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 945 time: 0.1074703 Nov 10 16:28:45.742207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Attempting to bind port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:45.742861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Attempting to bind port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:45.743419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Attempting to bind port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 on network f3576e28-e065-4c19-8570-431a17e42d10 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:45.758757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 on network f3576e28-e065-4c19-8570-431a17e42d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:45.761761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Attempting to bind port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 on network f3576e28-e065-4c19-8570-431a17e42d10 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:45.780769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccd790-1a85-4520-a934-d4831030a95c req-a27d1ea9-2966-4353-8be3-8f38ee525b55 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:45.782706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ccd790-1a85-4520-a934-d4831030a95c req-a27d1ea9-2966-4353-8be3-8f38ee525b55 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 943 time: 0.0743928 Nov 10 16:28:45.790970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:45.791327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Checking segment: {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:45.791835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Bound using segment: {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:45.792491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Bound port: 82e0cd77-1c67-42ad-b66d-1edc3e85e255, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3987a1e-40ed-41d5-a36e-386da8b1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:45.792619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:45.799522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d169017-6493-4db2-aef2-aedb33c7260d req-393203c4-963b-4c27-93cf-40dc5fd67d68 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702217 Nov 10 16:28:45.856405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ccd790-1a85-4520-a934-d4831030a95c req-dfdadc2a-2df7-4454-b85a-d2c14ed1dd67 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642304 Nov 10 16:28:45.884795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] For port 82e0cd77-1c67-42ad-b66d-1edc3e85e255, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:45.891169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] For port 82e0cd77-1c67-42ad-b66d-1edc3e85e255, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:45.936512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60908) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:45.957135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-493f6788-08f6-478b-897c-c1e14ef12317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:45.961382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-5deae719-306b-4178-bcb3-ea1a11756512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:45.963103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-5deae719-306b-4178-bcb3-ea1a11756512 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 1095 time: 0.0659354 Nov 10 16:28:46.017115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:46.078688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:46.079717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:46.081448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] 10.222.0.69 "PUT /v2.0/ports/82e0cd77-1c67-42ad-b66d-1edc3e85e255 HTTP/1.1" status: 200 len: 1092 time: 1.4702778 Nov 10 16:28:46.089090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:46.096748 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc12d8e-d0ab-4d32-ada1-e146f08b64a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:46.097839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-065a3393-610c-4f0a-9241-8b26501086df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:46.111838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-065a3393-610c-4f0a-9241-8b26501086df service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 906 time: 0.1348112 Nov 10 16:28:46.175366 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-493f6788-08f6-478b-897c-c1e14ef12317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:46.175366 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a293a-06e1-4589-a3c8-ed99505e505f x-openstack-request-id: req-319a293a-06e1-4589-a3c8-ed99505e505f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:46.175366 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:46.175366 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-319a293a-06e1-4589-a3c8-ed99505e505f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:46.175366 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'status': 'completed', 'code': 200} Nov 10 16:28:46.179639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25a33b-86a4-41e6-b562-59a92d28e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=82e0cd77-1c67-42ad-b66d-1edc3e85e255,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:46.213529 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-e0732437-07d4-490e-86f5-384b3c39f142 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea707e95-1feb-4673-acae-fb2237ba08f4 HTTP/1.1" status: 200 len: 217 time: 0.0860462 Nov 10 16:28:46.286304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc12d8e-d0ab-4d32-ada1-e146f08b64a1 req-bcd05687-559f-4bda-966e-9efa4dfa68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:46.288333 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fc12d8e-d0ab-4d32-ada1-e146f08b64a1 req-bcd05687-559f-4bda-966e-9efa4dfa68cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d068b9fe096d40afa4134aaf0318e485&device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 1095 time: 0.0768414 Nov 10 16:28:46.290576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-a3854fdb-fa9f-483c-b8d8-b5d722b43e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:46.292353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-a3854fdb-fa9f-483c-b8d8-b5d722b43e00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae5b819f-2145-4a06-bf70-51656d2d2dc6 HTTP/1.1" status: 200 len: 845 time: 0.0691655 Nov 10 16:28:46.320959 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-493f6788-08f6-478b-897c-c1e14ef12317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:46.351564 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-55bca9de-9f72-49cc-b355-6474a92ba943 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300217 Nov 10 16:28:46.404972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f6788-08f6-478b-897c-c1e14ef12317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b1a29e-7e57-4c4b-9b63-bba0a35ac622,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:46.479645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-d3f0021c-715c-43d4-bd6e-a5ccc2bbe207 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188650 Nov 10 16:28:46.648173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ca58d-094a-4d31-bf80-d2c22a3e97df req-e7fd1562-6369-4973-8758-70a598d11b29 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:46.657883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-952ca58d-094a-4d31-bf80-d2c22a3e97df req-e7fd1562-6369-4973-8758-70a598d11b29 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.1157837 Nov 10 16:28:46.688219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baa29cc8-992c-48b5-8c10-a6959c017d08 req-0f457139-9b37-4ec5-bee9-24b77b7368b2 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010798 Nov 10 16:28:46.737502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-952ca58d-094a-4d31-bf80-d2c22a3e97df req-69e97453-d0d8-4414-8bf3-9aed4af8b861 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794742 Nov 10 16:28:46.981604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141447e5-6c1c-4e67-9591-b2d85079b9ba req-75d1fadf-1bf7-47eb-8256-72be6ab6b68e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:46.983465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-141447e5-6c1c-4e67-9591-b2d85079b9ba req-75d1fadf-1bf7-47eb-8256-72be6ab6b68e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 945 time: 0.0616562 Nov 10 16:28:47.014721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-493f6788-08f6-478b-897c-c1e14ef12317 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82ead238475e4c1999cf12db683412e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0784118 Nov 10 16:28:47.022650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60946) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:47.066989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-141447e5-6c1c-4e67-9591-b2d85079b9ba req-98941fbd-2d56-4907-bc90-6bc8ca858a05 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711563 Nov 10 16:28:47.115116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f3539d0-f9d1-4dbf-a13e-d0b3196541be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.152921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f3539d0-f9d1-4dbf-a13e-d0b3196541be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.155282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc12d8e-d0ab-4d32-ada1-e146f08b64a1 req-47b5a10c-2684-416f-b4f2-4dafeb1f99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:47.157018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fc12d8e-d0ab-4d32-ada1-e146f08b64a1 req-47b5a10c-2684-416f-b4f2-4dafeb1f99ad service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d068b9fe096d40afa4134aaf0318e485&shared=False HTTP/1.1" status: 200 len: 930 time: 0.8483083 Nov 10 16:28:47.171054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f29ae-0669-4776-a898-e996bd0dc281 req-3c09870a-1ad0-454e-b1d3-b062091c7949 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:47.178798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-715f29ae-0669-4776-a898-e996bd0dc281 req-3c09870a-1ad0-454e-b1d3-b062091c7949 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 943 time: 0.1979840 Nov 10 16:28:47.209109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:47.271459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02297bc-33a2-4f84-b3c8-ee3c6c791eac req-7f30d742-9c83-46fe-9c67-7b65c94213a2 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:47.274280 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b02297bc-33a2-4f84-b3c8-ee3c6c791eac req-7f30d742-9c83-46fe-9c67-7b65c94213a2 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 943 time: 0.0838029 Nov 10 16:28:47.314407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-715f29ae-0669-4776-a898-e996bd0dc281 req-25a9b23a-8528-404c-9c44-150683128adc tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343408 Nov 10 16:28:47.345940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc12d8e-d0ab-4d32-ada1-e146f08b64a1 req-0430a19d-bb7b-4020-9c86-f62ceb220803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:47.348900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fc12d8e-d0ab-4d32-ada1-e146f08b64a1 req-0430a19d-bb7b-4020-9c86-f62ceb220803 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660101 Nov 10 16:28:47.380286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b02297bc-33a2-4f84-b3c8-ee3c6c791eac req-1092c85e-c0ec-4ee5-b88f-c9946f10be7b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933850 Nov 10 16:28:47.381503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f3539d0-f9d1-4dbf-a13e-d0b3196541be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.384494 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f3539d0-f9d1-4dbf-a13e-d0b3196541be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.388388 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0f3539d0-f9d1-4dbf-a13e-d0b3196541be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64b1a29e-7e57-4c4b-9b63-bba0a35ac622 HTTP/1.1" status: 204 len: 168 time: 0.3627026 Nov 10 16:28:47.400636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-990899505-network', 'tenant_id': '43708405fb3a4a4eb6c9b5eae44e831a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:47.419499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3539d0-f9d1-4dbf-a13e-d0b3196541be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b1a29e-7e57-4c4b-9b63-bba0a35ac622,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:47.466201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-894e9ad4-5c5a-4471-8774-2d12c2912406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:47.467917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-894e9ad4-5c5a-4471-8774-2d12c2912406 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d068b9fe096d40afa4134aaf0318e485&device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 1095 time: 0.0624371 Nov 10 16:28:47.524802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-3ffd1691-21b7-4715-af44-0a028b2d0a2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255 HTTP/1.1" status: 200 len: 217 time: 0.0482080 Nov 10 16:28:47.554385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Made reservation on behalf of 43708405fb3a4a4eb6c9b5eae44e831a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:47.558937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.585738 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.606809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-0a3f823f-85e2-4ab8-b013-9e8f7ba10121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:47.609043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-0a3f823f-85e2-4ab8-b013-9e8f7ba10121 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b108411c-236a-4f8e-b06d-25671ea51867 HTTP/1.1" status: 200 len: 868 time: 0.0766754 Nov 10 16:28:47.683173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-6c4d5bf6-1dc4-4c7a-b7a4-ca7412296e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:47.690481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-6c4d5bf6-1dc4-4c7a-b7a4-ca7412296e77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f3576e28-e065-4c19-8570-431a17e42d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741928 Nov 10 16:28:47.725574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.824357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.853064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-0254042e-26a5-4014-b8e5-cf8db398ab49 service neutron] 10.222.0.69 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608207 Nov 10 16:28:47.866502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:28:47.886309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd3157a-ce37-4337-b305-2f9954d45fd2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:47.911710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:47.914085 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Added segment 0a01d528-ad23-4252-a33c-c4dabc589468 of type vlan for network c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86 Nov 10 16:28:47.956971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e887-427d-4ce8-a511-176ac9cb46a4 req-96dd3436-df57-4849-bb3e-276656f4912f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:47.973280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2339e887-427d-4ce8-a511-176ac9cb46a4 req-96dd3436-df57-4849-bb3e-276656f4912f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.1545599 Nov 10 16:28:47.996371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:48.066351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2339e887-427d-4ce8-a511-176ac9cb46a4 req-0ef95801-3f4c-4481-b5eb-1128b41f6d10 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923860 Nov 10 16:28:48.070593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f624afa-eab9-43aa-a7d7-a80eb72c6bb2 req-0a3e6fd2-0685-4261-bcd6-82d0bbfcd48b service neutron] 10.222.0.69 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090740 Nov 10 16:28:48.127758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:48.130756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:48.131908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:48.208735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] Pushing event updated for resources: {'Network': ['ID=c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:48.227590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:28:48.258684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffeb85-0e81-491e-bc5b-1763992c23d4 req-af31447b-3447-47fb-993e-add5d1351ddf tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:48.261757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03ffeb85-0e81-491e-bc5b-1763992c23d4 req-af31447b-3447-47fb-993e-add5d1351ddf tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 945 time: 0.0836818 Nov 10 16:28:48.319587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0884b906-ff9f-4063-96bf-3bcb0aa51286 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1085863 Nov 10 16:28:48.322436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60994) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:48.334672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Request body: {'subnet': {'network_id': 'c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-990899505-subnet', 'tenant_id': '43708405fb3a4a4eb6c9b5eae44e831a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:48.367937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03ffeb85-0e81-491e-bc5b-1763992c23d4 req-7d9d5065-49cd-4b6c-a18c-e9a28a581d5f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984542 Nov 10 16:28:48.442233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Made reservation on behalf of 43708405fb3a4a4eb6c9b5eae44e831a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:48.444598 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:48.521505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66d9da-4c94-4e73-9513-a06b89135aea req-b4152510-7cfa-4c55-a270-7b752b9ca2f2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:48.523028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c66d9da-4c94-4e73-9513-a06b89135aea req-b4152510-7cfa-4c55-a270-7b752b9ca2f2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 943 time: 0.1083906 Nov 10 16:28:48.562807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-d5e6cf94-99a1-44cf-850b-40c020b4c96e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:48.564502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-d5e6cf94-99a1-44cf-850b-40c020b4c96e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0996737 Nov 10 16:28:48.612620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c66d9da-4c94-4e73-9513-a06b89135aea req-15f371c5-da4e-4d07-96b4-560a28c20023 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807760 Nov 10 16:28:48.641987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-617a0f19-b110-40a1-a4bd-60f5b30f6b51 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.0676835 Nov 10 16:28:48.657022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Request body: {'floatingip': {'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:48.698510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:48.831378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564438-d281-418b-b5bd-bb2fb163650d req-890b5c3d-2d9e-4697-ab0f-50d63f8313d5 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:48.839825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-24564438-d281-418b-b5bd-bb2fb163650d req-890b5c3d-2d9e-4697-ab0f-50d63f8313d5 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 943 time: 0.1459596 Nov 10 16:28:48.855636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-8b7f2582-ce90-4966-844e-997edc9eb856 service neutron] 10.222.0.18 "GET /v2.0/ports/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.1250668 Nov 10 16:28:48.892891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32780) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:48.922492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:48.986319 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-24564438-d281-418b-b5bd-bb2fb163650d req-fed1559e-551e-46ae-b33d-85fad362d778 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398396 Nov 10 16:28:49.029486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b9206f-03bb-4334-8ef8-c5b9e0aba526,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:49.069657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Checking segment: {'id': '0a01d528-ad23-4252-a33c-c4dabc589468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:49.070015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Network hostable DHCP agents. Network: c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:28:49.121860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-152fef06-c857-4de8-a906-829c58423969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.226240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Network c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:28:49.238265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:49.256336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad741-429e-4f2d-842d-92e62fe40800 req-f71be57b-fee1-4dc8-a791-7da34f30c95d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:49.257804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c5ad741-429e-4f2d-842d-92e62fe40800 req-f71be57b-fee1-4dc8-a791-7da34f30c95d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 943 time: 0.0962012 Nov 10 16:28:49.283256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:49.336013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:49.352202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c5ad741-429e-4f2d-842d-92e62fe40800 req-a1b2da6e-9424-47fb-aec1-80909d655538 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869970 Nov 10 16:28:49.353931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:49.363901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:49.374816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:49.374816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.380988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67736c9a-b235-4fcb-962f-78e37002b5c4 None None] Network c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:49.438129 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:28:49.485615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.515680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ea707e95-1feb-4673-acae-fb2237ba08f4 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:28:49.520815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-152fef06-c857-4de8-a906-829c58423969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.534496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125b6e6-38be-4371-abe8-e69263f4b392 None None] Network c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:28:49.545438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0f4969a4-a92d-494c-b6b6-6cd114fc6765 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2188604 Nov 10 16:28:49.577463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.619420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] Transition to ACTIVE for port object 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:28:49.628477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-152fef06-c857-4de8-a906-829c58423969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.661028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fef06-c857-4de8-a906-829c58423969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5512e0e-a32e-4a9c-afc3-19486d48ef7f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:49.672095 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.724267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-152fef06-c857-4de8-a906-829c58423969 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db7a0ce47b404115b586cf4e66c3c135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8303051 Nov 10 16:28:49.728432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:49.745428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.753718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:49.769386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'port_id': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'mac_address': 'fa:16:3e:76:32:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b819f-2145-4a06-bf70-51656d2d2dc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:28:49.818770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.831996 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e associated. External IP: 172.25.3.59, port: 51d021bd-20f8-4229-9556-a304ecee6cc4. Nov 10 16:28:49.844541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea707e95-1feb-4673-acae-fb2237ba08f4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:49.866176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:49.868623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] No DVR routers for this DVR port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:28:49.936498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] 10.222.0.18 "PUT /v2.0/ports/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4/bindings/n-h1-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0664837 Nov 10 16:28:49.939715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.941736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dbc57-44ed-4c2b-aafa-dd9fc7fcd04e service neutron] Pushing event updated for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:49.948334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6d3-de11-4a6c-ab6a-993977026fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:49.973604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3672cc5-17a6-47d3-90b9-dcd8e0e69975 req-e92ed5ca-c5c3-4f46-a2c2-6cde630f9ab7 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:49.982552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b3672cc5-17a6-47d3-90b9-dcd8e0e69975 req-e92ed5ca-c5c3-4f46-a2c2-6cde630f9ab7 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 943 time: 0.2068264 Nov 10 16:28:50.008625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6d3-de11-4a6c-ab6a-993977026fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:50.073767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:50.088767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b3672cc5-17a6-47d3-90b9-dcd8e0e69975 req-19ec0437-25f7-4e33-810a-200713e37079 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874569 Nov 10 16:28:50.148623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Router af54c9de-ab4b-400d-8ff8-998734f2f892 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:50.171338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6d3-de11-4a6c-ab6a-993977026fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:50.174342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61b4c6d3-de11-4a6c-ab6a-993977026fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:50.178102 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61b4c6d3-de11-4a6c-ab6a-993977026fb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5512e0e-a32e-4a9c-afc3-19486d48ef7f HTTP/1.1" status: 204 len: 168 time: 0.4459472 Nov 10 16:28:50.188288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c6d3-de11-4a6c-ab6a-993977026fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5512e0e-a32e-4a9c-afc3-19486d48ef7f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:50.235762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-c2f2ffa3-4ba3-48fe-8744-14a73a3cdfdd tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:50.241842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-c2f2ffa3-4ba3-48fe-8744-14a73a3cdfdd tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.1228185 Nov 10 16:28:50.299965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bb6dd308-63be-4733-9261-f5e7cdbc5552 req-2aa91518-952c-4a13-af4d-113a58de2991 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1357364718', 'description': 'tempest-description-992865913'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:50.417601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb6dd308-63be-4733-9261-f5e7cdbc5552 req-2aa91518-952c-4a13-af4d-113a58de2991 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:50.486828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ea707e95-1feb-4673-acae-fb2237ba08f4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:50.507044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb6dd308-63be-4733-9261-f5e7cdbc5552 req-2aa91518-952c-4a13-af4d-113a58de2991 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:50.584213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb6dd308-63be-4733-9261-f5e7cdbc5552 req-2aa91518-952c-4a13-af4d-113a58de2991 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:50.632095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa91518-952c-4a13-af4d-113a58de2991 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461d881e-848b-45f4-99d3-c5d6b5f0bbe9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:50.643871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-e912a131-de74-4130-8ad2-791019c54636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:50.645455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-e912a131-de74-4130-8ad2-791019c54636 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae&tenant_id=445c7fba25da4a31b48bbe694c25c832 HTTP/1.1" status: 200 len: 1096 time: 0.3741393 Nov 10 16:28:50.655857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:50.660438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:50.667114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:50.677245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:50.677860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:50.716061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-55ef0b9d-aeb0-4dc8-8fca-c6a0b041b157 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "PUT /v2.0/floatingips/fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e HTTP/1.1" status: 200 len: 996 time: 2.0637915 Nov 10 16:28:50.717191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:50.719552 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ea6f1-c153-441a-8b91-b8ed8dfa4519" -d '{"events": [{"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:50.728247 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb6dd308-63be-4733-9261-f5e7cdbc5552 req-2aa91518-952c-4a13-af4d-113a58de2991 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:50.736305 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-0b1a358c-ed86-4311-99f9-f82056d8c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:50.738058 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-0b1a358c-ed86-4311-99f9-f82056d8c225 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1096 time: 0.0587323 Nov 10 16:28:50.742342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb6dd308-63be-4733-9261-f5e7cdbc5552 req-2aa91518-952c-4a13-af4d-113a58de2991 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4463837 Nov 10 16:28:50.802295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:50.841484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-c7650bfb-5216-4eea-9f6c-02e90f23e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:50.842926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-c7650bfb-5216-4eea-9f6c-02e90f23e1f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.1008637 Nov 10 16:28:50.861547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d650f-c593-46d0-ab88-4ce6f1dd5995 req-dce9590b-9a8a-4f0a-baf8-418a355cda40 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:50.863208 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-880d650f-c593-46d0-ab88-4ce6f1dd5995 req-dce9590b-9a8a-4f0a-baf8-418a355cda40 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 944 time: 0.0749509 Nov 10 16:28:50.893706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-3c5d0b0b-d9f3-417a-ba00-965632f9d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:50.895157 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-3c5d0b0b-d9f3-417a-ba00-965632f9d53f service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1445379 Nov 10 16:28:50.916816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-880d650f-c593-46d0-ab88-4ce6f1dd5995 req-7206f24a-1308-4867-856e-9af8e27f0655 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472844 Nov 10 16:28:50.966659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-a86e9413-9b44-4e83-b419-15b86733271e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 217 time: 0.0425761 Nov 10 16:28:50.972947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:50.992315 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00161889-e43a-49bc-9f35-d8f5815a47aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.036713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-91d16844-3e9d-4751-9d25-e3495cc8c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:51.038985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-91d16844-3e9d-4751-9d25-e3495cc8c20b service neutron] 10.222.0.62 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1851232 Nov 10 16:28:51.043931 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-8635d1d5-1858-42c4-a252-28b22415f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:51.045684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-8635d1d5-1858-42c4-a252-28b22415f366 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0714869 Nov 10 16:28:51.114580 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00161889-e43a-49bc-9f35-d8f5815a47aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.118569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-139310bc-303f-47d1-ba1e-5cb437338e77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645561 Nov 10 16:28:51.206241 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00161889-e43a-49bc-9f35-d8f5815a47aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.214882 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-f7028021-a8ff-4e27-a757-73fa6b0ec1a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 999 time: 0.1680617 Nov 10 16:28:51.271728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00161889-e43a-49bc-9f35-d8f5815a47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc1401-f8b4-408b-9713-02a80dacb3fa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:51.280662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-00161889-e43a-49bc-9f35-d8f5815a47aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79e3a0308e17455984139378d9762d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057888 Nov 10 16:28:51.284419 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-54fbd0a2-3ed7-42de-8d64-89695846123b service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573739 Nov 10 16:28:51.284667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:28:51.334952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:9e:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:49Z', 'revision_number': 1, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:51.365205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:51.370924 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-e5bbc636-0ef8-4205-9f26-8d326b26fec2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345900 Nov 10 16:28:51.376425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c6ee-3dcd-412d-b0a2-61e320b7eac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.379185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-f506fd54-c628-4ae6-836d-4d21189992d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:51.379801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:51.380422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:51.380699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-f506fd54-c628-4ae6-836d-4d21189992d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.1481407 Nov 10 16:28:51.455983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-c3fd1a1b-b9e4-4b6c-89a2-ab3db9bbe0f5 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605196 Nov 10 16:28:51.468895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-56ebd9b9-8533-4005-9ab0-0e6687a22b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:51.468895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-56ebd9b9-8533-4005-9ab0-0e6687a22b6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725064 Nov 10 16:28:51.469383 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c6ee-3dcd-412d-b0a2-61e320b7eac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.477132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-2cde40f0-347d-4691-84aa-308f0d60c259 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:28:51.478424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-2cde40f0-347d-4691-84aa-308f0d60c259 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065899 Nov 10 16:28:51.516147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ea707e95-1feb-4673-acae-fb2237ba08f4 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:51.523266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:51.552450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32510-9474-4690-a799-d8ac02bb856f req-68252fab-3c57-4fef-9d18-d090bac265b6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:51.554096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-68252fab-3c57-4fef-9d18-d090bac265b6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755157 Nov 10 16:28:51.573593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-38991d93-7c3d-4769-8e41-99e8f9a7582e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/quotas/54beeb0410c3445491a8078eddd7458f HTTP/1.1" status: 200 len: 375 time: 0.0108430 Nov 10 16:28:51.591336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-88c0ffb7-bc9a-4887-99d3-6a37ee92037d service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041634 Nov 10 16:28:51.721095 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-440ebcdb-ca60-485e-bd9e-b231ab84af6c req-db7b1053-df09-4e59-aaf7-b62666c9825a service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191177 Nov 10 16:28:51.760961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port ea707e95-1feb-4673-acae-fb2237ba08f4 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:28:51.775650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port ea707e95-1feb-4673-acae-fb2237ba08f4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:51.776115 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.910477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-4986aea8-a198-42b6-a4ec-a185db2cd311 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3294823 Nov 10 16:28:51.911220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c6ee-3dcd-412d-b0a2-61e320b7eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.914011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c6ee-3dcd-412d-b0a2-61e320b7eac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.917819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0cf0c6ee-3dcd-412d-b0a2-61e320b7eac6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05dc1401-f8b4-408b-9713-02a80dacb3fa HTTP/1.1" status: 204 len: 168 time: 0.6296310 Nov 10 16:28:51.923903 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:51.924041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0c6ee-3dcd-412d-b0a2-61e320b7eac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc1401-f8b4-408b-9713-02a80dacb3fa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:51.927458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:9e:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:49Z', 'revision_number': 1, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:51.974415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3830b-6854-4240-ac27-ab0e2d099842 None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:9e:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:49Z', 'revision_number': 1, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:51.975842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac9fba-9f95-489b-90d8-9adee59f0298 req-b4225774-c712-4041-98e7-c650baf63060 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:51.976878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7ac9fba-9f95-489b-90d8-9adee59f0298 req-b4225774-c712-4041-98e7-c650baf63060 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 944 time: 0.1016498 Nov 10 16:28:51.996103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:51.999021 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6f73cb-e658-4bac-9385-7a4213b5d847" -d '{"events": [{"server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "name": "network-vif-plugged", "status": "completed", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:52.035409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:52.101071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-4a6222d8-d749-4901-bb6b-53dfe16d2fe0 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:52.102552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-4a6222d8-d749-4901-bb6b-53dfe16d2fe0 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.1247897 Nov 10 16:28:52.110268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7ac9fba-9f95-489b-90d8-9adee59f0298 req-8b96f59d-2f4f-4cbf-8894-25b6d957b3a3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952091 Nov 10 16:28:52.137634 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:52.241059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:52.261257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce644c-5e45-4125-a878-54a87f210da4 None None] New status for floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:28:52.394886 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138a4347-5ae2-40ff-9681-8e8c8d60056d x-openstack-request-id: req-138a4347-5ae2-40ff-9681-8e8c8d60056d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:52.395294 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:52.395697 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-138a4347-5ae2-40ff-9681-8e8c8d60056d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:52.396249 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'status': 'completed', 'code': 200} Nov 10 16:28:52.437760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-831d51ee-bd38-46bc-8193-d210f0d2f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:52.441522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-831d51ee-bd38-46bc-8193-d210f0d2f4ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.0947766 Nov 10 16:28:52.463582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-330093e8-015a-41fd-9ea6-f183bf699266 req-fcc3f7ed-cffd-474e-af63-9ba2185dde97 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/461d881e-848b-45f4-99d3-c5d6b5f0bbe9 HTTP/1.1" status: 200 len: 1821 time: 0.1582003 Nov 10 16:28:52.484548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-330093e8-015a-41fd-9ea6-f183bf699266 req-ed07aaf0-ce21-428c-af06-0a10b7d6679d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '461d881e-848b-45f4-99d3-c5d6b5f0bbe9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:52.485008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-330093e8-015a-41fd-9ea6-f183bf699266 req-ed07aaf0-ce21-428c-af06-0a10b7d6679d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '461d881e-848b-45f4-99d3-c5d6b5f0bbe9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:52.604094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:28:52.626341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-f73eff7d-896f-4494-abf4-e8f653ad9ce4 service neutron] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:52.676570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-0a237a51-9829-4b99-92cd-ec043fa1d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:52.677213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-f73eff7d-896f-4494-abf4-e8f653ad9ce4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:52.678352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8f4beb1-3882-4654-b5cf-d24c370469d1 req-f73eff7d-896f-4494-abf4-e8f653ad9ce4 service neutron] 10.222.0.69 "DELETE /v2.0/ports/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4/bindings/n-h2-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.5672295 Nov 10 16:28:52.679061 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-0a237a51-9829-4b99-92cd-ec043fa1d6df service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.2201912 Nov 10 16:28:52.689587 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-330093e8-015a-41fd-9ea6-f183bf699266 req-ed07aaf0-ce21-428c-af06-0a10b7d6679d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:52.710253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56789a-0689-4796-b86b-5f954c08090f req-ff571cad-3fd7-44b2-bd9a-186f5137428e tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:52.714492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:28:52.714722 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-330093e8-015a-41fd-9ea6-f183bf699266 req-ed07aaf0-ce21-428c-af06-0a10b7d6679d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:52.720287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a56789a-0689-4796-b86b-5f954c08090f req-ff571cad-3fd7-44b2-bd9a-186f5137428e tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 943 time: 0.2775261 Nov 10 16:28:52.821542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-a249c166-2c3e-460a-a863-d7bdaac4bdc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 999 time: 0.0990715 Nov 10 16:28:52.828528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-330093e8-015a-41fd-9ea6-f183bf699266 req-ed07aaf0-ce21-428c-af06-0a10b7d6679d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:52.845650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a56789a-0689-4796-b86b-5f954c08090f req-70a60fbc-d06b-4359-92ac-6e604a6a28f9 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244783 Nov 10 16:28:52.891900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-592647b1-65b4-45fe-9212-9ae49a7f2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:52.893613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-592647b1-65b4-45fe-9212-9ae49a7f2fb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0620570 Nov 10 16:28:52.896089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07aaf0-ce21-428c-af06-0a10b7d6679d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0bda18-6946-4976-af17-320c38de3152,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:52.982266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-19a051aa-8e0c-491c-a77b-549f4854ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:52.983843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-19a051aa-8e0c-491c-a77b-549f4854ada1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826299 Nov 10 16:28:52.996757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-330093e8-015a-41fd-9ea6-f183bf699266 req-ed07aaf0-ce21-428c-af06-0a10b7d6679d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:52.998449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-330093e8-015a-41fd-9ea6-f183bf699266 req-ed07aaf0-ce21-428c-af06-0a10b7d6679d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5230825 Nov 10 16:28:53.130874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6489c-f4bf-4e6e-8c78-8d783e31bdff req-3a207b48-dc6a-4107-b004-e9ab250d1489 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:53.138418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04b6489c-f4bf-4e6e-8c78-8d783e31bdff req-3a207b48-dc6a-4107-b004-e9ab250d1489 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 945 time: 0.0665817 Nov 10 16:28:53.171242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-01c7a8d1-ceb9-4337-9527-4599f4d8dccd tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:53.173222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-01c7a8d1-ceb9-4337-9527-4599f4d8dccd tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1502569 Nov 10 16:28:53.194190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04b6489c-f4bf-4e6e-8c78-8d783e31bdff req-5ef1f43f-aecb-48a3-aa4a-878010d0d83b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546062 Nov 10 16:28:53.249049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-c3e8a194-b123-42ed-b9ce-b29b01724279 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496662 Nov 10 16:28:53.276672 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dd4d88-739e-40dd-9888-72b9fc0a60f6 x-openstack-request-id: req-30dd4d88-739e-40dd-9888-72b9fc0a60f6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:53.277260 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "name": "network-vif-plugged", "status": "completed", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:53.277781 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30dd4d88-739e-40dd-9888-72b9fc0a60f6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:53.278656 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'code': 200} Nov 10 16:28:53.393501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-611ea451-2290-423e-96ef-505c22c15f71 req-7bc09bf0-a519-4fb1-8883-a6814b60ea3f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 210 time: 0.0393512 Nov 10 16:28:53.437335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3284247e-50e2-405d-a1fc-bf6567e1fde7 req-8fa153a9-4f63-4499-87f0-c2050246b6e5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-869290935', 'description': 'tempest-description-1243520000'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:53.470512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6702e70-af18-41c1-94b5-27ff5281dbc4 req-f2c23c1b-5b1b-4d04-9324-cbd05539d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:53.471479 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-18c650f4-fcc8-4b94-8685-51120ea10515 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1001 time: 0.2882576 Nov 10 16:28:53.472087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f6702e70-af18-41c1-94b5-27ff5281dbc4 req-f2c23c1b-5b1b-4d04-9324-cbd05539d8c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 1097 time: 0.0860860 Nov 10 16:28:53.488898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Request body: {'floatingip': {'port_id': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:53.532769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 82e0cd77-1c67-42ad-b66d-1edc3e85e255 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:28:53.543843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f6702e70-af18-41c1-94b5-27ff5281dbc4 req-2dac6562-56d1-40d0-9169-3758b985ef4f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632274 Nov 10 16:28:53.569966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637ea6f1-c153-441a-8b91-b8ed8dfa4519 req-8581a492-8125-4108-8187-f2c9123f7d44 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911949 Nov 10 16:28:53.596131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:53.600669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3284247e-50e2-405d-a1fc-bf6567e1fde7 req-8fa153a9-4f63-4499-87f0-c2050246b6e5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:53.682080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 82e0cd77-1c67-42ad-b66d-1edc3e85e255, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:53.697828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'port_id': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'mac_address': 'fa:16:3e:a0:ed:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:28:53.758933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3284247e-50e2-405d-a1fc-bf6567e1fde7 req-8fa153a9-4f63-4499-87f0-c2050246b6e5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:53.761667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:53.790894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e0cd77-1c67-42ad-b66d-1edc3e85e255 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:53.819040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 82e0cd77-1c67-42ad-b66d-1edc3e85e255, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:53.899642 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3284247e-50e2-405d-a1fc-bf6567e1fde7 req-8fa153a9-4f63-4499-87f0-c2050246b6e5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:53.934849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa153a9-4f63-4499-87f0-c2050246b6e5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f94176e-f419-4578-9554-d1225ecac73f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:53.937034 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:53.992526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=82e0cd77-1c67-42ad-b66d-1edc3e85e255,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:54.058821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3284247e-50e2-405d-a1fc-bf6567e1fde7 req-8fa153a9-4f63-4499-87f0-c2050246b6e5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:54.060187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3284247e-50e2-405d-a1fc-bf6567e1fde7 req-8fa153a9-4f63-4499-87f0-c2050246b6e5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6308615 Nov 10 16:28:54.181243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcef79-aba7-4c95-b8cf-de3ac03c779a req-a68ebee9-1493-4c01-abcc-420a8e5d8e63 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:54.182797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0fcef79-aba7-4c95-b8cf-de3ac03c779a req-a68ebee9-1493-4c01-abcc-420a8e5d8e63 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 944 time: 0.0565677 Nov 10 16:28:54.239259 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:54.248182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0fcef79-aba7-4c95-b8cf-de3ac03c779a req-459021cf-a038-4c4d-ab65-cf564400181d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546401 Nov 10 16:28:54.319756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:54.335128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['82e0cd77-1c67-42ad-b66d-1edc3e85e255'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:28:54.433299 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e associated. External IP: 172.25.3.59, port: 51d021bd-20f8-4229-9556-a304ecee6cc4. Nov 10 16:28:54.662878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Router af54c9de-ab4b-400d-8ff8-998734f2f892 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:54.773137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:54.783205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:54.800220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:54.800833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:54.912331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:54.981528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Router af54c9de-ab4b-400d-8ff8-998734f2f892 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:28:55.052098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-8a9f7880-afc8-4769-9a94-519991f346e4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236936 Nov 10 16:28:55.149357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:f8:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:54Z', 'revision_number': 3, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:55.176830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:28:55.177037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:55.182894 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:55.186320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:55.187017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:55.225698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32510-9474-4690-a799-d8ac02bb856f req-1709e5fb-07f6-4fe5-83bd-ec2e4f7a0dc9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:55.227149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-1709e5fb-07f6-4fe5-83bd-ec2e4f7a0dc9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691144 Nov 10 16:28:55.231216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:55.233568 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:55.261579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Request body: {'port': {'device_id': 'ff63f169-2eca-48c4-9227-ce834fa9a121', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '54beeb0410c3445491a8078eddd7458f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:55.286748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-725de6df-5c3f-4dd6-9891-2957ff5eae44 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "PUT /v2.0/floatingips/fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e HTTP/1.1" status: 200 len: 997 time: 1.8083107 Nov 10 16:28:55.298992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:55.371777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-7f850924-37ee-433a-8467-0b84a57f51f7 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:55.373234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-7f850924-37ee-433a-8467-0b84a57f51f7 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports/51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 943 time: 0.0806909 Nov 10 16:28:55.538423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 82e0cd77-1c67-42ad-b66d-1edc3e85e255 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:28:55.723565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:f8:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:54Z', 'revision_number': 3, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:55.741492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Made reservation on behalf of 54beeb0410c3445491a8078eddd7458f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:28:55.744929 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:55.755804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0ca11-3d55-4054-87b6-fadc5983f940 None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:f8:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:54Z', 'revision_number': 3, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:55.757664 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:55.766458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:28:55.771938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:55.772502 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:55.780210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-99b8d9e9-93cd-4e4e-8895-c133e477cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:55.781770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-99b8d9e9-93cd-4e4e-8895-c133e477cd53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.3415732 Nov 10 16:28:55.862260 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:55.887663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:28:55.890037 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6c722f-6e04-431b-9e17-4008bea87b71" -d '{"events": [{"server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "name": "network-vif-plugged", "status": "completed", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:28:55.905141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 82e0cd77-1c67-42ad-b66d-1edc3e85e255, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:28:55.914028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-8c7ec54f-d37a-4d4f-a3f4-f02854704c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:55.915546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-8c7ec54f-d37a-4d4f-a3f4-f02854704c09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1259491 Nov 10 16:28:55.938195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:55.958752 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f352f86-3dae-4910-a6bc-3cd1d4927b1e None None] New status for floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:28:55.968133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-2f15ab0e-f0bc-48e5-ae3b-1da747673978 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 217 time: 0.0407047 Nov 10 16:28:55.977309 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:56.013343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:56.030290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=82e0cd77-1c67-42ad-b66d-1edc3e85e255,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:56.039205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-33f94cd6-c8b3-41d0-9b46-5049272abd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:56.045235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-33f94cd6-c8b3-41d0-9b46-5049272abd60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0696394 Nov 10 16:28:56.125741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c81514-5a89-48ba-af9e-bb0f75af2905,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:56.166659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-1f8c3856-75da-46b6-8c1d-aa1aaf43fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:56.168773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-1f8c3856-75da-46b6-8c1d-aa1aaf43fced service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911927 Nov 10 16:28:56.180751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-8c3dcc73-f02e-447e-8b30-fd7de71dc92f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:28:56.181801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-8c3dcc73-f02e-447e-8b30-fd7de71dc92f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051341 Nov 10 16:28:56.228086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Allocated IP 192.168.233.168 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/59d48dee-81d1-4755-9d42-fbee63f7782d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:28:56.272061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:28:56.287035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:56.287735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:56.318459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-dbfa6aba-971a-4d86-9dd0-294ab43f88d9 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292350 Nov 10 16:28:56.407897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:56.489223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-6c3979c2-216d-42ae-beef-600a0913755f service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620603 Nov 10 16:28:56.502321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:56.644212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:f8:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:56.656985 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:56.671723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:28:56.680041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:28:56.680602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:56.703284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-7146ac4c-bef7-4ee4-a8bd-90713fddd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:56.704831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-7146ac4c-bef7-4ee4-a8bd-90713fddd871 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0814574 Nov 10 16:28:56.710860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:28:56.726974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:28:56.741318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:28:56.770214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'Port': ['ID=59d48dee-81d1-4755-9d42-fbee63f7782d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:56.801323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:28:56.859711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:56.860385 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:56.894196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-7558082d-d45b-46e7-af9e-ff8a83768ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:56.895702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-7558082d-d45b-46e7-af9e-ff8a83768ae4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1790068 Nov 10 16:28:56.990370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-def72870-78cd-4b31-9b52-38bb34bc0193 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 200 len: 1000 time: 0.0854876 Nov 10 16:28:56.998120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-56bbc561-e133-4873-87bb-90be4c67bb0e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7419479 Nov 10 16:28:57.032121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Request body: {'port': {'device_id': 'ff63f169-2eca-48c4-9227-ce834fa9a121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:57.076928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-d3a7715e-4d7e-4418-a22f-921fa3d982e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:57.078435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-d3a7715e-4d7e-4418-a22f-921fa3d982e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0790913 Nov 10 16:28:57.094520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-65e7bca9-6d71-40c0-95b4-f9c8753b73b0 None None] Provisioning complete for port 59d48dee-81d1-4755-9d42-fbee63f7782d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:28:57.095503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65e7bca9-6d71-40c0-95b4-f9c8753b73b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:57.134253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:57.137726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-65e7bca9-6d71-40c0-95b4-f9c8753b73b0 None None] Port 59d48dee-81d1-4755-9d42-fbee63f7782d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:28:57.141786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:f8:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:28:57.170267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ea59d-8ca9-4232-bbee-0138bfb30b73 None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:f8:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:28:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:28:57.180847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-4c781da8-2b49-441f-b705-7a4346f6adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:57.182365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-4c781da8-2b49-441f-b705-7a4346f6adbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947516 Nov 10 16:28:57.391531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-218f6a62-f41d-442a-bed1-5bd1d7d121ea service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005680 Nov 10 16:28:57.523378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2906d58-061a-4fe9-bf39-443f2bf5ceff req-e0856c62-a314-4f9e-9fbe-89d21848ea39 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245127 Nov 10 16:28:57.553030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d48dee-81d1-4755-9d42-fbee63f7782d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:28:57.561351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:57.573398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Transition to ACTIVE for port object 59d48dee-81d1-4755-9d42-fbee63f7782d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:28:57.662257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:57.717391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646506e-e0da-4bc6-ba26-10ac7bcdec4a req-3493775e-1a37-4159-9cd5-abb91e9d68a7 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:57.719016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0646506e-e0da-4bc6-ba26-10ac7bcdec4a req-3493775e-1a37-4159-9cd5-abb91e9d68a7 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.0894845 Nov 10 16:28:57.748818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=59d48dee-81d1-4755-9d42-fbee63f7782d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:57.825543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0646506e-e0da-4bc6-ba26-10ac7bcdec4a req-d3ca0ee8-f185-42d7-919c-f774c66f06b8 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977800 Nov 10 16:28:57.839097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Attempting to bind port 59d48dee-81d1-4755-9d42-fbee63f7782d on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:28:57.839486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Attempting to bind port 59d48dee-81d1-4755-9d42-fbee63f7782d by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:28:57.840315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Attempting to bind port 59d48dee-81d1-4755-9d42-fbee63f7782d on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:57.845230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Port 59d48dee-81d1-4755-9d42-fbee63f7782d on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:28:57.845546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Attempting to bind port 59d48dee-81d1-4755-9d42-fbee63f7782d on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:28:57.851414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:28:57.851686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:28:57.852199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:28:57.852633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Bound port: 59d48dee-81d1-4755-9d42-fbee63f7782d, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:28:57.852986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:57.936253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-86ec48bc-883b-4209-a060-46bad7255454 req-9304df2a-30e1-4fe5-b906-8e6052bf140b tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/9f94176e-f419-4578-9554-d1225ecac73f HTTP/1.1" status: 200 len: 1821 time: 0.0809886 Nov 10 16:28:57.951123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-86ec48bc-883b-4209-a060-46bad7255454 req-82f000c8-0723-4352-99f7-cde2352c499d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9f94176e-f419-4578-9554-d1225ecac73f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:57.951464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-86ec48bc-883b-4209-a060-46bad7255454 req-82f000c8-0723-4352-99f7-cde2352c499d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9f94176e-f419-4578-9554-d1225ecac73f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:57.965394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] For port 59d48dee-81d1-4755-9d42-fbee63f7782d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:28:57.983652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] For port 59d48dee-81d1-4755-9d42-fbee63f7782d, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=59d48dee-81d1-4755-9d42-fbee63f7782d,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:28:58.051892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:58.084505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:58.085223 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:58.086975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] 10.222.0.18 "PUT /v2.0/ports/59d48dee-81d1-4755-9d42-fbee63f7782d HTTP/1.1" status: 200 len: 1097 time: 1.0774856 Nov 10 16:28:58.141341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32236a-f1bc-404a-ad67-2b4e13be3bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=59d48dee-81d1-4755-9d42-fbee63f7782d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:58.153700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86ec48bc-883b-4209-a060-46bad7255454 req-82f000c8-0723-4352-99f7-cde2352c499d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:58.178129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86ec48bc-883b-4209-a060-46bad7255454 req-82f000c8-0723-4352-99f7-cde2352c499d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:58.259166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32510-9474-4690-a799-d8ac02bb856f req-e660e6ec-a871-4f10-bc62-eb077526c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:58.260812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-e660e6ec-a871-4f10-bc62-eb077526c11b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 1100 time: 0.0435100 Nov 10 16:28:58.263059 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86ec48bc-883b-4209-a060-46bad7255454 req-82f000c8-0723-4352-99f7-cde2352c499d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:58.316028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f000c8-0723-4352-99f7-cde2352c499d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad8a6d0-b878-48c1-a5a9-e6bdf5fa032b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:58.325590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-e302a1e8-49cc-44ff-b77c-da48455e64af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=59d48dee-81d1-4755-9d42-fbee63f7782d HTTP/1.1" status: 200 len: 217 time: 0.0489695 Nov 10 16:28:58.368904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32510-9474-4690-a799-d8ac02bb856f req-0b69d559-737a-4bc7-bcad-9ddb5885bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:58.370293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-0b69d559-737a-4bc7-bcad-9ddb5885bcbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0439374 Nov 10 16:28:58.414404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32510-9474-4690-a799-d8ac02bb856f req-98bfa6c9-a3a0-42be-9967-66c4a3c88e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:58.415947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-98bfa6c9-a3a0-42be-9967-66c4a3c88e5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0393891 Nov 10 16:28:58.480196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-86ec48bc-883b-4209-a060-46bad7255454 req-82f000c8-0723-4352-99f7-cde2352c499d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:58.481345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-86ec48bc-883b-4209-a060-46bad7255454 req-82f000c8-0723-4352-99f7-cde2352c499d tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5379643 Nov 10 16:28:58.524553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-04b5f8b4-4bd3-404b-8287-e7ed96db2cfc service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988448 Nov 10 16:28:58.640060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ff25b-0b4b-4658-b22c-e460e4a0058b req-a896abec-b8f0-439c-9925-9b116c9905f6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:58.641535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-483ff25b-0b4b-4658-b22c-e460e4a0058b req-a896abec-b8f0-439c-9925-9b116c9905f6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 945 time: 0.1082768 Nov 10 16:28:58.669379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65b32510-9474-4690-a799-d8ac02bb856f req-0165e171-27cf-4b67-a56d-38f60c8cc41a service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370177 Nov 10 16:28:58.698875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-483ff25b-0b4b-4658-b22c-e460e4a0058b req-d7e940b3-970a-4fd4-a083-c20bb14ade4a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510972 Nov 10 16:28:58.829589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fa67c-e44e-4073-a792-9ffcbd6778cb req-17a3e281-70d9-4e8f-8a4e-9e05ba474928 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:58.831170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f0fa67c-e44e-4073-a792-9ffcbd6778cb req-17a3e281-70d9-4e8f-8a4e-9e05ba474928 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 948 time: 0.0499289 Nov 10 16:28:58.880350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f0fa67c-e44e-4073-a792-9ffcbd6778cb req-2dfcf8d4-1255-4735-b7f5-09c1eb35bbd6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Nov 10 16:28:59.091655 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a478a2c-f0c5-4afd-b42d-b563095f6ae7 x-openstack-request-id: req-9a478a2c-f0c5-4afd-b42d-b563095f6ae7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:59.091655 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:59.091655 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a478a2c-f0c5-4afd-b42d-b563095f6ae7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:59.091655 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'status': 'completed', 'code': 200} Nov 10 16:28:59.110950 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e270a69-9d54-4774-a8a7-d6860c807ce8 x-openstack-request-id: req-7e270a69-9d54-4774-a8a7-d6860c807ce8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:28:59.111517 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "name": "network-vif-plugged", "status": "completed", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:28:59.111517 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e270a69-9d54-4774-a8a7-d6860c807ce8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:28:59.112162 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'code': 200} Nov 10 16:28:59.186857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff9a0de1-1d8d-4cfc-8bc0-90873685fa2d req-c20fd4b5-35a6-433b-a267-f5560bfbaf5b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1000 time: 0.0657094 Nov 10 16:28:59.235724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a0de1-1d8d-4cfc-8bc0-90873685fa2d req-d029ab1f-399d-44ba-bce2-7c5f9d0c45fa tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:59.237328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff9a0de1-1d8d-4cfc-8bc0-90873685fa2d req-d029ab1f-399d-44ba-bce2-7c5f9d0c45fa tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports/e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 200 len: 942 time: 0.0445631 Nov 10 16:28:59.342148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff9a0de1-1d8d-4cfc-8bc0-90873685fa2d req-3785329a-fd85-4468-9e6a-b3e5af592f5e tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1000 time: 0.0659468 Nov 10 16:28:59.443333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a0de1-1d8d-4cfc-8bc0-90873685fa2d req-fe9488e7-754c-42cc-9137-8a13eafee9d3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:59.444662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff9a0de1-1d8d-4cfc-8bc0-90873685fa2d req-fe9488e7-754c-42cc-9137-8a13eafee9d3 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.0969064 Nov 10 16:28:59.465690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bb768a92-6a71-46f1-9f51-818b17542ab0 req-5fcafdd3-1486-4460-8bd9-250cf59c63f6 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-965456491', 'description': 'tempest-description-1074774381'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:28:59.576860 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb768a92-6a71-46f1-9f51-818b17542ab0 req-5fcafdd3-1486-4460-8bd9-250cf59c63f6 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:59.642024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb768a92-6a71-46f1-9f51-818b17542ab0 req-5fcafdd3-1486-4460-8bd9-250cf59c63f6 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:59.737638 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb768a92-6a71-46f1-9f51-818b17542ab0 req-5fcafdd3-1486-4460-8bd9-250cf59c63f6 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:59.765905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcafdd3-1486-4460-8bd9-250cf59c63f6 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab92f4-86f1-465d-9170-01c1f0093c02,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:28:59.847564 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb768a92-6a71-46f1-9f51-818b17542ab0 req-5fcafdd3-1486-4460-8bd9-250cf59c63f6 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:28:59.848772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb768a92-6a71-46f1-9f51-818b17542ab0 req-5fcafdd3-1486-4460-8bd9-250cf59c63f6 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3876534 Nov 10 16:28:59.940214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae3208-a034-4082-ba1e-d098df46be42 req-fe9d4582-66e2-4228-9592-185c4b4c95ba tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:28:59.941764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2ae3208-a034-4082-ba1e-d098df46be42 req-fe9d4582-66e2-4228-9592-185c4b4c95ba tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1096 time: 0.0448494 Nov 10 16:28:59.986278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2ae3208-a034-4082-ba1e-d098df46be42 req-fe019d88-8f5d-40f0-812d-e6eff13dbc88 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Nov 10 16:29:00.105154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2cbe0-e519-4f26-9459-10903222ec99 req-a9fc6ca8-f095-4b79-9e78-6c5b5b356747 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:00.107297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9b2cbe0-e519-4f26-9459-10903222ec99 req-a9fc6ca8-f095-4b79-9e78-6c5b5b356747 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.0499287 Nov 10 16:29:00.154988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9b2cbe0-e519-4f26-9459-10903222ec99 req-582879fc-0a28-4ebe-b9b2-24aff2348cfe tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Nov 10 16:29:00.343820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-374dee49-6ea0-4e8d-a5af-4f5c52410c1f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1000 time: 0.0654542 Nov 10 16:29:00.391352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0d086b6-86ec-4b19-b52b-9b0577493545 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:00.392619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0d086b6-86ec-4b19-b52b-9b0577493545 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports/e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 200 len: 942 time: 0.0433319 Nov 10 16:29:00.490172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-a91526c5-6559-4e6e-bfce-ccbd269fa989 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1000 time: 0.0590134 Nov 10 16:29:00.600306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-d58c1776-a033-4197-9432-486abde54f23 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:00.601566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-d58c1776-a033-4197-9432-486abde54f23 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1056695 Nov 10 16:29:00.671926 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-d5cc51f4-8be1-4031-8dbe-4c1030457b59 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1000 time: 0.0628538 Nov 10 16:29:00.681222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:00.735474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:00.875681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:00.971070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:00.971361 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e disassociated. External IP: 172.25.3.59, port: e183a04a-9f1c-4bb2-827d-ffe333a1188a. Nov 10 16:29:01.289565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a'}, {'name': 'network-changed', 'server_uuid': 'ff63f169-2eca-48c4-9227-ce834fa9a121', 'tag': '59d48dee-81d1-4755-9d42-fbee63f7782d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:01.291908 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2577cc-0977-4d9f-960f-5a4622031085" -d '{"events": [{"name": "network-changed", "server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a"}, {"name": "network-changed", "server_uuid": "ff63f169-2eca-48c4-9227-ce834fa9a121", "tag": "59d48dee-81d1-4755-9d42-fbee63f7782d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:01.468840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Router af54c9de-ab4b-400d-8ff8-998734f2f892 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:29:01.578342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:29:01.581883 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd1236b0-e15b-41ab-b456-205e63bc0c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:01.583105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:01.594267 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:29:01.599479 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:01.600652 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:01.610593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-c0b3b9b7-274f-4594-8247-5c22881c1e9d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "PUT /v2.0/floatingips/fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e HTTP/1.1" status: 200 len: 694 time: 0.9329987 Nov 10 16:29:01.667237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-cca7c51f-863c-4c6e-9e7d-48fa5f5928d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:01.669354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-cca7c51f-863c-4c6e-9e7d-48fa5f5928d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0455568 Nov 10 16:29:01.711321 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:01.771339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-091c74f8-e2f1-49e2-b35d-8b4de1036b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:01.772842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-091c74f8-e2f1-49e2-b35d-8b4de1036b46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.0917702 Nov 10 16:29:01.816527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-903c19c2-36ff-4e2c-a845-fd1630af7c24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 200 len: 217 time: 0.0374417 Nov 10 16:29:01.864648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-7ebb04b5-a4b9-4d7b-b7bf-fbb5990f4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:01.866134 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-7ebb04b5-a4b9-4d7b-b7bf-fbb5990f4047 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0433900 Nov 10 16:29:01.911715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-adb5192a-d77c-438f-a2e1-5a52404f8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:01.913268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-adb5192a-d77c-438f-a2e1-5a52404f8ee6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402772 Nov 10 16:29:02.004755 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:02.012218 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-176ea191-18e5-40b6-9499-67d12383ab84 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916221 Nov 10 16:29:02.032494 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:29:02.041577 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:02.041796 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:28:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:02.102262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dc6141-80b2-462c-8816-ba4ec64b7840 req-6c112754-8ffd-4d4e-9496-f4cc5744f02b service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834069 Nov 10 16:29:02.149649 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:02.329795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1f8ef-2f73-4862-b5d6-7112464f07a4 req-32b7567b-48e7-4e9a-ae40-bbbb485581ec tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:02.331355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02b1f8ef-2f73-4862-b5d6-7112464f07a4 req-32b7567b-48e7-4e9a-ae40-bbbb485581ec tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 945 time: 0.0502295 Nov 10 16:29:02.351891 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:02.383381 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0fae4-dd41-4811-a5b7-5e090b9c6967 None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:29:02.384677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02b1f8ef-2f73-4862-b5d6-7112464f07a4 req-c0ac9b7c-bcaf-47ff-b7cb-cd21d4bd469c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Nov 10 16:29:02.410320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5784ebb6-b26b-45c2-a7e4-15eed403d0a8 req-66ae8b47-1b5b-4364-a7f0-c00f0f6f69ca tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1577108560', 'description': 'tempest-description-2118914924'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:02.498310 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5784ebb6-b26b-45c2-a7e4-15eed403d0a8 req-66ae8b47-1b5b-4364-a7f0-c00f0f6f69ca tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:02.570004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5784ebb6-b26b-45c2-a7e4-15eed403d0a8 req-66ae8b47-1b5b-4364-a7f0-c00f0f6f69ca tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:02.628930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c8ebc-b0ae-4969-a23f-eafeb298ac2a None None] New status for floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:29:02.639299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5784ebb6-b26b-45c2-a7e4-15eed403d0a8 req-66ae8b47-1b5b-4364-a7f0-c00f0f6f69ca tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:02.668981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 59d48dee-81d1-4755-9d42-fbee63f7782d details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:02.671874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae8b47-1b5b-4364-a7f0-c00f0f6f69ca tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd922cf-c3e4-4893-93fb-231d217a1ba7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:02.733298 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5784ebb6-b26b-45c2-a7e4-15eed403d0a8 req-66ae8b47-1b5b-4364-a7f0-c00f0f6f69ca tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:02.734561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5784ebb6-b26b-45c2-a7e4-15eed403d0a8 req-66ae8b47-1b5b-4364-a7f0-c00f0f6f69ca tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3284388 Nov 10 16:29:02.834067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7bc4f-5dad-43d8-a2fb-674873684bcb req-85dd1d34-621b-4b86-b791-d0e20879aa53 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:02.835589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d0c7bc4f-5dad-43d8-a2fb-674873684bcb req-85dd1d34-621b-4b86-b791-d0e20879aa53 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 948 time: 0.0520549 Nov 10 16:29:02.887444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d0c7bc4f-5dad-43d8-a2fb-674873684bcb req-a35283dc-9a3f-4941-871e-00d422b44380 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452123 Nov 10 16:29:02.911062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 59d48dee-81d1-4755-9d42-fbee63f7782d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=59d48dee-81d1-4755-9d42-fbee63f7782d,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:02.927602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '59d48dee-81d1-4755-9d42-fbee63f7782d', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '59d48dee-81d1-4755-9d42-fbee63f7782d', 'mac_address': 'fa:16:3e:a7:a5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:29:02.965038 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:02.979582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d48dee-81d1-4755-9d42-fbee63f7782d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:03.006175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 59d48dee-81d1-4755-9d42-fbee63f7782d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=59d48dee-81d1-4755-9d42-fbee63f7782d,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:03.057077 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:03.073291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-eeb115e8-bcfb-4cb3-9e09-ac6069784295 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:03.075332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-eeb115e8-bcfb-4cb3-9e09-ac6069784295 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.1121984 Nov 10 16:29:03.092440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-688a850c-c862-4004-af2d-f2ddeb635dd0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/quotas/445c7fba25da4a31b48bbe694c25c832 HTTP/1.1" status: 200 len: 375 time: 0.0110095 Nov 10 16:29:03.113438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=59d48dee-81d1-4755-9d42-fbee63f7782d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:03.142868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-a54f2a8a-2c96-4f38-b3d1-dde7712ac6b4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441127 Nov 10 16:29:03.238824 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-524e8ebe-b796-4d5d-9d18-0fb9a137ae4c service neutron] 10.222.0.62 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889950 Nov 10 16:29:03.285445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:03.340731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-01bf8d25-543b-4d05-a922-4b9434dcb0a8 service neutron] 10.222.0.62 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941935 Nov 10 16:29:03.725101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2872f6-8a19-417b-bcc6-fa28b2895312 req-a5b77b77-8bf0-4b57-a9c7-8e7fd62a1aef tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:03.726469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef2872f6-8a19-417b-bcc6-fa28b2895312 req-a5b77b77-8bf0-4b57-a9c7-8e7fd62a1aef tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.0555422 Nov 10 16:29:03.780378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef2872f6-8a19-417b-bcc6-fa28b2895312 req-e4d08448-8877-4a2e-bb2a-2ff5339fae34 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Nov 10 16:29:03.816734 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f721d38a-cb70-4ea3-9a97-207102ae7975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:03.834625 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd703b4-4220-4b30-81ef-d06a02992087 x-openstack-request-id: req-3cd703b4-4220-4b30-81ef-d06a02992087 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:03.835031 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff63f169-2eca-48c4-9227-ce834fa9a121", "tag": "59d48dee-81d1-4755-9d42-fbee63f7782d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:03.835464 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cd703b4-4220-4b30-81ef-d06a02992087 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:03.835988 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'status': 'completed', 'code': 200} Nov 10 16:29:03.836428 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff63f169-2eca-48c4-9227-ce834fa9a121', 'tag': '59d48dee-81d1-4755-9d42-fbee63f7782d', 'status': 'completed', 'code': 200} Nov 10 16:29:03.901722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-2e0aa68a-0016-482c-8391-eb260b572599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:03.903414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-2e0aa68a-0016-482c-8391-eb260b572599 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0427744 Nov 10 16:29:04.004916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-c8557995-6690-4700-b6d8-5cb2b7fa7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:04.006452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-c8557995-6690-4700-b6d8-5cb2b7fa7cbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.0942738 Nov 10 16:29:04.050022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-e19e33a6-0e1f-4ca0-8848-fbe1e99b7c42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 200 len: 217 time: 0.0364149 Nov 10 16:29:04.102982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-d4a6b10d-cad5-4492-b464-7defef23fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:04.112778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-d4a6b10d-cad5-4492-b464-7defef23fb1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0472186 Nov 10 16:29:04.153057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-a96b95a0-e0d8-4766-a6c9-434e27e4b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:04.154603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-a96b95a0-e0d8-4766-a6c9-434e27e4b0d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422328 Nov 10 16:29:04.282064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-b6c1f0d4-51f5-4ca2-8e41-1279b72928c1 service neutron] 10.222.0.18 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204116 Nov 10 16:29:04.285042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-ccec217f-c83c-4bc1-8b64-3cc519ca39d9 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/f6ab92f4-86f1-465d-9170-01c1f0093c02 HTTP/1.1" status: 200 len: 1821 time: 0.0643353 Nov 10 16:29:04.388457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-7329c182-21ee-4bd8-b977-13706a442f52 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/8dd922cf-c3e4-4893-93fb-231d217a1ba7 HTTP/1.1" status: 200 len: 1822 time: 0.0968916 Nov 10 16:29:04.400370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-5951ba76-39f3-41ef-a083-e7cddd906343 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6ab92f4-86f1-465d-9170-01c1f0093c02', 'remote_group_id': '8dd922cf-c3e4-4893-93fb-231d217a1ba7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:04.400688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-5951ba76-39f3-41ef-a083-e7cddd906343 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6ab92f4-86f1-465d-9170-01c1f0093c02', 'remote_group_id': '8dd922cf-c3e4-4893-93fb-231d217a1ba7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:04.429160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-ff79a1e7-c867-4a40-a8e7-432c2df035d8 service neutron] 10.222.0.18 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351988 Nov 10 16:29:04.537476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-8ab479e6-394d-4fcc-98fd-8a7a5c7ba017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:04.538981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-8ab479e6-394d-4fcc-98fd-8a7a5c7ba017 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 1101 time: 0.0649686 Nov 10 16:29:04.583058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-5951ba76-39f3-41ef-a083-e7cddd906343 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:04.672213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-5951ba76-39f3-41ef-a083-e7cddd906343 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:04.681169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 59d48dee-81d1-4755-9d42-fbee63f7782d up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:29:04.682323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-57fdd746-d721-47df-ba64-1321f96087cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:04.683857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-57fdd746-d721-47df-ba64-1321f96087cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1372159 Nov 10 16:29:04.740790 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-5ccb1b78-7464-45f2-854d-2017fe631cb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=59d48dee-81d1-4755-9d42-fbee63f7782d HTTP/1.1" status: 200 len: 217 time: 0.0484684 Nov 10 16:29:04.755064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-5951ba76-39f3-41ef-a083-e7cddd906343 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:04.799108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951ba76-39f3-41ef-a083-e7cddd906343 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe95cd2-f45f-42cd-8b87-5f19c3a50073,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:04.809177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-0d2a2964-3a9a-4b7d-9b3f-172064b54d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:04.810626 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-0d2a2964-3a9a-4b7d-9b3f-172064b54d01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0631807 Nov 10 16:29:04.822652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 59d48dee-81d1-4755-9d42-fbee63f7782d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:29:04.827754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 59d48dee-81d1-4755-9d42-fbee63f7782d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:04.828127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:04.863290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-bfe1aa74-adbd-4a0e-844a-7be70c29c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:04.865371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-bfe1aa74-adbd-4a0e-844a-7be70c29c3c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451331 Nov 10 16:29:04.920391 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:04.938161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-5951ba76-39f3-41ef-a083-e7cddd906343 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:04.939244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-231d9cd7-0613-4fc3-881a-0eec970f646a req-5951ba76-39f3-41ef-a083-e7cddd906343 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5443769 Nov 10 16:29:04.957496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 59d48dee-81d1-4755-9d42-fbee63f7782d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=59d48dee-81d1-4755-9d42-fbee63f7782d,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:04.958586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff63f169-2eca-48c4-9227-ce834fa9a121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d48dee-81d1-4755-9d42-fbee63f7782d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:04.961358 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16a4349-d5a2-44a3-a559-f0b79849954a" -d '{"events": [{"server_uuid": "ff63f169-2eca-48c4-9227-ce834fa9a121", "name": "network-vif-plugged", "status": "completed", "tag": "59d48dee-81d1-4755-9d42-fbee63f7782d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:04.967729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:04.990359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-271da252-598a-4191-bdd5-7bddc03f96f7 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138310 Nov 10 16:29:05.042285 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:05.099116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=59d48dee-81d1-4755-9d42-fbee63f7782d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:05.124452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4af5-8eba-4b29-a38f-4efc1ab9e85c req-5c3b5daf-9e4c-4ca7-b68b-38fe431472f4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:05.125923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ecf4af5-8eba-4b29-a38f-4efc1ab9e85c req-5c3b5daf-9e4c-4ca7-b68b-38fe431472f4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 945 time: 0.1055460 Nov 10 16:29:05.156749 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2577cc-0977-4d9f-960f-5a4622031085 req-6a877809-30fa-4b0e-9055-46dd39e67a30 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451600 Nov 10 16:29:05.191103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ecf4af5-8eba-4b29-a38f-4efc1ab9e85c req-dbe6fab5-ec78-4e72-9193-b03229d65f78 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581474 Nov 10 16:29:05.275171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f00891a-3a1e-46d7-bba4-9252765a7fe2 req-884936d4-e0c8-44fd-897d-6c1b1ba61bb4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 210 time: 0.0282791 Nov 10 16:29:05.435183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8ef22-8df0-4e8c-a0bf-dc7f18241350 req-837120b9-8386-40ad-b33d-a4291b703f0a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:05.436739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bc8ef22-8df0-4e8c-a0bf-dc7f18241350 req-837120b9-8386-40ad-b33d-a4291b703f0a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 950 time: 0.0554810 Nov 10 16:29:05.484043 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bc8ef22-8df0-4e8c-a0bf-dc7f18241350 req-fb489ca5-1bea-4afa-8739-4b8662312517 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Nov 10 16:29:05.602940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-8fcab0e4-a85c-446e-a7de-a027eefcf0c7 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:05.604646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-8fcab0e4-a85c-446e-a7de-a027eefcf0c7 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0568111 Nov 10 16:29:05.657861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-26ab4eb7-7a41-4c9e-abe1-0b70979be371 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.0448050 Nov 10 16:29:05.668651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Request body: {'floatingip': {'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:05.731333 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:05.812311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-ad1df9e5-bc7a-401e-92d3-45c751c6369c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:05.813805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-ad1df9e5-bc7a-401e-92d3-45c751c6369c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 945 time: 0.1151900 Nov 10 16:29:05.846741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:05.849003 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd68267f-05b9-4c1e-bcee-7a7fb8027fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:05.855722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-dccbb30c-20ac-4baa-bd16-ff81bb0e5943 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:05.857987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-dccbb30c-20ac-4baa-bd16-ff81bb0e5943 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.1232448 Nov 10 16:29:05.871733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Request body: {'port': {'device_id': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'admin_state_up': True, 'tenant_id': '445c7fba25da4a31b48bbe694c25c832'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:06.029810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Deleting port e183a04a-9f1c-4bb2-827d-ffe333a1188a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:06.030146 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.051004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Made reservation on behalf of 445c7fba25da4a31b48bbe694c25c832 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:06.055331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.188575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Allocated IP 172.20.0.13 (11723d17-4301-4417-9d5c-8a32a051800d/9b23c3c6-294c-4fac-aacd-a15617a63e9b/632c8ae8-492b-40c8-a7c2-809f72a5d27e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:06.227869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] For port e183a04a-9f1c-4bb2-827d-ffe333a1188a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e183a04a-9f1c-4bb2-827d-ffe333a1188a,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:06.228482 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.248003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Calling delete_port for e183a04a-9f1c-4bb2-827d-ffe333a1188a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:06.343805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.405560 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.457140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.486668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.500332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Network 11723d17-4301-4417-9d5c-8a32a051800d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:06.503727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:06.511073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:06.541338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event updated for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:06.544495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.557661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e183a04a-9f1c-4bb2-827d-ffe333a1188a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:06.562415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['51d021bd-20f8-4229-9556-a304ecee6cc4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:06.574548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:06.578251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.616993 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.655618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-74f6fb61-d99f-4b04-9334-740d6f87a6af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7881024 Nov 10 16:29:06.669869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Request body: {'port': {'device_id': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:06.742236 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.897253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Pushing event deleted for resources: {'Port': ['ID=e183a04a-9f1c-4bb2-827d-ffe333a1188a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:06.945496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] No DVR routers for this DVR port e183a04a-9f1c-4bb2-827d-ffe333a1188a on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:06.950097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:06.953552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cc3e978-39ea-4e23-a973-a66bf263ffb7 req-5c4bd366-e405-488a-b4a1-928151f4ed66 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.18 "DELETE /v2.0/ports/e183a04a-9f1c-4bb2-827d-ffe333a1188a HTTP/1.1" status: 204 len: 173 time: 1.1336541 Nov 10 16:29:06.956769 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e associated. External IP: 172.25.3.59, port: 51d021bd-20f8-4229-9556-a304ecee6cc4. Nov 10 16:29:07.043990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632c8ae8-492b-40c8-a7c2-809f72a5d27e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:07.053287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:07.067107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Transition to ACTIVE for port object 632c8ae8-492b-40c8-a7c2-809f72a5d27e will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:07.142614 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:07.190035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Router af54c9de-ab4b-400d-8ff8-998734f2f892 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:29:07.207824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:07.284371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:07.284969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:07.285604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:07.291136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:07.291498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:07.296787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:07.297144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:07.304777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:07.304777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Bound port: 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:07.304777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:07.318964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:29:07.324771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:07.330277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:29:07.341116 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:07.348718 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:07.365900 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:07.379204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:07.382932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:07.388876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-07143757-3c01-4ffb-8486-c17ec8c713cb tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "PUT /v2.0/floatingips/fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e HTTP/1.1" status: 200 len: 996 time: 1.7206707 Nov 10 16:29:07.425996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-564b1b29-648d-449f-a0a3-59bff423d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:07.427563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-564b1b29-648d-449f-a0a3-59bff423d38b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.0420825 Nov 10 16:29:07.454655 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:07.485736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:07.485974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:07.520916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:07.521577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:07.522980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 1093 time: 0.8588448 Nov 10 16:29:07.523417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:07.525830 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b3eee5-d9fb-4839-8805-24d3df2d752d" -d '{"events": [{"name": "network-changed", "server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:07.535083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-9c20b2ae-9a84-472a-bc7d-eea8aeceb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:07.540347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-9c20b2ae-9a84-472a-bc7d-eea8aeceb2b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1053629 Nov 10 16:29:07.553213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6f2d9-6b7a-4f6b-b84f-7b4a3d1af6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:07.608250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-378b247f-eaf5-4f8f-b8cb-b746bbb18420 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 999 time: 0.0641470 Nov 10 16:29:07.659566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-97c80c51-3e42-4d35-9d54-0a24b43e21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:07.661914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-97c80c51-3e42-4d35-9d54-0a24b43e21a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0469298 Nov 10 16:29:07.708507 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:9e:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:29:06Z', 'revision_number': 8, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:07.715677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-039d9266-5629-413b-9042-7b88561e37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:07.717913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-039d9266-5629-413b-9042-7b88561e37f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487807 Nov 10 16:29:07.728791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-5fe31372-d7c7-4690-93df-2c3ad0dcfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:07.730816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-5fe31372-d7c7-4690-93df-2c3ad0dcfae5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1096 time: 0.0736051 Nov 10 16:29:07.752129 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:29:07.760875 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:07.762249 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:07.784092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-68c4ea0e-9a8e-44b4-a594-b4036e17411e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 217 time: 0.0457311 Nov 10 16:29:07.838620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-7aceb4fc-7e58-43e6-be97-1e7fe46e11a7 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142342 Nov 10 16:29:07.842761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-066f8f89-3400-485a-af82-7e3eb4252939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:07.844477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-066f8f89-3400-485a-af82-7e3eb4252939 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0522845 Nov 10 16:29:07.873534 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:07.893101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-e85dacfc-0b57-4812-b434-2adeb9f0992a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400481 Nov 10 16:29:07.954748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6583a3aa-d7cf-4293-b081-09de6b013760 req-665e1cc4-71d3-421f-9239-6f54a943f9ac service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082761 Nov 10 16:29:08.015381 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-a49c3863-7b75-436d-9c54-bd1ddabd480d service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118736 Nov 10 16:29:08.139361 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af374e2e-fa71-495e-a22f-62cd5251a3f2 req-ca1e4f02-41d4-4eb3-878b-cb472e20c4eb service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153367 Nov 10 16:29:08.151131 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:9e:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:29:06Z', 'revision_number': 8, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:08.163828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7154a-e22c-4018-ad5a-7bf1a1973aa9 req-8b63814e-136d-41fb-9a9f-13d12d3fa1a5 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:08.165392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8a7154a-e22c-4018-ad5a-7bf1a1973aa9 req-8b63814e-136d-41fb-9a9f-13d12d3fa1a5 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.0654631 Nov 10 16:29:08.181728 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5c84b-8230-4928-8d32-ea44056fc965 None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'port_id': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'mac_address': 'fa:16:3e:9e:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:28:22Z', 'updated_at': '2021-11-10T16:29:06Z', 'revision_number': 8, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:29:08.221247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8a7154a-e22c-4018-ad5a-7bf1a1973aa9 req-7d856ad4-9856-44eb-ae69-26dc29eba4f2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 Nov 10 16:29:08.250109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-12a5902f-54bc-402a-a009-3897134b71c4 req-098e34dc-a0f1-413b-8b99-8b76f739a783 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-818932050', 'description': 'tempest-description-92407403'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:08.365360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-12a5902f-54bc-402a-a009-3897134b71c4 req-098e34dc-a0f1-413b-8b99-8b76f739a783 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:08.404442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae2d34-9e1f-4820-943b-45cdb6a2423b None None] New status for floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:29:08.446656 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-12a5902f-54bc-402a-a009-3897134b71c4 req-098e34dc-a0f1-413b-8b99-8b76f739a783 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:08.548614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-12a5902f-54bc-402a-a009-3897134b71c4 req-098e34dc-a0f1-413b-8b99-8b76f739a783 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:08.581321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e34dc-a0f1-413b-8b99-8b76f739a783 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df8737c-ab2a-43ba-9aa6-d41e10c85170,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:08.669849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-12a5902f-54bc-402a-a009-3897134b71c4 req-098e34dc-a0f1-413b-8b99-8b76f739a783 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:08.671501 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-12a5902f-54bc-402a-a009-3897134b71c4 req-098e34dc-a0f1-413b-8b99-8b76f739a783 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4256451 Nov 10 16:29:08.712300 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d724909-d728-4f0a-baf3-1f8938a94d80 x-openstack-request-id: req-5d724909-d728-4f0a-baf3-1f8938a94d80 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:08.713246 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff63f169-2eca-48c4-9227-ce834fa9a121", "name": "network-vif-plugged", "status": "completed", "tag": "59d48dee-81d1-4755-9d42-fbee63f7782d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:08.713727 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d724909-d728-4f0a-baf3-1f8938a94d80 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:08.715034 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff63f169-2eca-48c4-9227-ce834fa9a121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d48dee-81d1-4755-9d42-fbee63f7782d', 'code': 200} Nov 10 16:29:08.750822 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d06f69-9e01-4a99-9bf5-c8613cb6669b x-openstack-request-id: req-78d06f69-9e01-4a99-9bf5-c8613cb6669b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:08.751563 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:08.751886 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78d06f69-9e01-4a99-9bf5-c8613cb6669b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:08.752348 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'status': 'completed', 'code': 200} Nov 10 16:29:08.802227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd68267f-05b9-4c1e-bcee-7a7fb8027fdf req-08117797-2447-431b-823b-f7aaaf19ecb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=8b07de2a-16af-43b9-9d6b-8bbdcd047dc0 HTTP/1.1" status: 200 len: 210 time: 0.0296371 Nov 10 16:29:08.845830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2707b-6699-4b44-94a6-83932623693e req-72c1bf69-d79a-427a-a95d-4a84fbacc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:08.847427 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2c2707b-6699-4b44-94a6-83932623693e req-72c1bf69-d79a-427a-a95d-4a84fbacc922 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 1102 time: 0.0745692 Nov 10 16:29:08.860992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53481fee-d309-45f9-99ca-1a2ce974d7fb req-57fed140-4bd1-406e-b19e-b0db2d463453 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:08.862750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53481fee-d309-45f9-99ca-1a2ce974d7fb req-57fed140-4bd1-406e-b19e-b0db2d463453 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 945 time: 0.0609419 Nov 10 16:29:08.910221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68267f-05b9-4c1e-bcee-7a7fb8027fdf req-821270c5-f408-4b72-a9d0-4dfabf93c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:08.911718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd68267f-05b9-4c1e-bcee-7a7fb8027fdf req-821270c5-f408-4b72-a9d0-4dfabf93c00b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e15192240ce74c6bae41aef2898a21ae&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1006570 Nov 10 16:29:08.937257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2c2707b-6699-4b44-94a6-83932623693e req-c0195976-edfd-4756-83d2-0fb31ca20266 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724208 Nov 10 16:29:08.941197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53481fee-d309-45f9-99ca-1a2ce974d7fb req-9cd4ffa0-e177-419a-89b3-487d19a9133d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711000 Nov 10 16:29:09.020751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68267f-05b9-4c1e-bcee-7a7fb8027fdf req-45f81274-136f-4e2a-bd27-78188047b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.022240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd68267f-05b9-4c1e-bcee-7a7fb8027fdf req-45f81274-136f-4e2a-bd27-78188047b714 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029949 Nov 10 16:29:09.069406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5a4b-b6f1-465f-905a-40eba2fe8a3e req-aeea8e65-932a-4265-a0e2-27f14ad78df7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.070895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dffb5a4b-b6f1-465f-905a-40eba2fe8a3e req-aeea8e65-932a-4265-a0e2-27f14ad78df7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 944 time: 0.0508642 Nov 10 16:29:09.161786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dffb5a4b-b6f1-465f-905a-40eba2fe8a3e req-dde7aacb-50eb-4d7b-a44d-f4c7ba951a78 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826905 Nov 10 16:29:09.181515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-11e19965-e1d8-438f-ac9b-724a7ff98f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.182857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-11e19965-e1d8-438f-ac9b-724a7ff98f54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.0651042 Nov 10 16:29:09.232390 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1108d323-8c04-49d4-b788-4d2b803577d5 x-openstack-request-id: req-1108d323-8c04-49d4-b788-4d2b803577d5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:09.233178 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:09.233178 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1108d323-8c04-49d4-b788-4d2b803577d5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:09.235755 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e', 'status': 'completed', 'code': 200} Nov 10 16:29:09.243013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be687df-9c00-4ac9-b66c-32ac0290c482 req-6c20aa0e-30d4-4733-8217-06731ea44e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.244527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4be687df-9c00-4ac9-b66c-32ac0290c482 req-6c20aa0e-30d4-4733-8217-06731ea44e15 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 1097 time: 0.0625215 Nov 10 16:29:09.252959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34718c2-1e3b-4c46-9457-d98562bef54c req-5a51267b-1072-4a84-a1a5-2b497bc6c1b0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.254337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a34718c2-1e3b-4c46-9457-d98562bef54c req-5a51267b-1072-4a84-a1a5-2b497bc6c1b0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 950 time: 0.1005170 Nov 10 16:29:09.347788 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-222d5d63-4b8f-4886-a5b8-191a346b4fe1 req-cc4a490e-eee4-43ff-9b23-63f31c7f517d tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips/fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e HTTP/1.1" status: 200 len: 998 time: 0.0923848 Nov 10 16:29:09.348986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-f5f9cd91-673d-4775-8cee-ff33d1cf79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.352934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-f5f9cd91-673d-4775-8cee-ff33d1cf79a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1611633 Nov 10 16:29:09.353808 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4be687df-9c00-4ac9-b66c-32ac0290c482 req-ed72b2ac-6e99-43d2-a5b1-e91d6b57c4b9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977345 Nov 10 16:29:09.369447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-dc4d036e-51b5-445d-a376-f23bfb7dfe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.371809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-dc4d036e-51b5-445d-a376-f23bfb7dfe86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1096 time: 0.1085432 Nov 10 16:29:09.375780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a34718c2-1e3b-4c46-9457-d98562bef54c req-d99224b2-9cab-4b81-bc6c-79d702785f3d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956533 Nov 10 16:29:09.417179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8de08f64-16fb-486a-a55a-b8f20bc816d1 req-a70fbec5-7db7-4ddc-9a5e-7949a4a5a3d5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1671002945', 'description': 'tempest-description-246658450'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:09.467280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d5d63-4b8f-4886-a5b8-191a346b4fe1 req-172a88a0-ee9d-4874-bc81-f5fc4b64eac5 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.468979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-222d5d63-4b8f-4886-a5b8-191a346b4fe1 req-172a88a0-ee9d-4874-bc81-f5fc4b64eac5 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1137941 Nov 10 16:29:09.479523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-222d5d63-4b8f-4886-a5b8-191a346b4fe1 req-c602d9be-8eb7-42c8-8b25-7b0880eb293b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:29:09.480851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-222d5d63-4b8f-4886-a5b8-191a346b4fe1 req-c602d9be-8eb7-42c8-8b25-7b0880eb293b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057454 Nov 10 16:29:09.500133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-8123774c-4386-45c8-9baf-d0a0e3c6e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.501786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-8123774c-4386-45c8-9baf-d0a0e3c6e217 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1228070 Nov 10 16:29:09.552870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-fd08b136-3964-427c-9bca-d0f03a4772c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 217 time: 0.0426049 Nov 10 16:29:09.569058 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8de08f64-16fb-486a-a55a-b8f20bc816d1 req-a70fbec5-7db7-4ddc-9a5e-7949a4a5a3d5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:09.627108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-a2272ba6-bab7-4af1-a031-0fd4af59c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.628594 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-a2272ba6-bab7-4af1-a031-0fd4af59c4e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0683956 Nov 10 16:29:09.654655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01c280-fa38-4065-8045-b24894c6a939 req-d85e826e-6e67-4e5f-a5f0-f5e4a42e34cb tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.656266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bf01c280-fa38-4065-8045-b24894c6a939 req-d85e826e-6e67-4e5f-a5f0-f5e4a42e34cb tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.1015458 Nov 10 16:29:09.673519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-60d20c9b-417a-4c7d-b993-897b03159a90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347087 Nov 10 16:29:09.685171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-0a45f77c-9c25-41a3-b130-194bd1bac808 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 1001 time: 0.0941467 Nov 10 16:29:09.725327 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8de08f64-16fb-486a-a55a-b8f20bc816d1 req-a70fbec5-7db7-4ddc-9a5e-7949a4a5a3d5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:09.747895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bf01c280-fa38-4065-8045-b24894c6a939 req-decc471c-da9f-4bdb-a66b-0f283496d153 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819964 Nov 10 16:29:09.758385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-84c874b1-01e1-49eb-a915-a3d23ac82f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.759951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-84c874b1-01e1-49eb-a915-a3d23ac82f93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0670750 Nov 10 16:29:09.794833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-9b4fdb49-593d-4603-a655-02750ad3ae0b service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095011 Nov 10 16:29:09.799219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8de08f64-16fb-486a-a55a-b8f20bc816d1 req-a70fbec5-7db7-4ddc-9a5e-7949a4a5a3d5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:09.869079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-5ab02041-2589-4c78-be8e-253ffea228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.871290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-5ab02041-2589-4c78-be8e-253ffea228c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981605 Nov 10 16:29:09.874881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-55d9f99d-724c-4d11-8afd-5b90636c9e3b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1001 time: 0.0938489 Nov 10 16:29:09.889436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fbec5-7db7-4ddc-9a5e-7949a4a5a3d5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f94e0f0-cfa0-47a1-b09d-752db913fb9a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:09.924477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8de08f64-16fb-486a-a55a-b8f20bc816d1 req-a70fbec5-7db7-4ddc-9a5e-7949a4a5a3d5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:09.926015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8de08f64-16fb-486a-a55a-b8f20bc816d1 req-a70fbec5-7db7-4ddc-9a5e-7949a4a5a3d5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5189862 Nov 10 16:29:09.951460 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7b3eee5-d9fb-4839-8805-24d3df2d752d req-d5bd3ced-de3c-4120-8029-9c59a8a7172f service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451843 Nov 10 16:29:09.989017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef202-4790-4195-92de-d310c6381b3c req-61af1872-4520-4f14-b8ce-f2d0d0d37ff8 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:09.990342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-61af1872-4520-4f14-b8ce-f2d0d0d37ff8 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports/51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 943 time: 0.1031690 Nov 10 16:29:10.030736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-a99593da-4452-4bde-905a-71218ba20fc7 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477246 Nov 10 16:29:10.031108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:10.048842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-c022238d-7c36-472d-84b7-1a09eae1bffe tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/8df8737c-ab2a-43ba-9aa6-d41e10c85170 HTTP/1.1" status: 200 len: 1819 time: 0.0702400 Nov 10 16:29:10.097215 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-73b9f5a7-d636-4675-b5b9-f7a9d33f6bfc tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/7f94e0f0-cfa0-47a1-b09d-752db913fb9a HTTP/1.1" status: 200 len: 1821 time: 0.0416963 Nov 10 16:29:10.112533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-03830def-953b-4392-b5a4-9acdd805dbd3 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8df8737c-ab2a-43ba-9aa6-d41e10c85170', 'remote_group_id': '7f94e0f0-cfa0-47a1-b09d-752db913fb9a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:10.118164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-03830def-953b-4392-b5a4-9acdd805dbd3 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8df8737c-ab2a-43ba-9aa6-d41e10c85170', 'remote_group_id': '7f94e0f0-cfa0-47a1-b09d-752db913fb9a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:10.177819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-d95273e9-9943-44eb-94a0-dfe8ad32b76f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1001 time: 0.1189406 Nov 10 16:29:10.205220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.211006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2f40df1-b0ac-494d-b1e7-26177b49a7a9 req-42cfed25-f001-46ee-9706-9ecc163c0770 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733921 Nov 10 16:29:10.221824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2165-0d7c-4931-9881-6ad07079c6b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.285751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-03830def-953b-4392-b5a4-9acdd805dbd3 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.341024 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-03830def-953b-4392-b5a4-9acdd805dbd3 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.355669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef202-4790-4195-92de-d310c6381b3c req-060a2b57-3867-4275-9c98-a6520b07a7d5 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:10.359780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-060a2b57-3867-4275-9c98-a6520b07a7d5 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1745412 Nov 10 16:29:10.450734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-03830def-953b-4392-b5a4-9acdd805dbd3 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.455023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2165-0d7c-4931-9881-6ad07079c6b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.466613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-2059a156-1f76-48c9-8082-b1147e9b8a27 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 1001 time: 0.0932281 Nov 10 16:29:10.471849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03830def-953b-4392-b5a4-9acdd805dbd3 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69a73c7-b99e-4ad9-b034-3a6ae2bcbc57,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:10.475498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:10.539077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.544828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-03830def-953b-4392-b5a4-9acdd805dbd3 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.546050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc0afde3-c562-46ed-8687-e3b0c13af3de req-03830def-953b-4392-b5a4-9acdd805dbd3 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4385812 Nov 10 16:29:10.579231 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2165-0d7c-4931-9881-6ad07079c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.643128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8bcb2165-0d7c-4931-9881-6ad07079c6b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfb662fd37a44cc8b99e7a38b6ad30d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6109951 Nov 10 16:29:10.646308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb2165-0d7c-4931-9881-6ad07079c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad8360-4f6c-4b8a-a658-60b841e3fa54,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:10.650042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33028) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:10.666151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d1448-39ff-45ab-b5d8-e06193d8d04a req-5cde5037-2963-40e5-9552-b5de16d4a043 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:10.668382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb9d1448-39ff-45ab-b5d8-e06193d8d04a req-5cde5037-2963-40e5-9552-b5de16d4a043 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 945 time: 0.0681000 Nov 10 16:29:10.683757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 632c8ae8-492b-40c8-a7c2-809f72a5d27e details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:10.687485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e183a04a-9f1c-4bb2-827d-ffe333a1188a no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:10.717804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: e183a04a-9f1c-4bb2-827d-ffe333a1188a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:10.718596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e183a04a-9f1c-4bb2-827d-ffe333a1188a not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:10.754908 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb9d1448-39ff-45ab-b5d8-e06193d8d04a req-e94b3efe-1b7a-44ce-acc3-589a9ed6c12b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762606 Nov 10 16:29:10.755729 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09d8e52a-4391-4d6a-bae0-1df8c02f2787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.790278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'name': 'network-vif-deleted', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a'}, {'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:10.793037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09d8e52a-4391-4d6a-bae0-1df8c02f2787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.793283 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2867dea5-28c2-43ac-b32e-d9c245c04725" -d '{"events": [{"server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "name": "network-vif-deleted", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a"}, {"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:10.806999 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.841242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:10.857340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '632c8ae8-492b-40c8-a7c2-809f72a5d27e', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'port_id': '632c8ae8-492b-40c8-a7c2-809f72a5d27e', 'mac_address': 'fa:16:3e:28:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b23c3c6-294c-4fac-aacd-a15617a63e9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:29:10.885585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.885585 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e disassociated. External IP: 172.25.3.59, port: 51d021bd-20f8-4229-9556-a304ecee6cc4. Nov 10 16:29:10.912049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.933396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632c8ae8-492b-40c8-a7c2-809f72a5d27e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:10.938250 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09d8e52a-4391-4d6a-bae0-1df8c02f2787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.940779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09d8e52a-4391-4d6a-bae0-1df8c02f2787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:10.941623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-09d8e52a-4391-4d6a-bae0-1df8c02f2787 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51ad8360-4f6c-4b8a-a658-60b841e3fa54 HTTP/1.1" status: 204 len: 168 time: 0.2904580 Nov 10 16:29:10.957262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8e52a-4391-4d6a-bae0-1df8c02f2787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad8360-4f6c-4b8a-a658-60b841e3fa54,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:10.957483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:10.976298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe89b86-f467-4713-88d2-a7928dc7808d req-59845167-b0ce-43f1-8050-aa8cb02317f0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:10.978280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbe89b86-f467-4713-88d2-a7928dc7808d req-59845167-b0ce-43f1-8050-aa8cb02317f0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 944 time: 0.0773106 Nov 10 16:29:11.033820 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:11.105840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:11.153595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Router af54c9de-ab4b-400d-8ff8-998734f2f892 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:29:11.256872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['632c8ae8-492b-40c8-a7c2-809f72a5d27e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:11.285361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:29:11.290534 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:11.320209 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:29:11.333656 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:11.334675 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:11.345493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-4b759cdb-9907-47fd-bbe1-e6c3e8d2a27f tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "PUT /v2.0/floatingips/fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e HTTP/1.1" status: 200 len: 695 time: 0.8764086 Nov 10 16:29:11.368030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbe89b86-f467-4713-88d2-a7928dc7808d req-16ae0e59-a03c-4a40-b236-8518a1797c19 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804526 Nov 10 16:29:11.449854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef202-4790-4195-92de-d310c6381b3c req-e782d45e-abd8-4a3f-9894-2dafe7075e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:11.451793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-e782d45e-abd8-4a3f-9894-2dafe7075e48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.0867109 Nov 10 16:29:11.482592 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:11.518563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38813d74-b4c8-4db5-aa09-b6b7e39df2ab req-4fd957c1-8c95-471c-878b-98b0a0789759 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:11.520472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38813d74-b4c8-4db5-aa09-b6b7e39df2ab req-4fd957c1-8c95-471c-878b-98b0a0789759 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 950 time: 0.0607371 Nov 10 16:29:11.572761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef202-4790-4195-92de-d310c6381b3c req-7db65295-f43d-455a-99ab-30ce13c5ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:11.574442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38813d74-b4c8-4db5-aa09-b6b7e39df2ab req-35a6e0f9-0684-48de-b165-d96b2ed66806 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Nov 10 16:29:11.575838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-7db65295-f43d-455a-99ab-30ce13c5ff98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1159079 Nov 10 16:29:11.643263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-de456335-4a32-43e8-bb3a-9fa83fc995e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 217 time: 0.0538867 Nov 10 16:29:11.654193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-732f2041-5b3d-40ab-b23a-b87e146095c8 req-ad506e78-f853-4554-b6e8-4130957efdbd tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/7f94e0f0-cfa0-47a1-b09d-752db913fb9a HTTP/1.1" status: 200 len: 1821 time: 0.0448186 Nov 10 16:29:11.685844 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-875c9572-4009-4e27-b6a7-a1c95ba5ad08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1076663 Nov 10 16:29:11.702462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef202-4790-4195-92de-d310c6381b3c req-6a6f4cfa-cf3d-4ebf-af1a-9754b858c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:11.704116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-6a6f4cfa-cf3d-4ebf-af1a-9754b858c0ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0541530 Nov 10 16:29:11.741338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-732f2041-5b3d-40ab-b23a-b87e146095c8 req-a594334b-ba96-41d1-894f-0f40b0c03fc0 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:11.774954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-732f2041-5b3d-40ab-b23a-b87e146095c8 req-a594334b-ba96-41d1-894f-0f40b0c03fc0 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:11.822005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef202-4790-4195-92de-d310c6381b3c req-40da4bfa-ace4-4969-9369-ddaa1fb01b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:11.824474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-40da4bfa-ace4-4969-9369-ddaa1fb01b41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929029 Nov 10 16:29:11.829782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-5c96296c-22a3-40f1-9e7a-3124d1cfc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:11.834808 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-5c96296c-22a3-40f1-9e7a-3124d1cfc4a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 1097 time: 0.0638883 Nov 10 16:29:11.853137 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:11.869125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33044) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:11.881071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0c970a-2173-4f57-a587-f1b2658e0908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:11.884017 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:29:11.893790 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:11.894331 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:11.931196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-732f2041-5b3d-40ab-b23a-b87e146095c8 req-a594334b-ba96-41d1-894f-0f40b0c03fc0 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:11.934939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-732f2041-5b3d-40ab-b23a-b87e146095c8 req-a594334b-ba96-41d1-894f-0f40b0c03fc0 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:11.936001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-732f2041-5b3d-40ab-b23a-b87e146095c8 req-a594334b-ba96-41d1-894f-0f40b0c03fc0 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "DELETE /v2.0/security-groups/7f94e0f0-cfa0-47a1-b09d-752db913fb9a HTTP/1.1" status: 204 len: 173 time: 0.2755291 Nov 10 16:29:11.957589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594334b-ba96-41d1-894f-0f40b0c03fc0 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f94e0f0-cfa0-47a1-b09d-752db913fb9a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:12.005295 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-a4c4603a-09ba-42c8-bb67-393014ba8cef service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592906 Nov 10 16:29:12.031937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-2ba09646-5e4f-484a-8979-5fc829ce3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.033748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-2ba09646-5e4f-484a-8979-5fc829ce3fac service neutron] 10.222.0.69 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 924 time: 0.1586742 Nov 10 16:29:12.050693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0c970a-2173-4f57-a587-f1b2658e0908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:12.053811 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:12.126119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0c970a-2173-4f57-a587-f1b2658e0908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:12.186850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c970a-2173-4f57-a587-f1b2658e0908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71864673-a2e7-47b2-9e90-acc17399cb5e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:12.209315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e4f55-f9be-415b-9794-07c20d93326c req-521c5709-03af-42b3-9a8c-93a3f280c0a9 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.219284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d12e4f55-f9be-415b-9794-07c20d93326c req-521c5709-03af-42b3-9a8c-93a3f280c0a9 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.1406462 Nov 10 16:29:12.235576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b0c970a-2173-4f57-a587-f1b2658e0908 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=190df93a27f741d09dfa05985645bb18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683326 Nov 10 16:29:12.236887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33050) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:12.356470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d12e4f55-f9be-415b-9794-07c20d93326c req-52eafcf6-a592-4f7c-bb1f-a6094161c485 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357400 Nov 10 16:29:12.357146 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d37f770-e975-4be2-808c-35ad58880f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:12.400848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d37f770-e975-4be2-808c-35ad58880f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:12.410687 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:12.456005 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4835a6-fafb-4949-888c-e41296b62520 x-openstack-request-id: req-ad4835a6-fafb-4949-888c-e41296b62520 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:12.456183 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b07de2a-16af-43b9-9d6b-8bbdcd047dc0", "name": "network-vif-deleted", "tag": "e183a04a-9f1c-4bb2-827d-ffe333a1188a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:12.456537 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad4835a6-fafb-4949-888c-e41296b62520 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:12.457065 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b07de2a-16af-43b9-9d6b-8bbdcd047dc0', 'name': 'network-vif-deleted', 'tag': 'e183a04a-9f1c-4bb2-827d-ffe333a1188a', 'status': 'completed', 'code': 200} Nov 10 16:29:12.457411 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'status': 'completed', 'code': 200} Nov 10 16:29:12.459864 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccc074-5ebc-4ac0-a44a-552f1b9a619b None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:27:56Z', 'revision_number': 4, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '51817a83-cf72-42ba-821c-b99b6715aed4', 'name': '', 'network_id': '3eb8afe4-8de2-4860-84b6-245d7d8a8a8a', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'mac_address': 'fa:16:3e:56:aa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:54Z', 'updated_at': '2021-11-10T16:28:01Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'subnets': [{'id': 'c47150c3-4535-4934-8b90-4eaa6958586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:29:12.481449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-4da7c6bc-aa9f-41bf-984e-4d342291257d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19a544a-c3b5-45b6-9abc-1da49501d265 HTTP/1.1" status: 200 len: 1001 time: 0.4373608 Nov 10 16:29:12.527174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-61bd178d-3613-4ad4-b84b-c21974d707f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.529611 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:29:12.540125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-001ef202-4790-4195-92de-d310c6381b3c req-aaf3e554-6498-4eb0-925c-1aa501f24401 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206337 Nov 10 16:29:12.541519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-61bd178d-3613-4ad4-b84b-c21974d707f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.0736375 Nov 10 16:29:12.542285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d37f770-e975-4be2-808c-35ad58880f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:12.547600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d37f770-e975-4be2-808c-35ad58880f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:12.551166 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0d37f770-e975-4be2-808c-35ad58880f85 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71864673-a2e7-47b2-9e90-acc17399cb5e HTTP/1.1" status: 204 len: 168 time: 0.3027596 Nov 10 16:29:12.569768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-359bfe90-c078-4eb0-9a3d-554022500042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.571485 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-359bfe90-c078-4eb0-9a3d-554022500042 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26f99d3-7a29-4036-84e9-4ac50da64af9 HTTP/1.1" status: 200 len: 862 time: 0.0786431 Nov 10 16:29:12.614470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37f770-e975-4be2-808c-35ad58880f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71864673-a2e7-47b2-9e90-acc17399cb5e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:12.677173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-cb5cb368-011c-4470-806c-b544e3596957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.680921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-cb5cb368-011c-4470-806c-b544e3596957 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be52ad98-25a3-4412-85b7-df9863359785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017153 Nov 10 16:29:12.712479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 632c8ae8-492b-40c8-a7c2-809f72a5d27e up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:29:12.762844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-c8003f54-f959-45c6-a1e8-aabb915321a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.764809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-c8003f54-f959-45c6-a1e8-aabb915321a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.2146940 Nov 10 16:29:12.833876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-e148f9d5-c7da-4637-b681-b4f7bd2eb938 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 217 time: 0.0615790 Nov 10 16:29:12.878517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 632c8ae8-492b-40c8-a7c2-809f72a5d27e completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:29:12.885653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 632c8ae8-492b-40c8-a7c2-809f72a5d27e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:12.885653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:12.912547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a19bc-66e7-42b7-bb7d-b08736ec48a7 req-0530cf1d-9a8c-4f3b-b7a7-44850b9f30ee tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.921905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-667a19bc-66e7-42b7-bb7d-b08736ec48a7 req-0530cf1d-9a8c-4f3b-b7a7-44850b9f30ee tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 945 time: 0.1952515 Nov 10 16:29:12.933327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-287281eb-4620-4395-988b-48c055475e42 service neutron] 10.222.0.69 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421968 Nov 10 16:29:12.934905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a24ef-0cb0-40d9-996b-a56acb7ac13d None None] New status for floating IP fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:29:12.937883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-71023d3d-be31-4fab-928a-3306ffa14397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.939488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-71023d3d-be31-4fab-928a-3306ffa14397 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0958672 Nov 10 16:29:12.951609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229679b3-684d-451f-8681-9c63ef8da722 req-655f1edd-814c-4cff-bbf4-c918b705192b tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:12.953509 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-229679b3-684d-451f-8681-9c63ef8da722 req-655f1edd-814c-4cff-bbf4-c918b705192b tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 1102 time: 0.0751500 Nov 10 16:29:12.998388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-229679b3-684d-451f-8681-9c63ef8da722 req-633c3b02-fa84-415d-beb5-774fccabde91 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:13.046084 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-667a19bc-66e7-42b7-bb7d-b08736ec48a7 req-9a4463e1-b180-4c84-9012-4a0ded54139e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233702 Nov 10 16:29:13.087254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-229679b3-684d-451f-8681-9c63ef8da722 req-633c3b02-fa84-415d-beb5-774fccabde91 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:13.096616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-9d70c65e-dcd7-4200-8311-df922bec9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:13.098339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-9d70c65e-dcd7-4200-8311-df922bec9879 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505003 Nov 10 16:29:13.104189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072b3ce4-5812-44e8-b8da-17e66a757017 req-8caab581-7203-4fc9-b220-e36b973a6d2e service neutron] 10.222.0.69 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639109 Nov 10 16:29:13.185055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-229679b3-684d-451f-8681-9c63ef8da722 req-633c3b02-fa84-415d-beb5-774fccabde91 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:13.207113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:13.238735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:13.241308 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13904d3f-bca6-49af-892b-487b32c4c129" -d '{"events": [{"server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "name": "network-vif-plugged", "status": "completed", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:13.242760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c3b02-fa84-415d-beb5-774fccabde91 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df46e0-9ac2-4280-ac4b-7a8f2b58197c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:13.263962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-229679b3-684d-451f-8681-9c63ef8da722 req-633c3b02-fa84-415d-beb5-774fccabde91 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959645 Nov 10 16:29:13.264680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:13.269694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5dbc48da-226f-4543-88b1-ce56705f3470 req-2a2a6d51-7086-4658-8a38-a6d554ccba32 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/8df8737c-ab2a-43ba-9aa6-d41e10c85170 HTTP/1.1" status: 200 len: 1819 time: 0.0773053 Nov 10 16:29:13.299712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-06543b6e-1bfd-4a43-948e-77fdff33738b service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873507 Nov 10 16:29:13.353817 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:13.417534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:13.423111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270307b7-7149-4f2e-8185-db6f08cc895f req-0c1a1a82-fb46-41ec-b607-e3f9c79bfbcd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:13.424843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-270307b7-7149-4f2e-8185-db6f08cc895f req-0c1a1a82-fb46-41ec-b607-e3f9c79bfbcd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 946 time: 0.0746632 Nov 10 16:29:13.477727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-270307b7-7149-4f2e-8185-db6f08cc895f req-38f54f45-0008-48d7-b345-abf8dd226e37 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466228 Nov 10 16:29:13.587611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2867dea5-28c2-43ac-b32e-d9c245c04725 req-7e085d7e-d068-4d93-9502-c85f9d5b0be4 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819538 Nov 10 16:29:13.605868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b27d92b7-f282-440d-8866-01fe980552d2 req-f2137d96-6696-4a79-82b9-04b5712d3bc5 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 258 time: 0.2864034 Nov 10 16:29:13.616998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:13.770743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:13.884034 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc066f1e-d45c-45a9-a151-7d5e04e81674 x-openstack-request-id: req-cc066f1e-d45c-45a9-a151-7d5e04e81674 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:13.884965 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "name": "network-vif-plugged", "status": "completed", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:13.885382 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc066f1e-d45c-45a9-a151-7d5e04e81674 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:13.885803 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e', 'code': 200} Nov 10 16:29:13.904147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8718664b-3201-4288-b02e-c7d4f6068a3a req-f7720926-b081-477c-9f34-33fa6b5047cc tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-713520489', 'description': 'tempest-description-2135038181'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:13.916613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-4495498b-e395-4d93-aee0-4e392bd91482 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0645859 Nov 10 16:29:13.946806 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:13.989783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:14.032042 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8718664b-3201-4288-b02e-c7d4f6068a3a req-f7720926-b081-477c-9f34-33fa6b5047cc tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.065172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb4841-74a5-463b-b499-20c4762e3a35 req-9b5ad4e7-1ae7-4296-a020-ebd0ab0c9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:14.066176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-e2634909-5601-412a-afc6-a6f784441d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:14.066758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8bb4841-74a5-463b-b499-20c4762e3a35 req-9b5ad4e7-1ae7-4296-a020-ebd0ab0c9078 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1098 time: 0.1119785 Nov 10 16:29:14.067747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-e2634909-5601-412a-afc6-a6f784441d5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 1102 time: 0.0912497 Nov 10 16:29:14.114808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Allocated IP 172.25.3.19 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/b1f8004e-d57c-44ff-a752-f8318968271c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:14.139480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1102599533-network', 'tenant_id': '531aafc4a0574d41a6a6f77ef66f5839'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:14.146653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8bb4841-74a5-463b-b499-20c4762e3a35 req-3eadac82-2641-4889-9bf8-dca4d7d491e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673635 Nov 10 16:29:14.223722 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8718664b-3201-4288-b02e-c7d4f6068a3a req-f7720926-b081-477c-9f34-33fa6b5047cc tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.257448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-58156981-c65e-4d43-8325-3750f652323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:14.258468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-58156981-c65e-4d43-8325-3750f652323c service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1559291 Nov 10 16:29:14.258763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.308160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Made reservation on behalf of 531aafc4a0574d41a6a6f77ef66f5839 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:14.310516 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.313692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8718664b-3201-4288-b02e-c7d4f6068a3a req-f7720926-b081-477c-9f34-33fa6b5047cc tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.331558 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.359678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.394340 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-42bb3b10-d583-4d4b-9848-9dd7e3c1c204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=59d48dee-81d1-4755-9d42-fbee63f7782d HTTP/1.1" status: 200 len: 217 time: 0.0439091 Nov 10 16:29:14.398325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:14.400473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7720926-b081-477c-9f34-33fa6b5047cc tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57e1193-25d2-4a56-8f34-fad66a6fe2c5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:14.401203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:14.408613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:14.436587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Pushing event updated for resources: {'Port': ['ID=b1f8004e-d57c-44ff-a752-f8318968271c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:14.444729 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8718664b-3201-4288-b02e-c7d4f6068a3a req-f7720926-b081-477c-9f34-33fa6b5047cc tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.445960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8718664b-3201-4288-b02e-c7d4f6068a3a req-f7720926-b081-477c-9f34-33fa6b5047cc tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5478196 Nov 10 16:29:14.458246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:14.460511 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844e03e8-3f0e-4728-9596-a935961610e7" -d '{"events": [{"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:14.484052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-99ccb256-a4b8-48d2-8157-5c8ece93d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:14.485559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-99ccb256-a4b8-48d2-8157-5c8ece93d8b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0810027 Nov 10 16:29:14.544473 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.548525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.561432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-7e849ed5-f408-4365-b94c-72bd43addae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:14.563058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-7e849ed5-f408-4365-b94c-72bd43addae8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0696507 Nov 10 16:29:14.658879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-c8e20aa0-2dd5-4087-86a3-2f7b988d0cfa service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881436 Nov 10 16:29:14.740244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.759254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.778467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:29:14.806798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:14.810112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.810458 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Added segment c9dd5d96-c378-4e03-a01f-6d17bdf93b73 of type vlan for network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 Nov 10 16:29:14.823484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e271172f-f31b-4d93-bfb9-32b5be4b8f3a req-1deff748-c2c8-44af-8259-7035ec0dc0ea service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555359 Nov 10 16:29:14.867169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:14.948437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc2f2-9662-4c76-81a0-b7080183fcbf req-41df6143-5fcc-4891-94bb-7b9ad8a97fb2 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:14.956553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a58bc2f2-9662-4c76-81a0-b7080183fcbf req-41df6143-5fcc-4891-94bb-7b9ad8a97fb2 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 945 time: 0.0824678 Nov 10 16:29:14.963431 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.000027 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.000896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:15.001506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.008867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a58bc2f2-9662-4c76-81a0-b7080183fcbf req-612246c5-0759-4bd7-a88d-ca1747e576a1 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514722 Nov 10 16:29:15.033619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.073128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] Pushing event updated for resources: {'Network': ['ID=48bc1461-f6b5-4e62-a9fd-e4875e68dd55,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:15.086858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:29:15.107700 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ee03159f-ba79-4085-bd04-1bf4db4f4182 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1078684 Nov 10 16:29:15.108358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:15.113440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Request body: {'subnet': {'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1102599533-subnet', 'tenant_id': '531aafc4a0574d41a6a6f77ef66f5839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:15.134728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Pushing event updated for resources: {'Port': ['ID=b1f8004e-d57c-44ff-a752-f8318968271c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:15.138649 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.191278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d234ec50-0875-4c22-825f-6314e17c66b7 req-6bba0e73-1216-4fe6-afe3-707872526f7a tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/f57e1193-25d2-4a56-8f34-fad66a6fe2c5 HTTP/1.1" status: 200 len: 1821 time: 0.0447247 Nov 10 16:29:15.204917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d234ec50-0875-4c22-825f-6314e17c66b7 req-17f0bbfc-41c7-4e23-9775-51fa9985d699 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f57e1193-25d2-4a56-8f34-fad66a6fe2c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:15.205224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d234ec50-0875-4c22-825f-6314e17c66b7 req-17f0bbfc-41c7-4e23-9775-51fa9985d699 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f57e1193-25d2-4a56-8f34-fad66a6fe2c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:15.233309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Made reservation on behalf of 531aafc4a0574d41a6a6f77ef66f5839 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:15.235750 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.288151 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.289307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b27d92b7-f282-440d-8866-01fe980552d2 req-d7bc1131-a099-41ab-96a6-681764b82ad0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6768811 Nov 10 16:29:15.363059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b27d92b7-f282-440d-8866-01fe980552d2 req-bd98cbb6-c7b7-4042-96c6-923b8a59ba16 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0650167 Nov 10 16:29:15.451839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d234ec50-0875-4c22-825f-6314e17c66b7 req-17f0bbfc-41c7-4e23-9775-51fa9985d699 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.483019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d92b7-f282-440d-8866-01fe980552d2 req-431194be-7227-4cbf-9560-9ec4a1025225 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:15.483287 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d234ec50-0875-4c22-825f-6314e17c66b7 req-17f0bbfc-41c7-4e23-9775-51fa9985d699 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.484473 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b27d92b7-f282-440d-8866-01fe980552d2 req-431194be-7227-4cbf-9560-9ec4a1025225 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1155627 Nov 10 16:29:15.522834 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7d06e7-e870-4be5-9fd4-ec73fea3eaa7 x-openstack-request-id: req-ef7d06e7-e870-4be5-9fd4-ec73fea3eaa7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:15.523195 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:15.523812 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef7d06e7-e870-4be5-9fd4-ec73fea3eaa7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:15.523990 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'status': 'completed', 'code': 200} Nov 10 16:29:15.525484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.552840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d234ec50-0875-4c22-825f-6314e17c66b7 req-17f0bbfc-41c7-4e23-9775-51fa9985d699 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.595594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0bbfc-41c7-4e23-9775-51fa9985d699 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b1a223-066b-434d-aa8a-5999fda56f83,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:15.603740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c7bfac-4849-4149-8964-60ad29246e93,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:15.623993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:15.624356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Network hostable DHCP agents. Network: 48bc1461-f6b5-4e62-a9fd-e4875e68dd55, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:29:15.626273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e03e8-3f0e-4728-9596-a935961610e7 req-2394b8d6-ad2a-40ea-a883-5870ca6eceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:15.627776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-844e03e8-3f0e-4728-9596-a935961610e7 req-2394b8d6-ad2a-40ea-a883-5870ca6eceb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e15192240ce74c6bae41aef2898a21ae&device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 1098 time: 0.0759320 Nov 10 16:29:15.669122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf446d-687b-479c-90c8-fc73e3fa9884 req-5f6aeac6-a13a-4fe9-9619-3c1de08cc824 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:15.670510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eadf446d-687b-479c-90c8-fc73e3fa9884 req-5f6aeac6-a13a-4fe9-9619-3c1de08cc824 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 946 time: 0.0884798 Nov 10 16:29:15.672632 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d234ec50-0875-4c22-825f-6314e17c66b7 req-17f0bbfc-41c7-4e23-9775-51fa9985d699 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.674357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d234ec50-0875-4c22-825f-6314e17c66b7 req-17f0bbfc-41c7-4e23-9775-51fa9985d699 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4737041 Nov 10 16:29:15.741818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-53d520d8-c9fb-4167-b409-a951fb6874a2 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips/fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e HTTP/1.1" status: 200 len: 693 time: 0.0471582 Nov 10 16:29:15.762222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:29:15.771153 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eadf446d-687b-479c-90c8-fc73e3fa9884 req-d7e009fa-e94e-4ccc-b372-613a0b16578a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892837 Nov 10 16:29:15.776519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e03e8-3f0e-4728-9596-a935961610e7 req-fe897d3c-67ff-4959-aa8e-2d0b9aab8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:15.777412 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-844e03e8-3f0e-4728-9596-a935961610e7 req-fe897d3c-67ff-4959-aa8e-2d0b9aab8e60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 200 len: 922 time: 0.1415229 Nov 10 16:29:15.828810 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-844e03e8-3f0e-4728-9596-a935961610e7 req-8b7cc9f7-3da2-4cce-b451-6f6d1de9feee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 200 len: 217 time: 0.0443387 Nov 10 16:29:15.876301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-0b2fcf94-648e-4f3f-b08b-d2dd34304021 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:15.877751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-0b2fcf94-648e-4f3f-b08b-d2dd34304021 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1255941 Nov 10 16:29:15.879193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 48bc1461-f6b5-4e62-a9fd-e4875e68dd55) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:15.883992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:15.884789 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:15.894140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282824f7-2cee-475d-8a66-50fded840b48 None None] Network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:29:15.900247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-ea393d66-87fe-4163-b9b7-7dd73cccb625 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:29:15.901333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-ea393d66-87fe-4163-b9b7-7dd73cccb625 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087142 Nov 10 16:29:15.902648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-ebebae9c-e022-45a5-9982-e0063c51f2b4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358207 Nov 10 16:29:15.911252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e03e8-3f0e-4728-9596-a935961610e7 req-95222368-6ef5-4520-85a5-75fbe6252671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:15.912739 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-844e03e8-3f0e-4728-9596-a935961610e7 req-95222368-6ef5-4520-85a5-75fbe6252671 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 200 len: 860 time: 0.0772784 Nov 10 16:29:15.958706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-27dc8b19-63df-4329-b3a4-fd496c199881 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 696 time: 0.0494461 Nov 10 16:29:16.014092 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a791065e-7a29-4979-9f84-0936ab95831f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9046419 Nov 10 16:29:16.024557 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-d5b0d412-9bbb-4a6a-9372-bad9cce1a73a tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 696 time: 0.0564756 Nov 10 16:29:16.041639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e03e8-3f0e-4728-9596-a935961610e7 req-6c6996f2-9cf8-423f-a6cb-34c7befd8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:16.043817 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-844e03e8-3f0e-4728-9596-a935961610e7 req-6c6996f2-9cf8-423f-a6cb-34c7befd8483 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244433 Nov 10 16:29:16.048672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434a4ef-a3cb-42a9-87c7-a3ec4bb21162 None None] Network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:29:16.146051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-366b1a59-3f5a-47f9-9aa3-f35564441021 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:16.148014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-366b1a59-3f5a-47f9-9aa3-f35564441021 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306600 Nov 10 16:29:16.168065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Deleting port 80e45b94-dab8-488f-947f-ac2d7469c01f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:16.168865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:16.174653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-cbb68517-0ba8-471e-9bee-523f3be4d94b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/quotas/54beeb0410c3445491a8078eddd7458f HTTP/1.1" status: 200 len: 375 time: 0.0174124 Nov 10 16:29:16.236932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-844e03e8-3f0e-4728-9596-a935961610e7 req-25722788-7181-42e8-ad8d-f32e456daac2 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847050 Nov 10 16:29:16.258999 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:16.259372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:16.266790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-cdc1cc44-b4a3-49cb-898d-513a0b484972 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800531 Nov 10 16:29:16.277954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Calling delete_port for 80e45b94-dab8-488f-947f-ac2d7469c01f owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:16.360239 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-844e03e8-3f0e-4728-9596-a935961610e7 req-aeaa2ba0-ff16-4883-9ed9-55f9893ccca7 service neutron] 10.222.0.69 "GET /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066988 Nov 10 16:29:16.525111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:16.553224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Pushing event deleted for resources: {'Port': ['ID=80e45b94-dab8-488f-947f-ac2d7469c01f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:16.625629 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:16.628290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:16.641229 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c01705-d1c3-4f9c-834b-2d399d4769c9 req-62623a9c-f9e5-4249-9c36-c280194ea298 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "DELETE /v2.0/floatingips/fb0c55b4-0b13-4dd4-8e01-efe044cf3f6e HTTP/1.1" status: 204 len: 173 time: 0.5993807 Nov 10 16:29:16.900506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:16.905622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-749570506-network', 'tenant_id': 'b8741246f75942998caea8595dd1169a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:16.981916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Made reservation on behalf of b8741246f75942998caea8595dd1169a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:16.984496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:16.994765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.084252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-bc643773-2a02-4829-bab7-8a71333ab6d1 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:17.086501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-bc643773-2a02-4829-bab7-8a71333ab6d1 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0629621 Nov 10 16:29:17.089687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.155960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-900ee43d-8bde-47c9-b5b5-21396ae583a2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0613513 Nov 10 16:29:17.163553 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.172407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Request body: {'floatingip': {'port_id': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:17.175726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:29:17.196442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.196775 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Added segment 509b2365-0efc-4f53-946e-75da82269950 of type vlan for network f07a0c8b-3d06-4366-a774-2683e8443048 Nov 10 16:29:17.216711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.246327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d795221-e06d-4c3d-ac25-f5d0c3a054a6 req-9a68b0e0-418d-4632-9373-c4b23e6c1ed6 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/f57e1193-25d2-4a56-8f34-fad66a6fe2c5 HTTP/1.1" status: 200 len: 2414 time: 0.1171284 Nov 10 16:29:17.263577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6d795221-e06d-4c3d-ac25-f5d0c3a054a6 req-2fb994c0-665d-4e0d-911e-13d14e4ea0d1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f57e1193-25d2-4a56-8f34-fad66a6fe2c5', 'remote_group_id': None}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:17.263889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6d795221-e06d-4c3d-ac25-f5d0c3a054a6 req-2fb994c0-665d-4e0d-911e-13d14e4ea0d1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f57e1193-25d2-4a56-8f34-fad66a6fe2c5', 'remote_group_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:17.276812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6378d1bc-fbb3-4661-a423-57335813122d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:17.282331 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.473647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.473647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:17.473647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.561215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] Pushing event updated for resources: {'Network': ['ID=f07a0c8b-3d06-4366-a774-2683e8443048,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:17.570396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d795221-e06d-4c3d-ac25-f5d0c3a054a6 req-2fb994c0-665d-4e0d-911e-13d14e4ea0d1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.574437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f07a0c8b-3d06-4366-a774-2683e8443048 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:29:17.592959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d795221-e06d-4c3d-ac25-f5d0c3a054a6 req-2fb994c0-665d-4e0d-911e-13d14e4ea0d1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.605759 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7f696952-2fca-4d89-b3a2-9f6fd7c5a14f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7005429 Nov 10 16:29:17.613158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:17.613158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Request body: {'subnet': {'network_id': 'f07a0c8b-3d06-4366-a774-2683e8443048', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-749570506-subnet', 'tenant_id': 'b8741246f75942998caea8595dd1169a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:17.708407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.721921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d795221-e06d-4c3d-ac25-f5d0c3a054a6 req-2fb994c0-665d-4e0d-911e-13d14e4ea0d1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.738590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb994c0-665d-4e0d-911e-13d14e4ea0d1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2adfba-2e03-45e3-a3ce-7571de661aa5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:17.742399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Made reservation on behalf of b8741246f75942998caea8595dd1169a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:17.750046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.828320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.860847 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d795221-e06d-4c3d-ac25-f5d0c3a054a6 req-2fb994c0-665d-4e0d-911e-13d14e4ea0d1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:17.862611 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d795221-e06d-4c3d-ac25-f5d0c3a054a6 req-2fb994c0-665d-4e0d-911e-13d14e4ea0d1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6090641 Nov 10 16:29:17.944355 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Floating IP c1429a93-8a24-4ea3-a503-d6c8dd890fc1 associated. External IP: 172.25.3.19, port: 82e0cd77-1c67-42ad-b66d-1edc3e85e255. Nov 10 16:29:17.970040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e14ef-22d2-46de-8aa0-c2fd3760ed0d req-608433b0-c316-4d2b-8a29-b330d3e4679b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:17.971588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b9e14ef-22d2-46de-8aa0-c2fd3760ed0d req-608433b0-c316-4d2b-8a29-b330d3e4679b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1098 time: 0.0437596 Nov 10 16:29:17.972968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:18.054556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6c8569-bb1b-4a96-8ef5-e199b88b45ee,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:18.072186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b9e14ef-22d2-46de-8aa0-c2fd3760ed0d req-22ef4f2d-6b54-4aba-ba46-a881c52ca5b0 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944507 Nov 10 16:29:18.077260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Checking segment: {'id': '509b2365-0efc-4f53-946e-75da82269950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f07a0c8b-3d06-4366-a774-2683e8443048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:18.077626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Network hostable DHCP agents. Network: f07a0c8b-3d06-4366-a774-2683e8443048, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:29:18.148199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Network f07a0c8b-3d06-4366-a774-2683e8443048 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:29:18.189259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Router d52ea073-b3ad-49f5-8ddd-c9d09270935f has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:29:18.291363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f07a0c8b-3d06-4366-a774-2683e8443048) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:18.296281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:18.298222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:18.304512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7902ed-cdb8-4f1b-baab-4fb7e68f01ba None None] Network f07a0c8b-3d06-4366-a774-2683e8443048 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:29:18.437380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d3957c99-2028-4f32-84c6-3de60996ead2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8299880 Nov 10 16:29:18.478388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108eccbb-602e-46da-8b18-4dc5e07ca36c None None] Network f07a0c8b-3d06-4366-a774-2683e8443048 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:29:18.629175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:29:18.634721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:18.640411 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] Sync routers for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:29:18.652213 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:18.652832 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:18.677530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-b05e4141-2ce5-4f84-9370-9c79cd4d4b77 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "PUT /v2.0/floatingips/c1429a93-8a24-4ea3-a503-d6c8dd890fc1 HTTP/1.1" status: 200 len: 995 time: 1.5140474 Nov 10 16:29:18.678303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:18.680759 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686d8380-cb72-4561-8e16-285632f4ba82" -d '{"events": [{"name": "network-changed", "server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:18.729668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-4942259c-5993-4670-af1d-69daeb997eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:18.731113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-4942259c-5993-4670-af1d-69daeb997eeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d068b9fe096d40afa4134aaf0318e485&device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 1097 time: 0.0449269 Nov 10 16:29:18.780159 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:18.830485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-931c58e7-1f3d-4790-a470-d6af5a1072f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:18.832052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-931c58e7-1f3d-4790-a470-d6af5a1072f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3576e28-e065-4c19-8570-431a17e42d10 HTTP/1.1" status: 200 len: 930 time: 0.0943413 Nov 10 16:29:18.912399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-da54105a-c0e3-4012-80ed-23f34f48e201 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255 HTTP/1.1" status: 200 len: 998 time: 0.0740831 Nov 10 16:29:18.980358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-d52ee3f3-f018-473e-8980-3caa2b55c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:18.981801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-d52ee3f3-f018-473e-8980-3caa2b55c750 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b108411c-236a-4f8e-b06d-25671ea51867 HTTP/1.1" status: 200 len: 868 time: 0.0617445 Nov 10 16:29:19.046420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-d46d5e9f-21da-47e6-83e6-c3818a49d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:19.055853 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c1429a93-8a24-4ea3-a503-d6c8dd890fc1', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'port_id': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'mac_address': 'fa:16:3e:a0:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307b37-c139-472b-8332-7d07ae99380a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:29:14Z', 'updated_at': '2021-11-10T16:29:17Z', 'revision_number': 1, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:40Z', 'revision_number': 5, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:19.059897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-d46d5e9f-21da-47e6-83e6-c3818a49d925 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3576e28-e065-4c19-8570-431a17e42d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714893 Nov 10 16:29:19.097882 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] Checking router: d52ea073-b3ad-49f5-8ddd-c9d09270935f for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:29:19.108579 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:19.109435 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:19.191756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-d781e0b2-8c14-47e1-9c73-21bfcf2d4389 service neutron] 10.222.0.62 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235275 Nov 10 16:29:19.213694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0dede198-0d2f-4f6a-a6ec-2ecc23872556 req-a7578924-4c80-4b57-90c7-0cf2fd5976ed tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/f57e1193-25d2-4a56-8f34-fad66a6fe2c5 HTTP/1.1" status: 200 len: 3012 time: 0.0646889 Nov 10 16:29:19.223547 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:19.306362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5907d950-1179-4848-b0ef-baa62db1b0ef req-86fc2fef-a44a-49e3-8e52-a5a890b939e1 service neutron] 10.222.0.62 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135926 Nov 10 16:29:19.309047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14055e67-d08a-4f98-bb85-4845682f856e req-25218417-a93d-4113-803c-5defad32d12b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:19.309998 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14055e67-d08a-4f98-bb85-4845682f856e req-25218417-a93d-4113-803c-5defad32d12b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1098 time: 0.0418930 Nov 10 16:29:19.360879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14055e67-d08a-4f98-bb85-4845682f856e req-dad29e29-8742-45c2-91d8-c0b2edb82c40 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Nov 10 16:29:19.427368 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367f25f6-5774-4395-ba8d-968e8ab4be7e x-openstack-request-id: req-367f25f6-5774-4395-ba8d-968e8ab4be7e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:19.429950 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:19.431909 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-367f25f6-5774-4395-ba8d-968e8ab4be7e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:19.435015 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'status': 'completed', 'code': 200} Nov 10 16:29:19.503937 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c1429a93-8a24-4ea3-a503-d6c8dd890fc1', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'port_id': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'mac_address': 'fa:16:3e:a0:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307b37-c139-472b-8332-7d07ae99380a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:29:14Z', 'updated_at': '2021-11-10T16:29:17Z', 'revision_number': 1, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:40Z', 'revision_number': 5, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:19.513971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d8380-cb72-4561-8e16-285632f4ba82 req-96189c02-689a-4fa7-83d2-1b47fe585633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:19.515672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-686d8380-cb72-4561-8e16-285632f4ba82 req-96189c02-689a-4fa7-83d2-1b47fe585633 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d068b9fe096d40afa4134aaf0318e485&device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 1097 time: 0.0598657 Nov 10 16:29:19.536914 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d6960-0c06-4eb3-883b-fd69632f3ae3 None None] The sync data for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 is: [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c1429a93-8a24-4ea3-a503-d6c8dd890fc1', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'port_id': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'mac_address': 'fa:16:3e:a0:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5307b37-c139-472b-8332-7d07ae99380a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:29:14Z', 'updated_at': '2021-11-10T16:29:17Z', 'revision_number': 1, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:40Z', 'revision_number': 5, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:29:19.703055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d8380-cb72-4561-8e16-285632f4ba82 req-3f941c1d-b05d-4ef1-a0b7-3d59c5b9f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:19.704538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-686d8380-cb72-4561-8e16-285632f4ba82 req-3f941c1d-b05d-4ef1-a0b7-3d59c5b9f80d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f3576e28-e065-4c19-8570-431a17e42d10 HTTP/1.1" status: 200 len: 930 time: 0.1706793 Nov 10 16:29:19.754829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fa3e9-d04e-4cc3-b6ee-13ac9eb3aad9 req-06b19506-7069-490a-acfb-e77b93658077 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:19.756348 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b22fa3e9-d04e-4cc3-b6ee-13ac9eb3aad9 req-06b19506-7069-490a-acfb-e77b93658077 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 946 time: 0.0558619 Nov 10 16:29:19.797211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-b49b4b78-30f8-410c-822d-4c16e6b7da34 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:19.798584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e02098-9956-4fe6-beba-a691339ba3d3 None None] New status for floating IP c1429a93-8a24-4ea3-a503-d6c8dd890fc1: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:29:19.799067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-b49b4b78-30f8-410c-822d-4c16e6b7da34 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 808 time: 0.1690910 Nov 10 16:29:19.813579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b22fa3e9-d04e-4cc3-b6ee-13ac9eb3aad9 req-6dc579ca-5dda-435b-8a6f-f6e56e1f93b7 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508225 Nov 10 16:29:19.816013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-686d8380-cb72-4561-8e16-285632f4ba82 req-6af61a3f-e154-4ba0-bbf5-19570808e970 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255 HTTP/1.1" status: 200 len: 998 time: 0.1003733 Nov 10 16:29:19.818812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-020eebbb-bf3b-4615-9af3-9f5658587ce4 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/quotas/531aafc4a0574d41a6a6f77ef66f5839 HTTP/1.1" status: 200 len: 375 time: 0.0135100 Nov 10 16:29:19.883985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-fd7067f7-79dd-47dd-b115-16b2f9a066d2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577371 Nov 10 16:29:19.893417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d8380-cb72-4561-8e16-285632f4ba82 req-82eb48ee-c697-4fee-9a3a-2830cc48fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:19.894855 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-686d8380-cb72-4561-8e16-285632f4ba82 req-82eb48ee-c697-4fee-9a3a-2830cc48fe26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b108411c-236a-4f8e-b06d-25671ea51867 HTTP/1.1" status: 200 len: 868 time: 0.0701191 Nov 10 16:29:19.903196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed942f22-5dda-459d-8bd0-601a07bddaf5 req-8341a940-8ed7-4878-a173-3b8eda8a9045 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 210 time: 0.0319176 Nov 10 16:29:19.997592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d8380-cb72-4561-8e16-285632f4ba82 req-1e75df45-b5e9-4b12-8384-27cfafa3e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:20.000442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-686d8380-cb72-4561-8e16-285632f4ba82 req-1e75df45-b5e9-4b12-8384-27cfafa3e775 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f3576e28-e065-4c19-8570-431a17e42d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963264 Nov 10 16:29:20.011443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d461f014-fee4-4800-b4a3-a1a33ba77167 req-c782b1ea-6298-44ee-833f-524bc2fafb2e tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-group-rules/fe2adfba-2e03-45e3-a3ce-7571de661aa5 HTTP/1.1" status: 200 len: 783 time: 0.0224733 Nov 10 16:29:20.033945 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-cfa3d302-ecb8-4934-8455-c27c20222642 service neutron] 10.222.0.62 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381190 Nov 10 16:29:20.059120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d461f014-fee4-4800-b4a3-a1a33ba77167 req-e2183c36-2e7f-4125-92f2-1f4006c2b8eb tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/f57e1193-25d2-4a56-8f34-fad66a6fe2c5 HTTP/1.1" status: 200 len: 3012 time: 0.0415254 Nov 10 16:29:20.092751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d461f014-fee4-4800-b4a3-a1a33ba77167 req-8520ad99-2fbd-4b8f-9df4-23ccbef3baee tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.100946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d461f014-fee4-4800-b4a3-a1a33ba77167 req-8520ad99-2fbd-4b8f-9df4-23ccbef3baee tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.173771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-686d8380-cb72-4561-8e16-285632f4ba82 req-d5d7ef29-699a-4a1d-b714-ea42737a27a7 service neutron] 10.222.0.69 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663191 Nov 10 16:29:20.178866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-a684abbe-1b9b-4b8d-a58e-90aa348c020a service neutron] 10.222.0.62 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384809 Nov 10 16:29:20.216826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d461f014-fee4-4800-b4a3-a1a33ba77167 req-8520ad99-2fbd-4b8f-9df4-23ccbef3baee tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.223246 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d461f014-fee4-4800-b4a3-a1a33ba77167 req-8520ad99-2fbd-4b8f-9df4-23ccbef3baee tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.224640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d461f014-fee4-4800-b4a3-a1a33ba77167 req-8520ad99-2fbd-4b8f-9df4-23ccbef3baee tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fe2adfba-2e03-45e3-a3ce-7571de661aa5 HTTP/1.1" status: 204 len: 173 time: 0.1579440 Nov 10 16:29:20.231808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520ad99-2fbd-4b8f-9df4-23ccbef3baee tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe2adfba-2e03-45e3-a3ce-7571de661aa5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:20.296916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-686d8380-cb72-4561-8e16-285632f4ba82 req-2fda3009-6201-4adb-a44d-b066d55446ff service neutron] 10.222.0.69 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978737 Nov 10 16:29:20.550896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-a527f974-b058-4a85-bcc6-d15e0ea8ce19 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 258 time: 0.2317228 Nov 10 16:29:20.552168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0c0b104-eca3-4086-9d52-b7929c5d789a req-82c8c8d6-cf57-4c8c-9fe5-4be387b36f55 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/f57e1193-25d2-4a56-8f34-fad66a6fe2c5 HTTP/1.1" status: 200 len: 2414 time: 0.0533803 Nov 10 16:29:20.561403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:20.620091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a0c0b104-eca3-4086-9d52-b7929c5d789a req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.644490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a0c0b104-eca3-4086-9d52-b7929c5d789a req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.703081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-baecdcb6-a679-449d-951f-928db3f926fa tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267503 Nov 10 16:29:20.794158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.801006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-ee914d47-06b0-4cf2-9364-1e7ea0c47121 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:20.803255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-ee914d47-06b0-4cf2-9364-1e7ea0c47121 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.69 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 946 time: 0.0590920 Nov 10 16:29:20.827627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-ff147674-276c-4d52-9db4-c0fb2e07f037 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:20.829108 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-ff147674-276c-4d52-9db4-c0fb2e07f037 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181729 Nov 10 16:29:20.845075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Request body: {'port': {'device_id': 'ae7a7784-ba72-4b90-90bd-b5829e0c979f', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '54beeb0410c3445491a8078eddd7458f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:20.904565 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a0c0b104-eca3-4086-9d52-b7929c5d789a req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.907207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a0c0b104-eca3-4086-9d52-b7929c5d789a req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:20.908369 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0c0b104-eca3-4086-9d52-b7929c5d789a req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "DELETE /v2.0/security-groups/f57e1193-25d2-4a56-8f34-fad66a6fe2c5 HTTP/1.1" status: 204 len: 173 time: 0.3494284 Nov 10 16:29:20.929105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57e1193-25d2-4a56-8f34-fad66a6fe2c5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:20.943928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.944283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.944638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.944965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.945296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.945627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.946379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.946379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.946627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.946959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.947882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.948962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19768d2a-5b37-46a4-9d1b-e257d2c4d5b7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:20.978747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Deleting port 51d021bd-20f8-4229-9556-a304ecee6cc4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:20.985201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.064628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.144776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] For port 51d021bd-20f8-4229-9556-a304ecee6cc4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=51d021bd-20f8-4229-9556-a304ecee6cc4,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:21.145139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.147442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Made reservation on behalf of 54beeb0410c3445491a8078eddd7458f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:21.151580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.166348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Calling delete_port for 51d021bd-20f8-4229-9556-a304ecee6cc4 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:21.276278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Allocated IP 172.25.3.210 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/b6961fcb-8adc-4329-9ba7-621eed4aa623) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:21.277929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d347d027-b639-406f-8dfb-fa2eb4cdab81 req-6833e5f5-4c6a-4ab2-ada1-0e8ce9858932 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 210 time: 0.0305445 Nov 10 16:29:21.353611 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-71d89636-96df-40ad-bd45-53864b0683a6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474677 Nov 10 16:29:21.383080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Allocated IP 192.168.233.48 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/dc531f29-627a-4f05-8517-85f0093ab5d3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:21.507119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8160c7-391d-4d60-8be0-a5fe0c486ed4 req-915bdb39-ab3e-4469-be00-3951911df37c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:21.508821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6f8160c7-391d-4d60-8be0-a5fe0c486ed4 req-915bdb39-ab3e-4469-be00-3951911df37c tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/ports?device_id=abee92d6-04f1-487b-bcaa-5cad90f82b98 HTTP/1.1" status: 200 len: 946 time: 0.1091988 Nov 10 16:29:21.557646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.580330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-1101b457-67d5-4e23-8ea4-b12e7d85ec5d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:21.582318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-1101b457-67d5-4e23-8ea4-b12e7d85ec5d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957524 Nov 10 16:29:21.596543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Request body: {'port': {'device_id': '36462c43-db5c-4e2b-ac48-522a033cd0e3', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '54beeb0410c3445491a8078eddd7458f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:21.622043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6f8160c7-391d-4d60-8be0-a5fe0c486ed4 req-b9071246-e4e9-4823-831d-6c2e58b2f475 tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbeecb55-d36c-4441-aba1-abd5c68ec948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863271 Nov 10 16:29:21.632309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.658682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ea707e95-1feb-4673-acae-fb2237ba08f4 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:21.691936 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-7328645a-38c4-4fa3-ada1-9a9b4e64f9d6 req-6443aaca-c55f-40d8-afdf-2e364a50cd52 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] show failed (client error): The resource could not be found. Nov 10 16:29:21.692983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7328645a-38c4-4fa3-ada1-9a9b4e64f9d6 req-6443aaca-c55f-40d8-afdf-2e364a50cd52 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/7f94e0f0-cfa0-47a1-b09d-752db913fb9a HTTP/1.1" status: 404 len: 352 time: 0.0182931 Nov 10 16:29:21.726744 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.742537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.766689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.770667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Pushing event deleted for resources: {'Port': ['ID=51d021bd-20f8-4229-9556-a304ecee6cc4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:21.781160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:21.797465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'port_id': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'mac_address': 'fa:16:3e:76:32:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b819f-2145-4a06-bf70-51656d2d2dc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:29:21.799744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['51d021bd-20f8-4229-9556-a304ecee6cc4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:21.827223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:21.861922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0b3e199-3c88-497e-8301-5c77b67616af req-a62fe3ac-3536-4e22-a92f-36336e6d92f1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 210 time: 0.0578732 Nov 10 16:29:21.871378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] No DVR routers for this DVR port 51d021bd-20f8-4229-9556-a304ecee6cc4 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:21.884023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:21.884023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79f37eca-133d-46ae-a7ab-69d492e46db4 req-a4b2e05b-e0e6-4169-9461-e9574dfbc74b tempest-FloatingIPsAssociationTestJSON-1044258363 tempest-FloatingIPsAssociationTestJSON-1044258363-project] 10.222.0.69 "DELETE /v2.0/ports/51d021bd-20f8-4229-9556-a304ecee6cc4 HTTP/1.1" status: 204 len: 173 time: 1.0640986 Nov 10 16:29:21.884590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:21.885310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'name': 'network-vif-deleted', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:21.888511 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e58ccc4-543e-49bb-9a0e-f3fd40c6240d" -d '{"events": [{"server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "name": "network-vif-deleted", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:21.895806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:21.898311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:21.904492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:21.904743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Pushing event updated for resources: {'Port': ['ID=b6961fcb-8adc-4329-9ba7-621eed4aa623,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:21.931710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:21.931710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'Port': ['ID=dc531f29-627a-4f05-8517-85f0093ab5d3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:21.931710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:21.949091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Made reservation on behalf of 54beeb0410c3445491a8078eddd7458f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:21.953869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.029288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:22.030008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.049696 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.123425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea707e95-1feb-4673-acae-fb2237ba08f4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:22.166996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-73143a7b-88ef-4bd2-b691-d99ed9e9ebad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3262198 Nov 10 16:29:22.185956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Request body: {'port': {'device_id': 'ae7a7784-ba72-4b90-90bd-b5829e0c979f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:22.194473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:22.241466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a684d-2994-4af6-9542-fc9cf6cae755 req-cbafc47b-5720-4f1c-9a51-0c4018415afc tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:22.245991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9a684d-2994-4af6-9542-fc9cf6cae755 req-cbafc47b-5720-4f1c-9a51-0c4018415afc tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1098 time: 0.1371377 Nov 10 16:29:22.288522 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.349274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9a684d-2994-4af6-9542-fc9cf6cae755 req-5586cca7-ccb4-4c4c-8642-dd13dadebac9 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935931 Nov 10 16:29:22.350395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.396011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:22.422727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-949e1190-65de-4a6d-9d07-2ba1a575f424 None None] Provisioning complete for port dc531f29-627a-4f05-8517-85f0093ab5d3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:22.422727 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-949e1190-65de-4a6d-9d07-2ba1a575f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.536317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ea707e95-1feb-4673-acae-fb2237ba08f4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:22.556795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Allocated IP 192.168.233.62 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/94ea48e3-cd60-4d56-81b5-e8e2b4024739) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:22.563847 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.580508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-949e1190-65de-4a6d-9d07-2ba1a575f424 None None] Port dc531f29-627a-4f05-8517-85f0093ab5d3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:29:22.630999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1064b21d-5030-4638-ab90-4dccf373d75a req-0f4de82d-2fb7-4682-b162-df8edc35f7d5 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/8df8737c-ab2a-43ba-9aa6-d41e10c85170 HTTP/1.1" status: 200 len: 1819 time: 0.1246665 Nov 10 16:29:22.703271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1064b21d-5030-4638-ab90-4dccf373d75a req-85292448-b08f-42d6-8795-685991dcb2fe tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.733950 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1064b21d-5030-4638-ab90-4dccf373d75a req-85292448-b08f-42d6-8795-685991dcb2fe tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.777830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.846789 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.886921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1064b21d-5030-4638-ab90-4dccf373d75a req-85292448-b08f-42d6-8795-685991dcb2fe tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.889624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1064b21d-5030-4638-ab90-4dccf373d75a req-85292448-b08f-42d6-8795-685991dcb2fe tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:22.907411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1064b21d-5030-4638-ab90-4dccf373d75a req-85292448-b08f-42d6-8795-685991dcb2fe tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "DELETE /v2.0/security-groups/8df8737c-ab2a-43ba-9aa6-d41e10c85170 HTTP/1.1" status: 204 len: 173 time: 0.2673655 Nov 10 16:29:22.920127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85292448-b08f-42d6-8795-685991dcb2fe tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df8737c-ab2a-43ba-9aa6-d41e10c85170,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:22.959247 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9155fcae-6fe8-4464-8c19-289868251a4e x-openstack-request-id: req-9155fcae-6fe8-4464-8c19-289868251a4e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:22.959575 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abee92d6-04f1-487b-bcaa-5cad90f82b98", "name": "network-vif-deleted", "tag": "51d021bd-20f8-4229-9556-a304ecee6cc4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:22.959818 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9155fcae-6fe8-4464-8c19-289868251a4e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:22.960215 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abee92d6-04f1-487b-bcaa-5cad90f82b98', 'name': 'network-vif-deleted', 'tag': '51d021bd-20f8-4229-9556-a304ecee6cc4', 'status': 'completed', 'code': 200} Nov 10 16:29:23.009395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.025829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b38c6a9a-270b-47c7-b905-ef856ce8f3cc req-8cdb87f6-ace9-4742-88f6-2251fc4f1bd9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 210 time: 0.0293756 Nov 10 16:29:23.103620 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.107008 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.117641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:23.160212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:23.166781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:23.196407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:23.238719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Pushing event updated for resources: {'Port': ['ID=b6961fcb-8adc-4329-9ba7-621eed4aa623,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:23.267924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.268551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.269051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.269748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.270317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.270852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.271399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.272486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.273060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.273581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.274144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.274661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:23.293643 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.344889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:23.345640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.392311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'Port': ['ID=94ea48e3-cd60-4d56-81b5-e8e2b4024739,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:23.456382 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-f1f1c369-6dc4-4727-b2ec-9990e8e4fb23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8634522 Nov 10 16:29:23.487139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.487139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-7c114118-39e1-492f-baba-2780441cbc14 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9299185 Nov 10 16:29:23.501417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc531f29-627a-4f05-8517-85f0093ab5d3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:23.509662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.525263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Transition to ACTIVE for port object dc531f29-627a-4f05-8517-85f0093ab5d3 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:23.580749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Request body: {'port': {'device_id': '36462c43-db5c-4e2b-ac48-522a033cd0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:23.644861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ee617bd7-9027-4fc3-a99d-319492bbafaf None None] Provisioning complete for port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:23.645245 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee617bd7-9027-4fc3-a99d-319492bbafaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.662029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-2518d385-0da3-4a96-86ca-802bd521e7fa tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0773931 Nov 10 16:29:23.670893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ea707e95-1feb-4673-acae-fb2237ba08f4 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:29:23.678755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.787878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ee617bd7-9027-4fc3-a99d-319492bbafaf None None] Port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:29:23.808812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Pushing event updated for resources: {'Port': ['ID=dc531f29-627a-4f05-8517-85f0093ab5d3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:23.861533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-8dfc2afe-4e44-49cc-9d5e-2f10f5aadb51 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:23.864796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-8dfc2afe-4e44-49cc-9d5e-2f10f5aadb51 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 808 time: 0.4328108 Nov 10 16:29:23.867588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port ea707e95-1feb-4673-acae-fb2237ba08f4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:23.868286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:23.951859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Request body: {'port': {'device_id': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'admin_state_up': True, 'tenant_id': '531aafc4a0574d41a6a6f77ef66f5839'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:23.968222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Attempting to bind port dc531f29-627a-4f05-8517-85f0093ab5d3 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:23.969454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Attempting to bind port dc531f29-627a-4f05-8517-85f0093ab5d3 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:23.969981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Attempting to bind port dc531f29-627a-4f05-8517-85f0093ab5d3 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:23.975969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-b6070818-f04a-4c79-9b64-2a152f60281c tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:23.978622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e5aa87d-7709-4da2-a96b-6992b3255bd5 req-b6070818-f04a-4c79-9b64-2a152f60281c tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.3156235 Nov 10 16:29:23.985657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Port dc531f29-627a-4f05-8517-85f0093ab5d3 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:23.986908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Attempting to bind port dc531f29-627a-4f05-8517-85f0093ab5d3 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:23.996602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:24.004560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:24.005365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:24.006128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Bound port: dc531f29-627a-4f05-8517-85f0093ab5d3, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:24.006743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.016608 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.055543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.108004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33294) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:24.153976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:24.169084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:24.171930 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2667d3ae-fe5d-47b2-94f1-0d5a30de9733" -d '{"events": [{"server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "name": "network-vif-plugged", "status": "completed", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:24.226999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] For port dc531f29-627a-4f05-8517-85f0093ab5d3, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:24.239172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.240571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 51d021bd-20f8-4229-9556-a304ecee6cc4 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:24.290694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] For port dc531f29-627a-4f05-8517-85f0093ab5d3, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=dc531f29-627a-4f05-8517-85f0093ab5d3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:24.345025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 51d021bd-20f8-4229-9556-a304ecee6cc4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:24.345546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 51d021bd-20f8-4229-9556-a304ecee6cc4 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:24.381201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.394365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:24.401439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1abdf-3aa9-4e9f-8c37-1bdc06ecfe57 req-c2d5b73e-467a-455d-8171-ee4ca42cf5d8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:24.403383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-adf1abdf-3aa9-4e9f-8c37-1bdc06ecfe57 req-c2d5b73e-467a-455d-8171-ee4ca42cf5d8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 935 time: 0.2126341 Nov 10 16:29:24.441516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:24.442139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.443572 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] 10.222.0.69 "PUT /v2.0/ports/dc531f29-627a-4f05-8517-85f0093ab5d3 HTTP/1.1" status: 200 len: 1096 time: 2.2633693 Nov 10 16:29:24.456939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7a7784-ba72-4b90-90bd-b5829e0c979f', 'tag': 'dc531f29-627a-4f05-8517-85f0093ab5d3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:24.459281 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7a7784-ba72-4b90-90bd-b5829e0c979f", "tag": "dc531f29-627a-4f05-8517-85f0093ab5d3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:24.511775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e0d1f-a7d3-4513-a258-06af0f677e01 service neutron] Pushing event updated for resources: {'Port': ['ID=dc531f29-627a-4f05-8517-85f0093ab5d3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:24.512647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Made reservation on behalf of 531aafc4a0574d41a6a6f77ef66f5839 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:24.516177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.527557 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-adf1abdf-3aa9-4e9f-8c37-1bdc06ecfe57 req-869320c8-97e3-445e-af1c-9bbff492df63 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119676 Nov 10 16:29:24.665753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-ab644a8d-b62a-409e-9769-f6714467f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:24.666310 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-ab644a8d-b62a-409e-9769-f6714467f3ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 1099 time: 0.0800171 Nov 10 16:29:24.723346 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-c6f68d4e-2ae8-42df-b784-eb5e4a52857f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=dc531f29-627a-4f05-8517-85f0093ab5d3 HTTP/1.1" status: 200 len: 217 time: 0.0419972 Nov 10 16:29:24.729930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d770e8d-8aa1-4aff-857d-89fd62731c72 req-82e24afc-dd68-4eeb-9a8d-e43725e1940a tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/8dd922cf-c3e4-4893-93fb-231d217a1ba7 HTTP/1.1" status: 200 len: 1822 time: 0.1427834 Nov 10 16:29:24.736116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ea48e3-cd60-4d56-81b5-e8e2b4024739 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:24.786161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.826673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-4c097f61-037d-4f9c-9a7c-09ddc66c506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:24.829483 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-4c097f61-037d-4f9c-9a7c-09ddc66c506f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0972149 Nov 10 16:29:24.837858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Transition to ACTIVE for port object 94ea48e3-cd60-4d56-81b5-e8e2b4024739 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:24.848627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Allocated IP 172.20.0.11 (48bc1461-f6b5-4e62-a9fd-e4875e68dd55/e7c7bfac-4849-4149-8964-60ad29246e93/828fc4f8-a542-4df4-a303-83c7d918803d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:24.881656 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d770e8d-8aa1-4aff-857d-89fd62731c72 req-a9b977c8-70e0-4ff5-968a-997810b5ba83 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.918723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-29112182-53b5-4060-ac87-27c7ede90a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:24.921455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-29112182-53b5-4060-ac87-27c7ede90a65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581563 Nov 10 16:29:24.930466 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d770e8d-8aa1-4aff-857d-89fd62731c72 req-a9b977c8-70e0-4ff5-968a-997810b5ba83 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.945488 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:24.966599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.093675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Pushing event updated for resources: {'Port': ['ID=94ea48e3-cd60-4d56-81b5-e8e2b4024739,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:25.114450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-eda70504-1b73-4e73-b995-b480efa248a7 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840913 Nov 10 16:29:25.195398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.216026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Attempting to bind port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:25.216427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Attempting to bind port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:25.216893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Attempting to bind port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:25.222917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:25.223241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Attempting to bind port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:25.232265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:25.232599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:25.232984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:25.233423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Bound port: 94ea48e3-cd60-4d56-81b5-e8e2b4024739, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:25.233774 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.240187 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d770e8d-8aa1-4aff-857d-89fd62731c72 req-a9b977c8-70e0-4ff5-968a-997810b5ba83 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.242788 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d770e8d-8aa1-4aff-857d-89fd62731c72 req-a9b977c8-70e0-4ff5-968a-997810b5ba83 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.244003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d770e8d-8aa1-4aff-857d-89fd62731c72 req-a9b977c8-70e0-4ff5-968a-997810b5ba83 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "DELETE /v2.0/security-groups/8dd922cf-c3e4-4893-93fb-231d217a1ba7 HTTP/1.1" status: 204 len: 173 time: 0.4980536 Nov 10 16:29:25.280076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b977c8-70e0-4ff5-968a-997810b5ba83 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd922cf-c3e4-4893-93fb-231d217a1ba7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:25.391796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] For port 94ea48e3-cd60-4d56-81b5-e8e2b4024739, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:25.398242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] For port 94ea48e3-cd60-4d56-81b5-e8e2b4024739, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=94ea48e3-cd60-4d56-81b5-e8e2b4024739,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:25.413049 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.487545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.528309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Pushing event updated for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:25.595082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:25.595748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.598256 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] 10.222.0.69 "PUT /v2.0/ports/94ea48e3-cd60-4d56-81b5-e8e2b4024739 HTTP/1.1" status: 200 len: 1096 time: 2.1075788 Nov 10 16:29:25.598256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36462c43-db5c-4e2b-ac48-522a033cd0e3', 'tag': '94ea48e3-cd60-4d56-81b5-e8e2b4024739'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:25.600318 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e10f628-b0dc-4555-848f-e2b606a4c830" -d '{"events": [{"name": "network-changed", "server_uuid": "36462c43-db5c-4e2b-ac48-522a033cd0e3", "tag": "94ea48e3-cd60-4d56-81b5-e8e2b4024739"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:25.611552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-4fff7c90-3ab7-4e24-a522-47f5fb21c61f service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870620 Nov 10 16:29:25.622387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:25.632206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:25.634810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:25.694794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb2ea-9eba-475d-9aa3-408cc1d55e0c service neutron] Pushing event updated for resources: {'Port': ['ID=94ea48e3-cd60-4d56-81b5-e8e2b4024739,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:25.696836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Deleting port 51817a83-cf72-42ba-821c-b99b6715aed4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:25.697207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.709686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead31e1-6414-495a-9ef6-918208fc5dfc req-1b17a7a7-23fc-4838-9056-998591659412 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:25.711321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dead31e1-6414-495a-9ef6-918208fc5dfc req-1b17a7a7-23fc-4838-9056-998591659412 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2106805 Nov 10 16:29:25.738632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:25.739353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.788022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dead31e1-6414-495a-9ef6-918208fc5dfc req-e0dc6741-4f60-4112-855b-2aef58fa8fc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0692406 Nov 10 16:29:25.802926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-dead31e1-6414-495a-9ef6-918208fc5dfc req-6791be83-b471-4a8e-8eff-2e8e21ca220d tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Request body: {'floatingip': {'port_id': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:25.819217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] For port 51817a83-cf72-42ba-821c-b99b6715aed4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=51817a83-cf72-42ba-821c-b99b6715aed4,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:25.819877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.857497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dead31e1-6414-495a-9ef6-918208fc5dfc req-6791be83-b471-4a8e-8eff-2e8e21ca220d tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:25.861887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Calling delete_port for 51817a83-cf72-42ba-821c-b99b6715aed4 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:25.892937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-625ef378-0d26-49c2-bca8-8378e16d2ad7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9491165 Nov 10 16:29:25.921926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-65232288-4a46-42b1-839b-873acc2462ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:25.923486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-65232288-4a46-42b1-839b-873acc2462ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 1099 time: 0.0902698 Nov 10 16:29:25.924185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Request body: {'port': {'device_id': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:25.984848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-5fbefaeb-168a-49e3-93d9-18d731ce562a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=94ea48e3-cd60-4d56-81b5-e8e2b4024739 HTTP/1.1" status: 200 len: 217 time: 0.0452645 Nov 10 16:29:25.988090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33340) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:26.046041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:26.096533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-b4025795-2bc3-4c9e-b7a7-ed2639aad794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:26.098869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-b4025795-2bc3-4c9e-b7a7-ed2639aad794 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0985475 Nov 10 16:29:26.148687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-c484b49b-326d-4d1d-9549-945184499f00 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:29:26.149497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-c484b49b-326d-4d1d-9549-945184499f00 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1605110 Nov 10 16:29:26.197375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-1e301f42-1a86-4e27-9438-430f7bd466df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:26.199070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-1e301f42-1a86-4e27-9438-430f7bd466df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890210 Nov 10 16:29:26.265210 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-dead31e1-6414-495a-9ef6-918208fc5dfc req-6791be83-b471-4a8e-8eff-2e8e21ca220d tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 16:29:26.274659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dead31e1-6414-495a-9ef6-918208fc5dfc req-6791be83-b471-4a8e-8eff-2e8e21ca220d tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "PUT /v2.0/floatingips/340ee1b9-0f8f-481f-afe9-235b9e59d676 HTTP/1.1" status: 409 len: 550 time: 0.4782221 Nov 10 16:29:26.331746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-39de1014-d2b8-404d-916f-acf27f27b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:26.333127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-39de1014-d2b8-404d-916f-acf27f27b1d9 service neutron] 10.222.0.62 "GET /v2.0/ports/632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 1095 time: 0.1280706 Nov 10 16:29:26.336065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:26.350860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Request body: {'binding': {'host': 'n-h1-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:26.351336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:29:26.411103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec27209-a3ab-4d59-8a3c-3e7781928143 req-e8e43936-d5c7-42ec-b370-b4170fa2c193 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:26.415872 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ec27209-a3ab-4d59-8a3c-3e7781928143 req-e8e43936-d5c7-42ec-b370-b4170fa2c193 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 932 time: 0.0813963 Nov 10 16:29:26.419130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Pushing event deleted for resources: {'Port': ['ID=51817a83-cf72-42ba-821c-b99b6715aed4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:26.533685 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ec27209-a3ab-4d59-8a3c-3e7781928143 req-68f0a580-33c3-4431-9f06-9c659598b2d2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054430 Nov 10 16:29:26.571987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828fc4f8-a542-4df4-a303-83c7d918803d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:26.581924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:26.583822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-98559fc6-d4a5-40ce-b1a2-172ee5c8b3fc service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724449 Nov 10 16:29:26.601074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Transition to ACTIVE for port object 828fc4f8-a542-4df4-a303-83c7d918803d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:26.653697 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600d403c-b13f-4ab3-8a4a-99ca7ba6e16e x-openstack-request-id: req-600d403c-b13f-4ab3-8a4a-99ca7ba6e16e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:26.654695 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "name": "network-vif-plugged", "status": "completed", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:26.655115 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-600d403c-b13f-4ab3-8a4a-99ca7ba6e16e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:26.655732 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'code': 200} Nov 10 16:29:26.685807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:26.699987 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe9b6fa-2926-4822-b0b1-2712081f45fc x-openstack-request-id: req-dbe9b6fa-2926-4822-b0b1-2712081f45fc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:26.700623 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7a7784-ba72-4b90-90bd-b5829e0c979f", "tag": "dc531f29-627a-4f05-8517-85f0093ab5d3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:26.706110 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbe9b6fa-2926-4822-b0b1-2712081f45fc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:26.706110 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7a7784-ba72-4b90-90bd-b5829e0c979f', 'tag': 'dc531f29-627a-4f05-8517-85f0093ab5d3', 'status': 'completed', 'code': 200} Nov 10 16:29:26.835123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Pushing event updated for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:26.873081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on host n-h1-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:26.873687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:26.873836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:26.876044 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:26.888622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-193dbbfe-5a90-481e-862d-e7e95f378606 req-643e28c6-ba1d-4f5a-bfa4-c076f58255a1 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/f6ab92f4-86f1-465d-9170-01c1f0093c02 HTTP/1.1" status: 200 len: 1821 time: 0.1565073 Nov 10 16:29:26.892576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-96098988-9c15-4505-9e49-1ec67f29821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:26.894104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-96098988-9c15-4505-9e49-1ec67f29821b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 1099 time: 0.1632195 Nov 10 16:29:26.894545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:26.894879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:26.902475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a43020-b7a2-43c7-9d97-a8b3a643a68e req-65942bc2-6e91-409d-9a3d-c8cfd1590ce6 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073335 Nov 10 16:29:26.909089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:26.909497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:26.909941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:26.910587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Bound port: 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:27.023329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:27.023674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:27.024008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:27.039887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:27.040229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:27.052219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:27.061740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:27.062056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:27.062413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:27.062921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Bound port: 828fc4f8-a542-4df4-a303-83c7d918803d, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:27.063190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.079676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-193dbbfe-5a90-481e-862d-e7e95f378606 req-c8acde31-81a6-4c5c-9359-2b5e0b4a8b82 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.101842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-61c83420-ab76-4b22-88bf-9c18080c8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:27.107566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-61c83420-ab76-4b22-88bf-9c18080c8f3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1974518 Nov 10 16:29:27.159492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.160756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-8e1ec787-96c7-480e-9cfa-86421ef40afc service neutron] 10.222.0.62 "POST /v2.0/ports/632c8ae8-492b-40c8-a7c2-809f72a5d27e/bindings HTTP/1.1" status: 201 len: 390 time: 0.8169909 Nov 10 16:29:27.179292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-193dbbfe-5a90-481e-862d-e7e95f378606 req-c8acde31-81a6-4c5c-9359-2b5e0b4a8b82 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.192413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-f28cd1b4-6136-412c-9b53-afee9df12ef5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=dc531f29-627a-4f05-8517-85f0093ab5d3 HTTP/1.1" status: 200 len: 217 time: 0.0669279 Nov 10 16:29:27.193862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Router af54c9de-ab4b-400d-8ff8-998734f2f892 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:29:27.279587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:27.295146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-c7d3ab86-82b8-4609-9e3c-434c40dcf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:27.296701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-c7d3ab86-82b8-4609-9e3c-434c40dcf706 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0927575 Nov 10 16:29:27.301017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:27.318354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:29:27.327803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a08ed89b-df92-42f6-aa58-32f1b1f5748b admin admin] 10.222.0.62 "PUT /v2.0/routers/af54c9de-ab4b-400d-8ff8-998734f2f892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2164822 Nov 10 16:29:27.327803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:27.329201 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] Sync routers for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:29:27.342324 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:27.342942 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:27.363412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-21604bff-76b4-4cbb-83d8-eb4444cc14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:27.364931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-21604bff-76b4-4cbb-83d8-eb4444cc14a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613139 Nov 10 16:29:27.386196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.476245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.493359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-193dbbfe-5a90-481e-862d-e7e95f378606 req-c8acde31-81a6-4c5c-9359-2b5e0b4a8b82 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.493661 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:27.498332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-193dbbfe-5a90-481e-862d-e7e95f378606 req-c8acde31-81a6-4c5c-9359-2b5e0b4a8b82 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.516061 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-193dbbfe-5a90-481e-862d-e7e95f378606 req-c8acde31-81a6-4c5c-9359-2b5e0b4a8b82 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "DELETE /v2.0/security-groups/f6ab92f4-86f1-465d-9170-01c1f0093c02 HTTP/1.1" status: 204 len: 173 time: 0.6165941 Nov 10 16:29:27.626515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:27.627400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.629481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 1093 time: 1.7264400 Nov 10 16:29:27.654340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acde31-81a6-4c5c-9359-2b5e0b4a8b82 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab92f4-86f1-465d-9170-01c1f0093c02,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:27.676827 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbe5183-a579-41d0-9761-ae1825a9f461 x-openstack-request-id: req-ddbe5183-a579-41d0-9761-ae1825a9f461 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:27.677513 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36462c43-db5c-4e2b-ac48-522a033cd0e3", "tag": "94ea48e3-cd60-4d56-81b5-e8e2b4024739", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:27.678030 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddbe5183-a579-41d0-9761-ae1825a9f461 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:27.678667 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36462c43-db5c-4e2b-ac48-522a033cd0e3', 'tag': '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'status': 'completed', 'code': 200} Nov 10 16:29:27.803572 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-7709744a-c954-42cc-b880-e5a0ae49fa52 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips/340ee1b9-0f8f-481f-afe9-235b9e59d676 HTTP/1.1" status: 200 len: 693 time: 0.1303997 Nov 10 16:29:27.808473 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:27.810653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a05aa3-3230-4ec7-a2ee-883d035423a5 service neutron] Pushing event updated for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:27.853731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-48382e26-6f6b-4bcc-904a-1713696e0a95 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804394 Nov 10 16:29:27.894560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce426d-28a2-49e1-9aee-f382089633f8 req-e487eeae-8247-4083-b2f4-38e572d71709 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:27.903708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5fce426d-28a2-49e1-9aee-f382089633f8 req-e487eeae-8247-4083-b2f4-38e572d71709 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 947 time: 0.2925484 Nov 10 16:29:27.907764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-aee8974e-7b8d-4444-947e-cb5551aeb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:27.909332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-aee8974e-7b8d-4444-947e-cb5551aeb019 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1096 time: 0.1191156 Nov 10 16:29:27.922837 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:29:26Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:27.954107 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] Checking router: af54c9de-ab4b-400d-8ff8-998734f2f892 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:29:27.964817 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] Routers {'af54c9de-ab4b-400d-8ff8-998734f2f892'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:27.965740 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['af54c9de-ab4b-400d-8ff8-998734f2f892'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:28.002683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-12c076a9-7b0f-4120-b3e0-ff83132bb5dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 217 time: 0.0802751 Nov 10 16:29:28.007792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-a60460dd-cde9-416b-a7f1-92cb7c28dad5 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:28.009499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-a60460dd-cde9-416b-a7f1-92cb7c28dad5 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1763043 Nov 10 16:29:28.012393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-d9798040-799e-46e4-a0f1-fd4833f5b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:28.013953 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-d9798040-799e-46e4-a0f1-fd4833f5b409 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 1099 time: 0.3420255 Nov 10 16:29:28.071924 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5fce426d-28a2-49e1-9aee-f382089633f8 req-ba8e69c0-ec13-4ea8-8e97-aa351ee520d0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672373 Nov 10 16:29:28.124087 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] Set router af54c9de-ab4b-400d-8ff8-998734f2f892 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:28.232710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-17ef8b0c-c833-4673-ae65-fe0b675734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:28.233058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-37bc83c5-bb6b-499f-baae-e860511d8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:28.234758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-37bc83c5-bb6b-499f-baae-e860511d8228 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.2092135 Nov 10 16:29:28.235338 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-17ef8b0c-c833-4673-ae65-fe0b675734c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1894565 Nov 10 16:29:28.242709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-e3a55b11-ceab-4eb0-b0f9-7e594caeee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:28.244510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-e3a55b11-ceab-4eb0-b0f9-7e594caeee14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1098 time: 0.2172225 Nov 10 16:29:28.248047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-33c44dc6-ef07-41fd-813d-fc859e1a5ecb tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.1938233 Nov 10 16:29:28.332518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd50dcfe-ccd3-42c5-8b96-c8bf65813b82 req-20b8ddfe-e0f7-4bbc-8293-40f76518b290 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597534 Nov 10 16:29:28.336533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-10a340bf-ebba-4f61-948f-de83a7f2af00 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0874774 Nov 10 16:29:28.389014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-5ff27beb-8ea1-49d3-9a00-719b246f689f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263051 Nov 10 16:29:28.450381 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-ebc99fab-b294-4f15-954b-6d1cdb118c13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=94ea48e3-cd60-4d56-81b5-e8e2b4024739 HTTP/1.1" status: 200 len: 217 time: 0.1999671 Nov 10 16:29:28.505075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-f6bbf885-8067-49a8-84a5-d7feabf12013 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025212 Nov 10 16:29:28.533149 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:29:26Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:28.557983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-f449099b-e11b-4716-afe3-858797eda929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:28.560033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-f449099b-e11b-4716-afe3-858797eda929 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0729632 Nov 10 16:29:28.585369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Deleting port 3a52f02c-7d83-4110-8605-d6d788081397 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:28.586174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:28.591521 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82798f22-99b0-4891-8a11-1eb8158d98cb None None] The sync data for ids ['af54c9de-ab4b-400d-8ff8-998734f2f892'] in n-d-714676-11 is: [{'id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729732328-router', 'tenant_id': 'e15192240ce74c6bae41aef2898a21ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '3a52f02c-7d83-4110-8605-d6d788081397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:27:49Z', 'updated_at': '2021-11-10T16:29:26Z', 'revision_number': 5, 'project_id': 'e15192240ce74c6bae41aef2898a21ae', 'gw_port': {'id': '3a52f02c-7d83-4110-8605-d6d788081397', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54c9de-ab4b-400d-8ff8-998734f2f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:27:50Z', 'updated_at': '2021-11-10T16:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:29:28.712018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-6c87c2b4-9f8e-4e9d-bc6b-579e07f5c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:28.713739 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-6c87c2b4-9f8e-4e9d-bc6b-579e07f5c74a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374040 Nov 10 16:29:28.826596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Deleting port b6961fcb-8adc-4329-9ba7-621eed4aa623 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:28.827090 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:28.928764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] For port 3a52f02c-7d83-4110-8605-d6d788081397, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3a52f02c-7d83-4110-8605-d6d788081397,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:28.928764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:28.952760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Calling delete_port for 3a52f02c-7d83-4110-8605-d6d788081397 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:29.004381 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-704cc514-8542-4581-872e-d7943acba897 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801507 Nov 10 16:29:29.086874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c31ed64-4213-4bdf-afa3-48c5c6810066 req-a1f528c6-6099-4148-b170-4bcb0be1eb41 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/9f94176e-f419-4578-9554-d1225ecac73f HTTP/1.1" status: 200 len: 2420 time: 0.6870055 Nov 10 16:29:29.154639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-0d18cfac-e9b1-424e-978f-243c88849ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:29.157567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-0d18cfac-e9b1-424e-978f-243c88849ba9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.8970981 Nov 10 16:29:29.226158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-d23e0d9c-80cb-4fbf-9eb6-38848440b62b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 217 time: 0.0591474 Nov 10 16:29:29.250562 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4c31ed64-4213-4bdf-afa3-48c5c6810066 req-75c1a1ec-2928-4e90-a95b-5981046f4dc7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:29.262881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939cd94d-5842-49b8-9075-1e01755c13a7 req-1a768ecf-5332-4c8e-a73e-fbd38f9b4462 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861252 Nov 10 16:29:29.317882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4c31ed64-4213-4bdf-afa3-48c5c6810066 req-75c1a1ec-2928-4e90-a95b-5981046f4dc7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:29.340194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-83a7bffe-c7a4-47f1-ac31-8d9108ee1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:29.340194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-83a7bffe-c7a4-47f1-ac31-8d9108ee1fa8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0889535 Nov 10 16:29:29.390903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-5f2015e0-66f5-498e-b22e-1883910bf3d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421336 Nov 10 16:29:29.537488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4c31ed64-4213-4bdf-afa3-48c5c6810066 req-75c1a1ec-2928-4e90-a95b-5981046f4dc7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:29.549698 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4c31ed64-4213-4bdf-afa3-48c5c6810066 req-75c1a1ec-2928-4e90-a95b-5981046f4dc7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:29.551662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c31ed64-4213-4bdf-afa3-48c5c6810066 req-75c1a1ec-2928-4e90-a95b-5981046f4dc7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "DELETE /v2.0/security-groups/9f94176e-f419-4578-9554-d1225ecac73f HTTP/1.1" status: 204 len: 173 time: 0.4492879 Nov 10 16:29:29.577809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1a1ec-2928-4e90-a95b-5981046f4dc7 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f94176e-f419-4578-9554-d1225ecac73f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:29.581883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-86cae52a-16a3-43ea-b508-b792fcbbd052 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753645 Nov 10 16:29:29.706443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:29.709865 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4324282a-e540-4b38-8e3d-1ded6265f2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:29.717245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device dc531f29-627a-4f05-8517-85f0093ab5d3 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:29.822289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2136-e112-4b7f-94d8-91ec426bbd1a req-f6893f85-2050-4733-abfa-23603893a0ea tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:29.825661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6cff2136-e112-4b7f-94d8-91ec426bbd1a req-f6893f85-2050-4733-abfa-23603893a0ea tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 946 time: 0.0986989 Nov 10 16:29:29.828503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-7ac8cad6-1496-4323-a945-ed96e52904ca service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376776 Nov 10 16:29:29.831947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:29.833067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:29.878403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port dc531f29-627a-4f05-8517-85f0093ab5d3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=dc531f29-627a-4f05-8517-85f0093ab5d3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:29.888371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e10f628-b0dc-4555-848f-e2b606a4c830 req-7b60b9e2-9a8a-430d-b136-127c639938d6 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8112566 Nov 10 16:29:29.900468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'dc531f29-627a-4f05-8517-85f0093ab5d3', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'dc531f29-627a-4f05-8517-85f0093ab5d3', 'mac_address': 'fa:16:3e:26:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:29:29.906715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Calling delete_port for b6961fcb-8adc-4329-9ba7-621eed4aa623 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:29.923181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6cff2136-e112-4b7f-94d8-91ec426bbd1a req-38170b26-4916-45a2-babe-9f5294bc1c3f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870419 Nov 10 16:29:29.942954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:29.975927 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.005980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc531f29-627a-4f05-8517-85f0093ab5d3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:30.040666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3a52f02c-7d83-4110-8605-d6d788081397,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:30.077855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port dc531f29-627a-4f05-8517-85f0093ab5d3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=dc531f29-627a-4f05-8517-85f0093ab5d3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:30.136856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4162f2-f26b-441c-a47d-2f5898bd1fab req-99499384-7f02-4073-a751-0b47580dde25 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:30.141973 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.145795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4162f2-f26b-441c-a47d-2f5898bd1fab req-99499384-7f02-4073-a751-0b47580dde25 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.0930531 Nov 10 16:29:30.203057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.203422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=dc531f29-627a-4f05-8517-85f0093ab5d3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:30.221086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.221714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.222210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.222750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.223350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.224028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.224514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.225037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.225720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.226333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.226940 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.227537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:29:30.232033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4162f2-f26b-441c-a47d-2f5898bd1fab req-5c87f3f4-32c8-43a4-b55d-f2aa56406e07 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846980 Nov 10 16:29:30.320747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-cde86de1-8aef-412a-8582-62d5314d721b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:30.323497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-cde86de1-8aef-412a-8582-62d5314d721b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1098 time: 0.2678869 Nov 10 16:29:30.366372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45a56e-0c49-4039-9788-00a69682db44 req-b5d8407f-9fb0-4e77-ae96-d4e6c85b335a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:30.375586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c45a56e-0c49-4039-9788-00a69682db44 req-b5d8407f-9fb0-4e77-ae96-d4e6c85b335a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 947 time: 0.0715137 Nov 10 16:29:30.382527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-11'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:30.397532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.411182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 51817a83-cf72-42ba-821c-b99b6715aed4 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:30.420023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.449748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 51817a83-cf72-42ba-821c-b99b6715aed4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:30.450471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 51817a83-cf72-42ba-821c-b99b6715aed4 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:30.460037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c45a56e-0c49-4039-9788-00a69682db44 req-c1d2098c-adda-48e8-9e8b-b9cdf744cb94 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Nov 10 16:29:30.518521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.581578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:30.606457 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.607558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router af54c9de-ab4b-400d-8ff8-998734f2f892 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:29:30.659297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.660538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cf32f9b8-78b1-474c-a8d2-9a59b5ed85fd admin admin] 10.222.0.62 "DELETE /v2.0/routers/af54c9de-ab4b-400d-8ff8-998734f2f892 HTTP/1.1" status: 204 len: 168 time: 3.3324199 Nov 10 16:29:30.663229 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.663514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33414) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:30.701187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Pushing event deleted for resources: {'Port': ['ID=b6961fcb-8adc-4329-9ba7-621eed4aa623,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:30.789013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:30.821553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2347968c-ba15-4714-80fa-c17627811fce admin admin] Deleting subnet c47150c3-4535-4934-8b90-4eaa6958586d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:29:30.829020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2347968c-ba15-4714-80fa-c17627811fce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.836260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.840200 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.851880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b33e2b0-679b-4af6-8bf7-4e51c6b9049e req-0f261f3b-461c-4460-a6bd-543572b3adc2 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "DELETE /v2.0/floatingips/340ee1b9-0f8f-481f-afe9-235b9e59d676 HTTP/1.1" status: 204 len: 173 time: 2.4553719 Nov 10 16:29:30.896809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2347968c-ba15-4714-80fa-c17627811fce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:30.900791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:30.988060 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee4e6d8-cfa4-45d9-9904-87c9aa6a3d13 x-openstack-request-id: req-3ee4e6d8-cfa4-45d9-9904-87c9aa6a3d13 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:30.988422 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:30.988615 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ee4e6d8-cfa4-45d9-9904-87c9aa6a3d13 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:30.988981 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d', 'status': 'completed', 'code': 200} Nov 10 16:29:31.011536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:31.013795 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a18bb03-e754-457a-8cf6-83601cac276c" -d '{"events": [{"server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:31.026508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.031180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2721885-0256-46a0-83a8-ca8a4380cfc6 req-c7b27fad-b506-4124-823a-c168d4fdb2e8 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "GET /v2.0/security-groups/461d881e-848b-45f4-99d3-c5d6b5f0bbe9 HTTP/1.1" status: 200 len: 2414 time: 0.2695963 Nov 10 16:29:31.055542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-40cbc633-2fb1-4b61-8b13-88758427063f tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 1000 time: 0.1147678 Nov 10 16:29:31.118281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc75cf-b163-4021-a994-71ca9455a17f req-1fb50bfd-6f03-4382-91d7-08d53638faf9 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:31.118806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-1fb50bfd-6f03-4382-91d7-08d53638faf9 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports/82e0cd77-1c67-42ad-b66d-1edc3e85e255 HTTP/1.1" status: 200 len: 942 time: 0.0577233 Nov 10 16:29:31.121287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.164264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2347968c-ba15-4714-80fa-c17627811fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.231172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-15114f78-5673-4d1e-a887-f7825a37dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:31.233071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-15114f78-5673-4d1e-a887-f7825a37dd17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1096 time: 0.2472143 Nov 10 16:29:31.333743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-a525a0d2-a300-44e9-aa37-cc2bf2b5fa72 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 1000 time: 0.1559896 Nov 10 16:29:31.346117 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a2721885-0256-46a0-83a8-ca8a4380cfc6 req-3deea629-cf76-4c20-aefc-f866a0822322 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.365130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:31.365130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:31.365492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:31.368748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Pushing event updated for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:31.389353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a2721885-0256-46a0-83a8-ca8a4380cfc6 req-3deea629-cf76-4c20-aefc-f866a0822322 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.396344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:31.396729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Attempting to bind port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:31.405883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:31.406265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:31.406616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:31.407462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Bound port: 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:31.407462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.457793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-03b1a218-b7f1-49ac-9162-63e9898469bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:31.467766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-03b1a218-b7f1-49ac-9162-63e9898469bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.2192090 Nov 10 16:29:31.478537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2347968c-ba15-4714-80fa-c17627811fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.550507 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-69cc7548-6d62-4588-a8a9-9bdad99aa4bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 217 time: 0.0798249 Nov 10 16:29:31.551200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347968c-ba15-4714-80fa-c17627811fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47150c3-4535-4934-8b90-4eaa6958586d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:31.564789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc75cf-b163-4021-a994-71ca9455a17f req-28bb2192-5f66-45f7-9b0b-3e734f4e153a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:31.566219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-28bb2192-5f66-45f7-9b0b-3e734f4e153a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.2123630 Nov 10 16:29:31.567710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13763f-252b-4bcf-9864-975a5b2fbf24 None None] Network 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:29:31.587924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2347968c-ba15-4714-80fa-c17627811fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.589088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2347968c-ba15-4714-80fa-c17627811fce admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c47150c3-4535-4934-8b90-4eaa6958586d HTTP/1.1" status: 204 len: 168 time: 0.9241092 Nov 10 16:29:31.591866 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a2721885-0256-46a0-83a8-ca8a4380cfc6 req-3deea629-cf76-4c20-aefc-f866a0822322 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.595231 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a2721885-0256-46a0-83a8-ca8a4380cfc6 req-3deea629-cf76-4c20-aefc-f866a0822322 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.596373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2721885-0256-46a0-83a8-ca8a4380cfc6 req-3deea629-cf76-4c20-aefc-f866a0822322 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] 10.222.0.62 "DELETE /v2.0/security-groups/461d881e-848b-45f4-99d3-c5d6b5f0bbe9 HTTP/1.1" status: 204 len: 173 time: 0.5687931 Nov 10 16:29:31.621078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33428) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:31.621432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:31.638626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea629-cf76-4c20-aefc-f866a0822322 tempest-SecurityGroupRulesTestJSON-608411894 tempest-SecurityGroupRulesTestJSON-608411894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d881e-848b-45f4-99d3-c5d6b5f0bbe9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:31.656163 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f922b037-c2f6-4796-bbe9-55f3b3d025cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.681268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:31.681485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-fcb5b159-212a-44d2-a8b5-1c29f5a490e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:31.683661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-fcb5b159-212a-44d2-a8b5-1c29f5a490e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1076827 Nov 10 16:29:31.726785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-dfdcb73e-b542-4492-b52f-7da041ee93ab tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 1000 time: 0.1497197 Nov 10 16:29:31.739725 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-c0ab6fa2-5ef7-4c3f-909a-ef0feb218d9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480864 Nov 10 16:29:31.746966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 94ea48e3-cd60-4d56-81b5-e8e2b4024739 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:31.747204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:31.858295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:31.866865 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc92666-2292-4ac7-ada0-d18a16c2d844 admin admin] Deleting subnet a7b9206f-03bb-4334-8ef8-c5b9e0aba526 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:29:31.882757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfc92666-2292-4ac7-ada0-d18a16c2d844 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.909562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.911653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-e4f3c7ce-8e84-4f4a-bc72-6330cc8599c8 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249452 Nov 10 16:29:31.942838 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.983452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad13fc7-c9a1-40a7-b099-582f37a8878a req-6da0a475-b3c1-4a0a-a7be-1b6a03436c2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:31.985417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ad13fc7-c9a1-40a7-b099-582f37a8878a req-6da0a475-b3c1-4a0a-a7be-1b6a03436c2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 944 time: 0.2440374 Nov 10 16:29:31.995774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:31.997116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 94ea48e3-cd60-4d56-81b5-e8e2b4024739, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=94ea48e3-cd60-4d56-81b5-e8e2b4024739,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:32.007839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfc92666-2292-4ac7-ada0-d18a16c2d844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.024716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'mac_address': 'fa:16:3e:32:00:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:29:32.067235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] DHCP port deletion for 3eb8afe4-8de2-4860-84b6-245d7d8a8a8a request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:29:32.106950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ad13fc7-c9a1-40a7-b099-582f37a8878a req-1e859618-6668-428d-88f8-c864c4974c5d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667217 Nov 10 16:29:32.132283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.168610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ea48e3-cd60-4d56-81b5-e8e2b4024739 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:32.177867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4324282a-e540-4b38-8e3d-1ded6265f2cb req-b2372a74-8c6c-41fb-a9ea-711b10b15f7c service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589998 Nov 10 16:29:32.226446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 94ea48e3-cd60-4d56-81b5-e8e2b4024739, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=94ea48e3-cd60-4d56-81b5-e8e2b4024739,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:32.231195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] Deleting port 67782dbe-9999-4483-9009-6c09451c71cb {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:32.232018 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.268029 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907836eb-836d-4de6-bc58-8ecae5717c30 x-openstack-request-id: req-907836eb-836d-4de6-bc58-8ecae5717c30 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:32.268468 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:32.268959 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-907836eb-836d-4de6-bc58-8ecae5717c30 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:32.269444 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e', 'code': 200} Nov 10 16:29:32.298719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:32.298719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.300644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] 10.222.0.69 "PUT /v2.0/ports/632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 1124 time: 1.9403391 Nov 10 16:29:32.304395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfc92666-2292-4ac7-ada0-d18a16c2d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.308797 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.368295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296aab1b-9618-42b1-8ae8-34d46cf39cff service neutron] Pushing event updated for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:32.389734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['632c8ae8-492b-40c8-a7c2-809f72a5d27e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:32.394812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] For port 67782dbe-9999-4483-9009-6c09451c71cb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=67782dbe-9999-4483-9009-6c09451c71cb,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:32.404637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.416935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Deleting port 67782dbe-9999-4483-9009-6c09451c71cb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:32.417415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.436577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd138c3f-4680-4efe-8528-425cef2fa215 req-f6477edb-5a21-4a9a-bcb6-c933e9467ba9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:32.443553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd138c3f-4680-4efe-8528-425cef2fa215 req-f6477edb-5a21-4a9a-bcb6-c933e9467ba9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.0856953 Nov 10 16:29:32.483518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3a52f02c-7d83-4110-8605-d6d788081397 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:32.492555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] For port 67782dbe-9999-4483-9009-6c09451c71cb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=67782dbe-9999-4483-9009-6c09451c71cb,segment=NetworkSegment(462c6b6f-2f9b-4124-8b60-d29b305d145b),segment_id=462c6b6f-2f9b-4124-8b60-d29b305d145b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:32.493127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.509484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Calling delete_port for 67782dbe-9999-4483-9009-6c09451c71cb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:32.543618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd138c3f-4680-4efe-8528-425cef2fa215 req-5c9ab522-82bd-426c-92e7-63d7775358cc tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983729 Nov 10 16:29:32.583872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] Calling delete_port for 67782dbe-9999-4483-9009-6c09451c71cb owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:32.589932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3a52f02c-7d83-4110-8605-d6d788081397 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:32.590270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3a52f02c-7d83-4110-8605-d6d788081397 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:32.590686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 67782dbe-9999-4483-9009-6c09451c71cb no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:32.632481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.661455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=94ea48e3-cd60-4d56-81b5-e8e2b4024739,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:32.689478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65bc64-78ce-49f0-bcf8-74444eed7b41 req-50e57484-bb81-430a-b183-c2eb6e91660e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:32.696490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.707993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce65bc64-78ce-49f0-bcf8-74444eed7b41 req-50e57484-bb81-430a-b183-c2eb6e91660e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 948 time: 0.0778022 Nov 10 16:29:32.738348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67782dbe-9999-4483-9009-6c09451c71cb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:32.743217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] No DVR routers for this DVR port 67782dbe-9999-4483-9009-6c09451c71cb on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:32.747426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfc92666-2292-4ac7-ada0-d18a16c2d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.748701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No active binding found for port 67782dbe-9999-4483-9009-6c09451c71cb {{(pid=103327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 16:29:32.749134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 67782dbe-9999-4483-9009-6c09451c71cb not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:32.752054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.752396 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Floating IP c1429a93-8a24-4ea3-a503-d6c8dd890fc1 disassociated. External IP: 172.25.3.19, port: 82e0cd77-1c67-42ad-b66d-1edc3e85e255. Nov 10 16:29:32.783288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 828fc4f8-a542-4df4-a303-83c7d918803d details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:32.842746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfc92666-2292-4ac7-ada0-d18a16c2d844 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.925024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dfc92666-2292-4ac7-ada0-d18a16c2d844 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a7b9206f-03bb-4334-8ef8-c5b9e0aba526 HTTP/1.1" status: 204 len: 168 time: 1.2156794 Nov 10 16:29:32.925024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:32.925024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc92666-2292-4ac7-ada0-d18a16c2d844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b9206f-03bb-4334-8ef8-c5b9e0aba526,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:32.927352 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce65bc64-78ce-49f0-bcf8-74444eed7b41 req-87b78f49-e65f-4a4b-8340-13ab86f1b746 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880205 Nov 10 16:29:32.927527 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.956171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['94ea48e3-cd60-4d56-81b5-e8e2b4024739'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:32.958524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb8afe4-8de2-4860-84b6-245d7d8a8a8a']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:32.969504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462c6b6f-2f9b-4124-8b60-d29b305d145b') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:32.969806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462c6b6f-2f9b-4124-8b60-d29b305d145b') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:32.980778 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:32.997888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.010908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:29:33.011743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:29:33.018518 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:29:33.020584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.088104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] Pushing event deleted for resources: {'Port': ['ID=67782dbe-9999-4483-9009-6c09451c71cb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:33.110175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3409e05-cbac-4cdc-a7e8-738eac4dc1e5 None None] No DVR routers for this DVR port 67782dbe-9999-4483-9009-6c09451c71cb on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:33.236037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:33.237340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.259773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '828fc4f8-a542-4df4-a303-83c7d918803d', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'port_id': '828fc4f8-a542-4df4-a303-83c7d918803d', 'mac_address': 'fa:16:3e:40:39:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c7bfac-4849-4149-8964-60ad29246e93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:29:33.300497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaae4d-e6ea-4038-ba97-60f81a179890 req-7d55d7f6-031a-4361-8b18-a04a6cf86ab8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:33.304899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ebaae4d-e6ea-4038-ba97-60f81a179890 req-7d55d7f6-031a-4361-8b18-a04a6cf86ab8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 944 time: 0.0864568 Nov 10 16:29:33.334190 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.357122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828fc4f8-a542-4df4-a303-83c7d918803d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:33.381412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ebaae4d-e6ea-4038-ba97-60f81a179890 req-53fcb8cc-9b87-4f31-98b9-1433445b6de0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645936 Nov 10 16:29:33.391183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:33.396362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.428945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:33.441743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a01d528-ad23-4252-a33c-c4dabc589468') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:33.442031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a01d528-ad23-4252-a33c-c4dabc589468') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:33.451773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Router d52ea073-b3ad-49f5-8ddd-c9d09270935f has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:29:33.455199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.475024 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.483375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:29:33.483780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:29:33.485445 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:29:33.635912 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.699603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4ed42-58f4-4fda-9c75-275e601a5f34 req-3b9d542b-e976-4999-980c-98a19594ce91 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:33.709793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62e4ed42-58f4-4fda-9c75-275e601a5f34 req-3b9d542b-e976-4999-980c-98a19594ce91 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.0987434 Nov 10 16:29:33.747850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device dc531f29-627a-4f05-8517-85f0093ab5d3 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:29:33.792767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62e4ed42-58f4-4fda-9c75-275e601a5f34 req-a61c8b48-7e81-4b52-bfda-1b7893a2c109 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802846 Nov 10 16:29:33.833984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:33.855730 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.876919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['828fc4f8-a542-4df4-a303-83c7d918803d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:33.890710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.896101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3eb8afe4-8de2-4860-84b6-245d7d8a8a8a HTTP/1.1" status: 204 len: 168 time: 2.2680755 Nov 10 16:29:33.913543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbe68-80eb-41ec-8172-e614e23b01ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:33.930786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f176e5-1bb8-4074-b3ae-7d9c041771c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb8afe4-8de2-4860-84b6-245d7d8a8a8a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:33.988525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port dc531f29-627a-4f05-8517-85f0093ab5d3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:29:34.016134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port dc531f29-627a-4f05-8517-85f0093ab5d3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:34.016494 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:34.046650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:34.056631 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:34.064391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86 HTTP/1.1" status: 204 len: 168 time: 1.2060778 Nov 10 16:29:34.081234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7734efd-db07-4923-b1ef-5e94e9b38241 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00c3ba8-59ce-48d0-a98a-1ecf4bfebb86,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:34.092157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d26d17-a612-45fe-9142-fd23d6130320 req-9e444078-4fa4-42f2-94b8-74702b905c45 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.100073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:29:34.102796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76d26d17-a612-45fe-9142-fd23d6130320 req-9e444078-4fa4-42f2-94b8-74702b905c45 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 948 time: 0.0971463 Nov 10 16:29:34.117594 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:34.129227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] Sync routers for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:29:34.179739 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-81b0c00d-ecba-419c-93ed-93e177d09f43 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "PUT /v2.0/floatingips/c1429a93-8a24-4ea3-a503-d6c8dd890fc1 HTTP/1.1" status: 200 len: 694 time: 2.4515676 Nov 10 16:29:34.181891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76d26d17-a612-45fe-9142-fd23d6130320 req-474882c4-6e36-419d-af1e-5fc3ccbdc3d0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777617 Nov 10 16:29:34.193143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:34.193785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:34.257934 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:34.276040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e'}, {'name': 'network-changed', 'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:34.276040 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbba090-67a4-4375-b045-916af58cd77b" -d '{"events": [{"name": "network-changed", "server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e"}, {"name": "network-changed", "server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:34.293864 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc75cf-b163-4021-a994-71ca9455a17f req-5c1881c4-aece-4d4c-b612-7c5ce254aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.301851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-5c1881c4-aece-4d4c-b612-7c5ce254aadf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d068b9fe096d40afa4134aaf0318e485&device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 1097 time: 0.0854149 Nov 10 16:29:34.339297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a7784-ba72-4b90-90bd-b5829e0c979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc531f29-627a-4f05-8517-85f0093ab5d3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:34.342483 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12135476-949f-464c-8271-c4fa23e2a523" -d '{"events": [{"server_uuid": "ae7a7784-ba72-4b90-90bd-b5829e0c979f", "name": "network-vif-plugged", "status": "completed", "tag": "dc531f29-627a-4f05-8517-85f0093ab5d3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:34.378745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port dc531f29-627a-4f05-8517-85f0093ab5d3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=dc531f29-627a-4f05-8517-85f0093ab5d3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:34.408507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:34.436384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc75cf-b163-4021-a994-71ca9455a17f req-b00f1764-e1db-47cc-9a1c-073222286680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.444554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-b00f1764-e1db-47cc-9a1c-073222286680 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f3576e28-e065-4c19-8570-431a17e42d10 HTTP/1.1" status: 200 len: 930 time: 0.1414666 Nov 10 16:29:34.508056 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:34.510589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-378374e1-01fa-4ca3-aa1f-35943c241b80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255 HTTP/1.1" status: 200 len: 217 time: 0.0643549 Nov 10 16:29:34.524037 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c3aa10-2e28-4578-91f2-a446900bfe8c x-openstack-request-id: req-c4c3aa10-2e28-4578-91f2-a446900bfe8c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:34.524328 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:34.524622 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4c3aa10-2e28-4578-91f2-a446900bfe8c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:34.525011 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e', 'status': 'completed', 'code': 200} Nov 10 16:29:34.525257 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'status': 'completed', 'code': 200} Nov 10 16:29:34.597033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:34.600810 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf9198c-b6c1-448c-a3c8-b53907b51223 x-openstack-request-id: req-9cf9198c-b6c1-448c-a3c8-b53907b51223 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:34.600810 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a7784-ba72-4b90-90bd-b5829e0c979f", "name": "network-vif-plugged", "status": "completed", "tag": "dc531f29-627a-4f05-8517-85f0093ab5d3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:34.601057 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cf9198c-b6c1-448c-a3c8-b53907b51223 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:34.601798 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7a7784-ba72-4b90-90bd-b5829e0c979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc531f29-627a-4f05-8517-85f0093ab5d3', 'code': 200} Nov 10 16:29:34.633502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=dc531f29-627a-4f05-8517-85f0093ab5d3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:34.650433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc75cf-b163-4021-a994-71ca9455a17f req-0e6679f7-cf99-4495-8b65-a374f1a383dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.659677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-0e6679f7-cf99-4495-8b65-a374f1a383dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b108411c-236a-4f8e-b06d-25671ea51867 HTTP/1.1" status: 200 len: 868 time: 0.1479197 Nov 10 16:29:34.700800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba090-67a4-4375-b045-916af58cd77b req-c5389010-4d60-4c42-833f-65dd95b44259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.704566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-c5389010-4d60-4c42-833f-65dd95b44259 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d068b9fe096d40afa4134aaf0318e485&device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 1097 time: 0.1895251 Nov 10 16:29:34.732126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba090-67a4-4375-b045-916af58cd77b req-5f4d87aa-d780-40ae-84d1-66de981d1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.737156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-5f4d87aa-d780-40ae-84d1-66de981d1c0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1127 time: 0.2339513 Nov 10 16:29:34.761366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33478) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:34.762163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:40Z', 'revision_number': 5, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:34.794443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 828fc4f8-a542-4df4-a303-83c7d918803d up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:29:34.798638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] Checking router: d52ea073-b3ad-49f5-8ddd-c9d09270935f for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:29:34.847453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:34.847453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:34.871251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db8c9290-e47d-4b66-b440-f8cd2190f57e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e15192240ce74c6bae41aef2898a21ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387083 Nov 10 16:29:34.876381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc75cf-b163-4021-a994-71ca9455a17f req-b241e96e-2143-42df-9e44-fd2cfbe17a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.877995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-b241e96e-2143-42df-9e44-fd2cfbe17a9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f3576e28-e065-4c19-8570-431a17e42d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2174733 Nov 10 16:29:34.879011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33482) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:34.923739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcfd3-013a-46c0-9fc2-0b9e75404eda req-ef0a1a1a-4776-4892-9113-da78d459bde5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.931837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0bfcfd3-013a-46c0-9fc2-0b9e75404eda req-ef0a1a1a-4776-4892-9113-da78d459bde5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 944 time: 0.1198311 Nov 10 16:29:34.935726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48dba7-5992-4f5c-ac6b-ad45fa6f6212 req-d6000678-e03f-4e7f-8e35-04a40d7ccd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:34.940367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c48dba7-5992-4f5c-ac6b-ad45fa6f6212 req-d6000678-e03f-4e7f-8e35-04a40d7ccd68 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 1101 time: 0.2054327 Nov 10 16:29:34.983154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.007781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:35.049179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c48dba7-5992-4f5c-ac6b-ad45fa6f6212 req-5a9ab443-6fcf-4790-aef8-330526bf76e5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943372 Nov 10 16:29:35.053615 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b2235602-4230-4e20-a1d7-6037e2dbcd9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43708405fb3a4a4eb6c9b5eae44e831a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872145 Nov 10 16:29:35.057948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33484) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:35.068825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba090-67a4-4375-b045-916af58cd77b req-7b442aa8-06c6-40bd-9f13-f557b3ef7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:35.082597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-7b442aa8-06c6-40bd-9f13-f557b3ef7a9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.3181977 Nov 10 16:29:35.098844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 828fc4f8-a542-4df4-a303-83c7d918803d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:29:35.102457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0bfcfd3-013a-46c0-9fc2-0b9e75404eda req-b8d65de7-ed3e-4b2e-a382-ed8e9f8dd545 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552525 Nov 10 16:29:35.112450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba090-67a4-4375-b045-916af58cd77b req-afda0afc-df96-49cd-9ede-7448e5ea296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:35.114229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-afda0afc-df96-49cd-9ede-7448e5ea296f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f3576e28-e065-4c19-8570-431a17e42d10 HTTP/1.1" status: 200 len: 930 time: 0.3966694 Nov 10 16:29:35.115384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 828fc4f8-a542-4df4-a303-83c7d918803d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:35.115864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.168649 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a665a3d0-838f-4d55-9a58-283314d02cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.186087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-c9241230-5230-401b-b0e5-235fa3fed5e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 217 time: 0.1052761 Nov 10 16:29:35.199731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a665a3d0-838f-4d55-9a58-283314d02cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.268033 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d68ee28-eb37-4a4f-8b77-90316d46678a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.278713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-0f771222-dbc4-45d1-98fd-864c59156c00 service neutron] 10.222.0.62 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767672 Nov 10 16:29:35.320005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba090-67a4-4375-b045-916af58cd77b req-6bb646ff-be7c-464f-a96e-9eaf4ed6b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:35.324472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-6bb646ff-be7c-464f-a96e-9eaf4ed6b945 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.1285980 Nov 10 16:29:35.353421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad9388-5e29-4b5f-902a-d9a5b3a84e95 req-8ca6341b-ae4e-4968-b0bf-9c7703f1fa21 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:35.358943 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.363354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43ad9388-5e29-4b5f-902a-d9a5b3a84e95 req-8ca6341b-ae4e-4968-b0bf-9c7703f1fa21 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 945 time: 0.1185970 Nov 10 16:29:35.373723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d68ee28-eb37-4a4f-8b77-90316d46678a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.378091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a665a3d0-838f-4d55-9a58-283314d02cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.381008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a665a3d0-838f-4d55-9a58-283314d02cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.384697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a665a3d0-838f-4d55-9a58-283314d02cda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bd3157a-ce37-4337-b305-2f9954d45fd2 HTTP/1.1" status: 204 len: 168 time: 0.3223364 Nov 10 16:29:35.407872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:35.413907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-86a8ed67-28b9-42d3-9cc1-ef393717055e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798805 Nov 10 16:29:35.426943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665a3d0-838f-4d55-9a58-283314d02cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd3157a-ce37-4337-b305-2f9954d45fd2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:35.453379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:40Z', 'revision_number': 5, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:35.479460 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59cc75cf-b163-4021-a994-71ca9455a17f req-187e6f5e-0050-4b53-bbf8-3f36c8d7b3e8 service neutron] 10.222.0.62 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841865 Nov 10 16:29:35.506984 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.512941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79431a05-f600-4551-a752-bd9b3ba7299b None None] The sync data for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 is: [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:28:33Z', 'revision_number': 4, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9b1f5675-9436-4500-bd95-e1c5e5db2d60', 'name': '', 'network_id': 'f3576e28-e065-4c19-8570-431a17e42d10', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'mac_address': 'fa:16:3e:f3:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:31Z', 'updated_at': '2021-11-10T16:28:40Z', 'revision_number': 5, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'subnets': [{'id': 'b108411c-236a-4f8e-b06d-25671ea51867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:29:35.582073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d68ee28-eb37-4a4f-8b77-90316d46678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.589492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d68ee28-eb37-4a4f-8b77-90316d46678a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:35.589492 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8d68ee28-eb37-4a4f-8b77-90316d46678a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbeecb55-d36c-4441-aba1-abd5c68ec948 HTTP/1.1" status: 204 len: 168 time: 0.6956260 Nov 10 16:29:35.618171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68ee28-eb37-4a4f-8b77-90316d46678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeecb55-d36c-4441-aba1-abd5c68ec948,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:35.625418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:35.658741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43ad9388-5e29-4b5f-902a-d9a5b3a84e95 req-7012b0a8-0b96-40c3-9264-1b2d1c73c861 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942915 Nov 10 16:29:35.734806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-d0f6c315-02ac-4aeb-9d0e-21c04f37b817 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994289 Nov 10 16:29:35.887690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d09a2b-568e-4888-9a40-5a13b887e26b req-73e6f1dd-9ed0-4a5b-a024-1e149caa5d69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:35.896770 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-15d09a2b-568e-4888-9a40-5a13b887e26b req-73e6f1dd-9ed0-4a5b-a024-1e149caa5d69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 948 time: 0.1534870 Nov 10 16:29:35.916736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 632c8ae8-492b-40c8-a7c2-809f72a5d27e details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:35.919477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 94ea48e3-cd60-4d56-81b5-e8e2b4024739 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:29:36.004347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-07597996-aaa8-4207-8433-2706a48e73f8 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507932 Nov 10 16:29:36.013103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-15d09a2b-568e-4888-9a40-5a13b887e26b req-37fd3351-f82f-44f3-8b3a-e3eda49c38b1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153398 Nov 10 16:29:36.082094 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207e2ed-444b-4024-90b3-7df902b11d9b None None] New status for floating IP c1429a93-8a24-4ea3-a503-d6c8dd890fc1: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:29:36.236149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:29:36.254866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:36.255598 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:36.276942 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-68ff421e-969c-4348-ad75-6106952c53a5 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips/c1429a93-8a24-4ea3-a503-d6c8dd890fc1 HTTP/1.1" status: 200 len: 694 time: 0.1168785 Nov 10 16:29:36.372998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:36.389487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 632c8ae8-492b-40c8-a7c2-809f72a5d27e has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:29:36.442152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-753011fc-9235-403c-8194-9fbfcec49ad4 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:36.444619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-753011fc-9235-403c-8194-9fbfcec49ad4 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1659515 Nov 10 16:29:36.535545 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:36.535665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-e674a1a0-f76d-4fd0-82b3-bc7df0c5479b tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0692008 Nov 10 16:29:36.596236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ea079b6d-32a6-4e39-a3a1-fa8ee4d133e0 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0677030 Nov 10 16:29:36.609615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:36.613578 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7218957f-6c0c-4a6b-b5da-fe410fa611bf" -d '{"events": [{"server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "name": "network-vif-plugged", "status": "completed", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:36.637831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 94ea48e3-cd60-4d56-81b5-e8e2b4024739, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=94ea48e3-cd60-4d56-81b5-e8e2b4024739,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:36.749509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Deleting port b1f8004e-d57c-44ff-a752-f8318968271c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:36.749929 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:36.840099 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:36.840992 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:36.867597 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:36.867964 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:36.886623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Calling delete_port for b1f8004e-d57c-44ff-a752-f8318968271c owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:36.928774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=94ea48e3-cd60-4d56-81b5-e8e2b4024739,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:37.142530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:37.194797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Pushing event deleted for resources: {'Port': ['ID=b1f8004e-d57c-44ff-a752-f8318968271c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:37.298059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:37.300954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:37.302345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8fd4848-e0a8-4a59-887d-9b03e5afb151 req-ae863b54-3636-4a54-8e0e-233203abe498 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "DELETE /v2.0/floatingips/c1429a93-8a24-4ea3-a503-d6c8dd890fc1 HTTP/1.1" status: 204 len: 173 time: 0.7000895 Nov 10 16:29:37.441678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43449c-7dcb-40c5-88b2-a332c60e2e74 req-815c464d-b98e-4dce-9b30-1a57e202e1ef tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:37.444141 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d43449c-7dcb-40c5-88b2-a332c60e2e74 req-815c464d-b98e-4dce-9b30-1a57e202e1ef tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 944 time: 0.0622997 Nov 10 16:29:37.456895 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:37.495191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:37.530841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d43449c-7dcb-40c5-88b2-a332c60e2e74 req-cc2d54ac-0ff7-4c7d-8bdb-89efe43fbb24 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773287 Nov 10 16:29:37.596120 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5a232f-39d5-429c-b7db-99359c1c8020 x-openstack-request-id: req-db5a232f-39d5-429c-b7db-99359c1c8020 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:37.596463 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "name": "network-vif-plugged", "status": "completed", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:37.596810 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db5a232f-39d5-429c-b7db-99359c1c8020 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:37.597217 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d', 'code': 200} Nov 10 16:29:37.668999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:37.713000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516401e-b745-481f-b62e-44d855bdc363 req-98211081-40c3-4fde-9357-204afb888848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:37.714815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f516401e-b745-481f-b62e-44d855bdc363 req-98211081-40c3-4fde-9357-204afb888848 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1098 time: 0.0566707 Nov 10 16:29:37.726227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d423021-5471-47ed-96a1-c2f9401646dd req-ab328a7c-0d80-4eb6-a45a-5081c0fd648a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:37.728224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d423021-5471-47ed-96a1-c2f9401646dd req-ab328a7c-0d80-4eb6-a45a-5081c0fd648a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 946 time: 0.0655687 Nov 10 16:29:37.774283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f516401e-b745-481f-b62e-44d855bdc363 req-90d2e135-b8da-4499-ba56-52bbb9f515c4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523686 Nov 10 16:29:37.790682 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d423021-5471-47ed-96a1-c2f9401646dd req-0dd0007b-62e4-4b25-97b6-4c480c7f6297 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548813 Nov 10 16:29:37.806682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1270671881-network', 'tenant_id': '8e2a3224a0c94953a48fe4c64a0c2bb5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:37.910980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d0b39-8112-485f-97de-4e92df1c95e4 req-71452913-092e-46ac-bbe6-ebd060a3de67 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:37.914119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-748d0b39-8112-485f-97de-4e92df1c95e4 req-71452913-092e-46ac-bbe6-ebd060a3de67 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 949 time: 0.0569298 Nov 10 16:29:37.929383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Made reservation on behalf of 8e2a3224a0c94953a48fe4c64a0c2bb5 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:37.933075 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:37.946968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:37.982423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-748d0b39-8112-485f-97de-4e92df1c95e4 req-7446256a-1061-4bfa-b293-6e64b5a9f283 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624189 Nov 10 16:29:38.054434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:38.284366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:38.321454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:29:38.329403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d2083f-9ace-406f-9d6c-aadeb9a10b5c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:38.362085 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:38.363659 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Added segment d6f5899e-bc2c-453a-b65c-5037a02f4c81 of type vlan for network d684f4f6-810e-463f-bf75-8d17e6f15101 Nov 10 16:29:38.392404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-4f6a944d-3e05-4bfc-98b8-1762e10ad00e tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f5b7c442964b48e388667c6233f7b71f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497565 Nov 10 16:29:38.436243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:38.531162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-93b3e8e6-cfd2-4f31-9a00-22db4103c6de tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:38.532754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-93b3e8e6-cfd2-4f31-9a00-22db4103c6de tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389146 Nov 10 16:29:38.556212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-f9e522f7-c007-4331-adb9-58a1dbb13c8d tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/quotas/f5b7c442964b48e388667c6233f7b71f HTTP/1.1" status: 200 len: 375 time: 0.0113840 Nov 10 16:29:38.616945 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-901f1a1b-82ee-4858-ad60-df7f8ebe8dcd tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5b7c442964b48e388667c6233f7b71f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450337 Nov 10 16:29:38.703283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:38.704339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:38.704959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:38.774781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] Pushing event updated for resources: {'Network': ['ID=d684f4f6-810e-463f-bf75-8d17e6f15101,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:38.786394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network d684f4f6-810e-463f-bf75-8d17e6f15101 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:29:38.904694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-c848da29-054c-4549-bd38-07f8ef070eb9 service neutron] 10.222.0.18 "GET /v2.0/ports/632c8ae8-492b-40c8-a7c2-809f72a5d27e/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.0602169 Nov 10 16:29:39.092985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:39.104132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-d6f262ad-fb6e-4c78-814a-63b366b66496 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255 HTTP/1.1" status: 200 len: 217 time: 0.0395105 Nov 10 16:29:39.116219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:39.167849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba090-67a4-4375-b045-916af58cd77b req-3ff10ab1-51d4-49d4-a3e2-0d3a87a10676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:39.169300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-3ff10ab1-51d4-49d4-a3e2-0d3a87a10676 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b108411c-236a-4f8e-b06d-25671ea51867 HTTP/1.1" status: 200 len: 868 time: 0.0587075 Nov 10 16:29:39.180626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632c8ae8-492b-40c8-a7c2-809f72a5d27e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:39.195440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:39.218603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba090-67a4-4375-b045-916af58cd77b req-617c243d-5279-4051-919f-1426ddf5cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:39.220131 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-617c243d-5279-4051-919f-1426ddf5cdeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f3576e28-e065-4c19-8570-431a17e42d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429828 Nov 10 16:29:39.225750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2216-ee23-4436-9bb3-a9e856925bce req-16bcde88-47fa-491b-bbdd-1f53c0632690 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:39.227424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43ac2216-ee23-4436-9bb3-a9e856925bce req-16bcde88-47fa-491b-bbdd-1f53c0632690 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0838358 Nov 10 16:29:39.270992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43ac2216-ee23-4436-9bb3-a9e856925bce req-4a9febe4-b7d8-4a7c-827a-45c8aa0b44a6 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0344746 Nov 10 16:29:39.328701 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-48ffc478-cfec-4f6a-ac2c-74fba4c98bfe service neutron] 10.222.0.69 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976560 Nov 10 16:29:39.389745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecc58a-2609-4a87-add7-0ceb2ab48481 req-fb275710-bb8c-48d1-a654-cd77af36451e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:39.391289 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37ecc58a-2609-4a87-add7-0ceb2ab48481 req-fb275710-bb8c-48d1-a654-cd77af36451e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 944 time: 0.0562291 Nov 10 16:29:39.431216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbba090-67a4-4375-b045-916af58cd77b req-7968355d-ae99-41be-99cc-e2e33f0978ad service neutron] 10.222.0.69 "GET /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953648 Nov 10 16:29:39.444173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37ecc58a-2609-4a87-add7-0ceb2ab48481 req-029cd543-f166-4dfb-8068-b4649c716cbd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465710 Nov 10 16:29:39.557507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f50a6-289a-42c1-bb6c-842e68c518cb req-9124280f-b033-488f-9102-c4d74540e8d3 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:39.558993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-110f50a6-289a-42c1-bb6c-842e68c518cb req-9124280f-b033-488f-9102-c4d74540e8d3 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 946 time: 0.0532193 Nov 10 16:29:39.599641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36462c43-db5c-4e2b-ac48-522a033cd0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ea48e3-cd60-4d56-81b5-e8e2b4024739'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:39.605932 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c841ca-a022-40f1-b2f6-faf6d076dd3a" -d '{"events": [{"server_uuid": "36462c43-db5c-4e2b-ac48-522a033cd0e3", "name": "network-vif-plugged", "status": "completed", "tag": "94ea48e3-cd60-4d56-81b5-e8e2b4024739"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:39.617146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-110f50a6-289a-42c1-bb6c-842e68c518cb req-75e7bedb-b850-4c89-8d94-b1810109c235 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518785 Nov 10 16:29:39.654414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:39.656146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b047a7c9-5b90-454a-aa30-49eab38d4933 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9861503 Nov 10 16:29:39.657524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:39.661058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Request body: {'subnet': {'network_id': 'd684f4f6-810e-463f-bf75-8d17e6f15101', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1270671881-subnet', 'tenant_id': '8e2a3224a0c94953a48fe4c64a0c2bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:39.769297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0409f-04df-4705-900b-1842b17e964d req-f8f771a2-a5d0-434a-a062-63cd6df3adc1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:39.779075 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4ce0409f-04df-4705-900b-1842b17e964d req-f8f771a2-a5d0-434a-a062-63cd6df3adc1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 949 time: 0.0946107 Nov 10 16:29:39.799667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Made reservation on behalf of 8e2a3224a0c94953a48fe4c64a0c2bb5 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:39.808783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:39.841405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a449756-75f3-462b-9a56-d62d0780fe19 req-529dca9c-02f1-446e-a73f-01135f95e03e tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0740073 Nov 10 16:29:39.875575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] Transition to ACTIVE for port object 632c8ae8-492b-40c8-a7c2-809f72a5d27e will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:39.920118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca38f9cb-d19f-4749-9426-4a2df5319abe req-89715840-b404-460a-ade1-96d661a9f271 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 210 time: 0.0303319 Nov 10 16:29:39.930155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4ce0409f-04df-4705-900b-1842b17e964d req-1ced5b01-969d-400f-a860-7f279bad224c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452286 Nov 10 16:29:39.993608 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:40.012110 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bd4824-52fe-4229-bbc4-a33a8c6fcafb x-openstack-request-id: req-e3bd4824-52fe-4229-bbc4-a33a8c6fcafb {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:40.012671 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36462c43-db5c-4e2b-ac48-522a033cd0e3", "name": "network-vif-plugged", "status": "completed", "tag": "94ea48e3-cd60-4d56-81b5-e8e2b4024739", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:40.012797 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3bd4824-52fe-4229-bbc4-a33a8c6fcafb {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:40.013416 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36462c43-db5c-4e2b-ac48-522a033cd0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'code': 200} Nov 10 16:29:40.105909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] No DVR routers for this DVR port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:40.151702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] 10.222.0.18 "PUT /v2.0/ports/632c8ae8-492b-40c8-a7c2-809f72a5d27e/bindings/n-h1-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 1.2390339 Nov 10 16:29:40.155759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641337b-754d-4687-aac4-4289106e7f61 service neutron] Pushing event updated for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:40.173039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05563ac-932b-47bf-b914-8d1932e1db60 req-47499f95-4ed9-4dd8-a3a4-cd5baa95e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:40.174613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b05563ac-932b-47bf-b914-8d1932e1db60 req-47499f95-4ed9-4dd8-a3a4-cd5baa95e757 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 1101 time: 0.0633848 Nov 10 16:29:40.192820 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:40.193351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:40.279579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b56c682-8d5a-4fed-a930-dd046fa86a7e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:40.299659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b05563ac-932b-47bf-b914-8d1932e1db60 req-009b3c2b-c827-428d-9c74-e2c91361f407 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023698 Nov 10 16:29:40.305354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Checking segment: {'id': 'd6f5899e-bc2c-453a-b65c-5037a02f4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd684f4f6-810e-463f-bf75-8d17e6f15101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:40.305708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Network hostable DHCP agents. Network: d684f4f6-810e-463f-bf75-8d17e6f15101, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:29:40.416048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Network d684f4f6-810e-463f-bf75-8d17e6f15101 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:29:40.645874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8b37-10e5-4063-b254-698936befc2a req-71bffd59-f4e9-4b81-b7c9-8dd0772cdc75 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:40.647781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd9b8b37-10e5-4063-b254-698936befc2a req-71bffd59-f4e9-4b81-b7c9-8dd0772cdc75 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 945 time: 0.1053073 Nov 10 16:29:40.668952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, d684f4f6-810e-463f-bf75-8d17e6f15101) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:40.674192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:40.674908 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:40.681373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87656da2-f2b4-485e-923b-29fd57af500f None None] Network d684f4f6-810e-463f-bf75-8d17e6f15101 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:29:40.707678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-d884301e-3d1f-4c4d-94b2-6b609b8808a7 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:40.709269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-d884301e-3d1f-4c4d-94b2-6b609b8808a7 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.0871453 Nov 10 16:29:40.724558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871e03b-b2bb-4b29-8412-ad9ffd58c6e1 req-ed4efc50-930f-4204-981d-74928bcf259e tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:40.726122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c871e03b-b2bb-4b29-8412-ad9ffd58c6e1 req-ed4efc50-930f-4204-981d-74928bcf259e tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.1805582 Nov 10 16:29:40.736762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd9b8b37-10e5-4063-b254-698936befc2a req-1064732e-78b3-49e6-b1bf-4c5bba8f5794 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781264 Nov 10 16:29:40.858723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 632c8ae8-492b-40c8-a7c2-809f72a5d27e no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:40.890840 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c871e03b-b2bb-4b29-8412-ad9ffd58c6e1 req-8f399440-7b17-48c5-8bbc-df746cc9ddb8 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280622 Nov 10 16:29:40.905836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d68abad-7a01-4afb-911e-6d40a2da121f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2507620 Nov 10 16:29:40.937956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-c06ea47a-596f-46b8-8dc1-0ee70050bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:40.939622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-c06ea47a-596f-46b8-8dc1-0ee70050bb75 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa&tenant_id=445c7fba25da4a31b48bbe694c25c832 HTTP/1.1" status: 200 len: 1097 time: 0.2124417 Nov 10 16:29:40.954378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2acafe-3e8a-4ee6-bb04-71e69131f788 None None] Network d684f4f6-810e-463f-bf75-8d17e6f15101 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:29:41.009066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b6ee-8945-4a0c-a682-89be0da477ba req-ba3746b6-cc06-405d-8e4b-96d56849690c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:41.012044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d343b6ee-8945-4a0c-a682-89be0da477ba req-ba3746b6-cc06-405d-8e4b-96d56849690c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 946 time: 0.1391997 Nov 10 16:29:41.107912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d343b6ee-8945-4a0c-a682-89be0da477ba req-1174ca79-2e4d-45a4-b81e-ad1032e3af49 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844092 Nov 10 16:29:41.120843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 632c8ae8-492b-40c8-a7c2-809f72a5d27e not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:41.134165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f1770bd-187e-44f6-bf53-c7d133a66609 req-1de3b743-edfe-415f-bc28-0b598d6cb2a9 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 210 time: 0.0431130 Nov 10 16:29:41.151667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-9cd4fb4b-1fcd-4098-9990-649e812c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:41.153553 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-9cd4fb4b-1fcd-4098-9990-649e812c94fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1097 time: 0.1740396 Nov 10 16:29:41.269404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad694-75ca-4de7-bdd5-2b1d0caaf72c req-fabdb63a-bcb3-48ea-95b6-71bfc3bbb197 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:41.278555 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ebad694-75ca-4de7-bdd5-2b1d0caaf72c req-fabdb63a-bcb3-48ea-95b6-71bfc3bbb197 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 949 time: 0.0757642 Nov 10 16:29:41.341680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-b3512aff-055d-4256-ae6e-12488afd56da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:41.343396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-b3512aff-055d-4256-ae6e-12488afd56da service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1795099 Nov 10 16:29:41.388043 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ebad694-75ca-4de7-bdd5-2b1d0caaf72c req-56353440-4a8a-4f5b-851e-456f38e20f54 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085119 Nov 10 16:29:41.432300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-0728d434-83ce-4294-be02-036c10c3d331 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 217 time: 0.0799410 Nov 10 16:29:41.550251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-73a2fd5f-f204-4599-9a7e-d18575cfa59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:41.553395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-73a2fd5f-f204-4599-9a7e-d18575cfa59d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.1137021 Nov 10 16:29:41.566372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fc777-6127-4896-9596-18e0cff3e6f2 req-c52d6b9d-bc73-44b7-95c1-5337448e1a98 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:41.576109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d9fc777-6127-4896-9596-18e0cff3e6f2 req-c52d6b9d-bc73-44b7-95c1-5337448e1a98 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1098 time: 0.0955620 Nov 10 16:29:41.630169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-ac0489db-6cb6-493e-8972-cb0e361aa72b req-2fce9129-d369-4612-8c59-78c6a48ba1bc tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2083691590', 'description': 'tempest-description-820089369'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:41.643349 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-51f56217-25fa-4c52-b50c-e4812fae8684 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633390 Nov 10 16:29:41.678612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d9fc777-6127-4896-9596-18e0cff3e6f2 req-f1ef040b-e4c3-4b04-825b-c6d34b32dfe1 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012254 Nov 10 16:29:41.758943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ac0489db-6cb6-493e-8972-cb0e361aa72b req-2fce9129-d369-4612-8c59-78c6a48ba1bc tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:41.774414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-c5c6e7b6-3cf9-4d4d-9d1e-c444e13e48c0 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171277 Nov 10 16:29:41.880640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ac0489db-6cb6-493e-8972-cb0e361aa72b req-2fce9129-d369-4612-8c59-78c6a48ba1bc tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:41.902590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1e3fa-5c37-49b1-b4c7-ae5f0c76ff07 req-718b2d74-82f5-4a7d-9cb2-885e41f15740 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:41.905081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70a1e3fa-5c37-49b1-b4c7-ae5f0c76ff07 req-718b2d74-82f5-4a7d-9cb2-885e41f15740 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1098 time: 0.1295292 Nov 10 16:29:41.981288 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-a2c2c3f2-cd9d-4c08-830a-6b661099d59e service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930914 Nov 10 16:29:41.998816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ac0489db-6cb6-493e-8972-cb0e361aa72b req-2fce9129-d369-4612-8c59-78c6a48ba1bc tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:42.009065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70a1e3fa-5c37-49b1-b4c7-ae5f0c76ff07 req-f3a05e9e-77f1-4762-9997-11c972794303 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844905 Nov 10 16:29:42.050803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce9129-d369-4612-8c59-78c6a48ba1bc tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b3465d-4ad0-47c7-9e1e-8bfd9d36d793,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:42.127855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ac0489db-6cb6-493e-8972-cb0e361aa72b req-2fce9129-d369-4612-8c59-78c6a48ba1bc tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:42.139204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac0489db-6cb6-493e-8972-cb0e361aa72b req-2fce9129-d369-4612-8c59-78c6a48ba1bc tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5159855 Nov 10 16:29:42.221738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1deaac-22f8-412a-80f5-b713f3fa3166 req-5a0336cb-f98a-4da8-830e-237ac74b78da tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:42.223795 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e1deaac-22f8-412a-80f5-b713f3fa3166 req-5a0336cb-f98a-4da8-830e-237ac74b78da tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 945 time: 0.0805640 Nov 10 16:29:42.276756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf8151-c57c-4028-ba42-5f8986e381d7 req-593b851f-fe50-495b-93e6-61a2663cdc06 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:42.279147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7bf8151-c57c-4028-ba42-5f8986e381d7 req-593b851f-fe50-495b-93e6-61a2663cdc06 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.0835795 Nov 10 16:29:42.281298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e1deaac-22f8-412a-80f5-b713f3fa3166 req-f3b67265-c6e4-4593-be7f-11caeb7a179c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Nov 10 16:29:42.381613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7bf8151-c57c-4028-ba42-5f8986e381d7 req-2c37beaa-f030-42e2-8cc2-d69f8b01212a tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/security-groups?id=d76c5cae-a692-42f4-b0c2-71b66fdab113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Nov 10 16:29:42.516027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9b65ed0-08db-44d5-a573-903671fa0669 req-c3e6790c-86f4-426c-b107-025e838dcdd1 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/01b3465d-4ad0-47c7-9e1e-8bfd9d36d793 HTTP/1.1" status: 200 len: 1829 time: 0.0720565 Nov 10 16:29:42.533053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e9b65ed0-08db-44d5-a573-903671fa0669 req-5d9cbe30-9179-4c67-811d-407ec847a04f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01b3465d-4ad0-47c7-9e1e-8bfd9d36d793', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:42.533365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e9b65ed0-08db-44d5-a573-903671fa0669 req-5d9cbe30-9179-4c67-811d-407ec847a04f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01b3465d-4ad0-47c7-9e1e-8bfd9d36d793', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:42.567792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a815a47-f81d-4ee4-a6fe-3455654db5cf req-0732755d-82ba-41b8-a302-ec017adea171 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 210 time: 0.0416031 Nov 10 16:29:42.719179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3075e-6adf-4a74-a2a3-68b854386526 req-38149ca5-8fc1-4146-a559-ea327b606bf3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:42.721114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1e3075e-6adf-4a74-a2a3-68b854386526 req-38149ca5-8fc1-4146-a559-ea327b606bf3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 949 time: 0.0854359 Nov 10 16:29:42.757752 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e9b65ed0-08db-44d5-a573-903671fa0669 req-5d9cbe30-9179-4c67-811d-407ec847a04f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:42.787537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e9b65ed0-08db-44d5-a573-903671fa0669 req-5d9cbe30-9179-4c67-811d-407ec847a04f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:42.789928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72e97-08fa-4962-aefd-23401896fafc req-78d57a05-fc7c-4fb8-ba22-dbad6c378744 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:42.792037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-78d57a05-fc7c-4fb8-ba22-dbad6c378744 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.1553888 Nov 10 16:29:42.823355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1e3075e-6adf-4a74-a2a3-68b854386526 req-f7b9ed6e-1844-4a86-adac-cc968c599ee5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Nov 10 16:29:42.872599 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e9b65ed0-08db-44d5-a573-903671fa0669 req-5d9cbe30-9179-4c67-811d-407ec847a04f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:42.891104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-2db06b3c-edb1-4bbb-8784-4bdde7a3d0cb tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:42.892662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-2db06b3c-edb1-4bbb-8784-4bdde7a3d0cb tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 945 time: 0.0986922 Nov 10 16:29:42.913459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cbe30-9179-4c67-811d-407ec847a04f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298df5e8-6558-4378-85b2-3aadb57693da,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:42.991388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e9b65ed0-08db-44d5-a573-903671fa0669 req-5d9cbe30-9179-4c67-811d-407ec847a04f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:42.994087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9b65ed0-08db-44d5-a573-903671fa0669 req-5d9cbe30-9179-4c67-811d-407ec847a04f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4695759 Nov 10 16:29:43.039947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-863e7e38-4a3a-49a6-bbf9-2202fdfa5710 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f5b7c442964b48e388667c6233f7b71f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330019 Nov 10 16:29:43.087661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5de72e97-08fa-4962-aefd-23401896fafc req-ecef8b9e-f9af-4bc2-8d03-c2879a21e092 service neutron] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:43.092062 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5de72e97-08fa-4962-aefd-23401896fafc req-ecef8b9e-f9af-4bc2-8d03-c2879a21e092 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:43.094902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5de72e97-08fa-4962-aefd-23401896fafc req-ecef8b9e-f9af-4bc2-8d03-c2879a21e092 service neutron] 10.222.0.69 "DELETE /v2.0/ports/632c8ae8-492b-40c8-a7c2-809f72a5d27e/bindings/n-h2-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.2935104 Nov 10 16:29:43.098036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Deleting port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:43.098592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:43.251958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-35c15e2e-b253-4ceb-b058-23c9c02dc721 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:43.253592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-35c15e2e-b253-4ceb-b058-23c9c02dc721 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086637 Nov 10 16:29:43.281497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Request body: {'port': {'device_id': '61c89731-1c92-49d2-989f-f43c9f1c6b1b', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'f5b7c442964b48e388667c6233f7b71f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:43.329188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74833ba-0202-473f-b785-f3ffbacb2d30 req-a39ce1e1-acd6-46bb-add0-2ad0f3d7ae54 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:43.330782 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e74833ba-0202-473f-b785-f3ffbacb2d30 req-a39ce1e1-acd6-46bb-add0-2ad0f3d7ae54 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 949 time: 0.0807395 Nov 10 16:29:43.336758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] For port 82e0cd77-1c67-42ad-b66d-1edc3e85e255, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=82e0cd77-1c67-42ad-b66d-1edc3e85e255,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:43.337439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:43.412958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Calling delete_port for 82e0cd77-1c67-42ad-b66d-1edc3e85e255 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:43.421471 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e74833ba-0202-473f-b785-f3ffbacb2d30 req-3f361b62-3eb4-4f64-9d37-8432e4e664a3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815377 Nov 10 16:29:43.534543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b46e98a8-4709-483f-8540-49a24071ab6d req-20fd9c53-2c33-4650-b13e-7d41d9a17c34 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/01b3465d-4ad0-47c7-9e1e-8bfd9d36d793 HTTP/1.1" status: 200 len: 2422 time: 0.0700345 Nov 10 16:29:43.685095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f921072-5930-4e75-9297-37671d9255f1 req-693eed81-28b9-421b-8198-d40d69b1fa0b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:43.686759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f921072-5930-4e75-9297-37671d9255f1 req-693eed81-28b9-421b-8198-d40d69b1fa0b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 945 time: 0.0844312 Nov 10 16:29:43.728183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Made reservation on behalf of f5b7c442964b48e388667c6233f7b71f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:43.734445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:43.761710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:43.767227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f921072-5930-4e75-9297-37671d9255f1 req-368b3987-ce47-476b-8396-2852971a017a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712581 Nov 10 16:29:43.792623 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:43.796948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['82e0cd77-1c67-42ad-b66d-1edc3e85e255'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:43.874691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec517d60-6792-43ee-b747-9eb373a04c07 req-4e967020-54d3-4188-ab78-1b0b73d70b0b tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 210 time: 0.0423365 Nov 10 16:29:44.347290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Pushing event deleted for resources: {'Port': ['ID=82e0cd77-1c67-42ad-b66d-1edc3e85e255,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:44.419217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] No DVR routers for this DVR port 82e0cd77-1c67-42ad-b66d-1edc3e85e255 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:44.424716 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:44.428129 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d87223b-5582-479f-9edc-1466a6ac5922 req-3fcf1eb5-04c9-4f7c-82bd-46400803ab30 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.69 "DELETE /v2.0/ports/82e0cd77-1c67-42ad-b66d-1edc3e85e255 HTTP/1.1" status: 204 len: 173 time: 1.5277548 Nov 10 16:29:44.428610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'name': 'network-vif-deleted', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:44.431083 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f62ff8-fdbc-49ec-893a-6034cdde414c" -d '{"events": [{"server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "name": "network-vif-deleted", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:44.499665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:44.606537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b3031-91b8-49d1-985c-83fde858611b req-b609fc4b-a028-4e11-8322-18689b6f3505 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:44.613674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b3031-91b8-49d1-985c-83fde858611b req-b609fc4b-a028-4e11-8322-18689b6f3505 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:44.615416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-009b3031-91b8-49d1-985c-83fde858611b req-b609fc4b-a028-4e11-8322-18689b6f3505 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3&device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 1689 time: 0.0677104 Nov 10 16:29:44.667845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-009b3031-91b8-49d1-985c-83fde858611b req-3e34fbc0-4070-4890-b010-753aebe627c9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456831 Nov 10 16:29:44.705904 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bde8c21-d662-4012-87c0-f31fe737f4cd req-cf49bcb2-09fd-43c5-8a5e-49abae682c5e tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-group-rules/298df5e8-6558-4378-85b2-3aadb57693da HTTP/1.1" status: 200 len: 778 time: 0.0225420 Nov 10 16:29:44.756658 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bde8c21-d662-4012-87c0-f31fe737f4cd req-0d5c3815-3819-4617-9f53-cac91367bee7 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/01b3465d-4ad0-47c7-9e1e-8bfd9d36d793 HTTP/1.1" status: 200 len: 2422 time: 0.0442412 Nov 10 16:29:44.787360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2bde8c21-d662-4012-87c0-f31fe737f4cd req-c7f86ebd-9129-49ee-a8bf-bd9382115374 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:44.796103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2bde8c21-d662-4012-87c0-f31fe737f4cd req-c7f86ebd-9129-49ee-a8bf-bd9382115374 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:44.913016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:44.948920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bfd596-a4d3-4165-ac99-37a58b29add3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:44.966878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2bde8c21-d662-4012-87c0-f31fe737f4cd req-c7f86ebd-9129-49ee-a8bf-bd9382115374 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:44.974855 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2bde8c21-d662-4012-87c0-f31fe737f4cd req-c7f86ebd-9129-49ee-a8bf-bd9382115374 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:44.979922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bde8c21-d662-4012-87c0-f31fe737f4cd req-c7f86ebd-9129-49ee-a8bf-bd9382115374 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/298df5e8-6558-4378-85b2-3aadb57693da HTTP/1.1" status: 204 len: 173 time: 0.2153666 Nov 10 16:29:44.998436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f86ebd-9129-49ee-a8bf-bd9382115374 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=298df5e8-6558-4378-85b2-3aadb57693da,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:45.127724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44853b7f-43cb-448b-99d3-d9e276259354 req-d5dc692d-804c-4267-91a9-384116561bbd tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 210 time: 0.0891483 Nov 10 16:29:45.141881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Allocated IP 192.168.233.176 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/00b438c0-d9bd-4006-86bf-8248f258b0bf) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:45.330481 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d759af7-9421-4fd9-9b05-c02a48f68604 x-openstack-request-id: req-7d759af7-9421-4fd9-9b05-c02a48f68604 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:45.330769 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5307b37-c139-472b-8332-7d07ae99380a", "name": "network-vif-deleted", "tag": "82e0cd77-1c67-42ad-b66d-1edc3e85e255", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:45.331027 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d759af7-9421-4fd9-9b05-c02a48f68604 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:45.335918 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5307b37-c139-472b-8332-7d07ae99380a', 'name': 'network-vif-deleted', 'tag': '82e0cd77-1c67-42ad-b66d-1edc3e85e255', 'status': 'completed', 'code': 200} Nov 10 16:29:45.403538 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:45.498610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75327c6c-dae8-4ec4-acba-fea209c6504f req-caf5dd12-a4d5-478e-8881-126375e616b5 tempest-FloatingIPsAssociationNegativeTestJSON-682751848 tempest-FloatingIPsAssociationNegativeTestJSON-682751848-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5307b37-c139-472b-8332-7d07ae99380a HTTP/1.1" status: 200 len: 210 time: 0.0316081 Nov 10 16:29:45.513770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:45.543548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7e880ff4-4469-46a6-9e0e-57e1af7dbb78 req-cbbdfa2e-5c0f-43a6-8f7a-f536d92c2c43 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1531743444', 'description': 'tempest-description-2014086994'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:45.575813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:45.581471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:45.585870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:45.653857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Pushing event updated for resources: {'Port': ['ID=00b438c0-d9bd-4006-86bf-8248f258b0bf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:45.664740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:45.665393 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:45.778406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 82e0cd77-1c67-42ad-b66d-1edc3e85e255 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:45.798916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 82e0cd77-1c67-42ad-b66d-1edc3e85e255 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:45.799383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 82e0cd77-1c67-42ad-b66d-1edc3e85e255 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:45.855809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e880ff4-4469-46a6-9e0e-57e1af7dbb78 req-cbbdfa2e-5c0f-43a6-8f7a-f536d92c2c43 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:45.880144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-546abb5d-2114-43a2-b1fb-e2dfcacea8fd None None] Provisioning complete for port 00b438c0-d9bd-4006-86bf-8248f258b0bf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:45.880527 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-546abb5d-2114-43a2-b1fb-e2dfcacea8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:45.918152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-546abb5d-2114-43a2-b1fb-e2dfcacea8fd None None] Port 00b438c0-d9bd-4006-86bf-8248f258b0bf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:29:45.937322 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e880ff4-4469-46a6-9e0e-57e1af7dbb78 req-cbbdfa2e-5c0f-43a6-8f7a-f536d92c2c43 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:45.955588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-246de187-ff53-45ac-a4e8-060fd0197e89 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6871936 Nov 10 16:29:45.971992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Request body: {'port': {'device_id': '61c89731-1c92-49d2-989f-f43c9f1c6b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:46.026997 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.152514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e880ff4-4469-46a6-9e0e-57e1af7dbb78 req-cbbdfa2e-5c0f-43a6-8f7a-f536d92c2c43 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.181624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdfa2e-5c0f-43a6-8f7a-f536d92c2c43 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ca7062-270b-4881-9f63-3f551ad7e30a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:46.282474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e880ff4-4469-46a6-9e0e-57e1af7dbb78 req-cbbdfa2e-5c0f-43a6-8f7a-f536d92c2c43 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.284950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e880ff4-4469-46a6-9e0e-57e1af7dbb78 req-cbbdfa2e-5c0f-43a6-8f7a-f536d92c2c43 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7461171 Nov 10 16:29:46.309266 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-f4e27090-af07-4f2a-91f2-fd96603f76bc tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:29:46.315004 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-f4e27090-af07-4f2a-91f2-fd96603f76bc tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127454 Nov 10 16:29:46.330417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b438c0-d9bd-4006-86bf-8248f258b0bf {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:46.339385 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.354171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Transition to ACTIVE for port object 00b438c0-d9bd-4006-86bf-8248f258b0bf will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:46.363842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-089679ad-760f-4038-b4cb-ac3e13142e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:46.365221 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-089679ad-760f-4038-b4cb-ac3e13142e95 service neutron] 10.222.0.62 "GET /v2.0/ports/828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 1095 time: 0.0386915 Nov 10 16:29:46.375218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Request body: {'binding': {'host': 'n-h1-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:46.376011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:29:46.462794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.504812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82e8b-dfbe-47cd-84a8-633b40c6b49f req-ce630de1-5344-41a2-8587-9265886acdd0 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:46.506466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0bd82e8b-dfbe-47cd-84a8-633b40c6b49f req-ce630de1-5344-41a2-8587-9265886acdd0 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1097 time: 0.0981519 Nov 10 16:29:46.524562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Pushing event updated for resources: {'Port': ['ID=00b438c0-d9bd-4006-86bf-8248f258b0bf,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:46.579916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on host n-h1-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:46.580250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:46.580576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:46.587547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0bd82e8b-dfbe-47cd-84a8-633b40c6b49f req-5362b381-01ec-4530-b0c5-ebf32a9b18c1 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717812 Nov 10 16:29:46.588520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:46.589039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:46.594892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:46.595224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:46.595631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:46.596056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Bound port: 828fc4f8-a542-4df4-a303-83c7d918803d, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:46.601829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Attempting to bind port 00b438c0-d9bd-4006-86bf-8248f258b0bf on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:46.602163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Attempting to bind port 00b438c0-d9bd-4006-86bf-8248f258b0bf by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:46.604353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Attempting to bind port 00b438c0-d9bd-4006-86bf-8248f258b0bf on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:46.608265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Port 00b438c0-d9bd-4006-86bf-8248f258b0bf on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:46.614961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Attempting to bind port 00b438c0-d9bd-4006-86bf-8248f258b0bf on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:46.614961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:46.614961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:46.615444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:46.615641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Bound port: 00b438c0-d9bd-4006-86bf-8248f258b0bf, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:46.616001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.677464 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:46.727184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] For port 00b438c0-d9bd-4006-86bf-8248f258b0bf, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:46.733067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] For port 00b438c0-d9bd-4006-86bf-8248f258b0bf, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=00b438c0-d9bd-4006-86bf-8248f258b0bf,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:46.741637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e48f7b-90ff-4449-9500-2748fb6377cc req-92b9f7c2-5f5c-4fe2-ab2b-e942858f08d1 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:46.747849 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7e48f7b-90ff-4449-9500-2748fb6377cc req-92b9f7c2-5f5c-4fe2-ab2b-e942858f08d1 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 1101 time: 0.0513644 Nov 10 16:29:46.791895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7e48f7b-90ff-4449-9500-2748fb6377cc req-a732ba39-20cf-417d-866b-13e47bf86ac0 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 Nov 10 16:29:46.829245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.830838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c4ded610-ff22-4e96-9a26-f309600c1ef7 service neutron] 10.222.0.62 "POST /v2.0/ports/828fc4f8-a542-4df4-a303-83c7d918803d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4590595 Nov 10 16:29:46.867341 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.899285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:46.899957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:46.901531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] 10.222.0.18 "PUT /v2.0/ports/00b438c0-d9bd-4006-86bf-8248f258b0bf HTTP/1.1" status: 200 len: 1097 time: 0.9337056 Nov 10 16:29:46.903841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857fc73-aa4d-40ab-b3da-27874f86175b req-5ac28821-d6b6-4862-9ce7-460946ae021a tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:46.911760 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e857fc73-aa4d-40ab-b3da-27874f86175b req-5ac28821-d6b6-4862-9ce7-460946ae021a tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 948 time: 0.0601790 Nov 10 16:29:46.937490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c811b6-180b-41ce-9c80-d8b86e7a7d36 service neutron] Pushing event updated for resources: {'Port': ['ID=00b438c0-d9bd-4006-86bf-8248f258b0bf,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:46.959466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e857fc73-aa4d-40ab-b3da-27874f86175b req-4dce0efc-fb44-4aae-ad5e-be27da72c755 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468030 Nov 10 16:29:47.090046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce4cccdc-bbf7-4adc-873c-12373eb0d2b2 req-d6aa8d51-e70a-47d4-80c2-9ccd2bf70e96 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/28ca7062-270b-4881-9f63-3f551ad7e30a HTTP/1.1" status: 200 len: 1830 time: 0.0438895 Nov 10 16:29:47.132539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33788) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:47.135891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-01bf3719-9de1-4c0d-9a02-3bd10656e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:47.137524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-01bf3719-9de1-4c0d-9a02-3bd10656e1ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5b7c442964b48e388667c6233f7b71f&device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 1100 time: 0.0462410 Nov 10 16:29:47.209678 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-0d96c52f-e001-4d17-becd-430233797361 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=00b438c0-d9bd-4006-86bf-8248f258b0bf HTTP/1.1" status: 200 len: 217 time: 0.0638580 Nov 10 16:29:47.293144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-c9c25530-1896-46c1-bf4a-765f5332542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:47.294610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-c9c25530-1896-46c1-bf4a-765f5332542c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0773587 Nov 10 16:29:47.303915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e583ef-c0e8-4926-af07-79dbabffeb62 req-fe9dcf17-cb86-43ae-aac1-f5fd72bed4f1 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:47.307769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1e583ef-c0e8-4926-af07-79dbabffeb62 req-fe9dcf17-cb86-43ae-aac1-f5fd72bed4f1 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 1101 time: 0.0567667 Nov 10 16:29:47.344570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c89731-1c92-49d2-989f-f43c9f1c6b1b', 'tag': '00b438c0-d9bd-4006-86bf-8248f258b0bf'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:47.346892 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fca65d-fb8e-424a-b91b-33e6f6336024" -d '{"events": [{"name": "network-changed", "server_uuid": "61c89731-1c92-49d2-989f-f43c9f1c6b1b", "tag": "00b438c0-d9bd-4006-86bf-8248f258b0bf"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:47.388105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-7dd53b2d-e22f-4bca-869a-f4c8dbc27929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:47.389631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-7dd53b2d-e22f-4bca-869a-f4c8dbc27929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807402 Nov 10 16:29:47.413332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1e583ef-c0e8-4926-af07-79dbabffeb62 req-3d0eab33-cd30-447a-b317-e9f0c5f8016c tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914543 Nov 10 16:29:47.536679 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-fb0c63b7-3f10-4de7-b168-7788bc685734 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387522 Nov 10 16:29:47.635556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13d646-381e-47e5-a6b2-37c3cd1f03f7 req-505e3456-fdee-4e2e-a8f2-405b9ed7baba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:47.639597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c13d646-381e-47e5-a6b2-37c3cd1f03f7 req-505e3456-fdee-4e2e-a8f2-405b9ed7baba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 946 time: 0.1179488 Nov 10 16:29:47.670397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0471af5-33ff-49d7-a25f-56e8e2714a19 req-d7fbe640-f624-49bc-835d-ed87fd65481a service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121230 Nov 10 16:29:47.707477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-77c75222-9462-4232-8a9f-49d70d94727e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:47.708981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-77c75222-9462-4232-8a9f-49d70d94727e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.5056078 Nov 10 16:29:47.716554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c13d646-381e-47e5-a6b2-37c3cd1f03f7 req-85eec4e2-1d6f-4804-a9fa-6c9cd94e3569 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483394 Nov 10 16:29:47.759055 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-3b0e62c0-36c6-47f1-b01b-c8f6c45dc489 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/quotas/445c7fba25da4a31b48bbe694c25c832 HTTP/1.1" status: 200 len: 375 time: 0.0423446 Nov 10 16:29:47.768734 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8af7bc-49b7-4ef5-9a9c-20a3f43d3a29 x-openstack-request-id: req-dd8af7bc-49b7-4ef5-9a9c-20a3f43d3a29 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:47.769055 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c89731-1c92-49d2-989f-f43c9f1c6b1b", "tag": "00b438c0-d9bd-4006-86bf-8248f258b0bf", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:47.769369 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd8af7bc-49b7-4ef5-9a9c-20a3f43d3a29 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:47.773695 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c89731-1c92-49d2-989f-f43c9f1c6b1b', 'tag': '00b438c0-d9bd-4006-86bf-8248f258b0bf', 'status': 'completed', 'code': 200} Nov 10 16:29:47.857289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-c484d5f4-ce13-4a47-93a3-558c65384aa4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913274 Nov 10 16:29:47.896690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d3016b59-fb2e-46fd-b126-782191750382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:47.898125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d3016b59-fb2e-46fd-b126-782191750382 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1098 time: 0.0848584 Nov 10 16:29:47.934917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-4d2c8f55-d2d5-420b-8fd3-5b83ab186237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:47.936433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-4d2c8f55-d2d5-420b-8fd3-5b83ab186237 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5b7c442964b48e388667c6233f7b71f&device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 1100 time: 0.0887012 Nov 10 16:29:47.996256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fcb9f79-9fbf-44e8-a5e9-afbf8454ea28 service neutron] 10.222.0.62 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168599 Nov 10 16:29:48.074084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7f8a0d30-3bc7-4a96-aae5-c1ace0d47471 req-4897c738-fdf0-451f-8baf-7466dc899639 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-435870533', 'description': 'tempest-description-969551416'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:48.125801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-6b86993e-001e-4335-8e51-c0e4227a7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:48.127342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-6b86993e-001e-4335-8e51-c0e4227a7b22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.2212255 Nov 10 16:29:48.131792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:48.143865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-06f07f4f-ee40-4b9d-8006-f8ef80943b4c service neutron] 10.222.0.62 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400831 Nov 10 16:29:48.201620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-1d502241-453b-4760-8ad5-18577b5f0e84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 217 time: 0.0581481 Nov 10 16:29:48.202954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-d5ad5079-355a-4109-a66b-140d47a27a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:48.204433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-d5ad5079-355a-4109-a66b-140d47a27a37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2355549 Nov 10 16:29:48.249523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f8a0d30-3bc7-4a96-aae5-c1ace0d47471 req-4897c738-fdf0-451f-8baf-7466dc899639 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:48.283560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-be31dfc4-0ff7-44a0-81f9-8ece850147cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=00b438c0-d9bd-4006-86bf-8248f258b0bf HTTP/1.1" status: 200 len: 217 time: 0.0637765 Nov 10 16:29:48.346806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-5fee3a90-31a8-4aa6-9b0e-0712e1142d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:48.348461 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-5fee3a90-31a8-4aa6-9b0e-0712e1142d26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1409192 Nov 10 16:29:48.405584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-94dedf49-c81c-4114-bc62-29191892d218 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476308 Nov 10 16:29:48.415001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-bd226a8c-ea71-4328-acd0-d17e45a8a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:48.418157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-bd226a8c-ea71-4328-acd0-d17e45a8a1cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1231973 Nov 10 16:29:48.465323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Deleting port 9b1f5675-9436-4500-bd95-e1c5e5db2d60 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:48.466156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:48.596120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f8a0d30-3bc7-4a96-aae5-c1ace0d47471 req-4897c738-fdf0-451f-8baf-7466dc899639 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:48.599576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b316f-ed15-437a-9230-99f51af68a0b req-73f52a91-270f-4d6c-a7ad-3fd8f2d830f8 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:48.601132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea4b316f-ed15-437a-9230-99f51af68a0b req-73f52a91-270f-4d6c-a7ad-3fd8f2d830f8 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 948 time: 0.1105292 Nov 10 16:29:48.601640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-a15fd571-4296-48b5-a787-338ac3d0c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:48.604127 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-a15fd571-4296-48b5-a787-338ac3d0c937 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1588902 Nov 10 16:29:48.615430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d4de8364-fe0a-467a-86b2-640bc1fab330 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928115 Nov 10 16:29:48.655988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] For port 9b1f5675-9436-4500-bd95-e1c5e5db2d60, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9b1f5675-9436-4500-bd95-e1c5e5db2d60,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:48.656304 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:48.682883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Calling delete_port for 9b1f5675-9436-4500-bd95-e1c5e5db2d60 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:48.699205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea4b316f-ed15-437a-9230-99f51af68a0b req-51dceefb-ef98-4b1f-b67f-fe789c41b7e8 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851815 Nov 10 16:29:48.776689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f8a0d30-3bc7-4a96-aae5-c1ace0d47471 req-4897c738-fdf0-451f-8baf-7466dc899639 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:48.803802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-3d5f3982-df68-4355-95a8-87c1f5600eac service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873758 Nov 10 16:29:48.809284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-784e452f-002f-459a-9399-677cd5b2c4e3 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847439 Nov 10 16:29:48.851566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897c738-fdf0-451f-8baf-7466dc899639 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9691d43a-9b5d-4c50-8d01-9962303c37f8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:48.903006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-e28854d5-911e-41ba-97dd-c0f7d6cd2d5c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310085 Nov 10 16:29:48.959858 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7f8a0d30-3bc7-4a96-aae5-c1ace0d47471 req-4897c738-fdf0-451f-8baf-7466dc899639 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:48.973702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f8a0d30-3bc7-4a96-aae5-c1ace0d47471 req-4897c738-fdf0-451f-8baf-7466dc899639 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.9072354 Nov 10 16:29:48.981403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04fca65d-fb8e-424a-b91b-33e6f6336024 req-578fd3d1-4493-408c-9518-69a1c559643a service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665854 Nov 10 16:29:49.064821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7536700e-15b5-43df-a72a-cfa1c3f4408a req-4a3f2562-cc7d-4d82-a2b2-f3a94de2c2f0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 210 time: 0.0494573 Nov 10 16:29:49.086630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-828b64c0-ca4c-41d8-b59d-0631b874589f tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:49.090985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-828b64c0-ca4c-41d8-b59d-0631b874589f tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1098 time: 0.0862167 Nov 10 16:29:49.097428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-6fe6f851-e9aa-4c13-a07a-db011ea9e4b4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:49.099216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-6fe6f851-e9aa-4c13-a07a-db011ea9e4b4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886878 Nov 10 16:29:49.107094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-11'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:49.126472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-44001b1d-a111-48bd-8257-c2d239857857 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/quotas/54beeb0410c3445491a8078eddd7458f HTTP/1.1" status: 200 len: 375 time: 0.0144105 Nov 10 16:29:49.196367 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:49.201777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:49.219299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1f5675-9436-4500-bd95-e1c5e5db2d60,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:49.255936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-101c8b0d-4461-4a1a-a1bc-8f7d1e29869a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1141126 Nov 10 16:29:49.387014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:49.457131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:49.460830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:49.512834 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:49.531751 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:29:49.672586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:49.691136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Router d52ea073-b3ad-49f5-8ddd-c9d09270935f has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:29:49.771650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:49.774122 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5279e70e-92e9-4af1-a27c-7079dd186fd3" -d '{"events": [{"server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "name": "network-vif-unplugged", "status": "completed", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:49.779848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Pushing event updated for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:49.783791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:49.784935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:49.785338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:49.787335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ea707e95-1feb-4673-acae-fb2237ba08f4 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:49.790366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:49.794073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Attempting to bind port 828fc4f8-a542-4df4-a303-83c7d918803d on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:49.806852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:49.808098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:49.808614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:49.809116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Bound port: 828fc4f8-a542-4df4-a303-83c7d918803d, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:49.809472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:29:49.809590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:49.817202 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2b7d50dc-7c74-4e5b-a378-ebb584cbeec6 admin admin] 10.222.0.62 "PUT /v2.0/routers/d52ea073-b3ad-49f5-8ddd-c9d09270935f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813328 Nov 10 16:29:49.817497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33882) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:49.821243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] Sync routers for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:29:49.846279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:49.847013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:49.892998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:49.900343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:49.938284 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:49.957170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:49.998091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:50.000334 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9606b0-2b91-41fd-aece-ff873826b7f6" -d '{"events": [{"server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:50.010518 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:50.019211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:50.029109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:50.094358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:50.114751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Pushing event updated for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:50.118432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:50.119692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:50.121146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-d05882db-fe0a-4d2c-be73-8a4f2132b61a service neutron] 10.222.0.69 "PUT /v2.0/ports/828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 1124 time: 1.0211616 Nov 10 16:29:50.149647 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:50.202599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['828fc4f8-a542-4df4-a303-83c7d918803d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:50.249667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:50.361129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '07d55876-3060-42b2-a944-523eae55001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:29:48Z', 'revision_number': 5, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port': {'id': '07d55876-3060-42b2-a944-523eae55001f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:28:27Z', 'updated_at': '2021-11-10T16:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:50.386746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Deleting port 07d55876-3060-42b2-a944-523eae55001f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:50.387269 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:50.392405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] Checking router: d52ea073-b3ad-49f5-8ddd-c9d09270935f for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:29:50.421986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] Routers {'d52ea073-b3ad-49f5-8ddd-c9d09270935f'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:29:50.422618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:29:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:50.542491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] Set router d52ea073-b3ad-49f5-8ddd-c9d09270935f gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:29:50.576950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfb20f-990e-4838-a82b-5bb8a0173686 req-63267160-7246-4bee-a4af-f23388267bf3 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:50.578437 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcbfb20f-990e-4838-a82b-5bb8a0173686 req-63267160-7246-4bee-a4af-f23388267bf3 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.0980446 Nov 10 16:29:50.586988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] For port 07d55876-3060-42b2-a944-523eae55001f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=07d55876-3060-42b2-a944-523eae55001f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:50.587406 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:50.624143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Calling delete_port for 07d55876-3060-42b2-a944-523eae55001f owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:50.624315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:29:50Z', 'revision_number': 6, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:50.651700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572380c-1e6f-4092-bb67-fcbeea3aa7c6 None None] The sync data for ids ['d52ea073-b3ad-49f5-8ddd-c9d09270935f'] in n-d-714676-11 is: [{'id': 'd52ea073-b3ad-49f5-8ddd-c9d09270935f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1285547338-router', 'tenant_id': 'd068b9fe096d40afa4134aaf0318e485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:28:25Z', 'updated_at': '2021-11-10T16:29:50Z', 'revision_number': 6, 'project_id': 'd068b9fe096d40afa4134aaf0318e485', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:29:50.698191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcbfb20f-990e-4838-a82b-5bb8a0173686 req-87fe697e-99cb-4cca-9394-4ee2fad4257b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073949 Nov 10 16:29:50.808923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1c3363a-837e-4649-9cd9-0a8b7ccc0639 req-4c18a95f-0bc0-4e25-b918-7e2409f96fd5 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/9691d43a-9b5d-4c50-8d01-9962303c37f8 HTTP/1.1" status: 200 len: 1828 time: 0.0552948 Nov 10 16:29:50.889074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 00b438c0-d9bd-4006-86bf-8248f258b0bf details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:50.925694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf799ae-9792-4d51-a017-a35f48ebba58 req-3062d8dc-5095-4093-8c04-d05427b7d007 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:50.927352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-caf799ae-9792-4d51-a017-a35f48ebba58 req-3062d8dc-5095-4093-8c04-d05427b7d007 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 948 time: 0.0672705 Nov 10 16:29:50.981316 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-caf799ae-9792-4d51-a017-a35f48ebba58 req-24dbc9a3-0b93-48c7-b778-3c8584c8e29c tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 Nov 10 16:29:51.005340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.036890 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295f1dd3-ec52-416e-8fb0-0e3906bf88c7 x-openstack-request-id: req-295f1dd3-ec52-416e-8fb0-0e3906bf88c7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:51.037437 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "name": "network-vif-unplugged", "status": "completed", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:51.037437 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-295f1dd3-ec52-416e-8fb0-0e3906bf88c7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:51.037805 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d', 'code': 200} Nov 10 16:29:51.042790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Pushing event deleted for resources: {'Port': ['ID=07d55876-3060-42b2-a944-523eae55001f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:51.109107 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.135879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 00b438c0-d9bd-4006-86bf-8248f258b0bf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=00b438c0-d9bd-4006-86bf-8248f258b0bf,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:51.148974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '00b438c0-d9bd-4006-86bf-8248f258b0bf', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '00b438c0-d9bd-4006-86bf-8248f258b0bf', 'mac_address': 'fa:16:3e:f8:be:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:29:51.154955 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30d6c9c-e70f-406c-a5c2-f27a1b3b4890 x-openstack-request-id: req-e30d6c9c-e70f-406c-a5c2-f27a1b3b4890 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:51.155265 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:51.155580 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e30d6c9c-e70f-406c-a5c2-f27a1b3b4890 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:51.155963 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'code': 200} Nov 10 16:29:51.227467 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.234304 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.243073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b438c0-d9bd-4006-86bf-8248f258b0bf {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:51.248934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.252252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b03abcda-a95c-4e42-b670-8277b5531c20 req-1f4f7c92-11f5-47df-96ce-cb5f82c59976 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 210 time: 0.0330782 Nov 10 16:29:51.266713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 00b438c0-d9bd-4006-86bf-8248f258b0bf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=00b438c0-d9bd-4006-86bf-8248f258b0bf,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:51.302223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-a2cea60e-ee7b-48de-8ea1-b51fb0059bf4 req-0e085cbf-1059-4076-b5c0-d325d103dbe0 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-521268520', 'description': 'tempest-description-214852478'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:51.501491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.552335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=00b438c0-d9bd-4006-86bf-8248f258b0bf,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:51.626714 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.628371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52ea073-b3ad-49f5-8ddd-c9d09270935f {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:29:51.635170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.639090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33926) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:51.640513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b8eeaa86-647c-49f9-8686-dfa0e53c142f admin admin] 10.222.0.62 "DELETE /v2.0/routers/d52ea073-b3ad-49f5-8ddd-c9d09270935f HTTP/1.1" status: 204 len: 168 time: 1.8179131 Nov 10 16:29:51.645379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a2cea60e-ee7b-48de-8ea1-b51fb0059bf4 req-0e085cbf-1059-4076-b5c0-d325d103dbe0 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.719857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cc7ba5-a49d-4bcd-a440-40c8f53f4485 admin admin] Deleting subnet b108411c-236a-4f8e-b06d-25671ea51867 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:29:51.724024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66cc7ba5-a49d-4bcd-a440-40c8f53f4485 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.734346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['00b438c0-d9bd-4006-86bf-8248f258b0bf'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:51.737469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a2cea60e-ee7b-48de-8ea1-b51fb0059bf4 req-0e085cbf-1059-4076-b5c0-d325d103dbe0 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.794261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 828fc4f8-a542-4df4-a303-83c7d918803d details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:29:51.801626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66cc7ba5-a49d-4bcd-a440-40c8f53f4485 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.852593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-0560e235-c797-44ff-ae66-8738ddd2a144 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:51.854845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-0560e235-c797-44ff-ae66-8738ddd2a144 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.1822722 Nov 10 16:29:51.867443 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a2cea60e-ee7b-48de-8ea1-b51fb0059bf4 req-0e085cbf-1059-4076-b5c0-d325d103dbe0 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:51.896458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Request body: {'port': {'device_id': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'admin_state_up': True, 'tenant_id': '445c7fba25da4a31b48bbe694c25c832'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:51.927859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e085cbf-1059-4076-b5c0-d325d103dbe0 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31e6835-184c-40f3-b05e-101a1bd9abe8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:51.992216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:52.008113 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a2cea60e-ee7b-48de-8ea1-b51fb0059bf4 req-0e085cbf-1059-4076-b5c0-d325d103dbe0 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.008340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 828fc4f8-a542-4df4-a303-83c7d918803d has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:29:52.019956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2cea60e-ee7b-48de-8ea1-b51fb0059bf4 req-0e085cbf-1059-4076-b5c0-d325d103dbe0 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.7222936 Nov 10 16:29:52.033028 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66cc7ba5-a49d-4bcd-a440-40c8f53f4485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.105527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4ee2a2e-a5b4-47bd-b807-b78e6364d7cb req-8d4dac0e-c896-4df5-9b9a-8ab05dca9caf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 210 time: 0.0726142 Nov 10 16:29:52.174146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d510a-7b25-43de-8fbf-f653e020a6d2 req-eecca745-c0b5-4491-83a9-65cdcdd941cb tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:52.175626 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e4d510a-7b25-43de-8fbf-f653e020a6d2 req-eecca745-c0b5-4491-83a9-65cdcdd941cb tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.0686290 Nov 10 16:29:52.232006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e4d510a-7b25-43de-8fbf-f653e020a6d2 req-103ebe59-170d-4a61-b0f6-618c87d4bf46 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 Nov 10 16:29:52.237619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700a80a-be8f-4b9f-a3aa-ab9f4d70443f req-835f4f88-dc30-4669-aebc-8a3c603cdaa9 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:52.239120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d700a80a-be8f-4b9f-a3aa-ab9f4d70443f req-835f4f88-dc30-4669-aebc-8a3c603cdaa9 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 949 time: 0.0790477 Nov 10 16:29:52.297757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d700a80a-be8f-4b9f-a3aa-ab9f4d70443f req-dbe22539-e5f2-40ad-881d-52882e939de1 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515573 Nov 10 16:29:52.310516 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3094a745-8d9c-40a7-ba47-f75683577576 req-ce89af90-679a-4f08-8a94-e4739c6e887b tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/f31e6835-184c-40f3-b05e-101a1bd9abe8 HTTP/1.1" status: 200 len: 1828 time: 0.0473244 Nov 10 16:29:52.320046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Made reservation on behalf of 445c7fba25da4a31b48bbe694c25c832 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:52.325304 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.328178 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66cc7ba5-a49d-4bcd-a440-40c8f53f4485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.364290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 07d55876-3060-42b2-a944-523eae55001f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:52.395250 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66cc7ba5-a49d-4bcd-a440-40c8f53f4485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.403956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-66cc7ba5-a49d-4bcd-a440-40c8f53f4485 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b108411c-236a-4f8e-b06d-25671ea51867 HTTP/1.1" status: 204 len: 168 time: 0.7636654 Nov 10 16:29:52.406529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 07d55876-3060-42b2-a944-523eae55001f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:52.406710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:52.406865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 07d55876-3060-42b2-a944-523eae55001f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:52.407280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9b1f5675-9436-4500-bd95-e1c5e5db2d60 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:52.408330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc7ba5-a49d-4bcd-a440-40c8f53f4485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b108411c-236a-4f8e-b06d-25671ea51867,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:52.410451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c6ba0-b43b-4435-9467-a0e7d9d4d88e None None] Network f3576e28-e065-4c19-8570-431a17e42d10 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:29:52.475795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 9b1f5675-9436-4500-bd95-e1c5e5db2d60 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:52.476424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9b1f5675-9436-4500-bd95-e1c5e5db2d60 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:52.550607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84772c68-248e-4337-981b-889b949e3f9f req-1fc8bb01-12c0-4168-894a-93729d5123c4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 210 time: 0.0364544 Nov 10 16:29:52.624213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8cf98f87-46b8-42f9-a5bd-3f48e70e7147 req-733c2493-4d36-46f9-854c-3802dba7decb tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-66640605', 'description': 'tempest-description-9141969'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:52.640739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.652400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Allocated IP 172.20.0.3 (11723d17-4301-4417-9d5c-8a32a051800d/9b23c3c6-294c-4fac-aacd-a15617a63e9b/a38fb650-4e9c-4737-8db1-35bbb8ffe06f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:52.716533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-d19cac95-33ce-4019-9853-c8ca78fe12ac tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:52.718343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-d19cac95-33ce-4019-9853-c8ca78fe12ac tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 805 time: 0.2890594 Nov 10 16:29:52.738270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] DHCP port deletion for f3576e28-e065-4c19-8570-431a17e42d10 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:29:52.752324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-bf1a0a5e-c9a0-4296-93b9-8eaeae8e1420 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/quotas/07821b1f5ad54adb867ee7267cf6957a HTTP/1.1" status: 200 len: 375 time: 0.0228164 Nov 10 16:29:52.756659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Deleting port 8689ff7b-b882-44c8-b5db-25303e85a310 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:52.756659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.808504 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] Deleting port 8689ff7b-b882-44c8-b5db-25303e85a310 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:52.808950 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.878649 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-f9d0a2bb-9c74-4427-bd1a-4e6045c1368b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1253510 Nov 10 16:29:52.884606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] For port 8689ff7b-b882-44c8-b5db-25303e85a310, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8689ff7b-b882-44c8-b5db-25303e85a310,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:52.885116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.897740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.899516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] Calling delete_port for 8689ff7b-b882-44c8-b5db-25303e85a310 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:52.923890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] For port 8689ff7b-b882-44c8-b5db-25303e85a310, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8689ff7b-b882-44c8-b5db-25303e85a310,segment=NetworkSegment(f3987a1e-40ed-41d5-a36e-386da8b1f913),segment_id=f3987a1e-40ed-41d5-a36e-386da8b1f913)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:52.925730 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.940645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8cf98f87-46b8-42f9-a5bd-3f48e70e7147 req-733c2493-4d36-46f9-854c-3802dba7decb tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:52.976589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Calling delete_port for 8689ff7b-b882-44c8-b5db-25303e85a310 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:53.024581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 00b438c0-d9bd-4006-86bf-8248f258b0bf up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:29:53.041360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8cf98f87-46b8-42f9-a5bd-3f48e70e7147 req-733c2493-4d36-46f9-854c-3802dba7decb tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.042281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:53.044769 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adc21ba-9451-4312-acd2-01cde288a5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:53.059657 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.065836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-a9273ff7-270a-4f36-8946-2f9f10fa05ad service neutron] 10.222.0.62 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862922 Nov 10 16:29:53.112594 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8cf98f87-46b8-42f9-a5bd-3f48e70e7147 req-733c2493-4d36-46f9-854c-3802dba7decb tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.146252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Network 11723d17-4301-4417-9d5c-8a32a051800d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:53.147506 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.164537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:53.169451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:53.181897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 00b438c0-d9bd-4006-86bf-8248f258b0bf completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:29:53.186924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 00b438c0-d9bd-4006-86bf-8248f258b0bf triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:53.187475 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.200245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.209929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] Pushing event deleted for resources: {'Port': ['ID=8689ff7b-b882-44c8-b5db-25303e85a310,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:53.210617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-f8cb26a5-b12b-4547-b559-42baa2118393 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432900 Nov 10 16:29:53.215288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event updated for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:53.222081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80946bb6-6f3b-42b3-9764-dd5f1a036d3c None None] No DVR routers for this DVR port 8689ff7b-b882-44c8-b5db-25303e85a310 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:53.222508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c2493-4d36-46f9-854c-3802dba7decb tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8b001d-288e-49e2-a8af-95a6def7c2e2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:53.254511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:53.256474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.270033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=8689ff7b-b882-44c8-b5db-25303e85a310,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:53.272057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] No DVR routers for this DVR port 8689ff7b-b882-44c8-b5db-25303e85a310 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:53.281391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8cf98f87-46b8-42f9-a5bd-3f48e70e7147 req-733c2493-4d36-46f9-854c-3802dba7decb tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.295107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8cf98f87-46b8-42f9-a5bd-3f48e70e7147 req-733c2493-4d36-46f9-854c-3802dba7decb tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.6787574 Nov 10 16:29:53.334646 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aaa9de-6c12-459a-acc5-50a699d7d69f x-openstack-request-id: req-71aaa9de-6c12-459a-acc5-50a699d7d69f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:53.335183 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:53.336032 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71aaa9de-6c12-459a-acc5-50a699d7d69f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:53.336835 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d', 'status': 'completed', 'code': 200} Nov 10 16:29:53.341978 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.376639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c89731-1c92-49d2-989f-f43c9f1c6b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b438c0-d9bd-4006-86bf-8248f258b0bf'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:53.379155 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ee0379-4831-4633-9357-de2241d63fd7" -d '{"events": [{"server_uuid": "61c89731-1c92-49d2-989f-f43c9f1c6b1b", "name": "network-vif-plugged", "status": "completed", "tag": "00b438c0-d9bd-4006-86bf-8248f258b0bf"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:53.391354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-6fdca692-a52b-4713-acc8-be5fc61af745 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5096672 Nov 10 16:29:53.408456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Request body: {'port': {'device_id': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:53.418112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 00b438c0-d9bd-4006-86bf-8248f258b0bf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=00b438c0-d9bd-4006-86bf-8248f258b0bf,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:53.474406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c66f7d07-f928-4b36-8869-b32917be4cc2 req-00875795-cf08-40e2-a57f-f578ff59ad93 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 210 time: 0.0399966 Nov 10 16:29:53.524325 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.526386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.769815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=00b438c0-d9bd-4006-86bf-8248f258b0bf,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:53.861776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:53.867807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158bc11-5761-4182-9881-a27b83aea6f7 req-21d95b00-9c81-41af-969d-866d1d8c93b9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:53.876942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6158bc11-5761-4182-9881-a27b83aea6f7 req-21d95b00-9c81-41af-969d-866d1d8c93b9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.1432645 Nov 10 16:29:53.915589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3576e28-e065-4c19-8570-431a17e42d10']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:53.940981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f1d380c6-871f-49a6-aeab-3afe9380700f req-200bcfbc-842f-4fef-9b10-098cab27d4a0 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/ed8b001d-288e-49e2-a8af-95a6def7c2e2 HTTP/1.1" status: 200 len: 1825 time: 0.0951810 Nov 10 16:29:53.949335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3987a1e-40ed-41d5-a36e-386da8b1f913') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:53.949644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3987a1e-40ed-41d5-a36e-386da8b1f913') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:29:53.954142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-5dbe4608-609f-464a-9a0c-f8994f82e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:53.955670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-5dbe4608-609f-464a-9a0c-f8994f82e54f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1127 time: 0.5902324 Nov 10 16:29:53.994668 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:54.073274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6158bc11-5761-4182-9881-a27b83aea6f7 req-57211795-0196-4409-8529-af8bc07d08dd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962192 Nov 10 16:29:54.090532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:54.117085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:29:54.117852 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:29:54.122133 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:29:54.132547 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f30d0d0-743f-4839-a91d-30c6d4b800cf x-openstack-request-id: req-0f30d0d0-743f-4839-a91d-30c6d4b800cf {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:54.133829 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c89731-1c92-49d2-989f-f43c9f1c6b1b", "name": "network-vif-plugged", "status": "completed", "tag": "00b438c0-d9bd-4006-86bf-8248f258b0bf", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:54.134569 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f30d0d0-743f-4839-a91d-30c6d4b800cf {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:54.135386 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c89731-1c92-49d2-989f-f43c9f1c6b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b438c0-d9bd-4006-86bf-8248f258b0bf', 'code': 200} Nov 10 16:29:54.138996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38fb650-4e9c-4737-8db1-35bbb8ffe06f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:54.148325 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:54.179873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Transition to ACTIVE for port object a38fb650-4e9c-4737-8db1-35bbb8ffe06f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:54.207676 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.18', 50158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:54.225856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d2328-0686-4556-901a-9726f25cf71a req-c1de8184-30dd-4b8d-8074-3954c801eb82 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:54.227755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-408d2328-0686-4556-901a-9726f25cf71a req-c1de8184-30dd-4b8d-8074-3954c801eb82 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 950 time: 0.1880696 Nov 10 16:29:54.228255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.18', 50159) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:54.259874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b151a722-3cba-408e-80f0-f04c89d1b329 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347815 Nov 10 16:29:54.269082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-6cef5353-b6d9-4896-91ca-71ce71eee482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:54.269082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-6cef5353-b6d9-4896-91ca-71ce71eee482 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.2869070 Nov 10 16:29:54.362307 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:54.362829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-9e99edbf-f744-440a-942a-a4299c04471f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 217 time: 0.0750422 Nov 10 16:29:54.374836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8689ff7b-b882-44c8-b5db-25303e85a310 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:54.378471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:54.403357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 8689ff7b-b882-44c8-b5db-25303e85a310 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:54.403885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8689ff7b-b882-44c8-b5db-25303e85a310 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:54.436079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608558cc-6eb9-4cdd-9a34-f0d790dbbbb0 req-22b26425-f06c-4c8a-9274-02fa43b0c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:54.437742 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-608558cc-6eb9-4cdd-9a34-f0d790dbbbb0 req-22b26425-f06c-4c8a-9274-02fa43b0c1f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 1102 time: 0.2055631 Nov 10 16:29:54.456895 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:54.460391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f3576e28-e065-4c19-8570-431a17e42d10 HTTP/1.1" status: 204 len: 168 time: 2.0527053 Nov 10 16:29:54.486212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea48dcd-2fd0-4b7a-ad30-0fb30aeb8b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3576e28-e065-4c19-8570-431a17e42d10,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:54.501438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-408d2328-0686-4556-901a-9726f25cf71a req-04610fe8-2ce6-4638-b8b2-927e1df7e06c tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349107 Nov 10 16:29:54.510331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-4278ab0c-2236-412c-81ac-ce37e6fe19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:54.511878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-4278ab0c-2236-412c-81ac-ce37e6fe19f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1317313 Nov 10 16:29:54.554069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-608558cc-6eb9-4cdd-9a34-f0d790dbbbb0 req-e6ec0626-57ce-449b-ad31-6fdc5fda6a00 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006188 Nov 10 16:29:54.600630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-ed8d0283-b702-4550-936b-852c196db56f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491328 Nov 10 16:29:54.638557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7146b98a-677b-4541-aef2-62a123ac168c req-89f70812-d5a0-4356-bef9-407d5a981c7b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0358434 Nov 10 16:29:54.687448 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-5778ef81-9d07-441c-9de9-c5b052fa9f31 req-7828f737-e09e-404a-8b80-a352a40810c9 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] show failed (client error): The resource could not be found. Nov 10 16:29:54.691907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5778ef81-9d07-441c-9de9-c5b052fa9f31 req-7828f737-e09e-404a-8b80-a352a40810c9 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/2c27a9fc-3fe3-4bb6-900f-28775aeed3cf HTTP/1.1" status: 404 len: 352 time: 0.0168610 Nov 10 16:29:54.814621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-577e16f2-309e-4f6c-82b7-ee3687820ca7 req-da94692c-6047-4e4e-b277-c3d4ed829b81 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 210 time: 0.0595915 Nov 10 16:29:54.879346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Pushing event updated for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:54.881535 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-2488fe7e-eac0-43f8-bf80-6e648f75fea5 req-a0de4c0c-9add-45cd-b0d3-7d05179148ab tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] show failed (client error): The resource could not be found. Nov 10 16:29:54.882679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2488fe7e-eac0-43f8-bf80-6e648f75fea5 req-a0de4c0c-9add-45cd-b0d3-7d05179148ab tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-group-rules/866e033a-a783-4c7f-9c9e-e1007a806bb2 HTTP/1.1" status: 404 len: 361 time: 0.0247641 Nov 10 16:29:54.911561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f022a7-2d73-46dd-a311-84175cb285de req-471e4259-38c9-469d-abe8-61167fceaa7b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:54.913131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4f022a7-2d73-46dd-a311-84175cb285de req-471e4259-38c9-469d-abe8-61167fceaa7b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 931 time: 0.6149650 Nov 10 16:29:54.944332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-49ded16c-7fed-437b-8c8e-2ad4c6e52beb tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:54.944700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-61ae5055-05d8-4f53-bc08-c64fbb95e360 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745441 Nov 10 16:29:54.944867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-49ded16c-7fed-437b-8c8e-2ad4c6e52beb tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e02027-8757-4cdf-a92b-c292bccc16ec HTTP/1.1" status: 200 len: 943 time: 0.1814499 Nov 10 16:29:55.015743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-721e8f04-e6d0-46ba-bc60-6f751fbcb8bc tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:55.016246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33992) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:55.017549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-721e8f04-e6d0-46ba-bc60-6f751fbcb8bc tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7472816 Nov 10 16:29:55.021028 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8d4bb95-290c-4659-b615-3a8c0cd223d5 req-57ff2f53-5e7a-432d-8361-7d94d99bf67f tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/ed8b001d-288e-49e2-a8af-95a6def7c2e2 HTTP/1.1" status: 200 len: 1825 time: 0.1028864 Nov 10 16:29:55.044125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Request body: {'port': {'device_id': '4381f924-2c7f-4c9b-a372-77aa8ab3d728', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '54beeb0410c3445491a8078eddd7458f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:55.133005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-07201ccf-d6e8-452e-a81c-c536eecf3b20 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832291 Nov 10 16:29:55.181681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4f022a7-2d73-46dd-a311-84175cb285de req-1a4be7be-4341-49f4-acbe-c1d1783be8ed tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587137 Nov 10 16:29:55.192539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:55.192876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:55.193206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:55.221895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:55.222358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:55.248917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:55.249264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:55.249669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:55.250117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Bound port: a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:55.250481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.257109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5173e3c9-2b6b-4e3c-b82e-e834e32d75ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d068b9fe096d40afa4134aaf0318e485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346501 Nov 10 16:29:55.267621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:55.302321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1adc21ba-9451-4312-acd2-01cde288a5a6 req-ac55fff1-050f-439d-8868-22ff6f56fec4 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513010 Nov 10 16:29:55.341077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Deleting port ea707e95-1feb-4673-acae-fb2237ba08f4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:29:55.341528 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.342300 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f8d4bb95-290c-4659-b615-3a8c0cd223d5 req-fa0c8eab-8b0c-4140-aae8-36baa92e6ac2 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.350235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-6c00e3c3-1a50-45a0-aac5-472f6592c10e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:55.351729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-6c00e3c3-1a50-45a0-aac5-472f6592c10e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013004 Nov 10 16:29:55.382226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Request body: {'port': {'device_id': '8d76a6fd-a075-4040-a934-4f00c4750506', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '54beeb0410c3445491a8078eddd7458f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:55.395634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Made reservation on behalf of 54beeb0410c3445491a8078eddd7458f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:55.399165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.415270 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f8d4bb95-290c-4659-b615-3a8c0cd223d5 req-fa0c8eab-8b0c-4140-aae8-36baa92e6ac2 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.486328 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6891f12d-6536-4dfb-915a-2c6a318494fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.532959 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6891f12d-6536-4dfb-915a-2c6a318494fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.551750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:55.589160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85160c30-6c1e-4640-928e-b52aa07c1035 req-566dd98d-994a-4549-8a34-c0fc4e5cf881 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:55.590759 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85160c30-6c1e-4640-928e-b52aa07c1035 req-566dd98d-994a-4549-8a34-c0fc4e5cf881 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.2530804 Nov 10 16:29:55.592654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:55.638419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f8d4bb95-290c-4659-b615-3a8c0cd223d5 req-fa0c8eab-8b0c-4140-aae8-36baa92e6ac2 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.643319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f8d4bb95-290c-4659-b615-3a8c0cd223d5 req-fa0c8eab-8b0c-4140-aae8-36baa92e6ac2 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.643319 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8d4bb95-290c-4659-b615-3a8c0cd223d5 req-fa0c8eab-8b0c-4140-aae8-36baa92e6ac2 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed8b001d-288e-49e2-a8af-95a6def7c2e2 HTTP/1.1" status: 204 len: 173 time: 0.5729401 Nov 10 16:29:55.655122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c8eab-8b0c-4140-aae8-36baa92e6ac2 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8b001d-288e-49e2-a8af-95a6def7c2e2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:55.666610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Made reservation on behalf of 54beeb0410c3445491a8078eddd7458f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:55.671853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.687265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] For port ea707e95-1feb-4673-acae-fb2237ba08f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ea707e95-1feb-4673-acae-fb2237ba08f4,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:55.687706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.726822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Calling delete_port for ea707e95-1feb-4673-acae-fb2237ba08f4 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:29:55.735434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Allocated IP 192.168.233.192 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/111bb760-c46a-435d-a616-49a96ee2323c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:55.760173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6891f12d-6536-4dfb-915a-2c6a318494fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.763579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6891f12d-6536-4dfb-915a-2c6a318494fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.764350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85160c30-6c1e-4640-928e-b52aa07c1035 req-f56b438e-c967-4849-8a16-e25581954285 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628740 Nov 10 16:29:55.765691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6891f12d-6536-4dfb-915a-2c6a318494fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d76c5cae-a692-42f4-b0c2-71b66fdab113 HTTP/1.1" status: 204 len: 168 time: 0.4934206 Nov 10 16:29:55.788249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891f12d-6536-4dfb-915a-2c6a318494fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76c5cae-a692-42f4-b0c2-71b66fdab113,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:55.811971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.895639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:55.896264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:55.897671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] 10.222.0.18 "PUT /v2.0/ports/a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 1092 time: 2.4956462 Nov 10 16:29:55.898122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:55.900426 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aece2e3-4c73-4589-a1ad-d0b273ceb427" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:55.901199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc8ffd-2d99-4388-9aa3-0eff96df8349 req-9945fba4-46cc-49c5-8a12-d7b15a116bd2 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:55.904490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cabc8ffd-2d99-4388-9aa3-0eff96df8349 req-9945fba4-46cc-49c5-8a12-d7b15a116bd2 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 950 time: 0.0583022 Nov 10 16:29:55.957148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cabc8ffd-2d99-4388-9aa3-0eff96df8349 req-16ca72e1-8ba2-4f73-b11c-e8b06e401645 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452399 Nov 10 16:29:55.969759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e82262-7925-4b2e-9a18-d9ef17bbdad7 service neutron] Pushing event updated for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:55.979476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ce7892c-a3dd-40fa-b6b5-d0eba136d605 req-3ce20b00-b8d6-4c6f-81ee-760dadde6543 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/f31e6835-184c-40f3-b05e-101a1bd9abe8 HTTP/1.1" status: 200 len: 1828 time: 0.1528037 Nov 10 16:29:56.064386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94aa97d6-a431-4d2b-8fe7-6e501892213b req-6b844140-4ce2-4faa-9756-5e59091120b5 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0280919 Nov 10 16:29:56.213474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.216456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-1783390f-4ca4-44bf-9da5-a131e749e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:56.218013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-1783390f-4ca4-44bf-9da5-a131e749e34e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1095 time: 0.1172941 Nov 10 16:29:56.218617 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8ce7892c-a3dd-40fa-b6b5-d0eba136d605 req-3fc121da-d390-4475-b87b-c1a1fa4e863c tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.219169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0c705bd-1d00-45b2-b21e-91723dd84b65 req-9be446b5-0c72-41c6-91c2-a308faadcade tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 210 time: 0.0293159 Nov 10 16:29:56.283832 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8696b2-7d3c-4bea-99ac-2f87f80e5598 x-openstack-request-id: req-ff8696b2-7d3c-4bea-99ac-2f87f80e5598 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:56.284183 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:56.284365 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff8696b2-7d3c-4bea-99ac-2f87f80e5598 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:56.284771 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f', 'status': 'completed', 'code': 200} Nov 10 16:29:56.299367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.305128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-94441044-add8-40b5-8dbb-9952830848ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 217 time: 0.0779068 Nov 10 16:29:56.306684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8ce7892c-a3dd-40fa-b6b5-d0eba136d605 req-3fc121da-d390-4475-b87b-c1a1fa4e863c tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.378806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Pushing event deleted for resources: {'Port': ['ID=ea707e95-1feb-4673-acae-fb2237ba08f4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:56.382145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5abeb1-9dbe-49af-90d5-a21977bab5ae req-01b0b54b-2fff-4dda-8bae-b5bf76258c34 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:56.403093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd5abeb1-9dbe-49af-90d5-a21977bab5ae req-01b0b54b-2fff-4dda-8bae-b5bf76258c34 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0706577 Nov 10 16:29:56.450654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] No DVR routers for this DVR port ea707e95-1feb-4673-acae-fb2237ba08f4 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:56.453528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-1aa90a19-aef2-4b53-a833-b284a84cafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:56.455045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-1aa90a19-aef2-4b53-a833-b284a84cafa3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.1327903 Nov 10 16:29:56.455294 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd5abeb1-9dbe-49af-90d5-a21977bab5ae req-630a2fad-0bd9-4832-abca-59cc9a4cd27a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Nov 10 16:29:56.456122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.459284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81e5f2-a1f6-49e2-a78b-3e93f4bec718 req-b4059d48-4ba3-4a99-8a90-1b7ddb0a2c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.69 "DELETE /v2.0/ports/ea707e95-1feb-4673-acae-fb2237ba08f4 HTTP/1.1" status: 204 len: 173 time: 1.4855621 Nov 10 16:29:56.487458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.490628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-3d2b65ce-7f57-439e-9d36-7f663d9caae2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284221 Nov 10 16:29:56.499244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:56.504656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:56.593351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Allocated IP 192.168.233.229 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/fe99fea7-8554-4e3e-ac5f-9dfb37a9449b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:56.598270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:56.658284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8ce7892c-a3dd-40fa-b6b5-d0eba136d605 req-3fc121da-d390-4475-b87b-c1a1fa4e863c tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.660952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8ce7892c-a3dd-40fa-b6b5-d0eba136d605 req-3fc121da-d390-4475-b87b-c1a1fa4e863c tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.665085 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ce7892c-a3dd-40fa-b6b5-d0eba136d605 req-3fc121da-d390-4475-b87b-c1a1fa4e863c tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "DELETE /v2.0/security-groups/f31e6835-184c-40f3-b05e-101a1bd9abe8 HTTP/1.1" status: 204 len: 173 time: 0.6703978 Nov 10 16:29:56.676011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:56.691558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:56.691558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'Port': ['ID=111bb760-c46a-435d-a616-49a96ee2323c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:56.729252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc121da-d390-4475-b87b-c1a1fa4e863c tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31e6835-184c-40f3-b05e-101a1bd9abe8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:56.796090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-55a6afcd-b6c1-4478-9729-ad0209d054a6 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808554 Nov 10 16:29:56.805251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:56.805575 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:56.823896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-aa23e19f-ed8b-45d1-a0ee-2d137edb2a80 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:56.826708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-aa23e19f-ed8b-45d1-a0ee-2d137edb2a80 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.69 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 805 time: 0.3024118 Nov 10 16:29:56.848663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Request body: {'port': {'device_id': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'admin_state_up': True, 'tenant_id': '07821b1f5ad54adb867ee7267cf6957a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:56.980978 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-4d966639-23cf-4e8a-afdf-ee7fb5921c69 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9432445 Nov 10 16:29:57.019537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Request body: {'port': {'device_id': '4381f924-2c7f-4c9b-a372-77aa8ab3d728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:57.067777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71859566-7121-46d8-8819-6c3930d13a25 req-1971f17e-264c-4799-8fe4-473e373610a8 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/9691d43a-9b5d-4c50-8d01-9962303c37f8 HTTP/1.1" status: 200 len: 1828 time: 0.2166927 Nov 10 16:29:57.084960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.123703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-685d7e95-8ea3-42cd-88c2-f4d6b8584cd6 None None] Provisioning complete for port 111bb760-c46a-435d-a616-49a96ee2323c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:57.123703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-685d7e95-8ea3-42cd-88c2-f4d6b8584cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.142817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aafcef91-1ad4-4086-8b57-f7ec37838821 req-95ef6fe1-35ec-434c-9f10-e766122830ff service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335404 Nov 10 16:29:57.166083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.199382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9e16-f0cb-4a94-afc8-b9b655ce882e req-bebaadd2-0656-4543-9a1b-c07af5c24600 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:57.206933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a1a9e16-f0cb-4a94-afc8-b9b655ce882e req-bebaadd2-0656-4543-9a1b-c07af5c24600 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.1535168 Nov 10 16:29:57.236742 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-71859566-7121-46d8-8819-6c3930d13a25 req-e77ac1ba-2f7a-4423-ba5a-0709ad3b8031 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.241062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-685d7e95-8ea3-42cd-88c2-f4d6b8584cd6 None None] Port 111bb760-c46a-435d-a616-49a96ee2323c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:29:57.287437 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-71859566-7121-46d8-8819-6c3930d13a25 req-e77ac1ba-2f7a-4423-ba5a-0709ad3b8031 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.294654 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a1a9e16-f0cb-4a94-afc8-b9b655ce882e req-ff1c539b-4340-4930-8919-85002bf775ae tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868256 Nov 10 16:29:57.441232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b77df-ec2c-4f86-89ec-160d3408ea28 req-d10e106b-1238-4d8f-a806-958f6fbd2e40 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:57.444676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.447889 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b5b77df-ec2c-4f86-89ec-160d3408ea28 req-d10e106b-1238-4d8f-a806-958f6fbd2e40 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 950 time: 0.0515919 Nov 10 16:29:57.453479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Made reservation on behalf of 07821b1f5ad54adb867ee7267cf6957a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:57.457258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.502959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:57.535669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-71859566-7121-46d8-8819-6c3930d13a25 req-e77ac1ba-2f7a-4423-ba5a-0709ad3b8031 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.539898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-71859566-7121-46d8-8819-6c3930d13a25 req-e77ac1ba-2f7a-4423-ba5a-0709ad3b8031 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:57.541060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71859566-7121-46d8-8819-6c3930d13a25 req-e77ac1ba-2f7a-4423-ba5a-0709ad3b8031 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "DELETE /v2.0/security-groups/9691d43a-9b5d-4c50-8d01-9962303c37f8 HTTP/1.1" status: 204 len: 173 time: 0.4724925 Nov 10 16:29:57.612071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'Port': ['ID=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:57.616546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:57.650988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:57.665922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ac1ba-2f7a-4423-ba5a-0709ad3b8031 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9691d43a-9b5d-4c50-8d01-9962303c37f8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:57.670429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:57.675594 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b5b77df-ec2c-4f86-89ec-160d3408ea28 req-340b62ef-7202-43da-a381-09a28b5fa62b tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231479 Nov 10 16:29:57.691091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:57.693819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-cc618a08-a338-45b4-b185-c2b9d5badc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:57.695488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-cc618a08-a338-45b4-b185-c2b9d5badc5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1095 time: 0.1721699 Nov 10 16:29:57.715990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:29:57.770099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-624fe2bd-4092-4f75-bc49-b8608910b10f req-b3d7f57c-9d18-4fd0-ab5c-dbb2d494a6d6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0799513 Nov 10 16:29:57.822863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ea707e95-1feb-4673-acae-fb2237ba08f4 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:29:57.839054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Allocated IP 172.20.0.8 (2ae7cc7b-e07d-4b87-a35c-92ca19de3891/ae5b819f-2145-4a06-bf70-51656d2d2dc6/f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:29:57.924148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: ea707e95-1feb-4673-acae-fb2237ba08f4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:29:57.924924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ea707e95-1feb-4673-acae-fb2237ba08f4 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:29:58.011227 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.012884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-941931466-network', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:58.026130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-44436ef6-ef97-47a7-8a53-4902b6ecf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:58.026130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-44436ef6-ef97-47a7-8a53-4902b6ecf0aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.2923141 Nov 10 16:29:58.062550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-c36d5117-156b-4a00-89ba-61028793470f service neutron] 10.222.0.18 "GET /v2.0/ports/828fc4f8-a542-4df4-a303-83c7d918803d/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.5692103 Nov 10 16:29:58.091074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f689cf8-a9d8-43a0-b79b-741219fbf7f1 None None] Provisioning complete for port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:29:58.091778 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f689cf8-a9d8-43a0-b79b-741219fbf7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.104689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-587d4f58-9313-4b81-926f-6046a1c9f91e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 217 time: 0.0695004 Nov 10 16:29:58.114698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:58.115298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.148172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f689cf8-a9d8-43a0-b79b-741219fbf7f1 None None] Port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:29:58.175416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6de5bc-92a1-4138-a6bf-a21687b3a2a8 req-16cc319c-4f86-4828-aa4f-c1749206abff tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:58.177163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b6de5bc-92a1-4138-a6bf-a21687b3a2a8 req-16cc319c-4f86-4828-aa4f-c1749206abff tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 936 time: 0.1309614 Nov 10 16:29:58.190830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b655ab-279c-4fe0-91dd-3c2745cba1fb req-e280e7d5-0879-40c5-b1c8-8bfe8bbbc754 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:58.191721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.192382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0b655ab-279c-4fe0-91dd-3c2745cba1fb req-e280e7d5-0879-40c5-b1c8-8bfe8bbbc754 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.1868110 Nov 10 16:29:58.197558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-f40643f1-2fee-4938-8399-ef5bcb970984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:58.198971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-f40643f1-2fee-4938-8399-ef5bcb970984 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0797002 Nov 10 16:29:58.245681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-14306e66-aa13-44b3-8585-961c903d7fe3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364017 Nov 10 16:29:58.248890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Made reservation on behalf of 4b3316a19e114ecf84fbb87b091bfd19 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:58.251139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.275972 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.287772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'name': 'network-vif-deleted', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:29:58.290072 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a9ee0-2a16-47cd-83d3-5452aa35764d" -d '{"events": [{"server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "name": "network-vif-deleted", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:29:58.302882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:29:58.335397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Pushing event updated for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:58.337916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:29:58.348119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:29:58.349257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-15fdecca-b281-41fd-87b2-595f0d94a12e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9720411 Nov 10 16:29:58.356419 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0b655ab-279c-4fe0-91dd-3c2745cba1fb req-aff013bb-8575-464e-8dbc-67ce409dc82d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539917 Nov 10 16:29:58.357216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111bb760-c46a-435d-a616-49a96ee2323c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:58.373771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Request body: {'port': {'device_id': '8d76a6fd-a075-4040-a934-4f00c4750506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:58.395259 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.430453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b6de5bc-92a1-4138-a6bf-a21687b3a2a8 req-23896807-5e79-49de-b5e1-76c6a1d19da6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298214 Nov 10 16:29:58.461564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Transition to ACTIVE for port object 111bb760-c46a-435d-a616-49a96ee2323c will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:58.469636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:58.470355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.483624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-81f4199a-a61e-44f7-a567-d69ba53201d2 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217913 Nov 10 16:29:58.527891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.549097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca08bad4-2030-4a6a-9c1a-b8950e395098 req-24636cb9-88af-413a-ac43-149517683207 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/28ca7062-270b-4881-9f63-3f551ad7e30a HTTP/1.1" status: 200 len: 1830 time: 0.1415904 Nov 10 16:29:58.549732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:58.558737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.608090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:58.644039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-39e2c939-8fe4-44bf-8cf3-96cc5adcc112 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8005850 Nov 10 16:29:58.650679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Pushing event updated for resources: {'Port': ['ID=111bb760-c46a-435d-a616-49a96ee2323c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:58.664312 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.681567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Request body: {'port': {'device_id': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:58.689664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828fc4f8-a542-4df4-a303-83c7d918803d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:58.737498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:29:58.773202 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8aece2e3-4c73-4589-a1ad-d0b273ceb427 req-0c0530b3-fc60-424b-8a7d-6e7a558bbcd6 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755346 Nov 10 16:29:58.804261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.804508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.807593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Attempting to bind port 111bb760-c46a-435d-a616-49a96ee2323c on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:58.812779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Attempting to bind port 111bb760-c46a-435d-a616-49a96ee2323c by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:58.812779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Attempting to bind port 111bb760-c46a-435d-a616-49a96ee2323c on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:58.813263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca08bad4-2030-4a6a-9c1a-b8950e395098 req-359ff476-efa8-4886-8a21-6a021e36ad37 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.822211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Port 111bb760-c46a-435d-a616-49a96ee2323c on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:58.822211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Attempting to bind port 111bb760-c46a-435d-a616-49a96ee2323c on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:58.853901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:58.854159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:58.854518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:58.855613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Bound port: 111bb760-c46a-435d-a616-49a96ee2323c, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:58.855613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.861540 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.882393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:29:58.892315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa7444c-0a43-482b-85f4-e5665ebfd4a8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:58.896724 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca08bad4-2030-4a6a-9c1a-b8950e395098 req-359ff476-efa8-4886-8a21-6a021e36ad37 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.944415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:58.944846 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Added segment 2cf50903-c1f5-41c5-8edb-979bf5561b36 of type vlan for network 79263969-3093-4744-9744-f3a0cd141e76 Nov 10 16:29:59.020078 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.053343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] For port 111bb760-c46a-435d-a616-49a96ee2323c, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:59.085694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] For port 111bb760-c46a-435d-a616-49a96ee2323c, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=111bb760-c46a-435d-a616-49a96ee2323c,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:59.112061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca08bad4-2030-4a6a-9c1a-b8950e395098 req-359ff476-efa8-4886-8a21-6a021e36ad37 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.114775 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca08bad4-2030-4a6a-9c1a-b8950e395098 req-359ff476-efa8-4886-8a21-6a021e36ad37 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.116090 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca08bad4-2030-4a6a-9c1a-b8950e395098 req-359ff476-efa8-4886-8a21-6a021e36ad37 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "DELETE /v2.0/security-groups/28ca7062-270b-4881-9f63-3f551ad7e30a HTTP/1.1" status: 204 len: 173 time: 0.5337436 Nov 10 16:29:59.128448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] Transition to ACTIVE for port object 828fc4f8-a542-4df4-a303-83c7d918803d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:59.130068 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea698a95-edd4-4437-91b4-4b6703ee8ee2 x-openstack-request-id: req-ea698a95-edd4-4437-91b4-4b6703ee8ee2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:29:59.130500 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e02027-8757-4cdf-a92b-c292bccc16ec", "name": "network-vif-deleted", "tag": "ea707e95-1feb-4673-acae-fb2237ba08f4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:29:59.130666 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea698a95-edd4-4437-91b4-4b6703ee8ee2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:29:59.131257 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e02027-8757-4cdf-a92b-c292bccc16ec', 'name': 'network-vif-deleted', 'tag': 'ea707e95-1feb-4673-acae-fb2237ba08f4', 'status': 'completed', 'code': 200} Nov 10 16:29:59.133025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe99fea7-8554-4e3e-ac5f-9dfb37a9449b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:59.153794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ff476-efa8-4886-8a21-6a021e36ad37 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ca7062-270b-4881-9f63-3f551ad7e30a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:59.153794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.153794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:59.153794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.159971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.203455 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.219431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Transition to ACTIVE for port object fe99fea7-8554-4e3e-ac5f-9dfb37a9449b will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:59.268000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] Pushing event updated for resources: {'Network': ['ID=79263969-3093-4744-9744-f3a0cd141e76,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:59.281284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 79263969-3093-4744-9744-f3a0cd141e76 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:29:59.289800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c90cb-dd2f-4d0a-b498-de7e08b811a5 req-93439a9a-c8ac-4de2-ba61-c08aae948913 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:59.292097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-736c90cb-dd2f-4d0a-b498-de7e08b811a5 req-93439a9a-c8ac-4de2-ba61-c08aae948913 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 931 time: 0.0890355 Nov 10 16:29:59.299707 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.307802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:59.308449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.309993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] 10.222.0.18 "PUT /v2.0/ports/111bb760-c46a-435d-a616-49a96ee2323c HTTP/1.1" status: 200 len: 1097 time: 2.3078980 Nov 10 16:29:59.313459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.324336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-114f7a3d-5f7c-4eb1-9e24-d5e40fcb02ca admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6277969 Nov 10 16:29:59.335042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34068) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:29:59.358723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:29:59.367279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Request body: {'subnet': {'network_id': '79263969-3093-4744-9744-f3a0cd141e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-subnet', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:29:59.373520 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.385827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a1d40-9c05-4a6f-ad5f-313eb5de43bc service neutron] Pushing event updated for resources: {'Port': ['ID=111bb760-c46a-435d-a616-49a96ee2323c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:59.405225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fb14f-c9d3-4e5b-8552-8726f7d58067 req-3d4ed527-fa33-42a9-8c87-47b7b7bb09d8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:59.412676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a66fb14f-c9d3-4e5b-8552-8726f7d58067 req-3d4ed527-fa33-42a9-8c87-47b7b7bb09d8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 944 time: 0.2033343 Nov 10 16:29:59.430433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Transition to ACTIVE for port object f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:29:59.432943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] No DVR routers for this DVR port 828fc4f8-a542-4df4-a303-83c7d918803d on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:29:59.447909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Made reservation on behalf of 4b3316a19e114ecf84fbb87b091bfd19 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:29:59.450294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.490433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-736c90cb-dd2f-4d0a-b498-de7e08b811a5 req-d0f1c880-ab74-4b6a-9229-dea8f7d02a47 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801059 Nov 10 16:29:59.516930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:59.667759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Attempting to bind port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:29:59.668363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Attempting to bind port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:29:59.668849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Attempting to bind port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:59.682510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:29:59.682898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Attempting to bind port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:29:59.696802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7dd88-5444-497c-8075-ad6135fc7a7e req-7369d7b8-807b-493b-808d-ceffa948fa6b tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:59.697709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0b7dd88-5444-497c-8075-ad6135fc7a7e req-7369d7b8-807b-493b-808d-ceffa948fa6b tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 950 time: 0.1153276 Nov 10 16:29:59.721653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:29:59.721982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:29:59.722457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:29:59.722899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Bound port: fe99fea7-8554-4e3e-ac5f-9dfb37a9449b, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:29:59.723247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.836467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:29:59.856889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0b7dd88-5444-497c-8075-ad6135fc7a7e req-be939106-7e88-4766-ac7c-76977a3dcf9d tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364508 Nov 10 16:29:59.890919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] For port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:29:59.895982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] For port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:29:59.896874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] 10.222.0.18 "PUT /v2.0/ports/828fc4f8-a542-4df4-a303-83c7d918803d/bindings/n-h1-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8013685 Nov 10 16:29:59.916149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e7621-2351-4bee-8873-d97cd03d5189 service neutron] Pushing event updated for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:29:59.988686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a66fb14f-c9d3-4e5b-8552-8726f7d58067 req-342cb2e4-329f-43a9-b5f5-827063f0eed9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272536 Nov 10 16:29:59.989669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e682a5ac-1f89-44bc-9415-150de91fb9c6 req-a5db166f-4247-45f1-9424-dcaf9165fef7 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "GET /v2.0/security-groups/01b3465d-4ad0-47c7-9e1e-8bfd9d36d793 HTTP/1.1" status: 200 len: 1829 time: 0.0457957 Nov 10 16:29:59.990678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-6f950536-097f-4252-96bd-b179e04fc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:29:59.990678 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-6f950536-097f-4252-96bd-b179e04fc294 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 1100 time: 0.5095973 Nov 10 16:30:00.021930 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e682a5ac-1f89-44bc-9415-150de91fb9c6 req-dd44d8c6-52d9-49b9-898a-6d041029cf14 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.044726 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e682a5ac-1f89-44bc-9415-150de91fb9c6 req-dd44d8c6-52d9-49b9-898a-6d041029cf14 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.068396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-03324caf-bb37-4799-8a5a-143b800b991b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=111bb760-c46a-435d-a616-49a96ee2323c HTTP/1.1" status: 200 len: 217 time: 0.0722046 Nov 10 16:30:00.083873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:00.160318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Attempting to bind port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:00.160563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Attempting to bind port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:00.160895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Attempting to bind port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:00.177175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dcff5-c0c3-4248-88d5-9bb4334fa4e8 req-ac93adc4-d416-4012-b775-909765f1116c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.178680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f1dcff5-c0c3-4248-88d5-9bb4334fa4e8 req-ac93adc4-d416-4012-b775-909765f1116c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.1686931 Nov 10 16:30:00.180051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-81c17ade-00e7-46dc-bc09-b1e43393f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.181989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-81c17ade-00e7-46dc-bc09-b1e43393f032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0955315 Nov 10 16:30:00.182717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:30:00.183035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Attempting to bind port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:00.195660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:00.196000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Checking segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:00.196436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Bound using segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:00.196930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Bound port: f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:00.197405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.210034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.252551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.259712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e682a5ac-1f89-44bc-9415-150de91fb9c6 req-dd44d8c6-52d9-49b9-898a-6d041029cf14 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.262339 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e682a5ac-1f89-44bc-9415-150de91fb9c6 req-dd44d8c6-52d9-49b9-898a-6d041029cf14 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.263501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e682a5ac-1f89-44bc-9415-150de91fb9c6 req-dd44d8c6-52d9-49b9-898a-6d041029cf14 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] 10.222.0.62 "DELETE /v2.0/security-groups/01b3465d-4ad0-47c7-9e1e-8bfd9d36d793 HTTP/1.1" status: 204 len: 173 time: 0.3110583 Nov 10 16:30:00.272606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:00.309720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3f56d8-3702-49c6-9a4d-57bc1597ad78,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:00.344729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44d8c6-52d9-49b9-898a-6d041029cf14 tempest-SecurityGroupRulesNegativeTestJSON-812583278 tempest-SecurityGroupRulesNegativeTestJSON-812583278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b3465d-4ad0-47c7-9e1e-8bfd9d36d793,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:00.355517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.356000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.357568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] 10.222.0.69 "PUT /v2.0/ports/fe99fea7-8554-4e3e-ac5f-9dfb37a9449b HTTP/1.1" status: 200 len: 1097 time: 1.9928808 Nov 10 16:30:00.358746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d76a6fd-a075-4040-a934-4f00c4750506', 'tag': 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:00.374375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f1dcff5-c0c3-4248-88d5-9bb4334fa4e8 req-c22e1d61-48a2-405a-a3bd-96e33fad4ba7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755192 Nov 10 16:30:00.374915 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d76a6fd-a075-4040-a934-4f00c4750506", "tag": "fe99fea7-8554-4e3e-ac5f-9dfb37a9449b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:00.386921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b8142cbf-6b0e-45cd-9969-04a6949d76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.402279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b8142cbf-6b0e-45cd-9969-04a6949d76ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2073975 Nov 10 16:30:00.449442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:00.495453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:00.512012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-65844871-4b44-4019-b84b-4f3f0f080014 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.513721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-65844871-4b44-4019-b84b-4f3f0f080014 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.2500756 Nov 10 16:30:00.556265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-92a090a2-934a-4699-adad-504fe5410618 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.558140 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-92a090a2-934a-4699-adad-504fe5410618 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.18 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 950 time: 0.2410796 Nov 10 16:30:00.623290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.739509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.744858 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.744858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde HTTP/1.1" status: 200 len: 1092 time: 2.0650415 Nov 10 16:30:00.748260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Checking segment: {'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:00.748618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Network hostable DHCP agents. Network: 79263969-3093-4744-9744-f3a0cd141e76, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:30:00.754781 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4011d7fc-66df-4d1c-9a33-87449fbc2a44 x-openstack-request-id: req-4011d7fc-66df-4d1c-9a33-87449fbc2a44 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:00.755075 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d76a6fd-a075-4040-a934-4f00c4750506", "tag": "fe99fea7-8554-4e3e-ac5f-9dfb37a9449b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:00.755341 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4011d7fc-66df-4d1c-9a33-87449fbc2a44 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:00.755731 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d76a6fd-a075-4040-a934-4f00c4750506', 'tag': 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', 'status': 'completed', 'code': 200} Nov 10 16:30:00.774528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd6bc9-2a41-489d-b713-e448f54d7ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:00.793057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7949238-5ff3-4831-aada-1ccaa47312ed admin admin] Deleting subnet 1b56c682-8d5a-4fed-a930-dd046fa86a7e {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:30:00.802302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7949238-5ff3-4831-aada-1ccaa47312ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.811246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-3d01509d-63df-4387-8316-c974f9a27ca1 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996353 Nov 10 16:30:00.819475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-32275b88-bd4d-47cb-9740-41a8e1b62347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.820627 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-32275b88-bd4d-47cb-9740-41a8e1b62347 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f&tenant_id=531aafc4a0574d41a6a6f77ef66f5839 HTTP/1.1" status: 200 len: 1097 time: 0.2751966 Nov 10 16:30:00.825992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c856e-6bc5-4b3b-9ad0-5e7303e6aae8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:00.857198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e9406-cf33-4126-9c0e-01919292006b req-e87322c4-7872-414e-85bc-ec0d3cc303ff tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.858736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d22e9406-cf33-4126-9c0e-01919292006b req-e87322c4-7872-414e-85bc-ec0d3cc303ff tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 948 time: 0.4797411 Nov 10 16:30:00.865896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7949238-5ff3-4831-aada-1ccaa47312ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:00.879321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4771c-830b-4002-ad73-da8683b2cb41 req-8f6446db-6a51-461d-8dd2-07ead288e16e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.880811 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fb4771c-830b-4002-ad73-da8683b2cb41 req-8f6446db-6a51-461d-8dd2-07ead288e16e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 943 time: 0.2502835 Nov 10 16:30:00.903452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-028a4213-4d3c-42fa-b239-5b2339fbb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:00.904915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-028a4213-4d3c-42fa-b239-5b2339fbb72b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 1100 time: 0.1539648 Nov 10 16:30:00.935178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a38fb650-4e9c-4737-8db1-35bbb8ffe06f details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:00.937732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 828fc4f8-a542-4df4-a303-83c7d918803d no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:00.971556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-1896ab71-2346-493d-ae83-e4f17a25704d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b HTTP/1.1" status: 200 len: 217 time: 0.0537519 Nov 10 16:30:00.976848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Network 79263969-3093-4744-9744-f3a0cd141e76 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:30:00.995126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7949238-5ff3-4831-aada-1ccaa47312ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.011841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 828fc4f8-a542-4df4-a303-83c7d918803d not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:30:01.019632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Deleting port 00b438c0-d9bd-4006-86bf-8248f258b0bf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:01.020301 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.057601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-7eeb4993-78aa-47ac-8dfd-35ed37fe6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.059103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-7eeb4993-78aa-47ac-8dfd-35ed37fe6e41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1097 time: 0.2014399 Nov 10 16:30:01.059988 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d22e9406-cf33-4126-9c0e-01919292006b req-f84745e6-c59c-4dc2-82f6-4b483547b0df tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918635 Nov 10 16:30:01.080646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-b58e6ac0-c49b-44ac-8697-6e016ca8485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.080646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-b58e6ac0-c49b-44ac-8697-6e016ca8485f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 1095 time: 0.1521471 Nov 10 16:30:01.087355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:01.101285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'port_id': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f', 'mac_address': 'fa:16:3e:30:dc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b23c3c6-294c-4fac-aacd-a15617a63e9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:01.105892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b752f358-94af-4af2-89a7-10fb4a0dc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.107830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b52d7e3e-e649-4d72-8b5b-96ba4385f7a2 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855000 Nov 10 16:30:01.108425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-b752f358-94af-4af2-89a7-10fb4a0dc890 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1241157 Nov 10 16:30:01.116142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 79263969-3093-4744-9744-f3a0cd141e76) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:01.126149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.127131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.136867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fb4771c-830b-4002-ad73-da8683b2cb41 req-85307daf-767c-4096-89a0-6a156a564460 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145567 Nov 10 16:30:01.159117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6decd-1d8a-45be-b3a9-8aa388a97f5b None None] Network 79263969-3093-4744-9744-f3a0cd141e76 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:01.162896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4381f924-2c7f-4c9b-a372-77aa8ab3d728', 'tag': '111bb760-c46a-435d-a616-49a96ee2323c'}, {'name': 'network-changed', 'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:01.165887 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4381f924-2c7f-4c9b-a372-77aa8ab3d728", "tag": "111bb760-c46a-435d-a616-49a96ee2323c"}, {"name": "network-changed", "server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:01.219066 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.244159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38fb650-4e9c-4737-8db1-35bbb8ffe06f {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:01.271923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-7b62c530-1879-429c-89c4-1816027619f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.274125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-7b62c530-1879-429c-89c4-1816027619f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386366 Nov 10 16:30:01.278861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:01.283544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802180-97e7-4571-91f9-11f0739cd230 req-a9f4bb15-58a3-4818-bfd8-0c3bcb36f20d tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.285007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1802180-97e7-4571-91f9-11f0739cd230 req-a9f4bb15-58a3-4818-bfd8-0c3bcb36f20d tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 950 time: 0.1090453 Nov 10 16:30:01.287433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-59ba5afa-af18-4f87-8275-2cec9e31077f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde HTTP/1.1" status: 200 len: 217 time: 0.1699247 Nov 10 16:30:01.293778 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7949238-5ff3-4831-aada-1ccaa47312ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.300946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b99f690f-cd23-4059-987f-16679f33593d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9424889 Nov 10 16:30:01.304261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:01.326640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:01.360921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] For port 00b438c0-d9bd-4006-86bf-8248f258b0bf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=00b438c0-d9bd-4006-86bf-8248f258b0bf,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:01.361585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.373062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7949238-5ff3-4831-aada-1ccaa47312ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b56c682-8d5a-4fed-a930-dd046fa86a7e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:01.373293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-79263969-3093-4744-9744-f3a0cd141e76', 'network_id': '79263969-3093-4744-9744-f3a0cd141e76', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'fixed_ips': [{'subnet_id': '7c3f56d8-3702-49c6-9a4d-57bc1597ad78'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:30:01.374124 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.392002 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.404479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Calling delete_port for 00b438c0-d9bd-4006-86bf-8248f258b0bf owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:01.410097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7949238-5ff3-4831-aada-1ccaa47312ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.416741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c7949238-5ff3-4831-aada-1ccaa47312ed admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1b56c682-8d5a-4fed-a930-dd046fa86a7e HTTP/1.1" status: 204 len: 168 time: 1.1174459 Nov 10 16:30:01.417809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:01.426253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac38f-fefd-43d6-be49-27e2aa9d690a req-3b0e9fbc-2684-4df9-8094-01108a631b81 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.432324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ffac38f-fefd-43d6-be49-27e2aa9d690a req-3b0e9fbc-2684-4df9-8094-01108a631b81 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 945 time: 0.2024057 Nov 10 16:30:01.435904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-749eb4d2-4f8e-4023-b7ef-1251a7d740e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.437595 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-749eb4d2-4f8e-4023-b7ef-1251a7d740e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.3334806 Nov 10 16:30:01.457481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-023b732e-fac6-45bf-a2c6-bb5098561409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.459009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-023b732e-fac6-45bf-a2c6-bb5098561409 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae5b819f-2145-4a06-bf70-51656d2d2dc6 HTTP/1.1" status: 200 len: 845 time: 0.1454999 Nov 10 16:30:01.474061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1802180-97e7-4571-91f9-11f0739cd230 req-5855432d-f4d7-42ce-9315-a1b1cc2802e8 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/security-groups?id=59bfd596-a4d3-4165-ac99-37a58b29add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710069 Nov 10 16:30:01.484736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-91b8c9b2-439a-4e98-80a2-5b687c960702 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964586 Nov 10 16:30:01.553682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:01.588002 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd943e-2abe-41f7-93f7-82b43b6b2537 x-openstack-request-id: req-94bd943e-2abe-41f7-93f7-82b43b6b2537 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:01.588002 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4381f924-2c7f-4c9b-a372-77aa8ab3d728", "tag": "111bb760-c46a-435d-a616-49a96ee2323c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:01.588002 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94bd943e-2abe-41f7-93f7-82b43b6b2537 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:01.588002 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4381f924-2c7f-4c9b-a372-77aa8ab3d728', 'tag': '111bb760-c46a-435d-a616-49a96ee2323c', 'status': 'completed', 'code': 200} Nov 10 16:30:01.588002 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'status': 'completed', 'code': 200} Nov 10 16:30:01.588002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-f28e3209-3130-4bb4-86bc-d9e9e28c7ce6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 217 time: 0.1193113 Nov 10 16:30:01.588787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-7f5f97d8-29df-4926-aa8a-e50692cdfe23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102617 Nov 10 16:30:01.618747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['a38fb650-4e9c-4737-8db1-35bbb8ffe06f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:01.626449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Allocated IP 172.20.0.2 (79263969-3093-4744-9744-f3a0cd141e76/7c3f56d8-3702-49c6-9a4d-57bc1597ad78/c2cd657b-8667-4f1d-a3c8-ab74d2f54044) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:01.649854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.651859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.691641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e284feb-7848-4d9b-8b3a-2dea1ad525b6 req-e3df3b42-2bcf-4fb5-a179-8ab1a3fe2f3a service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998727 Nov 10 16:30:01.709481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-641f6eea-1015-4f30-9c5a-44155ec3ffbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.752319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.761292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba92139-0361-4e64-b9a5-4feaa3b149fd req-e938ec4c-8f44-499e-a62d-faab3938c1af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.763092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ba92139-0361-4e64-b9a5-4feaa3b149fd req-e938ec4c-8f44-499e-a62d-faab3938c1af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 944 time: 0.1212475 Nov 10 16:30:01.770198 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.800850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ffac38f-fefd-43d6-be49-27e2aa9d690a req-87fcb9d0-c925-4ecb-8d19-ccb2399fd9d2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578253 Nov 10 16:30:01.867687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-4f70b0f1-dc68-4d50-98d5-3e27a55a35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.869186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-4f70b0f1-dc68-4d50-98d5-3e27a55a35c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.2543557 Nov 10 16:30:01.872079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-b15a8482-d043-40e7-9d07-88f2ff41cc56 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544143 Nov 10 16:30:01.898479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.899229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-d31faf74-62e1-4cc2-baff-9c1382705fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:01.901441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-d31faf74-62e1-4cc2-baff-9c1382705fcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 1100 time: 0.2822526 Nov 10 16:30:01.909195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ba92139-0361-4e64-b9a5-4feaa3b149fd req-09ffaf19-9798-4d8e-9d85-22c838572deb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374381 Nov 10 16:30:01.992736 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:01.994038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-b1afb11c-4f94-4b47-8c9e-31348d00df1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835350 Nov 10 16:30:02.021793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-c6cbd5db-e457-4d0c-9940-ccec590ec140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:02.023341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-c6cbd5db-e457-4d0c-9940-ccec590ec140 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 1100 time: 0.1882851 Nov 10 16:30:02.025574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.033889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Network 79263969-3093-4744-9744-f3a0cd141e76 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:02.038854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:02.042964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:02.050948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Pushing event updated for resources: {'Port': ['ID=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:02.144306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Attempting to bind port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:02.145555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Attempting to bind port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:02.146163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Attempting to bind port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 on network 79263969-3093-4744-9744-f3a0cd141e76 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:02.154749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:02.163568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Checking segment: {'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:02.164630 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.166421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Bound using segment: {'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:02.167485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Bound port: c2cd657b-8667-4f1d-a3c8-ab74d2f54044, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:02.168423 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.183230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-943dfaaf-a15a-4726-976a-dd96e4a67a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:02.184766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-943dfaaf-a15a-4726-976a-dd96e4a67a27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1525614 Nov 10 16:30:02.244429 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-afddbab6-5c50-4647-a6de-e6bfab48d86e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b HTTP/1.1" status: 200 len: 217 time: 0.0477779 Nov 10 16:30:02.343412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-fe51bd06-ab4e-46e2-b001-530138a0b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:02.344890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-fe51bd06-ab4e-46e2-b001-530138a0b09c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0709383 Nov 10 16:30:02.353281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ece6f-0ed8-4421-9e84-a60d226a07bc req-93df4dd7-bf65-42f4-b175-0a4bac1f6afd tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:02.354681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-695ece6f-0ed8-4421-9e84-a60d226a07bc req-93df4dd7-bf65-42f4-b175-0a4bac1f6afd tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 943 time: 0.1146979 Nov 10 16:30:02.403685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] For port c2cd657b-8667-4f1d-a3c8-ab74d2f54044, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:02.407218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] For port c2cd657b-8667-4f1d-a3c8-ab74d2f54044, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,segment=NetworkSegment(2cf50903-c1f5-41c5-8edb-979bf5561b36),segment_id=2cf50903-c1f5-41c5-8edb-979bf5561b36)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:02.490301 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.509536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-007228f6-8fa9-4751-a2ce-eda88df3c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:02.512210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-007228f6-8fa9-4751-a2ce-eda88df3c4af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1558244 Nov 10 16:30:02.513442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.522368 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-695ece6f-0ed8-4421-9e84-a60d226a07bc req-6897f278-3d21-4cdf-8e2b-ff2501f5bb8a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462739 Nov 10 16:30:02.603232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c656d1-c2b6-43c3-8946-63826ec0ca5b None None] Pushing event updated for resources: {'Port': ['ID=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:02.627218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d684f4f6-810e-463f-bf75-8d17e6f15101']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:02.629527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-2f825316-9b28-41e6-9ba7-100434588b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:02.631194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-2f825316-9b28-41e6-9ba7-100434588b77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.7105601 Nov 10 16:30:02.646605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.657978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['00b438c0-d9bd-4006-86bf-8248f258b0bf'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:02.704653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.717632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5eb4cf29-0c06-4797-88d3-360226dea108 req-4a3be125-5c83-4bd6-9e04-5a897ee974b3 tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 210 time: 0.0499516 Nov 10 16:30:02.723125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f5899e-bc2c-453a-b65c-5037a02f4c81') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:02.723569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f5899e-bc2c-453a-b65c-5037a02f4c81') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:02.740430 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.742422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.751364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.764531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ce40-d220-4f38-850f-3449964d5d74 req-702b50bf-2904-44b0-9afb-3cde44d58809 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:02.772686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ce6ce40-d220-4f38-850f-3449964d5d74 req-702b50bf-2904-44b0-9afb-3cde44d58809 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 948 time: 0.3640757 Nov 10 16:30:02.796970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-2dd98d38-75f2-4973-a3cb-8684609b044f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=111bb760-c46a-435d-a616-49a96ee2323c HTTP/1.1" status: 200 len: 217 time: 0.1458721 Nov 10 16:30:02.816428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-86a12b07-0682-438c-af28-bbe1c655e623 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959678 Nov 10 16:30:02.826221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f303aad-b1fb-42b2-a122-7aab2eda1731 req-fa26aa7e-410c-4389-bb9f-b949729517a1 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9230478 Nov 10 16:30:02.828381 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-e04d6995-b701-450c-a649-5a396a7c3aee service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8162150 Nov 10 16:30:02.892854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Pushing event deleted for resources: {'Port': ['ID=00b438c0-d9bd-4006-86bf-8248f258b0bf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:02.935170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:30:02.935299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:02.951692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a38fb650-4e9c-4737-8db1-35bbb8ffe06f up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:30:02.996889 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:30:03.095971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ddb24-7690-489f-927c-01ba476b8f18 req-bd0d489a-177c-47ca-bf9b-c9582ece6dce tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:03.104455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-812ddb24-7690-489f-927c-01ba476b8f18 req-bd0d489a-177c-47ca-bf9b-c9582ece6dce tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 945 time: 0.1781445 Nov 10 16:30:03.121752 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Allocated IP 172.25.3.192 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/bf9e5365-8abc-4106-8ffb-2a39061aa0a4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:03.129523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port a38fb650-4e9c-4737-8db1-35bbb8ffe06f completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:03.138393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port a38fb650-4e9c-4737-8db1-35bbb8ffe06f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:03.139821 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.180045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ce6ce40-d220-4f38-850f-3449964d5d74 req-26bc5914-d15a-4d67-b560-d6c9677955a8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062643 Nov 10 16:30:03.194746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-812ddb24-7690-489f-927c-01ba476b8f18 req-85a976db-0c92-4d4f-a32c-d499569fb559 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867181 Nov 10 16:30:03.201433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99cc51f0-dd90-4a88-bee0-eeb4cadc4d6d req-e3cdd819-211e-40a6-84fb-6e985f999094 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459108 Nov 10 16:30:03.278337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] No DVR routers for this DVR port 00b438c0-d9bd-4006-86bf-8248f258b0bf on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:30:03.281124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.286509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-714d7365-2f03-4273-838c-d52e71d2e5f5 req-2a3518a7-407e-4c09-b123-d42eaa4b01df tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.18 "DELETE /v2.0/ports/00b438c0-d9bd-4006-86bf-8248f258b0bf HTTP/1.1" status: 204 len: 173 time: 2.7181816 Nov 10 16:30:03.308749 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.321500 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.331714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.338242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d684f4f6-810e-463f-bf75-8d17e6f15101 HTTP/1.1" status: 204 len: 168 time: 1.9044225 Nov 10 16:30:03.380176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-c01673ab-f43b-44df-ae34-730343273f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:03.382063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-c01673ab-f43b-44df-ae34-730343273f1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.5021226 Nov 10 16:30:03.389985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e752ad-089d-402f-8ea0-87f5e56d8008 admin admin] Pushing event deleted for resources: {'Network': ['ID=d684f4f6-810e-463f-bf75-8d17e6f15101,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:03.406620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:03.409739 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa63e43b-38cd-479a-abfc-00e959a0779e" -d '{"events": [{"server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "name": "network-vif-plugged", "status": "completed", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:03.417946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:03.464062 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.465177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-96a8fc93-f821-445a-99f1-e893a0ab9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:03.466646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-96a8fc93-f821-445a-99f1-e893a0ab9a61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 1095 time: 0.3950868 Nov 10 16:30:03.473074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-ea1186fb-7761-4058-859a-ab3e2489a9fd service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519440 Nov 10 16:30:03.496762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab588-1cc2-48f5-9f65-3f28f13e0b5a req-f9cf5bd1-896b-492c-933e-2ea4ab68659c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:03.498326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e3ab588-1cc2-48f5-9f65-3f28f13e0b5a req-f9cf5bd1-896b-492c-933e-2ea4ab68659c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 944 time: 0.1031215 Nov 10 16:30:03.506471 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a8b299-d736-4625-8a22-170acdc8c537 x-openstack-request-id: req-13a8b299-d736-4625-8a22-170acdc8c537 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:03.508494 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "name": "network-vif-plugged", "status": "completed", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:03.510710 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13a8b299-d736-4625-8a22-170acdc8c537 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:03.511778 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f', 'code': 200} Nov 10 16:30:03.540806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.542941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 00b438c0-d9bd-4006-86bf-8248f258b0bf no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:03.558473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-fb2c79be-170b-424d-b8d1-c08e7acaede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:03.562677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-fb2c79be-170b-424d-b8d1-c08e7acaede2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441319 Nov 10 16:30:03.586629 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e3ab588-1cc2-48f5-9f65-3f28f13e0b5a req-c56d286d-059c-4ac4-b53e-f92a38c4fc04 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634871 Nov 10 16:30:03.588922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c89731-1c92-49d2-989f-f43c9f1c6b1b', 'name': 'network-vif-deleted', 'tag': '00b438c0-d9bd-4006-86bf-8248f258b0bf'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:03.603854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 00b438c0-d9bd-4006-86bf-8248f258b0bf {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:30:03.604235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 00b438c0-d9bd-4006-86bf-8248f258b0bf not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:30:03.607643 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4971b796-2ee1-4f13-9adc-07e9aafbede3" -d '{"events": [{"server_uuid": "61c89731-1c92-49d2-989f-f43c9f1c6b1b", "name": "network-vif-deleted", "tag": "00b438c0-d9bd-4006-86bf-8248f258b0bf"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:03.682039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:03.701548 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.749207 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d3a59-6af7-4fad-9ff5-5f7829a4e591 x-openstack-request-id: req-1a8d3a59-6af7-4fad-9ff5-5f7829a4e591 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:03.756859 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c89731-1c92-49d2-989f-f43c9f1c6b1b", "name": "network-vif-deleted", "tag": "00b438c0-d9bd-4006-86bf-8248f258b0bf", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:03.756859 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a8d3a59-6af7-4fad-9ff5-5f7829a4e591 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:03.756859 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c89731-1c92-49d2-989f-f43c9f1c6b1b', 'name': 'network-vif-deleted', 'tag': '00b438c0-d9bd-4006-86bf-8248f258b0bf', 'status': 'completed', 'code': 200} Nov 10 16:30:03.780555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:03.785544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:03.788374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:03.803725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59b91579-39fe-48a4-aef1-98e7d985d462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:03.828700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Pushing event updated for resources: {'Port': ['ID=bf9e5365-8abc-4106-8ffb-2a39061aa0a4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:03.840990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34120) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:03.903290 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-478820d0-a14d-4e90-b84f-e45edc7a27dc req-fb8a7eee-f2da-4f0e-a623-cb14e13793af tempest-ImagesNegativeTestJSON-427279372 tempest-ImagesNegativeTestJSON-427279372-project] 10.222.0.62 "GET /v2.0/ports?device_id=61c89731-1c92-49d2-989f-f43c9f1c6b1b HTTP/1.1" status: 200 len: 210 time: 0.0542114 Nov 10 16:30:03.924574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-ebb780c4-87f3-4d6a-b54a-0dff645639fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:03.926237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-ebb780c4-87f3-4d6a-b54a-0dff645639fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 906 time: 0.4467216 Nov 10 16:30:03.935352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce24e1-8834-4f5c-8476-378fcabf3416 req-f18b0af8-f852-433c-9438-ee41cfb28a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:03.936828 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91ce24e1-8834-4f5c-8476-378fcabf3416 req-f18b0af8-f852-433c-9438-ee41cfb28a40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1097 time: 0.3260646 Nov 10 16:30:03.941155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-add97255-ebb3-481c-a706-18fffdcd46fa service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706291 Nov 10 16:30:03.950755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353e1f6-6ecc-4622-ad15-0654339d229e req-f21fe5ab-7642-416c-8bb3-ac7bea6ba87e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:03.952319 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1353e1f6-6ecc-4622-ad15-0654339d229e req-f21fe5ab-7642-416c-8bb3-ac7bea6ba87e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 943 time: 0.2392638 Nov 10 16:30:04.001467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e33132b-2a70-4ada-814d-955724e06779 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e2a3224a0c94953a48fe4c64a0c2bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591578 Nov 10 16:30:04.017746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:04.022871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c3d98-596e-4126-8836-5049caf53af7 None None] Network 79263969-3093-4744-9744-f3a0cd141e76 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:04.042995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-26de0989-a2bf-42fa-a044-38400fc37af5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde HTTP/1.1" status: 200 len: 217 time: 0.1041770 Nov 10 16:30:04.111121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b156ba58-821b-4605-83f8-323a17436401 None None] Provisioning complete for port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:04.111429 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b156ba58-821b-4605-83f8-323a17436401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.254046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.255492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91ce24e1-8834-4f5c-8476-378fcabf3416 req-92951406-b794-475a-9b5a-d079ee09324c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962589 Nov 10 16:30:04.275604 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1353e1f6-6ecc-4622-ad15-0654339d229e req-3092a2b7-7277-40cb-8345-1ba44893fb20 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009915 Nov 10 16:30:04.277491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b156ba58-821b-4605-83f8-323a17436401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.284600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de8d3-ede7-4491-9c33-c10332627acc req-95d6adb1-b0a3-4921-a3a3-a1e21eed3d3c tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:04.287471 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-95d6adb1-b0a3-4921-a3a3-a1e21eed3d3c tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.2756341 Nov 10 16:30:04.288373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-d5f2431b-e767-44a3-a744-38cd9396246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:04.290116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-d5f2431b-e767-44a3-a744-38cd9396246f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae5b819f-2145-4a06-bf70-51656d2d2dc6 HTTP/1.1" status: 200 len: 845 time: 0.2084062 Nov 10 16:30:04.344623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-29423029-8c1f-46be-9437-d7023371950c service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842685 Nov 10 16:30:04.346498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-aa682556-1aa2-4ade-8530-41b12680c93d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371618 Nov 10 16:30:04.369934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b156ba58-821b-4605-83f8-323a17436401 None None] For port c2cd657b-8667-4f1d-a3c8-ab74d2f54044, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,segment=NetworkSegment(2cf50903-c1f5-41c5-8edb-979bf5561b36),segment_id=2cf50903-c1f5-41c5-8edb-979bf5561b36)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:04.384504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0cecbef-81f7-48c6-82f6-767c0817efaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.434559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad84fc9-a4ac-4c08-a8b1-70983cacac81 req-12c8e7e9-7001-4d71-adde-9bb60f157794 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:04.445974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b156ba58-821b-4605-83f8-323a17436401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.458539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cad84fc9-a4ac-4c08-a8b1-70983cacac81 req-12c8e7e9-7001-4d71-adde-9bb60f157794 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 948 time: 0.1486266 Nov 10 16:30:04.525566 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0cecbef-81f7-48c6-82f6-767c0817efaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.528506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c2cd657b-8667-4f1d-a3c8-ab74d2f54044 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:04.559627 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cad84fc9-a4ac-4c08-a8b1-70983cacac81 req-6569a266-4e22-4383-b36b-1bece3f4b52a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930853 Nov 10 16:30:04.578453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d0e8-2c43-4828-9f6f-24c191119233 req-421ec22a-e801-4615-a654-d64ac2504050 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:04.584306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5341d0e8-2c43-4828-9f6f-24c191119233 req-421ec22a-e801-4615-a654-d64ac2504050 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 945 time: 0.1833451 Nov 10 16:30:04.643117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156ba58-821b-4605-83f8-323a17436401 None None] Pushing event updated for resources: {'Port': ['ID=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:04.678391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:04.678759 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.680558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e4274dd5-1d68-4548-8541-04e4e1125531 None None] Provisioning complete for port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:04.680902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4274dd5-1d68-4548-8541-04e4e1125531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.704606 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-00807322-7b84-40e8-9d7d-3d3d3a78e3d6 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323486 Nov 10 16:30:04.754332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5341d0e8-2c43-4828-9f6f-24c191119233 req-b9f8261e-49f3-4bcc-9b71-7ce386ee3506 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693373 Nov 10 16:30:04.755277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.825795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c02de8d3-ede7-4491-9c33-c10332627acc req-f6f81140-ee44-4988-ade1-162b3d0de0f6 service neutron] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:04.829711 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c02de8d3-ede7-4491-9c33-c10332627acc req-f6f81140-ee44-4988-ade1-162b3d0de0f6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.830900 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c02de8d3-ede7-4491-9c33-c10332627acc req-f6f81140-ee44-4988-ade1-162b3d0de0f6 service neutron] 10.222.0.69 "DELETE /v2.0/ports/828fc4f8-a542-4df4-a303-83c7d918803d/bindings/n-h2-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.5226002 Nov 10 16:30:04.878803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0cecbef-81f7-48c6-82f6-767c0817efaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.881933 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0cecbef-81f7-48c6-82f6-767c0817efaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.887122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b0cecbef-81f7-48c6-82f6-767c0817efaf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54d2083f-9ace-406f-9d6c-aadeb9a10b5c HTTP/1.1" status: 204 len: 168 time: 0.8660891 Nov 10 16:30:04.895458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cecbef-81f7-48c6-82f6-767c0817efaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d2083f-9ace-406f-9d6c-aadeb9a10b5c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:04.905794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4ec4e-c6fe-423c-8413-bdfe63e23e57 req-e13bdc79-e3d5-4fd2-9982-2f2cbae67a15 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:04.907384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13f4ec4e-c6fe-423c-8413-bdfe63e23e57 req-e13bdc79-e3d5-4fd2-9982-2f2cbae67a15 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0734560 Nov 10 16:30:04.950733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 111bb760-c46a-435d-a616-49a96ee2323c details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:04.966044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13f4ec4e-c6fe-423c-8413-bdfe63e23e57 req-1a5b9780-e50a-4a12-8816-8298ea0494cd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526063 Nov 10 16:30:04.967851 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:04.999457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Router e8f0548b-baba-4e18-91a5-efdde4f7745d is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:30:05.072468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 111bb760-c46a-435d-a616-49a96ee2323c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=111bb760-c46a-435d-a616-49a96ee2323c,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:05.088277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '111bb760-c46a-435d-a616-49a96ee2323c', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '111bb760-c46a-435d-a616-49a96ee2323c', 'mac_address': 'fa:16:3e:be:33:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:05.122498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:30:05.136117 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Sync routers for ids ['e8f0548b-baba-4e18-91a5-efdde4f7745d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:30:05.145809 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:05.154141 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Routers {'e8f0548b-baba-4e18-91a5-efdde4f7745d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:05.154141 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e8f0548b-baba-4e18-91a5-efdde4f7745d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:05.157417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391dd4d-2a0c-4d18-9898-d912dc64ca30 req-434147d3-2f42-4db8-b592-93ff179acb70 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:05.159023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4391dd4d-2a0c-4d18-9898-d912dc64ca30 req-434147d3-2f42-4db8-b592-93ff179acb70 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1097 time: 0.0602708 Nov 10 16:30:05.162562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111bb760-c46a-435d-a616-49a96ee2323c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:05.188294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:05.189894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5e315733-ec05-4f91-96c5-4504ea9b286f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8695905 Nov 10 16:30:05.192446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 111bb760-c46a-435d-a616-49a96ee2323c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=111bb760-c46a-435d-a616-49a96ee2323c,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:05.192654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:05.231905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4391dd4d-2a0c-4d18-9898-d912dc64ca30 req-bd44808b-2bf4-41fa-8f12-85c093b2f739 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566423 Nov 10 16:30:05.285465 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Set router e8f0548b-baba-4e18-91a5-efdde4f7745d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:05.294742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:05.458110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=111bb760-c46a-435d-a616-49a96ee2323c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:05.513267 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:04Z', 'revision_number': 3, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:05.524963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['111bb760-c46a-435d-a616-49a96ee2323c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:05.559498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ccf89-720a-439c-8af7-5102755c4b3c req-be39e38d-3250-4382-a296-83343203d045 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:05.568549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed6ccf89-720a-439c-8af7-5102755c4b3c req-be39e38d-3250-4382-a296-83343203d045 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0656645 Nov 10 16:30:05.577586 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Checking router: e8f0548b-baba-4e18-91a5-efdde4f7745d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:30:05.578248 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Updating router e8f0548b-baba-4e18-91a5-efdde4f7745d port bf9e5365-8abc-4106-8ffb-2a39061aa0a4 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:30:05.613379 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:05.628029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed6ccf89-720a-439c-8af7-5102755c4b3c req-ed95b46d-711d-4829-aa2f-5ce8181d1890 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584161 Nov 10 16:30:05.890802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-cb8e0fe6-8243-41b0-8938-37c2a940d02d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:05.892507 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-cb8e0fe6-8243-41b0-8938-37c2a940d02d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 808 time: 0.1306736 Nov 10 16:30:05.911751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-3bdf827a-c5ff-439a-a2bf-5f36193883cc tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/quotas/531aafc4a0574d41a6a6f77ef66f5839 HTTP/1.1" status: 200 len: 375 time: 0.0110786 Nov 10 16:30:05.951516 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:05.979791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-07fcdcf0-f501-48a0-8aab-fda49ccced9c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611496 Nov 10 16:30:06.055528 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.084109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-8ce9d59f-0baf-4a36-9724-be8aa6000210 service neutron] 10.222.0.62 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962605 Nov 10 16:30:06.127792 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Pushing event updated for resources: {'Port': ['ID=bf9e5365-8abc-4106-8ffb-2a39061aa0a4,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:06.138844 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.139698 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.139698 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.140129 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.140554 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.140993 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.141415 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.141831 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.142247 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.142666 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.143080 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.143667 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:06.151347 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Attempting to bind port bf9e5365-8abc-4106-8ffb-2a39061aa0a4 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:06.151863 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Attempting to bind port bf9e5365-8abc-4106-8ffb-2a39061aa0a4 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:06.152348 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Attempting to bind port bf9e5365-8abc-4106-8ffb-2a39061aa0a4 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:06.158856 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:06.159406 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:06.159909 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.160389 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:06.161145 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Bound port: bf9e5365-8abc-4106-8ffb-2a39061aa0a4, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:06.161917 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.206857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-00769d3c-f3f9-421c-8f4e-12dd94fad496 service neutron] 10.222.0.62 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143370 Nov 10 16:30:06.213115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.228874 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] For port bf9e5365-8abc-4106-8ffb-2a39061aa0a4, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:06.233256 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] For port bf9e5365-8abc-4106-8ffb-2a39061aa0a4, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bf9e5365-8abc-4106-8ffb-2a39061aa0a4,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:06.307570 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.359956 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Routers {'e8f0548b-baba-4e18-91a5-efdde4f7745d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:06.360871 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e8f0548b-baba-4e18-91a5-efdde4f7745d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:06.393327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c2cd657b-8667-4f1d-a3c8-ab74d2f54044 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:06.408179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Allocated IP 172.20.0.1 (79263969-3093-4744-9744-f3a0cd141e76/7c3f56d8-3702-49c6-9a4d-57bc1597ad78/3aeaad89-b877-4425-8da6-c6571624ad81) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:06.529999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34190) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:06.558115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:06.558515 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.673190 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.673996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.689030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a549a3-e3f5-4086-a0bf-3fec6d2b1f6b req-b405ae51-0005-4e65-97fe-4e645d67a6ab service neutron] 10.222.0.69 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737680 Nov 10 16:30:06.719113 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] Set router e8f0548b-baba-4e18-91a5-efdde4f7745d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:06.751053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f3ba0-b920-4ed2-bd14-e107ac9235d4 req-f0016eb4-1892-4ba5-99f0-c3a1e0c93cc5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:06.760073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee6f3ba0-b920-4ed2-bd14-e107ac9235d4 req-f0016eb4-1892-4ba5-99f0-c3a1e0c93cc5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 948 time: 0.0697801 Nov 10 16:30:06.827710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee6f3ba0-b920-4ed2-bd14-e107ac9235d4 req-a6ef792e-3abb-4113-9264-a268c9458300 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663614 Nov 10 16:30:06.839603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1243507395-network', 'tenant_id': '1a958e661e2e494882ecfa8225658f07'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:06.850587 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98278c-301b-4422-80ef-7c3acd86af44 None None] Pushing event updated for resources: {'Port': ['ID=bf9e5365-8abc-4106-8ffb-2a39061aa0a4,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:06.886855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca34402-8a74-4347-9ec2-e6996648f43c req-77d71db6-0f95-47fc-9830-a5bced32d54f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:06.892938 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eca34402-8a74-4347-9ec2-e6996648f43c req-77d71db6-0f95-47fc-9830-a5bced32d54f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.1356852 Nov 10 16:30:06.922353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54758a5d-e85e-4f20-b653-7b26462f03a0 req-2f9d9822-c263-4559-856d-d2a9718ae0fb tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 210 time: 0.0313621 Nov 10 16:30:06.934384 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:06.960359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 111bb760-c46a-435d-a616-49a96ee2323c up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:06.983815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Pushing event updated for resources: {'Port': ['ID=3aeaad89-b877-4425-8da6-c6571624ad81,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:07.017612 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:04Z', 'revision_number': 3, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:07.023117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Network 79263969-3093-4744-9744-f3a0cd141e76 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:07.035272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:07.039583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:07.046447 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eca34402-8a74-4347-9ec2-e6996648f43c req-357e3b27-ddff-4960-a10e-6c7180514c51 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381819 Nov 10 16:30:07.094807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Made reservation on behalf of 1a958e661e2e494882ecfa8225658f07 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:07.095427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 111bb760-c46a-435d-a616-49a96ee2323c completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:07.097323 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.099764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 111bb760-c46a-435d-a616-49a96ee2323c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:07.100381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.103185 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8502f-0264-457d-9ec0-b1507cd832d3 None None] The sync data for ids ['e8f0548b-baba-4e18-91a5-efdde4f7745d'] in n-d-714676-11 is: [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:04Z', 'revision_number': 3, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:30:07.113608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.131625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d92fc-531c-42ef-a7bb-453e463dc91a req-446d81ad-54c8-4d44-ad42-672fed2ae262 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:07.137554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-830d92fc-531c-42ef-a7bb-453e463dc91a req-446d81ad-54c8-4d44-ad42-672fed2ae262 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 945 time: 0.0797725 Nov 10 16:30:07.163760 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.268099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-830d92fc-531c-42ef-a7bb-453e463dc91a req-e8d6a31e-0503-458e-bc45-234d1349fd5a tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231112 Nov 10 16:30:07.320015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.370719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 111bb760-c46a-435d-a616-49a96ee2323c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=111bb760-c46a-435d-a616-49a96ee2323c,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:07.371896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4381f924-2c7f-4c9b-a372-77aa8ab3d728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111bb760-c46a-435d-a616-49a96ee2323c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:07.374382 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd048ff0-6130-4ffb-a513-b94e1400956d" -d '{"events": [{"server_uuid": "4381f924-2c7f-4c9b-a372-77aa8ab3d728", "name": "network-vif-plugged", "status": "completed", "tag": "111bb760-c46a-435d-a616-49a96ee2323c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:07.393051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.418892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dee50-0dd4-4504-b0e2-9cf70d8ac993 req-4cab0610-9598-41bd-a894-e9b2b1d881b4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:07.422990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d8dee50-0dd4-4504-b0e2-9cf70d8ac993 req-4cab0610-9598-41bd-a894-e9b2b1d881b4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 943 time: 0.1926050 Nov 10 16:30:07.449664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.450263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc85cb7-6cc5-422e-9251-7d9e6fbd41ca req-5875431f-881a-4847-90ed-3a7ecbd73935 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:07.451496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5fc85cb7-6cc5-422e-9251-7d9e6fbd41ca req-5875431f-881a-4847-90ed-3a7ecbd73935 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1097 time: 0.0621150 Nov 10 16:30:07.495689 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.521831 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.561978 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5fc85cb7-6cc5-422e-9251-7d9e6fbd41ca req-ae0e1473-1c6a-4365-94e6-48f992340b00 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961428 Nov 10 16:30:07.576346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2d01c3e4-b1d4-4d50-bc61-f3957b85f265 None None] Provisioning complete for port 3aeaad89-b877-4425-8da6-c6571624ad81 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:07.576346 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d01c3e4-b1d4-4d50-bc61-f3957b85f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.598473 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d8dee50-0dd4-4504-b0e2-9cf70d8ac993 req-e8f8d7f3-9510-4f5b-8c60-7ed03dd4dc0d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609328 Nov 10 16:30:07.609372 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.631148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2d01c3e4-b1d4-4d50-bc61-f3957b85f265 None None] Port 3aeaad89-b877-4425-8da6-c6571624ad81 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:30:07.631148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=111bb760-c46a-435d-a616-49a96ee2323c,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:07.682335 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3cfbb4-9bac-412c-9e22-f53b2b61d785 x-openstack-request-id: req-1a3cfbb4-9bac-412c-9e22-f53b2b61d785 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:07.682728 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4381f924-2c7f-4c9b-a372-77aa8ab3d728", "name": "network-vif-plugged", "status": "completed", "tag": "111bb760-c46a-435d-a616-49a96ee2323c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:07.683000 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a3cfbb4-9bac-412c-9e22-f53b2b61d785 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:07.683671 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4381f924-2c7f-4c9b-a372-77aa8ab3d728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111bb760-c46a-435d-a616-49a96ee2323c', 'code': 200} Nov 10 16:30:07.723399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:30:07.747725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.774827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a9e36c-75b6-4460-aa7f-4d0a06347090,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:07.809344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.809693 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Added segment 3d89a72b-6666-4c04-9402-a267e577e6bb of type vlan for network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 Nov 10 16:30:07.861155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dde82-a254-49b3-b11f-58a055989fce req-9399b503-cbb9-4213-bff8-131bdcff27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:07.863837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e71dde82-a254-49b3-b11f-58a055989fce req-9399b503-cbb9-4213-bff8-131bdcff27eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 1102 time: 0.0985043 Nov 10 16:30:07.879067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:07.933859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:07.986951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e71dde82-a254-49b3-b11f-58a055989fce req-bde10a68-f5c0-4208-8010-5cc6ae7b67ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090314 Nov 10 16:30:08.040544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:08.043236 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:30:08.060049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'port_id': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'mac_address': 'fa:16:3e:46:79:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b819f-2145-4a06-bf70-51656d2d2dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:08.110901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7442598-3320-4be2-9c33-ec00def80d7f req-cf915366-ff9b-4bb7-8939-ce016e39ffda tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 210 time: 0.0614092 Nov 10 16:30:08.119584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.139911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:08.166294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:08.210928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24debdc0-9df8-425a-86be-59202f5f2aff req-3f75ba48-08c4-4534-b105-50123d081d10 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:08.213110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-24debdc0-9df8-425a-86be-59202f5f2aff req-3f75ba48-08c4-4534-b105-50123d081d10 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 948 time: 0.2650857 Nov 10 16:30:08.251431 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.255118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:08.255743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.260905 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.262358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device fe99fea7-8554-4e3e-ac5f-9dfb37a9449b details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:08.367180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:08.390051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:08.503579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-24debdc0-9df8-425a-86be-59202f5f2aff req-e9c7e31f-cc19-4f63-92c9-2d03a7f97459 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839329 Nov 10 16:30:08.513771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] Pushing event updated for resources: {'Network': ['ID=2d644537-6c58-4dd8-abc5-3e1023ad0ab9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:08.536054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:30:08.543753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.574149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bf9e5365-8abc-4106-8ffb-2a39061aa0a4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:08.668513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:08.714063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a92c9875-b3f7-4409-990b-8ee4606b4cb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5b7c442964b48e388667c6233f7b71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223279 Nov 10 16:30:08.717224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', 'mac_address': 'fa:16:3e:bb:3f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:08.717940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:08.733155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a5f4c4e7-ad44-4a4a-8566-f592f2a96209 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1991808 Nov 10 16:30:08.736926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:08.752741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Request body: {'subnet': {'network_id': '2d644537-6c58-4dd8-abc5-3e1023ad0ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1243507395-subnet', 'tenant_id': '1a958e661e2e494882ecfa8225658f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:08.774925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.785872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.832481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bf9e5365-8abc-4106-8ffb-2a39061aa0a4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:08.832780 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.844607 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6013edcb-7991-43fa-bb72-be3109ccb6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.878602 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6013edcb-7991-43fa-bb72-be3109ccb6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.882358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe99fea7-8554-4e3e-ac5f-9dfb37a9449b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:08.888718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81da19-8f83-434f-a6d3-3c881766fa88 req-dba720ef-86e3-4225-b655-8fae9095c63c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:08.912255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a81da19-8f83-434f-a6d3-3c881766fa88 req-dba720ef-86e3-4225-b655-8fae9095c63c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 944 time: 0.2090020 Nov 10 16:30:08.936836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Made reservation on behalf of 1a958e661e2e494882ecfa8225658f07 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:08.939644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:08.972621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:09.015036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6013edcb-7991-43fa-bb72-be3109ccb6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:09.017777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6013edcb-7991-43fa-bb72-be3109ccb6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:09.022369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6013edcb-7991-43fa-bb72-be3109ccb6ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59bfd596-a4d3-4165-ac99-37a58b29add3 HTTP/1.1" status: 204 len: 168 time: 0.3032303 Nov 10 16:30:09.060346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013edcb-7991-43fa-bb72-be3109ccb6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bfd596-a4d3-4165-ac99-37a58b29add3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:09.080203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a81da19-8f83-434f-a6d3-3c881766fa88 req-a264577a-744a-448f-8caf-87dafff48cb7 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670306 Nov 10 16:30:09.100737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:09.109177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Pushing event updated for resources: {'Port': ['ID=3aeaad89-b877-4425-8da6-c6571624ad81,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:09.109458 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:09.361000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-047eb128-5bed-49c9-b875-883062b78df5 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1896094574&fields=id&tenant_id=ef97d876323f406aa91d9cd77d125702 HTTP/1.1" status: 200 len: 267 time: 0.1055655 Nov 10 16:30:09.376324 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:09.383648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79595f99-d7c3-4f5d-bbc3-59037d0b1393 req-1f418537-7506-4933-98bd-3a5daa5b1430 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 210 time: 0.0424445 Nov 10 16:30:09.437192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Network 79263969-3093-4744-9744-f3a0cd141e76 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:09.441200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:09.465189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:09.513238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port bf9e5365-8abc-4106-8ffb-2a39061aa0a4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bf9e5365-8abc-4106-8ffb-2a39061aa0a4,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:09.621246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['fe99fea7-8554-4e3e-ac5f-9dfb37a9449b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:09.626730 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:09.651240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Router e8f0548b-baba-4e18-91a5-efdde4f7745d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:30:09.680019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:09.742434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:09.916471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a6f20a-0b72-4513-84b3-0c381839893a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:09.930430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Checking segment: {'id': '3d89a72b-6666-4c04-9402-a267e577e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d644537-6c58-4dd8-abc5-3e1023ad0ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:09.931246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Network hostable DHCP agents. Network: 2d644537-6c58-4dd8-abc5-3e1023ad0ab9, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:30:09.951589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820aac-0111-4848-be92-17232d0d9b0f req-01407f40-53a3-42bc-be5e-51ce2c874999 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:09.953139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-01407f40-53a3-42bc-be5e-51ce2c874999 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 823 time: 0.5575874 Nov 10 16:30:09.961532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-ce92e7a1-1871-4792-8586-c4542d259d29 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:09.964014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-ce92e7a1-1871-4792-8586-c4542d259d29 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 808 time: 0.4287400 Nov 10 16:30:09.980099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Request body: {'port': {'device_id': '873e6437-5fb4-41ae-af62-200a570eeb01', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'admin_state_up': True, 'tenant_id': '531aafc4a0574d41a6a6f77ef66f5839'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:10.041974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed962d2-c78c-4827-acf3-9442cc9a3230 req-fd66d6b0-4bc5-4722-859d-ef08d705ceb8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:10.048593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a4bd8301-23bd-4064-8025-5114f1a103dc None None] Provisioning complete for port 3aeaad89-b877-4425-8da6-c6571624ad81 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:10.048593 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8301-23bd-4064-8025-5114f1a103dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:10.048876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ed962d2-c78c-4827-acf3-9442cc9a3230 req-fd66d6b0-4bc5-4722-859d-ef08d705ceb8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 949 time: 0.2523172 Nov 10 16:30:10.048989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-c0f322e6-3782-4780-810b-077636fa024d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/quotas/ef97d876323f406aa91d9cd77d125702 HTTP/1.1" status: 200 len: 375 time: 0.0745053 Nov 10 16:30:10.049098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=bf9e5365-8abc-4106-8ffb-2a39061aa0a4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:10.129085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:30:10.147554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ed962d2-c78c-4827-acf3-9442cc9a3230 req-5d66b41c-3480-43ff-a8ce-7d6c395cc99e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789599 Nov 10 16:30:10.153802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:30:10.168498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-57a10106-bbc1-436b-bad6-88379cfd7e54 admin admin] 10.222.0.62 "PUT /v2.0/routers/e8f0548b-baba-4e18-91a5-efdde4f7745d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9705014 Nov 10 16:30:10.181228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-0f640531-33df-4be3-b945-17170aaa95bb tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1272311 Nov 10 16:30:10.218778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd8301-23bd-4064-8025-5114f1a103dc None None] Port 3aeaad89-b877-4425-8da6-c6571624ad81 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:30:10.223769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Sync routers for ids ['e8f0548b-baba-4e18-91a5-efdde4f7745d'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:30:10.271134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 2d644537-6c58-4dd8-abc5-3e1023ad0ab9) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:10.279347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:10.279939 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:10.313298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57334af2-d4ad-4364-adfd-b3d126ebfafc None None] Network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:10.330664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:10.338628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Routers {'e8f0548b-baba-4e18-91a5-efdde4f7745d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:10.339277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e8f0548b-baba-4e18-91a5-efdde4f7745d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:10.373656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-cb827fd8-251e-47b0-aaf6-955b3917375b service neutron] 10.222.0.62 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829932 Nov 10 16:30:10.387045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5795a-db6a-4f76-8f24-f35f51afe8d9 req-6d0aa6a3-f823-46a2-bc6b-ffa50b2ff05d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:10.399712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9bd5795a-db6a-4f76-8f24-f35f51afe8d9 req-6d0aa6a3-f823-46a2-bc6b-ffa50b2ff05d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 944 time: 0.1256626 Nov 10 16:30:10.450782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Made reservation on behalf of 531aafc4a0574d41a6a6f77ef66f5839 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:10.454919 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:10.486911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9bd5795a-db6a-4f76-8f24-f35f51afe8d9 req-b6e1b880-c3a4-45af-afbd-c532b5525ab0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832620 Nov 10 16:30:10.527194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0c4afc09-f296-4c08-a9ce-7f9044d5a254 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7793982 Nov 10 16:30:10.527344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bf9e5365-8abc-4106-8ffb-2a39061aa0a4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:10.784702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603b22-e45c-4322-9491-26377f6684af req-32c3a4b0-e5ce-4d1e-8eb1-33c6e1d07451 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:10.786244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30603b22-e45c-4322-9491-26377f6684af req-32c3a4b0-e5ce-4d1e-8eb1-33c6e1d07451 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.69 "GET /v2.0/ports?device_id=30f0f7ea-2ee5-4570-be05-516e2dfea29e HTTP/1.1" status: 200 len: 945 time: 0.2819524 Nov 10 16:30:10.793084 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-a2df151b-45d6-4ff7-acda-0e2a996bba53 service neutron] 10.222.0.62 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099734 Nov 10 16:30:10.794283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Allocated IP 172.20.0.14 (48bc1461-f6b5-4e62-a9fd-e4875e68dd55/e7c7bfac-4849-4149-8964-60ad29246e93/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:10.945321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Deleting port c19a544a-c3b5-45b6-9abc-1da49501d265 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:10.946026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:10.955125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bf9e5365-8abc-4106-8ffb-2a39061aa0a4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:10.955125 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:11.121955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Set router e8f0548b-baba-4e18-91a5-efdde4f7745d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:11.175589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-e47b8e3f-f5bb-4b43-b2c8-e3fbe3bc29d1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2369294 Nov 10 16:30:11.208850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:11.216704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af581d1a-25ed-49f0-9072-891cb039c12e None None] Network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:11.371384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34316) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:11.421870 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:11.490597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] For port c19a544a-c3b5-45b6-9abc-1da49501d265, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c19a544a-c3b5-45b6-9abc-1da49501d265,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:11.490986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:11.584234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1128948496-network', 'tenant_id': '0ce6dc2f865f42dfb58c2da7eccfeee8'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:11.651077 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:11.692032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:07Z', 'revision_number': 4, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3aeaad89-b877-4425-8da6-c6571624ad81', 'name': '', 'network_id': '79263969-3093-4744-9744-f3a0cd141e76', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'mac_address': 'fa:16:3e:69:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7c3f56d8-3702-49c6-9a4d-57bc1597ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:06Z', 'updated_at': '2021-11-10T16:30:07Z', 'revision_number': 2, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'subnets': [{'id': '7c3f56d8-3702-49c6-9a4d-57bc1597ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:11.752638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Checking router: e8f0548b-baba-4e18-91a5-efdde4f7745d for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:30:11.752995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Updating router e8f0548b-baba-4e18-91a5-efdde4f7745d port 3aeaad89-b877-4425-8da6-c6571624ad81 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:30:11.772894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb7c1b26-f69d-4e6d-928c-09e22c59bafe req-17796510-1c38-4d12-b5bb-b7137341cc9c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 210 time: 0.1456835 Nov 10 16:30:11.798550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:11.838307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Made reservation on behalf of 0ce6dc2f865f42dfb58c2da7eccfeee8 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:11.840338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:11.872336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:11.920969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Allocated IP 172.25.3.118 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/b35b0530-37d1-46c3-9dce-a06c8eb9235f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:11.952581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-aacb872d-25c5-42ec-abb9-b1096349a30c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3256500 Nov 10 16:30:12.022971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.023661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.024808 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Floating IP 8bca1829-10d4-4ee0-bb79-5c2164463649 disassociated. External IP: 172.25.3.110, port: c19a544a-c3b5-45b6-9abc-1da49501d265. Nov 10 16:30:12.025622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Calling delete_port for c19a544a-c3b5-45b6-9abc-1da49501d265 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:12.048470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.187755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-66763e2a-c189-4320-a003-38e7953eb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:12.187755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-66763e2a-c189-4320-a003-38e7953eb0c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1096 time: 0.1847551 Nov 10 16:30:12.255482 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.286179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.318200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.370820 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.417015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.428673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:30:12.438978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.439285 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Added segment 797ccb5b-a1f9-4da3-abe3-7fdd56286040 of type vlan for network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e Nov 10 16:30:12.450572 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.454562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:12.465536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:12.483284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:12.503627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.530837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd5320-d5c7-4f1a-9215-719c6d230427 None None] Pushing event updated for resources: {'Port': ['ID=3aeaad89-b877-4425-8da6-c6571624ad81,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:12.533141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.562114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:12.565472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-ab64b0db-be53-4bc1-afac-831d8415abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:12.567116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-ab64b0db-be53-4bc1-afac-831d8415abee service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.2189033 Nov 10 16:30:12.611105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.650015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f27fa7d-e509-413c-b276-bcb10f53d18f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:12.658076 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.660309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:12.661059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.677918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:12.686788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Attempting to bind port 3aeaad89-b877-4425-8da6-c6571624ad81 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:12.687164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Attempting to bind port 3aeaad89-b877-4425-8da6-c6571624ad81 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:12.691021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Attempting to bind port 3aeaad89-b877-4425-8da6-c6571624ad81 on network 79263969-3093-4744-9744-f3a0cd141e76 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:12.703749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:12.704741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Checking segment: {'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:12.704892 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.705278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Bound using segment: {'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:12.705813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Bound port: 3aeaad89-b877-4425-8da6-c6571624ad81, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf50903-c1f5-41c5-8edb-979bf5561b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '79263969-3093-4744-9744-f3a0cd141e76'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:12.706204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.794063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:12.800179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-9980d5d6-42d6-4951-9eea-16e686033af5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 217 time: 0.1867905 Nov 10 16:30:12.806238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:12.806238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event updated for resources: {'Port': ['ID=b35b0530-37d1-46c3-9dce-a06c8eb9235f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:12.810524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:12.811896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:30:12.814907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72b53200-dae5-46d7-a67b-a2c73ebf1061 req-dbadbf04-d7a5-449d-a855-4a6665f3777f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 210 time: 0.0941734 Nov 10 16:30:12.854081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event deleted for resources: {'Port': ['ID=c19a544a-c3b5-45b6-9abc-1da49501d265,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:12.921825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:12.923537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] For port 3aeaad89-b877-4425-8da6-c6571624ad81, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:12.924331 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:12.954595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] For port 3aeaad89-b877-4425-8da6-c6571624ad81, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3aeaad89-b877-4425-8da6-c6571624ad81,segment=NetworkSegment(2cf50903-c1f5-41c5-8edb-979bf5561b36),segment_id=2cf50903-c1f5-41c5-8edb-979bf5561b36)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:12.978241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9b926dab-f61c-422b-8a8c-005cd30ad181 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6038268 Nov 10 16:30:13.006323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34338) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:13.013621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Request body: {'subnet': {'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1128948496-subnet', 'tenant_id': '0ce6dc2f865f42dfb58c2da7eccfeee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:13.014007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-32cc451f-e267-42e2-8ce4-fc81e6c17aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:13.016658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-32cc451f-e267-42e2-8ce4-fc81e6c17aec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.1859512 Nov 10 16:30:13.051159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.101249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-23b66b3d-47c2-4340-ad21-db7b52e2d2cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445702 Nov 10 16:30:13.152210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016b91-2395-428f-889c-2eb978e4eb1d req-f3d4957e-0286-4f45-b8e2-2cc993236cc0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:13.153773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39016b91-2395-428f-889c-2eb978e4eb1d req-f3d4957e-0286-4f45-b8e2-2cc993236cc0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 949 time: 0.1417928 Nov 10 16:30:13.169157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-d246839f-c4d5-4e02-b73a-ca27b217045d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1940191 Nov 10 16:30:13.198853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.202293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Request body: {'port': {'device_id': '873e6437-5fb4-41ae-af62-200a570eeb01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:13.207391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.235639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9428104f-54b3-4b0c-a0c4-2729e4c04641 None None] Provisioning complete for port 3aeaad89-b877-4425-8da6-c6571624ad81 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:13.236007 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9428104f-54b3-4b0c-a0c4-2729e4c04641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.271457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Made reservation on behalf of 0ce6dc2f865f42dfb58c2da7eccfeee8 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:13.276905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.344176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd5320-d5c7-4f1a-9215-719c6d230427 None None] Pushing event updated for resources: {'Port': ['ID=3aeaad89-b877-4425-8da6-c6571624ad81,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:13.358754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Routers {'e8f0548b-baba-4e18-91a5-efdde4f7745d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:13.360296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e8f0548b-baba-4e18-91a5-efdde4f7745d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:13.365328 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.415235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:30:13.464513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39016b91-2395-428f-889c-2eb978e4eb1d req-ecfb402f-2ea9-4e96-a34e-99ae237a9f47 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977850 Nov 10 16:30:13.502695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-c1d19704-8908-4894-b18d-c3f27a92ca46 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592448 Nov 10 16:30:13.678856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9428104f-54b3-4b0c-a0c4-2729e4c04641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.725297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.746614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9428104f-54b3-4b0c-a0c4-2729e4c04641 None None] For port 3aeaad89-b877-4425-8da6-c6571624ad81, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3aeaad89-b877-4425-8da6-c6571624ad81,segment=NetworkSegment(2cf50903-c1f5-41c5-8edb-979bf5561b36),segment_id=2cf50903-c1f5-41c5-8edb-979bf5561b36)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:13.754504 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] Set router e8f0548b-baba-4e18-91a5-efdde4f7745d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:13.771288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.855885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:30:13.873316 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] Sync routers for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:30:13.885282 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9428104f-54b3-4b0c-a0c4-2729e4c04641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.890677 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.908641 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:13.909853 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:13.933939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] No DVR routers for this DVR port c19a544a-c3b5-45b6-9abc-1da49501d265 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:30:13.944502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:13.948042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30603b22-e45c-4322-9491-26377f6684af req-30d25896-1bbf-4ab6-a2ab-a6ba76056f4c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.69 "DELETE /v2.0/ports/c19a544a-c3b5-45b6-9abc-1da49501d265 HTTP/1.1" status: 204 len: 173 time: 3.1512682 Nov 10 16:30:13.948574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'name': 'network-vif-deleted', 'tag': 'c19a544a-c3b5-45b6-9abc-1da49501d265'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:13.951568 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e0f599-f834-471f-a2a3-b02601be8fb0" -d '{"events": [{"server_uuid": "30f0f7ea-2ee5-4570-be05-516e2dfea29e", "name": "network-vif-deleted", "tag": "c19a544a-c3b5-45b6-9abc-1da49501d265"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:14.044111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647615c-7c7f-461d-aa3f-6b5f525805cb req-bc694dad-cfe6-4a4b-a26f-93592a6c0dc4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:14.052264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f647615c-7c7f-461d-aa3f-6b5f525805cb req-bc694dad-cfe6-4a4b-a26f-93592a6c0dc4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 944 time: 0.4427409 Nov 10 16:30:14.091192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:14.112795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7738dfe8-ee0e-47ab-aaf5-41ed97bf8187 req-78a8f837-e260-4bf5-a4a9-9a2b5bb00367 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905135 Nov 10 16:30:14.155299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428104f-54b3-4b0c-a0c4-2729e4c04641 None None] Pushing event updated for resources: {'Port': ['ID=3aeaad89-b877-4425-8da6-c6571624ad81,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:14.186650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:14.214925 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f647615c-7c7f-461d-aa3f-6b5f525805cb req-7f646709-2eaa-4b9a-9a89-93760b51434a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608031 Nov 10 16:30:14.222874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8caf3c89-1811-4d66-9253-fa2ab523aace None None] Provisioning complete for port 3aeaad89-b877-4425-8da6-c6571624ad81 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:14.223747 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8caf3c89-1811-4d66-9253-fa2ab523aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:14.246072 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:14.250230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc2832b-a334-43ab-9cf2-423772e5ef77,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:14.288413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event updated for resources: {'Port': ['ID=b35b0530-37d1-46c3-9dce-a06c8eb9235f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:14.301609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Checking segment: {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:14.303030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Network hostable DHCP agents. Network: b5e00f0f-e343-4e3a-bd96-5f6955b47b1e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:30:14.356365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:14.362787 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-53300b61-c922-45db-93e5-29b776acfea0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1751752 Nov 10 16:30:14.370287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:07Z', 'revision_number': 4, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3aeaad89-b877-4425-8da6-c6571624ad81', 'name': '', 'network_id': '79263969-3093-4744-9744-f3a0cd141e76', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'mac_address': 'fa:16:3e:69:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7c3f56d8-3702-49c6-9a4d-57bc1597ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:06Z', 'updated_at': '2021-11-10T16:30:12Z', 'revision_number': 4, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'subnets': [{'id': '7c3f56d8-3702-49c6-9a4d-57bc1597ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:14.410064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6587e39-2578-4d1f-9e77-4ec2fdf933da None None] The sync data for ids ['e8f0548b-baba-4e18-91a5-efdde4f7745d'] in n-d-714676-11 is: [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:07Z', 'revision_number': 4, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3aeaad89-b877-4425-8da6-c6571624ad81', 'name': '', 'network_id': '79263969-3093-4744-9744-f3a0cd141e76', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'mac_address': 'fa:16:3e:69:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7c3f56d8-3702-49c6-9a4d-57bc1597ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:06Z', 'updated_at': '2021-11-10T16:30:12Z', 'revision_number': 4, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'subnets': [{'id': '7c3f56d8-3702-49c6-9a4d-57bc1597ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:30:14.416773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:30:14.423471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:14.435013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:14.435605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:14.624756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:14.630131 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:14.637718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-887086ed-7833-41e2-9aa9-6907ed573de4 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.2327378 Nov 10 16:30:14.650815 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:14.706243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:14.713508 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f7efe5-ecac-4860-8e28-d144ad8f83a9" -d '{"events": [{"server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "name": "network-vif-plugged", "status": "completed", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:14.724634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, b5e00f0f-e343-4e3a-bd96-5f6955b47b1e) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:14.752726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d5fd8-0276-45c4-bbd2-d4170f0aaad4 None None] Network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:14.763732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:14.767430 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:14.777471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:14.851237 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:14.852887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device fe99fea7-8554-4e3e-ac5f-9dfb37a9449b up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:14.902693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Transition to ACTIVE for port object c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:30:14.939050 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:15.007517 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1e885f50-04f8-41c5-b640-0496da462c91 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9928637 Nov 10 16:30:15.031242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:15.035445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-3069ff80-1ae6-47aa-be8f-fc1791a824ca tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:15.064496 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd491ab1-39d3-4484-b9a2-5c101322ea75 req-3069ff80-1ae6-47aa-be8f-fc1791a824ca tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.4191508 Nov 10 16:30:15.077634 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] Checking router: c4d5f49c-f5eb-457f-bd33-2c5a6796c598 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:30:15.120149 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:15.120934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:15.190855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:15.258636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d77e0aa-a2c1-4dd6-9f10-6ee040929bf9 req-e77d39c4-a18e-42aa-b748-04aa16a0ac9e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 210 time: 0.0685847 Nov 10 16:30:15.358159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:15.380988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:15.381676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a3fbe-383b-496f-b119-107b8066ba22 None None] Network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:15.381676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:15.381676 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:15.401595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a39379-8522-4840-a2a5-64f59172958a req-17b0baad-58fa-49a9-b0cf-1cad6dba976a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:15.421627 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:15.424291 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72a39379-8522-4840-a2a5-64f59172958a req-17b0baad-58fa-49a9-b0cf-1cad6dba976a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 932 time: 0.5164711 Nov 10 16:30:15.457381 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a384ca-72cd-4b3e-b661-c0f1ba45f335 x-openstack-request-id: req-b3a384ca-72cd-4b3e-b661-c0f1ba45f335 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:15.457747 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f0f7ea-2ee5-4570-be05-516e2dfea29e", "name": "network-vif-deleted", "tag": "c19a544a-c3b5-45b6-9abc-1da49501d265", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:15.457942 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3a384ca-72cd-4b3e-b661-c0f1ba45f335 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:15.458331 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f0f7ea-2ee5-4570-be05-516e2dfea29e', 'name': 'network-vif-deleted', 'tag': 'c19a544a-c3b5-45b6-9abc-1da49501d265', 'status': 'completed', 'code': 200} Nov 10 16:30:15.702924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820aac-0111-4848-be92-17232d0d9b0f req-efb6b265-419a-4879-9d9f-cc3481e85e84 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:15.713602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-efb6b265-419a-4879-9d9f-cc3481e85e84 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.18 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 823 time: 1.2748356 Nov 10 16:30:15.838888 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72a39379-8522-4840-a2a5-64f59172958a req-592e5e45-4fbf-429a-b831-fe9c5a94ccaf tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133255 Nov 10 16:30:15.860025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-18ae134f-8d31-4ebc-af57-837d2237be47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707643 Nov 10 16:30:15.929251 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:15.933916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-eff9329a-5668-4345-b0fc-916a947fdc47 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef97d876323f406aa91d9cd77d125702 HTTP/1.1" status: 200 len: 380 time: 0.2064316 Nov 10 16:30:15.960470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Request body: {'port': {'device_id': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'admin_state_up': True, 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'security_groups': ['eaef78ba-3dc5-4fe0-ad86-77bf55616a25']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:15.962384 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce603ef3-3a71-4f2e-93ef-69788fb384fc None None] The sync data for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 is: [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:30:15.977478 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:16.035071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-1f59e3a5-23d4-49bd-8bd9-e6f363eba4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:16.036720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-1f59e3a5-23d4-49bd-8bd9-e6f363eba4b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 1102 time: 0.1045945 Nov 10 16:30:16.043542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:16.050908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:16.051241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:16.051603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:16.094338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:30:16.094667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:16.111333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:16.111681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:16.112173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:16.112527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Bound port: c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:16.112893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:16.152935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d082a59-16fa-48ef-bcf9-dc613c818f5d req-51f4c5e0-47a9-4d4e-9667-1b0f6f46f650 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:16.158928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d082a59-16fa-48ef-bcf9-dc613c818f5d req-51f4c5e0-47a9-4d4e-9667-1b0f6f46f650 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 949 time: 0.2080901 Nov 10 16:30:16.192016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-19161dac-cb6c-4085-81db-e231c9e4bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:16.196801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-19161dac-cb6c-4085-81db-e231c9e4bc22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1324947 Nov 10 16:30:16.248622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:16.249537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c19a544a-c3b5-45b6-9abc-1da49501d265 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:16.260505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-01a65f61-3d85-400a-8d34-79a196656ccc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=59d48dee-81d1-4755-9d42-fbee63f7782d HTTP/1.1" status: 200 len: 217 time: 0.0473430 Nov 10 16:30:16.293076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:16.300835 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d082a59-16fa-48ef-bcf9-dc613c818f5d req-fd71b5dd-cde1-42ec-9a5c-70c5a2938b71 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383460 Nov 10 16:30:16.305690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:16.345708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: c19a544a-c3b5-45b6-9abc-1da49501d265 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:30:16.347337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c19a544a-c3b5-45b6-9abc-1da49501d265 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:30:16.363496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Made reservation on behalf of ef97d876323f406aa91d9cd77d125702 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:16.368156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:16.374442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-861c0b73-9863-47a3-acea-48d06a9a0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:16.376299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-861c0b73-9863-47a3-acea-48d06a9a0d57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1089778 Nov 10 16:30:16.414217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:16.429416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:16.468877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-7740b0bc-9014-4b4e-a97a-97cfba078c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:16.470718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-7740b0bc-9014-4b4e-a97a-97cfba078c0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838690 Nov 10 16:30:16.484787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3aeaad89-b877-4425-8da6-c6571624ad81 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:16.531166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:16.531810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:16.533191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] 10.222.0.18 "PUT /v2.0/ports/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 200 len: 1093 time: 3.3395946 Nov 10 16:30:16.560823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b17b69-1912-4318-b8ca-a1d87e70701e None None] New status for floating IP 8bca1829-10d4-4ee0-bb79-5c2164463649: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:30:16.617252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-02743ccd-8432-4335-9d7c-89e3002fb31c service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380188 Nov 10 16:30:16.628233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3aeaad89-b877-4425-8da6-c6571624ad81 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:16.640764 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:16.744363 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209f8f6-374a-43c3-ba02-dfa9fc8ebbb1 x-openstack-request-id: req-9209f8f6-374a-43c3-ba02-dfa9fc8ebbb1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:16.744363 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "name": "network-vif-plugged", "status": "completed", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:16.745104 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9209f8f6-374a-43c3-ba02-dfa9fc8ebbb1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:16.745769 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'code': 200} Nov 10 16:30:17.292865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6876979-46fb-4f32-84f0-b47df0284f22 service neutron] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:17.309737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095ead4-f43b-4784-ad20-ca41703619ff req-c5d32c46-e007-4990-b99c-6494d0661700 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:17.311528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e095ead4-f43b-4784-ad20-ca41703619ff req-c5d32c46-e007-4990-b99c-6494d0661700 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1287618 Nov 10 16:30:17.324610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03e4d60d-f809-43ec-94be-a6055eef78a1 req-e534966c-1d0c-408a-bf08-1b19fcca2931 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954055 Nov 10 16:30:17.386540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e095ead4-f43b-4784-ad20-ca41703619ff req-5abbc930-9cd8-4fd6-a3d0-c8c50e7849a4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608339 Nov 10 16:30:17.409942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Allocated IP 172.20.0.7 (be52ad98-25a3-4412-85b7-df9863359785/b26f99d3-7a29-4036-84e9-4ac50da64af9/9aa50606-127b-4f6c-92be-4fdce032e1c8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:17.429561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-6a72ecae-6c72-423b-bcdb-40a1c2314044 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7112477 Nov 10 16:30:17.435872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-4a18416e-f1a5-46f0-9044-8f7f2bfd3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:17.437404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-4a18416e-f1a5-46f0-9044-8f7f2bfd3604 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1096 time: 0.7675533 Nov 10 16:30:17.449344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:17.454839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2321-f219-4f93-afab-614ace30123c req-b039ba47-59f1-4881-b4c1-fa6807d93f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:17.456377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a2f2321-f219-4f93-afab-614ace30123c req-b039ba47-59f1-4881-b4c1-fa6807d93f71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 1097 time: 0.2179019 Nov 10 16:30:17.463419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:17.465104 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c94c2b-2917-441e-bd2d-3b5bc9791db3" -d '{"events": [{"name": "network-changed", "server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:17.546883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-7b3b77ec-2612-4a24-9d6a-1c51a480fd78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 200 len: 217 time: 0.0866015 Nov 10 16:30:17.629578 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:17.659756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-1158e7bd-d396-4186-afe0-103d86ca4fb9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:17.661437 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-1158e7bd-d396-4186-afe0-103d86ca4fb9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/networks?id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 200 len: 822 time: 0.1180534 Nov 10 16:30:17.680536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a2f2321-f219-4f93-afab-614ace30123c req-eccc0c29-9667-49df-ba78-0eaa70e8d7e6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124779 Nov 10 16:30:17.686584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-c59e7004-a1e2-4854-a208-bc27a7d2c098 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/quotas/0ce6dc2f865f42dfb58c2da7eccfeee8 HTTP/1.1" status: 200 len: 375 time: 0.0113006 Nov 10 16:30:17.706234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-38067705-05b9-498a-bdef-1885cb07c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:17.706234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-38067705-05b9-498a-bdef-1885cb07c1b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1425390 Nov 10 16:30:17.724048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-6f9f92de-d6ea-4a56-9d45-ee5061d61a9f tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308919 Nov 10 16:30:17.790858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-a704c8cd-f57a-46c3-b352-69538e8b6bb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716739 Nov 10 16:30:17.821479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:17.838355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-b75cb271-5768-4c36-a2b0-f37fc42bf500 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041179 Nov 10 16:30:17.954183 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:17.958567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-71b15b21-8f40-492e-9dba-3341503b6fdc service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572740 Nov 10 16:30:17.964530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-579cfe96-9934-4bdb-896e-984b11e4e8e6 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164117 Nov 10 16:30:18.028505 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:18.137811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Network be52ad98-25a3-4412-85b7-df9863359785 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:18.166980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:18.173753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:18.217714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event updated for resources: {'Port': ['ID=9aa50606-127b-4f6c-92be-4fdce032e1c8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:18.283967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Allocated IP 172.25.3.102 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/61d8e193-4e8c-4286-893d-c0b70c88126c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:18.420448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:18.421052 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:18.437150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:18.444292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82164de4-640a-4df0-b2c7-35fbbf5d71d7 req-2dbf6b08-8e14-48e3-96d1-4b1c2fcabbc9 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778347 Nov 10 16:30:18.453041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9f9df-d81c-49be-9310-4ca13b8fd9cd req-be24421d-f34a-44a4-9d5d-de28cba7a6e1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:18.454514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45d9f9df-d81c-49be-9310-4ca13b8fd9cd req-be24421d-f34a-44a4-9d5d-de28cba7a6e1 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 931 time: 0.1032798 Nov 10 16:30:18.469838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a93da450-58ee-45c4-9c73-b5b3873089d2 None None] Provisioning complete for port 9aa50606-127b-4f6c-92be-4fdce032e1c8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:18.469838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a93da450-58ee-45c4-9c73-b5b3873089d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:18.514085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a93da450-58ee-45c4-9c73-b5b3873089d2 None None] Port 9aa50606-127b-4f6c-92be-4fdce032e1c8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:30:18.526245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4eabb933-1be4-47fa-ba6e-0ee16e427e8e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5772753 Nov 10 16:30:18.530725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45d9f9df-d81c-49be-9310-4ca13b8fd9cd req-6d82728a-e72c-448d-8ea3-134f26d38082 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660262 Nov 10 16:30:18.542676 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Request body: {'port': {'device_id': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:18.607421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:18.651342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:18.746730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d76a6fd-a075-4040-a934-4f00c4750506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:18.749083 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98915462-2ab6-4a86-8358-31145103866e" -d '{"events": [{"server_uuid": "8d76a6fd-a075-4040-a934-4f00c4750506", "name": "network-vif-plugged", "status": "completed", "tag": "fe99fea7-8554-4e3e-ac5f-9dfb37a9449b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:18.780480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:18.781364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event updated for resources: {'Port': ['ID=61d8e193-4e8c-4286-893d-c0b70c88126c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:18.786682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:18.791661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:18.826972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d1dc6-056f-405b-9933-c1c504ca49c4 req-52bc0082-9a63-4d1b-982e-baae401a2563 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:18.828897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-560d1dc6-056f-405b-9933-c1c504ca49c4 req-52bc0082-9a63-4d1b-982e-baae401a2563 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.0822709 Nov 10 16:30:18.901877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-560d1dc6-056f-405b-9933-c1c504ca49c4 req-14c96035-9e1b-47d0-8054-312f3a0761c1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601509 Nov 10 16:30:18.964456 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.041338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa50606-127b-4f6c-92be-4fdce032e1c8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:19.054597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67d435-48f2-496e-a799-7644d18d123f req-0bed110d-492c-4b5f-b995-13c8d3863fff tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:19.057195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da67d435-48f2-496e-a799-7644d18d123f req-0bed110d-492c-4b5f-b995-13c8d3863fff tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0702796 Nov 10 16:30:19.067238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.095216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.097332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Transition to ACTIVE for port object 9aa50606-127b-4f6c-92be-4fdce032e1c8 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:30:19.116265 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da67d435-48f2-496e-a799-7644d18d123f req-3038a73c-2798-4063-ad37-f085308e6221 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524170 Nov 10 16:30:19.176139 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a23a891-33d3-49be-b5db-65cdbd1aed6b x-openstack-request-id: req-8a23a891-33d3-49be-b5db-65cdbd1aed6b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:19.176515 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:19.176832 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a23a891-33d3-49be-b5db-65cdbd1aed6b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:19.177285 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'status': 'completed', 'code': 200} Nov 10 16:30:19.250113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.263074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c38733b5-1bd9-4206-aefc-6766120f7d44 req-a0acb816-c395-4ee2-b98e-8ac8f81317d5 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 210 time: 0.0371127 Nov 10 16:30:19.307011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-45687c69-5fdd-4a92-b7d7-d866bcf545f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:19.308615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-45687c69-5fdd-4a92-b7d7-d866bcf545f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1096 time: 0.0922790 Nov 10 16:30:19.354264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa50606-127b-4f6c-92be-4fdce032e1c8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:19.413156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ebf58-77e5-4ef9-b248-996ad4b16606 req-d2cb81e2-aac4-46b1-9f05-4b25b0aaee3c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:19.421973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-044ebf58-77e5-4ef9-b248-996ad4b16606 req-d2cb81e2-aac4-46b1-9f05-4b25b0aaee3c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0666180 Nov 10 16:30:19.496256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.504061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-044ebf58-77e5-4ef9-b248-996ad4b16606 req-fcfb15f6-4dd3-4675-b19f-05d788a131b4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811212 Nov 10 16:30:19.538067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-e2d840ff-4463-40c1-a98b-d6b0a11ca3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:19.540274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-e2d840ff-4463-40c1-a98b-d6b0a11ca3c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.2194126 Nov 10 16:30:19.559473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Attempting to bind port 9aa50606-127b-4f6c-92be-4fdce032e1c8 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:19.559809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Attempting to bind port 9aa50606-127b-4f6c-92be-4fdce032e1c8 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:19.560139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Attempting to bind port 9aa50606-127b-4f6c-92be-4fdce032e1c8 on network be52ad98-25a3-4412-85b7-df9863359785 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:19.591330 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f649eae-e349-48f8-9cb1-eb398c78bbda x-openstack-request-id: req-8f649eae-e349-48f8-9cb1-eb398c78bbda {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:19.593764 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d76a6fd-a075-4040-a934-4f00c4750506", "name": "network-vif-plugged", "status": "completed", "tag": "fe99fea7-8554-4e3e-ac5f-9dfb37a9449b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:19.595549 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f649eae-e349-48f8-9cb1-eb398c78bbda {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:19.595549 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d76a6fd-a075-4040-a934-4f00c4750506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', 'code': 200} Nov 10 16:30:19.599338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Port 9aa50606-127b-4f6c-92be-4fdce032e1c8 on network be52ad98-25a3-4412-85b7-df9863359785 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:30:19.599338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Attempting to bind port 9aa50606-127b-4f6c-92be-4fdce032e1c8 on network be52ad98-25a3-4412-85b7-df9863359785 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:19.604856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.610485 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-2d15fbe7-2066-4695-a149-3d8c28352771 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 200 len: 217 time: 0.0617478 Nov 10 16:30:19.615225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:19.615510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Checking segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:19.615895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Bound using segment: {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:19.616341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Bound port: 9aa50606-127b-4f6c-92be-4fdce032e1c8, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073d00d2-b67b-47a9-aec0-1fc80991e55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:19.616693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.756566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event updated for resources: {'Port': ['ID=61d8e193-4e8c-4286-893d-c0b70c88126c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:19.774282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-bd3a2cc0-7129-4639-a105-71559e0d613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:19.775849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-bd3a2cc0-7129-4639-a105-71559e0d613e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1543517 Nov 10 16:30:19.780474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.823079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-a7e9608b-6f8c-4948-952c-5e01403e63ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352197 Nov 10 16:30:19.829642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] For port 9aa50606-127b-4f6c-92be-4fdce032e1c8, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:19.833871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] For port 9aa50606-127b-4f6c-92be-4fdce032e1c8, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9aa50606-127b-4f6c-92be-4fdce032e1c8,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:19.934545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-275cb98e-dc92-4b32-92af-a4766a40265c service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022344 Nov 10 16:30:19.962592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.986248 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:19.987961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-5b4d01d3-c23f-49ca-9fe1-740c81ac9ee1 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5496390 Nov 10 16:30:20.048948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b520bf-514e-4d8d-a2ea-0bcf3dcf0429 req-112e713a-93ee-4721-ab95-ecf1f83ce88e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.051021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2b520bf-514e-4d8d-a2ea-0bcf3dcf0429 req-112e713a-93ee-4721-ab95-ecf1f83ce88e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 943 time: 0.0790114 Nov 10 16:30:20.083015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.083689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:20.085086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] 10.222.0.18 "PUT /v2.0/ports/9aa50606-127b-4f6c-92be-4fdce032e1c8 HTTP/1.1" status: 200 len: 1092 time: 1.5495639 Nov 10 16:30:20.158391 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-c4f9dec3-9cce-4cbf-9ab2-d15a18e0d8be tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 696 time: 0.1372581 Nov 10 16:30:20.187216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2b520bf-514e-4d8d-a2ea-0bcf3dcf0429 req-29842bcc-2bb6-49da-a244-f541a1372f39 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286309 Nov 10 16:30:20.280882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453bef2-3911-4c10-8546-a3d7b502cd46 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa50606-127b-4f6c-92be-4fdce032e1c8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:20.366964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c94c2b-2917-441e-bd2d-3b5bc9791db3 req-d1629d5a-5656-4cb5-be6d-d557d3fbbd6c service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249704 Nov 10 16:30:20.398957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677300b-5a3b-4c6c-a18a-2d6360745262 req-8f48ff0b-d060-4338-b5d2-1168408a0868 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.401656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6677300b-5a3b-4c6c-a18a-2d6360745262 req-8f48ff0b-d060-4338-b5d2-1168408a0868 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.1177340 Nov 10 16:30:20.416164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-0ed29d32-afee-4bad-b7a8-443360024329 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.416164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4387aa5-b200-4943-a1f5-5a1d677de4e5 req-0ed29d32-afee-4bad-b7a8-443360024329 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.2536681 Nov 10 16:30:20.419364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50cba0-592b-4f25-bc24-cd9b6e22597a req-fc7b0039-2e6c-4635-b129-551a6b27974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.420986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f50cba0-592b-4f25-bc24-cd9b6e22597a req-fc7b0039-2e6c-4635-b129-551a6b27974e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 1102 time: 0.2606440 Nov 10 16:30:20.445007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820aac-0111-4848-be92-17232d0d9b0f req-1ea2773d-6add-4c51-9cad-dc7d4de36998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.447347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-1ea2773d-6add-4c51-9cad-dc7d4de36998 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 1095 time: 0.1592553 Nov 10 16:30:20.471281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6677300b-5a3b-4c6c-a18a-2d6360745262 req-46a0287c-032a-4a22-9ca8-485f904fe951 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616372 Nov 10 16:30:20.515655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-6e2f8d64-6662-4dd3-93f4-5f236e3afb1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa50606-127b-4f6c-92be-4fdce032e1c8 HTTP/1.1" status: 200 len: 217 time: 0.0580857 Nov 10 16:30:20.577115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f50cba0-592b-4f25-bc24-cd9b6e22597a req-92f66ff4-a31e-4b1f-83d3-3d61056af46f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458917 Nov 10 16:30:20.605055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc6563-c8df-4325-93ad-7294293fa187 req-1ff0c35d-9976-433b-963d-415fafc42f94 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.606546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9afc6563-c8df-4325-93ad-7294293fa187 req-1ff0c35d-9976-433b-963d-415fafc42f94 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1069365 Nov 10 16:30:20.608401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820aac-0111-4848-be92-17232d0d9b0f req-72c19984-0e2b-4ec1-a9a9-d96f1b3f13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.610001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-72c19984-0e2b-4ec1-a9a9-d96f1b3f13c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b26f99d3-7a29-4036-84e9-4ac50da64af9 HTTP/1.1" status: 200 len: 862 time: 0.0748529 Nov 10 16:30:20.684860 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9afc6563-c8df-4325-93ad-7294293fa187 req-30500e69-9ca0-44fc-9b38-313fb5118f7d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716429 Nov 10 16:30:20.691534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4de060db-83be-4ecb-8d5e-bd70f0d11918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:20.693071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-4de060db-83be-4ecb-8d5e-bd70f0d11918 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be52ad98-25a3-4412-85b7-df9863359785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660841 Nov 10 16:30:20.824916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a1c300d-88cf-4ae9-b981-38783251f6ef req-3aac4f04-2de6-4a58-bdff-f71cdba15630 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 210 time: 0.0303285 Nov 10 16:30:20.854781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-d35570a4-4598-4b6b-879e-c2b670601b79 service neutron] 10.222.0.18 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510375 Nov 10 16:30:20.896038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-dcff69a4-2fe9-4c9c-ada5-c3778fe70192 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1336126 Nov 10 16:30:20.913473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:20.989733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7820aac-0111-4848-be92-17232d0d9b0f req-6aa1a6d8-b2d7-4431-bec0-a53d428acc9e service neutron] 10.222.0.18 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272140 Nov 10 16:30:21.008228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05713b58-0503-4100-ad55-90d8cb26e1a1 req-9b8527b8-bbfd-4f52-933b-87a3b5aed5e9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:21.009976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05713b58-0503-4100-ad55-90d8cb26e1a1 req-9b8527b8-bbfd-4f52-933b-87a3b5aed5e9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0699761 Nov 10 16:30:21.049297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:21.071515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:21.128031 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05713b58-0503-4100-ad55-90d8cb26e1a1 req-821988db-ffce-4fb5-8bc7-be9bd25f5098 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075330 Nov 10 16:30:21.176803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-b2eb77b9-3fda-4061-843b-0318e8a44da9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:21.178705 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-b2eb77b9-3fda-4061-843b-0318e8a44da9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "GET /v2.0/networks?id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 200 len: 822 time: 0.1432452 Nov 10 16:30:21.179249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'tag': '9aa50606-127b-4f6c-92be-4fdce032e1c8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:21.181813 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43014a5-889f-42fe-8f12-919c96a11582" -d '{"events": [{"name": "network-changed", "server_uuid": "b87abf75-3c67-4567-8730-23b464fd94ad", "tag": "9aa50606-127b-4f6c-92be-4fdce032e1c8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:21.203637 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:21.204743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Request body: {'port': {'device_id': 'ff28cef2-8e57-479f-b06e-baa36c2c67b8', 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'admin_state_up': True, 'tenant_id': '0ce6dc2f865f42dfb58c2da7eccfeee8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:21.265093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:21.278328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'port_id': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'mac_address': 'fa:16:3e:ee:82:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c7bfac-4849-4149-8964-60ad29246e93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:21.322247 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:21.337432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:21.369106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Allocated IP 172.25.3.148 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/42cec0c2-d6c0-41cb-87d7-0a93f10e9c8c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:21.373958 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54b4e5b-889b-4cfd-92cd-165a075ecf0c x-openstack-request-id: req-f54b4e5b-889b-4cfd-92cd-165a075ecf0c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:21.374279 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87abf75-3c67-4567-8730-23b464fd94ad", "tag": "9aa50606-127b-4f6c-92be-4fdce032e1c8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:21.374496 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f54b4e5b-889b-4cfd-92cd-165a075ecf0c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:21.374892 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'tag': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'status': 'completed', 'code': 200} Nov 10 16:30:21.399254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:21.438391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Made reservation on behalf of 0ce6dc2f865f42dfb58c2da7eccfeee8 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:21.443227 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:21.465979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:21.526002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:21.538674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:21.554022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43014a5-889f-42fe-8f12-919c96a11582 req-f0257a2a-1225-4115-92c6-21332e0d5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:21.556260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a43014a5-889f-42fe-8f12-919c96a11582 req-f0257a2a-1225-4115-92c6-21332e0d5096 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 1095 time: 0.1616347 Nov 10 16:30:21.649506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:21.655566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1c282-5bd9-4213-a2d0-328a7d8bb9cc req-f59e6b26-03f2-4713-9eb7-f434d31645ad tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:21.663060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c1c282-5bd9-4213-a2d0-328a7d8bb9cc req-f59e6b26-03f2-4713-9eb7-f434d31645ad tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 943 time: 0.2060401 Nov 10 16:30:21.691375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:21.699367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:21.703969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:21.745873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:21.747590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event updated for resources: {'Port': ['ID=42cec0c2-d6c0-41cb-87d7-0a93f10e9c8c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:21.760817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Allocated IP 172.20.0.9 (b5e00f0f-e343-4e3a-bd96-5f6955b47b1e/cdc2832b-a334-43ab-9cf2-423772e5ef77/d0d4b9ae-b145-464a-8372-38f1999e5a53) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:21.770363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7c1c282-5bd9-4213-a2d0-328a7d8bb9cc req-f46d445a-1c4d-40e0-9caf-9eadb3f3d07f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063604 Nov 10 16:30:21.808587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43014a5-889f-42fe-8f12-919c96a11582 req-7ec1c5fc-93b7-4ae4-bab0-273b85d57909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:21.810216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a43014a5-889f-42fe-8f12-919c96a11582 req-7ec1c5fc-93b7-4ae4-bab0-273b85d57909 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 924 time: 0.2362931 Nov 10 16:30:21.825894 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.846132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:21.882156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a43014a5-889f-42fe-8f12-919c96a11582 req-d5cc7b06-10b0-4cbf-ba5d-af47578b8777 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa50606-127b-4f6c-92be-4fdce032e1c8 HTTP/1.1" status: 200 len: 217 time: 0.0580134 Nov 10 16:30:21.953421 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:22.036250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43014a5-889f-42fe-8f12-919c96a11582 req-414a7a21-2c95-488d-a4b5-bafa03f572c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:22.037722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a43014a5-889f-42fe-8f12-919c96a11582 req-414a7a21-2c95-488d-a4b5-bafa03f572c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b26f99d3-7a29-4036-84e9-4ac50da64af9 HTTP/1.1" status: 200 len: 862 time: 0.1450408 Nov 10 16:30:22.095807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179046c-2993-49c5-a941-2f53e5ad4775 req-cef8bf4a-3152-4836-ac56-3b5321c1882e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:22.097388 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c179046c-2993-49c5-a941-2f53e5ad4775 req-cef8bf4a-3152-4836-ac56-3b5321c1882e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.1610377 Nov 10 16:30:22.127073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:22.162452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:22.277751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:22.380694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event updated for resources: {'Port': ['ID=42cec0c2-d6c0-41cb-87d7-0a93f10e9c8c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:22.400303 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:22.490359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43014a5-889f-42fe-8f12-919c96a11582 req-92487436-8a61-4149-a371-3d5cc8ac304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:22.491902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a43014a5-889f-42fe-8f12-919c96a11582 req-92487436-8a61-4149-a371-3d5cc8ac304d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be52ad98-25a3-4412-85b7-df9863359785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4441576 Nov 10 16:30:22.526265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:22.530704 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c179046c-2993-49c5-a941-2f53e5ad4775 req-ce4d0148-fb38-45b0-99f7-0170c5cafa48 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246318 Nov 10 16:30:22.533519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-4f1aa9e6-b039-48dc-b521-2c8a45cc303e tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6301348 Nov 10 16:30:22.594434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-391fc237-d90e-4660-8efb-fa23cffd3bda tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0597448 Nov 10 16:30:22.613898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a43014a5-889f-42fe-8f12-919c96a11582 req-74c72889-654b-4a00-bc6f-ab2b9480eda1 service neutron] 10.222.0.18 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115413 Nov 10 16:30:22.665718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:22.718407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-1b7b4087-e42d-4ce3-be64-1404451ab644 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:22.719936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8ed57e4-5395-4245-a60b-44aeaaef691d req-1b7b4087-e42d-4ce3-be64-1404451ab644 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1199257 Nov 10 16:30:22.787044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:22.801012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:22.813985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:22.823543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b596a0f-2400-4e47-bfbc-85a66a8a3684 req-51edf207-da7a-47ed-9522-630dfbb1472d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:22.825018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b596a0f-2400-4e47-bfbc-85a66a8a3684 req-51edf207-da7a-47ed-9522-630dfbb1472d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1782951 Nov 10 16:30:22.825701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event updated for resources: {'Port': ['ID=d0d4b9ae-b145-464a-8372-38f1999e5a53,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:22.862004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a43014a5-889f-42fe-8f12-919c96a11582 req-1994ea44-3858-438d-bcad-331fde0f2c91 service neutron] 10.222.0.18 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377639 Nov 10 16:30:22.899339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:22.899948 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:22.924744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b596a0f-2400-4e47-bfbc-85a66a8a3684 req-a61bee13-0527-4be4-871f-f114f568e1fb tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748863 Nov 10 16:30:23.037668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0c849-38ec-4870-836e-4c3eba17c2b1 req-990374e3-ed58-47a0-bb03-750662b9234b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:23.039861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64d0c849-38ec-4870-836e-4c3eba17c2b1 req-990374e3-ed58-47a0-bb03-750662b9234b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 931 time: 0.0551834 Nov 10 16:30:23.043884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-4859a9a1-bc6f-45fb-a63c-8b2a78254fe6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8486280 Nov 10 16:30:23.057967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Request body: {'port': {'device_id': 'ff28cef2-8e57-479f-b06e-baa36c2c67b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:23.082414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:23.092080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27eb02-7923-40cd-9ef5-72569670d7a4 req-fd03f92c-f68e-4eb0-81b6-c786d71a1cf0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:23.099355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed27eb02-7923-40cd-9ef5-72569670d7a4 req-fd03f92c-f68e-4eb0-81b6-c786d71a1cf0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Nov 10 16:30:23.166871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.170482 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed27eb02-7923-40cd-9ef5-72569670d7a4 req-1657f191-ebae-4825-8a81-3c4ea49ece6f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544522 Nov 10 16:30:23.203219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:23.208905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:23.209739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.221880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64d0c849-38ec-4870-836e-4c3eba17c2b1 req-5151bffe-b1c6-490f-9ce1-520c32819fbf tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749229 Nov 10 16:30:23.335064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-3b3af144-eb86-4257-9ca5-442d709c3c42 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1511595 Nov 10 16:30:23.341267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.349194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:23.374635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:23.377248 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03493a2e-b1b6-4469-a557-153aa0333ef3" -d '{"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-plugged", "status": "completed", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:23.396090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:23.437243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.466113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8b367-572a-426b-8967-7aefa505f177 req-c4a16ce5-0961-4469-b2ad-6170ca261132 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:23.466411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.468240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7e8b367-572a-426b-8967-7aefa505f177 req-c4a16ce5-0961-4469-b2ad-6170ca261132 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 943 time: 0.1295168 Nov 10 16:30:23.532351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:23.548828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.589448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7e8b367-572a-426b-8967-7aefa505f177 req-e0e5a101-3e65-4423-a3ee-798bf88da800 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091340 Nov 10 16:30:23.605123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d4b9ae-b145-464a-8372-38f1999e5a53 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:23.617135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.632331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Transition to ACTIVE for port object d0d4b9ae-b145-464a-8372-38f1999e5a53 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:30:23.667605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Allocated IP 172.25.3.243 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/4e43e012-137f-4ba2-8b3d-508c31abcc9d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:23.712488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.733065 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986e0f0-659e-4454-aaa0-a1a4668e312d x-openstack-request-id: req-7986e0f0-659e-4454-aaa0-a1a4668e312d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:23.733380 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-plugged", "status": "completed", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:23.733633 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7986e0f0-659e-4454-aaa0-a1a4668e312d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:23.734031 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'code': 200} Nov 10 16:30:23.780120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4b9ae-b145-464a-8372-38f1999e5a53,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:23.792104 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.827417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.827762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.828099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.828439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.828770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.829099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.829470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.829826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.830161 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.830467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.830788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.831105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:23.901248 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:23.934262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a9b3-f857-4198-bcd0-8022654232b0 req-a869ebc7-bc56-456c-9f1b-55e73bebae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:23.935796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05d1a9b3-f857-4198-bcd0-8022654232b0 req-a869ebc7-bc56-456c-9f1b-55e73bebae2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1098 time: 0.0904174 Nov 10 16:30:23.939181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:23.944038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:23.944881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59780d3-007a-47c2-bbd8-498bff815129 req-9d4080e8-60c1-40ac-9907-6098d2c96630 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:23.947570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e59780d3-007a-47c2-bbd8-498bff815129 req-9d4080e8-60c1-40ac-9907-6098d2c96630 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 946 time: 0.1414208 Nov 10 16:30:23.947812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:23.949441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Attempting to bind port d0d4b9ae-b145-464a-8372-38f1999e5a53 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:23.949778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Attempting to bind port d0d4b9ae-b145-464a-8372-38f1999e5a53 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:23.950128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Attempting to bind port d0d4b9ae-b145-464a-8372-38f1999e5a53 on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:23.962667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Port d0d4b9ae-b145-464a-8372-38f1999e5a53 on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:30:23.962995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Attempting to bind port d0d4b9ae-b145-464a-8372-38f1999e5a53 on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:23.971086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event updated for resources: {'Port': ['ID=4e43e012-137f-4ba2-8b3d-508c31abcc9d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:23.988519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:23.988865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Checking segment: {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:23.989245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Bound using segment: {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:23.989687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Bound port: d0d4b9ae-b145-464a-8372-38f1999e5a53, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:23.990061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.038014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.072442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05d1a9b3-f857-4198-bcd0-8022654232b0 req-87340412-d965-4c16-b8a6-95c951c4c980 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188483 Nov 10 16:30:24.077646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e59780d3-007a-47c2-bbd8-498bff815129 req-98cde12b-5ada-42c9-9841-6c2c896d6a5e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167843 Nov 10 16:30:24.105755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:24.115824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:24.159523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.210125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3f70-e275-44db-93c2-f8c076de864e req-7818df8f-6918-454b-b824-9a3402fd3553 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:24.217895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9cba3f70-e275-44db-93c2-f8c076de864e req-7818df8f-6918-454b-b824-9a3402fd3553 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0615478 Nov 10 16:30:24.221048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.275497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:24.276151 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.277528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] 10.222.0.18 "PUT /v2.0/ports/d0d4b9ae-b145-464a-8372-38f1999e5a53 HTTP/1.1" status: 200 len: 1092 time: 1.2247870 Nov 10 16:30:24.279155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff28cef2-8e57-479f-b06e-baa36c2c67b8', 'tag': 'd0d4b9ae-b145-464a-8372-38f1999e5a53'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:24.281449 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cdf4ea-57d2-4310-bdfe-c5c67724334e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff28cef2-8e57-479f-b06e-baa36c2c67b8", "tag": "d0d4b9ae-b145-464a-8372-38f1999e5a53"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:24.318474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ab526-8ea3-4862-a032-976b75d462fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4b9ae-b145-464a-8372-38f1999e5a53,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:24.335910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9cba3f70-e275-44db-93c2-f8c076de864e req-1f8b6cc7-04ac-45ac-afb1-e557861fec03 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169200 Nov 10 16:30:24.339383 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.414986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.475525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-813ec2df-7eff-4133-b6ff-36cff48c5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:24.477262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-813ec2df-7eff-4133-b6ff-36cff48c5913 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 1095 time: 0.1042740 Nov 10 16:30:24.487716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event updated for resources: {'Port': ['ID=4e43e012-137f-4ba2-8b3d-508c31abcc9d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:24.502639 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.537094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-604713f7-b92f-49f6-98a9-196220a390af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53 HTTP/1.1" status: 200 len: 217 time: 0.0451972 Nov 10 16:30:24.559470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef9816-511e-422c-9780-78f6e8810d8a req-92d48bcd-13fa-44d9-b163-fd645789e768 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:24.560931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-92d48bcd-13fa-44d9-b163-fd645789e768 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/networks?id=2d644537-6c58-4dd8-abc5-3e1023ad0ab9 HTTP/1.1" status: 200 len: 810 time: 0.1569324 Nov 10 16:30:24.596696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-c7e762f1-fd6c-4e80-9310-26d50a5d25de tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/quotas/1a958e661e2e494882ecfa8225658f07 HTTP/1.1" status: 200 len: 375 time: 0.0162256 Nov 10 16:30:24.605524 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:24.606883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-bfc0b185-69ec-44c1-b3f9-597893bb3f90 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2618451 Nov 10 16:30:24.616833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-d4cf5d25-8278-4142-8e69-1fc0719b7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:24.619276 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-d4cf5d25-8278-4142-8e69-1fc0719b7207 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdc2832b-a334-43ab-9cf2-423772e5ef77 HTTP/1.1" status: 200 len: 862 time: 0.0738552 Nov 10 16:30:24.644161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-6a61c55e-a734-4292-9565-ecf1168ebece tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a958e661e2e494882ecfa8225658f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412736 Nov 10 16:30:24.660572 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-b5409216-73f5-4d33-b1aa-c871f89f7da3 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0465150 Nov 10 16:30:24.662357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-665da0e6-bce8-4263-90e0-0097d48cbdfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282242 Nov 10 16:30:24.772200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-6a098725-e97b-4f0a-b952-fc8c53396c28 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:24.773627 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ddd5f26-65b6-41ad-9c6b-1a1ae1affc83 req-6a098725-e97b-4f0a-b952-fc8c53396c28 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1058693 Nov 10 16:30:24.819983 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-953884ae-b5f2-4356-b6fc-394c82fd250d service neutron] 10.222.0.62 "GET /v2.0/networks/2d644537-6c58-4dd8-abc5-3e1023ad0ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598577 Nov 10 16:30:24.824408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-dc6ed050-35e8-4578-9a44-45d80b70a9ed service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533494 Nov 10 16:30:24.873347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f8d9b-ab8f-4d14-93ef-a9de803acfa9 req-473afbd3-5e5a-40fa-9b37-299993af3c43 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:24.875732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd0f8d9b-ab8f-4d14-93ef-a9de803acfa9 req-473afbd3-5e5a-40fa-9b37-299993af3c43 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0508535 Nov 10 16:30:24.924992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd0f8d9b-ab8f-4d14-93ef-a9de803acfa9 req-9585c246-83fb-4454-89ad-ae54c8e3037f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 Nov 10 16:30:24.983078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcf4a7a3-79f7-46a5-954b-18bf02bf1b12 req-8ad987d9-bef5-40eb-848b-08c784bdfc7c service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491773 Nov 10 16:30:24.985201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-5e70cdd7-bcab-4687-8e3e-b4af156d6542 service neutron] 10.222.0.62 "GET /v2.0/networks/2d644537-6c58-4dd8-abc5-3e1023ad0ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583865 Nov 10 16:30:25.033868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4599b9-3320-412e-9024-8bc54c6b41bc req-59fce45c-0c68-4316-b52b-427cbe012ec3 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.035482 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb4599b9-3320-412e-9024-8bc54c6b41bc req-59fce45c-0c68-4316-b52b-427cbe012ec3 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 943 time: 0.0513613 Nov 10 16:30:25.090499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb4599b9-3320-412e-9024-8bc54c6b41bc req-a479a955-6af0-41b8-8e8b-69e624ade045 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475559 Nov 10 16:30:25.100564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 9aa50606-127b-4f6c-92be-4fdce032e1c8 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:25.139390 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f78366-d9ab-4172-869b-aa9fb00be241 x-openstack-request-id: req-c1f78366-d9ab-4172-869b-aa9fb00be241 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:25.143557 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff28cef2-8e57-479f-b06e-baa36c2c67b8", "tag": "d0d4b9ae-b145-464a-8372-38f1999e5a53", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:25.143557 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1f78366-d9ab-4172-869b-aa9fb00be241 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:25.143557 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff28cef2-8e57-479f-b06e-baa36c2c67b8', 'tag': 'd0d4b9ae-b145-464a-8372-38f1999e5a53', 'status': 'completed', 'code': 200} Nov 10 16:30:25.221045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 9aa50606-127b-4f6c-92be-4fdce032e1c8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9aa50606-127b-4f6c-92be-4fdce032e1c8,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:25.221590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-a236e30d-0636-4477-b87e-f60907874361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.223439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-a236e30d-0636-4477-b87e-f60907874361 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 1095 time: 0.0546727 Nov 10 16:30:25.233704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'port_id': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'mac_address': 'fa:16:3e:f4:37:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:25.266233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618d76-7931-4e45-9652-3dc30445ccf3 req-7d18273d-6d98-438e-a346-a57ce5876736 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.268470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1618d76-7931-4e45-9652-3dc30445ccf3 req-7d18273d-6d98-438e-a346-a57ce5876736 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 943 time: 0.0661888 Nov 10 16:30:25.318819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:25.332374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa50606-127b-4f6c-92be-4fdce032e1c8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:25.347030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1618d76-7931-4e45-9652-3dc30445ccf3 req-1aae6507-790b-42fb-8e2c-119fce2b8dc4 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710404 Nov 10 16:30:25.365874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-94d23a4b-310c-4672-97c0-c041e1405ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.369774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-94d23a4b-310c-4672-97c0-c041e1405ba9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 200 len: 923 time: 0.1357319 Nov 10 16:30:25.371405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 9aa50606-127b-4f6c-92be-4fdce032e1c8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9aa50606-127b-4f6c-92be-4fdce032e1c8,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:25.428348 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-b51db50a-566f-40b3-87ae-ca522134c277 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53 HTTP/1.1" status: 200 len: 217 time: 0.0440361 Nov 10 16:30:25.443211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:25.460984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d16e42a-bb17-4ed1-b423-d7725c47689d req-e1098e4c-05fd-48e5-b65a-99fce7b4d089 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips/0f4658b3-72cc-4507-aede-b4ce06a7f44f HTTP/1.1" status: 200 len: 693 time: 0.0722563 Nov 10 16:30:25.525588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-327feb3b-55a9-4735-82ee-a0f8004bb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.527332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-327feb3b-55a9-4735-82ee-a0f8004bb819 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdc2832b-a334-43ab-9cf2-423772e5ef77 HTTP/1.1" status: 200 len: 862 time: 0.0918446 Nov 10 16:30:25.536306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=9aa50606-127b-4f6c-92be-4fdce032e1c8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:25.552777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f5215-698e-45c8-9254-437c9e8bd15e req-f33c15d5-aa78-48b3-9608-885304558a98 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.554250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5f5215-698e-45c8-9254-437c9e8bd15e req-f33c15d5-aa78-48b3-9608-885304558a98 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 946 time: 0.0811698 Nov 10 16:30:25.586551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-96ca4026-1c6e-439f-830b-e17ae2d77b2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421743 Nov 10 16:30:25.601077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16e42a-bb17-4ed1-b423-d7725c47689d req-317cbc11-4577-422e-b1e8-2075907c20dd tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.603231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d16e42a-bb17-4ed1-b423-d7725c47689d req-317cbc11-4577-422e-b1e8-2075907c20dd tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1354127 Nov 10 16:30:25.676380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5f5215-698e-45c8-9254-437c9e8bd15e req-372154bc-5d63-4f9c-babf-72db8637abd1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119347 Nov 10 16:30:25.717013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-8d0b37dd-a89a-4800-abc7-80dc27e63da5 service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166604 Nov 10 16:30:25.724605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['9aa50606-127b-4f6c-92be-4fdce032e1c8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:25.728788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b0424-8ff5-41be-9ffb-b1e19388e739 req-c520d173-04e9-487a-a0b9-724fa86faa0f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.736896 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-467b0424-8ff5-41be-9ffb-b1e19388e739 req-c520d173-04e9-487a-a0b9-724fa86faa0f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0675573 Nov 10 16:30:25.781480 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-157aa947-5bd8-4c9b-919b-7dbe6f9a7cfb req-9c89bece-877d-4964-ac1f-2999ca23c9e7 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 210 time: 0.0438449 Nov 10 16:30:25.836623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-467b0424-8ff5-41be-9ffb-b1e19388e739 req-af46014e-362f-45b0-91cc-d7e8c6c67d32 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980775 Nov 10 16:30:25.871762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-bc53918e-4265-4402-b70a-9f1df9cd2826 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips/0f4658b3-72cc-4507-aede-b4ce06a7f44f HTTP/1.1" status: 200 len: 693 time: 0.0565145 Nov 10 16:30:25.907941 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cdf4ea-57d2-4310-bdfe-c5c67724334e req-fe6a397f-fd23-42ad-9199-c7699876f5fd service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799397 Nov 10 16:30:25.993583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-7c707844-2de4-4f39-8749-9a1657cfddec tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:25.995005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-7c707844-2de4-4f39-8749-9a1657cfddec tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1172109 Nov 10 16:30:26.050587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-4eaf1da2-63b3-43be-8271-2d4f642f3dff tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0493815 Nov 10 16:30:26.052043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26023b-d039-4cf8-8805-36e924839a01 req-4ec314ea-7c3b-41d6-9341-d171d86289e0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:26.053841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f26023b-d039-4cf8-8805-36e924839a01 req-4ec314ea-7c3b-41d6-9341-d171d86289e0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0548694 Nov 10 16:30:26.107884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-a623fcc1-65cc-4050-b209-610767ece6b0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0503657 Nov 10 16:30:26.116083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f26023b-d039-4cf8-8805-36e924839a01 req-e57b520f-d8f0-432d-a553-4d88df45c80d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527515 Nov 10 16:30:26.240393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa692c98-0355-4b42-a994-1cf0cedebd68 req-4e6fa125-4a71-40b1-a7be-85e141fb949b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:26.244477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa692c98-0355-4b42-a994-1cf0cedebd68 req-4e6fa125-4a71-40b1-a7be-85e141fb949b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 943 time: 0.0647688 Nov 10 16:30:26.246414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Deleting port 4e43e012-137f-4ba2-8b3d-508c31abcc9d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:26.246760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:26.299371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa692c98-0355-4b42-a994-1cf0cedebd68 req-13139090-51d7-42b6-b232-4c5e6071966f tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503118 Nov 10 16:30:26.347045 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:26.347398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:26.361440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Calling delete_port for 4e43e012-137f-4ba2-8b3d-508c31abcc9d owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:26.485851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30cdf-6b84-4b7d-a5c8-fdce0b6f9720 req-f51ca950-08a7-495d-b26a-b55696e8d0fe tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:26.487790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87f30cdf-6b84-4b7d-a5c8-fdce0b6f9720 req-f51ca950-08a7-495d-b26a-b55696e8d0fe tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 944 time: 0.0552120 Nov 10 16:30:26.533583 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:30:26.546506 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87f30cdf-6b84-4b7d-a5c8-fdce0b6f9720 req-09eaffab-ffb4-46c6-9a55-a05a2d6d6b92 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520520 Nov 10 16:30:26.660380 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:26.687796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event deleted for resources: {'Port': ['ID=4e43e012-137f-4ba2-8b3d-508c31abcc9d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:26.752220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:26.756400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:26.758071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72133e31-fc9f-43cf-8b88-a1a4c25961de req-b8ac6011-f151-4816-9271-e9cf890f3235 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "DELETE /v2.0/floatingips/0f4658b3-72cc-4507-aede-b4ce06a7f44f HTTP/1.1" status: 204 len: 173 time: 0.6479127 Nov 10 16:30:26.821583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42721807-bb85-4224-b1d1-3a106a2355f7 req-493f803c-4963-4402-af97-a7914257b03d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:26.823142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42721807-bb85-4224-b1d1-3a106a2355f7 req-493f803c-4963-4402-af97-a7914257b03d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 946 time: 0.0533535 Nov 10 16:30:26.886072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42721807-bb85-4224-b1d1-3a106a2355f7 req-b74e08b1-e4e8-4dc5-bce2-3dbdde41846a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562930 Nov 10 16:30:26.980670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6148b91-13ea-4cbd-888b-e85e3a9abb54 req-5a80047e-bd57-4f97-a258-9efc41807ec3 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 210 time: 0.0301013 Nov 10 16:30:27.002175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aacbf-1da3-49f9-a486-0b0198d4b050 req-da19ad94-b80d-47f1-b288-c6118b895338 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.002175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-110aacbf-1da3-49f9-a486-0b0198d4b050 req-da19ad94-b80d-47f1-b288-c6118b895338 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2206962 Nov 10 16:30:27.091646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6d4a9-9d0d-4db6-b029-1a144ecdc3fe req-9f87511e-e2fc-462c-abac-cce078053855 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.093043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1c6d4a9-9d0d-4db6-b029-1a144ecdc3fe req-9f87511e-e2fc-462c-abac-cce078053855 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0530980 Nov 10 16:30:27.103293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 9aa50606-127b-4f6c-92be-4fdce032e1c8 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:27.105257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a387c14-5f14-4ed7-b3db-2fc637865373 req-67013af8-d364-4157-8b08-0f828727ca39 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.107584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a387c14-5f14-4ed7-b3db-2fc637865373 req-67013af8-d364-4157-8b08-0f828727ca39 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1098 time: 0.0519533 Nov 10 16:30:27.156094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1c6d4a9-9d0d-4db6-b029-1a144ecdc3fe req-9b9a4ef1-a606-42a2-8a73-350455105a97 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556023 Nov 10 16:30:27.168535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a387c14-5f14-4ed7-b3db-2fc637865373 req-c14fe7d8-2ed4-467e-ac40-f7910348a21b tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542614 Nov 10 16:30:27.233921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e25223db-faea-4234-9339-05ef7a76b6bc req-527c929a-4f2b-45df-a49d-ec4a6b4f09d3 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=4b3316a19e114ecf84fbb87b091bfd19 HTTP/1.1" status: 200 len: 1657 time: 0.0511122 Nov 10 16:30:27.255739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 9aa50606-127b-4f6c-92be-4fdce032e1c8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:27.261344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 9aa50606-127b-4f6c-92be-4fdce032e1c8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:27.262018 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:27.297725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e45-d5c0-4fec-9417-b01e1e7f8401 req-ce077067-79de-4fa4-bcb3-9d6034d0c87c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.299377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5bd3e45-d5c0-4fec-9417-b01e1e7f8401 req-ce077067-79de-4fa4-bcb3-9d6034d0c87c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0564084 Nov 10 16:30:27.362956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5bd3e45-d5c0-4fec-9417-b01e1e7f8401 req-073cbbaa-1a08-42c1-b6a4-bb111e97d03e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533454 Nov 10 16:30:27.363744 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:27.367441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25223db-faea-4234-9339-05ef7a76b6bc req-a10f737a-8098-47f0-acb7-b1e640c7e6cb tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.369373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e25223db-faea-4234-9339-05ef7a76b6bc req-a10f737a-8098-47f0-acb7-b1e640c7e6cb tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks?id=86829e25-f748-47b9-a9bb-cb72fd967e9c&id=86829e25-f748-47b9-a9bb-cb72fd967e9c&id=86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 787 time: 0.1287193 Nov 10 16:30:27.407260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa50606-127b-4f6c-92be-4fdce032e1c8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:27.410051 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ea7b18-b4fb-4de5-9453-5d7311cc91b1" -d '{"events": [{"server_uuid": "b87abf75-3c67-4567-8730-23b464fd94ad", "name": "network-vif-plugged", "status": "completed", "tag": "9aa50606-127b-4f6c-92be-4fdce032e1c8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:27.418568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 9aa50606-127b-4f6c-92be-4fdce032e1c8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9aa50606-127b-4f6c-92be-4fdce032e1c8,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:27.485184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a93a85-fd47-426d-9e2d-d2326b3e0e17 req-9b71cf71-eadc-4a0b-a7b9-adb1896148d2 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.486976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64a93a85-fd47-426d-9e2d-d2326b3e0e17 req-9b71cf71-eadc-4a0b-a7b9-adb1896148d2 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1098 time: 0.0486701 Nov 10 16:30:27.494825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:27.518002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be0e75-3e8f-46b5-aa9c-3f716947968f req-3892dc3c-9cf3-4be0-93a1-b343de6db5da tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.519673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3be0e75-3e8f-46b5-aa9c-3f716947968f req-3892dc3c-9cf3-4be0-93a1-b343de6db5da tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 943 time: 0.0723922 Nov 10 16:30:27.546411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64a93a85-fd47-426d-9e2d-d2326b3e0e17 req-153122f5-b991-43cd-b93b-e4c23c8df6a8 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Nov 10 16:30:27.570789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=9aa50606-127b-4f6c-92be-4fdce032e1c8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:27.583071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3be0e75-3e8f-46b5-aa9c-3f716947968f req-08c91c4d-dea4-48ee-9a9a-56e7ea7372e8 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567658 Nov 10 16:30:27.627712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-f9e5074b-cf47-4ee7-996e-3e9ace614dec tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips/c7d691cc-66ae-49c5-9e77-9f785056f0af HTTP/1.1" status: 200 len: 693 time: 0.0533388 Nov 10 16:30:27.640901 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d85294-ebd9-4e40-8ea2-ca75d08bec81 x-openstack-request-id: req-63d85294-ebd9-4e40-8ea2-ca75d08bec81 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:27.641470 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87abf75-3c67-4567-8730-23b464fd94ad", "name": "network-vif-plugged", "status": "completed", "tag": "9aa50606-127b-4f6c-92be-4fdce032e1c8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:27.641938 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63d85294-ebd9-4e40-8ea2-ca75d08bec81 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:27.642590 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'code': 200} Nov 10 16:30:27.763449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-6314df78-98e1-4b1e-b493-f83b0f350624 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.765000 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-6314df78-98e1-4b1e-b493-f83b0f350624 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1293976 Nov 10 16:30:27.804243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d396-b5a6-4a4f-9765-1103ae7ddd33 req-1644a54c-e1fb-4d63-94ff-b0c08c259f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.806306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c649d396-b5a6-4a4f-9765-1103ae7ddd33 req-1644a54c-e1fb-4d63-94ff-b0c08c259f87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 1097 time: 0.0617895 Nov 10 16:30:27.814774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc06a-2d37-4b92-9f30-c5a5e5dc1c6f req-21fb7235-9db1-4b0b-ba93-c4bc5fe25a11 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:27.816708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b70bc06a-2d37-4b92-9f30-c5a5e5dc1c6f req-21fb7235-9db1-4b0b-ba93-c4bc5fe25a11 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.0827975 Nov 10 16:30:27.819234 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-2d6d5373-6151-4384-be8a-2f4c10ad5c0c tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0478687 Nov 10 16:30:27.876080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-875b0da3-ffda-463c-a2ec-51c0387782b0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0463746 Nov 10 16:30:27.896929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c649d396-b5a6-4a4f-9765-1103ae7ddd33 req-f61f9d14-5f68-441b-a6c5-d6b31383105a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793967 Nov 10 16:30:27.901332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b70bc06a-2d37-4b92-9f30-c5a5e5dc1c6f req-671561ca-5abc-44cb-ba01-8f1c37fa2592 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733380 Nov 10 16:30:28.018331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Deleting port 42cec0c2-d6c0-41cb-87d7-0a93f10e9c8c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:28.018704 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:28.101075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:28.101959 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:28.114127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Calling delete_port for 42cec0c2-d6c0-41cb-87d7-0a93f10e9c8c owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:28.200293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e762480a-ccab-4121-bfda-83b5d54ba307 req-b10600b0-2ebe-4f42-8a6e-89196ced8ea4 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 210 time: 0.0310903 Nov 10 16:30:28.297597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e7729-3389-406c-bd77-17ffe392e4ff req-13de86a4-05f4-4ccf-a88f-d6dcd3ea15c7 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:28.299360 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c6e7729-3389-406c-bd77-17ffe392e4ff req-13de86a4-05f4-4ccf-a88f-d6dcd3ea15c7 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1098 time: 0.0425003 Nov 10 16:30:28.324109 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:28.348994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c6e7729-3389-406c-bd77-17ffe392e4ff req-fd7fda9e-e02d-4909-a14e-0dcd7521654b tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427275 Nov 10 16:30:28.357672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event deleted for resources: {'Port': ['ID=42cec0c2-d6c0-41cb-87d7-0a93f10e9c8c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:28.427934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:28.431066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:28.432248 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9794551-14be-4dc9-9e84-f6d56dc013c6 req-34173143-ad9e-4aa2-8613-41c4891af88f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "DELETE /v2.0/floatingips/c7d691cc-66ae-49c5-9e77-9f785056f0af HTTP/1.1" status: 204 len: 173 time: 0.5498526 Nov 10 16:30:28.469836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadd439-ceb2-4067-be52-24e1d942690f req-803de593-4222-46ff-b8a7-068296d81c17 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:28.471736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7eadd439-ceb2-4067-be52-24e1d942690f req-803de593-4222-46ff-b8a7-068296d81c17 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0577984 Nov 10 16:30:28.535078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7eadd439-ceb2-4067-be52-24e1d942690f req-ce929bb3-4817-4177-8c12-7d1e5db08c2f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568914 Nov 10 16:30:28.544899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c2816-02cc-4866-83e5-9b717cda795d req-d1434c5e-42ac-4be8-aa7d-819ca02b628d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:28.546485 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff8c2816-02cc-4866-83e5-9b717cda795d req-d1434c5e-42ac-4be8-aa7d-819ca02b628d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0530539 Nov 10 16:30:28.604264 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff8c2816-02cc-4866-83e5-9b717cda795d req-6ee2a196-8642-4c9c-9f0f-e1a80d977460 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469320 Nov 10 16:30:28.612072 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-d89d9d69-4992-4254-9d44-e7db7c68379c tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips/9a368a4e-ef8d-41b2-b41d-d4427556cdf6 HTTP/1.1" status: 200 len: 693 time: 0.0523906 Nov 10 16:30:28.725241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04689dc0-9098-4926-a963-7043f46520c6 req-9c4db1cd-b6db-4058-b744-7118d47afe8a tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:28.727052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04689dc0-9098-4926-a963-7043f46520c6 req-9c4db1cd-b6db-4058-b744-7118d47afe8a tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 943 time: 0.0603657 Nov 10 16:30:28.736383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-40129bf2-56a2-4212-86a6-c6b8c135e7a0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:28.737750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-40129bf2-56a2-4212-86a6-c6b8c135e7a0 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1142852 Nov 10 16:30:28.779396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04689dc0-9098-4926-a963-7043f46520c6 req-f6df35c2-0351-46aa-a11d-7d247d42605e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Nov 10 16:30:28.796330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-fed60f0a-109b-4bb7-b658-694034bb424f tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 696 time: 0.0522475 Nov 10 16:30:28.848437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-774ed242-4ae5-4594-a43f-15dfdde6b180 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 696 time: 0.0447104 Nov 10 16:30:28.982209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Deleting port 61d8e193-4e8c-4286-893d-c0b70c88126c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:28.982550 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:29.022602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b89e5-5d43-4695-b691-e3c3450f567a req-39955880-974f-4f3c-a94c-3e12493413be tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:29.024782 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d13b89e5-5d43-4695-b691-e3c3450f567a req-39955880-974f-4f3c-a94c-3e12493413be tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.0523536 Nov 10 16:30:29.066809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:29.067400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:29.073117 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d13b89e5-5d43-4695-b691-e3c3450f567a req-955187d6-0178-4fc0-9d2e-b61a3bdba5af tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422394 Nov 10 16:30:29.081155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Calling delete_port for 61d8e193-4e8c-4286-893d-c0b70c88126c owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:29.105580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d0d4b9ae-b145-464a-8372-38f1999e5a53 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:29.234010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:29.234010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd0d4b9ae-b145-464a-8372-38f1999e5a53', 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'port_id': 'd0d4b9ae-b145-464a-8372-38f1999e5a53', 'mac_address': 'fa:16:3e:28:06:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc2832b-a334-43ab-9cf2-423772e5ef77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:29.260368 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:29.273921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d4b9ae-b145-464a-8372-38f1999e5a53 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:29.293909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:29.300065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4519e541-6ef3-41e3-beca-e0a9c8cc3d62 req-7a4ec406-42a0-4d44-bede-6e444fa9f718 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Nov 10 16:30:29.317287 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:29.346516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event deleted for resources: {'Port': ['ID=61d8e193-4e8c-4286-893d-c0b70c88126c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:29.397263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:29.410830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:29.413472 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:29.415191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80bcafa0-f690-45d8-8ba2-98a6621b2313 req-3b91ea24-173b-4e00-91ee-a9bde4fd4530 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "DELETE /v2.0/floatingips/9a368a4e-ef8d-41b2-b41d-d4427556cdf6 HTTP/1.1" status: 204 len: 173 time: 0.5605819 Nov 10 16:30:29.476031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd65b-9629-41d0-acf9-b9908a0ce72f req-18a7d140-8e0d-4297-bc29-81dba3961edf tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:29.478971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d0d4b9ae-b145-464a-8372-38f1999e5a53,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:29.483827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc5cd65b-9629-41d0-acf9-b9908a0ce72f req-18a7d140-8e0d-4297-bc29-81dba3961edf tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1098 time: 0.0552881 Nov 10 16:30:29.526762 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc5cd65b-9629-41d0-acf9-b9908a0ce72f req-d51a7388-1f63-4fbf-9cd1-7bc05b7ad4dc tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Nov 10 16:30:29.771889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d0d4b9ae-b145-464a-8372-38f1999e5a53'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:29.851012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83292238-c79e-487f-bbcb-74cf490f1415 req-3bebddaf-aaaf-406a-a7db-c91925df6dac tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips/7a3c3d80-b5b9-4699-a675-f6a538a5f762 HTTP/1.1" status: 200 len: 693 time: 0.4123254 Nov 10 16:30:29.974372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292238-c79e-487f-bbcb-74cf490f1415 req-8c137385-c492-41e1-a819-645aba5bcab9 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:29.975769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83292238-c79e-487f-bbcb-74cf490f1415 req-8c137385-c492-41e1-a819-645aba5bcab9 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1165209 Nov 10 16:30:30.036489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f99f4114-7b62-4fdc-9dc4-fa9f12b99750 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.0506134 Nov 10 16:30:30.087617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83292238-c79e-487f-bbcb-74cf490f1415 req-30544ea7-4214-4527-88b3-b253fc6326e5 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.0452564 Nov 10 16:30:30.227368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Deleting port b35b0530-37d1-46c3-9dce-a06c8eb9235f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:30.227719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:30.315774 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:30.316108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:30.338066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Calling delete_port for b35b0530-37d1-46c3-9dce-a06c8eb9235f owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:30.621256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:30.653292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Pushing event deleted for resources: {'Port': ['ID=b35b0530-37d1-46c3-9dce-a06c8eb9235f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:30.723478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:30.726833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:30.728166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83292238-c79e-487f-bbcb-74cf490f1415 req-f9ea7f97-a837-4457-b4ea-f7d83ea97688 tempest-FloatingIPDetailsTestJSON-950757790 tempest-FloatingIPDetailsTestJSON-950757790-project] 10.222.0.62 "DELETE /v2.0/floatingips/7a3c3d80-b5b9-4699-a675-f6a538a5f762 HTTP/1.1" status: 204 len: 173 time: 0.6327019 Nov 10 16:30:30.734655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34610) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:30.871222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4544fd-3f5a-4bfa-bcf1-45641c3385cb req-1e118523-6a20-4235-a22f-33b1acd36e7d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:30.875268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4544fd-3f5a-4bfa-bcf1-45641c3385cb req-1e118523-6a20-4235-a22f-33b1acd36e7d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0886936 Nov 10 16:30:30.948868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4544fd-3f5a-4bfa-bcf1-45641c3385cb req-e9426baa-ddb5-4b0f-9d99-f0f0065116f9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604300 Nov 10 16:30:31.077150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f679652-0da0-4134-be66-8b05b8908886 req-f2869b6d-c385-44f2-a834-30bbeba65e5f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:31.084027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f679652-0da0-4134-be66-8b05b8908886 req-f2869b6d-c385-44f2-a834-30bbeba65e5f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0618849 Nov 10 16:30:31.123442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d0d4b9ae-b145-464a-8372-38f1999e5a53 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:31.133166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f679652-0da0-4134-be66-8b05b8908886 req-4f5e2bab-273a-46c9-a15c-32ec22601eb4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Nov 10 16:30:31.208687 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:31.261227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a111-cd31-4f5f-9d6f-b49a2c21fab3 req-e20a7117-bec4-4b66-8fda-95b26a6d0c03 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:31.262879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-acc1a111-cd31-4f5f-9d6f-b49a2c21fab3 req-e20a7117-bec4-4b66-8fda-95b26a6d0c03 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 944 time: 0.0544877 Nov 10 16:30:31.301019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port d0d4b9ae-b145-464a-8372-38f1999e5a53 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:31.310637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d0d4b9ae-b145-464a-8372-38f1999e5a53 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:31.310637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:31.339731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-acc1a111-cd31-4f5f-9d6f-b49a2c21fab3 req-2a76ead0-789e-479b-9216-fd525f353a35 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707402 Nov 10 16:30:31.447502 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:31.482625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28cef2-8e57-479f-b06e-baa36c2c67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d4b9ae-b145-464a-8372-38f1999e5a53'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:31.485270 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f71778-a844-42db-bdd2-6cbe56363af5" -d '{"events": [{"server_uuid": "ff28cef2-8e57-479f-b06e-baa36c2c67b8", "name": "network-vif-plugged", "status": "completed", "tag": "d0d4b9ae-b145-464a-8372-38f1999e5a53"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:31.495058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0908ee2-933f-46d7-9f2e-cd8de9abd594 req-4f036bf9-2d02-49a3-a465-2c7338486d09 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:31.497448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0908ee2-933f-46d7-9f2e-cd8de9abd594 req-4f036bf9-2d02-49a3-a465-2c7338486d09 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.0658689 Nov 10 16:30:31.508079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:31.547635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Deleting port 3aeaad89-b877-4425-8da6-c6571624ad81 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:31.560860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:31.561127 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0908ee2-933f-46d7-9f2e-cd8de9abd594 req-5bc9daae-c838-4715-8256-ac8fa7e01145 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524151 Nov 10 16:30:31.654930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:31.660059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] For port 3aeaad89-b877-4425-8da6-c6571624ad81, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3aeaad89-b877-4425-8da6-c6571624ad81,segment=NetworkSegment(2cf50903-c1f5-41c5-8edb-979bf5561b36),segment_id=2cf50903-c1f5-41c5-8edb-979bf5561b36)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:31.660588 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:31.662675 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcf4df4d-a2af-4c90-84de-faaf5fbb898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:31.677434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Calling delete_port for 3aeaad89-b877-4425-8da6-c6571624ad81 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:31.683125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-910717f9-5f20-4df0-9d35-2439037f2372 req-01810649-e754-47d5-b1e6-ef176dd93682 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 210 time: 0.0582128 Nov 10 16:30:31.775701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d0d4b9ae-b145-464a-8372-38f1999e5a53,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:31.784961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.784961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.785387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.785729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.786074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.786399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.786700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.787425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.787425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.790893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.790893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.790893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:30:31.807753 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbc62e8-7840-4315-b5f8-2a13a1ca9d22 x-openstack-request-id: req-ddbc62e8-7840-4315-b5f8-2a13a1ca9d22 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:31.808480 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28cef2-8e57-479f-b06e-baa36c2c67b8", "name": "network-vif-plugged", "status": "completed", "tag": "d0d4b9ae-b145-464a-8372-38f1999e5a53", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:31.809353 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddbc62e8-7840-4315-b5f8-2a13a1ca9d22 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:31.811226 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28cef2-8e57-479f-b06e-baa36c2c67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d4b9ae-b145-464a-8372-38f1999e5a53', 'code': 200} Nov 10 16:30:31.986797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e198727-009d-4ef4-b557-1b42b4d4415b req-86b3dcec-dfb5-4a8f-a505-f0c9f8894f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:31.988396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2e198727-009d-4ef4-b557-1b42b4d4415b req-86b3dcec-dfb5-4a8f-a505-f0c9f8894f83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 1097 time: 0.1055443 Nov 10 16:30:31.998644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1ab10-63ee-465f-8695-d983742aa087 req-a302fb1f-c8bf-4605-8734-d9aed9fdb072 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:32.000199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5de1ab10-63ee-465f-8695-d983742aa087 req-a302fb1f-c8bf-4605-8734-d9aed9fdb072 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.1186521 Nov 10 16:30:32.010727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34628) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:32.018620 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Request body: {'floatingip': {'port_id': '9aa50606-127b-4f6c-92be-4fdce032e1c8'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:32.063368 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:32.066230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2e198727-009d-4ef4-b557-1b42b4d4415b req-5b04ec28-8e2a-4067-a633-7a240e816916 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649376 Nov 10 16:30:32.085070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:32.139039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7a2ef-ac1a-4d5b-9095-3a6b4381c0e4 req-f6db33a8-fb13-4100-a12a-214b79e48b8b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:32.144087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78f7a2ef-ac1a-4d5b-9095-3a6b4381c0e4 req-f6db33a8-fb13-4100-a12a-214b79e48b8b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1097 time: 0.0506349 Nov 10 16:30:32.204059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78f7a2ef-ac1a-4d5b-9095-3a6b4381c0e4 req-d9f2f7bb-fb3e-425d-a03d-5f09e58bd284 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539734 Nov 10 16:30:32.340123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adc66-4806-4d01-890c-1751c48e27ca req-3642d653-0e1b-4150-9b92-a637e3534d35 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:32.341711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b63adc66-4806-4d01-890c-1751c48e27ca req-3642d653-0e1b-4150-9b92-a637e3534d35 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0574043 Nov 10 16:30:32.415512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b63adc66-4806-4d01-890c-1751c48e27ca req-58a8994e-5c3e-4e3f-8c06-91643de0d7a7 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657682 Nov 10 16:30:32.457749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=3aeaad89-b877-4425-8da6-c6571624ad81,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:32.480905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-a5df43c2-1900-4c5c-92bf-da185621c017 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:30:32.482392 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-a5df43c2-1900-4c5c-92bf-da185621c017 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0670824 Nov 10 16:30:32.594243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606006f0-b22e-4472-9901-f1f3750bd046 req-23f1f448-6fa5-4f57-8434-f587b8cc6d2a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:32.602355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-606006f0-b22e-4472-9901-f1f3750bd046 req-23f1f448-6fa5-4f57-8434-f587b8cc6d2a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0689821 Nov 10 16:30:32.639530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-c6ca661c-dc8a-43b0-8a3d-d5421d53f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:32.646101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-c6ca661c-dc8a-43b0-8a3d-d5421d53f151 service neutron] 10.222.0.62 "GET /v2.0/ports/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 200 len: 1095 time: 0.1356015 Nov 10 16:30:32.651269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Request body: {'binding': {'host': 'n-h1-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:32.651747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:30:32.659569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-606006f0-b22e-4472-9901-f1f3750bd046 req-d6037b17-43b5-4b59-9526-31158dbead27 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Nov 10 16:30:32.825338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef9816-511e-422c-9780-78f6e8810d8a req-06f23a64-03e7-45c7-ae1f-6d86c27dfbb1 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:32.827463 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-06f23a64-03e7-45c7-ae1f-6d86c27dfbb1 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.69 "GET /v2.0/networks?id=2d644537-6c58-4dd8-abc5-3e1023ad0ab9 HTTP/1.1" status: 200 len: 810 time: 0.1403708 Nov 10 16:30:32.849160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Request body: {'port': {'device_id': '1d62d098-f9a7-4d93-befc-5a39794dae75', 'network_id': '2d644537-6c58-4dd8-abc5-3e1023ad0ab9', 'admin_state_up': True, 'tenant_id': '1a958e661e2e494882ecfa8225658f07'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:33.039901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.080438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Made reservation on behalf of 1a958e661e2e494882ecfa8225658f07 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:33.084017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.144640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on host n-h1-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:33.145089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:33.145445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:33.153065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:30:33.153392 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:33.169892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:33.170223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:33.170617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:33.171065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Bound port: c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:33.259988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Allocated IP 172.20.0.11 (2d644537-6c58-4dd8-abc5-3e1023ad0ab9/b9a6f20a-0b72-4513-84b3-0c381839893a/7a2f527c-6710-4d40-93f7-f2b20205d4b1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:33.361663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:33.452291 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.510070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.511282 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-7322dd8d-78ff-4f74-a92c-dba1d00be0d9 service neutron] 10.222.0.62 "POST /v2.0/ports/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31/bindings HTTP/1.1" status: 201 len: 390 time: 0.8643832 Nov 10 16:30:33.559780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.569016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Router e8f0548b-baba-4e18-91a5-efdde4f7745d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:30:33.609838 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.672864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:33.677206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.679859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:33.697015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:33.703284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Pushing event updated for resources: {'Port': ['ID=7a2f527c-6710-4d40-93f7-f2b20205d4b1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:33.762380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:33.762837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.826385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:30:33.828051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10b3a01d-11be-43d1-ba0c-e389be2b169c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:33.837470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6f4d251a-53ac-4f73-bcfb-9b68361b6e9c admin admin] 10.222.0.62 "PUT /v2.0/routers/e8f0548b-baba-4e18-91a5-efdde4f7745d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0994139 Nov 10 16:30:33.839490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:33.842683 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] Sync routers for ids ['e8f0548b-baba-4e18-91a5-efdde4f7745d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:30:33.849546 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Floating IP 8bca1829-10d4-4ee0-bb79-5c2164463649 associated. External IP: 172.25.3.110, port: 9aa50606-127b-4f6c-92be-4fdce032e1c8. Nov 10 16:30:33.877001 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] Routers {'e8f0548b-baba-4e18-91a5-efdde4f7745d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:33.877810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e8f0548b-baba-4e18-91a5-efdde4f7745d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:33.905898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-74fef43f-ba08-453a-85e2-74c1847b0d2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0665045 Nov 10 16:30:33.920241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Request body: {'port': {'device_id': '1d62d098-f9a7-4d93-befc-5a39794dae75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:34.021763 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] Set router e8f0548b-baba-4e18-91a5-efdde4f7745d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:34.062190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:34.105087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09bca0-36fb-4ada-af9a-b3fe02284092 req-017f83a8-64f7-4203-a429-c12a1d6594a6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:34.107039 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e09bca0-36fb-4ada-af9a-b3fe02284092 req-017f83a8-64f7-4203-a429-c12a1d6594a6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.1596990 Nov 10 16:30:34.110953 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:34.221884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e09bca0-36fb-4ada-af9a-b3fe02284092 req-d856914e-313e-4628-b7f5-22a77fccce2b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005275 Nov 10 16:30:34.266104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:30:34.315013 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:31Z', 'revision_number': 5, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:34.369212 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] Checking router: e8f0548b-baba-4e18-91a5-efdde4f7745d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:30:34.382860 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] Routers {'e8f0548b-baba-4e18-91a5-efdde4f7745d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:34.383777 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e8f0548b-baba-4e18-91a5-efdde4f7745d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:34.505212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e00f9-7c8f-42d0-b368-c442681da4a5 req-e58e33fb-8168-4abb-9a92-473a417b70ea tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:34.507026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-203e00f9-7c8f-42d0-b368-c442681da4a5 req-e58e33fb-8168-4abb-9a92-473a417b70ea tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 932 time: 0.1315498 Nov 10 16:30:34.514746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:30:34.520689 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:34.534575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] Sync routers for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:30:34.557914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:34.560247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:34.591406 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] Set router e8f0548b-baba-4e18-91a5-efdde4f7745d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:34.596266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-df6df1bb-a0eb-45e4-be73-f66527f3f235 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "PUT /v2.0/floatingips/8bca1829-10d4-4ee0-bb79-5c2164463649 HTTP/1.1" status: 200 len: 991 time: 2.5833225 Nov 10 16:30:34.602039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'tag': '9aa50606-127b-4f6c-92be-4fdce032e1c8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:34.602549 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8395e9ad-1f0d-4244-8901-dcb79b548861" -d '{"events": [{"name": "network-changed", "server_uuid": "b87abf75-3c67-4567-8730-23b464fd94ad", "tag": "9aa50606-127b-4f6c-92be-4fdce032e1c8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:34.631072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-203e00f9-7c8f-42d0-b368-c442681da4a5 req-817da41e-56aa-40fa-81de-ce646fb0d3b8 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143847 Nov 10 16:30:34.702705 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:34.747849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-6eedb111-a4d5-4fb7-8270-2843bb7780d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:34.749289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:34.749430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-6eedb111-a4d5-4fb7-8270-2843bb7780d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1098 time: 0.2520623 Nov 10 16:30:34.804840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2f527c-6710-4d40-93f7-f2b20205d4b1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:34.825054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:34.848420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f10b5a-ea11-4669-82a2-1c18cc585c1e req-bf6024a7-50c2-422a-be66-498ef8b69295 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:34.850947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0f10b5a-ea11-4669-82a2-1c18cc585c1e req-bf6024a7-50c2-422a-be66-498ef8b69295 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1236172 Nov 10 16:30:34.911090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Transition to ACTIVE for port object 7a2f527c-6710-4d40-93f7-f2b20205d4b1 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:30:34.927999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0f10b5a-ea11-4669-82a2-1c18cc585c1e req-b2a9b8d3-92ff-4510-8ee7-1f5094db2b56 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690458 Nov 10 16:30:34.972251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-e0c417f7-a338-44fc-b839-8f83c5968cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:34.973923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-e0c417f7-a338-44fc-b839-8f83c5968cf9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.2165077 Nov 10 16:30:34.995490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Deleting port bf9e5365-8abc-4106-8ffb-2a39061aa0a4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:35.004300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:35.004300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:35.078275 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-c589d474-d2b9-4fed-b394-0e998a2d8993 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 200 len: 217 time: 0.0953276 Nov 10 16:30:35.110128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c875cf-c234-4057-9ecc-2905fbf0f5cd req-d73f1e1e-52da-4e1e-8810-9983a0fd2a5c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:35.118094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:35.121150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4c875cf-c234-4057-9ecc-2905fbf0f5cd req-d73f1e1e-52da-4e1e-8810-9983a0fd2a5c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0832999 Nov 10 16:30:35.157545 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:31Z', 'revision_number': 5, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:35.192810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c945f97-d425-4d2e-bf6b-1c9a1279b2fe None None] The sync data for ids ['e8f0548b-baba-4e18-91a5-efdde4f7745d'] in n-d-714676-11 is: [{'id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'name': 'tempest-FloatingIPDetailsTestJSON-941931466-router', 'tenant_id': '4b3316a19e114ecf84fbb87b091bfd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:01Z', 'updated_at': '2021-11-10T16:30:31Z', 'revision_number': 5, 'project_id': '4b3316a19e114ecf84fbb87b091bfd19', 'gw_port': {'id': 'bf9e5365-8abc-4106-8ffb-2a39061aa0a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:92:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f0548b-baba-4e18-91a5-efdde4f7745d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:02Z', 'updated_at': '2021-11-10T16:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:30:35.213376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Pushing event updated for resources: {'Port': ['ID=7a2f527c-6710-4d40-93f7-f2b20205d4b1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:35.216332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4c875cf-c234-4057-9ecc-2905fbf0f5cd req-10269e34-f535-4689-b146-e092e55e3dab tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941422 Nov 10 16:30:35.231630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-ba7f911b-66cc-48f9-82b9-a53fbf1d6825 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:30:35.233261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-ba7f911b-66cc-48f9-82b9-a53fbf1d6825 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086646 Nov 10 16:30:35.256373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '8bca1829-10d4-4ee0-bb79-5c2164463649', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'port_id': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'mac_address': 'fa:16:3e:f4:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:26:45Z', 'updated_at': '2021-11-10T16:30:33Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:35.285213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] For port bf9e5365-8abc-4106-8ffb-2a39061aa0a4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bf9e5365-8abc-4106-8ffb-2a39061aa0a4,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:35.285600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:35.301016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] Checking router: c4d5f49c-f5eb-457f-bd33-2c5a6796c598 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:30:35.301375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-d2d573d8-6cc9-493e-a5b5-7c5ec7d5e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:35.314712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-0dd59353-5983-4d43-ac74-45c0fbf21b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:35.321100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-0dd59353-5983-4d43-ac74-45c0fbf21b10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.2190461 Nov 10 16:30:35.324831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Calling delete_port for bf9e5365-8abc-4106-8ffb-2a39061aa0a4 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:35.325927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-d2d573d8-6cc9-493e-a5b5-7c5ec7d5e97a service neutron] 10.222.0.62 "GET /v2.0/ports/a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 1094 time: 0.0819356 Nov 10 16:30:35.327612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:35.328435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:35.330632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Request body: {'binding': {'host': 'n-h1-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:35.331070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:30:35.393915 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-c20d4fd9-c2e0-4ec9-aace-5879de1290a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368462 Nov 10 16:30:35.500683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab09ec1-26f6-40ec-bbad-9679f660216a req-47d02954-4929-461e-b1a9-56c6086820bc tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:35.503784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:35.511450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ab09ec1-26f6-40ec-bbad-9679f660216a req-47d02954-4929-461e-b1a9-56c6086820bc tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 946 time: 0.1500916 Nov 10 16:30:35.615661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ab09ec1-26f6-40ec-bbad-9679f660216a req-ed9796e1-90a4-4dc9-a471-145c32c71ae2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917528 Nov 10 16:30:35.660140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on host n-h1-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:35.660869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:35.660869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:35.668949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:30:35.668949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:35.690103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:35.690541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:35.690824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:35.691268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Bound port: a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:35.810972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:35.811226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Attempting to bind port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:35.815008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Attempting to bind port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '3d89a72b-6666-4c04-9402-a267e577e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d644537-6c58-4dd8-abc5-3e1023ad0ab9'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:35.815008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Attempting to bind port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 on network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:35.824986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ae606-5cd4-45c1-a0c7-c831b925e5ba req-58924e2c-cb07-41a8-b4a4-afd18d72dbfd tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:35.832639 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e5ae606-5cd4-45c1-a0c7-c831b925e5ba req-58924e2c-cb07-41a8-b4a4-afd18d72dbfd tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.0940917 Nov 10 16:30:35.834838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 on network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:30:35.835233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Attempting to bind port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 on network 2d644537-6c58-4dd8-abc5-3e1023ad0ab9 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:35.853534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:35.854180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Checking segment: {'id': '3d89a72b-6666-4c04-9402-a267e577e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d644537-6c58-4dd8-abc5-3e1023ad0ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:35.854525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Bound using segment: {'id': '3d89a72b-6666-4c04-9402-a267e577e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d644537-6c58-4dd8-abc5-3e1023ad0ab9'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:35.855044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Bound port: 7a2f527c-6710-4d40-93f7-f2b20205d4b1, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d89a72b-6666-4c04-9402-a267e577e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d644537-6c58-4dd8-abc5-3e1023ad0ab9'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:35.855531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:35.898877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e5ae606-5cd4-45c1-a0c7-c831b925e5ba req-d5d120a4-0bfd-456a-a3de-d354d1fef111 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620482 Nov 10 16:30:35.904875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:35.923412 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-dffc2eab-0eec-401a-b56b-0b7d115460e1 service neutron] 10.222.0.62 "POST /v2.0/ports/a38fb650-4e9c-4737-8db1-35bbb8ffe06f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5900803 Nov 10 16:30:35.988283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-0d441735-b344-48d4-92dd-c7799c620e99 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852449 Nov 10 16:30:36.050460 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f31106f-d9a3-4fa3-ae9d-9118b1bf8b2e x-openstack-request-id: req-8f31106f-d9a3-4fa3-ae9d-9118b1bf8b2e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:36.050750 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87abf75-3c67-4567-8730-23b464fd94ad", "tag": "9aa50606-127b-4f6c-92be-4fdce032e1c8", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:36.051001 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f31106f-d9a3-4fa3-ae9d-9118b1bf8b2e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:36.051421 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'tag': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'status': 'completed', 'code': 200} Nov 10 16:30:36.096489 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '8bca1829-10d4-4ee0-bb79-5c2164463649', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'port_id': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'mac_address': 'fa:16:3e:f4:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:26:45Z', 'updated_at': '2021-11-10T16:30:33Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:36.132860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d234c79-1533-417d-9da3-3a3db053c490 None None] The sync data for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 is: [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '8bca1829-10d4-4ee0-bb79-5c2164463649', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'port_id': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'mac_address': 'fa:16:3e:f4:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:26:45Z', 'updated_at': '2021-11-10T16:30:33Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:30:36.201150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74da5b-3c5e-4cf3-9498-800ed6cb1f0f req-899bd5a7-27bf-4e0e-8e91-fca39fdc1603 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.209565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df74da5b-3c5e-4cf3-9498-800ed6cb1f0f req-899bd5a7-27bf-4e0e-8e91-fca39fdc1603 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 944 time: 0.0792100 Nov 10 16:30:36.225774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] For port 7a2f527c-6710-4d40-93f7-f2b20205d4b1, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:36.238135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] For port 7a2f527c-6710-4d40-93f7-f2b20205d4b1, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7a2f527c-6710-4d40-93f7-f2b20205d4b1,segment=NetworkSegment(3d89a72b-6666-4c04-9402-a267e577e6bb),segment_id=3d89a72b-6666-4c04-9402-a267e577e6bb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:36.266775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df74da5b-3c5e-4cf3-9498-800ed6cb1f0f req-c566009b-2ca1-458d-9e43-19e8d649098e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559947 Nov 10 16:30:36.269645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-71db63aa-90bb-492b-91f2-a13e56f56839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.270999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-71db63aa-90bb-492b-91f2-a13e56f56839 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef97d876323f406aa91d9cd77d125702&device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 1097 time: 0.1602690 Nov 10 16:30:36.273697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-36c99f32-fc6a-448d-810c-35c13cea9f71 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566483 Nov 10 16:30:36.339876 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:36.387796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3aeaad89-b877-4425-8da6-c6571624ad81 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:36.433573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3aeaad89-b877-4425-8da6-c6571624ad81 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:30:36.433573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3aeaad89-b877-4425-8da6-c6571624ad81 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:30:36.458561 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:36.471824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0410e7-9a01-46c6-9836-bf6eb133a78a req-0b8dc984-d411-4a1f-aae8-adf705ecbe70 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.472711 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff894e8f-1834-41e5-919b-7f0ca1efdffc None None] New status for floating IP 8bca1829-10d4-4ee0-bb79-5c2164463649: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:30:36.476063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e0410e7-9a01-46c6-9836-bf6eb133a78a req-0b8dc984-d411-4a1f-aae8-adf705ecbe70 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0904512 Nov 10 16:30:36.492409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.493091 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:36.495365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] 10.222.0.69 "PUT /v2.0/ports/7a2f527c-6710-4d40-93f7-f2b20205d4b1 HTTP/1.1" status: 200 len: 1093 time: 2.5829670 Nov 10 16:30:36.506922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d62d098-f9a7-4d93-befc-5a39794dae75', 'tag': '7a2f527c-6710-4d40-93f7-f2b20205d4b1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:36.513452 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4e2a7b-79cc-4445-8465-81b0ad210c93" -d '{"events": [{"name": "network-changed", "server_uuid": "1d62d098-f9a7-4d93-befc-5a39794dae75", "tag": "7a2f527c-6710-4d40-93f7-f2b20205d4b1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:36.575923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e0410e7-9a01-46c6-9836-bf6eb133a78a req-4c65c4f1-650f-4c38-ad4a-65323924c143 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933053 Nov 10 16:30:36.643856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:36.666433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53128632-7215-42f0-b1a5-aa92f5f1af2f service neutron] Pushing event updated for resources: {'Port': ['ID=7a2f527c-6710-4d40-93f7-f2b20205d4b1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:36.748111 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9056500-eed7-48ea-9200-62e4f5332324 req-7acc8ec0-7064-42c2-9608-6394214c4261 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.749977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9056500-eed7-48ea-9200-62e4f5332324 req-7acc8ec0-7064-42c2-9608-6394214c4261 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0657630 Nov 10 16:30:36.759140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16eaf4-8667-4258-8dd1-a7301582b6a4 req-4e59ae3b-e281-428b-aaff-07e37223ed8e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.760985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c16eaf4-8667-4258-8dd1-a7301582b6a4 req-4e59ae3b-e281-428b-aaff-07e37223ed8e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.3486097 Nov 10 16:30:36.762758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9e5365-8abc-4106-8ffb-2a39061aa0a4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:36.768990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-5bfc9e05-19b1-495b-ba4d-4775fa7e3bc5 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.770528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-5bfc9e05-19b1-495b-ba4d-4775fa7e3bc5 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1098 time: 0.2979252 Nov 10 16:30:36.775400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-c4365935-26ff-4f15-a291-9494cce99321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.777145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-c4365935-26ff-4f15-a291-9494cce99321 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 200 len: 924 time: 0.4953909 Nov 10 16:30:36.790365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-11'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:36.794102 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:36.829654 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9056500-eed7-48ea-9200-62e4f5332324 req-993ab908-773f-4dfb-a23a-fb625e9453e1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719328 Nov 10 16:30:36.962548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ee0b5-e4c4-43e0-85f0-3ffd44c18a2f req-6290279d-046d-4b0d-8b03-d0c73af3556e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:36.964453 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a2ee0b5-e4c4-43e0-85f0-3ffd44c18a2f req-6290279d-046d-4b0d-8b03-d0c73af3556e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.0618224 Nov 10 16:30:37.000083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef9816-511e-422c-9780-78f6e8810d8a req-8a23ae98-596f-49d6-9e71-5eaade964cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:37.001507 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-8a23ae98-596f-49d6-9e71-5eaade964cac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a958e661e2e494882ecfa8225658f07&device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 1096 time: 0.3509519 Nov 10 16:30:37.023064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:37.024012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a2ee0b5-e4c4-43e0-85f0-3ffd44c18a2f req-9e4d3b2a-c82d-42f9-8112-f1473b4eee4e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491271 Nov 10 16:30:37.041306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:37.171242 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b640c11-94a8-40d9-b604-057a4fd17330 x-openstack-request-id: req-3b640c11-94a8-40d9-b604-057a4fd17330 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:37.171554 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d62d098-f9a7-4d93-befc-5a39794dae75", "tag": "7a2f527c-6710-4d40-93f7-f2b20205d4b1", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:37.171803 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b640c11-94a8-40d9-b604-057a4fd17330 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:37.172195 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d62d098-f9a7-4d93-befc-5a39794dae75', 'tag': '7a2f527c-6710-4d40-93f7-f2b20205d4b1', 'status': 'completed', 'code': 200} Nov 10 16:30:37.180754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-5ebb34c2-d662-4204-83be-a598a468abbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2f527c-6710-4d40-93f7-f2b20205d4b1 HTTP/1.1" status: 200 len: 217 time: 0.1537685 Nov 10 16:30:37.190060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-0f4545be-5e84-4042-9274-f3c60b2146a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa50606-127b-4f6c-92be-4fdce032e1c8 HTTP/1.1" status: 200 len: 1001 time: 0.3721557 Nov 10 16:30:37.191998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283e14-6f32-4129-9128-f8e58526783e req-bf132f53-cff6-4859-acf8-68b123390e7b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:37.193709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57283e14-6f32-4129-9128-f8e58526783e req-bf132f53-cff6-4859-acf8-68b123390e7b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 946 time: 0.0689423 Nov 10 16:30:37.208560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c16eaf4-8667-4258-8dd1-a7301582b6a4 req-869806ed-615f-4bb5-a12e-35b42a800d1a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356039 Nov 10 16:30:37.230005 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:37.262008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57283e14-6f32-4129-9128-f8e58526783e req-4e8b65e1-1094-4ecd-966b-ff3dc41df037 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Nov 10 16:30:37.339708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:37.340388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8f0548b-baba-4e18-91a5-efdde4f7745d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:30:37.345712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:37.347099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-53fef762-64f1-46e3-b189-532da68d879c admin admin] 10.222.0.62 "DELETE /v2.0/routers/e8f0548b-baba-4e18-91a5-efdde4f7745d HTTP/1.1" status: 204 len: 168 time: 3.5069287 Nov 10 16:30:37.362823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:37.373506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef9816-511e-422c-9780-78f6e8810d8a req-ac6fb91f-877c-465a-9308-ec5f20bf2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:37.375031 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-ac6fb91f-877c-465a-9308-ec5f20bf2fb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9a6f20a-0b72-4513-84b3-0c381839893a HTTP/1.1" status: 200 len: 850 time: 0.1814184 Nov 10 16:30:37.412608 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:37.425026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b999-7835-424b-a3cf-2b17b4c31fcc req-31218d85-f135-483a-94de-8668abe1f047 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:37.435068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1600b999-7835-424b-a3cf-2b17b4c31fcc req-31218d85-f135-483a-94de-8668abe1f047 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.0936425 Nov 10 16:30:37.442810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-ad12f189-bd7d-4923-b38d-3825d3efc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:37.445308 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-ad12f189-bd7d-4923-b38d-3825d3efc288 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b26f99d3-7a29-4036-84e9-4ac50da64af9 HTTP/1.1" status: 200 len: 862 time: 0.2356129 Nov 10 16:30:37.525974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-ed5e60df-3e38-4338-9fad-7563f0b5847c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d644537-6c58-4dd8-abc5-3e1023ad0ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092854 Nov 10 16:30:37.526620 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1600b999-7835-424b-a3cf-2b17b4c31fcc req-93a2136d-f5d2-4d97-b4c6-2723908a57ee tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625525 Nov 10 16:30:37.631106 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:37.653806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4eec1a-31de-48a5-92d3-f451f729c107 req-c4ab94a1-d5eb-42a9-a68e-e8bebe6d79f5 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:37.655169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb4eec1a-31de-48a5-92d3-f451f729c107 req-c4ab94a1-d5eb-42a9-a68e-e8bebe6d79f5 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.0595188 Nov 10 16:30:37.714079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb4eec1a-31de-48a5-92d3-f451f729c107 req-f8f1bfdc-73f9-4d67-a744-fa2839c48e43 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516498 Nov 10 16:30:37.833600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c762bdc-455a-4008-9e33-bc1e8671a8b6 req-99e8c784-ccc3-42cb-a9bb-ae917b42b1c9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:37.835531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c762bdc-455a-4008-9e33-bc1e8671a8b6 req-99e8c784-ccc3-42cb-a9bb-ae917b42b1c9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0566933 Nov 10 16:30:37.898981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c762bdc-455a-4008-9e33-bc1e8671a8b6 req-f16284f9-e9a9-4ea1-855d-b30a0ce9e572 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564680 Nov 10 16:30:37.915524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-66474987-adcb-4e91-9479-407dd70bafb2 admin admin] Deleting subnet 7c3f56d8-3702-49c6-9a4d-57bc1597ad78 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:30:37.919236 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66474987-adcb-4e91-9479-407dd70bafb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:37.972386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711edf3-22f7-40a7-94f9-56b8ec481eb5 req-a445680c-ebb4-4b11-bab2-5eccff8bb6ad tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:37.979650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b711edf3-22f7-40a7-94f9-56b8ec481eb5 req-a445680c-ebb4-4b11-bab2-5eccff8bb6ad tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 944 time: 0.5501502 Nov 10 16:30:38.018045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-8b8bc35c-8348-4fe7-bb05-8fd9c321bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:38.019563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-8b8bc35c-8348-4fe7-bb05-8fd9c321bcfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be52ad98-25a3-4412-85b7-df9863359785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5233219 Nov 10 16:30:38.021739 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66474987-adcb-4e91-9479-407dd70bafb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:38.033719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7949f-af6d-4a8d-8a31-8c36170dfa3a req-7c064c8c-7acf-4fee-8081-dc180419fc1d tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:38.041607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffa7949f-af6d-4a8d-8a31-8c36170dfa3a req-7c064c8c-7acf-4fee-8081-dc180419fc1d tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.0696890 Nov 10 16:30:38.093027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffa7949f-af6d-4a8d-8a31-8c36170dfa3a req-bb9f608b-7127-4b91-b56a-43d3ec077fc1 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502295 Nov 10 16:30:38.138203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-7419d622-4eea-4b17-bb5c-00226ee4eea9 service neutron] 10.222.0.69 "GET /v2.0/networks/2d644537-6c58-4dd8-abc5-3e1023ad0ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529952 Nov 10 16:30:38.173108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:38.222687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07d1e-e1e5-4f12-bc83-33eb7f244b61 req-df0e5f84-4f7d-46fc-abdb-a26c584da486 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:38.226376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3e07d1e-e1e5-4f12-bc83-33eb7f244b61 req-df0e5f84-4f7d-46fc-abdb-a26c584da486 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0612352 Nov 10 16:30:38.229433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b711edf3-22f7-40a7-94f9-56b8ec481eb5 req-2c470230-41f5-4a8b-8c34-a6b0019e1b7c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488983 Nov 10 16:30:38.311379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3e07d1e-e1e5-4f12-bc83-33eb7f244b61 req-295c7fe4-5e3b-4b87-9ec9-c65cce42210d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664921 Nov 10 16:30:38.358479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66474987-adcb-4e91-9479-407dd70bafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:38.402879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bf9e5365-8abc-4106-8ffb-2a39061aa0a4 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:38.437754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: bf9e5365-8abc-4106-8ffb-2a39061aa0a4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:30:38.438787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bf9e5365-8abc-4106-8ffb-2a39061aa0a4 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:30:38.448980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1e9c7-a833-41b8-94fe-5981fd8faf46 req-57f68fba-b314-4545-8369-763717c09d88 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:38.451362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f1e9c7-a833-41b8-94fe-5981fd8faf46 req-57f68fba-b314-4545-8369-763717c09d88 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.0692949 Nov 10 16:30:38.461162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:38.466089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-5c8eccd2-da24-4c18-926f-77b46a7d2771 service neutron] 10.222.0.18 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298859 Nov 10 16:30:38.513223 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f1e9c7-a833-41b8-94fe-5981fd8faf46 req-b5aacbfa-e5f4-410c-a101-00bc9d967229 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536773 Nov 10 16:30:38.575745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22ef9816-511e-422c-9780-78f6e8810d8a req-b5d62a8f-b6ed-43ab-b412-3728f610613e service neutron] 10.222.0.69 "GET /v2.0/networks/2d644537-6c58-4dd8-abc5-3e1023ad0ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920436 Nov 10 16:30:38.622391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:38.634448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793753a-3e45-4ff8-9b3a-75330b38c4b9 req-c3290841-5011-45be-adfe-7295dfa36e50 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:38.636032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8793753a-3e45-4ff8-9b3a-75330b38c4b9 req-c3290841-5011-45be-adfe-7295dfa36e50 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.2987587 Nov 10 16:30:38.654112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4774f-5bd2-475c-b1fe-8d23192cf039 req-16d00a47-0bc3-438e-a8e3-aa82df8d7e37 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:38.655724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdf4774f-5bd2-475c-b1fe-8d23192cf039 req-16d00a47-0bc3-438e-a8e3-aa82df8d7e37 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 946 time: 0.0698090 Nov 10 16:30:38.701549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8395e9ad-1f0d-4244-8901-dcb79b548861 req-f5811e87-0394-4ba2-90ba-3aa292263098 service neutron] 10.222.0.18 "GET /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132025 Nov 10 16:30:38.745220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8793753a-3e45-4ff8-9b3a-75330b38c4b9 req-c029e11b-ae5a-47b8-930c-d48c56932b02 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988848 Nov 10 16:30:38.750493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66474987-adcb-4e91-9479-407dd70bafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:38.798221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:38.801035 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66474987-adcb-4e91-9479-407dd70bafb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:38.806747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-66474987-adcb-4e91-9479-407dd70bafb2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7c3f56d8-3702-49c6-9a4d-57bc1597ad78 HTTP/1.1" status: 204 len: 168 time: 1.4462764 Nov 10 16:30:38.808766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845a7a7-f198-4643-b16f-fc4a48b37678 None None] Network 79263969-3093-4744-9744-f3a0cd141e76 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:38.865102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66474987-adcb-4e91-9479-407dd70bafb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3f56d8-3702-49c6-9a4d-57bc1597ad78,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:38.876106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:38.876795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:38.925522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-7109581b-9e12-4ff4-b955-678051f4a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:38.927726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-7109581b-9e12-4ff4-b955-678051f4a514 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a958e661e2e494882ecfa8225658f07&device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 1096 time: 0.1987603 Nov 10 16:30:39.099891 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdf4774f-5bd2-475c-b1fe-8d23192cf039 req-2f9dd134-8ce1-4b16-a006-9d9fac2ec45c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368713 Nov 10 16:30:39.140536 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.148703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] DHCP port deletion for 79263969-3093-4744-9744-f3a0cd141e76 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:30:39.153688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:39.154275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:39.154730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:39.177504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:39.180759 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c19dcb-2557-4062-852e-836fc06a8857" -d '{"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-unplugged", "status": "completed", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:39.192256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:30:39.192984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Attempting to bind port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:39.218833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764753-171d-4fa4-8691-a56c2e48431d req-d5cf6402-2907-4e93-97de-558734a252f7 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:39.220919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f764753-171d-4fa4-8691-a56c2e48431d req-d5cf6402-2907-4e93-97de-558734a252f7 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.2112722 Nov 10 16:30:39.229371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-934991d9-eb06-4595-afcc-2193a6718cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:39.229371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-934991d9-eb06-4595-afcc-2193a6718cca service neutron] 10.222.0.69 "GET /v2.0/networks?id=2d644537-6c58-4dd8-abc5-3e1023ad0ab9 HTTP/1.1" status: 200 len: 911 time: 0.2787948 Nov 10 16:30:39.229618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] Deleting port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:39.229618 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.229816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:39.229816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:39.229816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:39.229816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Bound port: c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:39.229816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.273764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed108e-9e2c-45bf-9bd1-a9db5bcf9c26 req-cc668daa-3b82-4ef4-8e91-fbc4460258c9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:39.275789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1ed108e-9e2c-45bf-9bd1-a9db5bcf9c26 req-cc668daa-3b82-4ef4-8e91-fbc4460258c9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0887737 Nov 10 16:30:39.314301 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-89e07608-d3b4-406d-bc8f-0a551ab4a7eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2f527c-6710-4d40-93f7-f2b20205d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0752258 Nov 10 16:30:39.325066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] For port c2cd657b-8667-4f1d-a3c8-ab74d2f54044, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,segment=NetworkSegment(2cf50903-c1f5-41c5-8edb-979bf5561b36),segment_id=2cf50903-c1f5-41c5-8edb-979bf5561b36)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:39.325546 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.341923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] Calling delete_port for c2cd657b-8667-4f1d-a3c8-ab74d2f54044 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:39.346832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1ed108e-9e2c-45bf-9bd1-a9db5bcf9c26 req-9b188e92-940c-47e8-9acf-8ef9c796c25c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 Nov 10 16:30:39.426387 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6b181-6d4b-4248-b27c-f8a5c14145c7 x-openstack-request-id: req-08d6b181-6d4b-4248-b27c-f8a5c14145c7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:39.426916 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-unplugged", "status": "completed", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:39.426916 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08d6b181-6d4b-4248-b27c-f8a5c14145c7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:39.427286 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'code': 200} Nov 10 16:30:39.444318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f764753-171d-4fa4-8691-a56c2e48431d req-b8b0265c-24cc-44b3-91c1-820b20ad44b7 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138526 Nov 10 16:30:39.481629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-c5ca4077-e066-4369-ad01-be00f52460da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:39.484271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-c5ca4077-e066-4369-ad01-be00f52460da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9a6f20a-0b72-4513-84b3-0c381839893a HTTP/1.1" status: 200 len: 850 time: 0.1409419 Nov 10 16:30:39.490108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:39.496595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:39.509240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Deleting port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:39.509585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.547397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-99532814-29a0-48e2-9fb3-4e7b53327c8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2d644537-6c58-4dd8-abc5-3e1023ad0ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524950 Nov 10 16:30:39.560346 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.564819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089c2de-be4b-4541-8479-43a73359d65a req-1ada4dbd-dae1-4404-b214-7c9e02601d37 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:39.566788 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8089c2de-be4b-4541-8479-43a73359d65a req-1ada4dbd-dae1-4404-b214-7c9e02601d37 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 944 time: 0.0706613 Nov 10 16:30:39.593333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] Pushing event deleted for resources: {'Port': ['ID=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:39.602975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c95ea5-a1da-46fa-99d0-396b29027c39 None None] No DVR routers for this DVR port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:30:39.633282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.637717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8089c2de-be4b-4541-8479-43a73359d65a req-c8f9b3e4-3ac0-49b9-b75b-c1735ae18a32 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634711 Nov 10 16:30:39.729762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] For port c2cd657b-8667-4f1d-a3c8-ab74d2f54044, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,segment=NetworkSegment(2cf50903-c1f5-41c5-8edb-979bf5561b36),segment_id=2cf50903-c1f5-41c5-8edb-979bf5561b36)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:39.729762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.746763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Calling delete_port for c2cd657b-8667-4f1d-a3c8-ab74d2f54044 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:39.802278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1b737-0f70-4328-8507-4b92a577b1df req-2fac2c5b-3306-4c58-8e40-0ea9eb4f83b1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:39.806915 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4c1b737-0f70-4328-8507-4b92a577b1df req-2fac2c5b-3306-4c58-8e40-0ea9eb4f83b1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.2614439 Nov 10 16:30:39.861629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:39.889943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-4c763115-7031-41e7-9ab6-68713a87dd2f service neutron] 10.222.0.69 "GET /v2.0/networks/2d644537-6c58-4dd8-abc5-3e1023ad0ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293123 Nov 10 16:30:39.910272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:39.910892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:39.912314 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-4985883e-1143-4aef-b374-82e14e0a6dbf service neutron] 10.222.0.69 "PUT /v2.0/ports/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 200 len: 1124 time: 3.1331341 Nov 10 16:30:40.011879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:40.012241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4c1b737-0f70-4328-8507-4b92a577b1df req-1d558828-afe8-474a-bd43-d37b27b8222a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683385 Nov 10 16:30:40.024988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:40.072742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cd657b-8667-4f1d-a3c8-ab74d2f54044,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:40.077907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be4e2a7b-79cc-4445-8465-81b0ad210c93 req-ef64d03a-6fd4-43d6-ad09-60c16df10656 service neutron] 10.222.0.69 "GET /v2.0/networks/2d644537-6c58-4dd8-abc5-3e1023ad0ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782968 Nov 10 16:30:40.079941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] No DVR routers for this DVR port c2cd657b-8667-4f1d-a3c8-ab74d2f54044 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:30:40.205528 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:40.229576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79263969-3093-4744-9744-f3a0cd141e76']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:40.246989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e0318-b049-4a99-92f4-50116511e9d4 req-cb8c1276-69b0-4ff1-bc3a-1705ded736f6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:40.248534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c28e0318-b049-4a99-92f4-50116511e9d4 req-cb8c1276-69b0-4ff1-bc3a-1705ded736f6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1083088 Nov 10 16:30:40.252333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf50903-c1f5-41c5-8edb-979bf5561b36') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:40.252627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf50903-c1f5-41c5-8edb-979bf5561b36') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:40.265473 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:40.269269 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:40.298338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:40.316083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:30:40.316485 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:30:40.318236 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:30:40.440015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c2cd657b-8667-4f1d-a3c8-ab74d2f54044 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:40.475281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c2cd657b-8667-4f1d-a3c8-ab74d2f54044 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:30:40.475672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c2cd657b-8667-4f1d-a3c8-ab74d2f54044 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:30:40.537683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422553c3-5db3-4f65-b688-a5d122484123 req-e5196c10-670d-4b95-a500-b6f75f1942fd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:40.546109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-422553c3-5db3-4f65-b688-a5d122484123 req-e5196c10-670d-4b95-a500-b6f75f1942fd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.0725787 Nov 10 16:30:40.607245 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-422553c3-5db3-4f65-b688-a5d122484123 req-73076760-300c-4ec4-8369-307751e144db tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580165 Nov 10 16:30:40.638292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c28e0318-b049-4a99-92f4-50116511e9d4 req-f5306238-831e-41c1-ac78-a859885a0d61 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781049 Nov 10 16:30:40.747509 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:40.755151 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:40.760442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] 10.222.0.62 "DELETE /v2.0/networks/79263969-3093-4744-9744-f3a0cd141e76 HTTP/1.1" status: 204 len: 168 time: 1.8749907 Nov 10 16:30:40.777434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1848-bbe8-4598-9d30-2bd1f68de846 admin admin] Pushing event deleted for resources: {'Network': ['ID=79263969-3093-4744-9744-f3a0cd141e76,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:40.810464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d502d1-283c-4607-a06d-c1a84bff6f96 req-f5e36671-8715-4884-997e-0e73f2431d8e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:40.818171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55d502d1-283c-4607-a06d-c1a84bff6f96 req-f5e36671-8715-4884-997e-0e73f2431d8e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1035492 Nov 10 16:30:40.835526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8377aa-916f-4c77-a3e2-04c9aa2e5c9a req-5255b8a5-be5a-443b-a97a-18aba50b8a4f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:40.842536 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad8377aa-916f-4c77-a3e2-04c9aa2e5c9a req-5255b8a5-be5a-443b-a97a-18aba50b8a4f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 944 time: 0.0940154 Nov 10 16:30:40.886317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55d502d1-283c-4607-a06d-c1a84bff6f96 req-d7754ba7-fc21-4a1e-b626-34779bd4e4ad tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668457 Nov 10 16:30:40.904973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad8377aa-916f-4c77-a3e2-04c9aa2e5c9a req-0dd0a471-2a8c-4cba-bc55-fb6968cd7ead tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567186 Nov 10 16:30:41.203844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b40c0-96fd-406e-88b8-e94ba613a6a0 req-49e043bc-0dd3-49de-a315-8e06592032e6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:41.204976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34760) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:41.220070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c5b40c0-96fd-406e-88b8-e94ba613a6a0 req-49e043bc-0dd3-49de-a315-8e06592032e6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0817032 Nov 10 16:30:41.259133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-591fe5eb-a98d-4120-87a6-731765a3d691 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b3316a19e114ecf84fbb87b091bfd19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528636 Nov 10 16:30:41.262065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:41.311269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c5b40c0-96fd-406e-88b8-e94ba613a6a0 req-a42c82da-0566-4b15-bcd9-e6b41cbc5122 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886235 Nov 10 16:30:41.344768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6115df62-7a68-4aae-92ec-8bae8b2b3292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:41.385733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6115df62-7a68-4aae-92ec-8bae8b2b3292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:41.421214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a4f1a-9aa1-4a72-b7e6-1582bf193481 req-7f061ff1-4b19-4159-a132-5a710b58cdfd tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:41.422755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d3a4f1a-9aa1-4a72-b7e6-1582bf193481 req-7f061ff1-4b19-4159-a132-5a710b58cdfd tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.0933352 Nov 10 16:30:41.429273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:41.431657 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:41.503903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d3a4f1a-9aa1-4a72-b7e6-1582bf193481 req-2ab43c33-b6d0-46ef-9d80-8f83fa1aebc1 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642021 Nov 10 16:30:41.535220 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a4b685-d889-4ab8-affb-8e275bda5cf9 x-openstack-request-id: req-70a4b685-d889-4ab8-affb-8e275bda5cf9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:41.535722 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:41.535980 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70a4b685-d889-4ab8-affb-8e275bda5cf9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:41.536378 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'status': 'completed', 'code': 200} Nov 10 16:30:41.594645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6115df62-7a68-4aae-92ec-8bae8b2b3292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:41.597531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6115df62-7a68-4aae-92ec-8bae8b2b3292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:41.599355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6115df62-7a68-4aae-92ec-8bae8b2b3292 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8aa7444c-0a43-482b-85f4-e5665ebfd4a8 HTTP/1.1" status: 204 len: 168 time: 0.3356667 Nov 10 16:30:41.615862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115df62-7a68-4aae-92ec-8bae8b2b3292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa7444c-0a43-482b-85f4-e5665ebfd4a8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:41.626266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-da88a89f-be0f-4672-a573-db08394ba9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:41.628472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-da88a89f-be0f-4672-a573-db08394ba9ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1127 time: 0.0632026 Nov 10 16:30:41.865747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbf790-d753-4df1-a931-7631c59ff695 req-32f3dbaa-48f4-4298-8b7d-4fe5e20c0406 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:41.880160 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50bbf790-d753-4df1-a931-7631c59ff695 req-32f3dbaa-48f4-4298-8b7d-4fe5e20c0406 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1084974 Nov 10 16:30:41.961841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db784ece-1903-4719-bf1e-12da682fdb11 req-63df4e9c-97dd-40d5-ae20-5ac823a724c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:41.963450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db784ece-1903-4719-bf1e-12da682fdb11 req-63df4e9c-97dd-40d5-ae20-5ac823a724c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.1544039 Nov 10 16:30:41.971630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-18dd32dc-331a-4a7e-8c09-7a68ae8525d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:41.972957 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50bbf790-d753-4df1-a931-7631c59ff695 req-2bdb2230-a0e8-443b-8e5d-8d1a7417f145 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913458 Nov 10 16:30:41.975397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-18dd32dc-331a-4a7e-8c09-7a68ae8525d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.3339746 Nov 10 16:30:42.067468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-224272a5-9be4-4c9c-8afe-f3b6c043213d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 200 len: 217 time: 0.0485935 Nov 10 16:30:42.113495 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db784ece-1903-4719-bf1e-12da682fdb11 req-0bb7a43e-e7e8-4e54-ae90-44dfec92d898 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368484 Nov 10 16:30:42.117555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f645dd3-af5a-48e7-b306-e9e76afb84ec req-93167ed4-4e78-4272-baf7-b73c873bf464 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:42.128100 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f645dd3-af5a-48e7-b306-e9e76afb84ec req-93167ed4-4e78-4272-baf7-b73c873bf464 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0885305 Nov 10 16:30:42.162652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-3f7433c9-49f0-464a-a926-669f1a5944f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:42.164718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-3f7433c9-49f0-464a-a926-669f1a5944f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.0879469 Nov 10 16:30:42.228365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f645dd3-af5a-48e7-b306-e9e76afb84ec req-7f8a9327-f2ac-4db3-bada-a3a28ba9456e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989099 Nov 10 16:30:42.234022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-8e195c6f-1bdd-4ee4-a8dc-5291b841e786 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610659 Nov 10 16:30:42.390217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb47ef-5326-4b1f-a69f-a242357609bd req-cf33f9e8-bf32-441c-84e9-ab5b65c89fa3 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:42.393111 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28cb47ef-5326-4b1f-a69f-a242357609bd req-cf33f9e8-bf32-441c-84e9-ab5b65c89fa3 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 944 time: 0.1616957 Nov 10 16:30:42.437864 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-4d4e8b59-448a-44fe-b802-f1390e257be5 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846867 Nov 10 16:30:42.463285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbafad-f04b-43d3-b278-649631fd8c2d req-86029553-8569-4997-982a-0779d17601c1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:42.464815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f5bbafad-f04b-43d3-b278-649631fd8c2d req-86029553-8569-4997-982a-0779d17601c1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0562665 Nov 10 16:30:42.495950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28cb47ef-5326-4b1f-a69f-a242357609bd req-f7a154fd-42d3-49a9-ba54-86fd47f99e8f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964108 Nov 10 16:30:42.533403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f5bbafad-f04b-43d3-b278-649631fd8c2d req-5313bd2c-5eda-44d3-9a0a-68d4a11f2c51 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609534 Nov 10 16:30:42.586363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d52f3a95-5e9e-43cc-b341-53256c1bd0f6 req-cf590123-8946-49c8-92af-b689ace8c1c7 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358421 Nov 10 16:30:42.675343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd19934-26a6-4f01-812a-ad9fe0610dc5 req-a1843c5d-a119-420a-9c98-f7085dd16f61 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:42.676867 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bd19934-26a6-4f01-812a-ad9fe0610dc5 req-a1843c5d-a119-420a-9c98-f7085dd16f61 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 945 time: 0.0506930 Nov 10 16:30:42.726858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bd19934-26a6-4f01-812a-ad9fe0610dc5 req-cf403511-c8d7-4802-ac66-710a34403574 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Nov 10 16:30:43.103674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f227617-231c-4819-b643-91b3341c2009 req-a34ffa1d-b9ab-4a1d-b08d-b6edbde5a832 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:43.105174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f227617-231c-4819-b643-91b3341c2009 req-a34ffa1d-b9ab-4a1d-b08d-b6edbde5a832 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0626810 Nov 10 16:30:43.155950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d0d4b9ae-b145-464a-8372-38f1999e5a53 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:43.163917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f227617-231c-4819-b643-91b3341c2009 req-0b5c8938-1658-4500-9149-027502959ca9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514460 Nov 10 16:30:43.271662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:43.277897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212123-7b4a-4600-aa78-554007c3d326 req-5ac302ed-11cf-410c-a502-2187ce98c446 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:43.279417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b212123-7b4a-4600-aa78-554007c3d326 req-5ac302ed-11cf-410c-a502-2187ce98c446 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.0540335 Nov 10 16:30:43.284336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd0d4b9ae-b145-464a-8372-38f1999e5a53', 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'port_id': 'd0d4b9ae-b145-464a-8372-38f1999e5a53', 'mac_address': 'fa:16:3e:28:06:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc2832b-a334-43ab-9cf2-423772e5ef77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:43.327204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:43.331215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b212123-7b4a-4600-aa78-554007c3d326 req-29b17867-c6c1-47b2-84c7-0555cd4852a7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Nov 10 16:30:43.344900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0d4b9ae-b145-464a-8372-38f1999e5a53 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:43.366096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:43.436231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048383ee-eafd-474c-96f0-240a43f85a47 req-3cd5d7ad-7958-4e94-b6d3-63ccfdf6071a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:43.437733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-048383ee-eafd-474c-96f0-240a43f85a47 req-3cd5d7ad-7958-4e94-b6d3-63ccfdf6071a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0495830 Nov 10 16:30:43.459930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:43.504100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-048383ee-eafd-474c-96f0-240a43f85a47 req-a8f190f4-fad8-43d7-8199-192babe0bbaf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601280 Nov 10 16:30:43.520840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d0d4b9ae-b145-464a-8372-38f1999e5a53,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:43.627971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d74e00-0345-4784-8124-f0660a9b83c2 req-fee0c940-7fb1-4028-9cff-e8ad195db863 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:43.629356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d74e00-0345-4784-8124-f0660a9b83c2 req-fee0c940-7fb1-4028-9cff-e8ad195db863 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 944 time: 0.0523727 Nov 10 16:30:43.642982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d0d4b9ae-b145-464a-8372-38f1999e5a53'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:43.684698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d74e00-0345-4784-8124-f0660a9b83c2 req-757d1302-138c-4027-92db-f512b6f89ee4 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490162 Nov 10 16:30:43.736746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaa2ea-e3f0-4a5d-a972-eed9941bfad4 req-fac6c806-a6e0-464f-86c6-4afa0a28fd86 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:43.739142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-becaa2ea-e3f0-4a5d-a972-eed9941bfad4 req-fac6c806-a6e0-464f-86c6-4afa0a28fd86 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0638869 Nov 10 16:30:43.801046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-becaa2ea-e3f0-4a5d-a972-eed9941bfad4 req-b3e2b4db-2b8d-4804-b406-23e5d2d376cb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543923 Nov 10 16:30:43.924669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f3f2-2dfe-45f2-8d27-341b3f8214d4 req-12879292-6119-4db8-9dcc-12b0fbe82141 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:43.926147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60b5f3f2-2dfe-45f2-8d27-341b3f8214d4 req-12879292-6119-4db8-9dcc-12b0fbe82141 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 944 time: 0.0503597 Nov 10 16:30:43.979396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60b5f3f2-2dfe-45f2-8d27-341b3f8214d4 req-e3eaddf0-4bd4-435f-8961-c5eb8628c5bc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Nov 10 16:30:44.106718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7a2f527c-6710-4d40-93f7-f2b20205d4b1 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:44.205538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7a2f527c-6710-4d40-93f7-f2b20205d4b1, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7a2f527c-6710-4d40-93f7-f2b20205d4b1,segment=NetworkSegment(3d89a72b-6666-4c04-9402-a267e577e6bb),segment_id=3d89a72b-6666-4c04-9402-a267e577e6bb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:44.219669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '7a2f527c-6710-4d40-93f7-f2b20205d4b1', 'network_id': '2d644537-6c58-4dd8-abc5-3e1023ad0ab9', 'port_id': '7a2f527c-6710-4d40-93f7-f2b20205d4b1', 'mac_address': 'fa:16:3e:f0:c5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a6f20a-0b72-4513-84b3-0c381839893a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:44.262398 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:44.290350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2f527c-6710-4d40-93f7-f2b20205d4b1 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:44.305219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed64c2-1a5a-48ea-b76e-1e82de403f1a req-3c0903fb-82bb-439f-89c1-f92ba17ff191 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:44.308531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afed64c2-1a5a-48ea-b76e-1e82de403f1a req-3c0903fb-82bb-439f-89c1-f92ba17ff191 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0762854 Nov 10 16:30:44.332621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7a2f527c-6710-4d40-93f7-f2b20205d4b1, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7a2f527c-6710-4d40-93f7-f2b20205d4b1,segment=NetworkSegment(3d89a72b-6666-4c04-9402-a267e577e6bb),segment_id=3d89a72b-6666-4c04-9402-a267e577e6bb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:44.372607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afed64c2-1a5a-48ea-b76e-1e82de403f1a req-0adf8bd5-3177-48e5-a63f-b8e81aa5c13d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586507 Nov 10 16:30:44.448466 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:44.449201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:44.502549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bab829-b2d8-446a-80cb-a67ac6a45020 req-7b77e866-03b3-4741-944c-ffced4e884ca tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:44.507391 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87bab829-b2d8-446a-80cb-a67ac6a45020 req-7b77e866-03b3-4741-944c-ffced4e884ca tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.0719604 Nov 10 16:30:44.529622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7a2f527c-6710-4d40-93f7-f2b20205d4b1,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:44.563840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87bab829-b2d8-446a-80cb-a67ac6a45020 req-d7cdd7d5-b334-4cb0-a7be-db9f2e6de5ac tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524573 Nov 10 16:30:44.633255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:44.633255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:30:44.679833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4709664-1a3c-431e-adb6-efa6275fa454 req-8e688227-df9c-47a3-bcfd-fb34d17120a8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:44.681343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4709664-1a3c-431e-adb6-efa6275fa454 req-8e688227-df9c-47a3-bcfd-fb34d17120a8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0522053 Nov 10 16:30:44.730709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4709664-1a3c-431e-adb6-efa6275fa454 req-31e4b06a-b8a5-43f8-b474-eb7a809da737 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434208 Nov 10 16:30:44.844925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798e41-74f3-46ce-b3cc-a6cb21baed2c req-777d131d-4165-42a5-a03c-56d158ce2c37 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:44.846531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8798e41-74f3-46ce-b3cc-a6cb21baed2c req-777d131d-4165-42a5-a03c-56d158ce2c37 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 945 time: 0.0617175 Nov 10 16:30:44.896268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8798e41-74f3-46ce-b3cc-a6cb21baed2c req-7a93cf6c-0fda-4b34-8101-870845d4406a tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Nov 10 16:30:45.002448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9856583-c9e5-47d4-8a96-25b3b1ce4518 req-a0f33616-b96c-4ac7-ba40-b1416cf20bd2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:45.003928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9856583-c9e5-47d4-8a96-25b3b1ce4518 req-a0f33616-b96c-4ac7-ba40-b1416cf20bd2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0504398 Nov 10 16:30:45.054502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9856583-c9e5-47d4-8a96-25b3b1ce4518 req-bb4ffefd-1071-4718-9a00-bff4c67d3b63 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Nov 10 16:30:45.090453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7a2f527c-6710-4d40-93f7-f2b20205d4b1'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:45.177345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5144-879c-464a-b8b0-97ae9ca81a64 req-c477ec71-8fda-4493-a159-8b9b2173e6f0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:45.179502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d0d4b9ae-b145-464a-8372-38f1999e5a53 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:45.180402 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a9e5144-879c-464a-b8b0-97ae9ca81a64 req-c477ec71-8fda-4493-a159-8b9b2173e6f0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 944 time: 0.0647905 Nov 10 16:30:45.235844 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a9e5144-879c-464a-b8b0-97ae9ca81a64 req-77b957a7-6c3e-41a8-9332-2b67afcecbea tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489478 Nov 10 16:30:45.316433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:45.330312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d0d4b9ae-b145-464a-8372-38f1999e5a53 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:45.356576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:45.453802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:45.504735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d0d4b9ae-b145-464a-8372-38f1999e5a53,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:45.524702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496823c1-a4ea-4b6d-a48a-ce92ba276d7f req-f1bb2099-e04b-491a-a8f7-2f74241765ef tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:45.526235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-496823c1-a4ea-4b6d-a48a-ce92ba276d7f req-f1bb2099-e04b-491a-a8f7-2f74241765ef tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0550251 Nov 10 16:30:45.578903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-496823c1-a4ea-4b6d-a48a-ce92ba276d7f req-346e456e-cdf8-431d-b5ee-d2504fddfdc0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Nov 10 16:30:45.781050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf4566-5bc8-407c-8bb7-934c3f65c6b0 req-d92714f4-a331-449b-9aa6-054180e2b8dd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:45.783412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69bf4566-5bc8-407c-8bb7-934c3f65c6b0 req-d92714f4-a331-449b-9aa6-054180e2b8dd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.0501943 Nov 10 16:30:45.832474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69bf4566-5bc8-407c-8bb7-934c3f65c6b0 req-8aeb7e8f-7fa6-4859-b179-9fc582ecd7a0 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Nov 10 16:30:45.941649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931bdb0-2ffd-48e1-90c1-84ba4e2cb9d8 req-af6d47fa-1501-4dd3-a615-b9bbf1694481 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:45.943176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b931bdb0-2ffd-48e1-90c1-84ba4e2cb9d8 req-af6d47fa-1501-4dd3-a615-b9bbf1694481 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 943 time: 0.0536871 Nov 10 16:30:45.993040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b931bdb0-2ffd-48e1-90c1-84ba4e2cb9d8 req-7df227eb-906e-48df-aac3-3e2bc38a3ed6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Nov 10 16:30:45.995573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db170c3-62ca-4794-b23f-0dedb8e4d45b req-1a866b4f-fae7-49cd-9623-e718c21eaa9e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:45.997093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4db170c3-62ca-4794-b23f-0dedb8e4d45b req-1a866b4f-fae7-49cd-9623-e718c21eaa9e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0512879 Nov 10 16:30:46.051203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4db170c3-62ca-4794-b23f-0dedb8e4d45b req-8e527ec9-14be-4afe-bbb0-5232ed065d01 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480201 Nov 10 16:30:46.159910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d22739-5479-4005-9bfd-2a5c1c5106bd req-c4e2a520-9224-4062-81a6-2c45ddc217e4 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:46.161406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63d22739-5479-4005-9bfd-2a5c1c5106bd req-c4e2a520-9224-4062-81a6-2c45ddc217e4 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 945 time: 0.0541723 Nov 10 16:30:46.219918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63d22739-5479-4005-9bfd-2a5c1c5106bd req-7f499adf-711e-4045-9f15-dbb630f9e071 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501642 Nov 10 16:30:46.261005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1b38-ee77-45f0-af1f-4265aec06dd3 req-4e3da239-f8e8-4d6e-a81b-f3a120c7c596 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:46.262518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f1a1b38-ee77-45f0-af1f-4265aec06dd3 req-4e3da239-f8e8-4d6e-a81b-f3a120c7c596 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0550520 Nov 10 16:30:46.311714 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f1a1b38-ee77-45f0-af1f-4265aec06dd3 req-74b757f3-15e2-46eb-9fd8-108c8a11cd8d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Nov 10 16:30:46.704262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6350f-bd1d-4d25-a9ad-4d160a77ef4f req-76a3b471-951a-431a-bc60-a3aee4da26e2 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:46.705816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0e6350f-bd1d-4d25-a9ad-4d160a77ef4f req-76a3b471-951a-431a-bc60-a3aee4da26e2 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0555148 Nov 10 16:30:46.755504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0e6350f-bd1d-4d25-a9ad-4d160a77ef4f req-72c772ff-dc2a-4e39-bae5-1a614e459a7b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Nov 10 16:30:46.951076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432126-863f-485c-a470-60ba72345d01 req-7909e3af-cf44-4680-8013-b8daa8bcbc4e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:46.952580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45432126-863f-485c-a470-60ba72345d01 req-7909e3af-cf44-4680-8013-b8daa8bcbc4e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.0508366 Nov 10 16:30:47.004081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45432126-863f-485c-a470-60ba72345d01 req-0452368a-3b32-41af-9d4c-cf1923e1d518 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Nov 10 16:30:47.116154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ed320-1c0b-4538-b6ff-7063aa7d061f req-54ce730d-f74c-49d1-abda-b587c59441a3 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:47.117736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f2ed320-1c0b-4538-b6ff-7063aa7d061f req-54ce730d-f74c-49d1-abda-b587c59441a3 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 943 time: 0.0546868 Nov 10 16:30:47.167376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f2ed320-1c0b-4538-b6ff-7063aa7d061f req-f57c51dc-0e9f-41a6-bf06-45666f196f32 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Nov 10 16:30:47.284607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7beb6-eda7-48cf-9859-a5af65db8777 req-6f702ee9-6122-4513-b114-00273ff3c089 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:47.286020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3d7beb6-eda7-48cf-9859-a5af65db8777 req-6f702ee9-6122-4513-b114-00273ff3c089 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0541637 Nov 10 16:30:47.338368 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3d7beb6-eda7-48cf-9859-a5af65db8777 req-90be3ac1-5715-47a8-9f29-4c3097165e56 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445349 Nov 10 16:30:47.520655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63911410-c27e-45e6-9d31-3a0837d130db req-97d18ea5-5ec4-4b53-8ec4-4a5addd4a10b tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:47.522134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63911410-c27e-45e6-9d31-3a0837d130db req-97d18ea5-5ec4-4b53-8ec4-4a5addd4a10b tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 945 time: 0.0507045 Nov 10 16:30:47.574302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63911410-c27e-45e6-9d31-3a0837d130db req-9f4e410c-f65c-4b9f-80a2-5bd53586c4d9 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Nov 10 16:30:47.690944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444da764-60e2-4d82-bc2d-873837311e33 req-69b18713-8625-4731-b263-8987ecf44d7f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:47.693881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-444da764-60e2-4d82-bc2d-873837311e33 req-69b18713-8625-4731-b263-8987ecf44d7f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0597579 Nov 10 16:30:47.744271 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-444da764-60e2-4d82-bc2d-873837311e33 req-d86b7a00-5408-421a-8e12-2db7ca1ecf49 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445514 Nov 10 16:30:47.878378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1e0f-86b0-4734-a82c-f74a430b8387 req-007b9345-695d-4f95-bee2-a05cafea90f4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:47.878378 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f21a1e0f-86b0-4734-a82c-f74a430b8387 req-007b9345-695d-4f95-bee2-a05cafea90f4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0543516 Nov 10 16:30:47.925347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f21a1e0f-86b0-4734-a82c-f74a430b8387 req-44057482-bbf0-4170-8588-a0b8ebfff6de tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437810 Nov 10 16:30:48.035739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-5650dc3a-1780-4be0-ab81-eda299ab1020 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:48.037212 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-5650dc3a-1780-4be0-ab81-eda299ab1020 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 943 time: 0.0539126 Nov 10 16:30:48.123446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7a2f527c-6710-4d40-93f7-f2b20205d4b1 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:48.144259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51721fa5-a6ec-49ca-ab46-3626e417a09f req-c1eb0024-d42f-4397-8203-7c3cd4e92b67 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:48.145837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-51721fa5-a6ec-49ca-ab46-3626e417a09f req-c1eb0024-d42f-4397-8203-7c3cd4e92b67 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.0566709 Nov 10 16:30:48.148032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Deleting port d0d4b9ae-b145-464a-8372-38f1999e5a53 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:30:48.148373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:48.199510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-51721fa5-a6ec-49ca-ab46-3626e417a09f req-0b3013f6-dbbe-4ba6-84a8-c7ea0dc28329 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466959 Nov 10 16:30:48.262519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] For port d0d4b9ae-b145-464a-8372-38f1999e5a53, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d0d4b9ae-b145-464a-8372-38f1999e5a53,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:48.262886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:48.291045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Calling delete_port for d0d4b9ae-b145-464a-8372-38f1999e5a53 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:30:48.306319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:48.310535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:48.311083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:48.355864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838887dc-239a-4907-9a5e-d9a0ea71b7ce req-49e64afa-1705-426f-84ad-b4766e019771 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:48.356127 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-838887dc-239a-4907-9a5e-d9a0ea71b7ce req-49e64afa-1705-426f-84ad-b4766e019771 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 943 time: 0.1077590 Nov 10 16:30:48.401940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:48.432986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d62d098-f9a7-4d93-befc-5a39794dae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2f527c-6710-4d40-93f7-f2b20205d4b1'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:48.435614 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fae2ce-152b-40ec-b7a0-59b7ba6b75b6" -d '{"events": [{"server_uuid": "1d62d098-f9a7-4d93-befc-5a39794dae75", "name": "network-vif-plugged", "status": "completed", "tag": "7a2f527c-6710-4d40-93f7-f2b20205d4b1"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:48.440024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-838887dc-239a-4907-9a5e-d9a0ea71b7ce req-42b13148-1b04-4dfe-863c-82c94c24309b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672090 Nov 10 16:30:48.451415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7a2f527c-6710-4d40-93f7-f2b20205d4b1, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7a2f527c-6710-4d40-93f7-f2b20205d4b1,segment=NetworkSegment(3d89a72b-6666-4c04-9402-a267e577e6bb),segment_id=3d89a72b-6666-4c04-9402-a267e577e6bb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:48.484351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3fbb0-9a7e-4e97-a6a6-3411d48be928 req-0d35f3f3-c41b-4e7f-823b-08bf73e8acd9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:48.493599 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5b3fbb0-9a7e-4e97-a6a6-3411d48be928 req-0d35f3f3-c41b-4e7f-823b-08bf73e8acd9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0806923 Nov 10 16:30:48.544780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5b3fbb0-9a7e-4e97-a6a6-3411d48be928 req-b2c9e0ba-bf5c-448b-ae75-2bc9ccb85425 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502200 Nov 10 16:30:48.568742 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1736d680-f10c-40c5-8f0e-7932ff38c640 x-openstack-request-id: req-1736d680-f10c-40c5-8f0e-7932ff38c640 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:48.568742 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d62d098-f9a7-4d93-befc-5a39794dae75", "name": "network-vif-plugged", "status": "completed", "tag": "7a2f527c-6710-4d40-93f7-f2b20205d4b1", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:48.568742 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1736d680-f10c-40c5-8f0e-7932ff38c640 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:48.568742 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d62d098-f9a7-4d93-befc-5a39794dae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2f527c-6710-4d40-93f7-f2b20205d4b1', 'code': 200} Nov 10 16:30:48.602431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:48.603898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:48.662520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7a2f527c-6710-4d40-93f7-f2b20205d4b1,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:48.736122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f57afa66-9267-4472-b818-b5e439ea739c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:48.753011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b93c4-30a7-4b28-b84d-a723a86c3382 req-64ba996d-0706-45ca-b01c-cec9fa79c82f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:48.756435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a7b93c4-30a7-4b28-b84d-a723a86c3382 req-64ba996d-0706-45ca-b01c-cec9fa79c82f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0995574 Nov 10 16:30:48.758431 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:48.816215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4eb6e-2aa2-4a28-8284-dc73ccfc5b90 req-c8283a52-4874-4fad-9c1b-3439a6846900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:48.817702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2e4eb6e-2aa2-4a28-8284-dc73ccfc5b90 req-c8283a52-4874-4fad-9c1b-3439a6846900 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 1098 time: 0.1495268 Nov 10 16:30:48.818861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event deleted for resources: {'Port': ['ID=d0d4b9ae-b145-464a-8372-38f1999e5a53,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:48.876138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c78c93-9841-4a4b-a0db-f671bc054ef1 req-550dbfc0-3ae2-4b5e-b517-51e76746cb8f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:48.877655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7c78c93-9841-4a4b-a0db-f671bc054ef1 req-550dbfc0-3ae2-4b5e-b517-51e76746cb8f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0573056 Nov 10 16:30:48.901894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] No DVR routers for this DVR port d0d4b9ae-b145-464a-8372-38f1999e5a53 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:30:48.911340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:48.915157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9ada2d0-1c03-4393-ba67-56703663f83c req-d10943cd-f1f7-4a53-9fc4-ae82834a8a8e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "DELETE /v2.0/ports/d0d4b9ae-b145-464a-8372-38f1999e5a53 HTTP/1.1" status: 204 len: 173 time: 0.8652754 Nov 10 16:30:48.916604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28cef2-8e57-479f-b06e-baa36c2c67b8', 'name': 'network-vif-deleted', 'tag': 'd0d4b9ae-b145-464a-8372-38f1999e5a53'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:48.918925 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9783879-d3c7-44e1-a7f7-dba19fa28d38" -d '{"events": [{"server_uuid": "ff28cef2-8e57-479f-b06e-baa36c2c67b8", "name": "network-vif-deleted", "tag": "d0d4b9ae-b145-464a-8372-38f1999e5a53"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:48.935100 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7c78c93-9841-4a4b-a0db-f671bc054ef1 req-e2650d60-c80f-4aa7-b15b-d79c7061c195 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510693 Nov 10 16:30:48.943633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a7b93c4-30a7-4b28-b84d-a723a86c3382 req-877f3327-725b-4c47-806c-cfb36e9d8bcc tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801393 Nov 10 16:30:48.962285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2e4eb6e-2aa2-4a28-8284-dc73ccfc5b90 req-c0bc65c5-7915-40ed-b76b-cee2b9916c4b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318681 Nov 10 16:30:48.994497 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2524d29-56d0-41b6-9cf2-ad8cb234382f x-openstack-request-id: req-f2524d29-56d0-41b6-9cf2-ad8cb234382f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:48.994793 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28cef2-8e57-479f-b06e-baa36c2c67b8", "name": "network-vif-deleted", "tag": "d0d4b9ae-b145-464a-8372-38f1999e5a53", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:48.995047 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2524d29-56d0-41b6-9cf2-ad8cb234382f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:48.995483 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28cef2-8e57-479f-b06e-baa36c2c67b8', 'name': 'network-vif-deleted', 'tag': 'd0d4b9ae-b145-464a-8372-38f1999e5a53', 'status': 'completed', 'code': 200} Nov 10 16:30:49.006153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f57afa66-9267-4472-b818-b5e439ea739c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:49.065756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a46da-e2c0-4b36-b470-142fb9325299 req-b0f309c9-fdb9-41ad-9400-12dd51e3572c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:49.067238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-483a46da-e2c0-4b36-b470-142fb9325299 req-b0f309c9-fdb9-41ad-9400-12dd51e3572c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Nov 10 16:30:49.117389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-483a46da-e2c0-4b36-b470-142fb9325299 req-e3f7ae63-5072-4f01-9379-47e102cc4d3e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Nov 10 16:30:49.132242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f57afa66-9267-4472-b818-b5e439ea739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:49.170221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57afa66-9267-4472-b818-b5e439ea739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d1d1d-d737-4998-a109-d6e38087c8f6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:49.174616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f57afa66-9267-4472-b818-b5e439ea739c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=767a853aac6c4cc681c5adaf314679e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5711365 Nov 10 16:30:49.178749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34938) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:49.231881 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f736413-afc4-4b63-9e0e-53a0a5ddbbb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:49.255444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f736413-afc4-4b63-9e0e-53a0a5ddbbb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:49.326764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539e11b-f315-490b-8c46-d574a7b60211 req-10258f0d-d1cc-4bcf-a52e-2c1b0ad0fad1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:49.328308 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7539e11b-f315-490b-8c46-d574a7b60211 req-10258f0d-d1cc-4bcf-a52e-2c1b0ad0fad1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 944 time: 0.0571513 Nov 10 16:30:49.379228 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7539e11b-f315-490b-8c46-d574a7b60211 req-8092d65c-b62e-44cc-8c84-cac967d0bedb tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Nov 10 16:30:49.433296 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f736413-afc4-4b63-9e0e-53a0a5ddbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:49.435915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f736413-afc4-4b63-9e0e-53a0a5ddbbb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:49.445716 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6f736413-afc4-4b63-9e0e-53a0a5ddbbb9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f46d1d1d-d737-4998-a109-d6e38087c8f6 HTTP/1.1" status: 204 len: 168 time: 0.2572570 Nov 10 16:30:49.448416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f736413-afc4-4b63-9e0e-53a0a5ddbbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d1d1d-d737-4998-a109-d6e38087c8f6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:49.451153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-63493780-4842-4746-8527-ed2e818dde83 service neutron] 10.222.0.18 "GET /v2.0/ports/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.0698023 Nov 10 16:30:49.580906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d467975-6174-4f3a-a8da-dab3d855c6a5 req-1bcabece-3593-484e-99e9-027dcaa2ef7e tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff28cef2-8e57-479f-b06e-baa36c2c67b8 HTTP/1.1" status: 200 len: 210 time: 0.0346260 Nov 10 16:30:49.700738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:49.728607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48383d17-8504-4909-b47f-5660cddcff8a req-959a5a0c-cedc-48a5-b8ae-80fc411bf0a1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:49.730092 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48383d17-8504-4909-b47f-5660cddcff8a req-959a5a0c-cedc-48a5-b8ae-80fc411bf0a1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0843232 Nov 10 16:30:49.734914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:49.784535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:49.807942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:49.828653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48383d17-8504-4909-b47f-5660cddcff8a req-9b21739d-3ce9-44eb-83a7-0a2383648ad4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918789 Nov 10 16:30:49.888527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:49.972687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] Transition to ACTIVE for port object c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:30:50.068748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:50.070629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64453e-cf2b-44ba-83c9-5f303eca47bb req-9e765b76-cdf3-4002-b97d-a345b086e2f9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:50.072683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c64453e-cf2b-44ba-83c9-5f303eca47bb req-9e765b76-cdf3-4002-b97d-a345b086e2f9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0582392 Nov 10 16:30:50.124426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaaa44-b8b8-4fd2-8c84-dbd51bfceacf req-29b2fa44-1973-4cf9-9ae6-c4cb4931748c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:50.126327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4aeaaa44-b8b8-4fd2-8c84-dbd51bfceacf req-29b2fa44-1973-4cf9-9ae6-c4cb4931748c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0982075 Nov 10 16:30:50.134903 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:30:50.148520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c64453e-cf2b-44ba-83c9-5f303eca47bb req-132e8953-a0b0-45c4-94dc-173176f6fb40 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640221 Nov 10 16:30:50.156273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] No DVR routers for this DVR port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:30:50.245111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:50.255797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-ad0dd6c8-b64d-4155-be47-02faf2dbc7c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31/bindings/n-h1-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 0.7938833 Nov 10 16:30:50.260158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4aeaaa44-b8b8-4fd2-8c84-dbd51bfceacf req-4315227e-45d1-46d4-bcbb-626c491635ed tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053123 Nov 10 16:30:50.276201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:50.291016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'port_id': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'mac_address': 'fa:16:3e:ee:82:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c7bfac-4849-4149-8964-60ad29246e93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:30:50.299647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83454505-759c-41b3-b868-c5087b3b2fed req-11eaaa05-9306-415a-8521-38ffb14f0e4a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:50.301259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83454505-759c-41b3-b868-c5087b3b2fed req-11eaaa05-9306-415a-8521-38ffb14f0e4a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0612843 Nov 10 16:30:50.354771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:50.367727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83454505-759c-41b3-b868-c5087b3b2fed req-960900d5-e44e-43d3-b3d2-ce9395598eb2 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532169 Nov 10 16:30:50.372489 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:30:50.394276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:50.482353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:50.503130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f738-ce94-4c81-96a5-e690bbfe3b30 req-bbc610fe-f6fa-4501-8b2a-ff27b8539520 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:50.504718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50c4f738-ce94-4c81-96a5-e690bbfe3b30 req-bbc610fe-f6fa-4501-8b2a-ff27b8539520 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.0536108 Nov 10 16:30:50.544568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:50.555488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50c4f738-ce94-4c81-96a5-e690bbfe3b30 req-7efde000-181b-4c57-b3c0-e1885ce73f42 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434277 Nov 10 16:30:50.599186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:30:50.668675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:50.787123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-network', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:50.888378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:50.892475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:50.903254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:50.993574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b0f9-e9b9-4f0b-adea-fc10b7706c53 req-264941a8-aeef-4ab4-b8ae-cbd7f6c06f81 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:50.995167 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cb50b0f9-e9b9-4f0b-adea-fc10b7706c53 req-264941a8-aeef-4ab4-b8ae-cbd7f6c06f81 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0887003 Nov 10 16:30:51.071560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cb50b0f9-e9b9-4f0b-adea-fc10b7706c53 req-dc9eef6f-ed64-4f86-837a-2b44f977328b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695579 Nov 10 16:30:51.076529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.155121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:51.160114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b3181772-fd2d-44f2-880b-8a44f8aac405 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592849567', 'description': 'tempest-description--1440863478'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:51.164890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.191823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:30:51.200684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:51.215407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee439e8-2da5-4d87-b440-c4e364c0ddf2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:51.218171 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.218515 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Added segment 4f66ffad-9bc2-4c5d-8386-df64935760b4 of type vlan for network c02ea7e0-1b37-4c17-bbd6-3806cff574ca Nov 10 16:30:51.245311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:30:51.245650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d0d4b9ae-b145-464a-8372-38f1999e5a53 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:51.266081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: d0d4b9ae-b145-464a-8372-38f1999e5a53 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:30:51.266417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d0d4b9ae-b145-464a-8372-38f1999e5a53 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:30:51.289744 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3181772-fd2d-44f2-880b-8a44f8aac405 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.315921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.348614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b74a65-ba2c-4aec-b77f-c59b5f05011e req-d9ffe176-80b0-4bd0-9292-de7d6ecfabe4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:51.350125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9b74a65-ba2c-4aec-b77f-c59b5f05011e req-d9ffe176-80b0-4bd0-9292-de7d6ecfabe4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.1120865 Nov 10 16:30:51.385093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae410988-53a7-4862-81c2-a8239ad76a77 req-02ced812-e091-4aec-95f5-6db393464bc7 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:51.386681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae410988-53a7-4862-81c2-a8239ad76a77 req-02ced812-e091-4aec-95f5-6db393464bc7 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0519354 Nov 10 16:30:51.429022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9b74a65-ba2c-4aec-b77f-c59b5f05011e req-64bffe63-782e-4304-a2a6-bbc7631fee40 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673785 Nov 10 16:30:51.438657 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae410988-53a7-4862-81c2-a8239ad76a77 req-ddf8e3c9-f019-4cba-9571-34811391f06d tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Nov 10 16:30:51.446814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3181772-fd2d-44f2-880b-8a44f8aac405 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.471109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.472364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:51.472957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.553191 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3181772-fd2d-44f2-880b-8a44f8aac405 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.576368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] Pushing event updated for resources: {'Network': ['ID=c02ea7e0-1b37-4c17-bbd6-3806cff574ca,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:51.589943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:30:51.610266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a72132-5a3b-4504-aab6-0cccfa53e5dc req-d2810cca-4982-4ead-b4b7-df52f2491ef4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:51.612330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26a72132-5a3b-4504-aab6-0cccfa53e5dc req-d2810cca-4982-4ead-b4b7-df52f2491ef4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1197648 Nov 10 16:30:51.612599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3181772-fd2d-44f2-880b-8a44f8aac405 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d911718f-6b56-464d-8254-58e5021af272,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:51.667894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a36d5b65-04b9-447d-abea-ac0e3dc9f06c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9977303 Nov 10 16:30:51.671984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:51.676922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Request body: {'subnet': {'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-subnet', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:51.685497 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26a72132-5a3b-4504-aab6-0cccfa53e5dc req-e1928a96-da9f-49bc-bbf9-1faf5a15fee5 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609045 Nov 10 16:30:51.692056 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3181772-fd2d-44f2-880b-8a44f8aac405 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.693172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b3181772-fd2d-44f2-880b-8a44f8aac405 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5370150 Nov 10 16:30:51.696557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:51.707365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f6040669-2aba-40d2-a92e-1b4aa28fa1b9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Request body: {'security_group_rule': {'security_group_id': 'd911718f-6b56-464d-8254-58e5021af272', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:51.707574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b51a1-4dd5-4d5c-8fb4-587e0814a3b9 req-d618329a-fa04-4480-8382-eb136ec49980 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:51.707574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c6b51a1-4dd5-4d5c-8fb4-587e0814a3b9 req-d618329a-fa04-4480-8382-eb136ec49980 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 946 time: 0.0641727 Nov 10 16:30:51.760577 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c6b51a1-4dd5-4d5c-8fb4-587e0814a3b9 req-a2d9b035-8e38-45af-a2a8-eaf795e283cc tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Nov 10 16:30:51.792396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:51.794790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:51.934077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6040669-2aba-40d2-a92e-1b4aa28fa1b9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.011684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6040669-2aba-40d2-a92e-1b4aa28fa1b9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.127891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.135219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:52.191710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dece38f5-ece9-49a9-a1da-abc175ea0a1d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:52.193501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350a2bc-79e5-4b8c-a89b-c9f3ac1e4c81 req-1761a02c-e2df-4cbd-90da-ff615ba47ee5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:52.196521 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0350a2bc-79e5-4b8c-a89b-c9f3ac1e4c81 req-1761a02c-e2df-4cbd-90da-ff615ba47ee5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0556216 Nov 10 16:30:52.203068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6040669-2aba-40d2-a92e-1b4aa28fa1b9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.226330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Checking segment: {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:52.226330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Network hostable DHCP agents. Network: c02ea7e0-1b37-4c17-bbd6-3806cff574ca, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:30:52.231668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6040669-2aba-40d2-a92e-1b4aa28fa1b9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1fa2d3-61a7-4b85-9b9c-1ced2172bafa,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:52.246762 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0350a2bc-79e5-4b8c-a89b-c9f3ac1e4c81 req-6d356e39-d361-4613-bae4-f6361500dbf7 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454612 Nov 10 16:30:52.367818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:30:52.372150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:52.372552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.408442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:30:52.415633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6040669-2aba-40d2-a92e-1b4aa28fa1b9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.417179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f6040669-2aba-40d2-a92e-1b4aa28fa1b9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7196896 Nov 10 16:30:52.420312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35006) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:52.425428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d524312c-c3f5-4a22-8391-95322298ac1c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Request body: {'security_group_rule': {'security_group_id': 'd911718f-6b56-464d-8254-58e5021af272', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:52.460112 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.500203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:52.501284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:52.503799 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54177b06-0b85-4110-84c0-97535f5fcd98" -d '{"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-plugged", "status": "completed", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:52.505381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c02ea7e0-1b37-4c17-bbd6-3806cff574ca) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:52.515042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:52.515186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf7d6d0-1078-42c1-9125-a491e9affb4c None None] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:52.517135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.597015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d524312c-c3f5-4a22-8391-95322298ac1c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.604509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b590fdc-21ff-4cab-ad10-82dc21f1912d req-6524b167-ce31-4c51-aca3-ba993184579e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:52.605476 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.615284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b590fdc-21ff-4cab-ad10-82dc21f1912d req-6524b167-ce31-4c51-aca3-ba993184579e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0835605 Nov 10 16:30:52.659394 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d524312c-c3f5-4a22-8391-95322298ac1c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.670975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-029c9cb7-d0fb-4f02-aff4-16dea0cb62a1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9979558 Nov 10 16:30:52.675253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:52.680352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:52.681163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871ea55-e3b6-4a2d-8be1-b95c3ca7d22f req-7393a022-1408-4697-8f21-1da3f149dced tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:52.682683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f871ea55-e3b6-4a2d-8be1-b95c3ca7d22f req-7393a022-1408-4697-8f21-1da3f149dced tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.1378410 Nov 10 16:30:52.706374 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b590fdc-21ff-4cab-ad10-82dc21f1912d req-815d465c-eea3-486a-9eef-d3288a08f97b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887032 Nov 10 16:30:52.739290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:30:52.740190 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.753523 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f871ea55-e3b6-4a2d-8be1-b95c3ca7d22f req-15eb3317-e868-4894-8d42-a3725be8f896 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635407 Nov 10 16:30:52.758410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:52.775112 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d524312c-c3f5-4a22-8391-95322298ac1c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.807594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524312c-c3f5-4a22-8391-95322298ac1c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc71c3bf-e553-4cf4-b9ca-1d7769b90e4d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:52.831694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.832758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.859837 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165a9f7-df8c-48ac-83f8-7f359b684f8f x-openstack-request-id: req-b165a9f7-df8c-48ac-83f8-7f359b684f8f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:52.860182 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-plugged", "status": "completed", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:52.860528 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b165a9f7-df8c-48ac-83f8-7f359b684f8f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:52.861083 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'code': 200} Nov 10 16:30:52.915183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb3465-841e-452a-b4b2-883c7e8c4bbb req-6c42f3c0-bb66-4210-a755-a03b36b9a28f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:52.919949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-adcb3465-841e-452a-b4b2-883c7e8c4bbb req-6c42f3c0-bb66-4210-a755-a03b36b9a28f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0755062 Nov 10 16:30:52.943098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.946242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d524312c-c3f5-4a22-8391-95322298ac1c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:52.947592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d524312c-c3f5-4a22-8391-95322298ac1c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5256970 Nov 10 16:30:52.952943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35022) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:52.958346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:52.975453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Allocated IP 172.20.0.2 (c02ea7e0-1b37-4c17-bbd6-3806cff574ca/dece38f5-ece9-49a9-a1da-abc175ea0a1d/f28c2f65-8cf9-41c6-805b-a5c5cb8124ad) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:53.032701 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-adcb3465-841e-452a-b4b2-883c7e8c4bbb req-158dff39-93fa-4d29-b893-b136c57fb2dd tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060746 Nov 10 16:30:53.142686 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:53.208624 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:53.250893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:53.254539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:53.260967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:53.291804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Pushing event updated for resources: {'Port': ['ID=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:53.345148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Attempting to bind port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:53.345514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Attempting to bind port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:53.345880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Attempting to bind port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad on network c02ea7e0-1b37-4c17-bbd6-3806cff574ca {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:53.348889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:53.353025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:53.353402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Checking segment: {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:53.353804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:53.354192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Bound using segment: {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:53.354657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Bound port: f28c2f65-8cf9-41c6-805b-a5c5cb8124ad, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:53.355036 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:53.385679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c6767-a8db-4142-9149-7439c904ca81 req-331340cb-75b0-41e9-ad03-b6024503e866 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:53.387216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-319c6767-a8db-4142-9149-7439c904ca81 req-331340cb-75b0-41e9-ad03-b6024503e866 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0659056 Nov 10 16:30:53.395216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0f112-57c4-4d00-9775-ddfe3bf4a681 req-843fd7c2-c28c-48ab-8ff3-0f2aae6f8739 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:53.400899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05b0f112-57c4-4d00-9775-ddfe3bf4a681 req-843fd7c2-c28c-48ab-8ff3-0f2aae6f8739 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 947 time: 0.4008536 Nov 10 16:30:53.441928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-319c6767-a8db-4142-9149-7439c904ca81 req-5d9a9b1f-b23b-462d-bfa8-fc5fd4998aba tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483949 Nov 10 16:30:53.446428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] For port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:53.450730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] For port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:53.526924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:53.561356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05b0f112-57c4-4d00-9775-ddfe3bf4a681 req-85b62f3e-a6c8-4398-85ef-ab5d1faf3a24 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557112 Nov 10 16:30:53.597503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:53.598532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:53.669233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf83e-fa52-42b4-bf3f-2fdf6986a9cf None None] Pushing event updated for resources: {'Port': ['ID=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:53.737654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Allocated IP 172.25.3.68 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e27ca649-f295-4217-937d-315cb7ba30f8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:53.888576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df169-f0c3-4aee-877d-d41b9adf1370 req-1b8792cc-e8b3-4841-ae02-ec014f3bc2f3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:53.890258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-939df169-f0c3-4aee-877d-d41b9adf1370 req-1b8792cc-e8b3-4841-ae02-ec014f3bc2f3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0722713 Nov 10 16:30:53.948200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-939df169-f0c3-4aee-877d-d41b9adf1370 req-fc0cb39f-167d-441f-b20f-97f2da764293 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 Nov 10 16:30:53.953520 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.063505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83ca89-a165-4562-bf39-81cc88cbbf89 req-17a6db95-b0a1-4266-b38c-c463829b6d45 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:54.065086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb83ca89-a165-4562-bf39-81cc88cbbf89 req-17a6db95-b0a1-4266-b38c-c463829b6d45 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.1619046 Nov 10 16:30:54.139970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:30:54.160416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb3d9-6b5b-4249-8151-c6aba8924fcd req-13488931-6378-4fc6-ac3a-17c668282f20 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:54.165746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6ecb3d9-6b5b-4249-8151-c6aba8924fcd req-13488931-6378-4fc6-ac3a-17c668282f20 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0644562 Nov 10 16:30:54.179123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.222660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb83ca89-a165-4562-bf39-81cc88cbbf89 req-5b0d49ed-89f1-4759-b012-3ee525d73f2f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449111 Nov 10 16:30:54.224526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.227705 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6ecb3d9-6b5b-4249-8151-c6aba8924fcd req-15304072-ac4d-4772-9a27-9d409fab6db8 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521231 Nov 10 16:30:54.228807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.238239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.278359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:54.305213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:54.315398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:54.322593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:54.331413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event updated for resources: {'Port': ['ID=e27ca649-f295-4217-937d-315cb7ba30f8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:54.373859 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.450604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=13']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:54.451987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Allocated IP 172.25.3.71 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/3d18f435-e2f6-482e-948a-b760fa51e040) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:54.482623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f28c2f65-8cf9-41c6-805b-a5c5cb8124ad up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:54.494952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.542961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:54.543714 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.663363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09954c-ab73-4072-9a70-adfde77f27fe req-1031e720-39c9-42a3-877d-44adb5e834fd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:54.671671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c09954c-ab73-4072-9a70-adfde77f27fe req-1031e720-39c9-42a3-877d-44adb5e834fd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1201007 Nov 10 16:30:54.687959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.707136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa359c-8b11-4d2f-abe7-ab61192eedf1 req-77f76c17-d5b1-47bc-a364-3dfe90bb1132 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:54.715953 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aa359c-8b11-4d2f-abe7-ab61192eedf1 req-77f76c17-d5b1-47bc-a364-3dfe90bb1132 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.0726047 Nov 10 16:30:54.735165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.775340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aa359c-8b11-4d2f-abe7-ab61192eedf1 req-baad4ab1-0455-4897-8e24-cb6175ec8b0e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569823 Nov 10 16:30:54.795536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76000c-75bb-4223-8a32-2b0c3663a925 None None] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:30:54.836962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c09954c-ab73-4072-9a70-adfde77f27fe req-8ca628a5-cff0-4685-aa8f-b7c669eed2ef tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642640 Nov 10 16:30:54.849055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.865181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:30:54.867894 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227f6de8-e75a-44a7-b597-1e5889dc7d79" -d '{"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-unplugged", "status": "completed", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:30:54.884814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.909767 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32b3dbf-790e-45fd-9a4d-45af3e421539 x-openstack-request-id: req-b32b3dbf-790e-45fd-9a4d-45af3e421539 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:30:54.910059 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-unplugged", "status": "completed", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:30:54.910303 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b32b3dbf-790e-45fd-9a4d-45af3e421539 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:30:54.910684 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'code': 200} Nov 10 16:30:54.911237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1ba42fd7-816e-48e2-81ef-260a45f559a6 None None] Provisioning complete for port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:54.911617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ba42fd7-816e-48e2-81ef-260a45f559a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:54.946559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:30:54.953825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:54.961022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:54.964632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:54.966454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=3d18f435-e2f6-482e-948a-b760fa51e040,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:55.008260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:55.031360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:55.120157 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:55.128245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:55.240262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event updated for resources: {'Port': ['ID=e27ca649-f295-4217-937d-315cb7ba30f8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:55.259059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279949-6a7c-46cb-be8e-31b45e14f142 req-074ba80d-cc0e-41be-b4da-c4a53f44c5af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:55.263009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c279949-6a7c-46cb-be8e-31b45e14f142 req-074ba80d-cc0e-41be-b4da-c4a53f44c5af tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.2020144 Nov 10 16:30:55.280470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:55.335408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-264b7e22-c28f-4192-989d-e3b8bacbb581 None None] Provisioning complete for port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:55.337097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-264b7e22-c28f-4192-989d-e3b8bacbb581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:55.340487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c279949-6a7c-46cb-be8e-31b45e14f142 req-1810581e-74cc-4d9d-8c1b-07d1393c40f6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715203 Nov 10 16:30:55.382333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734c7e2-1e7b-4fa3-aefb-7ff74bd92c01 req-49e8c7bb-0d5f-44c2-b402-4457394e1e72 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:55.384320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6734c7e2-1e7b-4fa3-aefb-7ff74bd92c01 req-49e8c7bb-0d5f-44c2-b402-4457394e1e72 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0781386 Nov 10 16:30:55.385410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:55.400253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-89e0091b-2dd1-441d-9705-922c332d56fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4324913 Nov 10 16:30:55.465466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6734c7e2-1e7b-4fa3-aefb-7ff74bd92c01 req-62d403fc-273b-4895-9c9b-5529bd0c80a3 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732727 Nov 10 16:30:55.484957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:55.532927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e96f8-aeef-46bf-a219-bf58b3b5f66a req-48cf74fd-3a23-4da3-a37c-b05d726429fd tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:55.534411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a22e96f8-aeef-46bf-a219-bf58b3b5f66a req-48cf74fd-3a23-4da3-a37c-b05d726429fd tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1015329 Nov 10 16:30:55.631575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a22e96f8-aeef-46bf-a219-bf58b3b5f66a req-16e8b49b-bab4-4fb4-9839-449a03764e48 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881875 Nov 10 16:30:55.694428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-165833df-097c-4bc9-88ec-ccf87a612256 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:55.695936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-165833df-097c-4bc9-88ec-ccf87a612256 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/networks?id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 200 len: 822 time: 0.1104434 Nov 10 16:30:55.711504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-2a0fc7a4-9f0c-4799-8c8f-2ac89910d879 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/quotas/0ce6dc2f865f42dfb58c2da7eccfeee8 HTTP/1.1" status: 200 len: 375 time: 0.0097682 Nov 10 16:30:55.734239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:55.761143 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-4454b0e2-580a-4b52-a736-d2a28d878a8b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438557 Nov 10 16:30:55.860044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-b5cfb466-f28d-473c-ba6e-0dfa3e92ee36 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912971 Nov 10 16:30:55.953578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-1451bdce-cbc3-4d60-be5e-ab784c69ac01 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866494 Nov 10 16:30:56.123022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f1eb-6175-40b1-aa49-c352aae66d9d req-c459b349-087e-4944-97dd-ae1a9e2c25b1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:56.124559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e27f1eb-6175-40b1-aa49-c352aae66d9d req-c459b349-087e-4944-97dd-ae1a9e2c25b1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.0703332 Nov 10 16:30:56.196632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e27f1eb-6175-40b1-aa49-c352aae66d9d req-4ac0d97e-0225-44a2-9f97-70d4ca37407a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650482 Nov 10 16:30:56.259680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Router b254de30-c060-4050-8557-ba9c619a0889 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:30:56.263655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91aec2-7ea4-47e8-95b5-eb77b23f06a2 req-b97ff07a-45ad-4a5b-bfb5-80204d1cfa34 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:56.271593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a91aec2-7ea4-47e8-95b5-eb77b23f06a2 req-b97ff07a-45ad-4a5b-bfb5-80204d1cfa34 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0693133 Nov 10 16:30:56.332355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a91aec2-7ea4-47e8-95b5-eb77b23f06a2 req-713333eb-7a8b-44db-8449-9db034f8e49e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Nov 10 16:30:56.375670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11c070ce-eb03-47db-b94a-29abd9d36d39 req-7b44f167-d53f-485c-b699-cd8b020559e7 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 210 time: 0.0406921 Nov 10 16:30:56.414337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f28c2f65-8cf9-41c6-805b-a5c5cb8124ad up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:30:56.452296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:30:56.463888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Sync routers for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:30:56.482632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:56.483262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:56.489413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bef22-0621-42e6-b245-91992aa572b4 req-cbad24c2-a342-49f7-9b79-e953670876fd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:56.491598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5a6bef22-0621-42e6-b245-91992aa572b4 req-cbad24c2-a342-49f7-9b79-e953670876fd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0620542 Nov 10 16:30:56.526549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:56.527040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:56.565513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5a6bef22-0621-42e6-b245-91992aa572b4 req-5fc2a152-201c-4bdc-8a0d-f44ec881a7f3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654004 Nov 10 16:30:56.600763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:56.602774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ae8a1cb7-17c6-4bac-8e16-84e38129bdb8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9262733 Nov 10 16:30:56.605623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35078) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:30:56.625577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3454f0-ba90-4735-b8c1-4e383cc59282 req-a5e61d56-df9b-4f49-ae6e-8f6a117e6423 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:56.627262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a3454f0-ba90-4735-b8c1-4e383cc59282 req-a5e61d56-df9b-4f49-ae6e-8f6a117e6423 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0749707 Nov 10 16:30:56.679628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:56.694869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a3454f0-ba90-4735-b8c1-4e383cc59282 req-02dcfb1e-587c-430a-b764-fc1c7d9917eb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591288 Nov 10 16:30:56.900261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:55Z', 'revision_number': 3, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:56.903895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01a79c-3e88-4f96-a114-8310ff4ff893 req-54fcaee4-6df4-462c-bdc2-b0bb13c505a0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:56.905401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b01a79c-3e88-4f96-a114-8310ff4ff893 req-54fcaee4-6df4-462c-bdc2-b0bb13c505a0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0977859 Nov 10 16:30:56.929648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Checking router: b254de30-c060-4050-8557-ba9c619a0889 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:30:56.929951 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Updating router b254de30-c060-4050-8557-ba9c619a0889 port 3d18f435-e2f6-482e-948a-b760fa51e040 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:30:56.954944 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.004143 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b01a79c-3e88-4f96-a114-8310ff4ff893 req-13c263c8-f5c7-4baa-9eca-019c4c2b3e1c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857532 Nov 10 16:30:57.158162 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.258975 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.362052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Allocated IP 172.20.0.1 (c02ea7e0-1b37-4c17-bbd6-3806cff574ca/dece38f5-ece9-49a9-a1da-abc175ea0a1d/ed5c1c56-ae55-433c-a414-bda7395aaf23) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:57.366108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faece0ea-f4ff-4f64-9dfe-03c873b95be5 req-a9331deb-52fd-4f66-acc4-9923ab7b0237 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:57.366735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-faece0ea-f4ff-4f64-9dfe-03c873b95be5 req-a9331deb-52fd-4f66-acc4-9923ab7b0237 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.0637007 Nov 10 16:30:57.402064 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.429161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-faece0ea-f4ff-4f64-9dfe-03c873b95be5 req-a9c95e0e-57f2-41ea-b366-20bd4b781ea7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Nov 10 16:30:57.450284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Attempting to bind port 3d18f435-e2f6-482e-948a-b760fa51e040 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:30:57.450769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Attempting to bind port 3d18f435-e2f6-482e-948a-b760fa51e040 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:30:57.451010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Attempting to bind port 3d18f435-e2f6-482e-948a-b760fa51e040 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:30:57.463398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:30:57.464058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:30:57.464478 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.465033 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:30:57.465684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Bound port: 3d18f435-e2f6-482e-948a-b760fa51e040, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:30:57.466092 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.508760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84ba6a-7d1d-4a94-bbf1-e90ec0e18e81 None None] Pushing event updated for resources: {'Port': ['ID=3d18f435-e2f6-482e-948a-b760fa51e040,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:57.536028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37cfbcc7-6050-493a-9992-9d8f1825ad95 req-a2695fa7-87b0-437b-8204-11aaaec9ec2c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 210 time: 0.0397336 Nov 10 16:30:57.538694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fe02c-ca4b-4e16-b390-22fe18445d60 req-c99ca05e-7a50-4aa3-ad32-12a287d0c572 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:57.540419 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e8fe02c-ca4b-4e16-b390-22fe18445d60 req-c99ca05e-7a50-4aa3-ad32-12a287d0c572 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0842783 Nov 10 16:30:57.545672 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.556180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] For port 3d18f435-e2f6-482e-948a-b760fa51e040, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:30:57.559865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] For port 3d18f435-e2f6-482e-948a-b760fa51e040, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3d18f435-e2f6-482e-948a-b760fa51e040,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:30:57.607971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e8fe02c-ca4b-4e16-b390-22fe18445d60 req-f14fb91e-14b1-421b-b57c-6e2ab09332ba tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604212 Nov 10 16:30:57.666215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.717729 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.729203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c516e02-4717-4e59-8b6d-e74b9f98992f req-6a3d34f1-11f8-4e94-8206-06d05e9bf35e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:57.738538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c516e02-4717-4e59-8b6d-e74b9f98992f req-6a3d34f1-11f8-4e94-8206-06d05e9bf35e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0729282 Nov 10 16:30:57.757931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84ba6a-7d1d-4a94-bbf1-e90ec0e18e81 None None] Pushing event updated for resources: {'Port': ['ID=3d18f435-e2f6-482e-948a-b760fa51e040,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:57.769130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:57.772606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:57.782392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:30:57.783047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:57.789572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:57.821269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c516e02-4717-4e59-8b6d-e74b9f98992f req-abbbbe83-1878-40d4-a7ac-cadff0c444f1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813618 Nov 10 16:30:57.848704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Pushing event updated for resources: {'Port': ['ID=ed5c1c56-ae55-433c-a414-bda7395aaf23,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:57.887268 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:57.930439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:30:57.951056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcddd0-84a1-4d1d-93a0-0d6debd523da req-fc341cad-0aa0-4a82-8215-402a8973e19b tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:57.952665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40fcddd0-84a1-4d1d-93a0-0d6debd523da req-fc341cad-0aa0-4a82-8215-402a8973e19b tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.1083455 Nov 10 16:30:58.068999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40fcddd0-84a1-4d1d-93a0-0d6debd523da req-00a1c5bd-6270-4ac0-b1f7-c1ab907e7cd0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069927 Nov 10 16:30:58.164363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80dcf6-ea7e-4131-9c00-fc2d84d714e8 req-4c87b617-1522-46c7-a2c5-8332fa4081f0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:58.165874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb80dcf6-ea7e-4131-9c00-fc2d84d714e8 req-4c87b617-1522-46c7-a2c5-8332fa4081f0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0543745 Nov 10 16:30:58.214758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-30691051-4e7d-4f46-ba67-11d40c9d78ce None None] Provisioning complete for port ed5c1c56-ae55-433c-a414-bda7395aaf23 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:58.215763 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30691051-4e7d-4f46-ba67-11d40c9d78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:58.226512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb80dcf6-ea7e-4131-9c00-fc2d84d714e8 req-76e3dfba-01be-42c6-bb58-6d7e0c2fd637 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545661 Nov 10 16:30:58.249997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:58.258493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:55Z', 'revision_number': 3, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:30:58.291424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-30691051-4e7d-4f46-ba67-11d40c9d78ce None None] Port ed5c1c56-ae55-433c-a414-bda7395aaf23 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:30:58.293060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c623e-88bb-4d58-ae24-52b647b9a683 None None] The sync data for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 is: [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:55Z', 'revision_number': 3, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:30:58.437316 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:58.557351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:58.593830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6357379-73f9-49d5-a1e0-0f13efa1751e req-d75904d8-cdc7-4777-8e76-5e63767ed813 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:58.596131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6357379-73f9-49d5-a1e0-0f13efa1751e req-d75904d8-cdc7-4777-8e76-5e63767ed813 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.0926378 Nov 10 16:30:58.644648 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:58.673078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6357379-73f9-49d5-a1e0-0f13efa1751e req-65012f00-2c45-4072-b715-e7ba5249c56e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685699 Nov 10 16:30:58.689838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77ee6bf7-1f0f-450b-8446-0f5d6a8ef4c2 req-24347152-0e23-46a7-9eec-6cea9d2c6e17 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 210 time: 0.0424533 Nov 10 16:30:58.719571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Pushing event updated for resources: {'Port': ['ID=ed5c1c56-ae55-433c-a414-bda7395aaf23,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:58.808241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fb0f6-05c3-4166-967a-6eac9a71c4a2 req-b1e5f6a1-5b7e-4f80-8455-87c870728399 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:58.808922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:58.810377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e29fb0f6-05c3-4166-967a-6eac9a71c4a2 req-b1e5f6a1-5b7e-4f80-8455-87c870728399 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0550692 Nov 10 16:30:58.811933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:58.894598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e29fb0f6-05c3-4166-967a-6eac9a71c4a2 req-443af868-b367-4e73-9836-cca320a95c4a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768068 Nov 10 16:30:59.010987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b22bf6-8f99-493a-a37e-cfd32647e204 req-d20b2242-fe7c-46cf-8f22-d860a28cce75 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:59.019474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00b22bf6-8f99-493a-a37e-cfd32647e204 req-d20b2242-fe7c-46cf-8f22-d860a28cce75 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0765924 Nov 10 16:30:59.033259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-68eab338-10db-4c47-bfe5-3b86acbd7e2b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:59.034820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-68eab338-10db-4c47-bfe5-3b86acbd7e2b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "GET /v2.0/networks?id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 200 len: 822 time: 0.1360428 Nov 10 16:30:59.046570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Router b254de30-c060-4050-8557-ba9c619a0889 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:30:59.052649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Request body: {'port': {'device_id': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'admin_state_up': True, 'tenant_id': '0ce6dc2f865f42dfb58c2da7eccfeee8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:30:59.165374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00b22bf6-8f99-493a-a37e-cfd32647e204 req-e4756b20-d696-4703-9ac3-1625c3115d91 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450012 Nov 10 16:30:59.245163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:30:59.264724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e15e-72d0-44a3-ac80-fdcbb8e39c72 req-e0ed3b1b-cb1a-4a9d-a5d3-f919776b1438 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:59.266449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eccef34f-940d-4794-bc4e-cc0088f945ce admin admin] 10.222.0.62 "PUT /v2.0/routers/b254de30-c060-4050-8557-ba9c619a0889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6596191 Nov 10 16:30:59.275518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9001e15e-72d0-44a3-ac80-fdcbb8e39c72 req-e0ed3b1b-cb1a-4a9d-a5d3-f919776b1438 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.1132522 Nov 10 16:30:59.321094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-26a772f3-8d53-4d2c-9f7c-6a1af374687c None None] Provisioning complete for port ed5c1c56-ae55-433c-a414-bda7395aaf23 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:30:59.321604 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-26a772f3-8d53-4d2c-9f7c-6a1af374687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:59.344870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Made reservation on behalf of 0ce6dc2f865f42dfb58c2da7eccfeee8 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:30:59.348860 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:59.366689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9001e15e-72d0-44a3-ac80-fdcbb8e39c72 req-eedeb0e6-7e78-4499-8046-a746f17b3a00 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900810 Nov 10 16:30:59.398279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539270c-21d7-4281-9f44-1b17014f0d0f req-0d449422-f6d5-4960-aa54-ebb68a7c2098 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:59.398279 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5539270c-21d7-4281-9f44-1b17014f0d0f req-0d449422-f6d5-4960-aa54-ebb68a7c2098 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0802777 Nov 10 16:30:59.405515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-26a772f3-8d53-4d2c-9f7c-6a1af374687c None None] Port ed5c1c56-ae55-433c-a414-bda7395aaf23 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:30:59.482894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5539270c-21d7-4281-9f44-1b17014f0d0f req-9f63de76-8909-418a-b2d4-ea93195eabce tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779417 Nov 10 16:30:59.526436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Allocated IP 172.20.0.6 (b5e00f0f-e343-4e3a-bd96-5f6955b47b1e/cdc2832b-a334-43ab-9cf2-423772e5ef77/e4141ff3-7430-43fc-acc2-e61d0adf96ab) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:30:59.683791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:59.802016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-25d2402d-c8b0-4ae4-8721-721f3fe4dc76 req-3b2d7b4e-7f65-4203-ba0e-2c9b62f324a1 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 210 time: 0.0299301 Nov 10 16:30:59.805156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:30:59.831495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9919d-a982-4f8f-84fe-ef3513610ac3 req-a3fd96b9-2a8e-4a5a-b140-44cbf39211aa tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:59.833011 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1f9919d-a982-4f8f-84fe-ef3513610ac3 req-a3fd96b9-2a8e-4a5a-b140-44cbf39211aa tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.0637202 Nov 10 16:30:59.871792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:30:59.874945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:30:59.880374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:30:59.885320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event updated for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:30:59.895182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1f9919d-a982-4f8f-84fe-ef3513610ac3 req-d27ec0c7-ef03-42b7-9d30-f01ce5472d07 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522480 Nov 10 16:30:59.940968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:30:59.941706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:00.025185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310853ff-9d8d-49c4-aaea-860f3cf77fc4 req-8faf9116-1144-4b4a-ba26-9b0b13992bb1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:00.026759 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-310853ff-9d8d-49c4-aaea-860f3cf77fc4 req-8faf9116-1144-4b4a-ba26-9b0b13992bb1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0548151 Nov 10 16:31:00.042914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-d8fffb2e-c478-49f2-954a-6b815d3128d0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9966283 Nov 10 16:31:00.058048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Request body: {'port': {'device_id': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:00.132665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-310853ff-9d8d-49c4-aaea-860f3cf77fc4 req-bee6e3e0-84da-417b-bc8b-7a9100151163 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985782 Nov 10 16:31:00.136624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:00.305211 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Sync routers for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:31:00.322381 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:31:00.323109 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:00.339537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1dbfb-625f-4735-bec4-61d62f56e6c1 req-8d52f67a-4dd8-4b9f-8013-96f5d872fa93 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:00.341049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37c1dbfb-625f-4735-bec4-61d62f56e6c1 req-8d52f67a-4dd8-4b9f-8013-96f5d872fa93 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0624678 Nov 10 16:31:00.434733 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37c1dbfb-625f-4735-bec4-61d62f56e6c1 req-a03b7019-e6d9-4397-b9f2-ded9cced572c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865667 Nov 10 16:31:00.446560 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:31:00.486748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3d18f435-e2f6-482e-948a-b760fa51e040 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:00.570856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4141ff3-7430-43fc-acc2-e61d0adf96ab {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:00.579654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3d18f435-e2f6-482e-948a-b760fa51e040 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:00.583019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:00.584243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:00.588096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-550c66c5-1f87-4bd1-aa5b-64143abb5765 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:00.589694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-550c66c5-1f87-4bd1-aa5b-64143abb5765 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.1698577 Nov 10 16:31:00.616550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Transition to ACTIVE for port object e4141ff3-7430-43fc-acc2-e61d0adf96ab will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:31:00.638339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf81c3a-e5ff-4805-af73-cd2f3da07639 req-e69ccf8f-0941-4d78-b819-f14d16bd2a41 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:00.645592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbf81c3a-e5ff-4805-af73-cd2f3da07639 req-e69ccf8f-0941-4d78-b819-f14d16bd2a41 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.1329987 Nov 10 16:31:00.646012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9fea-16ec-4364-bc4a-a47ff3175d98 req-d44958e8-497c-40b9-96f7-091439a47c4c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:00.653796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1ab9fea-16ec-4364-bc4a-a47ff3175d98 req-d44958e8-497c-40b9-96f7-091439a47c4c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0870335 Nov 10 16:31:00.678771 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 2, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:00.698893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-526b0d6b-a0cc-4553-8b1a-cb0e11311ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:00.699619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-526b0d6b-a0cc-4553-8b1a-cb0e11311ef6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01&tenant_id=531aafc4a0574d41a6a6f77ef66f5839 HTTP/1.1" status: 200 len: 1097 time: 0.0972314 Nov 10 16:31:00.707847 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Checking router: b254de30-c060-4050-8557-ba9c619a0889 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:31:00.707981 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Updating router b254de30-c060-4050-8557-ba9c619a0889 port ed5c1c56-ae55-433c-a414-bda7395aaf23 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:31:00.717413 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:00.719962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbf81c3a-e5ff-4805-af73-cd2f3da07639 req-9372c5d8-ba4d-4eeb-8796-0ca9ef459717 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735104 Nov 10 16:31:00.722963 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:00.726199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1ab9fea-16ec-4364-bc4a-a47ff3175d98 req-d3812ea1-15de-4636-897c-fe7c11d89e9a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712335 Nov 10 16:31:00.745790 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:00.757575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 3d18f435-e2f6-482e-948a-b760fa51e040, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3d18f435-e2f6-482e-948a-b760fa51e040,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:00.840586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Pushing event updated for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:00.853647 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:00.906539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-9bf91807-04fb-4d37-914e-6f5c56498d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:00.908816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-9bf91807-04fb-4d37-914e-6f5c56498d58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1097 time: 0.1530862 Nov 10 16:31:00.956015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa349ac-1990-4ee4-8041-972d300d2924 req-076c1862-c58e-4190-98ad-877d334a659f tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:00.957843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-faa349ac-1990-4ee4-8041-972d300d2924 req-076c1862-c58e-4190-98ad-877d334a659f tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 943 time: 0.0694737 Nov 10 16:31:00.972558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=3d18f435-e2f6-482e-948a-b760fa51e040,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:01.024730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-faa349ac-1990-4ee4-8041-972d300d2924 req-824ac199-1f12-41d3-893a-bacaf4bb7866 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582559 Nov 10 16:31:01.032055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Attempting to bind port e4141ff3-7430-43fc-acc2-e61d0adf96ab on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:01.032418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Attempting to bind port e4141ff3-7430-43fc-acc2-e61d0adf96ab by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:01.032883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Attempting to bind port e4141ff3-7430-43fc-acc2-e61d0adf96ab on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:01.044247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Port e4141ff3-7430-43fc-acc2-e61d0adf96ab on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:31:01.044573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Attempting to bind port e4141ff3-7430-43fc-acc2-e61d0adf96ab on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:01.076851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:01.077308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Checking segment: {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:01.077837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Bound using segment: {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:01.078436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Bound port: e4141ff3-7430-43fc-acc2-e61d0adf96ab, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:01.078925 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.104854 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.162137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47421d26-c843-40a9-a921-f142321847c6 req-5ad380b8-935f-4819-b5bc-309b55c606ca tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:01.164369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47421d26-c843-40a9-a921-f142321847c6 req-5ad380b8-935f-4819-b5bc-309b55c606ca tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.1236534 Nov 10 16:31:01.172732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-058bd87a-6ae8-40d3-b2c2-2ed9190e6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:01.174153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-058bd87a-6ae8-40d3-b2c2-2ed9190e6e4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.2533858 Nov 10 16:31:01.236683 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.237564 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-1bc19684-7d63-4e39-91a7-4e366cef0b2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 200 len: 217 time: 0.0553880 Nov 10 16:31:01.245536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:01.259736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac4e0-af3f-4edb-be22-68bfd6ab1f76 req-ab05110d-c7e9-4cbb-9589-e1bf02991956 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:01.261468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-470ac4e0-af3f-4edb-be22-68bfd6ab1f76 req-ab05110d-c7e9-4cbb-9589-e1bf02991956 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0576158 Nov 10 16:31:01.293323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:01.311854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47421d26-c843-40a9-a921-f142321847c6 req-a7929501-49fa-447c-ad28-fbb7fd07aa81 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362333 Nov 10 16:31:01.338700 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e431af-2881-4742-9ba9-9ad33d7a703b None None] Pushing event updated for resources: {'Port': ['ID=ed5c1c56-ae55-433c-a414-bda7395aaf23,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:01.341886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-f65af1b0-522a-46d3-8b82-61c5f2df115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:01.342920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-f65af1b0-522a-46d3-8b82-61c5f2df115a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.0951428 Nov 10 16:31:01.375826 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Attempting to bind port ed5c1c56-ae55-433c-a414-bda7395aaf23 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:01.376366 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Attempting to bind port ed5c1c56-ae55-433c-a414-bda7395aaf23 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:01.376773 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Attempting to bind port ed5c1c56-ae55-433c-a414-bda7395aaf23 on network c02ea7e0-1b37-4c17-bbd6-3806cff574ca {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:01.383997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-263a949a-51e6-42c4-9f04-0a787274b524 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275559 Nov 10 16:31:01.384190 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:01.384190 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Checking segment: {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:01.384190 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.384793 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Bound using segment: {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:01.385358 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Bound port: ed5c1c56-ae55-433c-a414-bda7395aaf23, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:01.385839 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.409769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-470ac4e0-af3f-4edb-be22-68bfd6ab1f76 req-186d56f6-48f2-40d5-8315-50eddf1b6f1c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222401 Nov 10 16:31:01.428573 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.510096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:01.510726 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.511246 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] For port ed5c1c56-ae55-433c-a414-bda7395aaf23, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:01.512260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] 10.222.0.18 "PUT /v2.0/ports/e4141ff3-7430-43fc-acc2-e61d0adf96ab HTTP/1.1" status: 200 len: 1092 time: 1.4592276 Nov 10 16:31:01.512956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:01.515070 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2be45fc-d0d5-45d4-a930-407f117ca04e" -d '{"events": [{"name": "network-changed", "server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:01.543681 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] For port ed5c1c56-ae55-433c-a414-bda7395aaf23, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ed5c1c56-ae55-433c-a414-bda7395aaf23,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:01.557619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9ff7f-7d4d-4642-b67c-c645ec531c6e service neutron] Pushing event updated for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:01.576807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-36934d2a-a87a-49aa-9c4e-49296c0c1b0c service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894143 Nov 10 16:31:01.622747 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661c9b6a-d0b6-45a4-9a58-438181eee77a x-openstack-request-id: req-661c9b6a-d0b6-45a4-9a58-438181eee77a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:01.623031 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:01.623285 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-661c9b6a-d0b6-45a4-9a58-438181eee77a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:01.623704 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'status': 'completed', 'code': 200} Nov 10 16:31:01.653201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5cf46582-cffa-42c5-9b02-646be74818a5 None None] Provisioning complete for port ed5c1c56-ae55-433c-a414-bda7395aaf23 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:01.653810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5cf46582-cffa-42c5-9b02-646be74818a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.680303 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9305dee9-90a6-46f5-a1cd-f87fa9d22956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:01.697502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5cf46582-cffa-42c5-9b02-646be74818a5 None None] Port ed5c1c56-ae55-433c-a414-bda7395aaf23 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:31:01.761132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ae54-3271-4d19-9aeb-986d69e9df14 req-f88c4674-ed44-439f-b89f-60ebc4b7c9ac tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:01.762734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2644ae54-3271-4d19-9aeb-986d69e9df14 req-f88c4674-ed44-439f-b89f-60ebc4b7c9ac tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.1492591 Nov 10 16:31:01.770203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be45fc-d0d5-45d4-a930-407f117ca04e req-522b8bd3-e615-433d-bea6-87bcddc07300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:01.778370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2be45fc-d0d5-45d4-a930-407f117ca04e req-522b8bd3-e615-433d-bea6-87bcddc07300 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 1095 time: 0.1039038 Nov 10 16:31:01.778370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-d4d78bca-bbe1-4a5e-a909-aa0342d313f0 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906240 Nov 10 16:31:01.851724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b505649-936b-44c7-a105-2e3b848acb4b req-88f10d64-51cf-440b-92da-f3e5ecb4a58e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:01.853294 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b505649-936b-44c7-a105-2e3b848acb4b req-88f10d64-51cf-440b-92da-f3e5ecb4a58e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0573709 Nov 10 16:31:01.926914 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b505649-936b-44c7-a105-2e3b848acb4b req-559dede2-ca90-4648-9568-936c6fca760a tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650594 Nov 10 16:31:01.933197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2644ae54-3271-4d19-9aeb-986d69e9df14 req-a6fbbb5d-79f0-444e-b04b-02f93956faa1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604085 Nov 10 16:31:01.985566 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:02.005153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be45fc-d0d5-45d4-a930-407f117ca04e req-5becc0ee-5231-4d03-80e8-c0425f7c1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:02.006698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2be45fc-d0d5-45d4-a930-407f117ca04e req-5becc0ee-5231-4d03-80e8-c0425f7c1ece service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2239764 Nov 10 16:31:02.090597 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:31:02.091475 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:30:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:02.094745 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e431af-2881-4742-9ba9-9ad33d7a703b None None] Pushing event updated for resources: {'Port': ['ID=ed5c1c56-ae55-433c-a414-bda7395aaf23,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:02.184935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff38572-4608-4551-9254-75792a787aca req-69618675-93b2-47ad-ae5b-802e8bdb46d0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:02.195093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ff38572-4608-4551-9254-75792a787aca req-69618675-93b2-47ad-ae5b-802e8bdb46d0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1332057 Nov 10 16:31:02.282581 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:31:02.296493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ff38572-4608-4551-9254-75792a787aca req-e7bd273c-7147-40b8-9f32-9731565adbed tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901115 Nov 10 16:31:02.367804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b87105-d4f9-4331-9850-763679dcd1ac req-0477462b-62a7-4ec5-af4d-58de6dec4d14 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:02.392571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3b87105-d4f9-4331-9850-763679dcd1ac req-0477462b-62a7-4ec5-af4d-58de6dec4d14 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 943 time: 0.1847453 Nov 10 16:31:02.406620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be45fc-d0d5-45d4-a930-407f117ca04e req-569c8219-f24a-4c98-b379-162f9396766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:02.412302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2be45fc-d0d5-45d4-a930-407f117ca04e req-569c8219-f24a-4c98-b379-162f9396766c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3985393 Nov 10 16:31:02.474406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3d18f435-e2f6-482e-948a-b760fa51e040 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:02.500057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2108788-e25f-4305-9fdc-15dc5e482105 req-c9621135-5a03-474b-b3d2-96a6dbe911ce tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:02.501851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2108788-e25f-4305-9fdc-15dc5e482105 req-c9621135-5a03-474b-b3d2-96a6dbe911ce tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.1027451 Nov 10 16:31:02.539689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-71b57197-a194-4869-8f3f-96763643a0fe None None] Provisioning complete for port ed5c1c56-ae55-433c-a414-bda7395aaf23 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:02.540386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71b57197-a194-4869-8f3f-96763643a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:02.604017 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2108788-e25f-4305-9fdc-15dc5e482105 req-98ec844f-edb3-4698-933f-780aa5dc1c85 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939159 Nov 10 16:31:02.606446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3d18f435-e2f6-482e-948a-b760fa51e040 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:02.607456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:02.754295 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71b57197-a194-4869-8f3f-96763643a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:02.795208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517668dc-0ca4-417b-bc77-99b40b6fc3dd req-c141a184-a095-4790-bcce-02da6623c0c8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:02.803820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-517668dc-0ca4-417b-bc77-99b40b6fc3dd req-c141a184-a095-4790-bcce-02da6623c0c8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1102197 Nov 10 16:31:02.809513 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:31:01Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:02.813298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-71b57197-a194-4869-8f3f-96763643a0fe None None] For port ed5c1c56-ae55-433c-a414-bda7395aaf23, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ed5c1c56-ae55-433c-a414-bda7395aaf23,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:02.842564 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53266b4b-7ec9-442b-ad78-ed49208ee3ec None None] The sync data for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 is: [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:31:01Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:31:02.869649 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-517668dc-0ca4-417b-bc77-99b40b6fc3dd req-7f12b93b-4de1-484c-a7e7-5e5cc8fc6d4c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647013 Nov 10 16:31:02.887869 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71b57197-a194-4869-8f3f-96763643a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:02.932746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3b87105-d4f9-4331-9850-763679dcd1ac req-bc8e4bc9-7bf3-426c-9b57-affb82e81163 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393703 Nov 10 16:31:02.943214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-b2358963-4df2-4ece-a123-432806c1a973 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:02.946821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-b2358963-4df2-4ece-a123-432806c1a973 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.5074277 Nov 10 16:31:02.953129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-cc863161-dbb9-4582-af8a-612bb3fde83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:02.954906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-cc863161-dbb9-4582-af8a-612bb3fde83e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 1095 time: 0.4553766 Nov 10 16:31:02.983798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b57197-a194-4869-8f3f-96763643a0fe None None] Pushing event updated for resources: {'Port': ['ID=ed5c1c56-ae55-433c-a414-bda7395aaf23,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:03.057415 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-c524f780-2ab3-4e6b-a387-93042d574884 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab HTTP/1.1" status: 200 len: 217 time: 0.0909364 Nov 10 16:31:03.130646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6340e-a67f-40cb-a9e8-88d8ab25735d req-361661d9-85f7-49b3-9b36-d528850607a1 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:03.135816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9d6340e-a67f-40cb-a9e8-88d8ab25735d req-361661d9-85f7-49b3-9b36-d528850607a1 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0972400 Nov 10 16:31:03.195566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-373e60cf-16d3-437b-b3f7-f6209b73d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:03.197951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-373e60cf-16d3-437b-b3f7-f6209b73d899 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdc2832b-a334-43ab-9cf2-423772e5ef77 HTTP/1.1" status: 200 len: 862 time: 0.1328292 Nov 10 16:31:03.198413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9d6340e-a67f-40cb-a9e8-88d8ab25735d req-3a7e3eea-6790-4fb0-a848-0273bf8da567 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589314 Nov 10 16:31:03.290020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-548052bc-0acc-45a0-a6b6-197fbe0c8f69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460510 Nov 10 16:31:03.300079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952043f9-3142-46fc-a8bd-cea732ea1b02 req-c199a2db-4cb5-47b2-a97f-049b086d6487 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:03.301422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-952043f9-3142-46fc-a8bd-cea732ea1b02 req-c199a2db-4cb5-47b2-a97f-049b086d6487 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.1870446 Nov 10 16:31:03.461145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-952043f9-3142-46fc-a8bd-cea732ea1b02 req-9f8e349d-f954-4a59-b4bf-7f371e7992fa tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196830 Nov 10 16:31:03.463053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175977f-a54f-4bd1-bce3-fd1e0fc8a027 req-35925419-48da-4cff-aca2-4483844d9114 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:03.464992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a175977f-a54f-4bd1-bce3-fd1e0fc8a027 req-35925419-48da-4cff-aca2-4483844d9114 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0794404 Nov 10 16:31:03.468744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-a5661394-be96-4a9f-84cf-f45b4e51e7d5 service neutron] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:03.475868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-a5661394-be96-4a9f-84cf-f45b4e51e7d5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:03.477121 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc329d3-3af1-4049-87e1-714b368cb2ea req-a5661394-be96-4a9f-84cf-f45b4e51e7d5 service neutron] 10.222.0.69 "DELETE /v2.0/ports/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31/bindings/n-h2-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.5211871 Nov 10 16:31:03.513778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-8d4fffe0-f544-4c35-92ab-9cd497a10a6c service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108839 Nov 10 16:31:03.536208 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:31:03.536586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a175977f-a54f-4bd1-bce3-fd1e0fc8a027 req-23a0fee8-0aca-4c65-8404-14358a963bd2 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580826 Nov 10 16:31:03.641328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fda6a0d-bef0-4796-b062-8f1137738b39 req-87322935-a609-49a1-a1f7-96050bec2e6b service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194243 Nov 10 16:31:03.743547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdfaff-f808-45e7-8e8e-d68c6b8c426e req-9987fd29-6362-44d0-99f7-4f3dc16e2c02 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:03.747788 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36cdfaff-f808-45e7-8e8e-d68c6b8c426e req-9987fd29-6362-44d0-99f7-4f3dc16e2c02 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.0665333 Nov 10 16:31:03.808562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36cdfaff-f808-45e7-8e8e-d68c6b8c426e req-32bcab78-8be6-459d-97b7-d5e750e0b49c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566416 Nov 10 16:31:03.988997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe1d1-d9ba-45a5-b176-cfb2f4024015 req-43ecd749-3319-4cc0-8ab7-d3a4b8b85187 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:03.996801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18abe1d1-d9ba-45a5-b176-cfb2f4024015 req-43ecd749-3319-4cc0-8ab7-d3a4b8b85187 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 1097 time: 0.0530500 Nov 10 16:31:04.062563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18abe1d1-d9ba-45a5-b176-cfb2f4024015 req-fd8530f9-226e-4388-a803-aec55b960656 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Nov 10 16:31:04.071177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65f0c7-f0de-411a-99de-e66abc129801 req-bca24ecd-55d8-40e8-8cba-f4ebf84c66bd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:04.080344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e65f0c7-f0de-411a-99de-e66abc129801 req-bca24ecd-55d8-40e8-8cba-f4ebf84c66bd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1223433 Nov 10 16:31:04.211811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e65f0c7-f0de-411a-99de-e66abc129801 req-d9e63f4f-bdb9-418e-8bf2-2ac6ee867392 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977960 Nov 10 16:31:04.212235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60a06d-974a-42f7-aba5-aff76c8a9986 req-8173826a-c595-45eb-aefa-9dcdbe33db5c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:04.212235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd60a06d-974a-42f7-aba5-aff76c8a9986 req-8173826a-c595-45eb-aefa-9dcdbe33db5c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 943 time: 0.0736208 Nov 10 16:31:04.269908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd60a06d-974a-42f7-aba5-aff76c8a9986 req-b81fd678-d5de-4691-adbe-4f39a7ca5b9b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Nov 10 16:31:04.366354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178483e4-c1c5-4ce8-8702-c8795f71457a req-308920a5-9b1c-4f2b-8752-669f0b2842d5 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:04.368704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-178483e4-c1c5-4ce8-8702-c8795f71457a req-308920a5-9b1c-4f2b-8752-669f0b2842d5 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0676599 Nov 10 16:31:04.379150 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15fe5eeb-5a06-4c7d-91f6-f147b05cc15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:04.437466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-178483e4-c1c5-4ce8-8702-c8795f71457a req-c1230608-7d9d-49c4-a72c-3b72a0706899 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 Nov 10 16:31:04.480777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ed5c1c56-ae55-433c-a414-bda7395aaf23 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:04.531297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-abed697b-2b41-43a8-9a2f-3b33d7412f60 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:04.533261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-abed697b-2b41-43a8-9a2f-3b33d7412f60 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 808 time: 0.1592448 Nov 10 16:31:04.552815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-d1b5e850-c329-4776-9af1-6e7b215dcd39 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/quotas/531aafc4a0574d41a6a6f77ef66f5839 HTTP/1.1" status: 200 len: 375 time: 0.0121243 Nov 10 16:31:04.571532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ed5c1c56-ae55-433c-a414-bda7395aaf23 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:04.571532 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:04.624899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-fb65c8a6-d513-4297-8893-4e65c6348465 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622423 Nov 10 16:31:04.702310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d990763-9b52-4ae4-b817-06dfd08c8bde req-d540da4e-5b9c-42a4-8e2a-e88c823a26b2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:04.705555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d990763-9b52-4ae4-b817-06dfd08c8bde req-d540da4e-5b9c-42a4-8e2a-e88c823a26b2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0546598 Nov 10 16:31:04.734776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-bbe5514d-b5e9-44d8-9e68-1aecf6338e7f service neutron] 10.222.0.62 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082096 Nov 10 16:31:04.758353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d990763-9b52-4ae4-b817-06dfd08c8bde req-d609ba76-cc7e-4758-9d85-75b8cbfb488a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468752 Nov 10 16:31:04.844460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-848f4e17-8c93-44ae-bb12-38868f6bcaa7 service neutron] 10.222.0.62 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011469 Nov 10 16:31:04.900255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7395f9-86e5-4d6c-8c00-4f0cd8b539cd req-5b8ae5bb-493c-470f-9820-bcb955e7bcb7 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:04.900255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a7395f9-86e5-4d6c-8c00-4f0cd8b539cd req-5b8ae5bb-493c-470f-9820-bcb955e7bcb7 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0668011 Nov 10 16:31:04.921867 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:04.963332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a7395f9-86e5-4d6c-8c00-4f0cd8b539cd req-1d8ac6fc-d4f0-4403-b0d0-1249bc38ec06 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Nov 10 16:31:05.272427 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66f2e0a7-785c-45f4-9926-6f4c97f835dc req-35760093-ce20-48d8-8763-081d374a8f51 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 210 time: 0.0404851 Nov 10 16:31:05.373912 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474adb7-b3dc-4b7c-984c-c393c1c75ae6 req-fcc3267c-c53e-4441-ac56-b2e60dbd9981 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:05.379811 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b474adb7-b3dc-4b7c-984c-c393c1c75ae6 req-fcc3267c-c53e-4441-ac56-b2e60dbd9981 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0775366 Nov 10 16:31:05.435090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31891f3-ea02-4793-8033-6c3ca274bced req-c0cc4e9b-cf97-4d4a-ad9a-d1340b341222 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:05.439855 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c31891f3-ea02-4793-8033-6c3ca274bced req-c0cc4e9b-cf97-4d4a-ad9a-d1340b341222 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 943 time: 0.0881586 Nov 10 16:31:05.472731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b474adb7-b3dc-4b7c-984c-c393c1c75ae6 req-48804c0c-bb10-4fb2-b53c-4fd84e08230c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877211 Nov 10 16:31:05.482398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-74d83492-4552-4f6b-97f6-83710f7060c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:05.484527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-74d83492-4552-4f6b-97f6-83710f7060c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1097 time: 0.0739729 Nov 10 16:31:05.496118 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c31891f3-ea02-4793-8033-6c3ca274bced req-2016db2e-94ed-4cb6-acd8-d6589dc0dfe2 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515776 Nov 10 16:31:05.643165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-550e08f7-634a-4bc6-a813-1fe04500148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:05.644817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-550e08f7-634a-4bc6-a813-1fe04500148b service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1512887 Nov 10 16:31:05.654920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45044c9c-5ad9-4195-b151-e927359c2107 req-cc432952-a01e-489e-b5ba-5fd7d37a6ff5 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:05.656414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45044c9c-5ad9-4195-b151-e927359c2107 req-cc432952-a01e-489e-b5ba-5fd7d37a6ff5 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0847878 Nov 10 16:31:05.700751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-1d53fae7-54c4-43fc-b8be-c0523f1e2a00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 217 time: 0.0433679 Nov 10 16:31:05.779228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45044c9c-5ad9-4195-b151-e927359c2107 req-66a6bb90-df66-423d-bdae-febb344dc89d tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116984 Nov 10 16:31:05.781687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-b1f8d424-dba4-4809-b5c6-eed81771adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:05.783349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-b1f8d424-dba4-4809-b5c6-eed81771adfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0760036 Nov 10 16:31:05.817820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-cfc49fb6-6c10-4276-a089-b6e6aa51c236 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273411 Nov 10 16:31:05.913677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb92187-fbb5-4059-b43e-9acad48008c8 req-c1fa64e7-fd64-4498-820a-aa0b18b351a5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:05.915498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fb92187-fbb5-4059-b43e-9acad48008c8 req-c1fa64e7-fd64-4498-820a-aa0b18b351a5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0669901 Nov 10 16:31:05.920939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-34ea7866-c5e8-47f4-9b32-faed9702688c service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957947 Nov 10 16:31:05.971177 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fb92187-fbb5-4059-b43e-9acad48008c8 req-e9353868-d425-4457-8999-47e867b7f683 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489614 Nov 10 16:31:06.029302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-f6a426f6-446c-4cef-b2ce-80fbe0f31a46 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991933 Nov 10 16:31:06.092564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13ab3e-4b4f-45e1-b4a6-bdc7b70c778d req-a92361e5-a170-4081-a02b-457d0f714adb tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:06.094074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff13ab3e-4b4f-45e1-b4a6-bdc7b70c778d req-a92361e5-a170-4081-a02b-457d0f714adb tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0518911 Nov 10 16:31:06.148758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff13ab3e-4b4f-45e1-b4a6-bdc7b70c778d req-c1fdc435-4e7b-4f74-b85b-9e9ce47fc97b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Nov 10 16:31:06.378435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8979aee-9b9a-4a2a-81ef-16b8ecac93d3 req-34c1977e-5c04-4971-89f4-ffdd4f194cc9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 210 time: 0.0303159 Nov 10 16:31:06.613322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883e27-a6d0-4e6a-b6b3-68fcef063ddc req-d33e19ae-dd08-42df-9990-8621764a1c13 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:06.616467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa883e27-a6d0-4e6a-b6b3-68fcef063ddc req-d33e19ae-dd08-42df-9990-8621764a1c13 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0724764 Nov 10 16:31:06.650620 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c001d-65cf-47c0-8126-6526c2bdc694 req-9b394ea4-2962-470d-b6df-97771898b8fb tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:06.652365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-901c001d-65cf-47c0-8126-6526c2bdc694 req-9b394ea4-2962-470d-b6df-97771898b8fb tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 943 time: 0.0657060 Nov 10 16:31:06.659560 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:06.686009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa883e27-a6d0-4e6a-b6b3-68fcef063ddc req-3d247dd1-8d34-4996-b342-879c715c201d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625589 Nov 10 16:31:06.709640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-901c001d-65cf-47c0-8126-6526c2bdc694 req-addcf201-5e1e-4b74-887a-28d72a61d1ab tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487759 Nov 10 16:31:06.917651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d952374-8b7e-4e95-bb20-20587f8ef033 req-ab35a2a3-7366-4013-b582-3b799a8b7bcb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:06.919105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d952374-8b7e-4e95-bb20-20587f8ef033 req-ab35a2a3-7366-4013-b582-3b799a8b7bcb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0650272 Nov 10 16:31:06.983628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d952374-8b7e-4e95-bb20-20587f8ef033 req-02a70411-9b73-4c08-8acd-aba75265c49c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505857 Nov 10 16:31:07.111206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba8f3a-d67e-487a-80fb-bed6b00638fb req-c6b534a6-29a3-44b9-94c1-49b08b3bb58b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:07.112762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17ba8f3a-d67e-487a-80fb-bed6b00638fb req-c6b534a6-29a3-44b9-94c1-49b08b3bb58b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0543194 Nov 10 16:31:07.182048 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17ba8f3a-d67e-487a-80fb-bed6b00638fb req-3de9b239-b2c4-486f-a821-085aa617a92f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597858 Nov 10 16:31:07.272748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e4141ff3-7430-43fc-acc2-e61d0adf96ab details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:31:07.289033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88ce0a-a2b5-4963-859e-fe672d7c16f2 req-bb06e862-f995-446c-b0e2-5fc24dcd00d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:07.290763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d88ce0a-a2b5-4963-859e-fe672d7c16f2 req-bb06e862-f995-446c-b0e2-5fc24dcd00d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0631890 Nov 10 16:31:07.363922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d88ce0a-a2b5-4963-859e-fe672d7c16f2 req-c7fae6f5-acbe-466e-86f6-1985bf110109 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654659 Nov 10 16:31:07.420344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:07.435165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'port_id': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'mac_address': 'fa:16:3e:80:3c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc2832b-a334-43ab-9cf2-423772e5ef77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:31:07.486068 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:07.489124 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:07.489792 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:07.503694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4141ff3-7430-43fc-acc2-e61d0adf96ab {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:07.529276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:07.544542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ddeb362-03a2-4234-b8d6-5633ed242a63 req-ea8fafe4-5003-48cd-965c-e4305b60d317 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 210 time: 0.0306399 Nov 10 16:31:07.613189 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:07.695662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:07.752908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-2db7a266-cb8e-40a3-95f0-bbcd70e2318c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:07.757089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-2db7a266-cb8e-40a3-95f0-bbcd70e2318c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 808 time: 0.1570802 Nov 10 16:31:07.773516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Request body: {'port': {'device_id': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'admin_state_up': True, 'tenant_id': '531aafc4a0574d41a6a6f77ef66f5839'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:07.861537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e4141ff3-7430-43fc-acc2-e61d0adf96ab'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:07.896112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb55f5-cd96-46fd-af87-69e1d0be5bcf req-361fea53-6fc6-44f6-9c47-18e3e6db7b34 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:07.898103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6afb55f5-cd96-46fd-af87-69e1d0be5bcf req-361fea53-6fc6-44f6-9c47-18e3e6db7b34 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1051297 Nov 10 16:31:07.981887 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6afb55f5-cd96-46fd-af87-69e1d0be5bcf req-c7683a95-d4ad-402f-83ef-820076c053dd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758135 Nov 10 16:31:08.013905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d225ab-f8b5-4d32-84d6-b9ec0535ad35 req-21db02c8-3caa-4a01-860d-8d90286b63d4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:08.022562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21d225ab-f8b5-4d32-84d6-b9ec0535ad35 req-21db02c8-3caa-4a01-860d-8d90286b63d4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 944 time: 0.1575820 Nov 10 16:31:08.124365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21d225ab-f8b5-4d32-84d6-b9ec0535ad35 req-5b6ac1d2-9aee-4356-af6d-e0a53a48e1e4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007190 Nov 10 16:31:08.196282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Made reservation on behalf of 531aafc4a0574d41a6a6f77ef66f5839 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:08.200113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:08.218866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3e9c-0c0f-42ee-8c29-151616e25b5d req-3692cc8c-1867-42d6-9584-60eb26b31297 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:08.220846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd1e3e9c-0c0f-42ee-8c29-151616e25b5d req-3692cc8c-1867-42d6-9584-60eb26b31297 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0626168 Nov 10 16:31:08.293449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd1e3e9c-0c0f-42ee-8c29-151616e25b5d req-b4b52842-3e26-4ac5-b0e3-159e8a45e45b tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640626 Nov 10 16:31:08.437506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280bff8-7bff-450e-9b3d-339df8510f50 req-76c69e1d-cb22-4ec8-a0e2-fced7386e6b0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:08.439696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1280bff8-7bff-450e-9b3d-339df8510f50 req-76c69e1d-cb22-4ec8-a0e2-fced7386e6b0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.1188436 Nov 10 16:31:08.501178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Allocated IP 172.20.0.10 (48bc1461-f6b5-4e62-a9fd-e4875e68dd55/e7c7bfac-4849-4149-8964-60ad29246e93/6f747936-fa2f-4a0c-a7e9-057415b95e6e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:31:08.521178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e55c1-cbb8-4c91-8b1e-c67e64a5897f req-6fdb05b5-a5de-4a67-bec9-9a18e9fad202 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:08.529699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-179e55c1-cbb8-4c91-8b1e-c67e64a5897f req-6fdb05b5-a5de-4a67-bec9-9a18e9fad202 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0702431 Nov 10 16:31:08.567690 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1280bff8-7bff-450e-9b3d-339df8510f50 req-77b8002f-0992-474d-be0e-3492ea3182fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091387 Nov 10 16:31:08.595082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-179e55c1-cbb8-4c91-8b1e-c67e64a5897f req-b8cfd220-5e80-4d15-8a08-c94991f4c44f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644031 Nov 10 16:31:08.719234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77707ea9-3394-4784-90a9-96e040c9a9d1 req-baee0a7d-ff4d-4ecf-b3c4-e39f5e5ddf0c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 210 time: 0.0379190 Nov 10 16:31:08.763481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:08.899775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:08.957108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:31:08.961087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:08.966109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:31:08.970064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Pushing event updated for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:09.033682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:09.033682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:09.130629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-18b72964-de08-4bf4-9e04-2e2ed44d71ba tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3613322 Nov 10 16:31:09.131696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97f53d-369a-4024-9aac-724fb1914a32 req-d8cef046-b7bd-4e47-a457-533cd0053d36 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:09.133461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd97f53d-369a-4024-9aac-724fb1914a32 req-d8cef046-b7bd-4e47-a457-533cd0053d36 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0649638 Nov 10 16:31:09.143723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Request body: {'port': {'device_id': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:09.204433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd97f53d-369a-4024-9aac-724fb1914a32 req-7c9920fa-23ce-49b9-8853-42fbea6d1e30 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596576 Nov 10 16:31:09.213235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:09.284140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e4141ff3-7430-43fc-acc2-e61d0adf96ab up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:09.401553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce3687-ffc1-4db4-bf8e-acc7ec9a9dc9 req-c05bc8bb-6297-4fbf-a2e2-4bed39fbbfe4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:09.409114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8fce3687-ffc1-4db4-bf8e-acc7ec9a9dc9 req-c05bc8bb-6297-4fbf-a2e2-4bed39fbbfe4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 944 time: 0.1386297 Nov 10 16:31:09.491274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c3ed-6103-40c2-a78f-1475cfba4d03 req-bf5b7f69-7eb1-4ef6-adb8-b190a6317523 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:09.493704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11e1c3ed-6103-40c2-a78f-1475cfba4d03 req-bf5b7f69-7eb1-4ef6-adb8-b190a6317523 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0680742 Nov 10 16:31:09.504719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port e4141ff3-7430-43fc-acc2-e61d0adf96ab completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:31:09.509379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port e4141ff3-7430-43fc-acc2-e61d0adf96ab triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:09.524241 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:09.539991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8fce3687-ffc1-4db4-bf8e-acc7ec9a9dc9 req-775ee5cb-f763-4255-8b2f-6f62fca78064 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297276 Nov 10 16:31:09.576541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11e1c3ed-6103-40c2-a78f-1475cfba4d03 req-59c9cf69-cf6a-4560-976b-2894bb3421f9 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766783 Nov 10 16:31:09.633104 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:09.697583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:09.701843 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98a0bbf-31e4-411d-bf0b-23da530c8c3f" -d '{"events": [{"server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "name": "network-vif-plugged", "status": "completed", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:09.722213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f747936-fa2f-4a0c-a7e9-057415b95e6e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:09.734347 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:09.737598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:09.754969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08794d7-27ec-43fd-8ee8-3db06ee3d4d9 req-054ef6f5-d9b6-4989-a6ba-bec6d1e2c562 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:09.762385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d08794d7-27ec-43fd-8ee8-3db06ee3d4d9 req-054ef6f5-d9b6-4989-a6ba-bec6d1e2c562 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0867651 Nov 10 16:31:09.779344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Transition to ACTIVE for port object 6f747936-fa2f-4a0c-a7e9-057415b95e6e will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:31:09.816054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28002f-d015-4cd0-82ae-10a377c4d1a0 req-1fe0b04c-cb46-4856-80cd-f1ac06c0ab92 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:09.824735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab28002f-d015-4cd0-82ae-10a377c4d1a0 req-1fe0b04c-cb46-4856-80cd-f1ac06c0ab92 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0767386 Nov 10 16:31:09.825579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d08794d7-27ec-43fd-8ee8-3db06ee3d4d9 req-fd6cb12d-9dfb-4708-9988-99bc4a662ec6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610943 Nov 10 16:31:09.841728 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:09.876096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:09.890161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab28002f-d015-4cd0-82ae-10a377c4d1a0 req-619059e4-006b-4a71-9079-f16a0da71c34 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637300 Nov 10 16:31:09.915625 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c71eeb-9c63-4803-be72-dcc3f763501d x-openstack-request-id: req-99c71eeb-9c63-4803-be72-dcc3f763501d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:09.917917 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "name": "network-vif-plugged", "status": "completed", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:09.918640 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99c71eeb-9c63-4803-be72-dcc3f763501d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:09.920199 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'code': 200} Nov 10 16:31:09.949813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:10.057808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b665d00-a7c1-412b-8ad8-91680d3e0d93 req-2c6443f1-bbdc-4a12-9d3c-0991e021d1cd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.061064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b665d00-a7c1-412b-8ad8-91680d3e0d93 req-2c6443f1-bbdc-4a12-9d3c-0991e021d1cd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.0649393 Nov 10 16:31:10.081782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Pushing event updated for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:10.124378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:10.128320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:10.128320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:10.130201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b665d00-a7c1-412b-8ad8-91680d3e0d93 req-64620f2d-55be-4958-8ca5-2d813b0f21a6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628834 Nov 10 16:31:10.135771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eed096-15f9-4d9f-89c3-37ee38fa4718 req-e1e694b1-b6a3-46c2-9429-144d0e50d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.137816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0eed096-15f9-4d9f-89c3-37ee38fa4718 req-e1e694b1-b6a3-46c2-9429-144d0e50d798 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 1097 time: 0.1553328 Nov 10 16:31:10.139993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:31:10.140311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:10.150489 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:10.158672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:10.165461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:10.165461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:10.165461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Bound port: 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:10.165461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:10.248045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0eed096-15f9-4d9f-89c3-37ee38fa4718 req-964193ec-b76c-48ee-8ff8-d9afa41deee7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960588 Nov 10 16:31:10.270595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:10.274467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:10.357379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:10.371648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6816ec-838e-4ba6-99e5-d68450f3794e req-388c07a0-2791-4438-99b1-967b02e14159 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.375787 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca6816ec-838e-4ba6-99e5-d68450f3794e req-388c07a0-2791-4438-99b1-967b02e14159 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0738430 Nov 10 16:31:10.401976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.402611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:10.404119 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] 10.222.0.18 "PUT /v2.0/ports/6f747936-fa2f-4a0c-a7e9-057415b95e6e HTTP/1.1" status: 200 len: 1093 time: 1.2648022 Nov 10 16:31:10.404591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:10.407078 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d4b9cd-d56a-4787-be80-440411c85969" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:10.437831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66b461-12dc-454a-ae7b-31a5df09f646 service neutron] Pushing event updated for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:10.449344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca6816ec-838e-4ba6-99e5-d68450f3794e req-29dd3bcb-8a6d-45ea-91a9-bda68de30d1b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694582 Nov 10 16:31:10.509870 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0834bcf-1311-43ce-8266-29a8a16b52fc x-openstack-request-id: req-e0834bcf-1311-43ce-8266-29a8a16b52fc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:10.510242 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:10.510553 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0834bcf-1311-43ce-8266-29a8a16b52fc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:10.513940 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e', 'status': 'completed', 'code': 200} Nov 10 16:31:10.587528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4b9cd-d56a-4787-be80-440411c85969 req-70ddaae6-30eb-401d-ba92-3cd6f2cd53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.589047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3d4b9cd-d56a-4787-be80-440411c85969 req-70ddaae6-30eb-401d-ba92-3cd6f2cd53f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1096 time: 0.0457511 Nov 10 16:31:10.664362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586320f-12c4-422f-b7c5-65973a82af38 req-55fff13c-c21f-4e97-9f75-3f5b4883bc7a tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.680498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e586320f-12c4-422f-b7c5-65973a82af38 req-55fff13c-c21f-4e97-9f75-3f5b4883bc7a tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 945 time: 0.0605178 Nov 10 16:31:10.735831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e586320f-12c4-422f-b7c5-65973a82af38 req-e34c8d47-f04a-4345-8f66-a1bec481e7c1 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624988 Nov 10 16:31:10.749283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce951ba4-07f3-4e38-8ae5-b7c99e340e06 req-c30ff376-6f72-468d-8615-22e8f802308c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.757160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce951ba4-07f3-4e38-8ae5-b7c99e340e06 req-c30ff376-6f72-468d-8615-22e8f802308c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0834415 Nov 10 16:31:10.768684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4b9cd-d56a-4787-be80-440411c85969 req-9a62be04-56ea-4adb-9c4d-153919d37e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.770036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3d4b9cd-d56a-4787-be80-440411c85969 req-9a62be04-56ea-4adb-9c4d-153919d37e10 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1721284 Nov 10 16:31:10.874152 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce951ba4-07f3-4e38-8ae5-b7c99e340e06 req-588907a2-9197-4481-8350-0a20b7836b10 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128139 Nov 10 16:31:10.915618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4b9cd-d56a-4787-be80-440411c85969 req-ec3747bb-5ef1-4d01-99b5-6278a4447490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.917253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3d4b9cd-d56a-4787-be80-440411c85969 req-ec3747bb-5ef1-4d01-99b5-6278a4447490 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384988 Nov 10 16:31:10.967539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72807c-8309-421f-986e-29230872a71f req-de041ee8-9d76-4b11-ba0b-a6ffc3c81110 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:10.976024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb72807c-8309-421f-986e-29230872a71f req-de041ee8-9d76-4b11-ba0b-a6ffc3c81110 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0661600 Nov 10 16:31:11.036569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb72807c-8309-421f-986e-29230872a71f req-98fe79be-e995-40bb-8d42-6b6beaead8b9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548787 Nov 10 16:31:11.065543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-41c1cdf6-710d-471d-98af-1bbad86edf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:11.067050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-41c1cdf6-710d-471d-98af-1bbad86edf4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1096 time: 0.1050334 Nov 10 16:31:11.133546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18180-3072-458e-a70c-61e325b03992 req-60fd67b9-9fa7-4a06-8244-4413e947d7d9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:11.135207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9c18180-3072-458e-a70c-61e325b03992 req-60fd67b9-9fa7-4a06-8244-4413e947d7d9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.1090279 Nov 10 16:31:11.137190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-97262dbf-5b8e-4ca9-862a-575f9c78331a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e HTTP/1.1" status: 200 len: 217 time: 0.0596933 Nov 10 16:31:11.248882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9c18180-3072-458e-a70c-61e325b03992 req-7cc41ea7-2bb9-4739-8043-eeb116a7faaf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066651 Nov 10 16:31:11.262158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-9a630ef1-b9e1-436f-948e-2215d4290a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:11.264041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-9a630ef1-b9e1-436f-948e-2215d4290a75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1156874 Nov 10 16:31:11.277653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcb7bd-2167-4312-946b-e78401331ea0 req-1f2d4a66-0b79-4ae3-a6d2-8dea3f3a4dd0 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:11.279790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fffcb7bd-2167-4312-946b-e78401331ea0 req-1f2d4a66-0b79-4ae3-a6d2-8dea3f3a4dd0 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.0691321 Nov 10 16:31:11.315376 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-daa62642-5212-4e97-ba4a-dac22e165782 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298095 Nov 10 16:31:11.353675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fffcb7bd-2167-4312-946b-e78401331ea0 req-969bed5a-01ab-4e01-8af4-2fe5770330ec tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677159 Nov 10 16:31:11.440917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-f69108a2-a067-465e-b057-f2523cd312c6 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080565 Nov 10 16:31:11.620937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ec0e00-30aa-435c-829d-2fac29af4b8c req-46ec7909-f36e-44a3-9755-d30fa070aa7a service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693661 Nov 10 16:31:11.625230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983efe6-7298-4b20-8f44-632ae1406d4f req-2b00870b-5996-4169-8a7b-1fd4701d8ea6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:11.627805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b983efe6-7298-4b20-8f44-632ae1406d4f req-2b00870b-5996-4169-8a7b-1fd4701d8ea6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0692534 Nov 10 16:31:11.692459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b983efe6-7298-4b20-8f44-632ae1406d4f req-44b3ff74-0d96-4c75-9b0f-5ae72e248d0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Nov 10 16:31:11.875036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fee652-f931-4de4-8964-0b26675a653a req-0cc5eaa5-0383-4d32-b52d-fa9122975e50 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:11.876744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42fee652-f931-4de4-8964-0b26675a653a req-0cc5eaa5-0383-4d32-b52d-fa9122975e50 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 945 time: 0.0634990 Nov 10 16:31:11.940435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42fee652-f931-4de4-8964-0b26675a653a req-5ad9abee-8d46-4a27-ba65-45a331a285da tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Nov 10 16:31:12.026359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f467f-1a2d-4db2-9196-e289bccfb85f req-c7650dfa-8cb9-4a14-b777-94e055feab16 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:12.028150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-310f467f-1a2d-4db2-9196-e289bccfb85f req-c7650dfa-8cb9-4a14-b777-94e055feab16 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0811334 Nov 10 16:31:12.094230 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-310f467f-1a2d-4db2-9196-e289bccfb85f req-165d80c6-8067-4acc-b964-41e5476f21d3 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599430 Nov 10 16:31:12.097623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c1ad-9eab-4e88-b4b3-6dfe4964e375 req-3ef222f5-b283-477f-b420-365cf8a1d124 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:12.106622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4601c1ad-9eab-4e88-b4b3-6dfe4964e375 req-3ef222f5-b283-477f-b420-365cf8a1d124 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 945 time: 0.0783091 Nov 10 16:31:12.183573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4601c1ad-9eab-4e88-b4b3-6dfe4964e375 req-6cb24487-c5f7-4898-b6ba-782008751897 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715175 Nov 10 16:31:12.262468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec693-8eed-4550-870f-e2e2d4107642 req-47f574e8-75c7-4736-ab48-632573c1f53d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:12.264242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d1ec693-8eed-4550-870f-e2e2d4107642 req-47f574e8-75c7-4736-ab48-632573c1f53d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0799255 Nov 10 16:31:12.341709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d1ec693-8eed-4550-870f-e2e2d4107642 req-8317aed0-44e2-4280-b398-bd7512ab47f8 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699730 Nov 10 16:31:12.471796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd40e07-9f95-483e-8fba-08568e2393fb req-637ab649-bd33-428a-994e-32f1e5c08f2e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:12.474010 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdd40e07-9f95-483e-8fba-08568e2393fb req-637ab649-bd33-428a-994e-32f1e5c08f2e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0609341 Nov 10 16:31:12.533060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdd40e07-9f95-483e-8fba-08568e2393fb req-5ea69f1e-ab99-4b33-8881-315964164adb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507886 Nov 10 16:31:12.680460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0b1f8-0bc5-422c-8b77-f17fb5966a43 req-4df771d7-95fb-403d-b1ba-cde4e9373d12 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:12.688881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0bb0b1f8-0bc5-422c-8b77-f17fb5966a43 req-4df771d7-95fb-403d-b1ba-cde4e9373d12 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.0794120 Nov 10 16:31:12.737786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0bb0b1f8-0bc5-422c-8b77-f17fb5966a43 req-35f72f83-2ec0-413c-9a5d-dc6e11fe00e1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 Nov 10 16:31:12.924743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d11556-92ab-4a37-8c0d-3f57541c56bd req-0ce5c2d4-c62b-4082-8a21-01994201e378 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:12.926292 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58d11556-92ab-4a37-8c0d-3f57541c56bd req-0ce5c2d4-c62b-4082-8a21-01994201e378 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0620613 Nov 10 16:31:12.984165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58d11556-92ab-4a37-8c0d-3f57541c56bd req-1c8089fd-6b57-47db-882d-ba7ebbee348c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501971 Nov 10 16:31:13.239271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81af33-9d54-465e-a412-cde4e22562b1 req-5ec0b8e0-c9e9-437d-9c5e-5427a264636a tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:13.241287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e81af33-9d54-465e-a412-cde4e22562b1 req-5ec0b8e0-c9e9-437d-9c5e-5427a264636a tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0712111 Nov 10 16:31:13.309112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e81af33-9d54-465e-a412-cde4e22562b1 req-0cda90ce-df8d-467b-93e3-6ab52c98d27c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588355 Nov 10 16:31:13.396455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ac8eb-e1db-4b5f-9d42-789fc1eb28bb req-9d44146f-ca1e-4c38-8805-427197a8e0df tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:13.403734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e3ac8eb-e1db-4b5f-9d42-789fc1eb28bb req-9d44146f-ca1e-4c38-8805-427197a8e0df tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 945 time: 0.0636468 Nov 10 16:31:13.455116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e3ac8eb-e1db-4b5f-9d42-789fc1eb28bb req-d46796be-b1ff-40f9-9088-315827345a92 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504329 Nov 10 16:31:13.477842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37d912-23d6-4686-ae1e-c6894351aed5 req-d6aa1feb-b357-4fcc-815a-995a0778b097 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:13.479736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab37d912-23d6-4686-ae1e-c6894351aed5 req-d6aa1feb-b357-4fcc-815a-995a0778b097 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0627375 Nov 10 16:31:13.533514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab37d912-23d6-4686-ae1e-c6894351aed5 req-3d84b6c4-81a8-4fa0-8f5b-ebdf04a513bc tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475676 Nov 10 16:31:13.663531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b759be5-ab97-44a4-ab53-10d459970026 req-3883b2e2-6b47-4e00-8db2-4355ec7168bf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:13.665062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b759be5-ab97-44a4-ab53-10d459970026 req-3883b2e2-6b47-4e00-8db2-4355ec7168bf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Nov 10 16:31:13.729109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b759be5-ab97-44a4-ab53-10d459970026 req-795467c4-8fee-4aa2-91d8-da00320aeff2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574069 Nov 10 16:31:13.877148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4579cb-5b06-444b-a774-dc84fd988de0 req-5679fe5c-d79e-4660-aed3-66271a4e5684 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:13.878885 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c4579cb-5b06-444b-a774-dc84fd988de0 req-5679fe5c-d79e-4660-aed3-66271a4e5684 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.0674481 Nov 10 16:31:14.152339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1932e-4741-4385-a9b5-d5e3b59e5fc5 req-659731ee-5205-404c-a082-903180118990 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:14.154106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74f1932e-4741-4385-a9b5-d5e3b59e5fc5 req-659731ee-5205-404c-a082-903180118990 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0866797 Nov 10 16:31:14.231937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74f1932e-4741-4385-a9b5-d5e3b59e5fc5 req-111393af-a9a8-494f-ab1c-a5d80e1f78ca tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708752 Nov 10 16:31:14.248535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c4579cb-5b06-444b-a774-dc84fd988de0 req-d256e5f5-6fbd-4bbd-89ca-33750c5a65e8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632388 Nov 10 16:31:14.588983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3f64-a487-4108-b0c8-31f15e58bcc5 req-21eed45d-bb56-4a95-8dfb-e5a993e26993 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:14.590644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd4c3f64-a487-4108-b0c8-31f15e58bcc5 req-21eed45d-bb56-4a95-8dfb-e5a993e26993 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 945 time: 0.0583227 Nov 10 16:31:14.655435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd4c3f64-a487-4108-b0c8-31f15e58bcc5 req-dde3d65f-58aa-493a-ab9a-f06d56433e48 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513783 Nov 10 16:31:14.705391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b53419-e429-4369-9429-f386734a322b req-acf2bfff-adde-4d9c-8c09-060a21099831 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:14.712013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53b53419-e429-4369-9429-f386734a322b req-acf2bfff-adde-4d9c-8c09-060a21099831 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.3289785 Nov 10 16:31:14.763588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53b53419-e429-4369-9429-f386734a322b req-23c0ef66-cb1a-4cd9-9455-b12e3b1393e9 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496876 Nov 10 16:31:14.784621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a5066-6f41-437e-9279-3f2a3d5bed67 req-fba6a321-9cc5-448b-a177-ca6807a04bc3 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:14.791779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-675a5066-6f41-437e-9279-3f2a3d5bed67 req-fba6a321-9cc5-448b-a177-ca6807a04bc3 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0750797 Nov 10 16:31:14.837244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-675a5066-6f41-437e-9279-3f2a3d5bed67 req-fe864ddf-5634-401b-ad04-2787fc777f57 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Nov 10 16:31:14.883899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8b47-30c9-43bc-b552-a0ea3ffbde36 req-514a3d48-8233-4fca-be50-1d4b0e1c2bca tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:14.885454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-100c8b47-30c9-43bc-b552-a0ea3ffbde36 req-514a3d48-8233-4fca-be50-1d4b0e1c2bca tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0528579 Nov 10 16:31:14.951548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-100c8b47-30c9-43bc-b552-a0ea3ffbde36 req-045883ee-67f7-4751-8254-bd47136ab2cb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599158 Nov 10 16:31:15.322405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6f747936-fa2f-4a0c-a7e9-057415b95e6e details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:31:15.365675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d21b69-3f7a-4942-90b1-4781086a7237 req-105a0272-5bee-4c71-ac27-bbe2a9a86da9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:15.367511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98d21b69-3f7a-4942-90b1-4781086a7237 req-105a0272-5bee-4c71-ac27-bbe2a9a86da9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0606403 Nov 10 16:31:15.387706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef95541-64c8-478c-a3be-3dd95a0709be req-47739ce0-3e22-4989-af9c-da4c73c9ef21 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:15.395248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ef95541-64c8-478c-a3be-3dd95a0709be req-47739ce0-3e22-4989-af9c-da4c73c9ef21 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.0700798 Nov 10 16:31:15.424107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98d21b69-3f7a-4942-90b1-4781086a7237 req-49f986b4-61b8-4964-8c33-997991a2a290 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505772 Nov 10 16:31:15.455022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ef95541-64c8-478c-a3be-3dd95a0709be req-dbb4dc4c-d07f-4d57-8481-72d8a88c61c1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588982 Nov 10 16:31:15.471580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:15.484505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '6f747936-fa2f-4a0c-a7e9-057415b95e6e', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'port_id': '6f747936-fa2f-4a0c-a7e9-057415b95e6e', 'mac_address': 'fa:16:3e:f3:b9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c7bfac-4849-4149-8964-60ad29246e93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:31:15.538519 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:15.553280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f747936-fa2f-4a0c-a7e9-057415b95e6e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:15.574840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:15.704594 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:15.705470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e4141ff3-7430-43fc-acc2-e61d0adf96ab details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:31:15.805401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:15.819056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227c284-f90f-4753-909b-a6d1f9934e10 req-d8f197ad-e0ae-4741-9d20-d171b61376a7 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:15.820733 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f227c284-f90f-4753-909b-a6d1f9934e10 req-d8f197ad-e0ae-4741-9d20-d171b61376a7 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 945 time: 0.0586290 Nov 10 16:31:15.887662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f227c284-f90f-4753-909b-a6d1f9934e10 req-7c06c387-9b83-41f5-b635-9aba20a89b7f tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593126 Nov 10 16:31:15.894828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:15.936716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'port_id': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'mac_address': 'fa:16:3e:80:3c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc2832b-a334-43ab-9cf2-423772e5ef77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:31:15.963865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e2a03-a480-4563-995b-539f24eaa28c req-c488e8ce-5191-4028-8483-30ccc9b80617 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:15.965696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-776e2a03-a480-4563-995b-539f24eaa28c req-c488e8ce-5191-4028-8483-30ccc9b80617 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0820050 Nov 10 16:31:15.994986 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:16.014788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4141ff3-7430-43fc-acc2-e61d0adf96ab {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:16.029903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-776e2a03-a480-4563-995b-539f24eaa28c req-9e938f31-7614-48c7-a5f1-2bbe2129fc30 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563447 Nov 10 16:31:16.038113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff912158-7389-4e75-aa9f-66f6f12a2227 req-f151a82c-b289-4c93-a24c-473a830b8d89 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:16.043502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:16.044308 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff912158-7389-4e75-aa9f-66f6f12a2227 req-f151a82c-b289-4c93-a24c-473a830b8d89 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0728369 Nov 10 16:31:16.094766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff912158-7389-4e75-aa9f-66f6f12a2227 req-05284b39-f773-40aa-9f1d-5af9bc5e3131 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489001 Nov 10 16:31:16.133504 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:16.193670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:16.218755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f41c9-1d29-4a08-9952-6f8419037910 req-f5a0af04-f6c7-4e12-aa2b-34d4236d24f5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:16.230185 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-449f41c9-1d29-4a08-9952-6f8419037910 req-f5a0af04-f6c7-4e12-aa2b-34d4236d24f5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0588624 Nov 10 16:31:16.230333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e4141ff3-7430-43fc-acc2-e61d0adf96ab'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:16.284535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-449f41c9-1d29-4a08-9952-6f8419037910 req-af8d0a3d-9828-4d3b-a0d5-5002fd67b125 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557230 Nov 10 16:31:16.400719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6f747936-fa2f-4a0c-a7e9-057415b95e6e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:16.602679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a681e3a-d74d-4761-b437-7b443c20aba1 req-42783b72-acea-4218-b523-ef621a2e7126 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:16.604252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a681e3a-d74d-4761-b437-7b443c20aba1 req-42783b72-acea-4218-b523-ef621a2e7126 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0651855 Nov 10 16:31:16.620519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32cdf7-39e8-47a7-b08f-2f37a394ae48 req-df70a6fd-96ec-4a89-83d3-bfba21defcea tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:16.622120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e32cdf7-39e8-47a7-b08f-2f37a394ae48 req-df70a6fd-96ec-4a89-83d3-bfba21defcea tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.0756931 Nov 10 16:31:16.674394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a681e3a-d74d-4761-b437-7b443c20aba1 req-304ce197-25c7-4e2e-b4c5-2733f02f1d0b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579450 Nov 10 16:31:16.681749 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e32cdf7-39e8-47a7-b08f-2f37a394ae48 req-8ac2dc80-7aea-4724-9d6b-fb9eb00a6bf0 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488360 Nov 10 16:31:17.028291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5edc-71e8-4df1-a65a-d74e991ddb4c req-e7659a79-5d41-48df-8ab9-7cb4f3dac9f6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:17.029908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d28b5edc-71e8-4df1-a65a-d74e991ddb4c req-e7659a79-5d41-48df-8ab9-7cb4f3dac9f6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 944 time: 0.0554368 Nov 10 16:31:17.087369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d28b5edc-71e8-4df1-a65a-d74e991ddb4c req-4dfc41a3-d38d-4264-82ee-2041af2440aa tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Nov 10 16:31:17.154833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9901fad-850a-47a3-8ef9-e738f8501317 req-cd7f25f5-db1a-47d3-ace4-9cbf005e3bf2 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:17.156717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9901fad-850a-47a3-8ef9-e738f8501317 req-cd7f25f5-db1a-47d3-ace4-9cbf005e3bf2 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0564358 Nov 10 16:31:17.212097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9901fad-850a-47a3-8ef9-e738f8501317 req-d31f6625-c032-4f22-b16d-8b547143dded tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485220 Nov 10 16:31:17.322759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6f747936-fa2f-4a0c-a7e9-057415b95e6e up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:17.330228 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad6874-56c4-4b38-aac7-9c02947f991e req-065a387e-da85-4e44-b513-a234c1c48324 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:17.331822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88ad6874-56c4-4b38-aac7-9c02947f991e req-065a387e-da85-4e44-b513-a234c1c48324 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Nov 10 16:31:17.385139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88ad6874-56c4-4b38-aac7-9c02947f991e req-5a68a7af-bf62-4d34-847e-30c00a647f23 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Nov 10 16:31:17.562924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beba0d7-c651-4280-a248-8fa1c893c314 req-73e5405a-0852-420a-919f-f575fc497aa4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:17.564516 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9beba0d7-c651-4280-a248-8fa1c893c314 req-73e5405a-0852-420a-919f-f575fc497aa4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Nov 10 16:31:17.628490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9beba0d7-c651-4280-a248-8fa1c893c314 req-1306bbc7-fb1f-4665-a542-a131ca2ea66d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539618 Nov 10 16:31:17.775724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-89c2aa1f-6d36-4877-8aa5-c725570a11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:17.777174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-89c2aa1f-6d36-4877-8aa5-c725570a11dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1097 time: 0.0428700 Nov 10 16:31:17.815780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8adc-5aca-4d5f-bcdf-e4c2b31f9049 req-c46e120f-9480-4d4f-8c2f-495cac10e3c7 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:17.817736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a7bd8adc-5aca-4d5f-bcdf-e4c2b31f9049 req-c46e120f-9480-4d4f-8c2f-495cac10e3c7 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0668805 Nov 10 16:31:17.880394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a7bd8adc-5aca-4d5f-bcdf-e4c2b31f9049 req-81a4fd7d-ac32-419c-8ef5-04030da0e0f2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543122 Nov 10 16:31:17.927114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-29d43b9f-61a0-480a-acda-43a1adb1a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:17.931189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-29d43b9f-61a0-480a-acda-43a1adb1a958 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1317606 Nov 10 16:31:17.979065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-1b404844-bbcb-4630-b46b-e9e15177fc5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 217 time: 0.0418808 Nov 10 16:31:18.041221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6d4a1-c064-4285-ac86-fee96b3795b6 req-94d6e83f-6cb4-4d27-aa73-9ffeac020613 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:18.042685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62a6d4a1-c064-4285-ac86-fee96b3795b6 req-94d6e83f-6cb4-4d27-aa73-9ffeac020613 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.0512099 Nov 10 16:31:18.045131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-36041c9b-a4b4-4194-b099-b03b4868a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:18.046703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-36041c9b-a4b4-4194-b099-b03b4868a17b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0604794 Nov 10 16:31:18.082576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-2b21a995-5793-477e-b333-6d76f38a6e91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256286 Nov 10 16:31:18.110269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62a6d4a1-c064-4285-ac86-fee96b3795b6 req-50bd5322-62df-42da-9ffa-b3960dbcd22f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566730 Nov 10 16:31:18.186391 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-0df0e5ae-a9c5-494d-9670-7515c524d294 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971200 Nov 10 16:31:18.243387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 6f747936-fa2f-4a0c-a7e9-057415b95e6e completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:31:18.251799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 6f747936-fa2f-4a0c-a7e9-057415b95e6e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:18.252472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:18.313005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83cb8288-2fa8-41f5-8275-3c98a4842edd req-c399693b-d8b4-4ca4-9c85-9176e8426758 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186278 Nov 10 16:31:18.365687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:18.385357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a76334-7deb-47d1-a0f6-ffb18f21b0a9 req-388243ed-cd7b-4e46-b497-d1c41196eb0b tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:18.386981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a76334-7deb-47d1-a0f6-ffb18f21b0a9 req-388243ed-cd7b-4e46-b497-d1c41196eb0b tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0595851 Nov 10 16:31:18.416971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:18.418548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:18.420969 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d888d60-4ce4-45c9-87a9-149a0e963c53" -d '{"events": [{"server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "name": "network-vif-plugged", "status": "completed", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:18.461762 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6a76334-7deb-47d1-a0f6-ffb18f21b0a9 req-ee566ac8-521f-45fc-87eb-9636e5be689d tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671158 Nov 10 16:31:18.565704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9d64-2328-4f2a-bfb5-3c1e7e385fb6 req-8aaed69d-9488-4d2d-99c1-eff456773898 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:18.567148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb5b9d64-2328-4f2a-bfb5-3c1e7e385fb6 req-8aaed69d-9488-4d2d-99c1-eff456773898 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0513520 Nov 10 16:31:18.590598 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:18.591746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e4141ff3-7430-43fc-acc2-e61d0adf96ab up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:18.626457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb5b9d64-2328-4f2a-bfb5-3c1e7e385fb6 req-9c7ff65d-ee08-410a-b086-4d4063f2e58d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Nov 10 16:31:18.641974 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c797bf8f-0b23-4ba0-bb54-84a7f03b39dd x-openstack-request-id: req-c797bf8f-0b23-4ba0-bb54-84a7f03b39dd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:18.642265 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "name": "network-vif-plugged", "status": "completed", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:18.642517 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c797bf8f-0b23-4ba0-bb54-84a7f03b39dd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:18.642911 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e', 'code': 200} Nov 10 16:31:18.686875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:18.700397 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port e4141ff3-7430-43fc-acc2-e61d0adf96ab triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:18.700806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:18.769583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd155a-420c-441e-904d-4f5e54ec31bb req-907134aa-da51-4f42-aa91-34c29f87baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:18.772090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ebd155a-420c-441e-904d-4f5e54ec31bb req-907134aa-da51-4f42-aa91-34c29f87baa5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1098 time: 0.0547502 Nov 10 16:31:18.796470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4ba04-8ae3-4177-97ac-58ab1c94c16a req-4eafbebc-387d-45aa-9b74-acfa03c823e2 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:18.798300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66b4ba04-8ae3-4177-97ac-58ab1c94c16a req-4eafbebc-387d-45aa-9b74-acfa03c823e2 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 944 time: 0.0766842 Nov 10 16:31:18.801239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:18.844258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:18.861693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66b4ba04-8ae3-4177-97ac-58ab1c94c16a req-e0923a01-817e-4044-a447-9110e860527d tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542328 Nov 10 16:31:18.878601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1502-88a9-4e9d-aa9e-a96b8a1916a7 req-f7dab9a1-2a7a-43d4-be7d-8f1f5364d713 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:18.878601 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d6d1502-88a9-4e9d-aa9e-a96b8a1916a7 req-f7dab9a1-2a7a-43d4-be7d-8f1f5364d713 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.1016171 Nov 10 16:31:18.885350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ebd155a-420c-441e-904d-4f5e54ec31bb req-1510ae3e-4980-4d44-8bf6-ca6073123e45 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005690 Nov 10 16:31:18.933186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d6d1502-88a9-4e9d-aa9e-a96b8a1916a7 req-0d84947b-694a-40fc-ac36-8b44e6a9c9b7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504661 Nov 10 16:31:18.938772 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:18.991222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:19.024342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6cfe-27f3-4df5-a2d6-9f7978d80d85 req-79bc18bf-233b-4f11-a309-9ec0c5d76a46 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:19.026023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b78e6cfe-27f3-4df5-a2d6-9f7978d80d85 req-79bc18bf-233b-4f11-a309-9ec0c5d76a46 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0618317 Nov 10 16:31:19.078386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b78e6cfe-27f3-4df5-a2d6-9f7978d80d85 req-85cfa9c1-afca-4dd8-919c-c54cd96389d0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Nov 10 16:31:19.226616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01b463-1163-4aa5-8b48-b7a563e8f35d req-436f493e-dafb-402f-8404-623796179652 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:19.228335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be01b463-1163-4aa5-8b48-b7a563e8f35d req-436f493e-dafb-402f-8404-623796179652 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0519540 Nov 10 16:31:19.281677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be01b463-1163-4aa5-8b48-b7a563e8f35d req-0166a80f-aa77-4c43-97d1-39123a064704 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 Nov 10 16:31:19.338393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e4141ff3-7430-43fc-acc2-e61d0adf96ab no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:31:19.417835 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:19.450145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:19.510521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:19.559763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:19.595037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8c3d1-3efc-4b1c-be4d-eb89c3f82f01 req-84287c4a-0eb9-4f66-9a8c-a0ae921ffc20 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:19.597029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6b8c3d1-3efc-4b1c-be4d-eb89c3f82f01 req-84287c4a-0eb9-4f66-9a8c-a0ae921ffc20 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0626023 Nov 10 16:31:19.648423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6b8c3d1-3efc-4b1c-be4d-eb89c3f82f01 req-5eb62fb6-fa9f-4c09-ac17-a6327b5dfd82 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Nov 10 16:31:19.750450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10681d5e-93b8-4112-b52f-ab326aaad605 req-13c4adae-2aee-4d80-b70c-27393d38be84 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:19.752075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10681d5e-93b8-4112-b52f-ab326aaad605 req-13c4adae-2aee-4d80-b70c-27393d38be84 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0531642 Nov 10 16:31:19.806239 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10681d5e-93b8-4112-b52f-ab326aaad605 req-1e1e9a8c-e7fa-4751-8bf8-5b85d968d207 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475020 Nov 10 16:31:19.996040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9477ab-fba8-48bd-99ec-1546b90f3955 req-0ba46c05-51e7-4f0c-b37f-69885be445ae tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:19.997620 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee9477ab-fba8-48bd-99ec-1546b90f3955 req-0ba46c05-51e7-4f0c-b37f-69885be445ae tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 943 time: 0.0581493 Nov 10 16:31:20.047284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee9477ab-fba8-48bd-99ec-1546b90f3955 req-948aa6ce-55ba-403b-9eac-305cb1f86bdc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Nov 10 16:31:20.092116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6447619-69a4-4bbc-bcf1-9a28117f3327 req-7f6588ff-9299-484a-a80c-98a808d76a2a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:20.093856 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6447619-69a4-4bbc-bcf1-9a28117f3327 req-7f6588ff-9299-484a-a80c-98a808d76a2a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0634866 Nov 10 16:31:20.148747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6447619-69a4-4bbc-bcf1-9a28117f3327 req-366ca7df-e07b-4d59-bba8-1af3d79e9a96 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486817 Nov 10 16:31:20.204668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d243f2-1fa4-4a71-805a-f895b54a270b req-f495b648-932b-40ab-a32c-318e8a5f784c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:20.206203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8d243f2-1fa4-4a71-805a-f895b54a270b req-f495b648-932b-40ab-a32c-318e8a5f784c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0515130 Nov 10 16:31:20.263325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8d243f2-1fa4-4a71-805a-f895b54a270b req-5d66709d-bab5-47f2-b89d-a5a0e64dd280 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Nov 10 16:31:20.413779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74ef4-e6ff-4ad2-8f98-afa27d21ef1d req-5959e991-469b-4bf7-8bdd-8e61eccc6162 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:20.415340 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09c74ef4-e6ff-4ad2-8f98-afa27d21ef1d req-5959e991-469b-4bf7-8bdd-8e61eccc6162 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0514975 Nov 10 16:31:20.500246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-3e83b80c-1884-4652-9503-ba6e8593689c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:20.501721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-3e83b80c-1884-4652-9503-ba6e8593689c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 943 time: 0.0855052 Nov 10 16:31:20.506271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09c74ef4-e6ff-4ad2-8f98-afa27d21ef1d req-2c511978-6ccf-4c52-af5d-b5df1e6ffc8b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820053 Nov 10 16:31:20.618905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Deleting port e4141ff3-7430-43fc-acc2-e61d0adf96ab {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:31:20.619253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:20.624309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca103e-a8fa-4dc4-bfef-b1a9110c7c70 req-7afff45a-25f5-4050-9738-e972997d3ba7 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:20.626146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbca103e-a8fa-4dc4-bfef-b1a9110c7c70 req-7afff45a-25f5-4050-9738-e972997d3ba7 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1098 time: 0.0457587 Nov 10 16:31:20.644464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab'}, {'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:20.647555 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a5e848-7a4a-4f4f-b96d-546465ae6e8a" -d '{"events": [{"server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "name": "network-vif-plugged", "status": "completed", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab"}, {"server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:20.672156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbca103e-a8fa-4dc4-bfef-b1a9110c7c70 req-7e33c35a-1e12-4941-b47e-99b6dd5ab4fc tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Nov 10 16:31:20.688730 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddc84d1-82ad-4bc0-bdf2-5255166d9467 x-openstack-request-id: req-3ddc84d1-82ad-4bc0-bdf2-5255166d9467 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:20.689013 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "name": "network-vif-plugged", "status": "completed", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab", "code": 200}, {"server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:20.689265 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ddc84d1-82ad-4bc0-bdf2-5255166d9467 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:20.689649 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'code': 200} Nov 10 16:31:20.689902 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'code': 200} Nov 10 16:31:20.735492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] For port e4141ff3-7430-43fc-acc2-e61d0adf96ab, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e4141ff3-7430-43fc-acc2-e61d0adf96ab,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:20.735492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:20.761357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Calling delete_port for e4141ff3-7430-43fc-acc2-e61d0adf96ab owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:31:20.841816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef298580-91f4-4a15-a7f3-84fec3a95ec4 req-b7b473c4-7d5b-4160-b853-29acf297067d tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:20.844972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef298580-91f4-4a15-a7f3-84fec3a95ec4 req-b7b473c4-7d5b-4160-b853-29acf297067d tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.1013625 Nov 10 16:31:20.932448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef298580-91f4-4a15-a7f3-84fec3a95ec4 req-3d5575a8-7c78-4827-85e0-07e13b6ddb4e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780184 Nov 10 16:31:20.966484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1d9d8-b2ed-4c6c-beb1-627bb65fdc0d req-3855c6b2-6821-41d4-8c88-85f5b7883edc tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:20.968483 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49b1d9d8-b2ed-4c6c-beb1-627bb65fdc0d req-3855c6b2-6821-41d4-8c88-85f5b7883edc tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0622873 Nov 10 16:31:21.020794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49b1d9d8-b2ed-4c6c-beb1-627bb65fdc0d req-9f3bd1c0-22b7-48d5-8840-85403268c204 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Nov 10 16:31:21.053517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:21.083489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event deleted for resources: {'Port': ['ID=e4141ff3-7430-43fc-acc2-e61d0adf96ab,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:21.137100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] No DVR routers for this DVR port e4141ff3-7430-43fc-acc2-e61d0adf96ab on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:31:21.140022 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:21.144088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8db7a001-e6ce-45db-a889-c4ae9a8bf3cd req-6d2ae816-b84a-4f5d-b993-c3880fa99bf0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "DELETE /v2.0/ports/e4141ff3-7430-43fc-acc2-e61d0adf96ab HTTP/1.1" status: 204 len: 173 time: 0.6357055 Nov 10 16:31:21.144640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'name': 'network-vif-deleted', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:21.148201 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2affd4b0-039f-4497-8fd2-168e0bcd9cd9" -d '{"events": [{"server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "name": "network-vif-deleted", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:21.190099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ba21a8f-04b3-40d0-8d5f-fda41e5fd85b req-2dc57750-8d71-461a-9848-44a84549409d tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 210 time: 0.0328767 Nov 10 16:31:21.195234 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83078b8d-6c3b-4fc9-833c-e97e651e7936 x-openstack-request-id: req-83078b8d-6c3b-4fc9-833c-e97e651e7936 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:21.195631 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb", "name": "network-vif-deleted", "tag": "e4141ff3-7430-43fc-acc2-e61d0adf96ab", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:21.195956 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83078b8d-6c3b-4fc9-833c-e97e651e7936 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:21.196421 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb', 'name': 'network-vif-deleted', 'tag': 'e4141ff3-7430-43fc-acc2-e61d0adf96ab', 'status': 'completed', 'code': 200} Nov 10 16:31:21.305748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01640-e5b9-42cc-b1db-5bd7f15e7354 req-59e0bfe8-00ec-4e18-bab6-70aaff3a925d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:21.307295 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ee01640-e5b9-42cc-b1db-5bd7f15e7354 req-59e0bfe8-00ec-4e18-bab6-70aaff3a925d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0540628 Nov 10 16:31:21.369013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ee01640-e5b9-42cc-b1db-5bd7f15e7354 req-10d5e8a4-8169-40ed-a3a2-4232b5cc86dc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533600 Nov 10 16:31:21.431337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895b428-c9de-4951-a666-74fbc953d574 req-b3831ea1-9e13-4335-8660-b87a92f70dd2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:21.433065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4895b428-c9de-4951-a666-74fbc953d574 req-b3831ea1-9e13-4335-8660-b87a92f70dd2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0556254 Nov 10 16:31:21.491030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4895b428-c9de-4951-a666-74fbc953d574 req-6a1a01ab-540a-4f2d-bf41-a8bf39b0c931 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517528 Nov 10 16:31:22.090607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7f9d5-c818-4dbe-9ab4-c6ce41964fad req-cc91ff7e-bc24-43f9-a944-85f76c832e26 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:22.095457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eef7f9d5-c818-4dbe-9ab4-c6ce41964fad req-cc91ff7e-bc24-43f9-a944-85f76c832e26 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0808020 Nov 10 16:31:22.170413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5023be-5c9e-4f46-bc99-2ecb18df6f2f req-f0024827-5604-4335-a9d5-42c04a9f6858 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:22.176372 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df5023be-5c9e-4f46-bc99-2ecb18df6f2f req-f0024827-5604-4335-a9d5-42c04a9f6858 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0618284 Nov 10 16:31:22.220602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eef7f9d5-c818-4dbe-9ab4-c6ce41964fad req-6a5598bc-77ee-422e-9b06-c2679b30b80d tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040492 Nov 10 16:31:22.260684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df5023be-5c9e-4f46-bc99-2ecb18df6f2f req-91451c76-21df-4f4d-aba8-79f11aaf2f13 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790594 Nov 10 16:31:22.343274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7e4a95e-67be-41fc-8a94-dcff248e7720 req-f7d932e0-7b39-4402-94d0-66c44da5f120 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=f274fc16-0e6e-4f94-b3b6-e53a90ffb0bb HTTP/1.1" status: 200 len: 210 time: 0.0388854 Nov 10 16:31:22.497850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e65f1-cf56-4593-9d3d-6e2c272891e4 req-0c4c8886-3ce0-4966-8be1-2db67736fedf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:22.499265 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d61e65f1-cf56-4593-9d3d-6e2c272891e4 req-0c4c8886-3ce0-4966-8be1-2db67736fedf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0581429 Nov 10 16:31:22.586135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d61e65f1-cf56-4593-9d3d-6e2c272891e4 req-35ded439-4fd0-4462-b4f6-16b9b2000837 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757506 Nov 10 16:31:22.625948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7089d45-280b-45ed-9441-2ba221b5e57d req-76d2d006-dc8e-4858-a74a-e3f192537b8a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:22.627449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7089d45-280b-45ed-9441-2ba221b5e57d req-76d2d006-dc8e-4858-a74a-e3f192537b8a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0599375 Nov 10 16:31:22.683086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7089d45-280b-45ed-9441-2ba221b5e57d req-d9c4f4c8-e18c-4f29-bbab-b2ac629da2d9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482628 Nov 10 16:31:23.354102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e4141ff3-7430-43fc-acc2-e61d0adf96ab no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:31:23.355189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a529a-ca14-445a-99c8-ce7cf2ad34b9 req-59189cde-51e2-4071-9344-6205bf95c39c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:23.356753 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b69a529a-ca14-445a-99c8-ce7cf2ad34b9 req-59189cde-51e2-4071-9344-6205bf95c39c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0711296 Nov 10 16:31:23.378671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: e4141ff3-7430-43fc-acc2-e61d0adf96ab {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:31:23.379063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e4141ff3-7430-43fc-acc2-e61d0adf96ab not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:31:23.410095 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b69a529a-ca14-445a-99c8-ce7cf2ad34b9 req-dfab0c90-6535-4ac9-a66b-8c68b3f7b5be tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469801 Nov 10 16:31:23.414320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500656-2e0a-443c-9082-96a0da11ede8 req-ea288503-782d-4db3-9030-729ba3abedfc tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:23.415865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-36500656-2e0a-443c-9082-96a0da11ede8 req-ea288503-782d-4db3-9030-729ba3abedfc tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0502765 Nov 10 16:31:23.472949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-36500656-2e0a-443c-9082-96a0da11ede8 req-6fd870ca-9ae5-42cd-88c3-6d195a38402a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509114 Nov 10 16:31:23.683350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-001a90bc-439f-4645-ab40-5d2c770a5a91 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:23.684860 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-001a90bc-439f-4645-ab40-5d2c770a5a91 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/networks?id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 200 len: 822 time: 0.1142974 Nov 10 16:31:23.700673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-e0bf7c7d-88fd-472a-9206-3e781c0948d9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/quotas/0ce6dc2f865f42dfb58c2da7eccfeee8 HTTP/1.1" status: 200 len: 375 time: 0.0099165 Nov 10 16:31:23.716696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964874-5b79-46d4-8f75-a9b693f2accb req-78b7eb23-fc0d-402c-a004-5414b04b4a15 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:23.718581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05964874-5b79-46d4-8f75-a9b693f2accb req-78b7eb23-fc0d-402c-a004-5414b04b4a15 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0516338 Nov 10 16:31:23.753576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-46cb4a4d-fc4b-4de5-9271-277a111684e0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469046 Nov 10 16:31:23.768093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05964874-5b79-46d4-8f75-a9b693f2accb req-3107dc11-c26d-46d5-9431-079bf7886c40 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Nov 10 16:31:23.861251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-5f969f70-9308-4f38-b917-7fae9767a85e service neutron] 10.222.0.62 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942750 Nov 10 16:31:23.958341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-68aaae1a-d503-4570-8845-e53c84a24004 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892978 Nov 10 16:31:24.421487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd76a97-da67-4319-8b85-8bc5dc002a05 req-efffa469-449d-4904-b2e2-446406fc8d56 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:24.422968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bd76a97-da67-4319-8b85-8bc5dc002a05 req-efffa469-449d-4904-b2e2-446406fc8d56 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0765672 Nov 10 16:31:24.475225 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bd76a97-da67-4319-8b85-8bc5dc002a05 req-19b54d77-97ec-4ec3-8386-8b339704303a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Nov 10 16:31:24.600616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d77f57ce-c60c-446f-89a0-7a2a527aa87e req-e2247ae4-bf96-4d5f-99ea-ebb62772515b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 210 time: 0.0274272 Nov 10 16:31:24.707533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea04e3-411e-46be-8dd9-9983067abe11 req-6555df98-acc1-4072-b53e-2149677b4dcb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:24.709609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7ea04e3-411e-46be-8dd9-9983067abe11 req-6555df98-acc1-4072-b53e-2149677b4dcb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0515008 Nov 10 16:31:24.757684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7ea04e3-411e-46be-8dd9-9983067abe11 req-92a2e817-927f-4107-98da-7160f4c3194c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Nov 10 16:31:24.865569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97637d3a-2f8d-4549-b650-02ea5d21cc93 req-addbff94-139c-4ba4-8abc-df1a825487fd tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:24.867071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97637d3a-2f8d-4549-b650-02ea5d21cc93 req-addbff94-139c-4ba4-8abc-df1a825487fd tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0548143 Nov 10 16:31:24.917293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97637d3a-2f8d-4549-b650-02ea5d21cc93 req-b26274e6-bfaa-4676-bf28-ade504f30af9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Nov 10 16:31:25.023763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5e4ee-863b-4193-9814-cf3599325a4c req-14ec004b-90dd-41ee-9a2d-8a869f97c152 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:25.025277 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98f5e4ee-863b-4193-9814-cf3599325a4c req-14ec004b-90dd-41ee-9a2d-8a869f97c152 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0519075 Nov 10 16:31:25.082022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98f5e4ee-863b-4193-9814-cf3599325a4c req-2adeb901-df57-4083-b2e3-69fbc3557a8c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Nov 10 16:31:25.608600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d35af0-7a0a-4533-945b-b090676024c4 req-257a3e70-b931-4b7b-a4fe-9f4feda7f757 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:25.610185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b3d35af0-7a0a-4533-945b-b090676024c4 req-257a3e70-b931-4b7b-a4fe-9f4feda7f757 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0642173 Nov 10 16:31:25.670865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b3d35af0-7a0a-4533-945b-b090676024c4 req-b0f0002a-b756-4097-a07a-faa90263ff30 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Nov 10 16:31:25.707435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1002f777-d01a-462a-99ef-d52afa0c9d18 req-5333d5b0-0a9d-49f2-8e6f-b34b8f5ece0a tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 210 time: 0.0305157 Nov 10 16:31:25.878067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956a4c-a2a9-4c0d-90a8-b3d923d16369 req-76693fe3-5515-4589-aa77-087c0f5d02bb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:25.879764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f956a4c-a2a9-4c0d-90a8-b3d923d16369 req-76693fe3-5515-4589-aa77-087c0f5d02bb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0525401 Nov 10 16:31:25.932910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f956a4c-a2a9-4c0d-90a8-b3d923d16369 req-250d1cd1-7e37-45bc-b48d-473c945e3c47 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462549 Nov 10 16:31:26.043849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca51d5-e382-4412-8ba9-ec0099847237 req-aa57028b-09a3-48f3-9a8c-8c4951b0833c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:26.045463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3ca51d5-e382-4412-8ba9-ec0099847237 req-aa57028b-09a3-48f3-9a8c-8c4951b0833c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0540669 Nov 10 16:31:26.095209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3ca51d5-e382-4412-8ba9-ec0099847237 req-d878cb32-ef6d-4d99-8bf1-521d838e5048 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Nov 10 16:31:26.204908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae9b2c-86bd-4663-818c-fd492c23fd5e req-763dbdf1-ce10-4fbe-9620-1212147210b4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:26.204908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4dae9b2c-86bd-4663-818c-fd492c23fd5e req-763dbdf1-ce10-4fbe-9620-1212147210b4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0530849 Nov 10 16:31:26.266179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4dae9b2c-86bd-4663-818c-fd492c23fd5e req-b3ef5dd2-2f7e-406a-982d-477a6eee94b6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535579 Nov 10 16:31:26.829827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22f69d-7949-49e5-b492-b1b50386d62c req-81d1d97f-9abc-436f-819c-5740e664c7ec tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:26.833007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb22f69d-7949-49e5-b492-b1b50386d62c req-81d1d97f-9abc-436f-819c-5740e664c7ec tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0718629 Nov 10 16:31:26.897791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb22f69d-7949-49e5-b492-b1b50386d62c req-fbfbdb4e-1b7d-4c91-b512-b9a3218f53c5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573630 Nov 10 16:31:26.984207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0733d47d-c594-4030-9aa0-855893339aca req-682403cc-5e26-4d87-bca2-542c85b91e7b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 210 time: 0.1855621 Nov 10 16:31:27.070064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be095df-c570-4fdf-9072-62150da4a0a5 req-c189b7d9-42db-4ffd-be38-1f445bfa48a3 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:27.071787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6be095df-c570-4fdf-9072-62150da4a0a5 req-c189b7d9-42db-4ffd-be38-1f445bfa48a3 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0620530 Nov 10 16:31:27.129593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6be095df-c570-4fdf-9072-62150da4a0a5 req-e13c58d1-f515-479c-8d7e-4fcb00eecf36 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 Nov 10 16:31:27.230901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5784c-db99-4b75-97ea-f6df95f36053 req-f8562694-3954-493d-a098-5f3268b1fb65 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:27.230901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00f5784c-db99-4b75-97ea-f6df95f36053 req-f8562694-3954-493d-a098-5f3268b1fb65 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0571258 Nov 10 16:31:27.288224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00f5784c-db99-4b75-97ea-f6df95f36053 req-559ccfd4-335c-4668-aea9-34c696013b39 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518703 Nov 10 16:31:27.494985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49363229-0006-40b2-a610-b83fd576ef14 req-ee9a478b-0c89-49ab-afbb-3a43bc94c34f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:27.494985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49363229-0006-40b2-a610-b83fd576ef14 req-ee9a478b-0c89-49ab-afbb-3a43bc94c34f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.1351366 Nov 10 16:31:27.527561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-0e915bf5-4050-4ce4-a3c9-bd99674a791b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:27.529310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-0e915bf5-4050-4ce4-a3c9-bd99674a791b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "GET /v2.0/networks?id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 200 len: 822 time: 0.1823342 Nov 10 16:31:27.551451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Request body: {'port': {'device_id': '41c9d837-3189-4672-b770-e078aa5d1f75', 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'admin_state_up': True, 'tenant_id': '0ce6dc2f865f42dfb58c2da7eccfeee8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:27.594902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49363229-0006-40b2-a610-b83fd576ef14 req-6ff34276-8969-49d5-9ad7-151b2af89b91 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956798 Nov 10 16:31:27.836281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Made reservation on behalf of 0ce6dc2f865f42dfb58c2da7eccfeee8 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:27.840189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:28.019812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Allocated IP 172.20.0.2 (b5e00f0f-e343-4e3a-bd96-5f6955b47b1e/cdc2832b-a334-43ab-9cf2-423772e5ef77/6879184c-5999-4158-898a-480fbf6fbbf8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:31:28.055650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c829f9-9748-470a-a59e-d1650700f004 req-5b24583d-c6ec-4343-9809-566a33d6998f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:28.057358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54c829f9-9748-470a-a59e-d1650700f004 req-5b24583d-c6ec-4343-9809-566a33d6998f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0781500 Nov 10 16:31:28.104120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dffac748-ba19-49a3-bbd1-485a4d25ad39 req-04741e44-3cd6-4093-aa8c-8c07e898b7fa tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 210 time: 0.0278065 Nov 10 16:31:28.158600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54c829f9-9748-470a-a59e-d1650700f004 req-c5458378-3191-41b4-b9d1-fa8629bdd1e6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940065 Nov 10 16:31:28.269002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-7e23eab4-680b-4893-a67e-6881dd124e9e tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:28.270455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-7e23eab4-680b-4893-a67e-6881dd124e9e tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.1109068 Nov 10 16:31:28.300951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-11'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:28.301171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13e37c-4ff9-45a5-bbdb-3ef32dcda021 req-47d4d13f-e9e5-4f7c-bb84-33b8fce67471 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:28.301171 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f13e37c-4ff9-45a5-bbdb-3ef32dcda021 req-47d4d13f-e9e5-4f7c-bb84-33b8fce67471 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0637019 Nov 10 16:31:28.312832 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:28.377998 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:28.379566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f13e37c-4ff9-45a5-bbdb-3ef32dcda021 req-7aa753bc-5fe4-46b0-b592-c08ce0f7c5ed tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781178 Nov 10 16:31:28.494339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac90b3-c9a0-4865-baf5-9f9862a9a375 req-46a3c897-d1f8-4bf4-888d-5e4af8212f49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:28.494339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-daac90b3-c9a0-4865-baf5-9f9862a9a375 req-46a3c897-d1f8-4bf4-888d-5e4af8212f49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1042109 Nov 10 16:31:28.607226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-daac90b3-c9a0-4865-baf5-9f9862a9a375 req-0e14d7ff-8c8e-4ac2-bbfd-953be0eb597f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060600 Nov 10 16:31:28.630362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:28.666091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:28.688170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:28.732633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0a4e5-5c96-48bd-91a4-e1d0bd4ccc7b req-2e686088-4ba2-49df-a8c6-69368cbe4062 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:28.734902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbb0a4e5-5c96-48bd-91a4-e1d0bd4ccc7b req-2e686088-4ba2-49df-a8c6-69368cbe4062 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 945 time: 0.0581007 Nov 10 16:31:28.752214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:31:28.765635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:28.767364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:28.770664 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97a02db-5b32-4faa-a779-9fb3fb5b6d83" -d '{"events": [{"server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "name": "network-vif-unplugged", "status": "completed", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:28.774182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:28.794449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event updated for resources: {'Port': ['ID=6879184c-5999-4158-898a-480fbf6fbbf8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:28.797036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:31:28.813613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbb0a4e5-5c96-48bd-91a4-e1d0bd4ccc7b req-772413b5-859f-448b-858b-06edbf04b10d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692723 Nov 10 16:31:28.827179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.827686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.828025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.828357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.828689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.829187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.829520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.829847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.830166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.830486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.830806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.831242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:28.876284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:28.883145 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:28.883145 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2106072-8035-4500-bfb2-bafb07c76841 x-openstack-request-id: req-e2106072-8035-4500-bfb2-bafb07c76841 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:28.883145 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "name": "network-vif-unplugged", "status": "completed", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:28.883145 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2106072-8035-4500-bfb2-bafb07c76841 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:28.883145 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f', 'code': 200} Nov 10 16:31:28.938759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:29.018138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Pushing event updated for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:29.033122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-96f20365-5ba9-4259-95be-3561bdd0f6b0 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4884026 Nov 10 16:31:29.039145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:29.039469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:29.039880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:29.049600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Request body: {'port': {'device_id': '41c9d837-3189-4672-b770-e078aa5d1f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:29.055370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:31:29.055370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Attempting to bind port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:29.077152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:29.077515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:29.077896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:29.078775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Bound port: a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:29.078775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:29.147655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:29.207846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:29.233990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:29.236882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5528cfb-cab3-4420-a5c1-5d5493da6aea req-aff2a152-d468-4c7c-940b-53a33df6605a tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:29.238718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5528cfb-cab3-4420-a5c1-5d5493da6aea req-aff2a152-d468-4c7c-940b-53a33df6605a tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 931 time: 0.0545382 Nov 10 16:31:29.290185 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5528cfb-cab3-4420-a5c1-5d5493da6aea req-6309129b-3773-4f86-8887-ee6ae1e7ec3a tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456197 Nov 10 16:31:29.394384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02540ffb-b931-4b60-9250-09fe121d9617 req-bd386989-a5c8-4470-bf8c-e1d75cf8590c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:29.396661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02540ffb-b931-4b60-9250-09fe121d9617 req-bd386989-a5c8-4470-bf8c-e1d75cf8590c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1155601 Nov 10 16:31:29.399938 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:29.525292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09218b2e-8ced-41e0-8611-9b3491b40521 req-6069eff3-a6cb-4ab2-94a7-5c4bf6730b57 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:29.525292 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09218b2e-8ced-41e0-8611-9b3491b40521 req-6069eff3-a6cb-4ab2-94a7-5c4bf6730b57 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0614107 Nov 10 16:31:29.544878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Pushing event updated for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:29.550030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:29.550900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:29.553099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-677ad67b-ec54-41c1-ba9e-34e2795a9a6c service neutron] 10.222.0.69 "PUT /v2.0/ports/a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 1123 time: 1.2743480 Nov 10 16:31:29.586068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09218b2e-8ced-41e0-8611-9b3491b40521 req-faf6f71f-376b-4aa8-b6f8-156e5886a976 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561063 Nov 10 16:31:29.626426 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02540ffb-b931-4b60-9250-09fe121d9617 req-6b980018-ad87-4913-b0a7-049dde3e1dcd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212646 Nov 10 16:31:29.659290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['a38fb650-4e9c-4737-8db1-35bbb8ffe06f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:29.680256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6879184c-5999-4158-898a-480fbf6fbbf8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:29.689071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:29.699592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['a38fb650-4e9c-4737-8db1-35bbb8ffe06f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:29.707472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Transition to ACTIVE for port object 6879184c-5999-4158-898a-480fbf6fbbf8 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:31:29.744159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee6ca1-68cd-459b-9577-7bcef0c0a5dd req-0068d912-de56-4d33-8302-297541d23515 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:29.745955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2dee6ca1-68cd-459b-9577-7bcef0c0a5dd req-0068d912-de56-4d33-8302-297541d23515 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0609863 Nov 10 16:31:29.791161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:29.840067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2dee6ca1-68cd-459b-9577-7bcef0c0a5dd req-26305cac-9842-4292-967c-e5ed62f4f63d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868604 Nov 10 16:31:29.888387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Pushing event updated for resources: {'Port': ['ID=6879184c-5999-4158-898a-480fbf6fbbf8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:29.990286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Attempting to bind port 6879184c-5999-4158-898a-480fbf6fbbf8 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:29.990629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Attempting to bind port 6879184c-5999-4158-898a-480fbf6fbbf8 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:29.991185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Attempting to bind port 6879184c-5999-4158-898a-480fbf6fbbf8 on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:29.997027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Port 6879184c-5999-4158-898a-480fbf6fbbf8 on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:31:29.997538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Attempting to bind port 6879184c-5999-4158-898a-480fbf6fbbf8 on network b5e00f0f-e343-4e3a-bd96-5f6955b47b1e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:29.999398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8fbab-97b2-4126-ab54-43b5de7d75aa req-1a562a59-4de3-407d-9d0a-44702e0e7522 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:30.003106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:30.003482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Checking segment: {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:30.003875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Bound using segment: {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:30.004308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Bound port: 6879184c-5999-4158-898a-480fbf6fbbf8, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797ccb5b-a1f9-4da3-abe3-7fdd56286040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:30.004670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:30.010708 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bf8fbab-97b2-4126-ab54-43b5de7d75aa req-1a562a59-4de3-407d-9d0a-44702e0e7522 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0796962 Nov 10 16:31:30.068318 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bf8fbab-97b2-4126-ab54-43b5de7d75aa req-72583bbd-148c-46e5-b2e1-7b6e3533e063 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557544 Nov 10 16:31:30.071897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] For port 6879184c-5999-4158-898a-480fbf6fbbf8, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:30.075269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] For port 6879184c-5999-4158-898a-480fbf6fbbf8, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6879184c-5999-4158-898a-480fbf6fbbf8,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:30.253200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:30.294833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:30.295483 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:30.296861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] 10.222.0.18 "PUT /v2.0/ports/6879184c-5999-4158-898a-480fbf6fbbf8 HTTP/1.1" status: 200 len: 1092 time: 1.2531309 Nov 10 16:31:30.316569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a38fb650-4e9c-4737-8db1-35bbb8ffe06f details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:31:30.326235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08898c21-839a-4476-ad3d-1868d5663644 service neutron] Pushing event updated for resources: {'Port': ['ID=6879184c-5999-4158-898a-480fbf6fbbf8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:30.432256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:30.445511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a38fb650-4e9c-4737-8db1-35bbb8ffe06f has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:31:30.478792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef50cd-2092-4e2c-a44c-87f87022b5a7 req-60552ab1-cb0f-4eeb-b486-16cf8835b39d tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:30.480547 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61ef50cd-2092-4e2c-a44c-87f87022b5a7 req-60552ab1-cb0f-4eeb-b486-16cf8835b39d tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 943 time: 0.0765734 Nov 10 16:31:30.544000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-6134ed02-4166-4539-9a69-28fcdeab01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:30.545447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-6134ed02-4166-4539-9a69-28fcdeab01e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 1095 time: 0.0825741 Nov 10 16:31:30.565351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61ef50cd-2092-4e2c-a44c-87f87022b5a7 req-51a7a376-2bb8-4deb-a17e-834b21681cf6 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664172 Nov 10 16:31:30.611721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-90047cb1-b4c6-4a0e-aa5b-41fe1e61951e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6879184c-5999-4158-898a-480fbf6fbbf8 HTTP/1.1" status: 200 len: 217 time: 0.0556653 Nov 10 16:31:30.690494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-16146e1c-edb0-4e60-adb0-a86eb804d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:30.693292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-16146e1c-edb0-4e60-adb0-a86eb804d031 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdc2832b-a334-43ab-9cf2-423772e5ef77 HTTP/1.1" status: 200 len: 862 time: 0.0726416 Nov 10 16:31:30.711704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49563a31-9539-42bc-bc1d-78a5075a42da req-8e50f5a3-6aa2-4c4c-ad89-6a248d186c46 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:30.722240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49563a31-9539-42bc-bc1d-78a5075a42da req-8e50f5a3-6aa2-4c4c-ad89-6a248d186c46 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0679739 Nov 10 16:31:30.733396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-8945acdb-afd2-4251-b862-63e26f46fcc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316908 Nov 10 16:31:30.778711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49563a31-9539-42bc-bc1d-78a5075a42da req-a3b26cfe-a8fa-4805-a547-cf0704fbb7c7 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554175 Nov 10 16:31:30.854830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327efb-38ba-4fae-af4a-8c45288d4e76 req-f316ba6f-7b93-4476-b51a-62ce439f8fc0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:30.856589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3327efb-38ba-4fae-af4a-8c45288d4e76 req-f316ba6f-7b93-4476-b51a-62ce439f8fc0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1210155 Nov 10 16:31:30.888197 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f'}, {'name': 'network-changed', 'server_uuid': '41c9d837-3189-4672-b770-e078aa5d1f75', 'tag': '6879184c-5999-4158-898a-480fbf6fbbf8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:30.890590 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd61b6c-5251-4add-950a-c08a45c9bafa" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f"}, {"name": "network-changed", "server_uuid": "41c9d837-3189-4672-b770-e078aa5d1f75", "tag": "6879184c-5999-4158-898a-480fbf6fbbf8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:30.901045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-d27fa2ad-e1bb-4092-a4c3-5ba633e8a993 service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533670 Nov 10 16:31:30.960482 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3327efb-38ba-4fae-af4a-8c45288d4e76 req-c5130fb5-100c-43ff-ac28-e4307a2871aa tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932097 Nov 10 16:31:30.985013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f0a2-cd36-4b39-bde6-dc88c96e50e1 req-42683a00-f058-4401-ab71-768b04cfde7a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:30.986941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb72f0a2-cd36-4b39-bde6-dc88c96e50e1 req-42683a00-f058-4401-ab71-768b04cfde7a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0710735 Nov 10 16:31:31.020343 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec628ca5-2d60-4a79-a054-8c4886dfe419 x-openstack-request-id: req-ec628ca5-2d60-4a79-a054-8c4886dfe419 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:31.020603 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41c9d837-3189-4672-b770-e078aa5d1f75", "tag": "6879184c-5999-4158-898a-480fbf6fbbf8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:31.021618 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec628ca5-2d60-4a79-a054-8c4886dfe419 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:31.022493 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f', 'status': 'completed', 'code': 200} Nov 10 16:31:31.023240 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c9d837-3189-4672-b770-e078aa5d1f75', 'tag': '6879184c-5999-4158-898a-480fbf6fbbf8', 'status': 'completed', 'code': 200} Nov 10 16:31:31.040959 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a82bf85-9f2e-4b85-a7bb-c33488c75f8e req-7c73d159-7667-4198-a21e-2a29ee1161b7 service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300771 Nov 10 16:31:31.074014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb72f0a2-cd36-4b39-bde6-dc88c96e50e1 req-8a20d570-42b1-428c-bee5-0e8d37e189bd tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762897 Nov 10 16:31:31.103716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-65c5a696-6741-4bc4-aaba-09788e1c218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:31.105272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-65c5a696-6741-4bc4-aaba-09788e1c218f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1126 time: 0.0536892 Nov 10 16:31:31.206489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a43999-e9e0-44a3-8103-30ca3e45c68b req-e69269cc-0b69-4f5f-bb99-82e2411ebf76 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:31.209047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1a43999-e9e0-44a3-8103-30ca3e45c68b req-e69269cc-0b69-4f5f-bb99-82e2411ebf76 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0566158 Nov 10 16:31:31.272683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1a43999-e9e0-44a3-8103-30ca3e45c68b req-d7b4e30e-f58f-4d79-ba25-f8c0c596257e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563016 Nov 10 16:31:31.473189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-f725c0a8-dd86-4c77-8da4-ddbdca0a57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:31.474779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-f725c0a8-dd86-4c77-8da4-ddbdca0a57ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.3578186 Nov 10 16:31:31.516469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-427d29a4-fc7b-4fea-b0b8-96e15ffffdf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 217 time: 0.0346158 Nov 10 16:31:31.565412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-100474d8-5f20-459f-99f0-e4a63561d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:31.566862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-100474d8-5f20-459f-99f0-e4a63561d5f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0429828 Nov 10 16:31:31.600157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-8e406f2b-ed56-4830-8d14-540f73bde548 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251393 Nov 10 16:31:31.649320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ae7bc00-8904-4c10-9f87-b8a40b0c117a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:31.730986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-d30c99b6-58fa-4750-b6bb-19ff2cee4db0 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234117 Nov 10 16:31:31.740400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c4a19-d1c8-46a9-a494-fe4f931f1a4b req-89e8f8aa-3c34-4c69-8a33-3ac1457dfc7f tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:31.742354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-874c4a19-d1c8-46a9-a494-fe4f931f1a4b req-89e8f8aa-3c34-4c69-8a33-3ac1457dfc7f tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 943 time: 0.0732341 Nov 10 16:31:31.850259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-874c4a19-d1c8-46a9-a494-fe4f931f1a4b req-355f68f0-cb6d-459b-a37e-ea902fd7e4b4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995524 Nov 10 16:31:31.869661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-d85a41de-993c-4605-a064-f47ed76f570e service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266687 Nov 10 16:31:31.910358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adac875-5fae-4c44-a19f-77e65a0e3bf8 req-1297c80f-d520-4d2f-a917-6bb157dd390e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:31.912574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6adac875-5fae-4c44-a19f-77e65a0e3bf8 req-1297c80f-d520-4d2f-a917-6bb157dd390e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0592148 Nov 10 16:31:31.968835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6adac875-5fae-4c44-a19f-77e65a0e3bf8 req-ab588e4b-8e8d-4d3b-9267-5054a3ef53bb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444355 Nov 10 16:31:32.103361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-dab7ee77-9d1f-4ce7-a407-9b5780e2695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:32.104885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-dab7ee77-9d1f-4ce7-a407-9b5780e2695b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 1095 time: 0.0756068 Nov 10 16:31:32.117271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b357c4-91dd-4d8c-a0bc-8a5ddafc12fd req-998e0f3e-9e63-4fa6-a8bc-4fd3716827c9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:32.120137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36b357c4-91dd-4d8c-a0bc-8a5ddafc12fd req-998e0f3e-9e63-4fa6-a8bc-4fd3716827c9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0821466 Nov 10 16:31:32.185701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776555a-2a02-4344-a7f0-8cdbce767f3b req-0a9277be-424a-4915-9fc8-4643c534ed3d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:32.187859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8776555a-2a02-4344-a7f0-8cdbce767f3b req-0a9277be-424a-4915-9fc8-4643c534ed3d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0517945 Nov 10 16:31:32.228117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36b357c4-91dd-4d8c-a0bc-8a5ddafc12fd req-d38b049c-cf7b-4f41-86e4-d048ae3847a1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975301 Nov 10 16:31:32.237219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8776555a-2a02-4344-a7f0-8cdbce767f3b req-4b93478a-500c-4d7c-b398-3b9086ed5ba6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Nov 10 16:31:32.258658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-293f452d-8863-48ec-8599-362f6018cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:32.258658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-293f452d-8863-48ec-8599-362f6018cdc1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 200 len: 923 time: 0.1306355 Nov 10 16:31:32.301535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-dcf12f52-41b9-41c1-8c51-5c6f6c2b92d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6879184c-5999-4158-898a-480fbf6fbbf8 HTTP/1.1" status: 200 len: 217 time: 0.0423341 Nov 10 16:31:32.358113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-0dbda6dd-9516-4a04-9b27-854bf8331342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:32.359622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-0dbda6dd-9516-4a04-9b27-854bf8331342 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdc2832b-a334-43ab-9cf2-423772e5ef77 HTTP/1.1" status: 200 len: 862 time: 0.0503838 Nov 10 16:31:32.396620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-1e43ca3f-e193-42b8-b950-f479edc0df68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280409 Nov 10 16:31:32.414799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6165d2-40a1-49b8-9e59-6e26b87bdf05 req-297315f6-cbaf-4d19-aa0e-3054221d8c2d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:32.416315 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec6165d2-40a1-49b8-9e59-6e26b87bdf05 req-297315f6-cbaf-4d19-aa0e-3054221d8c2d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0605416 Nov 10 16:31:32.466232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec6165d2-40a1-49b8-9e59-6e26b87bdf05 req-7188e616-4a00-410e-abe5-aaa18f893bfd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436153 Nov 10 16:31:32.496069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-acf38f45-298c-49a7-a451-5a3683b701ea service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897782 Nov 10 16:31:32.590033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dd61b6c-5251-4add-950a-c08a45c9bafa req-3ed2805b-ba33-44db-a04d-85891c8f9a64 service neutron] 10.222.0.18 "GET /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857580 Nov 10 16:31:32.971904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8a5e5-dbf0-4a7f-b8f4-58a57ab1e396 req-09354fdf-137e-471f-8d0a-c92cdc900e9b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:32.973404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20c8a5e5-dbf0-4a7f-b8f4-58a57ab1e396 req-09354fdf-137e-471f-8d0a-c92cdc900e9b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 943 time: 0.0505588 Nov 10 16:31:33.028370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20c8a5e5-dbf0-4a7f-b8f4-58a57ab1e396 req-4742aad3-db54-430d-8c59-ce9a6ac15b63 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476637 Nov 10 16:31:33.089223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50befb71-dab5-4689-a939-b9b897306b10 req-3d376553-bae0-4a74-a6cc-c3c743b04f6c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:33.090731 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50befb71-dab5-4689-a939-b9b897306b10 req-3d376553-bae0-4a74-a6cc-c3c743b04f6c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0497561 Nov 10 16:31:33.138902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50befb71-dab5-4689-a939-b9b897306b10 req-69c475fa-fe65-42e1-80b1-b225feb4e491 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Nov 10 16:31:33.353021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b59271-5b4f-488c-a364-78f550c9fe37 req-a87f24ed-d542-4ac1-a671-b1ab996488f6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:33.354473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0b59271-5b4f-488c-a364-78f550c9fe37 req-a87f24ed-d542-4ac1-a671-b1ab996488f6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0542493 Nov 10 16:31:33.362339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b439f-d05c-4352-af4e-84881be3cdbd req-68e0fb07-0d34-4ca4-a75f-ca8879f75859 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:33.363826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e44b439f-d05c-4352-af4e-84881be3cdbd req-68e0fb07-0d34-4ca4-a75f-ca8879f75859 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Nov 10 16:31:33.405767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0b59271-5b4f-488c-a364-78f550c9fe37 req-13f26390-ba9d-4411-b230-ef7d205271b5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Nov 10 16:31:33.418273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e44b439f-d05c-4352-af4e-84881be3cdbd req-9433bde3-e2c7-4e26-9b8a-409141a22de4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469229 Nov 10 16:31:33.432404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6879184c-5999-4158-898a-480fbf6fbbf8 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:31:33.546297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6879184c-5999-4158-898a-480fbf6fbbf8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6879184c-5999-4158-898a-480fbf6fbbf8,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:33.559997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '6879184c-5999-4158-898a-480fbf6fbbf8', 'network_id': 'b5e00f0f-e343-4e3a-bd96-5f6955b47b1e', 'port_id': '6879184c-5999-4158-898a-480fbf6fbbf8', 'mac_address': 'fa:16:3e:07:e1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc2832b-a334-43ab-9cf2-423772e5ef77', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:31:33.589062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2c1d3-6511-4403-83b8-f40e97f9ca79 req-547973c6-bb59-4348-a0c6-12f7f50ada6d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:33.590555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be2c1d3-6511-4403-83b8-f40e97f9ca79 req-547973c6-bb59-4348-a0c6-12f7f50ada6d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0515678 Nov 10 16:31:33.598357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:33.612171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6879184c-5999-4158-898a-480fbf6fbbf8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:33.635133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6879184c-5999-4158-898a-480fbf6fbbf8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6879184c-5999-4158-898a-480fbf6fbbf8,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:33.641907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be2c1d3-6511-4403-83b8-f40e97f9ca79 req-146d8554-610d-42d3-ab92-df86b293d28e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Nov 10 16:31:33.784622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:33.834445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6879184c-5999-4158-898a-480fbf6fbbf8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:33.838224 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5172496-5135-47d3-852f-b3d5ba3ac257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:33.845557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.846871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.846871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.846871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.846871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.847651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.847651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.847906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.848224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.849063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.849523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:33.850050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:34.079940 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6879184c-5999-4158-898a-480fbf6fbbf8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:34.152657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960db56-827e-4ad4-afec-523aff2fc604 req-2b19e416-c3fb-43c1-b158-5b6e54af448b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:34.154314 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b960db56-827e-4ad4-afec-523aff2fc604 req-2b19e416-c3fb-43c1-b158-5b6e54af448b tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 944 time: 0.0511796 Nov 10 16:31:34.215715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b960db56-827e-4ad4-afec-523aff2fc604 req-d7c2a4bb-9d05-44d9-9d59-a24e1cc48e46 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544713 Nov 10 16:31:34.272949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e17103-8712-4bee-b80b-eda68b5cfe24 req-9d1fd9d1-d7d2-4102-9b4f-1ae15b03367e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:34.274423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96e17103-8712-4bee-b80b-eda68b5cfe24 req-9d1fd9d1-d7d2-4102-9b4f-1ae15b03367e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0520601 Nov 10 16:31:34.322764 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96e17103-8712-4bee-b80b-eda68b5cfe24 req-34a642eb-e455-41d3-ae6a-583e53f8407a tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Nov 10 16:31:34.530760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612f08e-ade5-412e-b0bf-d66ea41f249a req-27d87b5a-f27b-4388-bdf0-b575eb5cd3c2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:34.532297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2612f08e-ade5-412e-b0bf-d66ea41f249a req-27d87b5a-f27b-4388-bdf0-b575eb5cd3c2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0590050 Nov 10 16:31:34.543705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d1ae5-f462-4954-b3b6-d5c72121a756 req-950d2d4a-a7f9-4d8c-ac82-8a717319313d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:34.545247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed3d1ae5-f462-4954-b3b6-d5c72121a756 req-950d2d4a-a7f9-4d8c-ac82-8a717319313d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0558739 Nov 10 16:31:34.581913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2612f08e-ade5-412e-b0bf-d66ea41f249a req-8d056e48-b0a6-49ec-a708-9d835218bd72 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Nov 10 16:31:34.593327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed3d1ae5-f462-4954-b3b6-d5c72121a756 req-f6a6b1b9-a497-484b-bcd2-2d7bb69173f3 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Nov 10 16:31:34.761915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e692b-ab94-448f-acdc-7483df39f3cc req-6715495f-6ce9-42e2-8fe5-82e1cba0c104 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:34.763337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f2e692b-ab94-448f-acdc-7483df39f3cc req-6715495f-6ce9-42e2-8fe5-82e1cba0c104 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0496886 Nov 10 16:31:34.811775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f2e692b-ab94-448f-acdc-7483df39f3cc req-126bdba9-e45f-4b1f-b223-133953ea51f7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Nov 10 16:31:34.955567 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:35.345362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e7d3b-508f-42bd-bd95-b9f7ed0bc385 req-13628e7a-450e-4c04-ad40-ed1005a6f3fe tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:35.346870 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-104e7d3b-508f-42bd-bd95-b9f7ed0bc385 req-13628e7a-450e-4c04-ad40-ed1005a6f3fe tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 944 time: 0.0571179 Nov 10 16:31:35.398662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-104e7d3b-508f-42bd-bd95-b9f7ed0bc385 req-76f681f0-a81f-4f41-b80a-03c1ea814f69 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Nov 10 16:31:35.455162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104874-2e86-4ebe-8afd-a282ae7b87b4 req-b37d222c-3cc0-4c06-9316-c80ae4652b38 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:35.457407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a104874-2e86-4ebe-8afd-a282ae7b87b4 req-b37d222c-3cc0-4c06-9316-c80ae4652b38 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0615077 Nov 10 16:31:35.457586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6879184c-5999-4158-898a-480fbf6fbbf8 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:35.508632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a104874-2e86-4ebe-8afd-a282ae7b87b4 req-127c5747-22f8-404d-b450-cb97d87eb43e tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Nov 10 16:31:35.595618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 6879184c-5999-4158-898a-480fbf6fbbf8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:31:35.600291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 6879184c-5999-4158-898a-480fbf6fbbf8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:35.600775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:35.689213 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:35.710262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a79ef3-737d-416d-85bc-6fd9bdebeb73 req-60f530ae-8222-432d-8380-1910730a37e5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:35.711986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a79ef3-737d-416d-85bc-6fd9bdebeb73 req-60f530ae-8222-432d-8380-1910730a37e5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0560610 Nov 10 16:31:35.713884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c9d837-3189-4672-b770-e078aa5d1f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6879184c-5999-4158-898a-480fbf6fbbf8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:35.716318 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3606dc43-44e3-424a-acb5-e4e259ad10a1" -d '{"events": [{"server_uuid": "41c9d837-3189-4672-b770-e078aa5d1f75", "name": "network-vif-plugged", "status": "completed", "tag": "6879184c-5999-4158-898a-480fbf6fbbf8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:35.724369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c5ed6-a685-4211-b3f3-af4bdcd04557 req-e8100d99-6acb-46ee-acec-e775336ba93d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:35.726906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea2c5ed6-a685-4211-b3f3-af4bdcd04557 req-e8100d99-6acb-46ee-acec-e775336ba93d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0569153 Nov 10 16:31:35.734223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6879184c-5999-4158-898a-480fbf6fbbf8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6879184c-5999-4158-898a-480fbf6fbbf8,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:35.772726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97a79ef3-737d-416d-85bc-6fd9bdebeb73 req-277e918a-fdb7-44e6-9330-8adb0166c24b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517421 Nov 10 16:31:35.777614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea2c5ed6-a685-4211-b3f3-af4bdcd04557 req-9943f0f0-b0b4-44c7-92d1-b4a66bf1cb4e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Nov 10 16:31:35.822951 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940460f-519c-424c-b7c0-04fa7001a15d x-openstack-request-id: req-1940460f-519c-424c-b7c0-04fa7001a15d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:35.823239 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c9d837-3189-4672-b770-e078aa5d1f75", "name": "network-vif-plugged", "status": "completed", "tag": "6879184c-5999-4158-898a-480fbf6fbbf8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:35.823790 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1940460f-519c-424c-b7c0-04fa7001a15d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:35.824254 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c9d837-3189-4672-b770-e078aa5d1f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6879184c-5999-4158-898a-480fbf6fbbf8', 'code': 200} Nov 10 16:31:35.836008 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:35.923079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6879184c-5999-4158-898a-480fbf6fbbf8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:35.984754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4beeb08-adee-4b00-919e-4c528f51ee59 req-dda9da21-255a-41e9-8435-d77c4d29b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:35.986341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4beeb08-adee-4b00-919e-4c528f51ee59 req-dda9da21-255a-41e9-8435-d77c4d29b527 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 1097 time: 0.0875115 Nov 10 16:31:36.001243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979480-4bb0-4577-a577-1a77dd80df32 req-bba99548-d538-4a69-ad1c-618494ccad82 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:36.003242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f979480-4bb0-4577-a577-1a77dd80df32 req-bba99548-d538-4a69-ad1c-618494ccad82 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0673964 Nov 10 16:31:36.082804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4beeb08-adee-4b00-919e-4c528f51ee59 req-a24fd76f-e0a7-4ee6-8d56-59cbad38e981 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785458 Nov 10 16:31:36.087150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f979480-4bb0-4577-a577-1a77dd80df32 req-95b1a679-ace0-4da0-9150-0715958ff525 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766387 Nov 10 16:31:36.382566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6db133-2fac-4eb0-9e6f-305ce7f14426 req-a2b61451-0108-4b9a-ae7c-82410511462f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:36.384183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f6db133-2fac-4eb0-9e6f-305ce7f14426 req-a2b61451-0108-4b9a-ae7c-82410511462f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0570929 Nov 10 16:31:36.440338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f6db133-2fac-4eb0-9e6f-305ce7f14426 req-3b631e24-02fb-4aca-916a-92c4a8e21dd5 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500362 Nov 10 16:31:36.529413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33dd5d-6d57-42b5-b73e-53f9ad70f4c7 req-40b2bda4-1410-406b-9b2f-7146049835a8 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:36.532133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd33dd5d-6d57-42b5-b73e-53f9ad70f4c7 req-40b2bda4-1410-406b-9b2f-7146049835a8 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 945 time: 0.0559449 Nov 10 16:31:36.586295 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd33dd5d-6d57-42b5-b73e-53f9ad70f4c7 req-08a9da85-6e42-42e5-810a-2298d8524dc9 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Nov 10 16:31:36.642165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50d1f0-b6fd-42c1-8a13-2151449d5b3a req-d4bc1757-699e-4b11-a910-2622faf431ee tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:36.642165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a50d1f0-b6fd-42c1-8a13-2151449d5b3a req-d4bc1757-699e-4b11-a910-2622faf431ee tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0573015 Nov 10 16:31:36.688891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a50d1f0-b6fd-42c1-8a13-2151449d5b3a req-bb4d5fe2-d94b-4a79-9197-4cf07ab9a483 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Nov 10 16:31:36.739781 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:36.895247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6585-dcc1-46f3-8d81-0c06a6d96105 req-aaf181a6-a5d1-43e4-bd8f-b167071b4f27 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:36.897875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c32a6585-dcc1-46f3-8d81-0c06a6d96105 req-aaf181a6-a5d1-43e4-bd8f-b167071b4f27 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0560992 Nov 10 16:31:36.955397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c32a6585-dcc1-46f3-8d81-0c06a6d96105 req-5ed72be0-94ec-4f39-8ccf-343ef12b4f11 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505831 Nov 10 16:31:37.222177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0e7b9-2359-4424-9455-996a5f230aa3 req-4ae96c4e-8ae0-4a90-a66b-44e3d00c0f18 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:37.223579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79b0e7b9-2359-4424-9455-996a5f230aa3 req-4ae96c4e-8ae0-4a90-a66b-44e3d00c0f18 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0561192 Nov 10 16:31:37.272761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79b0e7b9-2359-4424-9455-996a5f230aa3 req-1cbd1331-5773-4614-8f1b-350194b4cc0a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Nov 10 16:31:37.410038 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:37.470497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:37.570817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175da47-e115-4c32-aa36-0287c2c8e956 req-8df3aefd-864b-4da4-83da-70bf1ab40970 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:37.572333 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e175da47-e115-4c32-aa36-0287c2c8e956 req-8df3aefd-864b-4da4-83da-70bf1ab40970 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0545454 Nov 10 16:31:37.631134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e175da47-e115-4c32-aa36-0287c2c8e956 req-79a061b8-f021-4a29-934d-b4f3738e5fbb tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476213 Nov 10 16:31:37.718908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b187c97-3659-4fb6-8d34-b02ef6f94a9d req-e778eeb2-8719-4694-92ba-475c02a65895 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:37.720469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b187c97-3659-4fb6-8d34-b02ef6f94a9d req-e778eeb2-8719-4694-92ba-475c02a65895 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 945 time: 0.0557070 Nov 10 16:31:37.770165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b187c97-3659-4fb6-8d34-b02ef6f94a9d req-82f0d7e5-57fb-4e45-a29e-07e7753ace9c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Nov 10 16:31:37.811745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbbb96-2347-4177-9e17-8fcf4875a9ad req-48a9283b-999b-4b22-bf0c-c02291a863a1 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:37.815631 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbfbbb96-2347-4177-9e17-8fcf4875a9ad req-48a9283b-999b-4b22-bf0c-c02291a863a1 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0547667 Nov 10 16:31:37.861117 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbfbbb96-2347-4177-9e17-8fcf4875a9ad req-2eecc441-279b-4e08-beb8-5a90e054dc89 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Nov 10 16:31:38.126616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50003-6241-494d-87a6-f303fde4850a req-a09fb71d-e91a-475d-85a3-a3c670d5d210 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:38.128148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ff50003-6241-494d-87a6-f303fde4850a req-a09fb71d-e91a-475d-85a3-a3c670d5d210 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.0898416 Nov 10 16:31:38.183065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ff50003-6241-494d-87a6-f303fde4850a req-02437994-6e09-4704-b91d-ee9cbaca1cf2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489006 Nov 10 16:31:38.229791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b49a8-1ad0-4b59-9a71-ab1bb6135044 req-b9b8922c-82af-4c17-ba35-41d5194cd5bd tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:38.231246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d11b49a8-1ad0-4b59-9a71-ab1bb6135044 req-b9b8922c-82af-4c17-ba35-41d5194cd5bd tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1098 time: 0.0420012 Nov 10 16:31:38.289437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d11b49a8-1ad0-4b59-9a71-ab1bb6135044 req-1b6d7aa3-bc88-449e-b890-c3dc7a24530d tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491700 Nov 10 16:31:38.313919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc136ec-ed40-4acc-9f2a-a5b827728638 req-f368e422-c486-4476-a3af-43b645c1d60e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:38.315924 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cc136ec-ed40-4acc-9f2a-a5b827728638 req-f368e422-c486-4476-a3af-43b645c1d60e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 950 time: 0.0533442 Nov 10 16:31:38.370114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cc136ec-ed40-4acc-9f2a-a5b827728638 req-f2e1a10f-bb10-4d81-a866-2b59b6fe921c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470679 Nov 10 16:31:38.419595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117d52a-4e37-484e-8478-4dfd6ff2c419 req-72e80f62-4ba2-4acf-b733-14bac581de23 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:38.421255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b117d52a-4e37-484e-8478-4dfd6ff2c419 req-72e80f62-4ba2-4acf-b733-14bac581de23 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0579741 Nov 10 16:31:38.475358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b117d52a-4e37-484e-8478-4dfd6ff2c419 req-f860bdf4-48b0-46f6-afed-7b956c342ce4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Nov 10 16:31:38.752220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0cf37-7855-4cbc-88e1-2eba512f71a2 req-f598cb8b-d25d-4436-836b-b3be5da8af0f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:38.758662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0cf37-7855-4cbc-88e1-2eba512f71a2 req-f598cb8b-d25d-4436-836b-b3be5da8af0f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:38.760272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2d0cf37-7855-4cbc-88e1-2eba512f71a2 req-f598cb8b-d25d-4436-836b-b3be5da8af0f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728&device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 1691 time: 0.0603330 Nov 10 16:31:38.810663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2d0cf37-7855-4cbc-88e1-2eba512f71a2 req-8eb0b626-ae05-4b50-b2f0-ca85e4ce5e4c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 Nov 10 16:31:38.923887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1610ca5-0505-40ab-b30a-21d633338167 req-062a758d-9008-4d09-a77a-4ea2d69c6527 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:38.925389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1610ca5-0505-40ab-b30a-21d633338167 req-062a758d-9008-4d09-a77a-4ea2d69c6527 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0539980 Nov 10 16:31:38.975863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1610ca5-0505-40ab-b30a-21d633338167 req-9bd36593-3bb4-445d-83c4-2bc41a668ade tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Nov 10 16:31:39.087233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06f072-9296-4862-83aa-07c0216c87b0 req-71de8636-ccec-4f1a-9498-0f498ee617c4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:39.088815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc06f072-9296-4862-83aa-07c0216c87b0 req-71de8636-ccec-4f1a-9498-0f498ee617c4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 945 time: 0.0584612 Nov 10 16:31:39.146136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc06f072-9296-4862-83aa-07c0216c87b0 req-bcd994f2-56b0-464a-aac6-7cbee8baf536 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Nov 10 16:31:39.334264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016e977-4ab1-4d7c-9822-91a180b37806 req-6bddb3b4-7d21-4bf3-a2f1-0f8cbbf9da74 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:39.335818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3016e977-4ab1-4d7c-9822-91a180b37806 req-6bddb3b4-7d21-4bf3-a2f1-0f8cbbf9da74 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0573690 Nov 10 16:31:39.395740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3016e977-4ab1-4d7c-9822-91a180b37806 req-9713f892-33ca-4933-8a4f-1721c7dd0652 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Nov 10 16:31:40.027583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d73b07-eb0d-45dc-ad83-49d9f80a6bb2 req-24b79dc3-c662-4ab3-8117-bdaeae4c5ea5 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:40.029243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5d73b07-eb0d-45dc-ad83-49d9f80a6bb2 req-24b79dc3-c662-4ab3-8117-bdaeae4c5ea5 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 1102 time: 0.0437248 Nov 10 16:31:40.075155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5d73b07-eb0d-45dc-ad83-49d9f80a6bb2 req-7073c8cd-1ddb-4309-a3a1-f4732075900a tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Nov 10 16:31:40.182755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab324e-4a9b-464a-b17a-dd7869781631 req-639d93cd-4b92-4a9a-85b7-d38bffbb772e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:40.182755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8eab324e-4a9b-464a-b17a-dd7869781631 req-639d93cd-4b92-4a9a-85b7-d38bffbb772e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0515423 Nov 10 16:31:40.235799 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:40.237052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8eab324e-4a9b-464a-b17a-dd7869781631 req-c754e96d-e2af-4a1c-8072-a21012dae17e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484285 Nov 10 16:31:40.356571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecd9a6-e17a-4427-81d3-51162229e2a3 req-b9d545a9-35a1-4b7b-bdef-c1f6f137f798 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:40.358336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53ecd9a6-e17a-4427-81d3-51162229e2a3 req-b9d545a9-35a1-4b7b-bdef-c1f6f137f798 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 945 time: 0.0565083 Nov 10 16:31:40.408696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53ecd9a6-e17a-4427-81d3-51162229e2a3 req-4d9b707f-d9af-4ec2-9a2c-041a97c92d8d tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Nov 10 16:31:40.518785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9432e-4d0e-4c17-b287-ecd7a666071b req-73e338cf-c2f9-413b-a2bd-6b0507840411 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:40.520481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dec9432e-4d0e-4c17-b287-ecd7a666071b req-73e338cf-c2f9-413b-a2bd-6b0507840411 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0567534 Nov 10 16:31:40.537787 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:31:40.570624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dec9432e-4d0e-4c17-b287-ecd7a666071b req-221501a5-1b80-4ede-beb1-5c544a60c048 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 Nov 10 16:31:40.647730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-dab9dedc-870d-4acc-93c1-a3ad8f7f477c tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:31:40.648911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-dab9dedc-870d-4acc-93c1-a3ad8f7f477c tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067632 Nov 10 16:31:40.673062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fa455-3975-4e19-a6c9-ddc9f892b6ca req-00131aa9-69b1-47e5-910e-24d7fbe0b441 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:40.674580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2fa455-3975-4e19-a6c9-ddc9f892b6ca req-00131aa9-69b1-47e5-910e-24d7fbe0b441 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 1102 time: 0.0463946 Nov 10 16:31:40.692708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-80296ebe-0a72-4b19-b31d-1f8351d46b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:40.695192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-80296ebe-0a72-4b19-b31d-1f8351d46b75 service neutron] 10.222.0.62 "GET /v2.0/ports/6f747936-fa2f-4a0c-a7e9-057415b95e6e HTTP/1.1" status: 200 len: 1095 time: 0.0368695 Nov 10 16:31:40.704521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Request body: {'binding': {'host': 'n-h1-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:40.705026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:31:40.720452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb2fa455-3975-4e19-a6c9-ddc9f892b6ca req-d4d1e2f9-f402-417a-b8a4-49da652c185d tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Nov 10 16:31:40.837533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108b31e-41c7-43e6-b321-1a3600b6b71c req-2725ea9b-ba06-4e0a-9ffc-ae2c21ddc74a tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:40.839757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3108b31e-41c7-43e6-b321-1a3600b6b71c req-2725ea9b-ba06-4e0a-9ffc-ae2c21ddc74a tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0594482 Nov 10 16:31:40.864940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on host n-h1-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:40.865249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:40.865568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:40.870882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:31:40.871500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:40.877364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:40.877831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:40.878214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:40.878863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Bound port: 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:40.898508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3108b31e-41c7-43e6-b321-1a3600b6b71c req-f6f2a4f2-d004-4ea1-87a4-3ed69bab67db tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519149 Nov 10 16:31:40.945737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:41.020512 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:41.021844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-0fd8f1cd-f3e7-4d48-8a8c-dc3a066ba497 service neutron] 10.222.0.62 "POST /v2.0/ports/6f747936-fa2f-4a0c-a7e9-057415b95e6e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3206708 Nov 10 16:31:41.056097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-b750fbe6-69b8-4174-82f6-e9b1e6017185 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227625 Nov 10 16:31:41.168872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-af1ea714-996d-45da-91bc-eecb5d416404 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:41.170327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-af1ea714-996d-45da-91bc-eecb5d416404 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088552 Nov 10 16:31:41.185909 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-0f5d5d0e-39f2-4b7d-abf5-0c99e3a566d9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/quotas/54beeb0410c3445491a8078eddd7458f HTTP/1.1" status: 200 len: 375 time: 0.0095346 Nov 10 16:31:41.245186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-b3c529a6-8c40-4614-8825-8afd9f978b67 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539000 Nov 10 16:31:41.304535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3c1de-bd57-4444-9f60-e4c7d321ce04 req-32dcb93f-7ea0-49e6-90b2-2aa762476790 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:41.310140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64c3c1de-bd57-4444-9f60-e4c7d321ce04 req-32dcb93f-7ea0-49e6-90b2-2aa762476790 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0542517 Nov 10 16:31:41.360529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64c3c1de-bd57-4444-9f60-e4c7d321ce04 req-cc54e50f-993b-41f3-b06d-8a325a1662d5 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474391 Nov 10 16:31:41.506080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f05ec-5e07-45c5-be8d-522b5ba9a57f req-19a6cd93-4f44-423c-82a9-15036eb0b3a5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:41.507598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-050f05ec-5e07-45c5-be8d-522b5ba9a57f req-19a6cd93-4f44-423c-82a9-15036eb0b3a5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0856037 Nov 10 16:31:41.572618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-050f05ec-5e07-45c5-be8d-522b5ba9a57f req-40ca2a0f-c6ad-4a0c-9346-0be4eae6f89b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569735 Nov 10 16:31:41.586841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc991e-e1bd-4bef-9005-2e01e67046f9 req-c8866ad9-03c6-47dd-b2b6-e22bdffa3f67 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:41.588917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67fc991e-e1bd-4bef-9005-2e01e67046f9 req-c8866ad9-03c6-47dd-b2b6-e22bdffa3f67 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 945 time: 0.0646675 Nov 10 16:31:41.643797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67fc991e-e1bd-4bef-9005-2e01e67046f9 req-1a6e00f3-8d6b-4ab0-9ca0-40814a4608ff tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f27fa7d-e509-413c-b276-bcb10f53d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469100 Nov 10 16:31:41.645353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dec10630-e931-4697-8dcd-0d3ea229d306 req-cfaa6957-b465-422d-9de6-ab2c27a4c6ac tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 210 time: 0.0308945 Nov 10 16:31:41.723596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-6bf41825-32b6-4a7f-ab9f-49be3fa63bdf tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:41.726460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-6bf41825-32b6-4a7f-ab9f-49be3fa63bdf tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 945 time: 0.0651896 Nov 10 16:31:41.773203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d7f79-f42a-4449-b5af-f706dcc1a4a7 req-591f5c1c-767d-41c1-baeb-e1e7122aad0b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:41.774852 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-259d7f79-f42a-4449-b5af-f706dcc1a4a7 req-591f5c1c-767d-41c1-baeb-e1e7122aad0b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Nov 10 16:31:41.831873 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-259d7f79-f42a-4449-b5af-f706dcc1a4a7 req-1999f94f-0255-4af2-abdf-b92d87918a73 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504217 Nov 10 16:31:41.850320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Deleting port 6879184c-5999-4158-898a-480fbf6fbbf8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:31:41.850320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:41.945768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] For port 6879184c-5999-4158-898a-480fbf6fbbf8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6879184c-5999-4158-898a-480fbf6fbbf8,segment=NetworkSegment(797ccb5b-a1f9-4da3-abe3-7fdd56286040),segment_id=797ccb5b-a1f9-4da3-abe3-7fdd56286040)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:41.946177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:41.964334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Calling delete_port for 6879184c-5999-4158-898a-480fbf6fbbf8 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:31:42.078432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ef6d4-8a66-4639-962f-7cf496abb43b req-461d13d2-1531-4628-ae33-13db4dcfdb99 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:42.080024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-911ef6d4-8a66-4639-962f-7cf496abb43b req-461d13d2-1531-4628-ae33-13db4dcfdb99 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0928569 Nov 10 16:31:42.154660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-911ef6d4-8a66-4639-962f-7cf496abb43b req-a432b605-a1fd-424f-894e-f4e1d4259d7d tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633972 Nov 10 16:31:42.292837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:42.306687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6879184c-5999-4158-898a-480fbf6fbbf8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:42.323263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event deleted for resources: {'Port': ['ID=6879184c-5999-4158-898a-480fbf6fbbf8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:42.372505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] No DVR routers for this DVR port 6879184c-5999-4158-898a-480fbf6fbbf8 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:31:42.375227 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:42.378888 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b43a90f3-5c58-40e3-af2a-17ad16dd2b86 req-fcd9dfe1-d59c-4581-9a5d-b9168996724c tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.18 "DELETE /v2.0/ports/6879184c-5999-4158-898a-480fbf6fbbf8 HTTP/1.1" status: 204 len: 173 time: 0.6450973 Nov 10 16:31:42.379380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c9d837-3189-4672-b770-e078aa5d1f75', 'name': 'network-vif-deleted', 'tag': '6879184c-5999-4158-898a-480fbf6fbbf8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:42.382317 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d128b3-af67-4ec5-819e-9e36d8811627" -d '{"events": [{"server_uuid": "41c9d837-3189-4672-b770-e078aa5d1f75", "name": "network-vif-deleted", "tag": "6879184c-5999-4158-898a-480fbf6fbbf8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:42.449139 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4147c16-5742-4394-addf-5ed67a653ec5 x-openstack-request-id: req-f4147c16-5742-4394-addf-5ed67a653ec5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:42.449425 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c9d837-3189-4672-b770-e078aa5d1f75", "name": "network-vif-deleted", "tag": "6879184c-5999-4158-898a-480fbf6fbbf8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:42.449678 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4147c16-5742-4394-addf-5ed67a653ec5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:42.450107 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c9d837-3189-4672-b770-e078aa5d1f75', 'name': 'network-vif-deleted', 'tag': '6879184c-5999-4158-898a-480fbf6fbbf8', 'status': 'completed', 'code': 200} Nov 10 16:31:42.520337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cca353-7819-45b8-975b-1e5f314449e2 req-050c9916-60c1-4e58-b40b-bc8e37db4b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:42.521823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22cca353-7819-45b8-975b-1e5f314449e2 req-050c9916-60c1-4e58-b40b-bc8e37db4b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0613947 Nov 10 16:31:42.577399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22cca353-7819-45b8-975b-1e5f314449e2 req-6313fc5f-eead-463f-82ff-537f232112f1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490284 Nov 10 16:31:42.703578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b75b0-54e4-4724-a524-7c0521aca385 req-c4f057fe-e398-4b49-bbbf-575f0e609c89 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:42.704958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b0b75b0-54e4-4724-a524-7c0521aca385 req-c4f057fe-e398-4b49-bbbf-575f0e609c89 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0550051 Nov 10 16:31:42.751944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48ba85a2-33e0-4ab1-bd5f-72d5b71c568b req-3f3c33e6-eeae-4a7c-a6bd-7d3c5d10d258 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 210 time: 0.0308728 Nov 10 16:31:42.757575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b0b75b0-54e4-4724-a524-7c0521aca385 req-8ba9d69d-98dc-4761-9ad0-b6d4cc1e425f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Nov 10 16:31:42.859186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80d2b384-52c8-4508-92cb-80819c04998b req-0b1573ba-a841-4489-aa68-6cbb960873a5 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/ports?device_id=41c9d837-3189-4672-b770-e078aa5d1f75 HTTP/1.1" status: 200 len: 210 time: 0.0294333 Nov 10 16:31:42.954481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6137e-3243-42fd-854a-e67aa8e4b501 req-dbcd1742-5f6c-4e66-9f53-ea6dc3463a6a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:42.955976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fe6137e-3243-42fd-854a-e67aa8e4b501 req-dbcd1742-5f6c-4e66-9f53-ea6dc3463a6a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0504320 Nov 10 16:31:43.004920 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fe6137e-3243-42fd-854a-e67aa8e4b501 req-0b822cfd-4a32-4258-b41a-c984fde59dc6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 Nov 10 16:31:43.276336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7df93-56d9-405c-b4c8-07486d393b25 req-4ffb3059-d16e-4993-b99b-acc0d5e20712 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:43.277802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdd7df93-56d9-405c-b4c8-07486d393b25 req-4ffb3059-d16e-4993-b99b-acc0d5e20712 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0548117 Nov 10 16:31:43.327787 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdd7df93-56d9-405c-b4c8-07486d393b25 req-caab7128-8c0f-4505-8383-7e43db59cb4c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Nov 10 16:31:43.499291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35982) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:43.504875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1019598378'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:43.647462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:43.651179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:43.676232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:31:43.686360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:43.686694 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Added segment 317a1328-c1eb-432c-912a-8c78494a614a of type vlan for network 569fc79e-ea89-4663-8391-e22716c464b6 Nov 10 16:31:43.705395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fabcb3-e44e-4e88-9f12-1aa4ad031b99 req-d3b1ad04-5aae-415f-92ba-7102fb105f1a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:43.706821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89fabcb3-e44e-4e88-9f12-1aa4ad031b99 req-d3b1ad04-5aae-415f-92ba-7102fb105f1a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0527201 Nov 10 16:31:43.742547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:43.762413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89fabcb3-e44e-4e88-9f12-1aa4ad031b99 req-f9e2ed97-4203-4c5d-bf94-e40aadcc3761 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489748 Nov 10 16:31:43.874770 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1219919-e32e-4829-b18a-35dfc135a485 req-cdeadcbe-b729-46ab-aa45-bcf66d4c91e8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 210 time: 0.0293820 Nov 10 16:31:43.874770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:43.874770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:43.874770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:43.917166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e651f3a-3b41-4af7-8dca-3b8bc2d8202a req-7ef7287f-8207-4a94-afe8-1e95cc60cd4f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:43.925540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e651f3a-3b41-4af7-8dca-3b8bc2d8202a req-7ef7287f-8207-4a94-afe8-1e95cc60cd4f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0786729 Nov 10 16:31:44.000531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e651f3a-3b41-4af7-8dca-3b8bc2d8202a req-9ef2cafa-d963-423e-93ad-4f5995fa4f40 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733759 Nov 10 16:31:44.009526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Network': ['ID=569fc79e-ea89-4663-8391-e22716c464b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:44.016061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5155880 Nov 10 16:31:44.021624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:44.031726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1435305846'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:44.032368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.032715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.033050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.033390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.033712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.034038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.035857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.036133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.036472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.037469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.037770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.038095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c577b8-5eb0-462d-a8a6-83f40426f863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:31:44.051392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 569fc79e-ea89-4663-8391-e22716c464b6 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:31:44.156441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:44.161582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.172278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-bf5d2b81-39a3-417e-8c6a-8721b4589b76 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322621 Nov 10 16:31:44.201267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:31:44.217451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed796447-9c5e-47ec-8002-f8a2e775fb22 req-4de6de79-bf20-4b87-8513-86ed76f5795c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:44.218907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed796447-9c5e-47ec-8002-f8a2e775fb22 req-4de6de79-bf20-4b87-8513-86ed76f5795c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1076822 Nov 10 16:31:44.224213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.224915 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Added segment c9c60122-0f04-48ec-b509-5324bde4e9da of type vlan for network c1473950-3513-45c2-93da-745d572e4c5b Nov 10 16:31:44.272414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36010) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:44.336274 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.350934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1e9bbbb2-1d1d-4cf1-9c93-146d3f4542cd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:44.353209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1e9bbbb2-1d1d-4cf1-9c93-146d3f4542cd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742618 Nov 10 16:31:44.370460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Request body: {'port': {'device_id': 'e84d140f-1487-4233-8814-ffe53907ec7b', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '54beeb0410c3445491a8078eddd7458f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:44.378587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed796447-9c5e-47ec-8002-f8a2e775fb22 req-e965d558-d1b2-4940-8ff4-19c424056254 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407619 Nov 10 16:31:44.411941 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4732764e-b5ce-4ba2-847b-dd611d703a04 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.452687 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4732764e-b5ce-4ba2-847b-dd611d703a04 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.465822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.471465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:44.472552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.550055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa34d2c-40e3-4b46-af4a-c6978d6f904e req-f2dd0440-fa7e-409d-b02e-6ae38a149194 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:44.551720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fa34d2c-40e3-4b46-af4a-c6978d6f904e req-f2dd0440-fa7e-409d-b02e-6ae38a149194 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0830281 Nov 10 16:31:44.569255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Network': ['ID=c1473950-3513-45c2-93da-745d572e4c5b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:44.587737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c1473950-3513-45c2-93da-745d572e4c5b details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:31:44.606481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dbf46391-0d48-440d-a8e7-8c75a7cfc98e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5823712 Nov 10 16:31:44.608072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36014) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:44.613332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'subnet': {'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:44.620002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fa34d2c-40e3-4b46-af4a-c6978d6f904e req-21261421-4c96-4f63-a9aa-7031af579479 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594409 Nov 10 16:31:44.671205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4732764e-b5ce-4ba2-847b-dd611d703a04 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.673796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4732764e-b5ce-4ba2-847b-dd611d703a04 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.677371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4732764e-b5ce-4ba2-847b-dd611d703a04 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "DELETE /v2.0/security-groups/d911718f-6b56-464d-8254-58e5021af272 HTTP/1.1" status: 204 len: 168 time: 0.3998117 Nov 10 16:31:44.678278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:44.692264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732764e-b5ce-4ba2-847b-dd611d703a04 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d911718f-6b56-464d-8254-58e5021af272,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:44.692587 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-5ba71cfd-22b7-4200-98db-e552bca2c3fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] show failed (client error): The resource could not be found. Nov 10 16:31:44.697686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5ba71cfd-22b7-4200-98db-e552bca2c3fc tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "GET /v2.0/security-groups/d911718f-6b56-464d-8254-58e5021af272 HTTP/1.1" status: 404 len: 347 time: 0.0145118 Nov 10 16:31:44.697949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:44.752990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Made reservation on behalf of 54beeb0410c3445491a8078eddd7458f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:44.756723 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.795687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:44.801336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:44.928219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Deleting port e27ca649-f295-4217-937d-315cb7ba30f8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:31:44.928611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.009189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f3a37-d983-4dbb-9f87-8b4428c97068 req-67b923a4-b9cb-4956-9ec4-27d9c427f253 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:45.010625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba8f3a37-d983-4dbb-9f87-8b4428c97068 req-67b923a4-b9cb-4956-9ec4-27d9c427f253 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.1368246 Nov 10 16:31:45.033032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec52f156-15ec-4e8a-9fec-08016397d364 req-dc2f3100-d9d8-4414-bb0d-e28bb6d44fd7 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 210 time: 0.0586660 Nov 10 16:31:45.077986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Allocated IP 192.168.233.72 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/122d01ab-a916-4e60-a2fb-6b20cec3978b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:31:45.110876 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.111453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.136162 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba8f3a37-d983-4dbb-9f87-8b4428c97068 req-b0937d0c-398e-4b80-84d2-29ba380d4173 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134150 Nov 10 16:31:45.151961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Calling delete_port for e27ca649-f295-4217-937d-315cb7ba30f8 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:31:45.195881 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.263044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc541d-eb40-47a7-94f2-f83acb156eea req-f7729d4e-1141-4de1-aa34-c67e86311a63 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:45.264490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ddc541d-eb40-47a7-94f2-f83acb156eea req-f7729d4e-1141-4de1-aa34-c67e86311a63 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.1310465 Nov 10 16:31:45.265794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Subnet': ['ID=e8c856b4-06fb-439b-9454-e401b7c1f403,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:45.267897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Checking segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:45.268219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network hostable DHCP agents. Network: 569fc79e-ea89-4663-8391-e22716c464b6, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:31:45.339404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network 569fc79e-ea89-4663-8391-e22716c464b6 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:31:45.407468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 569fc79e-ea89-4663-8391-e22716c464b6) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:45.418817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6f696f-759c-4f42-95d1-39f899575545 None None] Network 569fc79e-ea89-4663-8391-e22716c464b6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:31:45.422792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:45.423681 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.448272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ddc541d-eb40-47a7-94f2-f83acb156eea req-57c981e3-34a6-4420-81ef-7743c1b05f3c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464238 Nov 10 16:31:45.484989 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.556306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a38fb650-4e9c-4737-8db1-35bbb8ffe06f no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:31:45.565570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae028304-8ad3-4aa5-8ad6-cfef53d3e451 req-6bf67cb0-940d-4d3a-ad50-e59e2f25bf45 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:45.566243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae028304-8ad3-4aa5-8ad6-cfef53d3e451 req-6bf67cb0-940d-4d3a-ad50-e59e2f25bf45 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0590138 Nov 10 16:31:45.605154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0788fe13-b7ff-446c-88c7-01f048a6d681 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9959180 Nov 10 16:31:45.608157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36030) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:45.613195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'subnet': {'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:45.643722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-569fc79e-ea89-4663-8391-e22716c464b6', 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'fixed_ips': [{'subnet_id': 'e8c856b4-06fb-439b-9454-e401b7c1f403'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:31:45.644605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.647911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.665518 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae028304-8ad3-4aa5-8ad6-cfef53d3e451 req-839b233d-f4d3-42e9-84ae-c200e4173149 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857542 Nov 10 16:31:45.722760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Pushing event deleted for resources: {'Port': ['ID=e27ca649-f295-4217-937d-315cb7ba30f8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:45.778767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.800730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d', '111bb760-c46a-435d-a616-49a96ee2323c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:45.803507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:45.848263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:31:45.861005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:45.864599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:31:45.869370 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.869775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6879184c-5999-4158-898a-480fbf6fbbf8 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:31:45.871483 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.875247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dd11e593-0c90-4cdb-a1f6-92d1e18b7af4 tempest-ImagesOneServerNegativeTestJSON-1829766983 tempest-ImagesOneServerNegativeTestJSON-1829766983-project] 10.222.0.62 "DELETE /v2.0/floatingips/c6393d2d-0f24-4961-a651-04fa43a2adbb HTTP/1.1" status: 204 len: 168 time: 1.1762240 Nov 10 16:31:45.894614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:45.921692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:45.923336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4df690-dffe-4eea-9050-31902fb9fb36 req-9a90b12f-f0fb-4294-b0bd-ac27ab3da245 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:45.933621 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4df690-dffe-4eea-9050-31902fb9fb36 req-9a90b12f-f0fb-4294-b0bd-ac27ab3da245 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.2305248 Nov 10 16:31:45.950503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'Port': ['ID=122d01ab-a916-4e60-a2fb-6b20cec3978b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:45.967055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 6879184c-5999-4158-898a-480fbf6fbbf8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:31:45.967464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6879184c-5999-4158-898a-480fbf6fbbf8 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:31:46.028313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:46.028313 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.046845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Allocated IP 10.1.1.2 (569fc79e-ea89-4663-8391-e22716c464b6/e8c856b4-06fb-439b-9454-e401b7c1f403/aa321b2a-4e48-4c83-b083-0ae711c3ff96) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:31:46.081249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36044) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:46.103751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4df690-dffe-4eea-9050-31902fb9fb36 req-9332bf19-394d-48e4-983a-f1eb653c680b tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527612 Nov 10 16:31:46.170020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-cea25808-8ff2-4aec-9a41-82edb4e79769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8057587 Nov 10 16:31:46.185406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Request body: {'port': {'device_id': 'e84d140f-1487-4233-8814-ffe53907ec7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:46.199786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd54c3ef-db58-47cb-81b1-4bb36cd443a9 admin admin] Deleting subnet cdc2832b-a334-43ab-9cf2-423772e5ef77 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:31:46.230878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd54c3ef-db58-47cb-81b1-4bb36cd443a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.315262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.335676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd54c3ef-db58-47cb-81b1-4bb36cd443a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.401409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218961e5-f1eb-43a4-b9d9-44e8861c2ac2 req-2a7a35f2-4922-43b8-a34f-78cee55e4b96 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:46.409000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-218961e5-f1eb-43a4-b9d9-44e8861c2ac2 req-2a7a35f2-4922-43b8-a34f-78cee55e4b96 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.1325886 Nov 10 16:31:46.414068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27bea-fafc-4e5f-b4e5-cce15ffadbda req-7b20a056-c485-44e9-9486-8cf465965955 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:46.414246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-54d2b8fd-70a8-4bc6-8425-7801ef3531f2 None None] Provisioning complete for port 122d01ab-a916-4e60-a2fb-6b20cec3978b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:46.414418 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54d2b8fd-70a8-4bc6-8425-7801ef3531f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.415127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abb27bea-fafc-4e5f-b4e5-cce15ffadbda req-7b20a056-c485-44e9-9486-8cf465965955 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 935 time: 0.1738818 Nov 10 16:31:46.444125 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd54c3ef-db58-47cb-81b1-4bb36cd443a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.510737 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abb27bea-fafc-4e5f-b4e5-cce15ffadbda req-5da1e543-335c-420f-9003-f689a334ed07 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872869 Nov 10 16:31:46.525873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.592992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Subnet': ['ID=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:46.599749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Checking segment: {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:46.600035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network hostable DHCP agents. Network: c1473950-3513-45c2-93da-745d572e4c5b, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:31:46.611662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd54c3ef-db58-47cb-81b1-4bb36cd443a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.641861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54c3ef-db58-47cb-81b1-4bb36cd443a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc2832b-a334-43ab-9cf2-423772e5ef77,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:46.648729 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd54c3ef-db58-47cb-81b1-4bb36cd443a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.652727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd54c3ef-db58-47cb-81b1-4bb36cd443a9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cdc2832b-a334-43ab-9cf2-423772e5ef77 HTTP/1.1" status: 204 len: 168 time: 0.5703056 Nov 10 16:31:46.654989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:46.659993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-54d2b8fd-70a8-4bc6-8425-7801ef3531f2 None None] Port 122d01ab-a916-4e60-a2fb-6b20cec3978b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:31:46.716719 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.726036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network c1473950-3513-45c2-93da-745d572e4c5b is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:31:46.747794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.820467 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.842566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c1473950-3513-45c2-93da-745d572e4c5b) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:46.848962 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.853484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:46.854258 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.870997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd93fa6-c0db-46c4-a1a3-7a1fc31052cf None None] Network c1473950-3513-45c2-93da-745d572e4c5b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:31:46.885815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e00f0f-e343-4e3a-bd96-5f6955b47b1e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:46.899649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797ccb5b-a1f9-4da3-abe3-7fdd56286040') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:46.899649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797ccb5b-a1f9-4da3-abe3-7fdd56286040') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:46.916039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-218961e5-f1eb-43a4-b9d9-44e8861c2ac2 req-e9dee6c1-3ff9-40af-b354-706846061031 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061712 Nov 10 16:31:46.917423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-48d2e336-4d12-4bd8-94e6-936f869744f8 service neutron] 10.222.0.18 "GET /v2.0/ports/a38fb650-4e9c-4737-8db1-35bbb8ffe06f/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.6083617 Nov 10 16:31:46.917589 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.920797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Network 569fc79e-ea89-4663-8391-e22716c464b6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:31:46.944632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.959351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:31:46.959937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:31:46.962045 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:31:47.022060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b090239-2743-4ffa-90d6-def538de2998 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4120350 Nov 10 16:31:47.025819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:47.031978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'port': {'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1396183565', 'fixed_ips': [{'subnet_id': 'e8c856b4-06fb-439b-9454-e401b7c1f403'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:47.128544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:47.140023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:31:47.141786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Pushing event updated for resources: {'Port': ['ID=aa321b2a-4e48-4c83-b083-0ae711c3ff96,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:47.206671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e145ff7-4924-403e-869f-8e564d2580ee req-ffd13d1d-d3a2-4e91-beb0-c8b150e88954 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:47.214363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e145ff7-4924-403e-869f-8e564d2580ee req-ffd13d1d-d3a2-4e91-beb0-c8b150e88954 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 943 time: 0.0960991 Nov 10 16:31:47.217540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.223180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.230003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b5e00f0f-e343-4e3a-bd96-5f6955b47b1e HTTP/1.1" status: 204 len: 168 time: 0.5733316 Nov 10 16:31:47.272768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c0c77-ae83-4b9f-8d3d-81700fb1db27 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e00f0f-e343-4e3a-bd96-5f6955b47b1e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:47.275587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Attempting to bind port aa321b2a-4e48-4c83-b083-0ae711c3ff96 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:47.275960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Attempting to bind port aa321b2a-4e48-4c83-b083-0ae711c3ff96 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:47.276324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Attempting to bind port aa321b2a-4e48-4c83-b083-0ae711c3ff96 on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:47.289091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:47.292315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Checking segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:47.292315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.292315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Bound using segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:47.292315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Bound port: aa321b2a-4e48-4c83-b083-0ae711c3ff96, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:47.292315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.303969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488594-c68b-4a63-8068-f2f2bd941339 req-d9eb4d2c-fb4d-4f56-8e16-e8b0908bad38 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:47.306093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69488594-c68b-4a63-8068-f2f2bd941339 req-d9eb4d2c-fb4d-4f56-8e16-e8b0908bad38 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1395593 Nov 10 16:31:47.326886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e145ff7-4924-403e-869f-8e564d2580ee req-c929da45-96c9-45ab-8a7f-00583c89250c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115515 Nov 10 16:31:47.336532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122d01ab-a916-4e60-a2fb-6b20cec3978b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:47.362356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.378037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-c1473950-3513-45c2-93da-745d572e4c5b', 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'fixed_ips': [{'subnet_id': '3f2ef17d-47e8-43ac-a0bb-4b9db59916a1'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:31:47.378944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:47.379527 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.382243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:47.402353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Transition to ACTIVE for port object 122d01ab-a916-4e60-a2fb-6b20cec3978b will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:31:47.421068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] For port aa321b2a-4e48-4c83-b083-0ae711c3ff96, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:47.424153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69488594-c68b-4a63-8068-f2f2bd941339 req-4dff1b5b-7f76-4d50-8a15-01ffc434ae09 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033204 Nov 10 16:31:47.425223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] For port aa321b2a-4e48-4c83-b083-0ae711c3ff96, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aa321b2a-4e48-4c83-b083-0ae711c3ff96,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:47.436527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:47.478965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38fb650-4e9c-4737-8db1-35bbb8ffe06f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:47.490236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:47.521817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.538688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae341-fe82-4ca8-8edf-3cee978cca4d req-a61946c0-ac7b-4c47-8b9a-a49e0796557f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:47.546332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9acae341-fe82-4ca8-8edf-3cee978cca4d req-a61946c0-ac7b-4c47-8b9a-a49e0796557f tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.0819452 Nov 10 16:31:47.552191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Allocated IP 10.2.2.2 (c1473950-3513-45c2-93da-745d572e4c5b/3f2ef17d-47e8-43ac-a0bb-4b9db59916a1/01b8f89c-cd3f-4a90-9131-27186a08cdee) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:31:47.557860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.572099 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.594427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] device_id is not set on port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:31:47.614456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Pushing event updated for resources: {'Port': ['ID=122d01ab-a916-4e60-a2fb-6b20cec3978b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:47.706766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72947373-9548-4ec2-89c5-5c779dd1a0d7 None None] Pushing event updated for resources: {'Port': ['ID=aa321b2a-4e48-4c83-b083-0ae711c3ff96,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:47.726039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.746418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9acae341-fe82-4ca8-8edf-3cee978cca4d req-5612638b-9c68-44ec-a3db-d5fd51628434 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994550 Nov 10 16:31:47.848191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36072) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:47.870208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Attempting to bind port 122d01ab-a916-4e60-a2fb-6b20cec3978b on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:47.870545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Attempting to bind port 122d01ab-a916-4e60-a2fb-6b20cec3978b by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:47.870879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Attempting to bind port 122d01ab-a916-4e60-a2fb-6b20cec3978b on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:47.886235 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.897434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f5f8b-3475-4b0c-b8f4-c1e01c2237da req-99ffbddd-f80e-491c-a103-4384a1475831 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:47.900486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c82f5f8b-3475-4b0c-b8f4-c1e01c2237da req-99ffbddd-f80e-491c-a103-4384a1475831 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 947 time: 0.1782000 Nov 10 16:31:47.900789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Port 122d01ab-a916-4e60-a2fb-6b20cec3978b on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:31:47.906186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Attempting to bind port 122d01ab-a916-4e60-a2fb-6b20cec3978b on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:47.946417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:47.947214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:47.947432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:47.947936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Bound port: 122d01ab-a916-4e60-a2fb-6b20cec3978b, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:47.948361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:47.951818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Allocated IP 10.1.1.226 (569fc79e-ea89-4663-8391-e22716c464b6/e8c856b4-06fb-439b-9454-e401b7c1f403/9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:31:47.955897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cec7d0ec-0559-4240-a3de-1d55d7b919fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ce6dc2f865f42dfb58c2da7eccfeee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1065094 Nov 10 16:31:47.959053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:48.053489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] Transition to ACTIVE for port object a38fb650-4e9c-4737-8db1-35bbb8ffe06f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:31:48.069046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c82f5f8b-3475-4b0c-b8f4-c1e01c2237da req-e22f2b92-b3e0-4f68-ae39-fb7506d26ead tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511853 Nov 10 16:31:48.110248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] For port 122d01ab-a916-4e60-a2fb-6b20cec3978b, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:48.114253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] For port 122d01ab-a916-4e60-a2fb-6b20cec3978b, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=122d01ab-a916-4e60-a2fb-6b20cec3978b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:48.118149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc22-de48-4a37-9ca6-7106cefc42af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.122055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.157314 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.177488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Network c1473950-3513-45c2-93da-745d572e4c5b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:31:48.184623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:48.189017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:31:48.198410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Pushing event updated for resources: {'Port': ['ID=01b8f89c-cd3f-4a90-9131-27186a08cdee,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:48.233798 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.235952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] Pushing event updated for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:48.273920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Attempting to bind port 01b8f89c-cd3f-4a90-9131-27186a08cdee on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:31:48.274252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Attempting to bind port 01b8f89c-cd3f-4a90-9131-27186a08cdee by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:31:48.275043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Attempting to bind port 01b8f89c-cd3f-4a90-9131-27186a08cdee on network c1473950-3513-45c2-93da-745d572e4c5b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:31:48.285898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:31:48.286284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Checking segment: {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:48.287081 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.287525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Bound using segment: {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:31:48.288019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Bound port: 01b8f89c-cd3f-4a90-9131-27186a08cdee, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:31:48.289064 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.291376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:48.292024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.293614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] 10.222.0.69 "PUT /v2.0/ports/122d01ab-a916-4e60-a2fb-6b20cec3978b HTTP/1.1" status: 200 len: 1096 time: 2.1149054 Nov 10 16:31:48.294227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84d140f-1487-4233-8814-ffe53907ec7b', 'tag': '122d01ab-a916-4e60-a2fb-6b20cec3978b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:48.296794 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329fc378-dcf1-4f4d-829b-c0adf321a01a" -d '{"events": [{"name": "network-changed", "server_uuid": "e84d140f-1487-4233-8814-ffe53907ec7b", "tag": "122d01ab-a916-4e60-a2fb-6b20cec3978b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:48.318898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] No DVR routers for this DVR port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:31:48.383752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a125770-0ad6-4fcc-bfb3-45dcf11ea14a service neutron] Pushing event updated for resources: {'Port': ['ID=122d01ab-a916-4e60-a2fb-6b20cec3978b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:48.387942 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f273de78-ec8a-4d90-b66a-42d1ebf6f767 x-openstack-request-id: req-f273de78-ec8a-4d90-b66a-42d1ebf6f767 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:48.388294 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84d140f-1487-4233-8814-ffe53907ec7b", "tag": "122d01ab-a916-4e60-a2fb-6b20cec3978b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:48.388736 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f273de78-ec8a-4d90-b66a-42d1ebf6f767 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:48.389278 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84d140f-1487-4233-8814-ffe53907ec7b', 'tag': '122d01ab-a916-4e60-a2fb-6b20cec3978b', 'status': 'completed', 'code': 200} Nov 10 16:31:48.409710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3e0f7090-7eef-4a87-91f3-e4167516742d service neutron] 10.222.0.18 "PUT /v2.0/ports/a38fb650-4e9c-4737-8db1-35bbb8ffe06f/bindings/n-h1-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4747016 Nov 10 16:31:48.434659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a38fb650-4e9c-4737-8db1-35bbb8ffe06f no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:31:48.573409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] For port 01b8f89c-cd3f-4a90-9131-27186a08cdee, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:48.587570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc378-dcf1-4f4d-829b-c0adf321a01a req-e6c48ed5-788e-4486-97b5-e3518366c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:48.587570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-329fc378-dcf1-4f4d-829b-c0adf321a01a req-e6c48ed5-788e-4486-97b5-e3518366c90e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 1099 time: 0.1601729 Nov 10 16:31:48.590801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] For port 01b8f89c-cd3f-4a90-9131-27186a08cdee, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=01b8f89c-cd3f-4a90-9131-27186a08cdee,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:31:48.603637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a867c-4903-4cc6-be44-5c7a99866fb2 req-607a823b-1164-482b-9252-c4be44afa3c1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:48.619579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc22-de48-4a37-9ca6-7106cefc42af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.624560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c7a867c-4903-4cc6-be44-5c7a99866fb2 req-607a823b-1164-482b-9252-c4be44afa3c1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 944 time: 0.1219373 Nov 10 16:31:48.647231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aa321b2a-4e48-4c83-b083-0ae711c3ff96 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:48.704823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb296495-ee9b-43cf-b888-eaf375aedbeb req-5ae738eb-286d-4851-8f01-48c42dfe2e58 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:48.713162 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb296495-ee9b-43cf-b888-eaf375aedbeb req-5ae738eb-286d-4851-8f01-48c42dfe2e58 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.6334677 Nov 10 16:31:48.725983 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-329fc378-dcf1-4f4d-829b-c0adf321a01a req-00228e06-c1fa-4fe0-8ac6-d398a476a55d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318418 Nov 10 16:31:48.732463 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.807917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb296495-ee9b-43cf-b888-eaf375aedbeb req-1aab4335-17a4-4977-98cc-15e5c32a9796 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937471 Nov 10 16:31:48.851436 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.855660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2e8f-b447-4976-877e-b45379e78a7e None None] Pushing event updated for resources: {'Port': ['ID=01b8f89c-cd3f-4a90-9131-27186a08cdee,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:48.884323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aa321b2a-4e48-4c83-b083-0ae711c3ff96 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:48.884944 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:48.913342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c7a867c-4903-4cc6-be44-5c7a99866fb2 req-ae11b7d4-2ee1-4c09-b34c-a572fd2bddac tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860609 Nov 10 16:31:48.943382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-ed785cb1-dfb3-4654-88ff-badbaadf38e7 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:48.950044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-ed785cb1-dfb3-4654-88ff-badbaadf38e7 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.3242242 Nov 10 16:31:49.015728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc22-de48-4a37-9ca6-7106cefc42af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.022983 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc22-de48-4a37-9ca6-7106cefc42af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.024514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d1a7fc22-de48-4a37-9ca6-7106cefc42af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f27fa7d-e509-413c-b276-bcb10f53d18f HTTP/1.1" status: 204 len: 168 time: 1.0644615 Nov 10 16:31:49.031744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc378-dcf1-4f4d-829b-c0adf321a01a req-ab343f13-6135-4e27-9e2e-679919031281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.033455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-329fc378-dcf1-4f4d-829b-c0adf321a01a req-ab343f13-6135-4e27-9e2e-679919031281 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2801943 Nov 10 16:31:49.073403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.082723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7fc22-de48-4a37-9ca6-7106cefc42af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f27fa7d-e509-413c-b276-bcb10f53d18f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:49.087039 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.181631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:49.181808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-24941203-d9e2-4d9d-8388-48ecd27c8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.183079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-24941203-d9e2-4d9d-8388-48ecd27c8162 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7&tenant_id=445c7fba25da4a31b48bbe694c25c832 HTTP/1.1" status: 200 len: 1096 time: 0.2204521 Nov 10 16:31:49.222154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port aa321b2a-4e48-4c83-b083-0ae711c3ff96, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aa321b2a-4e48-4c83-b083-0ae711c3ff96,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:49.229763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network 569fc79e-ea89-4663-8391-e22716c464b6 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:31:49.234531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:49.248146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:31:49.265100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b477-9ee0-4220-87ab-68132e9b0fac req-6f302c64-2df4-42ee-a261-a186a036ef9a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.266633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4b4b477-9ee0-4220-87ab-68132e9b0fac req-6f302c64-2df4-42ee-a261-a186a036ef9a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.3233354 Nov 10 16:31:49.269326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6fb98-4616-45b2-8bfe-abf53becde33 req-fef4710a-9afe-42fc-b363-ef22e86c4adb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.271459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0e6fb98-4616-45b2-8bfe-abf53becde33 req-fef4710a-9afe-42fc-b363-ef22e86c4adb tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.2174141 Nov 10 16:31:49.282540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-f5d33c97-0a2a-4dc9-ab2f-6a4572cf9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.284382 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-f5d33c97-0a2a-4dc9-ab2f-6a4572cf9940 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 1099 time: 0.1609178 Nov 10 16:31:49.315640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.316311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-f486f944-9225-4cd0-bb11-e74a61e122da tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.317962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-f486f944-9225-4cd0-bb11-e74a61e122da tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 946 time: 0.3330173 Nov 10 16:31:49.393920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-33d7d08b-e92d-4f36-b225-98d2b6a9fdad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=122d01ab-a916-4e60-a2fb-6b20cec3978b HTTP/1.1" status: 200 len: 217 time: 0.0854926 Nov 10 16:31:49.452300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b0e6fb98-4616-45b2-8bfe-abf53becde33 req-033a9cca-fff0-4b4e-8acd-c0a77bdf823d tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/security-groups?id=51a9e36c-75b6-4460-aa7f-4d0a06347090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669080 Nov 10 16:31:49.456260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-043b1a79-71aa-493d-924e-a0fe77c44678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.458074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-043b1a79-71aa-493d-924e-a0fe77c44678 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1096 time: 0.2092345 Nov 10 16:31:49.480398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=aa321b2a-4e48-4c83-b083-0ae711c3ff96,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:49.494941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a918e04-c358-4e01-ab7f-1288f9862bc8 None None] Network 569fc79e-ea89-4663-8391-e22716c464b6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:31:49.496560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.497163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.511588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-28d2a18d-e328-40dc-9327-edff618eac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.513077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-28d2a18d-e328-40dc-9327-edff618eac93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1087492 Nov 10 16:31:49.563038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4b4b477-9ee0-4220-87ab-68132e9b0fac req-f8b87b02-01fc-40c7-8bab-0dbafc0bbf63 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706466 Nov 10 16:31:49.612726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-27496eb5-9494-4245-a836-88223ec60be7 None None] Provisioning complete for port aa321b2a-4e48-4c83-b083-0ae711c3ff96 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:49.613095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27496eb5-9494-4245-a836-88223ec60be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.625624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Deleting port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:31:49.626256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.656472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6229746d-61e5-46f7-89bc-ad8fa9e276a3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6265426 Nov 10 16:31:49.658340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:49.670321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'port': {'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1842707969', 'fixed_ips': [{'subnet_id': 'e8c856b4-06fb-439b-9454-e401b7c1f403'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:49.752597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-4b48cbb4-97cb-4218-86be-17579fa71400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.755122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-4b48cbb4-97cb-4218-86be-17579fa71400 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2048213 Nov 10 16:31:49.817249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68d0da-cb79-4542-b171-d6f6727ff3dc req-24a22817-1ac0-49b5-ad14-f7467333aa0c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.828859 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b68d0da-cb79-4542-b171-d6f6727ff3dc req-24a22817-1ac0-49b5-ad14-f7467333aa0c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 947 time: 0.2625549 Nov 10 16:31:49.841042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] For port 7a2f527c-6710-4d40-93f7-f2b20205d4b1, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7a2f527c-6710-4d40-93f7-f2b20205d4b1,segment=NetworkSegment(3d89a72b-6666-4c04-9402-a267e577e6bb),segment_id=3d89a72b-6666-4c04-9402-a267e577e6bb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:49.841671 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:49.858223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-635e2774-3815-4cfe-9162-405da842cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:49.859000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-635e2774-3815-4cfe-9162-405da842cf5e service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.3896503 Nov 10 16:31:49.872807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Calling delete_port for 7a2f527c-6710-4d40-93f7-f2b20205d4b1 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:31:50.014236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-c850e1d7-ee94-4ad6-85a0-638a791a8805 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 217 time: 0.1340969 Nov 10 16:31:50.110972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb8b39-f497-435e-8fdc-c1011a1812c5 req-dc2599b7-0d54-496d-9c30-c7d6097257a9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:50.120757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58fb8b39-f497-435e-8fdc-c1011a1812c5 req-dc2599b7-0d54-496d-9c30-c7d6097257a9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.2239141 Nov 10 16:31:50.160336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b68d0da-cb79-4542-b171-d6f6727ff3dc req-ff12415e-9c00-49e1-8d16-e75fe8ff4863 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304033 Nov 10 16:31:50.188089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-ecb905b9-7d6c-47b1-bd1e-2493cb0d4c88 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059610 Nov 10 16:31:50.188454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58fb8b39-f497-435e-8fdc-c1011a1812c5 req-d0c96d54-4959-4398-843a-1e94653a76fd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622301 Nov 10 16:31:50.188578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3ef1bb6e-ab6f-4d4e-b65b-7787f362024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:50.188693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:50.188812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-3ef1bb6e-ab6f-4d4e-b65b-7787f362024f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.1528034 Nov 10 16:31:50.201450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7a2f527c-6710-4d40-93f7-f2b20205d4b1'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:50.266825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Pushing event deleted for resources: {'Port': ['ID=7a2f527c-6710-4d40-93f7-f2b20205d4b1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:50.292010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-2ba6c3d0-48b3-4ec4-8b00-ff08dd36ffd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918381 Nov 10 16:31:50.299802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:50.324687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] No DVR routers for this DVR port 7a2f527c-6710-4d40-93f7-f2b20205d4b1 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:31:50.335629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:50.345725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e45d272c-c31a-40bc-8188-db59f1d68917 req-ecbfbd01-b272-4b7a-8e6d-d85152bb18b0 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.69 "DELETE /v2.0/ports/7a2f527c-6710-4d40-93f7-f2b20205d4b1 HTTP/1.1" status: 204 len: 173 time: 1.0130904 Nov 10 16:31:50.345725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d62d098-f9a7-4d93-befc-5a39794dae75', 'name': 'network-vif-deleted', 'tag': '7a2f527c-6710-4d40-93f7-f2b20205d4b1'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:50.350011 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357adedf-1205-4fc9-a80a-a097d8a3bb3a" -d '{"events": [{"server_uuid": "1d62d098-f9a7-4d93-befc-5a39794dae75", "name": "network-vif-deleted", "tag": "7a2f527c-6710-4d40-93f7-f2b20205d4b1"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:50.377310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a39e0d73-bd1d-47c2-b571-07510bb710f1 None None] Provisioning complete for port aa321b2a-4e48-4c83-b083-0ae711c3ff96 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:50.377666 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39e0d73-bd1d-47c2-b571-07510bb710f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:50.572938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a39e0d73-bd1d-47c2-b571-07510bb710f1 None None] Provisioning complete for port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:50.573308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a39e0d73-bd1d-47c2-b571-07510bb710f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:50.614160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe8f76-6329-4708-a645-97f09abd7d07 None None] Network c1473950-3513-45c2-93da-745d572e4c5b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:31:50.618817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a39e0d73-bd1d-47c2-b571-07510bb710f1 None None] Port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:31:50.633765 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3364c125-c797-4c40-a60c-97fa47f18a6a x-openstack-request-id: req-3364c125-c797-4c40-a60c-97fa47f18a6a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:50.634342 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d62d098-f9a7-4d93-befc-5a39794dae75", "name": "network-vif-deleted", "tag": "7a2f527c-6710-4d40-93f7-f2b20205d4b1", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:50.634342 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3364c125-c797-4c40-a60c-97fa47f18a6a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:50.634705 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d62d098-f9a7-4d93-befc-5a39794dae75', 'name': 'network-vif-deleted', 'tag': '7a2f527c-6710-4d40-93f7-f2b20205d4b1', 'status': 'completed', 'code': 200} Nov 10 16:31:50.770118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aa321b2a-4e48-4c83-b083-0ae711c3ff96 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:50.806106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52472704-ce1e-47ee-b39a-111d874cec50 req-42482727-bb08-46c8-b8df-5928a66464f7 tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 210 time: 0.0395515 Nov 10 16:31:50.812256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9ad9b90b-849d-4355-8024-f86d754662ce None None] Provisioning complete for port 01b8f89c-cd3f-4a90-9131-27186a08cdee triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:50.822097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:50.822097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-650a92de-9bfc-4ee7-a802-002edba0a1f0 req-0c412dd6-9a88-47dc-87c7-74ff547808b6 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196849 Nov 10 16:31:50.822706 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b90b-849d-4355-8024-f86d754662ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:50.840020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60d6f9-81a9-449d-947e-438f5cc5cac4 req-fe0f26ef-d7d3-4c3c-901d-e9fd9c8b3935 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:50.847860 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df60d6f9-81a9-449d-947e-438f5cc5cac4 req-fe0f26ef-d7d3-4c3c-901d-e9fd9c8b3935 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 944 time: 0.5598688 Nov 10 16:31:50.890597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-b9cccc05-3f37-4190-aab2-226284976dff service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740390 Nov 10 16:31:50.899002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] device_id is not set on port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:31:50.951528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aa321b2a-4e48-4c83-b083-0ae711c3ff96 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:50.951896 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:50.961639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24057d6f-b0fd-473e-a885-c72d2ee7d7a9 req-45fca3c9-54dc-4120-b0ea-535a4473278c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:50.967602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-24057d6f-b0fd-473e-a885-c72d2ee7d7a9 req-45fca3c9-54dc-4120-b0ea-535a4473278c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0948393 Nov 10 16:31:51.030614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b90b-849d-4355-8024-f86d754662ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:51.056539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-24057d6f-b0fd-473e-a885-c72d2ee7d7a9 req-5a8b3b23-b85e-47c2-82c8-0db9174d244d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809960 Nov 10 16:31:51.091566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9ad9b90b-849d-4355-8024-f86d754662ce None None] For port 01b8f89c-cd3f-4a90-9131-27186a08cdee, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=01b8f89c-cd3f-4a90-9131-27186a08cdee,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:51.101770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 01b8f89c-cd3f-4a90-9131-27186a08cdee up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:51.158839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 01b8f89c-cd3f-4a90-9131-27186a08cdee triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:51.159505 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:51.184923 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b90b-849d-4355-8024-f86d754662ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:51.246465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9b90b-849d-4355-8024-f86d754662ce None None] Pushing event updated for resources: {'Port': ['ID=01b8f89c-cd3f-4a90-9131-27186a08cdee,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:51.325819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-942481a2-bda1-4868-a996-5961a2574fcb None None] Provisioning complete for port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:51.326031 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-942481a2-bda1-4868-a996-5961a2574fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:51.370924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-942481a2-bda1-4868-a996-5961a2574fcb None None] Port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:31:51.381096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df60d6f9-81a9-449d-947e-438f5cc5cac4 req-2f587796-9862-4d5f-ad02-ec9f62354dfb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246842 Nov 10 16:31:51.392157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-942481a2-bda1-4868-a996-5961a2574fcb None None] Provisioning complete for port 01b8f89c-cd3f-4a90-9131-27186a08cdee triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:51.392709 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-942481a2-bda1-4868-a996-5961a2574fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:51.494343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30d28f-cb48-4a82-8621-17354921c8bc req-1eb6b437-f445-4e00-bd15-c4af674603d6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:51.500434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e30d28f-cb48-4a82-8621-17354921c8bc req-1eb6b437-f445-4e00-bd15-c4af674603d6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 947 time: 0.0617843 Nov 10 16:31:51.553684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e30d28f-cb48-4a82-8621-17354921c8bc req-392d059a-9ed1-4f53-9fc8-17d0c2fd17c6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522621 Nov 10 16:31:51.617151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-32cea9e6-a1e1-4e93-9d54-e1792d159284 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245911 Nov 10 16:31:51.637800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217ef2-b86d-4ce1-84ca-53b3784d929f req-7414d2cf-2bfe-43ce-b4fb-6535e8871d1a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:51.639402 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d217ef2-b86d-4ce1-84ca-53b3784d929f req-7414d2cf-2bfe-43ce-b4fb-6535e8871d1a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.1663690 Nov 10 16:31:51.669532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Allocated IP 10.1.1.161 (569fc79e-ea89-4663-8391-e22716c464b6/e8c856b4-06fb-439b-9454-e401b7c1f403/3d3957dd-ba10-46d1-a448-e33d29f5ae14) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:31:51.722934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d217ef2-b86d-4ce1-84ca-53b3784d929f req-54f0edea-5bdc-40b6-87c8-1d480016ce44 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765860 Nov 10 16:31:51.882799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:51.926774 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48b4e0db-6cf9-42b8-b011-3605a14689e3 req-f7db138d-7a54-4ec5-8f12-cc44c508723c tempest-ServerGroupTestJSON-1585468448 tempest-ServerGroupTestJSON-1585468448-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d62d098-f9a7-4d93-befc-5a39794dae75 HTTP/1.1" status: 200 len: 210 time: 0.0375774 Nov 10 16:31:51.985127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.029488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:52.033531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network 569fc79e-ea89-4663-8391-e22716c464b6 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:31:52.040206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:52.044292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:31:52.051144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=3d3957dd-ba10-46d1-a448-e33d29f5ae14,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:52.145627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:52.146417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.183086 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abed1b36-7a0f-43e5-b059-18e99c567dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.203895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-5203261d-285f-4d60-b456-a7bf9f29a041 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:52.209508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-5203261d-285f-4d60-b456-a7bf9f29a041 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.1113884 Nov 10 16:31:52.229601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9b58-0618-451a-afa5-8f7395f579fd req-825d4d7d-765c-44ea-9797-cee1963e83b6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:52.231120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ddf9b58-0618-451a-afa5-8f7395f579fd req-825d4d7d-765c-44ea-9797-cee1963e83b6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0956185 Nov 10 16:31:52.263420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-113cdee2-8c67-4e1d-b8dd-8557c98b6dce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5997648 Nov 10 16:31:52.285882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abed1b36-7a0f-43e5-b059-18e99c567dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.351490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ddf9b58-0618-451a-afa5-8f7395f579fd req-c23990ce-e7ac-4b14-a552-1190ba31db1f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939436 Nov 10 16:31:52.365973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abed1b36-7a0f-43e5-b059-18e99c567dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.389227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7a2f527c-6710-4d40-93f7-f2b20205d4b1 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:31:52.438617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-abed1b36-7a0f-43e5-b059-18e99c567dcf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbd10f08edc340c48a4cd2956104fbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4076729 Nov 10 16:31:52.441326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:52.466698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 7a2f527c-6710-4d40-93f7-f2b20205d4b1 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:31:52.467492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7a2f527c-6710-4d40-93f7-f2b20205d4b1 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:31:52.491816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed1b36-7a0f-43e5-b059-18e99c567dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d02ae23-c287-4d59-b3f2-484b345e8568,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:52.498733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ba8fa6ae-940f-4c3b-9da4-2a5143d867ec None None] Provisioning complete for port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:52.499635 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6ae-940f-4c3b-9da4-2a5143d867ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.502897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 01b8f89c-cd3f-4a90-9131-27186a08cdee up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:52.603963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c348531-7307-4950-802b-99c8386dddb5 req-738c6f65-57f0-49c4-8768-f3a99c085f15 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:52.609147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fa6ae-940f-4c3b-9da4-2a5143d867ec None None] Port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:31:52.613549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c348531-7307-4950-802b-99c8386dddb5 req-738c6f65-57f0-49c4-8768-f3a99c085f15 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 944 time: 0.0983493 Nov 10 16:31:52.625170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 01b8f89c-cd3f-4a90-9131-27186a08cdee triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:52.625800 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.678686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c348531-7307-4950-802b-99c8386dddb5 req-d3c612e7-bd6b-45cb-8c03-0c25057e8f0b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613482 Nov 10 16:31:52.692070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-07b1f564-9c8d-42b6-ab62-ebe3b20273fa service neutron] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:31:52.696061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-07b1f564-9c8d-42b6-ab62-ebe3b20273fa service neutron] Publish callbacks [] for binding, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.700757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43c080fa-e324-47d4-bcd1-45afd8e841b8 req-07b1f564-9c8d-42b6-ab62-ebe3b20273fa service neutron] 10.222.0.69 "DELETE /v2.0/ports/a38fb650-4e9c-4737-8db1-35bbb8ffe06f/bindings/n-h2-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.4814708 Nov 10 16:31:52.706536 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f633ed-e91a-4529-9002-d040fc5cedfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.757136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f633ed-e91a-4529-9002-d040fc5cedfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.841626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0cffd-b720-4c45-85c9-528b30ec685b req-0a6fde9f-13aa-4e28-a930-8750f021e43c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:52.843274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cec0cffd-b720-4c45-85c9-528b30ec685b req-0a6fde9f-13aa-4e28-a930-8750f021e43c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 947 time: 0.0694516 Nov 10 16:31:52.856368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36162) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:52.862973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c4771ee3-0b9e-4e31-a3b0-af34223dc07f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495293387', 'description': 'tempest-description--106870763'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:52.901952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f633ed-e91a-4529-9002-d040fc5cedfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.904727 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f633ed-e91a-4529-9002-d040fc5cedfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:52.908435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d1f633ed-e91a-4529-9002-d040fc5cedfa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d02ae23-c287-4d59-b3f2-484b345e8568 HTTP/1.1" status: 204 len: 168 time: 0.4631557 Nov 10 16:31:52.946917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cec0cffd-b720-4c45-85c9-528b30ec685b req-d6825a1e-5f01-41b5-967e-bb9a88a6d2f4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829921 Nov 10 16:31:52.948124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f633ed-e91a-4529-9002-d040fc5cedfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d02ae23-c287-4d59-b3f2-484b345e8568,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:52.971255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4771ee3-0b9e-4e31-a3b0-af34223dc07f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.021510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3376a-274e-4cef-b023-6cfa330db118 req-59453fe5-313c-4fdf-809e-cb8fd4e8615d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:53.023205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d3376a-274e-4cef-b023-6cfa330db118 req-59453fe5-313c-4fdf-809e-cb8fd4e8615d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0972321 Nov 10 16:31:53.098743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d77e5-da1c-43e7-b5ff-5b89adf160be req-7f58bca2-f6fc-4f4e-9a55-e0dabae7d84a tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:53.108838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f20d77e5-da1c-43e7-b5ff-5b89adf160be req-7f58bca2-f6fc-4f4e-9a55-e0dabae7d84a tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1096 time: 0.0835843 Nov 10 16:31:53.119050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4771ee3-0b9e-4e31-a3b0-af34223dc07f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.125057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d3376a-274e-4cef-b023-6cfa330db118 req-a60f7374-35b7-4eab-8512-569eac662f81 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955498 Nov 10 16:31:53.169396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4771ee3-0b9e-4e31-a3b0-af34223dc07f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.182273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f20d77e5-da1c-43e7-b5ff-5b89adf160be req-3e90ded7-341f-4b67-b7ff-c58bc23f046f tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648477 Nov 10 16:31:53.274162 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4771ee3-0b9e-4e31-a3b0-af34223dc07f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.275552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c4771ee3-0b9e-4e31-a3b0-af34223dc07f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4175417 Nov 10 16:31:53.277943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4771ee3-0b9e-4e31-a3b0-af34223dc07f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf7e1d7-4c12-4517-84bc-f052d3ad688f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:53.278587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36180) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:53.284466 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-54cb0fee-a7e3-41a1-9ed4-1f1711f45ed0 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'security_group_rule': {'security_group_id': 'daf7e1d7-4c12-4517-84bc-f052d3ad688f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:53.386789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc503e-6cf1-49ba-9e13-d0fefd8a665b req-47e19db0-29de-4c57-8467-c3e28940db6b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:53.389231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cc503e-6cf1-49ba-9e13-d0fefd8a665b req-47e19db0-29de-4c57-8467-c3e28940db6b tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1096 time: 0.0692680 Nov 10 16:31:53.452934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54cb0fee-a7e3-41a1-9ed4-1f1711f45ed0 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.538184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14cc503e-6cf1-49ba-9e13-d0fefd8a665b req-c96cbf20-8669-49a7-8713-89fa83740283 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273301 Nov 10 16:31:53.563879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54cb0fee-a7e3-41a1-9ed4-1f1711f45ed0 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.575090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ba532-e521-434c-8e34-8fc36fef51b8 req-86cbfc2a-f8f9-44eb-a973-fcb147a06aea tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:53.583349 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a3ba532-e521-434c-8e34-8fc36fef51b8 req-86cbfc2a-f8f9-44eb-a973-fcb147a06aea tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0679269 Nov 10 16:31:53.653586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a3ba532-e521-434c-8e34-8fc36fef51b8 req-0f9535c7-e375-454f-ac4d-d36e514231a4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Nov 10 16:31:53.668170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54cb0fee-a7e3-41a1-9ed4-1f1711f45ed0 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.700241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb0fee-a7e3-41a1-9ed4-1f1711f45ed0 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dcc983-9952-4ed6-a855-eeeb7a4c8113,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:53.763722 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54cb0fee-a7e3-41a1-9ed4-1f1711f45ed0 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.770698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-54cb0fee-a7e3-41a1-9ed4-1f1711f45ed0 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4851112 Nov 10 16:31:53.770698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:53.773790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0a87a3b7-7495-4437-af26-80dde72b87e1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'security_group_rule': {'security_group_id': 'daf7e1d7-4c12-4517-84bc-f052d3ad688f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:53.907635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a87a3b7-7495-4437-af26-80dde72b87e1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.910014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36216) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:53.979261 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a87a3b7-7495-4437-af26-80dde72b87e1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:53.987058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92bd4d2-c45e-4c44-8f46-ad4308da676e admin admin] Deleting subnet b9a6f20a-0b72-4513-84b3-0c381839893a {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:31:53.991278 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f92bd4d2-c45e-4c44-8f46-ad4308da676e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.044469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f92bd4d2-c45e-4c44-8f46-ad4308da676e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.100068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a87a3b7-7495-4437-af26-80dde72b87e1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.111988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f92bd4d2-c45e-4c44-8f46-ad4308da676e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.122237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87a3b7-7495-4437-af26-80dde72b87e1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235c63a5-b98a-4ad5-932b-cf6d40bed01a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:54.122946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738da7f-36cc-4506-96eb-eada662fa34e req-0fc804ea-6565-4c11-bfe3-3fa19eca73a5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:54.124526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c738da7f-36cc-4506-96eb-eada662fa34e req-0fc804ea-6565-4c11-bfe3-3fa19eca73a5 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 947 time: 0.0966480 Nov 10 16:31:54.216073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c738da7f-36cc-4506-96eb-eada662fa34e req-254e4161-2a52-4ea2-8897-ef62e7fed16a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740011 Nov 10 16:31:54.257605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a87a3b7-7495-4437-af26-80dde72b87e1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.259390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0a87a3b7-7495-4437-af26-80dde72b87e1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4904115 Nov 10 16:31:54.267159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36232) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:54.272573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:54.284951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f92bd4d2-c45e-4c44-8f46-ad4308da676e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.330615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bd4d2-c45e-4c44-8f46-ad4308da676e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a6f20a-0b72-4513-84b3-0c381839893a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:54.348135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f92bd4d2-c45e-4c44-8f46-ad4308da676e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.351845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f92bd4d2-c45e-4c44-8f46-ad4308da676e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b9a6f20a-0b72-4513-84b3-0c381839893a HTTP/1.1" status: 204 len: 168 time: 0.4403827 Nov 10 16:31:54.357433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36234) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:54.386289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05b29-4f92-4863-96e0-435a8737bfda req-d5224d87-fce8-4912-af36-3350bedfd833 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:54.395144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cee05b29-4f92-4863-96e0-435a8737bfda req-d5224d87-fce8-4912-af36-3350bedfd833 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0957401 Nov 10 16:31:54.398511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 122d01ab-a916-4e60-a2fb-6b20cec3978b details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:31:54.408519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-4fe6b887-284a-4f38-b784-a7604b47f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:54.410716 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-4fe6b887-284a-4f38-b784-a7604b47f4ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1098 time: 0.1269722 Nov 10 16:31:54.456979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.459538 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.538969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 122d01ab-a916-4e60-a2fb-6b20cec3978b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=122d01ab-a916-4e60-a2fb-6b20cec3978b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:54.543144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cee05b29-4f92-4863-96e0-435a8737bfda req-fd5a5239-5971-49a0-8e85-f20be705113c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469893 Nov 10 16:31:54.571832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '122d01ab-a916-4e60-a2fb-6b20cec3978b', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '122d01ab-a916-4e60-a2fb-6b20cec3978b', 'mac_address': 'fa:16:3e:d4:84:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:31:54.582839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-69655565-25e2-4c72-b5f0-5f969fd385c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:54.586350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-69655565-25e2-4c72-b5f0-5f969fd385c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.1653225 Nov 10 16:31:54.627057 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.638159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.643225 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-f2d7f12d-a397-47a7-9b77-3a9e40402537 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e HTTP/1.1" status: 200 len: 217 time: 0.0496621 Nov 10 16:31:54.654623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122d01ab-a916-4e60-a2fb-6b20cec3978b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:31:54.663895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d644537-6c58-4dd8-abc5-3e1023ad0ab9']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:54.677830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 122d01ab-a916-4e60-a2fb-6b20cec3978b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=122d01ab-a916-4e60-a2fb-6b20cec3978b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:54.700151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d89a72b-6666-4c04-9402-a267e577e6bb') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:54.700443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d89a72b-6666-4c04-9402-a267e577e6bb') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:31:54.717999 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.727250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-1764eb92-ba18-498e-9019-d8b5739e2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:54.729197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-1764eb92-ba18-498e-9019-d8b5739e2bcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.0767241 Nov 10 16:31:54.744947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.765160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-bb179f50-d252-4b36-a8e6-5d828bfbae0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283327 Nov 10 16:31:54.771364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:31:54.771364 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:31:54.773034 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:31:54.795350 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.827892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78eb9092-6ce2-4d53-ae87-df3fd49f37b0 req-ac58398d-17b2-4353-8e9c-c3f311249237 tempest-AbsoluteLimitsNegativeTestJSON-1811072237 tempest-AbsoluteLimitsNegativeTestJSON-1811072237-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=182c529213984a0dbf982c9be65c5407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505612 Nov 10 16:31:54.853668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=122d01ab-a916-4e60-a2fb-6b20cec3978b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:54.857431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6d529-9bbc-4467-acca-e1d0ff919678 req-a878389b-4526-4237-a6b0-866dce1973f3 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:54.859812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6be6d529-9bbc-4467-acca-e1d0ff919678 req-a878389b-4526-4237-a6b0-866dce1973f3 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1309617 Nov 10 16:31:54.861454 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.916218 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.937326 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:54.940534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] 10.222.0.62 "DELETE /v2.0/networks/2d644537-6c58-4dd8-abc5-3e1023ad0ab9 HTTP/1.1" status: 204 len: 168 time: 0.5818694 Nov 10 16:31:54.963975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dffdc4-f05b-427f-9d60-8dc97f6dd8db admin admin] Pushing event deleted for resources: {'Network': ['ID=2d644537-6c58-4dd8-abc5-3e1023ad0ab9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:54.976060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-e34a3505-b294-4577-bdd3-6f0ace469ef6 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974764 Nov 10 16:31:54.982959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6be6d529-9bbc-4467-acca-e1d0ff919678 req-fd364e22-ea25-453a-b96a-26166e22bb8a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191437 Nov 10 16:31:55.012632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb9092-6ce2-4d53-ae87-df3fd49f37b0 req-fd2f4bd4-129b-4268-929f-e39f53117031 tempest-AbsoluteLimitsNegativeTestJSON-1811072237 tempest-AbsoluteLimitsNegativeTestJSON-1811072237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:55.014139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78eb9092-6ce2-4d53-ae87-df3fd49f37b0 req-fd2f4bd4-129b-4268-929f-e39f53117031 tempest-AbsoluteLimitsNegativeTestJSON-1811072237 tempest-AbsoluteLimitsNegativeTestJSON-1811072237-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520796 Nov 10 16:31:55.030277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Allocated IP 172.25.3.115 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/13bc0253-eca5-42e2-a075-8b80e84c1dd8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:31:55.052689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78eb9092-6ce2-4d53-ae87-df3fd49f37b0 req-d3912eab-7869-41d5-a8cb-2cf725ff6cb4 tempest-AbsoluteLimitsNegativeTestJSON-1811072237 tempest-AbsoluteLimitsNegativeTestJSON-1811072237-project] 10.222.0.62 "GET /v2.0/quotas/182c529213984a0dbf982c9be65c5407 HTTP/1.1" status: 200 len: 375 time: 0.0182297 Nov 10 16:31:55.117976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78eb9092-6ce2-4d53-ae87-df3fd49f37b0 req-385c8060-d94c-4f72-9a4a-1f256968c726 tempest-AbsoluteLimitsNegativeTestJSON-1811072237 tempest-AbsoluteLimitsNegativeTestJSON-1811072237-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=182c529213984a0dbf982c9be65c5407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397179 Nov 10 16:31:55.148805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-ae429a7d-6b45-40a6-a3d2-2a2850e268aa service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460018 Nov 10 16:31:55.174792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:55.298071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:55.306345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['122d01ab-a916-4e60-a2fb-6b20cec3978b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:31:55.385491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:31:55.389974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:31:55.394610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:31:55.464591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36264) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:55.481383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=13bc0253-eca5-42e2-a075-8b80e84c1dd8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:55.712136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-82787955-e241-4862-a6e8-3c3a7e585f29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a958e661e2e494882ecfa8225658f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424495 Nov 10 16:31:55.756333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36274) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:55.790444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36276) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:55.829163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35060f4e-9791-45f6-bdaa-dc124619cbf7 req-c2ede28b-d553-4cdf-a8c8-dd0bd8c9a841 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:55.831126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefef60-944a-473c-952d-3c7e2b77c11c req-4b52a562-68c9-4c71-92a4-048c408a10a6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:55.838430 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35060f4e-9791-45f6-bdaa-dc124619cbf7 req-c2ede28b-d553-4cdf-a8c8-dd0bd8c9a841 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 948 time: 0.3757579 Nov 10 16:31:55.840363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1cefef60-944a-473c-952d-3c7e2b77c11c req-4b52a562-68c9-4c71-92a4-048c408a10a6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.1945579 Nov 10 16:31:55.894109 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:55.897890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1cefef60-944a-473c-952d-3c7e2b77c11c req-8630bde1-9eab-4e51-b429-bdb1a882e287 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562277 Nov 10 16:31:55.901493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35060f4e-9791-45f6-bdaa-dc124619cbf7 req-8cfd4dc0-f9c4-472e-aea9-9004fdd8ed99 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621355 Nov 10 16:31:55.924610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b48d8c68-232b-4df7-bd87-1e0390a56419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:55.954098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b48d8c68-232b-4df7-bd87-1e0390a56419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.029295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.109556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-811e4559-e5fc-4267-8ef7-45c681f36670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.128420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98998a-30b1-4822-a565-86e900af7f75 req-1dfeec09-55f6-4bcf-867d-c79e9b9ed1ff tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:56.130389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f98998a-30b1-4822-a565-86e900af7f75 req-1dfeec09-55f6-4bcf-867d-c79e9b9ed1ff tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0641587 Nov 10 16:31:56.222463 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f98998a-30b1-4822-a565-86e900af7f75 req-ad027009-b71e-459c-a376-1c302b3f4e97 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771172 Nov 10 16:31:56.241555 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b48d8c68-232b-4df7-bd87-1e0390a56419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.244426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b48d8c68-232b-4df7-bd87-1e0390a56419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.245597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b48d8c68-232b-4df7-bd87-1e0390a56419 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51a9e36c-75b6-4460-aa7f-4d0a06347090 HTTP/1.1" status: 204 len: 168 time: 0.4880712 Nov 10 16:31:56.269313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d8c68-232b-4df7-bd87-1e0390a56419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a9e36c-75b6-4460-aa7f-4d0a06347090,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:56.273479 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.303736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-811e4559-e5fc-4267-8ef7-45c681f36670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.349871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.430693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=13bc0253-eca5-42e2-a075-8b80e84c1dd8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:56.434050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-811e4559-e5fc-4267-8ef7-45c681f36670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.492463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:56.492672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-811e4559-e5fc-4267-8ef7-45c681f36670 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=182c529213984a0dbf982c9be65c5407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7008400 Nov 10 16:31:56.494718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.498928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e4559-e5fc-4267-8ef7-45c681f36670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aaed72-a570-483e-8f7b-421a3e6cc346,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:56.566688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c04957b-94d7-4c53-88ef-c13a2066473d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.580707 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.581895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f30b0e9b-1a99-44ff-8709-5d0162ed945c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3137128 Nov 10 16:31:56.590197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c04957b-94d7-4c53-88ef-c13a2066473d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.716017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c04957b-94d7-4c53-88ef-c13a2066473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.720542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c04957b-94d7-4c53-88ef-c13a2066473d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:56.724245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c04957b-94d7-4c53-88ef-c13a2066473d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4aaed72-a570-483e-8f7b-421a3e6cc346 HTTP/1.1" status: 204 len: 168 time: 0.2283094 Nov 10 16:31:56.736083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04957b-94d7-4c53-88ef-c13a2066473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aaed72-a570-483e-8f7b-421a3e6cc346,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:56.875467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-d679081d-a040-4f0c-b970-fcd69f773ba1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--495293387&fields=id&tenant_id=58c4ffc5180746fcbf14baadb1077408 HTTP/1.1" status: 200 len: 267 time: 0.0467730 Nov 10 16:31:56.934355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0016ef09-ddd6-4bb0-929e-b7a7d5dd8426 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:56.936144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0016ef09-ddd6-4bb0-929e-b7a7d5dd8426 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports/9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 200 len: 937 time: 0.0505888 Nov 10 16:31:57.011627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-278aca3a-d9a9-4a75-9090-2d40874d4931 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:57.013414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-278aca3a-d9a9-4a75-9090-2d40874d4931 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports/3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 200 len: 937 time: 0.0669878 Nov 10 16:31:57.063989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760b6b5-4390-4ea6-a666-ca1687244edd req-fd599e31-f15f-4342-90c6-e0fdce3b65b2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:57.068423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4760b6b5-4390-4ea6-a666-ca1687244edd req-fd599e31-f15f-4342-90c6-e0fdce3b65b2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0784070 Nov 10 16:31:57.086491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-6366c2f8-86cc-4a16-a929-dc733a048019 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0664508 Nov 10 16:31:57.129609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4760b6b5-4390-4ea6-a666-ca1687244edd req-4ec8d994-7eed-445e-8fbf-35d9ab06fe56 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Nov 10 16:31:57.135577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-dbe6883a-bb3a-4326-a91a-0d41bbb3a792 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0401106 Nov 10 16:31:57.310824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75476b-5830-412d-9465-d52cf8057a25 req-26ed4063-9ce4-464a-a539-ee47f6ae7250 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:57.310824 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c75476b-5830-412d-9465-d52cf8057a25 req-26ed4063-9ce4-464a-a539-ee47f6ae7250 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 948 time: 0.0949099 Nov 10 16:31:57.325544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0dc6d899-a6aa-4457-b0cc-d293d6e86e81 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:57.331971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0dc6d899-a6aa-4457-b0cc-d293d6e86e81 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:57.338548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0dc6d899-a6aa-4457-b0cc-d293d6e86e81 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:57.341015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0dc6d899-a6aa-4457-b0cc-d293d6e86e81 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/networks?id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=c1473950-3513-45c2-93da-745d572e4c5b&id=c1473950-3513-45c2-93da-745d572e4c5b HTTP/1.1" status: 200 len: 1996 time: 0.1981854 Nov 10 16:31:57.355638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-84cfb6e9-fa32-49c6-9e70-8028d3bf92ed tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/quotas/58c4ffc5180746fcbf14baadb1077408 HTTP/1.1" status: 200 len: 375 time: 0.0092764 Nov 10 16:31:57.363481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c75476b-5830-412d-9465-d52cf8057a25 req-e63989cd-bc0f-4185-a5b3-524262df90ac tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 Nov 10 16:31:57.439834 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-86b2d42d-79bf-4bd2-a65c-b7c6316ae7b1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0781686 Nov 10 16:31:57.543884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:57.581560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fe548-ab54-47ee-ac64-f89382841e97 req-ea6a7aba-1286-4c69-bf86-518fbe07f905 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:57.584195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-893fe548-ab54-47ee-ac64-f89382841e97 req-ea6a7aba-1286-4c69-bf86-518fbe07f905 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0622735 Nov 10 16:31:57.639084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-893fe548-ab54-47ee-ac64-f89382841e97 req-a416bbc1-ab69-4fc5-b1db-6dc1364ffce0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Nov 10 16:31:57.736407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1083560711-network', 'tenant_id': '36b26725902144499048b09114d8bb3f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:57.778699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-638371bb-770a-4505-b7d5-21b7392a0c24 service neutron] 10.222.0.62 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251817 Nov 10 16:31:57.852272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Made reservation on behalf of 36b26725902144499048b09114d8bb3f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:57.855901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:57.867174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:57.900524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-68bd2458-ee62-4f2f-842d-b5271b0040a3 service neutron] 10.222.0.62 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146708 Nov 10 16:31:57.962641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1a9f46ca-fbfc-4996-b1b4-764e48a35b7a service neutron] 10.222.0.62 "GET /v2.0/ports/9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0516593 Nov 10 16:31:58.050422 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:58.081566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4e32a5e9-00ff-4dd2-a8bc-40855844463b service neutron] 10.222.0.62 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060226 Nov 10 16:31:58.148527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:58.183967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:31:58.202787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b11dbb-5ecb-4f9f-888a-c23ff7734610,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:58.205809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:58.206299 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Added segment e7c8959a-cb67-47c7-aad0-8c4332d219bc of type vlan for network d639aca4-8be3-485e-875f-d34c83af8cf7 Nov 10 16:31:58.255955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-dcaad350-6c43-4552-a794-fd263b6f7e5e service neutron] 10.222.0.62 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596851 Nov 10 16:31:58.300445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0bd5fe93-40f8-4ab6-975f-ff839a016724 service neutron] 10.222.0.62 "GET /v2.0/ports/3d3957dd-ba10-46d1-a448-e33d29f5ae14?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381567 Nov 10 16:31:58.309237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:58.414781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 122d01ab-a916-4e60-a2fb-6b20cec3978b up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:31:58.429717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331796ac-76c6-4116-a576-7b66d6ca8d23 req-fe66f2c0-b160-4c21-9884-47874548b259 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:58.441554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-58c92d71-8a0a-4286-b818-25e40886a5c9 service neutron] 10.222.0.62 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213768 Nov 10 16:31:58.443012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-331796ac-76c6-4116-a576-7b66d6ca8d23 req-fe66f2c0-b160-4c21-9884-47874548b259 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.1430142 Nov 10 16:31:58.497554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:58.498428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:58.499008 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:58.548685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-331796ac-76c6-4116-a576-7b66d6ca8d23 req-377d4d25-31ff-4129-a625-b1eeb02481c7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046975 Nov 10 16:31:58.619116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] Pushing event updated for resources: {'Network': ['ID=d639aca4-8be3-485e-875f-d34c83af8cf7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:58.633325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network d639aca4-8be3-485e-875f-d34c83af8cf7 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:31:58.649871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-36cdaf93-4b3d-4791-b340-bb3535fc88c6 service neutron] 10.222.0.62 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074127 Nov 10 16:31:58.707729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5047cc-0840-4a33-a914-c64ba05e2ea3 req-4c9bc2c6-5e97-4016-8d0e-11e801ab0b60 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:58.711183 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7a5047cc-0840-4a33-a914-c64ba05e2ea3 req-4c9bc2c6-5e97-4016-8d0e-11e801ab0b60 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 948 time: 0.0966811 Nov 10 16:31:58.767176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7a5047cc-0840-4a33-a914-c64ba05e2ea3 req-0a0948b1-236c-455e-8f8c-f37f8e32f309 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Nov 10 16:31:58.774498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ad90a381-4bd3-44dd-8231-1ee9faee5fb8 service neutron] 10.222.0.62 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184115 Nov 10 16:31:58.841388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 122d01ab-a916-4e60-a2fb-6b20cec3978b completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:31:58.853528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 122d01ab-a916-4e60-a2fb-6b20cec3978b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:31:58.853528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:58.985485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fbf15-fb76-47ea-a4cc-8d86f44c8db4 req-0c8bcc65-1c0f-4fbf-ad15-56eb6bb6baa0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:58.994357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-097fbf15-fb76-47ea-a4cc-8d86f44c8db4 req-0c8bcc65-1c0f-4fbf-ad15-56eb6bb6baa0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.0819285 Nov 10 16:31:59.028556 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:59.068846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-097fbf15-fb76-47ea-a4cc-8d86f44c8db4 req-f1aea1b0-eb1c-46ec-a4c8-d0856e078191 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731504 Nov 10 16:31:59.133296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84d140f-1487-4233-8814-ffe53907ec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122d01ab-a916-4e60-a2fb-6b20cec3978b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:31:59.141150 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5f036e-2ced-48d6-bcb8-ff8da8a1bfc3" -d '{"events": [{"server_uuid": "e84d140f-1487-4233-8814-ffe53907ec7b", "name": "network-vif-plugged", "status": "completed", "tag": "122d01ab-a916-4e60-a2fb-6b20cec3978b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:31:59.144016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-565c6011-590d-4afe-b11e-98883394472b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5990021 Nov 10 16:31:59.153878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36376) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:59.159768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Request body: {'subnet': {'network_id': 'd639aca4-8be3-485e-875f-d34c83af8cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1083560711-subnet', 'tenant_id': '36b26725902144499048b09114d8bb3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:31:59.174155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 122d01ab-a916-4e60-a2fb-6b20cec3978b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=122d01ab-a916-4e60-a2fb-6b20cec3978b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:31:59.232226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-f0261f0a-540a-45c9-ab74-467f5ad2b3aa service neutron] 10.222.0.62 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509225 Nov 10 16:31:59.247041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:59.309729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=122d01ab-a916-4e60-a2fb-6b20cec3978b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:59.321376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Made reservation on behalf of 36b26725902144499048b09114d8bb3f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:31:59.323750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:59.331865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-94513cf4-fc3e-431e-9c23-46a35bea7d3c service neutron] 10.222.0.62 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984352 Nov 10 16:31:59.363496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:59.477179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-7cd574bf-71e1-411e-9176-ee8daaac8915 service neutron] 10.222.0.62 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314197 Nov 10 16:31:59.484643 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150aebda-0b8a-41b2-ad14-aa14cc89c1ca x-openstack-request-id: req-150aebda-0b8a-41b2-ad14-aa14cc89c1ca {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:31:59.485190 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84d140f-1487-4233-8814-ffe53907ec7b", "name": "network-vif-plugged", "status": "completed", "tag": "122d01ab-a916-4e60-a2fb-6b20cec3978b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:31:59.485190 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-150aebda-0b8a-41b2-ad14-aa14cc89c1ca {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:31:59.485638 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84d140f-1487-4233-8814-ffe53907ec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122d01ab-a916-4e60-a2fb-6b20cec3978b', 'code': 200} Nov 10 16:31:59.589908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-facb0308-d12f-43b6-9845-3e7bea1ba5a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:59.635624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ad7e1410-3678-4d16-abf4-71090416f51c service neutron] 10.222.0.62 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548090 Nov 10 16:31:59.664321 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:59.731700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf6c7f-5b7a-47ec-bbdf-f45be5b30cd2 req-68a8a2eb-b303-480a-875c-eca250b63d48 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:59.733571 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1bf6c7f-5b7a-47ec-bbdf-f45be5b30cd2 req-68a8a2eb-b303-480a-875c-eca250b63d48 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.1025589 Nov 10 16:31:59.734702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71de49b-5187-4ca6-bc4b-bf30f5e767ee,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:59.774697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Checking segment: {'id': 'e7c8959a-cb67-47c7-aad0-8c4332d219bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd639aca4-8be3-485e-875f-d34c83af8cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:31:59.775046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Network hostable DHCP agents. Network: d639aca4-8be3-485e-875f-d34c83af8cf7, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:31:59.784976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be9f45-1e3f-470b-b01b-f0697a59e9d1 req-fed4a2c3-607d-41bf-b812-8184e0568882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:59.786615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1be9f45-1e3f-470b-b01b-f0697a59e9d1 req-fed4a2c3-607d-41bf-b812-8184e0568882 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 1101 time: 0.2260134 Nov 10 16:31:59.804127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-facb0308-d12f-43b6-9845-3e7bea1ba5a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:59.814959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1bf6c7f-5b7a-47ec-bbdf-f45be5b30cd2 req-f7913bb6-d4cb-4b1b-9500-a4b141a96b0f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681293 Nov 10 16:31:59.829886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c8fc417f-2135-40e5-ac74-b03fa0ad7db4 service neutron] 10.222.0.62 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809037 Nov 10 16:31:59.904717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Network d639aca4-8be3-485e-875f-d34c83af8cf7 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:31:59.909570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1be9f45-1e3f-470b-b01b-f0697a59e9d1 req-3b692a2e-e06b-4b90-98e3-84eddfcc860d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077020 Nov 10 16:31:59.912325 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-facb0308-d12f-43b6-9845-3e7bea1ba5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:31:59.964251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-facb0308-d12f-43b6-9845-3e7bea1ba5a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c443c1d3c564ee0b20114b4bf4840dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996382 Nov 10 16:31:59.967643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36394) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:31:59.971263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb0308-d12f-43b6-9845-3e7bea1ba5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e966cc86-f696-4efb-81e8-6c785ae6a94b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:31:59.979361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90e8b4-5d77-4e82-a5be-ce38a9d19ba0 req-958a8e69-6664-44f7-94bd-7213b0e33757 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:31:59.981475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba90e8b4-5d77-4e82-a5be-ce38a9d19ba0 req-958a8e69-6664-44f7-94bd-7213b0e33757 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0731492 Nov 10 16:31:59.984325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-34e02f8e-938f-40cd-b208-d18aff94ec1b service neutron] 10.222.0.62 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453001 Nov 10 16:32:00.036309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, d639aca4-8be3-485e-875f-d34c83af8cf7) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:00.048769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda4d0d-e3dc-4d3c-9482-8af5170e6028 None None] Network d639aca4-8be3-485e-875f-d34c83af8cf7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:32:00.082524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5f45bf41-f8ff-45a9-8653-6cfd182e9988 service neutron] 10.222.0.62 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908315 Nov 10 16:32:00.091395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:00.092050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:00.098075 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba90e8b4-5d77-4e82-a5be-ce38a9d19ba0 req-06ad0ac6-6200-4384-9b22-c82c81268dff tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002860 Nov 10 16:32:00.128840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01d27628-7770-467e-a536-be8d7ac2feca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:00.181685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01d27628-7770-467e-a536-be8d7ac2feca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:00.238001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d7e3558d-025c-4f2a-aa90-8140f80b7d5f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0854127 Nov 10 16:32:00.255433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd9cdf-c109-41a2-b630-5c031d1a2dfb None None] Network d639aca4-8be3-485e-875f-d34c83af8cf7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:32:00.338786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01d27628-7770-467e-a536-be8d7ac2feca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:00.341755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01d27628-7770-467e-a536-be8d7ac2feca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:00.346005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-01d27628-7770-467e-a536-be8d7ac2feca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e966cc86-f696-4efb-81e8-6c785ae6a94b HTTP/1.1" status: 204 len: 168 time: 0.3734853 Nov 10 16:32:00.378250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27628-7770-467e-a536-be8d7ac2feca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e966cc86-f696-4efb-81e8-6c785ae6a94b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:00.420908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d8850-d778-4972-9737-da662b7ce9b7 req-6301ad27-e8d1-4481-bde3-3ac6fd22ce8f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:00.424728 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e3d8850-d778-4972-9737-da662b7ce9b7 req-6301ad27-e8d1-4481-bde3-3ac6fd22ce8f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1302342 Nov 10 16:32:00.486722 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e3d8850-d778-4972-9737-da662b7ce9b7 req-4b8b4862-c8d8-429b-ba88-dad16fddb3ea tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540090 Nov 10 16:32:01.147562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-c81bb96c-084d-44ef-af6c-99da6a332a1b tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:01.157886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-c81bb96c-084d-44ef-af6c-99da6a332a1b tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/networks?id=d639aca4-8be3-485e-875f-d34c83af8cf7 HTTP/1.1" status: 200 len: 813 time: 0.1297829 Nov 10 16:32:01.179632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-80af33f6-d892-441a-976d-db8e1421cb01 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/quotas/36b26725902144499048b09114d8bb3f HTTP/1.1" status: 200 len: 375 time: 0.0117702 Nov 10 16:32:01.217565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-5587ad03-ec62-42d0-acce-514e53bc7740 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b26725902144499048b09114d8bb3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322506 Nov 10 16:32:01.328431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-814ee700-bf0a-49c6-87ed-8c0513aa0626 service neutron] 10.222.0.62 "GET /v2.0/networks/d639aca4-8be3-485e-875f-d34c83af8cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020119 Nov 10 16:32:01.436224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-b12361e2-6519-493e-90a4-a8117eeff9b2 service neutron] 10.222.0.62 "GET /v2.0/networks/d639aca4-8be3-485e-875f-d34c83af8cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003351 Nov 10 16:32:01.497581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36456) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:01.561083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5133c1c2-5e33-47ea-9582-945faca5c12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:01.610225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-208945052-network', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:01.732698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Made reservation on behalf of 0d0ca4ce52c545e9b484dcdcaf0f43ba for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:01.735504 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:01.747478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:01.873643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb160e2-1bc3-4c1a-95e0-b33791800dc4 req-90153cc9-94cc-4f6e-b998-ca7f5585b6b1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:01.875451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cb160e2-1bc3-4c1a-95e0-b33791800dc4 req-90153cc9-94cc-4f6e-b998-ca7f5585b6b1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.1062832 Nov 10 16:32:01.946591 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:01.973624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cb160e2-1bc3-4c1a-95e0-b33791800dc4 req-dd82ba30-ef9b-49c7-a20c-3c07d8fcf329 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821884 Nov 10 16:32:02.066053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:02.101750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:32:02.105536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd95154-83ca-4bf9-8bef-f8008a603910,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:02.120684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d190c0-43f2-4474-9c3b-5b7dba88c770 req-fc843673-fb51-45ef-bdbd-04198d7a30da tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:02.122301 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09d190c0-43f2-4474-9c3b-5b7dba88c770 req-fc843673-fb51-45ef-bdbd-04198d7a30da tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0878472 Nov 10 16:32:02.128052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:02.128384 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Added segment 52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc of type vlan for network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f Nov 10 16:32:02.190521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:02.214220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09d190c0-43f2-4474-9c3b-5b7dba88c770 req-08fac790-a09a-4217-a5b6-e9a5ce8a30ae tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843406 Nov 10 16:32:02.321175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:02.322146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:02.322727 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:02.389905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] Pushing event updated for resources: {'Network': ['ID=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:02.404558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:32:02.476653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bea28a87-1ca6-4c6d-9ef8-1c2daebefb0d req-c7b4cd31-8769-4194-adef-46c8ba9bb246 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 210 time: 0.0423160 Nov 10 16:32:02.480793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bfec2cd8-f87a-4b81-ab52-247bde719fbb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9794154 Nov 10 16:32:02.481865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:02.504299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Request body: {'subnet': {'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-208945052-subnet', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:02.545955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e243684-863d-45d8-91ca-67cb862a8fca req-964a0965-367a-403e-a77d-106a406714c9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:02.547688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e243684-863d-45d8-91ca-67cb862a8fca req-964a0965-367a-403e-a77d-106a406714c9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1486263 Nov 10 16:32:02.648046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e05bf8a6-2e9c-456a-9d1c-16c4a3c86a40 req-6a55ad24-0351-4eb1-85bb-acd9fd5ff6cf tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0300622 Nov 10 16:32:02.649502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Made reservation on behalf of 0d0ca4ce52c545e9b484dcdcaf0f43ba for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:02.652005 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:02.652979 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e243684-863d-45d8-91ca-67cb862a8fca req-7286f92f-cbcb-4c77-8f94-6ebf1a186ad0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972524 Nov 10 16:32:02.915488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:02.967281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=49662920-423b-47a3-adf9-6692ef2333fc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:02.983941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Checking segment: {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:02.984297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Network hostable DHCP agents. Network: 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:32:03.098607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:32:03.119804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde53f0-f968-4d4d-ab54-3551a920f538 req-731642bb-90c4-4d1e-9e62-d324e1e31c05 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:03.121321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0cde53f0-f968-4d4d-ab54-3551a920f538 req-731642bb-90c4-4d1e-9e62-d324e1e31c05 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0650535 Nov 10 16:32:03.177108 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0cde53f0-f968-4d4d-ab54-3551a920f538 req-0403f345-dc82-4dc5-bbaa-c7c2d493b62d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489650 Nov 10 16:32:03.235427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:03.242894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:03.243965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.250739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be5a21-4b7e-4a55-b377-4fdca557dfcf None None] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:32:03.326853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b2eb3ce6-1c8f-4813-9f15-af24356362ed admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8439403 Nov 10 16:32:03.334465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36494) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:03.336797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:03.386981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe622-9151-4dfc-ac1d-330be2291540 req-55d4a94e-4c2e-4d46-8962-91dbae817be1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:03.389156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-109fe622-9151-4dfc-ac1d-330be2291540 req-55d4a94e-4c2e-4d46-8962-91dbae817be1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0805178 Nov 10 16:32:03.446003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:32:03.446853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.467218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.468585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.469209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-109fe622-9151-4dfc-ac1d-330be2291540 req-2a4dd1d1-d715-47be-97d8-a61eafc1a918 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Nov 10 16:32:03.556295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.622365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a07a41b-802a-4250-8ece-d52523245396 req-7908ee4e-216f-40f7-8c00-0834d0e2332d tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 210 time: 0.0464802 Nov 10 16:32:03.647162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Allocated IP 172.20.0.2 (3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f/49662920-423b-47a3-adf9-6692ef2333fc/14239942-ef8e-43c4-9b95-da49087a755c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:03.762189 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84787438-eb19-4e55-a8b6-93de89299a87 req-53695581-7ad0-45e7-aad8-c61f62d924c9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0460770 Nov 10 16:32:03.835167 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acbe6b2b-8000-4a52-833e-39cab1c80b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.837974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.898109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.916147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84cde-6e58-4cc7-857d-03986de7ea4e req-f9c9297b-e7ad-47f1-a79f-c6805086c79b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:03.917594 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18b84cde-6e58-4cc7-857d-03986de7ea4e req-f9c9297b-e7ad-47f1-a79f-c6805086c79b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1521020 Nov 10 16:32:03.955607 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:03.971880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18b84cde-6e58-4cc7-857d-03986de7ea4e req-0da5781b-ce8d-47c2-9b30-c9a17db4aab8 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478051 Nov 10 16:32:04.009117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Pushing event updated for resources: {'Port': ['ID=14239942-ef8e-43c4-9b95-da49087a755c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:04.019600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:04.021520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:04.028217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:04.093017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Attempting to bind port 14239942-ef8e-43c4-9b95-da49087a755c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:04.093749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Attempting to bind port 14239942-ef8e-43c4-9b95-da49087a755c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:04.094314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Attempting to bind port 14239942-ef8e-43c4-9b95-da49087a755c on network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:04.100993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:04.101801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Checking segment: {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:04.102390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:04.102970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Bound using segment: {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:04.103536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Bound port: 14239942-ef8e-43c4-9b95-da49087a755c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:04.103976 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:04.180516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] For port 14239942-ef8e-43c4-9b95-da49087a755c, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:04.184615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] For port 14239942-ef8e-43c4-9b95-da49087a755c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=14239942-ef8e-43c4-9b95-da49087a755c,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:04.238240 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:04.264279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:04.336103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c08e-a213-4589-ad53-43fe6fc85ea9 req-35cbc479-dd66-4d41-bc87-578a73f202bf tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:04.337920 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a9f7c08e-a213-4589-ad53-43fe6fc85ea9 req-35cbc479-dd66-4d41-bc87-578a73f202bf tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0704949 Nov 10 16:32:04.344292 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:04.382287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Allocated IP 172.25.3.14 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/28198fbc-4234-4620-a99a-0a3e472dc30b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:04.419970 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a9f7c08e-a213-4589-ad53-43fe6fc85ea9 req-4a164c39-29c1-44a0-850c-7d470ea1817a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730207 Nov 10 16:32:04.506310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea16ba-02df-49a2-aa34-33b32762de00 None None] Pushing event updated for resources: {'Port': ['ID=14239942-ef8e-43c4-9b95-da49087a755c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:04.651807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d1c01-df47-44a5-b8f1-6631b5e9e73e req-31ea7005-3068-494f-b2c2-3d9f8100fc62 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:04.663000 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-911d1c01-df47-44a5-b8f1-6631b5e9e73e req-31ea7005-3068-494f-b2c2-3d9f8100fc62 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0738535 Nov 10 16:32:04.681719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:04.689637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-0ad4d282-87fb-4925-b09f-5f476a3303e4 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:04.691205 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-0ad4d282-87fb-4925-b09f-5f476a3303e4 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.18 "GET /v2.0/networks?id=d639aca4-8be3-485e-875f-d34c83af8cf7 HTTP/1.1" status: 200 len: 813 time: 0.2581637 Nov 10 16:32:04.710420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Request body: {'port': {'device_id': '69399847-5e2f-4f19-a34e-30c732574178', 'network_id': 'd639aca4-8be3-485e-875f-d34c83af8cf7', 'admin_state_up': True, 'tenant_id': '36b26725902144499048b09114d8bb3f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:04.787254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-911d1c01-df47-44a5-b8f1-6631b5e9e73e req-95fb8fd2-e284-47b3-8c3c-bb695bef15a3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228580 Nov 10 16:32:04.873232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-536a14b4-cd7e-4574-91c5-a607e2bec19f req-9c01b1fa-e33a-4aac-9bc0-5d90dfcea086 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 210 time: 0.1144700 Nov 10 16:32:04.961097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:04.990487 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:05.060360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:05.062623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-507d452a-98f0-4a9c-8bc4-e97700070db9 req-7a55fc65-d20a-459c-b728-b5f5232f206f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0422480 Nov 10 16:32:05.065807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Made reservation on behalf of 36b26725902144499048b09114d8bb3f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:05.069403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:05.071641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:05.077359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:05.086558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=28198fbc-4234-4620-a99a-0a3e472dc30b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:05.177490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea4e7c-63a2-41d1-b49f-317b6c3e995d req-4fc88199-a8b0-4d44-8400-def7bef79c22 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:05.186974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45ea4e7c-63a2-41d1-b49f-317b6c3e995d req-4fc88199-a8b0-4d44-8400-def7bef79c22 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1166203 Nov 10 16:32:05.235843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45ea4e7c-63a2-41d1-b49f-317b6c3e995d req-9e1de955-be90-4655-8297-ca268e15a472 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472517 Nov 10 16:32:05.341238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Allocated IP 172.20.0.14 (d639aca4-8be3-485e-875f-d34c83af8cf7/c71de49b-5187-4ca6-bc4b-bf30f5e767ee/579d7a0b-cb31-4638-8e5f-2f76199a254d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:05.439345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-003f1867-ca1f-479e-8158-2de5636b433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:05.440729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-003f1867-ca1f-479e-8158-2de5636b433e service neutron] 10.222.0.18 "GET /v2.0/ports/9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 200 len: 1033 time: 0.0600655 Nov 10 16:32:05.619043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-51c81716-a1ba-41bd-9be9-7e15d7d848db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:05.622471 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-51c81716-a1ba-41bd-9be9-7e15d7d848db service neutron] 10.222.0.18 "GET /v2.0/ports/3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 200 len: 1033 time: 0.1377592 Nov 10 16:32:05.799916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d3f740-32c7-41df-a670-ae531f1b4677 None None] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:32:05.898810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-59e224de-ffa9-451b-a6c9-db55eb0c6a27 None None] Provisioning complete for port 14239942-ef8e-43c4-9b95-da49087a755c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:05.899251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59e224de-ffa9-451b-a6c9-db55eb0c6a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:05.934433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b16d2-6e9b-4074-bff2-f7b4764ce6e8 req-0c36b84d-273a-48c7-afde-c25809fe0f9f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:05.944318 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-643b16d2-6e9b-4074-bff2-f7b4764ce6e8 req-0c36b84d-273a-48c7-afde-c25809fe0f9f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0744984 Nov 10 16:32:06.001937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-643b16d2-6e9b-4074-bff2-f7b4764ce6e8 req-5e5b90d4-09fc-42b5-b22f-529c373dad67 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Nov 10 16:32:06.064210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59e224de-ffa9-451b-a6c9-db55eb0c6a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.099376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-59e224de-ffa9-451b-a6c9-db55eb0c6a27 None None] For port 14239942-ef8e-43c4-9b95-da49087a755c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=14239942-ef8e-43c4-9b95-da49087a755c,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:06.120091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a93722-dafa-4926-870d-ba82d426ec23 req-b29e8e1d-767f-497c-8e56-c748d0e1f1b4 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:06.127876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a93722-dafa-4926-870d-ba82d426ec23 req-b29e8e1d-767f-497c-8e56-c748d0e1f1b4 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.5801609 Nov 10 16:32:06.179510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59e224de-ffa9-451b-a6c9-db55eb0c6a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.214650 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1ccced2-5966-454d-89c4-f473c76eaf5e req-ddf9744a-5703-4c03-b2f9-266fab8e614b tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 210 time: 0.0597277 Nov 10 16:32:06.268357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e224de-ffa9-451b-a6c9-db55eb0c6a27 None None] Pushing event updated for resources: {'Port': ['ID=14239942-ef8e-43c4-9b95-da49087a755c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:06.278515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.300177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.327067 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a93722-dafa-4926-870d-ba82d426ec23 req-5ff36bc1-06e2-44f6-9dba-2547a7e039fe tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980870 Nov 10 16:32:06.386848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0ebd617c-a1bd-4992-a479-1d5a72715ce3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:06.393117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0ebd617c-a1bd-4992-a479-1d5a72715ce3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:06.399790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0ebd617c-a1bd-4992-a479-1d5a72715ce3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:06.401408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0ebd617c-a1bd-4992-a479-1d5a72715ce3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "GET /v2.0/networks?id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=c1473950-3513-45c2-93da-745d572e4c5b&id=c1473950-3513-45c2-93da-745d572e4c5b HTTP/1.1" status: 200 len: 1996 time: 0.7276783 Nov 10 16:32:06.410400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f67a4b56-2d93-4515-a590-ab3a208e743f req-7b318448-ad0e-4aff-8c7e-c4c270471b42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0730188 Nov 10 16:32:06.503103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0320aedd-eab9-4b10-89f4-62eb22f4c843 None None] Provisioning complete for port 14239942-ef8e-43c4-9b95-da49087a755c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:06.503680 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0320aedd-eab9-4b10-89f4-62eb22f4c843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.555673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-14f7912b-135e-4bc6-84c2-e807fb1df274 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c4ffc5180746fcbf14baadb1077408 HTTP/1.1" status: 200 len: 379 time: 0.1416738 Nov 10 16:32:06.576975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'admin_state_up': True, 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'security_groups': ['daf7e1d7-4c12-4517-84bc-f052d3ad688f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:06.579898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 14239942-ef8e-43c4-9b95-da49087a755c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:32:06.677381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 14239942-ef8e-43c4-9b95-da49087a755c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:06.678126 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.700088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.750961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795d70e-fd37-40fa-b623-02d9b25acf88 req-f366841c-13e8-4933-9915-db2fc45f0071 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:06.754612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f795d70e-fd37-40fa-b623-02d9b25acf88 req-f366841c-13e8-4933-9915-db2fc45f0071 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.2823756 Nov 10 16:32:06.760433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.918926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Network d639aca4-8be3-485e-875f-d34c83af8cf7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:06.923700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Pushing event updated for resources: {'Port': ['ID=579d7a0b-cb31-4638-8e5f-2f76199a254d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:06.926474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:06.933636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:06.941068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:06.974435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f795d70e-fd37-40fa-b623-02d9b25acf88 req-870b7476-9406-4cef-8f90-49a3069e244b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067778 Nov 10 16:32:07.015564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:07.019103 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:07.065275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:07.066112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:07.140105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529bbf7-889c-443e-922d-1e6edac44799 req-6768cf0e-418e-44b7-ba56-265cc600b270 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:07.142610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c529bbf7-889c-443e-922d-1e6edac44799 req-6768cf0e-418e-44b7-ba56-265cc600b270 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0677547 Nov 10 16:32:07.197004 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c529bbf7-889c-443e-922d-1e6edac44799 req-d933c7f1-3569-4107-a8e7-89fcc774dee0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462182 Nov 10 16:32:07.256565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Allocated IP 172.20.0.8 (c02ea7e0-1b37-4c17-bbd6-3806cff574ca/dece38f5-ece9-49a9-a1da-abc175ea0a1d/c3350ac3-2a06-4b9a-9f6d-e049bf9e663d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:07.295122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-1fa82b4f-27f6-4f70-ad1f-3583d675ffdd tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5888693 Nov 10 16:32:07.324023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Request body: {'port': {'device_id': '69399847-5e2f-4f19-a34e-30c732574178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:07.384867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:32:07.438404 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:07.466539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25068ab-6a1c-4ccd-9ace-17c8cd42f2ba req-df99758c-90b1-4d9d-bfe2-c8c06f52567d tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:07.468240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a25068ab-6a1c-4ccd-9ace-17c8cd42f2ba req-df99758c-90b1-4d9d-bfe2-c8c06f52567d tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 932 time: 0.1980581 Nov 10 16:32:07.473180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:07.479461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfb596-04b0-46e6-b1a5-0b6c2f65a7a9 req-5df361f0-5322-4f02-b731-7931a9702d5d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:07.482024 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:07.483562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99dfb596-04b0-46e6-b1a5-0b6c2f65a7a9 req-5df361f0-5322-4f02-b731-7931a9702d5d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.0600586 Nov 10 16:32:07.545201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99dfb596-04b0-46e6-b1a5-0b6c2f65a7a9 req-5e5fe93c-9b48-446c-b0c3-f3d0b824b176 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503657 Nov 10 16:32:07.604207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:07.653825 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-693637ba-8352-47a9-ad2c-2c1ccd8e2dac req-7911c0f0-9385-4996-af13-ac85fc592b61 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0311673 Nov 10 16:32:07.695912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a25068ab-6a1c-4ccd-9ace-17c8cd42f2ba req-d82e4be1-58c7-4e24-849c-a1ac33b61840 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107384 Nov 10 16:32:07.783054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:32:07.802309 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Sync routers for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:32:07.824731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:07.824731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:07.972297 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:07.974210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-81109a0c-eb12-4b11-a116-89cf98c0a5a6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6433272 Nov 10 16:32:07.977717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36550) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:07.982903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:08.024611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:08.076688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:08.111236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:08.114671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:08.184959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:08.200004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:08.200004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:08.267116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579d7a0b-cb31-4638-8e5f-2f76199a254d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:08.278969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:08.291271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ac9ed-7dd4-439f-9d8c-73295a175ba4 req-9ff098cd-01ee-4444-852c-0c4bc3f1c557 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:08.298774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c9ac9ed-7dd4-439f-9d8c-73295a175ba4 req-9ff098cd-01ee-4444-852c-0c4bc3f1c557 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.2235520 Nov 10 16:32:08.358699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211a23a2-64de-40b1-b8cc-5a81060ea9c2 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7866893 Nov 10 16:32:08.388813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'admin_state_up': True, 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'security_groups': ['daf7e1d7-4c12-4517-84bc-f052d3ad688f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:08.455057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Transition to ACTIVE for port object 579d7a0b-cb31-4638-8e5f-2f76199a254d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:08.535192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:05Z', 'revision_number': 3, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:08.544944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:08.570798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Checking router: f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:32:08.571172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Updating router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b port 28198fbc-4234-4620-a99a-0a3e472dc30b binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:32:08.607684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:08.662457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c9ac9ed-7dd4-439f-9d8c-73295a175ba4 req-cb5e0c0f-d0ba-4f78-9664-ab4ca12cfe6f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620412 Nov 10 16:32:08.756811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=579d7a0b-cb31-4638-8e5f-2f76199a254d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:08.866145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:08.870515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:08.912298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f6415e67-f074-4321-9311-cd795dd9b4dd None None] Provisioning complete for port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:08.912569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6415e67-f074-4321-9311-cd795dd9b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:08.970014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Attempting to bind port 579d7a0b-cb31-4638-8e5f-2f76199a254d on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:08.970519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Attempting to bind port 579d7a0b-cb31-4638-8e5f-2f76199a254d by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'e7c8959a-cb67-47c7-aad0-8c4332d219bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd639aca4-8be3-485e-875f-d34c83af8cf7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:08.970954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Attempting to bind port 579d7a0b-cb31-4638-8e5f-2f76199a254d on network d639aca4-8be3-485e-875f-d34c83af8cf7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:08.987694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Port 579d7a0b-cb31-4638-8e5f-2f76199a254d on network d639aca4-8be3-485e-875f-d34c83af8cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:08.989646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Attempting to bind port 579d7a0b-cb31-4638-8e5f-2f76199a254d on network d639aca4-8be3-485e-875f-d34c83af8cf7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:09.006651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f6415e67-f074-4321-9311-cd795dd9b4dd None None] Port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:09.009394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:09.012666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Checking segment: {'id': 'e7c8959a-cb67-47c7-aad0-8c4332d219bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd639aca4-8be3-485e-875f-d34c83af8cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:09.013525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Bound using segment: {'id': 'e7c8959a-cb67-47c7-aad0-8c4332d219bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd639aca4-8be3-485e-875f-d34c83af8cf7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:09.014896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Bound port: 579d7a0b-cb31-4638-8e5f-2f76199a254d, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c8959a-cb67-47c7-aad0-8c4332d219bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd639aca4-8be3-485e-875f-d34c83af8cf7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:09.017300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.050476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665002a-854f-4710-8753-73ab28974e59 req-cb4b6309-1fdf-4fee-a6b7-d45d5c3c2c2a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:09.053418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3665002a-854f-4710-8753-73ab28974e59 req-cb4b6309-1fdf-4fee-a6b7-d45d5c3c2c2a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.5917084 Nov 10 16:32:09.098378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a2a45-08fb-4fc6-95d5-3e29df9e082f req-660cff87-a6ec-4da6-8fc2-391edfb1ef73 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:09.107215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b2a2a45-08fb-4fc6-95d5-3e29df9e082f req-660cff87-a6ec-4da6-8fc2-391edfb1ef73 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.3021314 Nov 10 16:32:09.152232 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.180752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3665002a-854f-4710-8753-73ab28974e59 req-412a9aee-9277-451d-919a-275cf26e214b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169081 Nov 10 16:32:09.215666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b2a2a45-08fb-4fc6-95d5-3e29df9e082f req-0f521294-741b-41e2-ba7f-dbefec5b5e18 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073363 Nov 10 16:32:09.229468 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.308985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222af0bb-512b-468a-b8c5-e9e8d806e0ae None None] Pushing event updated for resources: {'Port': ['ID=28198fbc-4234-4620-a99a-0a3e472dc30b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:09.334288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Attempting to bind port 28198fbc-4234-4620-a99a-0a3e472dc30b on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:09.334970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Attempting to bind port 28198fbc-4234-4620-a99a-0a3e472dc30b by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:09.335594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Attempting to bind port 28198fbc-4234-4620-a99a-0a3e472dc30b on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:09.343825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:09.344664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:09.345298 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.345937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:09.346612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Bound port: 28198fbc-4234-4620-a99a-0a3e472dc30b, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:09.347200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.361985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.418273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] For port 579d7a0b-cb31-4638-8e5f-2f76199a254d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:09.423700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c72b2f-44af-4ca2-8cd8-9e96743ec65c req-45efe501-0fd9-4b8f-9f75-04976b1bb500 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:09.429634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Allocated IP 10.1.1.189 (569fc79e-ea89-4663-8391-e22716c464b6/e8c856b4-06fb-439b-9454-e401b7c1f403/57571b6f-0873-4036-98ed-239eef444a3b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:09.433018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95c72b2f-44af-4ca2-8cd8-9e96743ec65c req-45efe501-0fd9-4b8f-9f75-04976b1bb500 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 931 time: 0.0899053 Nov 10 16:32:09.438832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] For port 28198fbc-4234-4620-a99a-0a3e472dc30b, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:09.446574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] For port 579d7a0b-cb31-4638-8e5f-2f76199a254d, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=579d7a0b-cb31-4638-8e5f-2f76199a254d,segment=NetworkSegment(e7c8959a-cb67-47c7-aad0-8c4332d219bc),segment_id=e7c8959a-cb67-47c7-aad0-8c4332d219bc)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:09.447607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] For port 28198fbc-4234-4620-a99a-0a3e472dc30b, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28198fbc-4234-4620-a99a-0a3e472dc30b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:09.483598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff8d9d-8ef1-4895-98e4-494e2f685528 req-a8837cc0-882d-45f5-8659-da0dc8c7423f tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:09.491286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7cff8d9d-8ef1-4895-98e4-494e2f685528 req-a8837cc0-882d-45f5-8659-da0dc8c7423f tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 944 time: 0.1206436 Nov 10 16:32:09.560720 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.584477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95c72b2f-44af-4ca2-8cd8-9e96743ec65c req-8bed2c06-3959-4ee9-b3e0-30776f350fc5 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501362 Nov 10 16:32:09.589956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.661874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7cff8d9d-8ef1-4895-98e4-494e2f685528 req-fe738a0c-c9c4-4b4a-9dd4-9abf4038c934 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640306 Nov 10 16:32:09.670192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:09.671026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.672906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] 10.222.0.18 "PUT /v2.0/ports/579d7a0b-cb31-4638-8e5f-2f76199a254d HTTP/1.1" status: 200 len: 1093 time: 2.3593016 Nov 10 16:32:09.680589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69399847-5e2f-4f19-a34e-30c732574178', 'tag': '579d7a0b-cb31-4638-8e5f-2f76199a254d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:09.683032 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13616c2d-90ef-43ad-839e-2dcee630dcad" -d '{"events": [{"name": "network-changed", "server_uuid": "69399847-5e2f-4f19-a34e-30c732574178", "tag": "579d7a0b-cb31-4638-8e5f-2f76199a254d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:09.733951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Allocated IP 172.20.0.1 (3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f/49662920-423b-47a3-adf9-6692ef2333fc/c299056a-c401-4e22-b3a5-19e2d6c1b186) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:09.739825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2245f-2a8e-4c29-b12f-ef4c16b4bfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=579d7a0b-cb31-4638-8e5f-2f76199a254d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:09.793676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:09.794338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:09.813487 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:09.908543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222af0bb-512b-468a-b8c5-e9e8d806e0ae None None] Pushing event updated for resources: {'Port': ['ID=28198fbc-4234-4620-a99a-0a3e472dc30b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:09.948285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-e1378df6-e1f6-4082-8c60-6b7b5edce226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:09.950153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-e1378df6-e1f6-4082-8c60-6b7b5edce226 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36b26725902144499048b09114d8bb3f&device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 1096 time: 0.1751988 Nov 10 16:32:09.975648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184991-68c2-4f29-8c04-72f308d6f106 req-bdb9ba44-6fb7-47ad-8c3a-c49fa2ac078a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:09.983836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55184991-68c2-4f29-8c04-72f308d6f106 req-bdb9ba44-6fb7-47ad-8c3a-c49fa2ac078a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 945 time: 0.1438341 Nov 10 16:32:10.009745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:10.009975 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:10.010429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-22f12d46-f576-42b8-b536-a1cb3932412e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579d7a0b-cb31-4638-8e5f-2f76199a254d HTTP/1.1" status: 200 len: 217 time: 0.0505395 Nov 10 16:32:10.013229 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e09d79-3992-483d-a6e4-765cd929d63f x-openstack-request-id: req-c2e09d79-3992-483d-a6e4-765cd929d63f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:10.013649 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69399847-5e2f-4f19-a34e-30c732574178", "tag": "579d7a0b-cb31-4638-8e5f-2f76199a254d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:10.014058 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2e09d79-3992-483d-a6e4-765cd929d63f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:10.014641 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69399847-5e2f-4f19-a34e-30c732574178', 'tag': '579d7a0b-cb31-4638-8e5f-2f76199a254d', 'status': 'completed', 'code': 200} Nov 10 16:32:10.054557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55184991-68c2-4f29-8c04-72f308d6f106 req-2f9e5e4a-64d5-4731-86ef-0c914c196fb3 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697603 Nov 10 16:32:10.080010 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:10.149826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-bc35f56c-38d7-4dd4-9b3a-88aff522bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:10.151355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-bc35f56c-38d7-4dd4-9b3a-88aff522bcad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71de49b-5187-4ca6-bc4b-bf30f5e767ee HTTP/1.1" status: 200 len: 853 time: 0.1328299 Nov 10 16:32:10.163365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network 569fc79e-ea89-4663-8391-e22716c464b6 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:10.190150 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:10.218168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:10.328173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:10.347919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c299056a-c401-4e22-b3a5-19e2d6c1b186,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:10.363537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:10.382028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:05Z', 'revision_number': 3, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:10.423637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:10.498266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5328a2-7350-4631-8dfe-85be2f3371e4 None None] The sync data for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 is: [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:05Z', 'revision_number': 3, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:32:10.501763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc91e2-3dcd-4604-a1d8-5bbf01b94545 req-49adbec3-b48b-4f6f-a0b7-22da7a20293b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:10.505569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8cc91e2-3dcd-4604-a1d8-5bbf01b94545 req-49adbec3-b48b-4f6f-a0b7-22da7a20293b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.1760578 Nov 10 16:32:10.526584 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:10.703625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:10.715816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8cc91e2-3dcd-4604-a1d8-5bbf01b94545 req-c6b16686-6ae3-40c5-b1b4-a6b2159c4f09 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813896 Nov 10 16:32:10.716809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:10.752661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=57571b6f-0873-4036-98ed-239eef444a3b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:10.818939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-22b4d671-080f-4de3-ac78-d3af278bfcfa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d639aca4-8be3-485e-875f-d34c83af8cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6537149 Nov 10 16:32:10.879451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-64a74881-583f-4540-a729-0145618ed738 None None] Provisioning complete for port c299056a-c401-4e22-b3a5-19e2d6c1b186 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:10.884909 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64a74881-583f-4540-a729-0145618ed738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:10.972764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-64a74881-583f-4540-a729-0145618ed738 None None] Port c299056a-c401-4e22-b3a5-19e2d6c1b186 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:11.001246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:11.100925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:11.101612 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:11.200133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-5a79fc76-2475-4f79-a3d4-4fee87788e63 service neutron] 10.222.0.18 "GET /v2.0/networks/d639aca4-8be3-485e-875f-d34c83af8cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612409 Nov 10 16:32:11.201421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c97c7-816b-4fac-a256-b67d64a4798c req-5132e7a1-fbab-4279-a93d-364e89bda16f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:11.211613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2db1f913-2018-4329-81eb-1666db831259 None None] Provisioning complete for port 57571b6f-0873-4036-98ed-239eef444a3b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:11.211980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2db1f913-2018-4329-81eb-1666db831259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:11.221947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d20c97c7-816b-4fac-a256-b67d64a4798c req-5132e7a1-fbab-4279-a93d-364e89bda16f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.2377419 Nov 10 16:32:11.268281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2db1f913-2018-4329-81eb-1666db831259 None None] Port 57571b6f-0873-4036-98ed-239eef444a3b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:11.326702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31b19883-8f0d-4dc4-80e4-4fe681a6c54d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9442239 Nov 10 16:32:11.342436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'admin_state_up': True, 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'security_groups': ['daf7e1d7-4c12-4517-84bc-f052d3ad688f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:11.353935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d20c97c7-816b-4fac-a256-b67d64a4798c req-8d24ba85-ed31-46d8-a167-0dbd12aa6afd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264148 Nov 10 16:32:11.492109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbc38d4d-807c-4c3e-b85a-33fa9b2de48d req-8dc5a395-2981-42e2-8df0-dfe9ea366a66 service neutron] 10.222.0.18 "GET /v2.0/networks/d639aca4-8be3-485e-875f-d34c83af8cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805386 Nov 10 16:32:11.593034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753494-2c8c-4027-b462-5d8bfe7140cb req-8b4ed50f-ffcb-481c-93dc-5d523b37855a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:11.603742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753494-2c8c-4027-b462-5d8bfe7140cb req-8b4ed50f-ffcb-481c-93dc-5d523b37855a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:11.613472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd753494-2c8c-4027-b462-5d8bfe7140cb req-8b4ed50f-ffcb-481c-93dc-5d523b37855a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 1653 time: 0.1324642 Nov 10 16:32:11.672917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8194-4305-4230-8f71-9a9f7144500c req-285cb1c2-b259-40b2-81d7-a0126cb534b7 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:11.683840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:11.684184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a8d8194-4305-4230-8f71-9a9f7144500c req-285cb1c2-b259-40b2-81d7-a0126cb534b7 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 944 time: 0.1089647 Nov 10 16:32:11.710486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:11.714592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:11.735823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd753494-2c8c-4027-b462-5d8bfe7140cb req-6f768079-069a-4ea4-a8d2-607664b2fd63 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112387 Nov 10 16:32:11.761396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:11.785928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-1dd32040-17c6-4e42-99a4-3672e9becbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:11.788511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-1dd32040-17c6-4e42-99a4-3672e9becbaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36b26725902144499048b09114d8bb3f&device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 1096 time: 0.1525130 Nov 10 16:32:11.896653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:11.900304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c299056a-c401-4e22-b3a5-19e2d6c1b186,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:12.056285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:12.077493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:12.117775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-072881e1-6848-4f11-b172-c5e48a31c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:12.119528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-072881e1-6848-4f11-b172-c5e48a31c3fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=d639aca4-8be3-485e-875f-d34c83af8cf7 HTTP/1.1" status: 200 len: 914 time: 0.3099415 Nov 10 16:32:12.147984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a8d8194-4305-4230-8f71-9a9f7144500c req-e76eae6d-74f9-404f-ab26-04cefab2e132 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410126 Nov 10 16:32:12.210564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e7cac-c494-4f54-a3f4-55b77a22648a req-3adfa957-2309-4988-8662-d16b3572edb4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:12.222690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-477e7cac-c494-4f54-a3f4-55b77a22648a req-3adfa957-2309-4988-8662-d16b3572edb4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.1687155 Nov 10 16:32:12.242527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-1115445e-c6e2-4431-b4ed-b2860aee7817 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579d7a0b-cb31-4638-8e5f-2f76199a254d HTTP/1.1" status: 200 len: 217 time: 0.0928786 Nov 10 16:32:12.330974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-1f793ab1-8714-40d3-a88e-4844c3f01df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:12.333351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-1f793ab1-8714-40d3-a88e-4844c3f01df6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c71de49b-5187-4ca6-bc4b-bf30f5e767ee HTTP/1.1" status: 200 len: 853 time: 0.0824151 Nov 10 16:32:12.376559 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-477e7cac-c494-4f54-a3f4-55b77a22648a req-2d6c338f-fa3e-4131-9b7c-731061f372b1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521094 Nov 10 16:32:12.405440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:32:12.405592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-c2a183f9-fb98-4c92-8d41-5c2492507e24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d639aca4-8be3-485e-875f-d34c83af8cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477204 Nov 10 16:32:12.477404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Allocated IP 10.1.1.142 (569fc79e-ea89-4663-8391-e22716c464b6/e8c856b4-06fb-439b-9454-e401b7c1f403/aee5a20c-db61-4a58-90ea-c56c845f6bb8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:12.525602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7e36bdf8-5f65-43be-a20f-549cfb3bb644 None None] Provisioning complete for port c299056a-c401-4e22-b3a5-19e2d6c1b186 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:12.532533 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e36bdf8-5f65-43be-a20f-549cfb3bb644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:12.597077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7e36bdf8-5f65-43be-a20f-549cfb3bb644 None None] Port c299056a-c401-4e22-b3a5-19e2d6c1b186 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:12.601485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28198fbc-4234-4620-a99a-0a3e472dc30b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:32:12.637055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:32:12.645578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d83bf56f-de90-44ee-9934-0495251a37c0 admin admin] 10.222.0.62 "PUT /v2.0/routers/f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6665363 Nov 10 16:32:12.663986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 28198fbc-4234-4620-a99a-0a3e472dc30b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:12.664357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:12.808442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:12.827609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-23018dc7-ebf8-490f-80d4-6cca021afdda service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4932177 Nov 10 16:32:12.866607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b5c67-d328-4755-9c19-a66cf6734747 req-2eef69bd-d7e0-4cb1-9998-54ad54557c4d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:12.874650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-849b5c67-d328-4755-9c19-a66cf6734747 req-2eef69bd-d7e0-4cb1-9998-54ad54557c4d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.2488675 Nov 10 16:32:12.885873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 28198fbc-4234-4620-a99a-0a3e472dc30b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28198fbc-4234-4620-a99a-0a3e472dc30b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:13.017640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-89e9514e-aed4-4f7d-b6e1-f2080b87778a service neutron] 10.222.0.18 "GET /v2.0/networks/d639aca4-8be3-485e-875f-d34c83af8cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135950 Nov 10 16:32:13.017953 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:13.021043 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:13.044666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0fef-d818-4dbf-ac23-593a92257dd6 req-d7dd2252-b7b6-463d-8962-f60cb6fea345 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:13.081010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0fef-d818-4dbf-ac23-593a92257dd6 req-d7dd2252-b7b6-463d-8962-f60cb6fea345 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:13.094881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce4c0fef-d818-4dbf-ac23-593a92257dd6 req-d7dd2252-b7b6-463d-8962-f60cb6fea345 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 1653 time: 0.1838639 Nov 10 16:32:13.123847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-849b5c67-d328-4755-9c19-a66cf6734747 req-dc1c9e89-9ee4-4a3a-b731-fa03708ba6fe tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481992 Nov 10 16:32:13.184682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=28198fbc-4234-4620-a99a-0a3e472dc30b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:13.202635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-701f15c6-8cf2-47df-bcc7-7582b2846e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:13.204223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-701f15c6-8cf2-47df-bcc7-7582b2846e9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 1096 time: 0.2642560 Nov 10 16:32:13.222715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13616c2d-90ef-43ad-839e-2dcee630dcad req-08c283c8-313b-4774-a3ca-c9aaafdc060b service neutron] 10.222.0.18 "GET /v2.0/networks/d639aca4-8be3-485e-875f-d34c83af8cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964924 Nov 10 16:32:13.240669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce4c0fef-d818-4dbf-ac23-593a92257dd6 req-dd553778-f176-4a04-888c-888b56e77673 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426013 Nov 10 16:32:13.399412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-437f6cd4-e25e-4894-a11b-24960bb42d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:13.400216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-437f6cd4-e25e-4894-a11b-24960bb42d3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1700697 Nov 10 16:32:13.403051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:13.476099 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Sync routers for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:32:13.493992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-404d47bc-c65f-44ff-bde8-e68f6319afcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 200 len: 217 time: 0.0841641 Nov 10 16:32:13.503463 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:13.504620 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:13.506293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network 569fc79e-ea89-4663-8391-e22716c464b6 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:13.532974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=aee5a20c-db61-4a58-90ea-c56c845f6bb8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:13.539786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:13.549416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18925652-a423-4fdc-8c0c-a36eb48d81fd req-8b4f76e7-7ea3-4166-bcc7-79ded99f57ab tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:13.551154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18925652-a423-4fdc-8c0c-a36eb48d81fd req-8b4f76e7-7ea3-4166-bcc7-79ded99f57ab tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 944 time: 0.0971611 Nov 10 16:32:13.573017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:13.613585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 579d7a0b-cb31-4638-8e5f-2f76199a254d details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:32:13.644546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-62d6a893-39ce-422d-a89e-8af35c1895e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:13.649728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-62d6a893-39ce-422d-a89e-8af35c1895e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.1462965 Nov 10 16:32:13.668155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18925652-a423-4fdc-8c0c-a36eb48d81fd req-24f61f2b-8e16-4ca2-9bd7-26a931e7ef34 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046431 Nov 10 16:32:13.711409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:13.714023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:13.762319 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:13.774021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36712) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:13.774021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e6141ffa-58df-4a2e-a687-cfbe6eab7c85 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691995196', 'description': 'tempest-description--1313339347'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:13.794044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-f775e8f1-f78f-4f09-b7d0-2380ee400818 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497549 Nov 10 16:32:13.920839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 579d7a0b-cb31-4638-8e5f-2f76199a254d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=579d7a0b-cb31-4638-8e5f-2f76199a254d,segment=NetworkSegment(e7c8959a-cb67-47c7-aad0-8c4332d219bc),segment_id=e7c8959a-cb67-47c7-aad0-8c4332d219bc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:13.943945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab12b1-f001-4126-87bb-3feb394a0997 req-d92dcf13-8d83-4ec9-899a-2d15fc219f30 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:13.946023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87ab12b1-f001-4126-87bb-3feb394a0997 req-d92dcf13-8d83-4ec9-899a-2d15fc219f30 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.1103697 Nov 10 16:32:13.978108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '579d7a0b-cb31-4638-8e5f-2f76199a254d', 'network_id': 'd639aca4-8be3-485e-875f-d34c83af8cf7', 'port_id': '579d7a0b-cb31-4638-8e5f-2f76199a254d', 'mac_address': 'fa:16:3e:51:a6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71de49b-5187-4ca6-bc4b-bf30f5e767ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:32:13.990405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4da64cb2-e4ef-4abb-8fbc-4f70e1fb7a3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6517127 Nov 10 16:32:14.013911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b', 'admin_state_up': True, 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'security_groups': ['daf7e1d7-4c12-4517-84bc-f052d3ad688f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:14.068928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87ab12b1-f001-4126-87bb-3feb394a0997 req-cee1d954-5b0d-4c5b-8849-b4cdd31ddeb2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096818 Nov 10 16:32:14.093263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6141ffa-58df-4a2e-a687-cfbe6eab7c85 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.137245 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.142024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-90896b15-b29e-42b0-9739-fab71a1f3d21 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390801 Nov 10 16:32:14.181535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4ec96e9a-6ee7-4ecf-8c4e-593d66ea2d41 None None] Provisioning complete for port aee5a20c-db61-4a58-90ea-c56c845f6bb8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:14.182584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ec96e9a-6ee7-4ecf-8c4e-593d66ea2d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.186407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579d7a0b-cb31-4638-8e5f-2f76199a254d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:14.230975 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6141ffa-58df-4a2e-a687-cfbe6eab7c85 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.315446 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6141ffa-58df-4a2e-a687-cfbe6eab7c85 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.318352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 579d7a0b-cb31-4638-8e5f-2f76199a254d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=579d7a0b-cb31-4638-8e5f-2f76199a254d,segment=NetworkSegment(e7c8959a-cb67-47c7-aad0-8c4332d219bc),segment_id=e7c8959a-cb67-47c7-aad0-8c4332d219bc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:14.328328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4ec96e9a-6ee7-4ecf-8c4e-593d66ea2d41 None None] Port aee5a20c-db61-4a58-90ea-c56c845f6bb8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:14.358577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bc596a-7d4f-42bb-a6b4-2b248a350120 req-f60a5162-9931-4f85-9504-2b48e6268df0 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070754 Nov 10 16:32:14.381151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d60fe0-491c-4dd6-ae97-0d6f698be74f req-4e8abcc4-78f9-448d-9c0e-603a3e387eb3 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:14.382912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6d60fe0-491c-4dd6-ae97-0d6f698be74f req-4e8abcc4-78f9-448d-9c0e-603a3e387eb3 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.1319416 Nov 10 16:32:14.396980 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:11Z', 'revision_number': 2, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:14.406731 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.418705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6141ffa-58df-4a2e-a687-cfbe6eab7c85 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be1c1eb-2566-4b20-ab5c-77feaa810c4d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:14.438310 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Checking router: f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:32:14.438664 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Updating router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b port c299056a-c401-4e22-b3a5-19e2d6c1b186 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:32:14.469486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:14.481181 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.523216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6141ffa-58df-4a2e-a687-cfbe6eab7c85 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.530071 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e6141ffa-58df-4a2e-a687-cfbe6eab7c85 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7551260 Nov 10 16:32:14.530071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36726) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:14.530301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:32:14.534331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7d51cee8-7428-41fc-8c14-bdc266bc951f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Request body: {'security_group_rule': {'security_group_id': '0be1c1eb-2566-4b20-ab5c-77feaa810c4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:14.545657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6d60fe0-491c-4dd6-ae97-0d6f698be74f req-5b381353-9a9f-493d-bb81-39e5e85adeac tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562626 Nov 10 16:32:14.703106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1c7c-5620-4ca8-af2d-1841b39b2ef4 req-a958ba8e-9869-455d-bf0f-01534c37f77b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:14.712303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1c7c-5620-4ca8-af2d-1841b39b2ef4 req-a958ba8e-9869-455d-bf0f-01534c37f77b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:14.718627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1c7c-5620-4ca8-af2d-1841b39b2ef4 req-a958ba8e-9869-455d-bf0f-01534c37f77b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:14.729136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94ae1c7c-5620-4ca8-af2d-1841b39b2ef4 req-a958ba8e-9869-455d-bf0f-01534c37f77b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 2374 time: 0.1224692 Nov 10 16:32:14.732576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28198fbc-4234-4620-a99a-0a3e472dc30b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:32:14.746676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.841039 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94ae1c7c-5620-4ca8-af2d-1841b39b2ef4 req-2e517333-c954-48bb-8c57-780c22b5d2b1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084445 Nov 10 16:32:14.841039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d51cee8-7428-41fc-8c14-bdc266bc951f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:14.880112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['579d7a0b-cb31-4638-8e5f-2f76199a254d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:32:14.930971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=579d7a0b-cb31-4638-8e5f-2f76199a254d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:15.007735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d51cee8-7428-41fc-8c14-bdc266bc951f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.014343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:15.036986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'port_id': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'mac_address': 'fa:16:3e:46:79:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b819f-2145-4a06-bf70-51656d2d2dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:32:15.087480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e99b7-657a-4698-8857-af3a041c3c31 req-6534deb8-013b-459e-b62f-c15e8fc6d282 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:15.089053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-255e99b7-657a-4698-8857-af3a041c3c31 req-6534deb8-013b-459e-b62f-c15e8fc6d282 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 945 time: 0.0796430 Nov 10 16:32:15.129135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d51cee8-7428-41fc-8c14-bdc266bc951f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.172921 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.188651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-255e99b7-657a-4698-8857-af3a041c3c31 req-aa5ea450-2cda-4be6-b525-8f79efebfab2 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925813 Nov 10 16:32:15.190325 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.196586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 28198fbc-4234-4620-a99a-0a3e472dc30b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:15.196977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.207679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51cee8-7428-41fc-8c14-bdc266bc951f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad20c59-115f-48ae-9365-b71116260170,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:15.213514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db5e37-30f3-47dc-9158-500f3f79ab3d req-01b494a8-531f-4021-ad66-ba607276228e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:15.221807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1db5e37-30f3-47dc-9158-500f3f79ab3d req-01b494a8-531f-4021-ad66-ba607276228e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.3889387 Nov 10 16:32:15.242821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-5082977c-5c33-4ddb-91d6-ea7c672a38c8 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:15.244694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-5082977c-5c33-4ddb-91d6-ea7c672a38c8 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1098 time: 0.1125829 Nov 10 16:32:15.258116 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.265940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-11'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:15.269031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Allocated IP 10.2.2.100 (c1473950-3513-45c2-93da-745d572e4c5b/3f2ef17d-47e8-43ac-a0bb-4b9db59916a1/f2311527-52a3-4c34-b032-97c1e37296c0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:15.315282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:15.349066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1db5e37-30f3-47dc-9158-500f3f79ab3d req-9dbae14a-9687-4f81-b43b-61c337a1e9e9 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236064 Nov 10 16:32:15.352468 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Pushing event updated for resources: {'Port': ['ID=c299056a-c401-4e22-b3a5-19e2d6c1b186,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:15.353895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9707a-7853-49a0-ab46-2d17a64b83e2 req-ee814a9a-80af-4f26-8da2-7462a99fb61e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:15.364709 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.365137 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.365478 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.365808 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.366135 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.366456 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.366774 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.367093 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.367435 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.367753 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.368071 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.368385 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:15.373815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3f9707a-7853-49a0-ab46-2d17a64b83e2 req-ee814a9a-80af-4f26-8da2-7462a99fb61e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0996897 Nov 10 16:32:15.397594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:15.397958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d51cee8-7428-41fc-8c14-bdc266bc951f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.399640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7d51cee8-7428-41fc-8c14-bdc266bc951f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8710973 Nov 10 16:32:15.420697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36744) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:15.427859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-46d8a864-796f-415e-b6a9-595fd3a4790f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Request body: {'security_group_rule': {'security_group_id': '0be1c1eb-2566-4b20-ab5c-77feaa810c4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:15.506131 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Attempting to bind port c299056a-c401-4e22-b3a5-19e2d6c1b186 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:15.508353 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Attempting to bind port c299056a-c401-4e22-b3a5-19e2d6c1b186 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:15.508904 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Attempting to bind port c299056a-c401-4e22-b3a5-19e2d6c1b186 on network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:15.515921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3f9707a-7853-49a0-ab46-2d17a64b83e2 req-33c7c46d-06b9-4185-adea-1e70c106b834 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327555 Nov 10 16:32:15.519559 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:15.520649 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Checking segment: {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:15.521165 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.521617 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Bound using segment: {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:15.523282 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Bound port: c299056a-c401-4e22-b3a5-19e2d6c1b186, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:15.523639 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.530259 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.595262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d8a864-796f-415e-b6a9-595fd3a4790f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.624850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:15.746447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d8a864-796f-415e-b6a9-595fd3a4790f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.800059 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] For port c299056a-c401-4e22-b3a5-19e2d6c1b186, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:15.804488 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] For port c299056a-c401-4e22-b3a5-19e2d6c1b186, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c299056a-c401-4e22-b3a5-19e2d6c1b186,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:15.822417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:32:15.897242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d8a864-796f-415e-b6a9-595fd3a4790f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.911061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.915737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a7d34668-41d1-455a-aadf-d617f48ee4c8 None None] Provisioning complete for port c299056a-c401-4e22-b3a5-19e2d6c1b186 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:15.916111 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7d34668-41d1-455a-aadf-d617f48ee4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:15.929949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8a864-796f-415e-b6a9-595fd3a4790f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680e78b3-2991-4f2b-80f0-4f0a5943f129,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:15.984836 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:16.001928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a7d34668-41d1-455a-aadf-d617f48ee4c8 None None] Port c299056a-c401-4e22-b3a5-19e2d6c1b186 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:16.023562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46d8a864-796f-415e-b6a9-595fd3a4790f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:16.027474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-46d8a864-796f-415e-b6a9-595fd3a4790f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6026025 Nov 10 16:32:16.033162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36760) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:16.038657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:16.111686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e660618-027b-493c-aa6e-bb2920f9ac79 req-daa81f05-2143-48bc-81ed-08606d6b3fc4 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:16.130856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e660618-027b-493c-aa6e-bb2920f9ac79 req-daa81f05-2143-48bc-81ed-08606d6b3fc4 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:16.138542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:16.147922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e660618-027b-493c-aa6e-bb2920f9ac79 req-daa81f05-2143-48bc-81ed-08606d6b3fc4 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:16.161537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e660618-027b-493c-aa6e-bb2920f9ac79 req-daa81f05-2143-48bc-81ed-08606d6b3fc4 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 2374 time: 0.1924040 Nov 10 16:32:16.210424 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:16.212388 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:16.233219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:16.248470 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:16.288193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e660618-027b-493c-aa6e-bb2920f9ac79 req-9397204f-dd3a-42b3-9a9c-e2a0489d301e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256635 Nov 10 16:32:16.290982 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385f7d3-fd67-4e6a-bf8b-cff7314d4958 None None] Pushing event updated for resources: {'Port': ['ID=c299056a-c401-4e22-b3a5-19e2d6c1b186,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:16.349896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:16.366886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:16.371801 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0be0e0-7d7d-4511-8a93-1335188743aa" -d '{"events": [{"server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "name": "network-vif-unplugged", "status": "completed", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:16.426567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:16.491672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6f747936-fa2f-4a0c-a7e9-057415b95e6e details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:32:16.495749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:32:16.506056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd8e2a-6aa9-49e5-bc56-6fe45b7de189 req-4ede9b35-a9f6-4136-a5d0-1f17251c82ce tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:16.507277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:16.516278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fbd8e2a-6aa9-49e5-bc56-6fe45b7de189 req-4ede9b35-a9f6-4136-a5d0-1f17251c82ce tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 945 time: 0.1127317 Nov 10 16:32:16.551367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35405885-316f-4d33-9288-0a448efdc0e2 req-46f49e24-6665-4f63-a4f7-fe454bc1805a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:16.563472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35405885-316f-4d33-9288-0a448efdc0e2 req-46f49e24-6665-4f63-a4f7-fe454bc1805a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 946 time: 0.6506939 Nov 10 16:32:16.657487 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:16.675255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fbd8e2a-6aa9-49e5-bc56-6fe45b7de189 req-ecbe2d14-4cca-45ee-b92c-5cfe96daf455 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580286 Nov 10 16:32:16.806777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35405885-316f-4d33-9288-0a448efdc0e2 req-3df6f2b4-d09b-4a2d-b26c-ada57f535b78 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417626 Nov 10 16:32:16.810214 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268e72e8-dacb-42a9-9fdb-c3be280f5336 x-openstack-request-id: req-268e72e8-dacb-42a9-9fdb-c3be280f5336 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:16.810511 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "name": "network-vif-unplugged", "status": "completed", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:16.810767 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-268e72e8-dacb-42a9-9fdb-c3be280f5336 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:16.811166 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e', 'code': 200} Nov 10 16:32:16.875519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-752e2fcb-ba0d-4fd6-aa24-17eea3e98cd5 None None] Provisioning complete for port c299056a-c401-4e22-b3a5-19e2d6c1b186 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:16.877640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-752e2fcb-ba0d-4fd6-aa24-17eea3e98cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:16.994646 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:15Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:17.031589 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b85be5-73ad-4d54-a51c-263835e65f2e None None] The sync data for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 is: [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:15Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:32:17.043378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:17.083726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:17.084370 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.126236 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.143043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fe318-e9e3-4b77-a74a-3e1dc3a0c5bf req-9c22b8c4-508e-40a9-836f-8297f6dfddab tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:17.159907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c06fe318-e9e3-4b77-a74a-3e1dc3a0c5bf req-9c22b8c4-508e-40a9-836f-8297f6dfddab tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.1975946 Nov 10 16:32:17.168630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Pushing event updated for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:17.189045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Allocated IP 172.25.3.210 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e2d39aa0-54da-46e8-9283-d4d4807347e0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:17.195366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:17.195712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:17.199071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:17.199768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:17.200302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:17.200827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:17.219969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:17.220730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:17.235391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:17.236069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:17.236234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:17.236735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Bound port: 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:17.237096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.261610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:17.267247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:17.289554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:17.299918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:17.301503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:17.308062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Bound port: 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:17.308062 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.345103 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-752e2fcb-ba0d-4fd6-aa24-17eea3e98cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.373526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.514153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=f2311527-52a3-4c34-b032-97c1e37296c0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:17.536811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network c1473950-3513-45c2-93da-745d572e4c5b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:17.544091 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:32:17.556148 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.560416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:17.564900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:17.567660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-752e2fcb-ba0d-4fd6-aa24-17eea3e98cd5 None None] For port c299056a-c401-4e22-b3a5-19e2d6c1b186, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c299056a-c401-4e22-b3a5-19e2d6c1b186,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:17.568036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:17.610040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:17.623996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c06fe318-e9e3-4b77-a74a-3e1dc3a0c5bf req-db01f666-624a-44a1-b0a9-1dd008d5a01f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605644 Nov 10 16:32:17.643960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.673337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:17.678055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:17.682555 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4fb777-d983-4aae-aa02-c6c176e42094" -d '{"events": [{"server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "name": "network-vif-plugged", "status": "completed", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:17.687169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 579d7a0b-cb31-4638-8e5f-2f76199a254d up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:32:17.690888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-752e2fcb-ba0d-4fd6-aa24-17eea3e98cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.734510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50372a8-e1c6-4074-bfc7-790f7868993f req-713233ca-3e26-4e39-9ba1-b5bfcdfc08c9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:17.749236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50372a8-e1c6-4074-bfc7-790f7868993f req-713233ca-3e26-4e39-9ba1-b5bfcdfc08c9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:17.771455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50372a8-e1c6-4074-bfc7-790f7868993f req-713233ca-3e26-4e39-9ba1-b5bfcdfc08c9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:17.782874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50372a8-e1c6-4074-bfc7-790f7868993f req-713233ca-3e26-4e39-9ba1-b5bfcdfc08c9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:17.784722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b50372a8-e1c6-4074-bfc7-790f7868993f req-713233ca-3e26-4e39-9ba1-b5bfcdfc08c9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 3095 time: 0.2858934 Nov 10 16:32:17.800073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:17.803768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.805568 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.829100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ab0e-946b-4f4f-8385-20fec11c3e77 req-0feaae09-c026-4ee2-869d-f7d1fb9e874d tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:17.831257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38c1ab0e-946b-4f4f-8385-20fec11c3e77 req-0feaae09-c026-4ee2-869d-f7d1fb9e874d tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 1101 time: 0.0894399 Nov 10 16:32:17.855716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2fcb-ba0d-4fd6-aa24-17eea3e98cd5 None None] Pushing event updated for resources: {'Port': ['ID=c299056a-c401-4e22-b3a5-19e2d6c1b186,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:17.858811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:17.859953 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.871803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:17.943713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:17.950714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:17.953995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:17.968790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6f747936-fa2f-4a0c-a7e9-057415b95e6e-n-h2-714676-11-0 {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:32:17.969348 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:32:17.979557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:18.023655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event updated for resources: {'Port': ['ID=e2d39aa0-54da-46e8-9283-d4d4807347e0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:18.048663 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38c1ab0e-946b-4f4f-8385-20fec11c3e77 req-9c624369-6aec-4c00-a321-e1be37152976 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994705 Nov 10 16:32:18.050774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-94030e4d-e939-4b8c-97fa-e09a40bd9832 None None] Provisioning complete for port f2311527-52a3-4c34-b032-97c1e37296c0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:18.052301 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94030e4d-e939-4b8c-97fa-e09a40bd9832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:18.096601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Pushing event updated for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:18.124912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b51ff11-b39e-47b8-93df-92243033e63d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1209972 Nov 10 16:32:18.156180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b50372a8-e1c6-4074-bfc7-790f7868993f req-4c4b1d34-0d03-451b-86ae-785f6a15859c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539720 Nov 10 16:32:18.171472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:18.172130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:18.177270 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-03a6c3f4-63ce-44ef-ad8f-402db25770af service neutron] 10.222.0.69 "PUT /v2.0/ports/6f747936-fa2f-4a0c-a7e9-057415b95e6e HTTP/1.1" status: 200 len: 1124 time: 2.9118900 Nov 10 16:32:18.185504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b', 'admin_state_up': True, 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'security_groups': ['daf7e1d7-4c12-4517-84bc-f052d3ad688f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:18.186302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94030e4d-e939-4b8c-97fa-e09a40bd9832 None None] Port f2311527-52a3-4c34-b032-97c1e37296c0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:18.199426 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e92a8-f7ce-4f46-84d3-bc41994a1b20 x-openstack-request-id: req-7c5e92a8-f7ce-4f46-84d3-bc41994a1b20 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:18.202889 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "name": "network-vif-plugged", "status": "completed", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:18.203330 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c5e92a8-f7ce-4f46-84d3-bc41994a1b20 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:18.209065 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'code': 200} Nov 10 16:32:18.209065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 579d7a0b-cb31-4638-8e5f-2f76199a254d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:32:18.233695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:18.233924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 579d7a0b-cb31-4638-8e5f-2f76199a254d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:18.234053 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:18.333021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6f747936-fa2f-4a0c-a7e9-057415b95e6e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:32:18.438794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6f747936-fa2f-4a0c-a7e9-057415b95e6e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:32:18.454091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:18.470979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149e130-c65c-47e5-a008-dab49c8145a7 req-017ebc37-fefd-4a87-af1a-77a762031794 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:18.479016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7149e130-c65c-47e5-a008-dab49c8145a7 req-017ebc37-fefd-4a87-af1a-77a762031794 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 945 time: 0.1795020 Nov 10 16:32:18.508785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:18.509415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:18.509836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:18.593910 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7149e130-c65c-47e5-a008-dab49c8145a7 req-692fd634-58b8-4417-9f2b-1cc9d86532ab tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951233 Nov 10 16:32:18.608036 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:18.611135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44c197-bd45-4c59-b820-67c3484e334c req-c5d4045e-ff5c-40da-8d11-e09cb27dd049 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:18.614494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d44c197-bd45-4c59-b820-67c3484e334c req-c5d4045e-ff5c-40da-8d11-e09cb27dd049 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.2417140 Nov 10 16:32:18.745094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:18.745794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempting to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:18.756721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:18.757610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:18.758725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:18.759720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Bound port: 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:18.760255 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:18.763036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Made reservation on behalf of 58c4ffc5180746fcbf14baadb1077408 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:18.777475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:18.813508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:18.818648 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a319c57a-0a24-4825-9415-e378c78e4aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:18.838566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d44c197-bd45-4c59-b820-67c3484e334c req-1811907a-bf8d-4287-9903-0e298811fca9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094474 Nov 10 16:32:18.945068 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ddd518-1df9-45f9-99e2-e09385ab938e x-openstack-request-id: req-64ddd518-1df9-45f9-99e2-e09385ab938e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:18.945068 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:18.945068 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64ddd518-1df9-45f9-99e2-e09385ab938e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:18.945068 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e', 'status': 'completed', 'code': 200} Nov 10 16:32:18.962597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-1b0af778-4e1f-4f8b-b995-1b9d3d012393 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747240 Nov 10 16:32:18.985831 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:19.005196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 579d7a0b-cb31-4638-8e5f-2f76199a254d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=579d7a0b-cb31-4638-8e5f-2f76199a254d,segment=NetworkSegment(e7c8959a-cb67-47c7-aad0-8c4332d219bc),segment_id=e7c8959a-cb67-47c7-aad0-8c4332d219bc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:19.157177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-2dfe6157-1f7d-424d-921e-8ff6a95fc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:19.157177 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-2dfe6157-1f7d-424d-921e-8ff6a95fc11f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1127 time: 0.1209002 Nov 10 16:32:19.185289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-bdeb3253-1b74-45e5-a56b-a6b83420940e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:19.194413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-bdeb3253-1b74-45e5-a56b-a6b83420940e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297573 Nov 10 16:32:19.205861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:19.221622 n-d-714676-11 neutron-server[103327]: WARNING neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Concurrent port binding operations failed on port 6f747936-fa2f-4a0c-a7e9-057415b95e6e Nov 10 16:32:19.235274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:19.242101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c299056a-c401-4e22-b3a5-19e2d6c1b186 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:32:19.295170 n-d-714676-11 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Attempt 2 to bind port 6f747936-fa2f-4a0c-a7e9-057415b95e6e Nov 10 16:32:19.295611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6f747936-fa2f-4a0c-a7e9-057415b95e6e has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:32:19.329078 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:19.359550 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-dbd08681-d261-44e3-9cc2-8c8feb9e92b0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/quotas/54beeb0410c3445491a8078eddd7458f HTTP/1.1" status: 200 len: 375 time: 0.1638861 Nov 10 16:32:19.405187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Allocated IP 10.2.2.200 (c1473950-3513-45c2-93da-745d572e4c5b/3f2ef17d-47e8-43ac-a0bb-4b9db59916a1/5a79d855-3823-485e-9407-630369d07b6d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:19.433051 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:19.445891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event updated for resources: {'Port': ['ID=e2d39aa0-54da-46e8-9283-d4d4807347e0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:19.485181 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-76cd847d-45d4-4d6e-9370-f71f261fb799 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1234856 Nov 10 16:32:19.541898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:19.545780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0a802c2c-3572-4dfc-b416-cc74f86f8ec0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5093141 Nov 10 16:32:19.552178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c299056a-c401-4e22-b3a5-19e2d6c1b186 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:19.552598 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:19.654275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=579d7a0b-cb31-4638-8e5f-2f76199a254d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:19.654930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-36220701-3c1c-48e2-8550-e2baa366928f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013834 Nov 10 16:32:19.723777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:19.806080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-b7513463-9e8b-424a-94fa-87f907f9cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:19.809200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-b7513463-9e8b-424a-94fa-87f907f9cd97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 1102 time: 0.1249671 Nov 10 16:32:19.880362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-7ac67891-fdc6-4d84-9465-5f798d484305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:19.882255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-7ac67891-fdc6-4d84-9465-5f798d484305 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.7851241 Nov 10 16:32:19.952296 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-27b57cf3-717e-403f-94b1-2872a4db1096 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e HTTP/1.1" status: 200 len: 217 time: 0.0634155 Nov 10 16:32:19.979022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8aa52-ad26-405a-90f1-a18979b17338 req-0de3439e-6195-468d-88f9-b6bd8aace6ba tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:19.988156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8aa52-ad26-405a-90f1-a18979b17338 req-0de3439e-6195-468d-88f9-b6bd8aace6ba tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:19.997237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8aa52-ad26-405a-90f1-a18979b17338 req-0de3439e-6195-468d-88f9-b6bd8aace6ba tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:20.006444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8aa52-ad26-405a-90f1-a18979b17338 req-0de3439e-6195-468d-88f9-b6bd8aace6ba tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:20.017394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9bf8aa52-ad26-405a-90f1-a18979b17338 req-0de3439e-6195-468d-88f9-b6bd8aace6ba tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 3095 time: 0.6764414 Nov 10 16:32:20.063188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-6882934d-7a9c-4fca-9f10-94da971edb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:20.065037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-6882934d-7a9c-4fca-9f10-94da971edb73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2345252 Nov 10 16:32:20.080086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-2aee79b6-4939-40dd-bb06-da401313939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:20.083135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-2aee79b6-4939-40dd-bb06-da401313939e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1221218 Nov 10 16:32:20.107178 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:20.148423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbac0c-7194-4cf3-bdd2-911bfd527769 req-e8243489-20c3-4796-96ff-802a90396efc tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:20.152868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86dbac0c-7194-4cf3-bdd2-911bfd527769 req-e8243489-20c3-4796-96ff-802a90396efc tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 946 time: 0.1587842 Nov 10 16:32:20.169683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-a3fdc91d-4b28-47c9-a38b-6129f31d8c84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=111bb760-c46a-435d-a616-49a96ee2323c HTTP/1.1" status: 200 len: 217 time: 0.0975895 Nov 10 16:32:20.208604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69399847-5e2f-4f19-a34e-30c732574178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579d7a0b-cb31-4638-8e5f-2f76199a254d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:20.210854 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e4d220-0057-4783-9927-ede2325dd3b3" -d '{"events": [{"server_uuid": "69399847-5e2f-4f19-a34e-30c732574178", "name": "network-vif-plugged", "status": "completed", "tag": "579d7a0b-cb31-4638-8e5f-2f76199a254d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:20.229287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-bd205428-5904-4af2-97f4-e3411ce470e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:20.232901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-bd205428-5904-4af2-97f4-e3411ce470e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0517619 Nov 10 16:32:20.237970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-4baf352e-5842-4264-9f08-8157321e5126 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000650 Nov 10 16:32:20.241080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Network c1473950-3513-45c2-93da-745d572e4c5b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:20.265921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:20.322212 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9bf8aa52-ad26-405a-90f1-a18979b17338 req-4acb5424-a919-4352-ae34-c73aa44c78c0 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037770 Nov 10 16:32:20.333166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:20.348223 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86dbac0c-7194-4cf3-bdd2-911bfd527769 req-8ca60ed2-f30d-489f-905e-6c836c375536 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941371 Nov 10 16:32:20.398277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-e5152aac-9ad1-4dd5-9662-921f65c7dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:20.400003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-e5152aac-9ad1-4dd5-9662-921f65c7dca7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619751 Nov 10 16:32:20.478184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:20.478786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:20.541695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-9f0b43e2-46a7-43f3-8f12-0ec6de408a21 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325722 Nov 10 16:32:20.541973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event updated for resources: {'Port': ['ID=5a79d855-3823-485e-9407-630369d07b6d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:20.609213 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-870b96d2-c4a8-4fca-8a9f-2eb0401fa0b7 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583586 Nov 10 16:32:20.692425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f733a2f-0921-4480-9b1f-9538406243b3 req-db62f53c-d2bf-4860-b690-f5a18c5feaa1 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427445 Nov 10 16:32:20.719719 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c97be999-68d5-4de6-98fd-b207656abe40 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5619843 Nov 10 16:32:20.741219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:20.800156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a319c57a-0a24-4825-9415-e378c78e4aa2 req-9e773468-9cc0-452f-a418-99eb03d2d342 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832211 Nov 10 16:32:20.833842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8adf7bdc-5988-4c94-8bad-a423a1ca8a82 None None] Provisioning complete for port 5a79d855-3823-485e-9407-630369d07b6d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:20.834227 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8adf7bdc-5988-4c94-8bad-a423a1ca8a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:20.855360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:20.924722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8adf7bdc-5988-4c94-8bad-a423a1ca8a82 None None] Port 5a79d855-3823-485e-9407-630369d07b6d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:21.262643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3350ac3-2a06-4b9a-9f6d-e049bf9e663d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:21.271805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:21.303446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Transition to ACTIVE for port object c3350ac3-2a06-4b9a-9f6d-e049bf9e663d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:21.391654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:21.467732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Pushing event updated for resources: {'Port': ['ID=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:21.694951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Attempting to bind port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:21.695580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Attempting to bind port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:21.696164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Attempting to bind port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d on network c02ea7e0-1b37-4c17-bbd6-3806cff574ca {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:21.701343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d on network c02ea7e0-1b37-4c17-bbd6-3806cff574ca not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:21.701675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Attempting to bind port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d on network c02ea7e0-1b37-4c17-bbd6-3806cff574ca {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:21.711833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:21.719417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Checking segment: {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:21.719417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Bound using segment: {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:21.719417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Bound port: c3350ac3-2a06-4b9a-9f6d-e049bf9e663d, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f66ffad-9bc2-4c5d-8386-df64935760b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:21.719417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:21.830674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] For port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:21.835190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] For port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:21.904201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:21.988594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:21.989439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:21.990982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3350ac3-2a06-4b9a-9f6d-e049bf9e663d HTTP/1.1" status: 200 len: 1092 time: 1.2581677 Nov 10 16:32:21.991622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:22.003577 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9cce39-1c58-4b31-b945-b2ea9e43712f" -d '{"events": [{"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:22.056419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9974ac0-cff6-49fe-9f83-abdb17dfed47 service neutron] Pushing event updated for resources: {'Port': ['ID=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:22.101966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:22.196081 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:22.662780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:22.672150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:22.691101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Transition to ACTIVE for port object 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:22.778606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:22.926755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-d6baee72-f056-459d-8125-4a4d6fb1418e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800178 Nov 10 16:32:23.010614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:23.193064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Attempting to bind port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:23.193536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Attempting to bind port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:23.194046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Attempting to bind port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:23.206719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf on network 569fc79e-ea89-4663-8391-e22716c464b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:23.211663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Attempting to bind port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:23.221757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:23.222406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Checking segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:23.224129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Bound using segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:23.224764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Bound port: 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:23.225323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:23.291569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-0a85d1e4-d0a1-4554-a1b1-62dc8dd5d8cf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:23.295208 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-0a85d1e4-d0a1-4554-a1b1-62dc8dd5d8cf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564539 Nov 10 16:32:23.313682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Request body: {'port': {'device_id': '7946a47e-a4dd-46a3-b903-042c255fa531', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '54beeb0410c3445491a8078eddd7458f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:23.395410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] For port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:23.418639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] For port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:23.502160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:23.565377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:23.578003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Made reservation on behalf of 54beeb0410c3445491a8078eddd7458f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:23.582504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:23.633774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:23.635338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:23.638195 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-af3b7b10-9616-4d86-8feb-1f6b542ac42b service neutron] 10.222.0.18 "PUT /v2.0/ports/9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 200 len: 1137 time: 1.5476062 Nov 10 16:32:23.770462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:23.935211 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:23.952089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Allocated IP 192.168.233.211 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/6e35e080-ea36-4ba5-88da-87e71272ac80) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:24.368364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:24.509899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3957dd-ba10-46d1-a448-e33d29f5ae14 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:24.524268 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:24.544820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Transition to ACTIVE for port object 3d3957dd-ba10-46d1-a448-e33d29f5ae14 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:24.678330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:24.691375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', '122d01ab-a916-4e60-a2fb-6b20cec3978b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:32:24.700623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d', '111bb760-c46a-435d-a616-49a96ee2323c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:32:24.743038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:24.748291 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:24.755030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:24.759264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:24.867680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'Port': ['ID=6e35e080-ea36-4ba5-88da-87e71272ac80,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:25.124024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:25.124783 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:25.127122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3957dd-ba10-46d1-a448-e33d29f5ae14,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:25.282677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Attempting to bind port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:25.282904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Attempting to bind port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:25.283223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Attempting to bind port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:25.298035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 on network 569fc79e-ea89-4663-8391-e22716c464b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:25.299594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Attempting to bind port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:25.314873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:25.314873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Checking segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:25.316051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Bound using segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:25.318485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Bound port: 3d3957dd-ba10-46d1-a448-e33d29f5ae14, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:25.319552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:25.350009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-c54be2d3-f2d2-4cd1-8805-b8f85aa6800a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0316210 Nov 10 16:32:25.375379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Request body: {'port': {'device_id': '7946a47e-a4dd-46a3-b903-042c255fa531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:25.545881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ab111ddd-5b94-4d67-804a-5556d51c0d3c None None] Provisioning complete for port 6e35e080-ea36-4ba5-88da-87e71272ac80 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:25.546542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab111ddd-5b94-4d67-804a-5556d51c0d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:25.556287 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:25.589440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] For port 3d3957dd-ba10-46d1-a448-e33d29f5ae14, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:25.639473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] For port 3d3957dd-ba10-46d1-a448-e33d29f5ae14, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:25.643035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ab111ddd-5b94-4d67-804a-5556d51c0d3c None None] Port 6e35e080-ea36-4ba5-88da-87e71272ac80 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:25.719138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:25.826049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:25.826674 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:25.832024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] 10.222.0.18 "PUT /v2.0/ports/3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 200 len: 1137 time: 2.0878572 Nov 10 16:32:26.356295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1c567-34d2-4dd7-80b7-94009df5abd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3957dd-ba10-46d1-a448-e33d29f5ae14,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:26.368906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:26.466254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:26.643645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e35e080-ea36-4ba5-88da-87e71272ac80 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:26.660584 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:26.702338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Transition to ACTIVE for port object 6e35e080-ea36-4ba5-88da-87e71272ac80 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:26.795046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:26.944380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Pushing event updated for resources: {'Port': ['ID=6e35e080-ea36-4ba5-88da-87e71272ac80,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:27.060723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Attempting to bind port 6e35e080-ea36-4ba5-88da-87e71272ac80 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:27.061064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Attempting to bind port 6e35e080-ea36-4ba5-88da-87e71272ac80 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:27.061387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Attempting to bind port 6e35e080-ea36-4ba5-88da-87e71272ac80 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:27.065758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57571b6f-0873-4036-98ed-239eef444a3b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:27.074901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Port 6e35e080-ea36-4ba5-88da-87e71272ac80 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:27.075229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Attempting to bind port 6e35e080-ea36-4ba5-88da-87e71272ac80 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:27.078627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:27.087403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:27.087741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:27.088127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:27.093939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Bound port: 6e35e080-ea36-4ba5-88da-87e71272ac80, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:27.094301 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:27.117973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Transition to ACTIVE for port object 57571b6f-0873-4036-98ed-239eef444a3b will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:27.194231 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:27.234359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] For port 6e35e080-ea36-4ba5-88da-87e71272ac80, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:27.277026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] For port 6e35e080-ea36-4ba5-88da-87e71272ac80, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6e35e080-ea36-4ba5-88da-87e71272ac80,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:27.352149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Pushing event updated for resources: {'Port': ['ID=57571b6f-0873-4036-98ed-239eef444a3b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:27.400285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:27.518253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:27.518253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:27.519616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-119c8c32-8353-4342-8753-ecb460975899 service neutron] 10.222.0.69 "PUT /v2.0/ports/6e35e080-ea36-4ba5-88da-87e71272ac80 HTTP/1.1" status: 200 len: 1097 time: 2.1568267 Nov 10 16:32:27.567839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Attempting to bind port 57571b6f-0873-4036-98ed-239eef444a3b on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:27.568186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Attempting to bind port 57571b6f-0873-4036-98ed-239eef444a3b by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:27.568536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Attempting to bind port 57571b6f-0873-4036-98ed-239eef444a3b on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:27.594515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c8c32-8353-4342-8753-ecb460975899 service neutron] Pushing event updated for resources: {'Port': ['ID=6e35e080-ea36-4ba5-88da-87e71272ac80,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:27.609199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Port 57571b6f-0873-4036-98ed-239eef444a3b on network 569fc79e-ea89-4663-8391-e22716c464b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:27.609529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Attempting to bind port 57571b6f-0873-4036-98ed-239eef444a3b on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:27.633336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:27.633755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Checking segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:27.634579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Bound using segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:27.634579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Bound port: 57571b6f-0873-4036-98ed-239eef444a3b, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:27.634879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:27.833707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] For port 57571b6f-0873-4036-98ed-239eef444a3b, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:27.837660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] For port 57571b6f-0873-4036-98ed-239eef444a3b, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=57571b6f-0873-4036-98ed-239eef444a3b,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:27.840076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-52e87893-0911-49bd-8cea-d31ca3fbad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:27.841586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-52e87893-0911-49bd-8cea-d31ca3fbad0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 1100 time: 0.1420314 Nov 10 16:32:27.906914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-5adff2da-3fd6-4d5e-9cf9-f00bb86e339b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6e35e080-ea36-4ba5-88da-87e71272ac80 HTTP/1.1" status: 200 len: 217 time: 0.0544071 Nov 10 16:32:27.987867 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:28.080393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:28.081806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:28.083677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] 10.222.0.18 "PUT /v2.0/ports/57571b6f-0873-4036-98ed-239eef444a3b HTTP/1.1" status: 200 len: 1092 time: 1.7328107 Nov 10 16:32:28.099339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d910155-dc93-4fea-bea0-c326622baefa service neutron] Pushing event updated for resources: {'Port': ['ID=57571b6f-0873-4036-98ed-239eef444a3b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:28.129894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-832d97f5-bb74-4796-829c-859845a7cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:28.131635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-832d97f5-bb74-4796-829c-859845a7cbf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2151439 Nov 10 16:32:28.208378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-d219a2df-258f-4a5d-8430-425f729deec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:28.208378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-d219a2df-258f-4a5d-8430-425f729deec6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628140 Nov 10 16:32:28.329049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-5a01466a-561e-4e8f-bf27-527c001da260 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184676 Nov 10 16:32:28.337403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:28.529313 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:28.558608 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71e6f976-2038-431d-9e4b-1f99595ccecc req-a0d7c3d4-f9db-456b-8cb4-ae28b7940eb4 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179978 Nov 10 16:32:29.027134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee5a20c-db61-4a58-90ea-c56c845f6bb8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:29.038285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:29.058598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Transition to ACTIVE for port object aee5a20c-db61-4a58-90ea-c56c845f6bb8 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:29.151217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:29.273804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=aee5a20c-db61-4a58-90ea-c56c845f6bb8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:29.346109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.347618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.349756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.349756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.349756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.349756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.349756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.349756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.352659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.352832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.354778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.354778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Attempting to bind port aee5a20c-db61-4a58-90ea-c56c845f6bb8 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Attempting to bind port aee5a20c-db61-4a58-90ea-c56c845f6bb8 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Attempting to bind port aee5a20c-db61-4a58-90ea-c56c845f6bb8 on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Port aee5a20c-db61-4a58-90ea-c56c845f6bb8 on network 569fc79e-ea89-4663-8391-e22716c464b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Attempting to bind port aee5a20c-db61-4a58-90ea-c56c845f6bb8 on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Checking segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Bound using segment: {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Bound port: aee5a20c-db61-4a58-90ea-c56c845f6bb8, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317a1328-c1eb-432c-912a-8c78494a614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:29.484218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:29.584764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] For port aee5a20c-db61-4a58-90ea-c56c845f6bb8, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:29.598019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] For port aee5a20c-db61-4a58-90ea-c56c845f6bb8, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:29.904364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:30.075737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=aee5a20c-db61-4a58-90ea-c56c845f6bb8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:30.108143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:30.109804 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:30.112526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19fcff98-12c0-4d17-ba68-9e70c7c2bc4e service neutron] 10.222.0.18 "PUT /v2.0/ports/aee5a20c-db61-4a58-90ea-c56c845f6bb8 HTTP/1.1" status: 200 len: 1092 time: 1.7813511 Nov 10 16:32:30.398321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:30.489996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:30.807971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2311527-52a3-4c34-b032-97c1e37296c0 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:30.816439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:30.829244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Transition to ACTIVE for port object f2311527-52a3-4c34-b032-97c1e37296c0 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:31.074735 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:31.164381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2311527-52a3-4c34-b032-97c1e37296c0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:31.221525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Attempting to bind port f2311527-52a3-4c34-b032-97c1e37296c0 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:31.221863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Attempting to bind port f2311527-52a3-4c34-b032-97c1e37296c0 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:31.222191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Attempting to bind port f2311527-52a3-4c34-b032-97c1e37296c0 on network c1473950-3513-45c2-93da-745d572e4c5b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:31.231911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Port f2311527-52a3-4c34-b032-97c1e37296c0 on network c1473950-3513-45c2-93da-745d572e4c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:31.232236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Attempting to bind port f2311527-52a3-4c34-b032-97c1e37296c0 on network c1473950-3513-45c2-93da-745d572e4c5b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:31.242732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:31.243899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Checking segment: {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:31.244299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Bound using segment: {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:31.246441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Bound port: f2311527-52a3-4c34-b032-97c1e37296c0, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:31.246830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:31.399788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] For port f2311527-52a3-4c34-b032-97c1e37296c0, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:31.401167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] For port f2311527-52a3-4c34-b032-97c1e37296c0, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=f2311527-52a3-4c34-b032-97c1e37296c0,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:31.510241 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:31.584396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:31.600535 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64e8b100-b16a-49c4-a158-61a8a24a7771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:31.601164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:31.601164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] 10.222.0.18 "PUT /v2.0/ports/f2311527-52a3-4c34-b032-97c1e37296c0 HTTP/1.1" status: 200 len: 1092 time: 1.2004464 Nov 10 16:32:31.617410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff391965-28e4-44e6-b0c9-deb05d6e3ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2311527-52a3-4c34-b032-97c1e37296c0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:31.659662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6f747936-fa2f-4a0c-a7e9-057415b95e6e no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:32:31.731869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Request body: {'port': {'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:31.820837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:32.140326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-e0a6f772-ad21-4e68-b1c1-6b780e45b932 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--691995196&fields=id&tenant_id=0d0ca4ce52c545e9b484dcdcaf0f43ba HTTP/1.1" status: 200 len: 267 time: 0.0786676 Nov 10 16:32:32.238215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc6b22-6290-4f06-bf80-c54f5761114f req-9878267d-7a58-4bd0-bc48-351117fe60d6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:32.245791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41cc6b22-6290-4f06-bf80-c54f5761114f req-9878267d-7a58-4bd0-bc48-351117fe60d6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.1016231 Nov 10 16:32:32.278769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-aed198fa-651c-4c7d-b619-ec2604732c54 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:32.291669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-aed198fa-651c-4c7d-b619-ec2604732c54 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/networks?id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f HTTP/1.1" status: 200 len: 814 time: 0.1501713 Nov 10 16:32:32.309425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-fa9b314f-d71f-48f6-92a6-64cb473532dd tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/quotas/0d0ca4ce52c545e9b484dcdcaf0f43ba HTTP/1.1" status: 200 len: 375 time: 0.0165339 Nov 10 16:32:32.354555 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41cc6b22-6290-4f06-bf80-c54f5761114f req-1177121c-70ec-4212-9c48-52ab1f16d68d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077938 Nov 10 16:32:32.379191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-c47ea372-c736-4e93-957c-feb9d5984394 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0d0ca4ce52c545e9b484dcdcaf0f43ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680890 Nov 10 16:32:32.507103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a79d855-3823-485e-9407-630369d07b6d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:32.520532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:32.536906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb130e-d200-4934-9408-16cda7a97745 req-5ea07b82-6e10-42bd-b62e-a6859f210ea0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:32.538581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1eb130e-d200-4934-9408-16cda7a97745 req-5ea07b82-6e10-42bd-b62e-a6859f210ea0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 948 time: 0.0975549 Nov 10 16:32:32.548999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Transition to ACTIVE for port object 5a79d855-3823-485e-9407-630369d07b6d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:32.614836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-e85b93b7-04a7-43b1-a30b-70c5c576d5ab service neutron] 10.222.0.62 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225294 Nov 10 16:32:32.627074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1eb130e-d200-4934-9408-16cda7a97745 req-5795e7fb-7fc6-4203-96c5-6384d5694477 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804827 Nov 10 16:32:32.707538 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be28e04-cfc0-49aa-a0ea-2b8578467572 x-openstack-request-id: req-5be28e04-cfc0-49aa-a0ea-2b8578467572 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:32.709348 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69399847-5e2f-4f19-a34e-30c732574178", "name": "network-vif-plugged", "status": "completed", "tag": "579d7a0b-cb31-4638-8e5f-2f76199a254d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:32.709595 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5be28e04-cfc0-49aa-a0ea-2b8578467572 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:32.710417 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69399847-5e2f-4f19-a34e-30c732574178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579d7a0b-cb31-4638-8e5f-2f76199a254d', 'code': 200} Nov 10 16:32:32.725405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-3c4d0124-7498-4c87-8c5b-93f706297140 service neutron] 10.222.0.62 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029835 Nov 10 16:32:32.828475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:32.999649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6d7d-23d0-41aa-8293-2c01f4228f3d req-5821ace4-7f57-4057-bf76-92eb88f6cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.001202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a8e6d7d-23d0-41aa-8293-2c01f4228f3d req-5821ace4-7f57-4057-bf76-92eb88f6cbf3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 1098 time: 0.2233129 Nov 10 16:32:33.116392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955da30-5357-4656-abe6-9467cccd504d req-febc3c8c-c2d9-428a-8d87-85e8aa6d777c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.118217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7955da30-5357-4656-abe6-9467cccd504d req-febc3c8c-c2d9-428a-8d87-85e8aa6d777c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 946 time: 0.2929187 Nov 10 16:32:33.167902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Pushing event updated for resources: {'Port': ['ID=5a79d855-3823-485e-9407-630369d07b6d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:33.288951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383577f-6241-4144-8740-49aa06ca2663 req-0f257d93-0bc7-45d6-8999-f1979ed56820 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.303776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383577f-6241-4144-8740-49aa06ca2663 req-0f257d93-0bc7-45d6-8999-f1979ed56820 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.321679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383577f-6241-4144-8740-49aa06ca2663 req-0f257d93-0bc7-45d6-8999-f1979ed56820 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.328407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383577f-6241-4144-8740-49aa06ca2663 req-0f257d93-0bc7-45d6-8999-f1979ed56820 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.344318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383577f-6241-4144-8740-49aa06ca2663 req-0f257d93-0bc7-45d6-8999-f1979ed56820 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.359055 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7955da30-5357-4656-abe6-9467cccd504d req-88bedac5-e748-4d9d-9561-7a924a2a246e tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115312 Nov 10 16:32:33.359974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383577f-6241-4144-8740-49aa06ca2663 req-0f257d93-0bc7-45d6-8999-f1979ed56820 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.367274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6e35e080-ea36-4ba5-88da-87e71272ac80 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:32:33.368084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383577f-6241-4144-8740-49aa06ca2663 req-0f257d93-0bc7-45d6-8999-f1979ed56820 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.377018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a383577f-6241-4144-8740-49aa06ca2663 req-0f257d93-0bc7-45d6-8999-f1979ed56820 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.2256532 Nov 10 16:32:33.383050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a8e6d7d-23d0-41aa-8293-2c01f4228f3d req-c01f0bd5-bae4-4a29-9482-0c985c7a0441 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398020 Nov 10 16:32:33.427443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Attempting to bind port 5a79d855-3823-485e-9407-630369d07b6d on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:33.427944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Attempting to bind port 5a79d855-3823-485e-9407-630369d07b6d by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:33.428372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Attempting to bind port 5a79d855-3823-485e-9407-630369d07b6d on network c1473950-3513-45c2-93da-745d572e4c5b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:33.440124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Port 5a79d855-3823-485e-9407-630369d07b6d on network c1473950-3513-45c2-93da-745d572e4c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:33.440600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Attempting to bind port 5a79d855-3823-485e-9407-630369d07b6d on network c1473950-3513-45c2-93da-745d572e4c5b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:33.472123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:33.472514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Checking segment: {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:33.473195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Bound using segment: {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:33.473790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Bound port: 5a79d855-3823-485e-9407-630369d07b6d, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c60122-0f04-48ec-b509-5324bde4e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:33.491248 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a383577f-6241-4144-8740-49aa06ca2663 req-8fc510db-d3bf-4516-b4f7-361527718ef1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127388 Nov 10 16:32:33.494572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:33.586401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6e35e080-ea36-4ba5-88da-87e71272ac80, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6e35e080-ea36-4ba5-88da-87e71272ac80,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:33.607506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6e35e080-ea36-4ba5-88da-87e71272ac80', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '6e35e080-ea36-4ba5-88da-87e71272ac80', 'mac_address': 'fa:16:3e:9b:0e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:32:33.627223 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ddc61d-f34e-4863-95fb-6c3643bb1bea x-openstack-request-id: req-c1ddc61d-f34e-4863-95fb-6c3643bb1bea {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:33.627532 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:33.627782 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1ddc61d-f34e-4863-95fb-6c3643bb1bea {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:33.628179 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'status': 'completed', 'code': 200} Nov 10 16:32:33.678788 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:33.711260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e35e080-ea36-4ba5-88da-87e71272ac80 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:33.712023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06a7f7d7-966e-489b-90d3-f8a1f59f47ff req-9853f95b-dc75-4b4d-b651-c75ee7125352 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 210 time: 0.0568848 Nov 10 16:32:33.750083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6e35e080-ea36-4ba5-88da-87e71272ac80, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6e35e080-ea36-4ba5-88da-87e71272ac80,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:33.754986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-cff9116b-3398-40a7-b97b-479b7066cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.756113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-cff9116b-3398-40a7-b97b-479b7066cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.756588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-cff9116b-3398-40a7-b97b-479b7066cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.757106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-cff9116b-3398-40a7-b97b-479b7066cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.757566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-cff9116b-3398-40a7-b97b-479b7066cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.758023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-cff9116b-3398-40a7-b97b-479b7066cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.758479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-cff9116b-3398-40a7-b97b-479b7066cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:33.772277 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-cff9116b-3398-40a7-b97b-479b7066cf0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6454 time: 0.1768014 Nov 10 16:32:33.786071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] For port 5a79d855-3823-485e-9407-630369d07b6d, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:33.869297 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:33.873592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] For port 5a79d855-3823-485e-9407-630369d07b6d, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5a79d855-3823-485e-9407-630369d07b6d,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:33.945247 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4eab892d-3128-41f3-ae21-f95eb96a666b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:33.998540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6e35e080-ea36-4ba5-88da-87e71272ac80,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:34.016759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.016759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.016759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.016759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.016759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.016759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.016759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.016759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.022663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.023477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.023817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.024189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:34.044700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:34.115906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-5ed79602-191d-4b80-9517-66592b53f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.116273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-5ed79602-191d-4b80-9517-66592b53f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.116931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-5ed79602-191d-4b80-9517-66592b53f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.118659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-5ed79602-191d-4b80-9517-66592b53f333 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=58c4ffc5180746fcbf14baadb1077408&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3370428 Nov 10 16:32:34.122210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Pushing event updated for resources: {'Port': ['ID=5a79d855-3823-485e-9407-630369d07b6d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:34.143752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.148985 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:34.148985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1547191a-472c-4d14-923f-22f656f6e553 service neutron] 10.222.0.18 "PUT /v2.0/ports/5a79d855-3823-485e-9407-630369d07b6d HTTP/1.1" status: 200 len: 1092 time: 2.4208665 Nov 10 16:32:34.195206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080d36a-d742-4ca1-9a2e-b7f173e95c0f req-7639b228-1a75-445c-a9b5-023ee5ca3ea1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.195206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a080d36a-d742-4ca1-9a2e-b7f173e95c0f req-7639b228-1a75-445c-a9b5-023ee5ca3ea1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.2693014 Nov 10 16:32:34.335122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6e35e080-ea36-4ba5-88da-87e71272ac80'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:32:34.399576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a080d36a-d742-4ca1-9a2e-b7f173e95c0f req-46d74b32-356f-45fd-aefe-7a69f744ae21 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970544 Nov 10 16:32:34.439440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-9b219ec9-18df-42fd-9261-0838ba7a05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.442325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a9cce39-1c58-4b31-b945-b2ea9e43712f req-9b219ec9-18df-42fd-9261-0838ba7a05b3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3127680 Nov 10 16:32:34.605489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce33f7-0802-47c3-97f0-b08d0773f83e req-d4014c9a-69dc-4ce5-a428-6f00b3aaedc7 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.607364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29ce33f7-0802-47c3-97f0-b08d0773f83e req-d4014c9a-69dc-4ce5-a428-6f00b3aaedc7 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 949 time: 0.2161012 Nov 10 16:32:34.647269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c15e5e16-4c16-4709-a117-d8c3ed41a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.651752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c15e5e16-4c16-4709-a117-d8c3ed41a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.651752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c15e5e16-4c16-4709-a117-d8c3ed41a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.651752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c15e5e16-4c16-4709-a117-d8c3ed41a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.651752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c15e5e16-4c16-4709-a117-d8c3ed41a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.651752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c15e5e16-4c16-4709-a117-d8c3ed41a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.651752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c15e5e16-4c16-4709-a117-d8c3ed41a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.652991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c15e5e16-4c16-4709-a117-d8c3ed41a51f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6496 time: 0.1587057 Nov 10 16:32:34.667421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab809512-30c9-4b6b-ab8b-09cdf346faf1 req-738a5378-cc87-4c63-884c-b5e01c3ba1a0 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.690045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab809512-30c9-4b6b-ab8b-09cdf346faf1 req-738a5378-cc87-4c63-884c-b5e01c3ba1a0 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.1183553 Nov 10 16:32:34.765000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-3d2dbdaa-fa28-473c-a809-bbd2b4df20d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d HTTP/1.1" status: 200 len: 217 time: 0.0540426 Nov 10 16:32:34.779117 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29ce33f7-0802-47c3-97f0-b08d0773f83e req-cc3983ed-be6e-432e-ab50-4c3745aff370 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622813 Nov 10 16:32:34.898088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab809512-30c9-4b6b-ab8b-09cdf346faf1 req-1f6fc979-304f-4565-b529-37adbb9b345e tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066479 Nov 10 16:32:34.911753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-aea96515-a15f-47bf-8989-58ecff353d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:34.913655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-aea96515-a15f-47bf-8989-58ecff353d50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dece38f5-ece9-49a9-a1da-abc175ea0a1d HTTP/1.1" status: 200 len: 856 time: 0.1399927 Nov 10 16:32:34.943519 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:35.055565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-f7cadcad-fdd2-4efb-8ad6-071ed0537831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.056628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-f7cadcad-fdd2-4efb-8ad6-071ed0537831 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1346965 Nov 10 16:32:35.067286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e162425-62f9-42ea-be7d-8434471a13a9 req-7917e033-ed8f-4409-ade5-3571ef53cba6 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.068866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e162425-62f9-42ea-be7d-8434471a13a9 req-7917e033-ed8f-4409-ade5-3571ef53cba6 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 946 time: 0.1195545 Nov 10 16:32:35.169698 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e162425-62f9-42ea-be7d-8434471a13a9 req-d2a37467-69e1-42e4-8259-45dcf8b59e82 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894330 Nov 10 16:32:35.201489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-55c71519-e7c0-4a73-9e94-d95e00adbb12 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.208560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-55c71519-e7c0-4a73-9e94-d95e00adbb12 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.215048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-55c71519-e7c0-4a73-9e94-d95e00adbb12 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.221183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-55c71519-e7c0-4a73-9e94-d95e00adbb12 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.228315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-55c71519-e7c0-4a73-9e94-d95e00adbb12 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.248459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-55c71519-e7c0-4a73-9e94-d95e00adbb12 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.267455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-55c71519-e7c0-4a73-9e94-d95e00adbb12 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:35.276542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-55c71519-e7c0-4a73-9e94-d95e00adbb12 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.2350881 Nov 10 16:32:35.345431 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-15333ecc-66a0-493e-a1ea-b22a80d7c432 service neutron] 10.222.0.18 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726126 Nov 10 16:32:35.350522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae81a83d-b558-428c-a868-fabca5f68999 req-761ea016-e45d-4d69-ac66-0549297adf4e tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 210 time: 0.0656772 Nov 10 16:32:35.440683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b748ca7-0dbf-4c49-9f90-1375910f31fd req-ce01a0b5-0c76-4dc7-9503-06b33de307f3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617959 Nov 10 16:32:35.559371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-7d5b6797-5ebd-49c9-af48-779900e6a148 service neutron] 10.222.0.18 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965101 Nov 10 16:32:35.639237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': '9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf'}, {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': '3d3957dd-ba10-46d1-a448-e33d29f5ae14'}, {'name': 'network-changed', 'server_uuid': '7946a47e-a4dd-46a3-b903-042c255fa531', 'tag': '6e35e080-ea36-4ba5-88da-87e71272ac80'}, {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': '57571b6f-0873-4036-98ed-239eef444a3b'}, {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8'}, {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': 'f2311527-52a3-4c34-b032-97c1e37296c0'}, {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': '5a79d855-3823-485e-9407-630369d07b6d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:35.645009 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77138eff-affa-4955-8d58-16ad848a0c90" -d '{"events": [{"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf"}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "3d3957dd-ba10-46d1-a448-e33d29f5ae14"}, {"name": "network-changed", "server_uuid": "7946a47e-a4dd-46a3-b903-042c255fa531", "tag": "6e35e080-ea36-4ba5-88da-87e71272ac80"}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "57571b6f-0873-4036-98ed-239eef444a3b"}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "aee5a20c-db61-4a58-90ea-c56c845f6bb8"}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "f2311527-52a3-4c34-b032-97c1e37296c0"}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "5a79d855-3823-485e-9407-630369d07b6d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:35.674316 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-f4a62224-36c2-4dd0-809a-b704b1b907fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 200 len: 217 time: 0.1070330 Nov 10 16:32:35.773069 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1181 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de969aa2-9143-464c-a8c1-b41ecc194c52 x-openstack-request-id: req-de969aa2-9143-464c-a8c1-b41ecc194c52 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:35.774522 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "3d3957dd-ba10-46d1-a448-e33d29f5ae14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7946a47e-a4dd-46a3-b903-042c255fa531", "tag": "6e35e080-ea36-4ba5-88da-87e71272ac80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "57571b6f-0873-4036-98ed-239eef444a3b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "aee5a20c-db61-4a58-90ea-c56c845f6bb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "f2311527-52a3-4c34-b032-97c1e37296c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "5a79d855-3823-485e-9407-630369d07b6d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:35.774805 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de969aa2-9143-464c-a8c1-b41ecc194c52 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:35.775352 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': '9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf', 'status': 'completed', 'code': 200} Nov 10 16:32:35.775726 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': '3d3957dd-ba10-46d1-a448-e33d29f5ae14', 'status': 'completed', 'code': 200} Nov 10 16:32:35.776490 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7946a47e-a4dd-46a3-b903-042c255fa531', 'tag': '6e35e080-ea36-4ba5-88da-87e71272ac80', 'status': 'completed', 'code': 200} Nov 10 16:32:35.776825 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': '57571b6f-0873-4036-98ed-239eef444a3b', 'status': 'completed', 'code': 200} Nov 10 16:32:35.778065 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8', 'status': 'completed', 'code': 200} Nov 10 16:32:35.778891 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': 'f2311527-52a3-4c34-b032-97c1e37296c0', 'status': 'completed', 'code': 200} Nov 10 16:32:35.779239 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': '5a79d855-3823-485e-9407-630369d07b6d', 'status': 'completed', 'code': 200} Nov 10 16:32:35.843768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-bc35271d-7bc1-4c0b-8d33-321c48528428 service neutron] 10.222.0.18 "GET /v2.0/ports/6f747936-fa2f-4a0c-a7e9-057415b95e6e/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.1385400 Nov 10 16:32:36.083189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:36.108880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:36.148450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f747936-fa2f-4a0c-a7e9-057415b95e6e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:36.163074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d693-37f8-4735-9f00-c256e38cd4e4 req-eeea07fe-ef50-44fd-a48f-54d113b9d09a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:36.163971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:36.173305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5868d693-37f8-4735-9f00-c256e38cd4e4 req-eeea07fe-ef50-44fd-a48f-54d113b9d09a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 944 time: 0.5219412 Nov 10 16:32:36.203851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-6de94a2b-3db6-43bb-83e5-82229a8bded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:36.208729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-6de94a2b-3db6-43bb-83e5-82229a8bded0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.4194624 Nov 10 16:32:36.245345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dbc85-9b5b-4a44-822d-2f4ae569e622 req-2ed5510c-931e-420d-b6bc-29bcfc2d0702 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:36.255109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a8dbc85-9b5b-4a44-822d-2f4ae569e622 req-2ed5510c-931e-420d-b6bc-29bcfc2d0702 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 949 time: 0.0772491 Nov 10 16:32:36.275157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-341a00ff-9f34-48e7-8bfd-0d6a5d75b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:36.277000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-341a00ff-9f34-48e7-8bfd-0d6a5d75b730 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 1101 time: 0.4652839 Nov 10 16:32:36.279921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:36.291939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-0e8fd423-76a7-4839-9795-cfcba65dfe75 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:36.293751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-0e8fd423-76a7-4839-9795-cfcba65dfe75 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.5070748 Nov 10 16:32:36.438852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] Transition to ACTIVE for port object 6f747936-fa2f-4a0c-a7e9-057415b95e6e will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:36.523226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a8dbc85-9b5b-4a44-822d-2f4ae569e622 req-a8217ad2-8814-47ba-8940-0213e55110fd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605937 Nov 10 16:32:36.553117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:36.669283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:36.844608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] No DVR routers for this DVR port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:32:36.851240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] Pushing event updated for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:36.960209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5868d693-37f8-4735-9f00-c256e38cd4e4 req-8cc35f07-e06f-4260-8398-daefa6c6e696 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7800512 Nov 10 16:32:36.971802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-fe735694-6127-4354-b84c-5e60bc5cf63c tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:36.976200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-fe735694-6127-4354-b84c-5e60bc5cf63c tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.18 "GET /v2.0/networks?id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f HTTP/1.1" status: 200 len: 814 time: 0.5319836 Nov 10 16:32:36.988362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47f9720c-16fb-40a8-9cf7-d6696f2f780c service neutron] 10.222.0.18 "PUT /v2.0/ports/6f747936-fa2f-4a0c-a7e9-057415b95e6e/bindings/n-h1-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1308143 Nov 10 16:32:37.049013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1294e295-e8d7-40df-ad1d-aba335b53d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:37.051198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-1294e295-e8d7-40df-ad1d-aba335b53d29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8168972 Nov 10 16:32:37.149515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-6454eee8-0fe0-4f57-bb83-85543a8dbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:37.151333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-6454eee8-0fe0-4f57-bb83-85543a8dbf6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.8539319 Nov 10 16:32:37.198063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-775b03ce-8d9a-4d6c-b09a-5e1a520e2880 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d0ca4ce52c545e9b484dcdcaf0f43ba HTTP/1.1" status: 200 len: 379 time: 0.2088661 Nov 10 16:32:37.210242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Request body: {'port': {'device_id': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'admin_state_up': True, 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'security_groups': ['0be1c1eb-2566-4b20-ab5c-77feaa810c4d']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:37.343829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-82b0909d-4b5f-4645-ba65-4962689aed64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=6e35e080-ea36-4ba5-88da-87e71272ac80 HTTP/1.1" status: 200 len: 217 time: 0.1153104 Nov 10 16:32:37.377359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6e35e080-ea36-4ba5-88da-87e71272ac80 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:32:37.442350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Deleting port 9aa50606-127b-4f6c-92be-4fdce032e1c8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:32:37.442716 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:37.451766 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:37.452612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-31d9041c-14a3-4da4-8ff1-39e1541362ce service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810866 Nov 10 16:32:37.478279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ac2b2-9b07-4587-90a7-bdeff86239cf req-af8382f0-8b32-46b6-8831-6ade39b75173 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:37.488776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-127ac2b2-9b07-4587-90a7-bdeff86239cf req-af8382f0-8b32-46b6-8831-6ade39b75173 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.2692747 Nov 10 16:32:37.508366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-e45eeceb-171b-4fec-b88b-373432576bde tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:37.509884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-e45eeceb-171b-4fec-b88b-373432576bde tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.2726409 Nov 10 16:32:37.557604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-625a88e8-d3ee-4157-b311-22aa9ad42018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:37.559215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-625a88e8-d3ee-4157-b311-22aa9ad42018 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1941152 Nov 10 16:32:37.584016 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:37.618396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 6e35e080-ea36-4ba5-88da-87e71272ac80 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:32:37.623999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6e35e080-ea36-4ba5-88da-87e71272ac80 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:37.624666 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:37.821116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:38.041889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c40d56d1-6984-4047-be92-936d1f381b31 req-36ccf7b8-85df-4c8a-8e80-e33612e35f5c tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 210 time: 0.8272464 Nov 10 16:32:38.066730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-127ac2b2-9b07-4587-90a7-bdeff86239cf req-ea82e2e0-262f-4014-8117-1bc3b8a5ec8f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5508482 Nov 10 16:32:38.088373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-f3e213ec-9e4c-418a-b10f-5e61fdc6ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:38.108943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-f3e213ec-9e4c-418a-b10f-5e61fdc6ba37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b&tenant_id=531aafc4a0574d41a6a6f77ef66f5839 HTTP/1.1" status: 200 len: 1097 time: 0.5866330 Nov 10 16:32:38.124817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] For port 9aa50606-127b-4f6c-92be-4fdce032e1c8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9aa50606-127b-4f6c-92be-4fdce032e1c8,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:38.139836 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:38.346133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d443a48-12ef-47e3-a4f3-2c475368aa00 req-b2b4fd04-72c8-475f-a3a1-9aebfa5f66b6 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:38.349029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d443a48-12ef-47e3-a4f3-2c475368aa00 req-b2b4fd04-72c8-475f-a3a1-9aebfa5f66b6 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 946 time: 0.0770447 Nov 10 16:32:38.350436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Made reservation on behalf of 0d0ca4ce52c545e9b484dcdcaf0f43ba for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:38.354702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:38.372064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7946a47e-a4dd-46a3-b903-042c255fa531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35e080-ea36-4ba5-88da-87e71272ac80'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:38.394641 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1d819c-8d5b-49b8-8ee8-f381f34f9c93" -d '{"events": [{"server_uuid": "7946a47e-a4dd-46a3-b903-042c255fa531", "name": "network-vif-plugged", "status": "completed", "tag": "6e35e080-ea36-4ba5-88da-87e71272ac80"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:38.421302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-ae105012-b6cc-461f-bf8d-5615c949e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:38.425016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-ae105012-b6cc-461f-bf8d-5615c949e230 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7571235 Nov 10 16:32:38.433731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-a65cb7d6-5935-4537-8ddc-53489091c113 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9425673 Nov 10 16:32:38.438028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6e35e080-ea36-4ba5-88da-87e71272ac80, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6e35e080-ea36-4ba5-88da-87e71272ac80,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:38.520734 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d443a48-12ef-47e3-a4f3-2c475368aa00 req-910c2871-f6e6-4305-8b73-7c483a17c2c3 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370752 Nov 10 16:32:38.684006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-a0507c82-df92-4022-a687-1de7082276d9 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:38.689062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-a0507c82-df92-4022-a687-1de7082276d9 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.18 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 946 time: 0.1619334 Nov 10 16:32:38.697401 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:38.708817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-1c07148e-2136-444e-8f16-40f56e66e943 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833658 Nov 10 16:32:38.840822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6e35e080-ea36-4ba5-88da-87e71272ac80,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:38.917436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Allocated IP 172.20.0.14 (3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f/49662920-423b-47a3-adf9-6692ef2333fc/819d0e51-4546-45f1-9f5c-133651257e8d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:38.953299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d7830-be8c-4f43-8d65-498d7d17e976 req-12785c0c-5049-4396-8d4a-430d12ca9a86 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:38.954950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd8d7830-be8c-4f43-8d65-498d7d17e976 req-12785c0c-5049-4396-8d4a-430d12ca9a86 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.2638187 Nov 10 16:32:39.030147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-85f4b08a-a3c9-4aaf-8b11-924315396cc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 200 len: 217 time: 0.4873991 Nov 10 16:32:39.042661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd8d7830-be8c-4f43-8d65-498d7d17e976 req-a83a6848-77d7-487d-8f39-dfa4e740eeb3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772939 Nov 10 16:32:39.058199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Deleting port 579d7a0b-cb31-4638-8e5f-2f76199a254d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:32:39.064439 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:39.215336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-c7adf88a-b2b9-49b0-afc0-30f1842daa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.217316 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-c7adf88a-b2b9-49b0-afc0-30f1842daa02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1097 time: 1.0477843 Nov 10 16:32:39.247580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-468b7ec9-d9a2-42dd-b338-b2c407eda931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.249514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-468b7ec9-d9a2-42dd-b338-b2c407eda931 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.1275868 Nov 10 16:32:39.303580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-8f7c7569-5af4-47f1-bb62-8f569bea51e7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.324396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-8f7c7569-5af4-47f1-bb62-8f569bea51e7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.336850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-8f7c7569-5af4-47f1-bb62-8f569bea51e7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.336850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-8f7c7569-5af4-47f1-bb62-8f569bea51e7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.340545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-8f7c7569-5af4-47f1-bb62-8f569bea51e7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.346613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-8f7c7569-5af4-47f1-bb62-8f569bea51e7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.353185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-8f7c7569-5af4-47f1-bb62-8f569bea51e7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.362445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-8f7c7569-5af4-47f1-bb62-8f569bea51e7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 1.1603673 Nov 10 16:32:39.410607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] For port 579d7a0b-cb31-4638-8e5f-2f76199a254d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=579d7a0b-cb31-4638-8e5f-2f76199a254d,segment=NetworkSegment(e7c8959a-cb67-47c7-aad0-8c4332d219bc),segment_id=e7c8959a-cb67-47c7-aad0-8c4332d219bc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:39.410607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:39.476368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:39.476368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:39.476368 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Floating IP 8bca1829-10d4-4ee0-bb79-5c2164463649 disassociated. External IP: 172.25.3.110, port: 9aa50606-127b-4f6c-92be-4fdce032e1c8. Nov 10 16:32:39.476368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Calling delete_port for 9aa50606-127b-4f6c-92be-4fdce032e1c8 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:32:39.490236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Calling delete_port for 579d7a0b-cb31-4638-8e5f-2f76199a254d owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:32:39.574665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-ab9ec92f-84f0-411e-90bc-1e80cd1344e4 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7933650 Nov 10 16:32:39.590219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bcd8e734-bdda-4d3e-a635-e7c12be33955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.592233 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-bcd8e734-bdda-4d3e-a635-e7c12be33955 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3351905 Nov 10 16:32:39.598699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044cfff-0a8c-4f54-a8db-39f102847391 req-fa79c780-5f7c-4ca4-8daf-17d7cc3c92b6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.600937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c044cfff-0a8c-4f54-a8db-39f102847391 req-fa79c780-5f7c-4ca4-8daf-17d7cc3c92b6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.1872013 Nov 10 16:32:39.649748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94515d42-85c6-458a-869b-b3fe3b5f1278 req-572238a3-fba9-4b77-acb1-f94ce825d7c4 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2856596 Nov 10 16:32:39.681292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-a0f7e427-ac88-4449-b349-60817fe0485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.682985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-a0f7e427-ac88-4449-b349-60817fe0485c service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.4291947 Nov 10 16:32:39.690354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:39.693451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 579d7a0b-cb31-4638-8e5f-2f76199a254d no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:32:39.770389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c044cfff-0a8c-4f54-a8db-39f102847391 req-b3d71ae2-391d-40f3-b0fd-7a18eb08c6ef tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541228 Nov 10 16:32:39.773543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-1b7de81c-f4c7-484b-b3ae-aeb78590f343 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e HTTP/1.1" status: 200 len: 217 time: 0.0613668 Nov 10 16:32:39.780283 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5399da95-250a-40de-be20-b7b2d0ddbc73 x-openstack-request-id: req-5399da95-250a-40de-be20-b7b2d0ddbc73 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:39.781019 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7946a47e-a4dd-46a3-b903-042c255fa531", "name": "network-vif-plugged", "status": "completed", "tag": "6e35e080-ea36-4ba5-88da-87e71272ac80", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:39.781477 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5399da95-250a-40de-be20-b7b2d0ddbc73 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:39.782114 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7946a47e-a4dd-46a3-b903-042c255fa531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35e080-ea36-4ba5-88da-87e71272ac80', 'code': 200} Nov 10 16:32:39.875386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:39.876150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c7e0668-90f5-4968-8a79-e4abbbc02a7f req-da846057-448e-4893-bf70-4b4c4bc8d060 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 210 time: 0.1103895 Nov 10 16:32:39.986352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3b95-4a58-45cc-a511-37f47b177071 req-90be18c5-3c9e-4773-af3e-3892df8ef79c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:39.989412 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17db3b95-4a58-45cc-a511-37f47b177071 req-90be18c5-3c9e-4773-af3e-3892df8ef79c tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 945 time: 0.0757570 Nov 10 16:32:39.993101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-edf306da-be5a-4390-bd05-678b75e102b6 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863885 Nov 10 16:32:40.051013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-b4a6d464-9307-4255-b47a-2bc3ecf22e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:40.051013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-b4a6d464-9307-4255-b47a-2bc3ecf22e9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.2222776 Nov 10 16:32:40.100540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17db3b95-4a58-45cc-a511-37f47b177071 req-6fe4a310-9824-4ee8-aca3-a585ad6f5a61 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups?id=eaef78ba-3dc5-4fe0-ad86-77bf55616a25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980804 Nov 10 16:32:40.132555 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:40.210183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:40.213898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-47b32061-92ca-4557-bb9b-1132d6dec001 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583006 Nov 10 16:32:40.215196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:40.220424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 9aa50606-127b-4f6c-92be-4fdce032e1c8 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:32:40.228335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a72ba-8eeb-4f08-bda3-4cea6b77b9b2 req-022c2530-d110-47eb-a852-31d20cba6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:40.234541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:40.234743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e13a72ba-8eeb-4f08-bda3-4cea6b77b9b2 req-022c2530-d110-47eb-a852-31d20cba6d47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 1102 time: 0.3595665 Nov 10 16:32:40.234836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:40.274072 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:40.322680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No active binding found for port 9aa50606-127b-4f6c-92be-4fdce032e1c8 {{(pid=103327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 16:32:40.323137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 9aa50606-127b-4f6c-92be-4fdce032e1c8 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:32:40.349650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event updated for resources: {'Port': ['ID=819d0e51-4546-45f1-9f5c-133651257e8d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:40.403235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Pushing event deleted for resources: {'Port': ['ID=579d7a0b-cb31-4638-8e5f-2f76199a254d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:40.417353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-d788b41b-7bcd-44f5-abd2-7b2354969fc1 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819108 Nov 10 16:32:40.466077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] No DVR routers for this DVR port 579d7a0b-cb31-4638-8e5f-2f76199a254d on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:32:40.482889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:40.483579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:40.486610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:40.490020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff21a988-0eb3-4697-b95a-3910c6e04581 req-2d923e33-a409-4204-872a-a9b05450050c tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.18 "DELETE /v2.0/ports/579d7a0b-cb31-4638-8e5f-2f76199a254d HTTP/1.1" status: 204 len: 173 time: 1.7429771 Nov 10 16:32:40.491768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69399847-5e2f-4f19-a34e-30c732574178', 'name': 'network-vif-deleted', 'tag': '579d7a0b-cb31-4638-8e5f-2f76199a254d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:40.496323 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e5d67e-5e52-4a0b-9e68-dc2c44e442a7" -d '{"events": [{"server_uuid": "69399847-5e2f-4f19-a34e-30c732574178", "name": "network-vif-deleted", "tag": "579d7a0b-cb31-4638-8e5f-2f76199a254d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:40.537687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ae4fd-c3e6-44f7-8c14-a92e89af9856 req-ecce2bb0-3ff3-4d04-8276-ec3c15e4badd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:40.546990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-725ae4fd-c3e6-44f7-8c14-a92e89af9856 req-ecce2bb0-3ff3-4d04-8276-ec3c15e4badd tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.2976718 Nov 10 16:32:40.652391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-725ae4fd-c3e6-44f7-8c14-a92e89af9856 req-164511fd-0f62-4289-96d2-d43b9a722fd6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946393 Nov 10 16:32:40.700269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-29cfa58f-7d26-4372-9bd6-378e22a9d207 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4946358 Nov 10 16:32:40.709995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b01fae83-d93f-4d99-9660-aeb8f2b6c842 None None] Provisioning complete for port 819d0e51-4546-45f1-9f5c-133651257e8d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:40.710414 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b01fae83-d93f-4d99-9660-aeb8f2b6c842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:40.717080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Request body: {'port': {'device_id': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:40.827990 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ad9b97-988e-4ad1-a322-6e1e868ec7cc x-openstack-request-id: req-39ad9b97-988e-4ad1-a322-6e1e868ec7cc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:40.828289 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69399847-5e2f-4f19-a34e-30c732574178", "name": "network-vif-deleted", "tag": "579d7a0b-cb31-4638-8e5f-2f76199a254d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:40.828550 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39ad9b97-988e-4ad1-a322-6e1e868ec7cc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:40.828965 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69399847-5e2f-4f19-a34e-30c732574178', 'name': 'network-vif-deleted', 'tag': '579d7a0b-cb31-4638-8e5f-2f76199a254d', 'status': 'completed', 'code': 200} Nov 10 16:32:40.856792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:40.870584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b01fae83-d93f-4d99-9660-aeb8f2b6c842 None None] Port 819d0e51-4546-45f1-9f5c-133651257e8d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:32:41.025829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:41.029054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-9ff0d1df-db1d-4966-8705-b79debdb8fc3 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845454 Nov 10 16:32:41.059974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c0580a99-9347-4427-9d6a-eb73ebd32fbe service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0585177 Nov 10 16:32:41.114097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dd2a6-64e2-4813-8f64-48e1c04d60d1 req-fe4cc78b-7e81-4dfc-aede-76a6955594db tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.115942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f8dd2a6-64e2-4813-8f64-48e1c04d60d1 req-fe4cc78b-7e81-4dfc-aede-76a6955594db tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/ports?device_id=69399847-5e2f-4f19-a34e-30c732574178 HTTP/1.1" status: 200 len: 867 time: 1.0228031 Nov 10 16:32:41.152001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event deleted for resources: {'Port': ['ID=9aa50606-127b-4f6c-92be-4fdce032e1c8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:41.206516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-7486e6fc-9a0f-4ce4-9406-91c67fa091b7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.213357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-7486e6fc-9a0f-4ce4-9406-91c67fa091b7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.220213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-7486e6fc-9a0f-4ce4-9406-91c67fa091b7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.226937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-7486e6fc-9a0f-4ce4-9406-91c67fa091b7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.236574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e13a72ba-8eeb-4f08-bda3-4cea6b77b9b2 req-0e3fcf40-f679-4596-bc51-2f7ef10d40df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8379593 Nov 10 16:32:41.251430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-7486e6fc-9a0f-4ce4-9406-91c67fa091b7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.257944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5b1d784c-01e3-4d35-b304-f67402cbca2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=57571b6f-0873-4036-98ed-239eef444a3b HTTP/1.1" status: 200 len: 217 time: 0.1629541 Nov 10 16:32:41.274928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-7486e6fc-9a0f-4ce4-9406-91c67fa091b7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.288281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-7486e6fc-9a0f-4ce4-9406-91c67fa091b7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.304145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-7486e6fc-9a0f-4ce4-9406-91c67fa091b7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.3601706 Nov 10 16:32:41.369642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f8dd2a6-64e2-4813-8f64-48e1c04d60d1 req-5a5673bd-79df-49f6-94d7-aa04dc8eb322 tempest-ServerPasswordTestJSON-2105149421 tempest-ServerPasswordTestJSON-2105149421-project] 10.222.0.62 "GET /v2.0/security-groups?id=60b11dbb-5ecb-4f9f-888a-c23ff7734610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127445 Nov 10 16:32:41.462809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08ae0ff5-5cde-4ec9-9b0d-d9362dcda9de req-dc3e6e38-89cc-4d69-93dc-34a926c2a956 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554885 Nov 10 16:32:41.484964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-a3cbde6b-26ad-45e0-ad36-84c01169c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.486055 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-a3cbde6b-26ad-45e0-ad36-84c01169c30f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.2067242 Nov 10 16:32:41.546771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:32:41.610541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819d0e51-4546-45f1-9f5c-133651257e8d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:41.622370 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:41.626884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e53884-1c62-4a53-a89a-be85b35ca67d req-0419b603-a013-4ce9-9819-ff12e144c685 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.629302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36e53884-1c62-4a53-a89a-be85b35ca67d req-0419b603-a013-4ce9-9819-ff12e144c685 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.1470306 Nov 10 16:32:41.631635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5a568429-3bb3-4837-bbc8-d19057887c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.632974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-5a568429-3bb3-4837-bbc8-d19057887c48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339545 Nov 10 16:32:41.651505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7598d-e69d-4c00-a288-3967201e967a req-5e10d827-4a66-4120-a272-7a54dc4a47b6 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:41.653277 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26f7598d-e69d-4c00-a288-3967201e967a req-5e10d827-4a66-4120-a272-7a54dc4a47b6 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 932 time: 0.0902109 Nov 10 16:32:41.654398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Transition to ACTIVE for port object 819d0e51-4546-45f1-9f5c-133651257e8d will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:41.716213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26f7598d-e69d-4c00-a288-3967201e967a req-37161680-c1eb-4b0d-ab44-886f09d97575 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474172 Nov 10 16:32:41.812882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36e53884-1c62-4a53-a89a-be85b35ca67d req-8d8e1cad-cae6-4980-89c1-a9dbbb6a8f11 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545823 Nov 10 16:32:41.816090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:32:41.844166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] Sync routers for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:32:41.872090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:41.872727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] No DVR routers for this DVR port 9aa50606-127b-4f6c-92be-4fdce032e1c8 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:32:41.873185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:41.877012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-be069b42-488a-401a-9da6-86b19a0a7646 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358809 Nov 10 16:32:41.878081 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:41.882458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd50dd1b-3e8a-40ba-8720-77a1366017ce req-d5845fb1-317e-4e6a-b8f8-52f9f3164b95 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.18 "DELETE /v2.0/ports/9aa50606-127b-4f6c-92be-4fdce032e1c8 HTTP/1.1" status: 204 len: 173 time: 5.5732334 Nov 10 16:32:41.882927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'name': 'network-vif-deleted', 'tag': '9aa50606-127b-4f6c-92be-4fdce032e1c8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:41.885267 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b24296-4ad4-482e-a317-5ca078b7dbae" -d '{"events": [{"server_uuid": "b87abf75-3c67-4567-8730-23b464fd94ad", "name": "network-vif-deleted", "tag": "9aa50606-127b-4f6c-92be-4fdce032e1c8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:41.908454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a33a598c-f22e-4799-b553-2a7a84d93a61 req-45a1a8b5-8bad-4a6f-8345-7cb15cb3e3df tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 210 time: 0.0528150 Nov 10 16:32:41.920101 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.014229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1f0c-f48d-4d06-8407-8f7d0f32bd2f req-c19a44ea-64dc-4f3e-b6e5-fd67fd0bf18a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.015819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9ee1f0c-f48d-4d06-8407-8f7d0f32bd2f req-c19a44ea-64dc-4f3e-b6e5-fd67fd0bf18a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1089747 Nov 10 16:32:42.016029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Pushing event updated for resources: {'Port': ['ID=819d0e51-4546-45f1-9f5c-133651257e8d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:42.017405 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fbf7b2-667a-4c29-898e-2f7f3600c3df x-openstack-request-id: req-78fbf7b2-667a-4c29-898e-2f7f3600c3df {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:42.017704 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87abf75-3c67-4567-8730-23b464fd94ad", "name": "network-vif-deleted", "tag": "9aa50606-127b-4f6c-92be-4fdce032e1c8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:42.017961 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78fbf7b2-667a-4c29-898e-2f7f3600c3df {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:42.018353 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87abf75-3c67-4567-8730-23b464fd94ad', 'name': 'network-vif-deleted', 'tag': '9aa50606-127b-4f6c-92be-4fdce032e1c8', 'status': 'completed', 'code': 200} Nov 10 16:32:42.065526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-8ee50e83-ff9c-4af8-8485-04e30a2bd6fa service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764879 Nov 10 16:32:42.079939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:42.116596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Attempting to bind port 819d0e51-4546-45f1-9f5c-133651257e8d on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:42.116596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Attempting to bind port 819d0e51-4546-45f1-9f5c-133651257e8d by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:42.116965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Attempting to bind port 819d0e51-4546-45f1-9f5c-133651257e8d on network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:42.122738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Port 819d0e51-4546-45f1-9f5c-133651257e8d on network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:42.123103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Attempting to bind port 819d0e51-4546-45f1-9f5c-133651257e8d on network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:42.129160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:42.129638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Checking segment: {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:42.130022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Bound using segment: {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:42.130449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Bound port: 819d0e51-4546-45f1-9f5c-133651257e8d, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:42.130804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.147371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-840e12b1-4add-4210-99ca-d43ebddabcec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8 HTTP/1.1" status: 200 len: 217 time: 0.0606451 Nov 10 16:32:42.215859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] For port 819d0e51-4546-45f1-9f5c-133651257e8d, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:42.219428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] For port 819d0e51-4546-45f1-9f5c-133651257e8d, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=819d0e51-4546-45f1-9f5c-133651257e8d,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:42.240573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-6634f05f-061d-4fdc-ba06-2e95a125093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.242329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-6634f05f-061d-4fdc-ba06-2e95a125093f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0861151 Nov 10 16:32:42.278465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9ee1f0c-f48d-4d06-8407-8f7d0f32bd2f req-4ee2d856-cc75-4eeb-bc13-ae01b852967d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423077 Nov 10 16:32:42.347748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-d45dc904-e643-4927-b310-413e0a7b6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.357800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-d45dc904-e643-4927-b310-413e0a7b6284 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635188 Nov 10 16:32:42.372316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:42.406685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] Checking router: c4d5f49c-f5eb-457f-bd33-2c5a6796c598 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:32:42.418542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.431497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:42.432017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37098) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:42.432223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:42.468221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-c1438880-d139-4662-b253-2407cbc1a0f7 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105266 Nov 10 16:32:42.504084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.504084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.504084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] 10.222.0.18 "PUT /v2.0/ports/819d0e51-4546-45f1-9f5c-133651257e8d HTTP/1.1" status: 200 len: 1093 time: 1.7892184 Nov 10 16:32:42.533558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32fd641-8427-402d-8dcb-6f2b78c27471 admin admin] Deleting subnet c71de49b-5187-4ca6-bc4b-bf30f5e767ee {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:32:42.545678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ab917-16a8-4285-bd03-e3d7276a631f service neutron] Pushing event updated for resources: {'Port': ['ID=819d0e51-4546-45f1-9f5c-133651257e8d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:42.556537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e32fd641-8427-402d-8dcb-6f2b78c27471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.585730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:42.600382 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-0bfaee54-2c19-4089-be27-39046fc9c769 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261230 Nov 10 16:32:42.615007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e32fd641-8427-402d-8dcb-6f2b78c27471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.668296 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e32fd641-8427-402d-8dcb-6f2b78c27471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.710128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-a6b13cab-0ba1-4b7c-a6e0-237efe023341 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2311527-52a3-4c34-b032-97c1e37296c0 HTTP/1.1" status: 200 len: 217 time: 0.0901380 Nov 10 16:32:42.794974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-c03bae62-3e01-4dc4-af27-6a5b6951f84c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.802201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-c03bae62-3e01-4dc4-af27-6a5b6951f84c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.810617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-c03bae62-3e01-4dc4-af27-6a5b6951f84c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.815110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-c03bae62-3e01-4dc4-af27-6a5b6951f84c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.822286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-c03bae62-3e01-4dc4-af27-6a5b6951f84c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.827380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-57e49f4a-b656-4387-a47b-6b3ba02acc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.828854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-c03bae62-3e01-4dc4-af27-6a5b6951f84c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.829611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-57e49f4a-b656-4387-a47b-6b3ba02acc29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d0ca4ce52c545e9b484dcdcaf0f43ba&device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 1096 time: 0.1000657 Nov 10 16:32:42.831337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'tag': '819d0e51-4546-45f1-9f5c-133651257e8d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:42.834216 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa2b976-c37a-42a7-988e-5080d327d7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a01b0fe-7f53-42f4-85f5-f016bb569521", "tag": "819d0e51-4546-45f1-9f5c-133651257e8d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:42.835667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-c03bae62-3e01-4dc4-af27-6a5b6951f84c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.844594 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-c03bae62-3e01-4dc4-af27-6a5b6951f84c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.2395573 Nov 10 16:32:42.846310 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e32fd641-8427-402d-8dcb-6f2b78c27471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.866190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-2682a9a7-6c1e-40cf-b2d3-5a9fa2f56dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:42.867734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-2682a9a7-6c1e-40cf-b2d3-5a9fa2f56dd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 200 len: 797 time: 0.1496778 Nov 10 16:32:42.871429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:42.903534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e6506-151e-42b1-b7d7-ef73858c7c21 None None] The sync data for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 is: [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:26:23Z', 'revision_number': 4, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0209ea0c-209c-48a3-81b4-8813a4320342', 'name': '', 'network_id': 'be52ad98-25a3-4412-85b7-df9863359785', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'mac_address': 'fa:16:3e:f6:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:22Z', 'updated_at': '2021-11-10T16:26:27Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'subnets': [{'id': 'b26f99d3-7a29-4036-84e9-4ac50da64af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:32:42.933068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-3f8f57e7-8522-4532-82d4-a3b876fd3539 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d0e51-4546-45f1-9f5c-133651257e8d HTTP/1.1" status: 200 len: 217 time: 0.0841169 Nov 10 16:32:42.935994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fd641-8427-402d-8dcb-6f2b78c27471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71de49b-5187-4ca6-bc4b-bf30f5e767ee,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:42.938602 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e32fd641-8427-402d-8dcb-6f2b78c27471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:42.942592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e32fd641-8427-402d-8dcb-6f2b78c27471 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c71de49b-5187-4ca6-bc4b-bf30f5e767ee HTTP/1.1" status: 204 len: 168 time: 0.5087545 Nov 10 16:32:42.947674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:42.985250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-32208adc-60b1-4e5b-9e6d-a21a922c1212 req-70cdecf6-17e1-4fe0-bbfc-3045fa59dc2a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397083 Nov 10 16:32:43.005501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aabea-9482-40c0-9b2b-e8bb0f21703c req-51d92391-862b-4072-9895-4cec613272a5 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.005501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e60aabea-9482-40c0-9b2b-e8bb0f21703c req-51d92391-862b-4072-9895-4cec613272a5 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 944 time: 0.1728003 Nov 10 16:32:43.010653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-ff6e1f3c-bbf5-4b59-a414-965c7b1a7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.012154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-ff6e1f3c-bbf5-4b59-a414-965c7b1a7bbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49662920-423b-47a3-adf9-6692ef2333fc HTTP/1.1" status: 200 len: 853 time: 0.0632412 Nov 10 16:32:43.048222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-b7b0fc3f-fb28-4191-b0d3-646e52ece9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.049909 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-b7b0fc3f-fb28-4191-b0d3-646e52ece9c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1694643 Nov 10 16:32:43.076851 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:43.097892 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e60aabea-9482-40c0-9b2b-e8bb0f21703c req-9ba4565e-6b14-49a4-b7cc-b53cd5e0b8d8 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846512 Nov 10 16:32:43.100010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-cbbc01df-ea72-4aa4-8747-cf3fde972dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.101334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-cbbc01df-ea72-4aa4-8747-cf3fde972dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809164 Nov 10 16:32:43.138830 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8357608-00de-47f7-a0f6-f645c982f849 x-openstack-request-id: req-a8357608-00de-47f7-a0f6-f645c982f849 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:43.139235 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a01b0fe-7f53-42f4-85f5-f016bb569521", "tag": "819d0e51-4546-45f1-9f5c-133651257e8d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:43.139538 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8357608-00de-47f7-a0f6-f645c982f849 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:43.139926 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'tag': '819d0e51-4546-45f1-9f5c-133651257e8d', 'status': 'completed', 'code': 200} Nov 10 16:32:43.280556 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-211e2446-0326-4b32-b24a-5e9c03a77fe8 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218530 Nov 10 16:32:43.302941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faea67-c7f0-4627-b293-c6c65ee3d9a8 req-ac8a7778-9a73-4c08-a572-48fe567eb635 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.304622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8faea67-c7f0-4627-b293-c6c65ee3d9a8 req-ac8a7778-9a73-4c08-a572-48fe567eb635 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.0997627 Nov 10 16:32:43.307022 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-97fb6abe-108d-4830-b416-769f0bf25466 service neutron] 10.222.0.18 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989768 Nov 10 16:32:43.319515 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9213ba74-f1c3-4315-89bd-69e627d16efa None None] New status for floating IP 8bca1829-10d4-4ee0-bb79-5c2164463649: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:32:43.335407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-805d8a1b-efd5-49fb-8226-146fd18ded48 req-06c71123-0048-4696-9710-d483d25db0e0 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87abf75-3c67-4567-8730-23b464fd94ad HTTP/1.1" status: 200 len: 210 time: 0.0796642 Nov 10 16:32:43.348707 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:43.419951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8faea67-c7f0-4627-b293-c6c65ee3d9a8 req-1d21a2bb-6585-4825-be50-0629051dc8bb tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093402 Nov 10 16:32:43.464398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a169b2c-2b1d-40d3-9d57-e6b03f7adcef req-6a54a46b-7a29-49a9-9d63-e7c063cc2241 service neutron] 10.222.0.18 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448872 Nov 10 16:32:43.482145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d639aca4-8be3-485e-875f-d34c83af8cf7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:43.518056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c8959a-cb67-47c7-aad0-8c4332d219bc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:43.518557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c8959a-cb67-47c7-aad0-8c4332d219bc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:43.554745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:43.585351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:43.596600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-45560acd-4b68-40af-9b3a-54c1143ee97b service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944632 Nov 10 16:32:43.624154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46cf43-3b3d-4e2b-813d-e088a2ae6d28 req-4b556011-ccf3-44c3-9b62-3f340a1224c2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.624154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a46cf43-3b3d-4e2b-813d-e088a2ae6d28 req-4b556011-ccf3-44c3-9b62-3f340a1224c2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0795674 Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:32:43.624962 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:32:43.670191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-6c5198eb-f611-475a-ad85-6ee6a83740e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a79d855-3823-485e-9407-630369d07b6d HTTP/1.1" status: 200 len: 217 time: 0.0626574 Nov 10 16:32:43.699714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a46cf43-3b3d-4e2b-813d-e088a2ae6d28 req-1886686f-ac15-4abb-85e0-2d8f27e38b9b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910239 Nov 10 16:32:43.702573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-0119253c-2ff9-4f9e-b523-8fe6794b9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.704000 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-0119253c-2ff9-4f9e-b523-8fe6794b9d8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d0ca4ce52c545e9b484dcdcaf0f43ba&device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 1096 time: 0.0774093 Nov 10 16:32:43.754629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-66443d07-e61f-4eae-9bcc-873d1cb0168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.756170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-66443d07-e61f-4eae-9bcc-873d1cb0168b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 200 len: 797 time: 0.0599446 Nov 10 16:32:43.797745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-e038f82d-e936-4c9f-903e-04c980a5f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.799251 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-e038f82d-e936-4c9f-903e-04c980a5f428 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f HTTP/1.1" status: 200 len: 915 time: 0.0882022 Nov 10 16:32:43.805110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-2cda2a7f-563b-4c3d-b3a9-8e70432ebb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.806641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-2cda2a7f-563b-4c3d-b3a9-8e70432ebb9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438418 Nov 10 16:32:43.851101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-063e01f7-97ee-4cd9-9bf6-22dfbe869768 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d0e51-4546-45f1-9f5c-133651257e8d HTTP/1.1" status: 200 len: 217 time: 0.0396476 Nov 10 16:32:43.851366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:43.855979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:43.859470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d639aca4-8be3-485e-875f-d34c83af8cf7 HTTP/1.1" status: 204 len: 168 time: 0.9093869 Nov 10 16:32:43.901500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9ef0d-ccd6-4d85-97d8-b8945ea9a3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d639aca4-8be3-485e-875f-d34c83af8cf7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:43.908049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-83d4a035-8abb-4ae5-9f1f-fd2d976986d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.910288 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-83d4a035-8abb-4ae5-9f1f-fd2d976986d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49662920-423b-47a3-adf9-6692ef2333fc HTTP/1.1" status: 200 len: 853 time: 0.0547373 Nov 10 16:32:43.955173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-3e3055e9-868e-4281-83fc-f99467647a99 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410491 Nov 10 16:32:43.968502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-7324c9ce-af59-4c7c-9073-9f1eda3b9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:43.970161 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-7324c9ce-af59-4c7c-9073-9f1eda3b9375 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520270 Nov 10 16:32:44.056996 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df2518a9-8178-493a-a873-4cc0cfa831c5 req-19d25849-a8aa-499d-b862-06c1ac137711 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942578 Nov 10 16:32:44.097240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-48001012-3f4d-428b-b062-c0fd55b48284 service neutron] 10.222.0.18 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192446 Nov 10 16:32:44.145525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-86c01ee3-c6ac-449f-8389-ddadb88014a9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.151485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-86c01ee3-c6ac-449f-8389-ddadb88014a9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.157355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-86c01ee3-c6ac-449f-8389-ddadb88014a9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.163223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-86c01ee3-c6ac-449f-8389-ddadb88014a9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.169109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-86c01ee3-c6ac-449f-8389-ddadb88014a9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.174924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-86c01ee3-c6ac-449f-8389-ddadb88014a9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.180882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-86c01ee3-c6ac-449f-8389-ddadb88014a9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.182726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-86c01ee3-c6ac-449f-8389-ddadb88014a9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1193581 Nov 10 16:32:44.282073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa2b976-c37a-42a7-988e-5080d327d7fc req-21f7d9e7-14d6-47f2-95c5-1b6610e44e97 service neutron] 10.222.0.18 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770391 Nov 10 16:32:44.291211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fff60297-5ff5-409c-b151-6514fa39ae1e req-448aa330-d755-442b-ae6a-ae5dfad61587 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782275 Nov 10 16:32:44.382886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-8abff395-ad98-4482-a523-0a440dd840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.383589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-8abff395-ad98-4482-a523-0a440dd840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.383886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-8abff395-ad98-4482-a523-0a440dd840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.384337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-8abff395-ad98-4482-a523-0a440dd840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.384782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-8abff395-ad98-4482-a523-0a440dd840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.385225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-8abff395-ad98-4482-a523-0a440dd840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.388587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-8abff395-ad98-4482-a523-0a440dd840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.388587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-8abff395-ad98-4482-a523-0a440dd840cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6496 time: 0.0645623 Nov 10 16:32:44.434655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-e7a8fc85-44a2-42bb-af04-5a67f2842002 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.436279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-e7a8fc85-44a2-42bb-af04-5a67f2842002 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.0465100 Nov 10 16:32:44.486800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7e459-9cf7-4fd5-bdd7-368ce266bc8c req-1f5ed195-65de-448a-958a-9b1db0800365 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.489132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83f7e459-9cf7-4fd5-bdd7-368ce266bc8c req-1f5ed195-65de-448a-958a-9b1db0800365 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 944 time: 0.1230085 Nov 10 16:32:44.530927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-b12799ae-0d8b-48e7-9cfc-77c9dece371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.532442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-b12799ae-0d8b-48e7-9cfc-77c9dece371a service neutron] 10.222.0.18 "GET /v2.0/networks?id=569fc79e-ea89-4663-8391-e22716c464b6 HTTP/1.1" status: 200 len: 903 time: 0.1264813 Nov 10 16:32:44.568846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:44.591139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-df0ec0cd-d690-4851-a106-443cf7c6263f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 200 len: 217 time: 0.0481946 Nov 10 16:32:44.595954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83f7e459-9cf7-4fd5-bdd7-368ce266bc8c req-258e0a67-0e50-4be1-a5df-51fa3b4b8504 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969412 Nov 10 16:32:44.620865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cbe15d26-d05d-473e-9a93-02e2a269af4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36b26725902144499048b09114d8bb3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508690 Nov 10 16:32:44.633985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:44.664661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-1ae8607f-a0cb-4d9d-bbe0-bdd970279e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.666247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-1ae8607f-a0cb-4d9d-bbe0-bdd970279e64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0660639 Nov 10 16:32:44.688970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c775bb38-acd3-4348-a8bf-648e36fb6652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:44.712177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c775bb38-acd3-4348-a8bf-648e36fb6652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:44.747625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-37cc5c28-c804-4fa2-8e07-a0409d635b80 service neutron] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:44.748395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f08d2087-1ae6-406c-bbea-d0bf7f45c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.749984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f08d2087-1ae6-406c-bbea-d0bf7f45c00f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760391 Nov 10 16:32:44.751433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-37cc5c28-c804-4fa2-8e07-a0409d635b80 service neutron] Publish callbacks [] for binding, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:44.752721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70259cbb-0687-4a33-8b8e-ccb59250e9ec req-37cc5c28-c804-4fa2-8e07-a0409d635b80 service neutron] 10.222.0.69 "DELETE /v2.0/ports/6f747936-fa2f-4a0c-a7e9-057415b95e6e/bindings/n-h2-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.3079054 Nov 10 16:32:44.765227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18883617-8eda-4ce5-9cee-e746e6e3d31d req-695b7585-b69c-4692-a41e-bcb602fc0996 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:44.766739 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18883617-8eda-4ce5-9cee-e746e6e3d31d req-695b7585-b69c-4692-a41e-bcb602fc0996 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.0660641 Nov 10 16:32:44.893093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18883617-8eda-4ce5-9cee-e746e6e3d31d req-27da8f1a-70ee-462a-aa2f-69b987ea7ea1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030538 Nov 10 16:32:44.900050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-2ad8a70c-dfd9-4554-a941-da275180fc72 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321337 Nov 10 16:32:44.982970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c775bb38-acd3-4348-a8bf-648e36fb6652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:44.985924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c775bb38-acd3-4348-a8bf-648e36fb6652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:44.987563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c775bb38-acd3-4348-a8bf-648e36fb6652 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60b11dbb-5ecb-4f9f-888a-c23ff7734610 HTTP/1.1" status: 204 len: 168 time: 0.3523221 Nov 10 16:32:44.997417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775bb38-acd3-4348-a8bf-648e36fb6652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b11dbb-5ecb-4f9f-888a-c23ff7734610,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:45.034029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-ca7ba233-3544-4d5b-a1e5-89945c30de32 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233661 Nov 10 16:32:45.048477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba25151-308d-4fd9-9466-56f9309cb490 req-ace01c05-7ba5-472b-ba42-515a8260ea26 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.050145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ba25151-308d-4fd9-9466-56f9309cb490 req-ace01c05-7ba5-472b-ba42-515a8260ea26 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0698142 Nov 10 16:32:45.130066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ba25151-308d-4fd9-9466-56f9309cb490 req-31d799b0-54ee-41aa-a011-991f48fe01b6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724313 Nov 10 16:32:45.153050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9bd602e8-599e-4a8d-aefa-a3c8203bdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.153050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9bd602e8-599e-4a8d-aefa-a3c8203bdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.153446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9bd602e8-599e-4a8d-aefa-a3c8203bdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.154164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9bd602e8-599e-4a8d-aefa-a3c8203bdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.155105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9bd602e8-599e-4a8d-aefa-a3c8203bdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.155593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9bd602e8-599e-4a8d-aefa-a3c8203bdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.156058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9bd602e8-599e-4a8d-aefa-a3c8203bdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.158070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9bd602e8-599e-4a8d-aefa-a3c8203bdb90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6496 time: 0.0719323 Nov 10 16:32:45.290193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-eede0bf4-da80-46f8-8d80-2180c70736fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.291673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-eede0bf4-da80-46f8-8d80-2180c70736fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=569fc79e-ea89-4663-8391-e22716c464b6 HTTP/1.1" status: 200 len: 903 time: 0.1249728 Nov 10 16:32:45.297604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c3caf-a2a4-4c85-bf69-a271d2fd749c req-f87c968a-fc24-4a78-86f3-282bf06ad9fa tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.298980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-093c3caf-a2a4-4c85-bf69-a271d2fd749c req-f87c968a-fc24-4a78-86f3-282bf06ad9fa tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1097 time: 0.0551353 Nov 10 16:32:45.342196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-b44bf137-ef86-48de-bbf8-16f5543c0ff5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 200 len: 217 time: 0.0422583 Nov 10 16:32:45.416296 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-093c3caf-a2a4-4c85-bf69-a271d2fd749c req-e52183f4-459a-4b6d-8ca8-1147e3db0d00 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086736 Nov 10 16:32:45.418036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5d6bb36f-f318-4a84-8692-6243dade18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.419664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5d6bb36f-f318-4a84-8692-6243dade18b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0707648 Nov 10 16:32:45.494359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-1822f17f-2af1-4488-8ac3-cb0b6fc2551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.494359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-1822f17f-2af1-4488-8ac3-cb0b6fc2551c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534248 Nov 10 16:32:45.602923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-32e1fb0f-9033-4cfb-9a59-5cc790efec84 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106350 Nov 10 16:32:45.618490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-5be87f6b-53bf-42e0-bb93-38fbc1cafa0b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.625099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-5be87f6b-53bf-42e0-bb93-38fbc1cafa0b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.631963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-5be87f6b-53bf-42e0-bb93-38fbc1cafa0b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.638533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-5be87f6b-53bf-42e0-bb93-38fbc1cafa0b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.644921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-5be87f6b-53bf-42e0-bb93-38fbc1cafa0b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.651522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-5be87f6b-53bf-42e0-bb93-38fbc1cafa0b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.657963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-5be87f6b-53bf-42e0-bb93-38fbc1cafa0b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:45.660856 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-5be87f6b-53bf-42e0-bb93-38fbc1cafa0b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1256514 Nov 10 16:32:45.700706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:45.705869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 819d0e51-4546-45f1-9f5c-133651257e8d details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:32:45.765265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a42af083-0d33-4600-bcc3-7dcf23893578 req-aeaf0ab3-17cc-46d5-b2b6-80e9d6c2951b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978360 Nov 10 16:32:45.803530 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-238d6db1-f062-4922-ba5a-a098c66d4a9f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:45.842052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 819d0e51-4546-45f1-9f5c-133651257e8d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=819d0e51-4546-45f1-9f5c-133651257e8d,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:45.864656 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-238d6db1-f062-4922-ba5a-a098c66d4a9f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:45.874410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '819d0e51-4546-45f1-9f5c-133651257e8d', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'port_id': '819d0e51-4546-45f1-9f5c-133651257e8d', 'mac_address': 'fa:16:3e:c4:ea:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:32:45.953524 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:45.974937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819d0e51-4546-45f1-9f5c-133651257e8d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:45.998019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 819d0e51-4546-45f1-9f5c-133651257e8d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=819d0e51-4546-45f1-9f5c-133651257e8d,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:46.087676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad341ad-86b5-404a-afd4-5a8b6ad2d663 req-56efb3f7-b2d6-4d09-94c0-56dd80f28bba tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.089173 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cad341ad-86b5-404a-afd4-5a8b6ad2d663 req-56efb3f7-b2d6-4d09-94c0-56dd80f28bba tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 1097 time: 0.0929773 Nov 10 16:32:46.094501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-ebcdf725-bd46-479b-9130-0f74409d4824 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889655 Nov 10 16:32:46.137242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cad341ad-86b5-404a-afd4-5a8b6ad2d663 req-c2bd3a67-b7c4-4562-a528-3135e72a6758 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Nov 10 16:32:46.148601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-238d6db1-f062-4922-ba5a-a098c66d4a9f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:46.148856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:46.153195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-238d6db1-f062-4922-ba5a-a098c66d4a9f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:46.154897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-238d6db1-f062-4922-ba5a-a098c66d4a9f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "DELETE /v2.0/security-groups/eaef78ba-3dc5-4fe0-ad86-77bf55616a25 HTTP/1.1" status: 204 len: 168 time: 0.4528134 Nov 10 16:32:46.166048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:46.167277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d6db1-f062-4922-ba5a-a098c66d4a9f tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaef78ba-3dc5-4fe0-ad86-77bf55616a25,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:46.221296 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-2825e097-4d41-4b62-a264-470a519721f3 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] show failed (client error): The resource could not be found. Nov 10 16:32:46.224521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2825e097-4d41-4b62-a264-470a519721f3 tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "GET /v2.0/security-groups/eaef78ba-3dc5-4fe0-ad86-77bf55616a25 HTTP/1.1" status: 404 len: 347 time: 0.0525146 Nov 10 16:32:46.226089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:46.248360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f0dc47f6-9dbc-464a-8237-8f85755139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.248360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f0dc47f6-9dbc-464a-8237-8f85755139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.248360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f0dc47f6-9dbc-464a-8237-8f85755139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.248360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f0dc47f6-9dbc-464a-8237-8f85755139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.248360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f0dc47f6-9dbc-464a-8237-8f85755139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.248360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f0dc47f6-9dbc-464a-8237-8f85755139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.248360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f0dc47f6-9dbc-464a-8237-8f85755139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.250796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f0dc47f6-9dbc-464a-8237-8f85755139fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6496 time: 0.1048422 Nov 10 16:32:46.285871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=819d0e51-4546-45f1-9f5c-133651257e8d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:46.378810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['819d0e51-4546-45f1-9f5c-133651257e8d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:32:46.391736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Deleting port 74641fee-a5ac-4348-815c-711650c07452 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:32:46.391889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903018a-df27-45a9-b1ad-778a1ac6cf04 req-1964a0da-398e-4c00-805f-0ca1e3a2312c tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.392202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:46.393428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7903018a-df27-45a9-b1ad-778a1ac6cf04 req-1964a0da-398e-4c00-805f-0ca1e3a2312c tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 945 time: 0.1333904 Nov 10 16:32:46.438704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-25a2318c-c9b6-4b2e-b965-737469b7a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.440306 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-25a2318c-c9b6-4b2e-b965-737469b7a55f service neutron] 10.222.0.18 "GET /v2.0/networks?id=569fc79e-ea89-4663-8391-e22716c464b6 HTTP/1.1" status: 200 len: 903 time: 0.1784489 Nov 10 16:32:46.497652 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:46.497965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:46.513196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-3553c90b-98e3-4074-a5be-73a2645b72f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=57571b6f-0873-4036-98ed-239eef444a3b HTTP/1.1" status: 200 len: 217 time: 0.0619786 Nov 10 16:32:46.529433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Calling delete_port for 74641fee-a5ac-4348-815c-711650c07452 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:32:46.530581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7903018a-df27-45a9-b1ad-778a1ac6cf04 req-6e8c7da3-061d-41b6-b3f3-79f0aa53ded0 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267545 Nov 10 16:32:46.629034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-d42b9356-e7ee-4f2d-988b-94afb0bf29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.630936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-d42b9356-e7ee-4f2d-988b-94afb0bf29c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0973983 Nov 10 16:32:46.743731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-0eab59b6-186c-433e-8fa9-4adf1868065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.748531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-0eab59b6-186c-433e-8fa9-4adf1868065f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055760 Nov 10 16:32:46.810735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa222b-d2f9-4d8b-a11e-6e622be5bc6c req-32d71088-d4ba-4f9d-8650-d7b5befd249b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:46.813311 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1cfa222b-d2f9-4d8b-a11e-6e622be5bc6c req-32d71088-d4ba-4f9d-8650-d7b5befd249b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1079702 Nov 10 16:32:46.881724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-574adcdc-7499-440d-81ff-951de75b02d7 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207125 Nov 10 16:32:46.915859 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1cfa222b-d2f9-4d8b-a11e-6e622be5bc6c req-9ca6935b-fecb-462d-b9c3-90cae39cf6a8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948126 Nov 10 16:32:46.985909 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-67372dff-391d-4ef9-96e4-3122cbd9433c service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971632 Nov 10 16:32:47.065959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:47.084329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bff216fb-1eb4-4847-8f72-200d9fe1e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.084815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bff216fb-1eb4-4847-8f72-200d9fe1e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.085406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bff216fb-1eb4-4847-8f72-200d9fe1e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.085862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bff216fb-1eb4-4847-8f72-200d9fe1e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.086316 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bff216fb-1eb4-4847-8f72-200d9fe1e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.086768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bff216fb-1eb4-4847-8f72-200d9fe1e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.087219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bff216fb-1eb4-4847-8f72-200d9fe1e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.089127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bff216fb-1eb4-4847-8f72-200d9fe1e28a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6496 time: 0.0524266 Nov 10 16:32:47.107578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Pushing event deleted for resources: {'Port': ['ID=74641fee-a5ac-4348-815c-711650c07452,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:47.184046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-914b5979-70ad-4440-a3d7-e835d73c8086 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.185569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-914b5979-70ad-4440-a3d7-e835d73c8086 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 805 time: 0.1891160 Nov 10 16:32:47.191165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:47.193133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-7ba8c837-607b-4edd-816b-3146ecb44585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.194250 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-7ba8c837-607b-4edd-816b-3146ecb44585 service neutron] 10.222.0.18 "GET /v2.0/networks?id=569fc79e-ea89-4663-8391-e22716c464b6 HTTP/1.1" status: 200 len: 903 time: 0.0975008 Nov 10 16:32:47.194945 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:47.196132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-273cb7a2-8522-460e-95c8-411fb62d4e6d tempest-ServersWithSpecificFlavorTestJSON-988086444 tempest-ServersWithSpecificFlavorTestJSON-988086444-project] 10.222.0.62 "DELETE /v2.0/floatingips/8bca1829-10d4-4ee0-bb79-5c2164463649 HTTP/1.1" status: 204 len: 168 time: 0.9682133 Nov 10 16:32:47.208246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-4dd6e93c-c641-40e6-9839-dbec6702ef33 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/quotas/07821b1f5ad54adb867ee7267cf6957a HTTP/1.1" status: 200 len: 375 time: 0.0101008 Nov 10 16:32:47.237201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-78f15198-d054-469c-befd-29301f08caae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8 HTTP/1.1" status: 200 len: 217 time: 0.0358245 Nov 10 16:32:47.265624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-7c2b50cf-ba79-4b0a-817d-24a5f9f3de55 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523012 Nov 10 16:32:47.291946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-197c5463-5269-4059-8518-8ed57d577aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.293314 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-197c5463-5269-4059-8518-8ed57d577aa0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0493784 Nov 10 16:32:47.347655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-7bf64bcf-1ed9-4753-a33e-3e47d6e00142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.353741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-7bf64bcf-1ed9-4753-a33e-3e47d6e00142 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515506 Nov 10 16:32:47.372620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-379f29d0-d57b-4c73-a1de-afa789388af3 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984800 Nov 10 16:32:47.437113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:32:47.478157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-de9e9bc4-ad18-41ca-917f-741c214bb0e0 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965831 Nov 10 16:32:47.504761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-59515b12-89a6-4cfb-ad2b-8eafe8b3d46e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.511558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-59515b12-89a6-4cfb-ad2b-8eafe8b3d46e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.520530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-59515b12-89a6-4cfb-ad2b-8eafe8b3d46e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.526081 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:47.526902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-59515b12-89a6-4cfb-ad2b-8eafe8b3d46e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.532980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-59515b12-89a6-4cfb-ad2b-8eafe8b3d46e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.539393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-59515b12-89a6-4cfb-ad2b-8eafe8b3d46e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.545725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-59515b12-89a6-4cfb-ad2b-8eafe8b3d46e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.555098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-59515b12-89a6-4cfb-ad2b-8eafe8b3d46e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1372628 Nov 10 16:32:47.555258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:47.557581 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb16e3-66a9-45bb-be3d-13e0e17837f0" -d '{"events": [{"server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:47.565520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-26db050d-1dbf-4b98-a099-53eb3131828c service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071278 Nov 10 16:32:47.578569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:47.675893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-641ff777-cb78-4125-b986-4d471d5cc7ed req-2b6cddd8-6003-467d-99ee-acaa3b1b064c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202893 Nov 10 16:32:47.700064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-560a459a-cca4-4d12-bf35-88e2f63ce304 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259470 Nov 10 16:32:47.722214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 819d0e51-4546-45f1-9f5c-133651257e8d up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:32:47.791464 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:47.868885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-10aa3e7d-cfd3-4f0c-9d93-f97e4ff18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.869351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-10aa3e7d-cfd3-4f0c-9d93-f97e4ff18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.869810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-10aa3e7d-cfd3-4f0c-9d93-f97e4ff18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.870267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-10aa3e7d-cfd3-4f0c-9d93-f97e4ff18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.870717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-10aa3e7d-cfd3-4f0c-9d93-f97e4ff18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.871804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-10aa3e7d-cfd3-4f0c-9d93-f97e4ff18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.872269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-10aa3e7d-cfd3-4f0c-9d93-f97e4ff18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.874666 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-10aa3e7d-cfd3-4f0c-9d93-f97e4ff18e88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6496 time: 0.1140652 Nov 10 16:32:47.910421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:47.995343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9a2f0670-080c-4256-b4ff-cc5cffde77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:47.998837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9a2f0670-080c-4256-b4ff-cc5cffde77be service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1473950-3513-45c2-93da-745d572e4c5b HTTP/1.1" status: 200 len: 903 time: 0.1171412 Nov 10 16:32:48.048752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-bc6bd9f8-f997-4376-9ad6-ca03d7d37cd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2311527-52a3-4c34-b032-97c1e37296c0 HTTP/1.1" status: 200 len: 217 time: 0.0439517 Nov 10 16:32:48.075684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 819d0e51-4546-45f1-9f5c-133651257e8d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:32:48.080938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 819d0e51-4546-45f1-9f5c-133651257e8d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:32:48.081646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:48.115074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-ec30c4db-880a-43fb-9eae-9f805a92f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.117018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-ec30c4db-880a-43fb-9eae-9f805a92f11d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 200 len: 797 time: 0.0591385 Nov 10 16:32:48.165815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f611f66d-be42-432e-9933-82c0a80bb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.167111 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f611f66d-be42-432e-9933-82c0a80bb155 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433176 Nov 10 16:32:48.178683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:48.209836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-61d89dde-770f-4284-98f1-45bdc02c1271 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.211511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-61d89dde-770f-4284-98f1-45bdc02c1271 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03350da-c4a8-40d9-b5f8-86369310b0d6 HTTP/1.1" status: 200 len: 943 time: 0.0548906 Nov 10 16:32:48.215867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 819d0e51-4546-45f1-9f5c-133651257e8d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=819d0e51-4546-45f1-9f5c-133651257e8d,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:48.269366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-c9f86f94-70aa-48a9-aa74-f06d32abeb42 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947311 Nov 10 16:32:48.352946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Deleting port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:32:48.353294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:48.371895 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:48.428442 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1cd603-164b-4232-bfe5-cc58e52b7958 x-openstack-request-id: req-1d1cd603-164b-4232-bfe5-cc58e52b7958 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:48.428919 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:48.429181 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d1cd603-164b-4232-bfe5-cc58e52b7958 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:48.429778 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'code': 200} Nov 10 16:32:48.457707 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-03b450dc-a06d-4c3f-a4b1-335c9e83bea6 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809566 Nov 10 16:32:48.541892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=819d0e51-4546-45f1-9f5c-133651257e8d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:48.591139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8735f5b5-1fab-406e-97e3-eee886ab4e56 req-d240409d-78cc-43ec-95f9-699fc723dda1 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 210 time: 0.0820529 Nov 10 16:32:48.609656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] For port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:48.610011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:48.633308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50734a2-c393-49ec-bee0-e79c768102a0 req-6ca91602-2462-4a61-b94c-c6dc9df1189b tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.634861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d50734a2-c393-49ec-bee0-e79c768102a0 req-6ca91602-2462-4a61-b94c-c6dc9df1189b tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 946 time: 0.1492550 Nov 10 16:32:48.636245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Calling delete_port for f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:32:48.641939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5ea0ae95-469f-430d-88a9-3a0030cb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.642623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5ea0ae95-469f-430d-88a9-3a0030cb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.643255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5ea0ae95-469f-430d-88a9-3a0030cb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.644465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5ea0ae95-469f-430d-88a9-3a0030cb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.644844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5ea0ae95-469f-430d-88a9-3a0030cb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.645300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5ea0ae95-469f-430d-88a9-3a0030cb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.645748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5ea0ae95-469f-430d-88a9-3a0030cb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.647915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-5ea0ae95-469f-430d-88a9-3a0030cb3c88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6496 time: 0.0999517 Nov 10 16:32:48.754249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d50734a2-c393-49ec-bee0-e79c768102a0 req-e9c756df-d2e2-470c-970c-b7c4515581f4 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051166 Nov 10 16:32:48.789389 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f727c966-d61e-487f-aa72-b914a458b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.790932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-f727c966-d61e-487f-aa72-b914a458b7bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1473950-3513-45c2-93da-745d572e4c5b HTTP/1.1" status: 200 len: 903 time: 0.1344769 Nov 10 16:32:48.826803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a34e7-4a2d-4391-a900-fc5d75ca569a req-9293c277-585e-4b2e-a47a-537e787bda34 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:48.834720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-318a34e7-4a2d-4391-a900-fc5d75ca569a req-9293c277-585e-4b2e-a47a-537e787bda34 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1290812 Nov 10 16:32:48.875332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-1077f0ef-3da5-4177-a323-8be3a0430a8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a79d855-3823-485e-9407-630369d07b6d HTTP/1.1" status: 200 len: 217 time: 0.0762391 Nov 10 16:32:48.884180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-318a34e7-4a2d-4391-a900-fc5d75ca569a req-41263856-2854-4c81-ab39-56ba3ed7b937 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484974 Nov 10 16:32:48.895399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20dd7d3e-2ea2-4f28-8cbe-e586459b7607 req-202f6fea-f17a-4b2f-b754-ef864df96ad7 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c24eb3e-5865-4b96-89ac-0c14dd9253b7 HTTP/1.1" status: 200 len: 210 time: 0.0737998 Nov 10 16:32:49.002746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-feb7ab0b-a060-4acd-9f5f-5920522912bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.007658 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-feb7ab0b-a060-4acd-9f5f-5920522912bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 200 len: 797 time: 0.1129966 Nov 10 16:32:49.118611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9e37f975-c2f5-42dc-b36a-54db2f3f127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.120145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-9e37f975-c2f5-42dc-b36a-54db2f3f127a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956938 Nov 10 16:32:49.132783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-b00d13da-2f48-483b-9e93-a5bf35c686ce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.138732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-b00d13da-2f48-483b-9e93-a5bf35c686ce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.145232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-b00d13da-2f48-483b-9e93-a5bf35c686ce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.149102 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:49.151186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-b00d13da-2f48-483b-9e93-a5bf35c686ce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.162778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-b00d13da-2f48-483b-9e93-a5bf35c686ce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.163865 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-b00d13da-2f48-483b-9e93-a5bf35c686ce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.169877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-b00d13da-2f48-483b-9e93-a5bf35c686ce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.171805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-b00d13da-2f48-483b-9e93-a5bf35c686ce tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1618471 Nov 10 16:32:49.188890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Pushing event deleted for resources: {'Port': ['ID=f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:49.259158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] No DVR routers for this DVR port f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:32:49.263544 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:49.279246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b156fcf-a6c2-4880-b191-96f8f036dd76 req-e1deb792-b4bd-4f2b-964b-57fcfe8cd10a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.69 "DELETE /v2.0/ports/f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde HTTP/1.1" status: 204 len: 173 time: 1.0604455 Nov 10 16:32:49.279869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'name': 'network-vif-deleted', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:49.283633 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20251681-3526-491b-b0a6-60a3fd0a35b2" -d '{"events": [{"server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "name": "network-vif-deleted", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:49.304420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76b0376d-e648-4a75-8b15-c84b75ca5e3f req-dd2667c6-18db-4a26-9654-074ff4f11dd5 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227598 Nov 10 16:32:49.350656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-72b996bd-2a00-4c26-8430-18dc2fa4b788 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777687 Nov 10 16:32:49.425190 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5035f2ef-c144-40ac-bd2d-ba6cfe7e4c9b x-openstack-request-id: req-5035f2ef-c144-40ac-bd2d-ba6cfe7e4c9b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:49.426150 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03350da-c4a8-40d9-b5f8-86369310b0d6", "name": "network-vif-deleted", "tag": "f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:49.426628 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5035f2ef-c144-40ac-bd2d-ba6cfe7e4c9b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:49.435833 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03350da-c4a8-40d9-b5f8-86369310b0d6', 'name': 'network-vif-deleted', 'tag': 'f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde', 'status': 'completed', 'code': 200} Nov 10 16:32:49.561233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77138eff-affa-4955-8d58-16ad848a0c90 req-d0c9afd3-7fa8-4123-ab9a-65231def41ff service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031333 Nov 10 16:32:49.734152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8c1cf95-330a-4d0f-b55e-6233eae5f1da req-5a1be141-a442-4cbf-aaf4-d3398552d980 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 210 time: 0.0525377 Nov 10 16:32:49.804651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37358) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:49.919076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e85809-7fb0-4cef-b1e3-e6fa31f35a9c req-030f52b3-510c-4cae-92df-76994bba8627 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0316756 Nov 10 16:32:49.985708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d008b-083b-4f5a-bb9b-14e9e8d438fa req-9c4771b8-2ea8-45bd-852a-b5e86d6bd607 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:49.994910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-693d008b-083b-4f5a-bb9b-14e9e8d438fa req-9c4771b8-2ea8-45bd-852a-b5e86d6bd607 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 946 time: 0.1230597 Nov 10 16:32:50.060345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-693d008b-083b-4f5a-bb9b-14e9e8d438fa req-661d9eca-c07c-47c7-82df-2f527c05d38c tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641744 Nov 10 16:32:50.074825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5682e63-ced5-42f5-935a-32a8fed59cae req-15e605e6-3dc6-4611-81c4-7465f90b7ed3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.091458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5682e63-ced5-42f5-935a-32a8fed59cae req-15e605e6-3dc6-4611-81c4-7465f90b7ed3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0731103 Nov 10 16:32:50.195950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5682e63-ced5-42f5-935a-32a8fed59cae req-e7f5b6ed-7413-4085-9d65-7cec1db77e99 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112237 Nov 10 16:32:50.431630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819d0e51-4546-45f1-9f5c-133651257e8d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:50.434819 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fc44d2-6174-4d7e-9d9c-5754c03f644d" -d '{"events": [{"server_uuid": "8a01b0fe-7f53-42f4-85f5-f016bb569521", "name": "network-vif-plugged", "status": "completed", "tag": "819d0e51-4546-45f1-9f5c-133651257e8d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:50.482576 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef72d12d-2c92-4c76-b16c-b0fb78bedca8 x-openstack-request-id: req-ef72d12d-2c92-4c76-b16c-b0fb78bedca8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:50.482877 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a01b0fe-7f53-42f4-85f5-f016bb569521", "name": "network-vif-plugged", "status": "completed", "tag": "819d0e51-4546-45f1-9f5c-133651257e8d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:50.483372 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef72d12d-2c92-4c76-b16c-b0fb78bedca8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:50.483921 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819d0e51-4546-45f1-9f5c-133651257e8d', 'code': 200} Nov 10 16:32:50.484209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-daecc7c9-ab7b-4db5-9eb1-989d9a4e090d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.493963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-daecc7c9-ab7b-4db5-9eb1-989d9a4e090d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.501751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-daecc7c9-ab7b-4db5-9eb1-989d9a4e090d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.508800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-daecc7c9-ab7b-4db5-9eb1-989d9a4e090d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.517130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-daecc7c9-ab7b-4db5-9eb1-989d9a4e090d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.525190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-daecc7c9-ab7b-4db5-9eb1-989d9a4e090d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.532587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-daecc7c9-ab7b-4db5-9eb1-989d9a4e090d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.542398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-daecc7c9-ab7b-4db5-9eb1-989d9a4e090d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1350749 Nov 10 16:32:50.620258 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07473ed5-622d-46f9-aab7-34d98783c508 req-4e297c30-9df0-492f-8095-283ed7be0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:50.621745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07473ed5-622d-46f9-aab7-34d98783c508 req-4e297c30-9df0-492f-8095-283ed7be0758 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 1098 time: 0.0579655 Nov 10 16:32:50.628695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce12c244-4a1f-4b3e-9de3-2efdee150d7c req-fa24d2f8-673c-46d5-b18d-9fc1de707825 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836966 Nov 10 16:32:50.630738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:50.748662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07473ed5-622d-46f9-aab7-34d98783c508 req-b4a242f0-7498-46ce-9df1-3e87852691ff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156814 Nov 10 16:32:50.851957 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6fa0eb45-211a-4dd2-ba03-893ef1d6262a req-d7eb4ee8-83a2-4090-958b-7b4d9bd7b68b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 210 time: 0.0440373 Nov 10 16:32:50.966925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Deleting port 0209ea0c-209c-48a3-81b4-8813a4320342 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:32:50.967292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:51.009057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd12644c-4956-4048-be94-fc09255157b2 req-4bb171e1-60a5-4d17-8cec-210a3f1aa53d tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0286705 Nov 10 16:32:51.091679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] For port 0209ea0c-209c-48a3-81b4-8813a4320342, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0209ea0c-209c-48a3-81b4-8813a4320342,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:51.092207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:51.109498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Calling delete_port for 0209ea0c-209c-48a3-81b4-8813a4320342 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:32:51.232194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9840d-3507-44c3-af16-744a380a47a7 req-965be426-6b91-41c2-a829-9d9e7230387b tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.233729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8b9840d-3507-44c3-af16-744a380a47a7 req-965be426-6b91-41c2-a829-9d9e7230387b tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 946 time: 0.0779426 Nov 10 16:32:51.336280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cb092-9cc5-4980-8edd-878c947e6cdb req-3bdd6891-01d6-4b15-89cb-a89a26cf8f85 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.343935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-487cb092-9cc5-4980-8edd-878c947e6cdb req-3bdd6891-01d6-4b15-89cb-a89a26cf8f85 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0737631 Nov 10 16:32:51.411452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-487cb092-9cc5-4980-8edd-878c947e6cdb req-8b0ddc36-1fed-43c4-851d-369d142f728a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616529 Nov 10 16:32:51.442316 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-3f2b8dc4-7ebe-43a7-894c-8fee9094fc9b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.443698 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-3f2b8dc4-7ebe-43a7-894c-8fee9094fc9b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.18 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 805 time: 0.1602988 Nov 10 16:32:51.447366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8b9840d-3507-44c3-af16-744a380a47a7 req-26434b59-75da-41bd-8de3-126726323353 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712270 Nov 10 16:32:51.459073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Request body: {'port': {'device_id': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'admin_state_up': True, 'tenant_id': '07821b1f5ad54adb867ee7267cf6957a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:51.462973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:32:51.495499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:32:51.496413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device f5c613ca-2d6b-42ce-bc08-6e7aaa10ccde not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:32:51.773881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-674c9ac3-be4e-45db-9ba7-aa11836d9e2c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.780768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-674c9ac3-be4e-45db-9ba7-aa11836d9e2c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.787659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-674c9ac3-be4e-45db-9ba7-aa11836d9e2c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.793769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-674c9ac3-be4e-45db-9ba7-aa11836d9e2c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.801105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-674c9ac3-be4e-45db-9ba7-aa11836d9e2c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.806922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-674c9ac3-be4e-45db-9ba7-aa11836d9e2c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.812955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-674c9ac3-be4e-45db-9ba7-aa11836d9e2c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:51.814921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-674c9ac3-be4e-45db-9ba7-aa11836d9e2c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1039762 Nov 10 16:32:51.816420 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:51.856461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Pushing event deleted for resources: {'Port': ['ID=0209ea0c-209c-48a3-81b4-8813a4320342,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:51.875283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Made reservation on behalf of 07821b1f5ad54adb867ee7267cf6957a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:32:51.881228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:51.898823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.899165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.899537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.899868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.900190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.900526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.900932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.901223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.901542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.901868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.902171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:51.902483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:32:52.047630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd690894-da49-4e0f-9271-69640aef6ea7 req-4f777cfa-0ea3-4ba3-a809-216a04fe306a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2223134 Nov 10 16:32:52.103939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e63b0bb6-d29c-4ed3-a341-330c222a0a14 req-0ce39a9f-d9e3-4357-ac74-e1b55068e105 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 210 time: 0.1037369 Nov 10 16:32:52.204968 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d051c7e2-d6f5-4a45-a1e3-bd422aef06af req-2c89102a-87a5-4865-b064-8754448c69b7 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0462470 Nov 10 16:32:52.600987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e7ad7-e48f-442f-ad06-69a4ba3f1d79 req-58357072-aa51-44f2-bb81-548cd4372e20 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:52.603758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-280e7ad7-e48f-442f-ad06-69a4ba3f1d79 req-58357072-aa51-44f2-bb81-548cd4372e20 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0634706 Nov 10 16:32:52.651735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Allocated IP 172.20.0.2 (2ae7cc7b-e07d-4b87-a35c-92ca19de3891/ae5b819f-2145-4a06-bf70-51656d2d2dc6/841291d4-56a3-4e7a-80bf-7f1cfe04a26b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:32:52.667949 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-280e7ad7-e48f-442f-ad06-69a4ba3f1d79 req-8733abc7-97d1-4c77-9b98-74262fc72e88 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573168 Nov 10 16:32:52.679340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:52.701637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ea0ca-9908-4ace-972f-4faa5c2cc45b req-ad0b805b-0b0c-4f9d-80e8-b45a1ace5ba1 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:52.709122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-413ea0ca-9908-4ace-972f-4faa5c2cc45b req-ad0b805b-0b0c-4f9d-80e8-b45a1ace5ba1 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 946 time: 0.1138194 Nov 10 16:32:52.887400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-413ea0ca-9908-4ace-972f-4faa5c2cc45b req-d0e359c8-b36b-4b83-b04f-1bcbaa1f65f9 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772842 Nov 10 16:32:53.026934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029edac-0aa8-4095-b03f-2195dcd4959c req-c3495db6-aa59-4c0d-97b2-7d66a44478c7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.032609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2029edac-0aa8-4095-b03f-2195dcd4959c req-c3495db6-aa59-4c0d-97b2-7d66a44478c7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 946 time: 0.0612626 Nov 10 16:32:53.038722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:53.043237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Request body: {'floatingip': {'port_id': '819d0e51-4546-45f1-9f5c-133651257e8d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:53.082334 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:53.386564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:32:53.432601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51cb24-1048-4855-8c37-f48430676eff req-6d74c4ce-c6ab-42f5-8965-d71cebbc9049 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.438792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51cb24-1048-4855-8c37-f48430676eff req-6d74c4ce-c6ab-42f5-8965-d71cebbc9049 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.447787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51cb24-1048-4855-8c37-f48430676eff req-6d74c4ce-c6ab-42f5-8965-d71cebbc9049 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.456095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51cb24-1048-4855-8c37-f48430676eff req-6d74c4ce-c6ab-42f5-8965-d71cebbc9049 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.464649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51cb24-1048-4855-8c37-f48430676eff req-6d74c4ce-c6ab-42f5-8965-d71cebbc9049 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.471433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51cb24-1048-4855-8c37-f48430676eff req-6d74c4ce-c6ab-42f5-8965-d71cebbc9049 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.479422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51cb24-1048-4855-8c37-f48430676eff req-6d74c4ce-c6ab-42f5-8965-d71cebbc9049 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.492903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be51cb24-1048-4855-8c37-f48430676eff req-6d74c4ce-c6ab-42f5-8965-d71cebbc9049 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.2744670 Nov 10 16:32:53.501333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:53.530871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:53.617569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Pushing event updated for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:53.650361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc4bc9-1581-45aa-88cb-bc97883b7a26 req-8cbc988a-d2bc-4cf8-ae2b-6b88be546f8a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.652000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9dc4bc9-1581-45aa-88cb-bc97883b7a26 req-8cbc988a-d2bc-4cf8-ae2b-6b88be546f8a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 931 time: 0.1694121 Nov 10 16:32:53.658259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:32:53.664955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:32:53.680825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:32:53.809915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be51cb24-1048-4855-8c37-f48430676eff req-0b68b311-4c7e-4832-826a-7b911e434913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3160880 Nov 10 16:32:53.835649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9dc4bc9-1581-45aa-88cb-bc97883b7a26 req-598d04f0-bc54-45d1-bab5-e20acf719851 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568995 Nov 10 16:32:53.843891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:53.844661 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:53.860407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:32:53.872809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] Sync routers for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:32:53.877151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d290a212-2df0-454d-a5dc-95dba0df6736 admin admin] 10.222.0.62 "PUT /v2.0/routers/c4d5f49c-f5eb-457f-bd33-2c5a6796c598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0719087 Nov 10 16:32:53.878130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37422) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:53.895085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:53.901257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:54.056095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:54.079253 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-c6850a96-8a7a-4ef9-bd17-2049041c3b19 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6242406 Nov 10 16:32:54.163652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Request body: {'port': {'device_id': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:32:54.229587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf5316-13aa-4d6e-9880-83cd8cdebbcc req-bc3358e8-9078-458f-867d-296c1c1985f9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:54.232575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20cf5316-13aa-4d6e-9880-83cd8cdebbcc req-bc3358e8-9078-458f-867d-296c1c1985f9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.2288122 Nov 10 16:32:54.261542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:54.482972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20cf5316-13aa-4d6e-9880-83cd8cdebbcc req-c7867d68-8955-4c00-abda-b6f6c82638e9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416441 Nov 10 16:32:54.502598 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:32:54.507167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:54.532970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:32:51Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:54.547418 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:32:54.566662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] Checking router: c4d5f49c-f5eb-457f-bd33-2c5a6796c598 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:32:54.577200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] Routers {'c4d5f49c-f5eb-457f-bd33-2c5a6796c598'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:54.577839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:54.603357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f494ef2b-4535-4641-9451-eef139fcf00b req-1a5c352a-1336-4b32-bd2e-54c01631911b tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0375836 Nov 10 16:32:54.623452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4294e95-f5d3-4e93-9db6-781d71d5e8ca req-7593799d-f2cb-417a-85a7-dc04a64d34fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c24eb3e-5865-4b96-89ac-0c14dd9253b7 HTTP/1.1" status: 200 len: 210 time: 0.0660057 Nov 10 16:32:54.641671 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:54.709671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] Set router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:54.739001 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:54.817152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:54.915339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:32:51Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:54.927873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841291d4-56a3-4e7a-80bf-7f1cfe04a26b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:32:54.943623 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Floating IP ee9fce96-9126-49e2-8b0a-9c06667924dc associated. External IP: 172.25.3.210, port: 819d0e51-4546-45f1-9f5c-133651257e8d. Nov 10 16:32:54.947487 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:54.948110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3ea9a-0d32-4961-b08d-9f02c5112ec0 None None] The sync data for ids ['c4d5f49c-f5eb-457f-bd33-2c5a6796c598'] in n-d-714676-11 is: [{'id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-873873287-router', 'tenant_id': 'ef97d876323f406aa91d9cd77d125702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:18Z', 'updated_at': '2021-11-10T16:32:51Z', 'revision_number': 5, 'project_id': 'ef97d876323f406aa91d9cd77d125702', 'gw_port': {'id': '7c3a77db-cf9a-4388-a700-ab50a41dbcfc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5f49c-f5eb-457f-bd33-2c5a6796c598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:19Z', 'updated_at': '2021-11-10T16:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:32:54.970240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Transition to ACTIVE for port object 841291d4-56a3-4e7a-80bf-7f1cfe04a26b will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:32:55.028849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96a2fb-62d1-4e9f-ac45-bf4cdf8a8f07 req-009bceb1-90cd-4b5c-98f2-0d1ccbf2ea1a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.030432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb96a2fb-62d1-4e9f-ac45-bf4cdf8a8f07 req-009bceb1-90cd-4b5c-98f2-0d1ccbf2ea1a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 931 time: 0.0759816 Nov 10 16:32:55.090127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:55.102834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-249c7cea-114f-452e-aa32-b53d168be132 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.109111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-249c7cea-114f-452e-aa32-b53d168be132 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.116179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-249c7cea-114f-452e-aa32-b53d168be132 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.122131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-249c7cea-114f-452e-aa32-b53d168be132 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.129192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-249c7cea-114f-452e-aa32-b53d168be132 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.135355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-249c7cea-114f-452e-aa32-b53d168be132 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.141625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-249c7cea-114f-452e-aa32-b53d168be132 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.143438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-249c7cea-114f-452e-aa32-b53d168be132 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1480601 Nov 10 16:32:55.151885 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb96a2fb-62d1-4e9f-ac45-bf4cdf8a8f07 req-74aee8fd-ed3f-43db-a0b4-d431d5500b96 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963638 Nov 10 16:32:55.170439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Pushing event updated for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:55.182617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Deleting port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:32:55.183186 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:55.220592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26ffb1fc-0edb-4a8e-8379-5deae99e2e76 req-3946c071-ef6f-473d-86ec-c501976fe9de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0319622 Nov 10 16:32:55.311474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b97289bd-c71f-4268-b50b-c0dff36f3ace req-efe2921b-c82c-49da-ba6c-e47b22053a04 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418090 Nov 10 16:32:55.332565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] For port 7c3a77db-cf9a-4388-a700-ab50a41dbcfc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c3a77db-cf9a-4388-a700-ab50a41dbcfc,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:55.333037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:55.351546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0209ea0c-209c-48a3-81b4-8813a4320342 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:32:55.353311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Calling delete_port for 7c3a77db-cf9a-4388-a700-ab50a41dbcfc owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:32:55.377514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 0209ea0c-209c-48a3-81b4-8813a4320342 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:32:55.377889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0209ea0c-209c-48a3-81b4-8813a4320342 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:32:55.379748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:32:55.408548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Attempting to bind port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:32:55.408887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Attempting to bind port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:32:55.410114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Attempting to bind port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:55.420778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:32:55.421356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Attempting to bind port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:32:55.438779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:32:55.439110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Checking segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:32:55.439532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Bound using segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:32:55.439970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Bound port: 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:32:55.440449 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:55.522716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:32:55.530594 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:55.535626 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] Sync routers for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:32:55.556239 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:55.566200 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:55.644366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fe2a8d50-4e14-4cf1-a3e0-709976b11aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "PUT /v2.0/floatingips/ee9fce96-9126-49e2-8b0a-9c06667924dc HTTP/1.1" status: 200 len: 992 time: 2.6038706 Nov 10 16:32:55.645569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'tag': '819d0e51-4546-45f1-9f5c-133651257e8d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:55.648064 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56" -d '{"events": [{"name": "network-changed", "server_uuid": "8a01b0fe-7f53-42f4-85f5-f016bb569521", "tag": "819d0e51-4546-45f1-9f5c-133651257e8d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:55.692635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:32:55.707058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:32:55.730675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0348a-7488-48a7-9b5a-916422dec83a req-39768d12-fc0f-497f-9ad5-5e405dfe4b43 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:55.730675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e2c0348a-7488-48a7-9b5a-916422dec83a req-39768d12-fc0f-497f-9ad5-5e405dfe4b43 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1157238 Nov 10 16:32:55.796303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6cc26982-7b0c-463b-9be0-cb64537b9455 req-3342ec2d-9bd6-4db3-88fc-d16d729ba259 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0452914 Nov 10 16:32:55.800796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e2c0348a-7488-48a7-9b5a-916422dec83a req-95c15a79-63aa-4b7c-a202-3dc232982afc tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649633 Nov 10 16:32:55.811606 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:55.825166 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:55.909377 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea33438-bc88-4d2c-9a6e-f96d8e79b55e x-openstack-request-id: req-2ea33438-bc88-4d2c-9a6e-f96d8e79b55e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:55.909907 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a01b0fe-7f53-42f4-85f5-f016bb569521", "tag": "819d0e51-4546-45f1-9f5c-133651257e8d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:55.910640 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ea33438-bc88-4d2c-9a6e-f96d8e79b55e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:55.911237 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'tag': '819d0e51-4546-45f1-9f5c-133651257e8d', 'status': 'completed', 'code': 200} Nov 10 16:32:55.992718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.002391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3a77db-cf9a-4388-a700-ab50a41dbcfc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:56.044306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-4144420e-dd09-4468-9522-459f9273fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.050240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.051543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.053600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] 10.222.0.18 "PUT /v2.0/ports/841291d4-56a3-4e7a-80bf-7f1cfe04a26b HTTP/1.1" status: 200 len: 1092 time: 1.9582160 Nov 10 16:32:56.058963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-4144420e-dd09-4468-9522-459f9273fce0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d0ca4ce52c545e9b484dcdcaf0f43ba&device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 1098 time: 0.1128981 Nov 10 16:32:56.060992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:32:56.064629 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9585b0f9-06a9-4dd0-bdba-0618f43decb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:32:56.120474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.180256 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f249577-a936-4385-8863-dda0734a7c49 x-openstack-request-id: req-7f249577-a936-4385-8863-dda0734a7c49 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:32:56.181807 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:32:56.182241 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f249577-a936-4385-8863-dda0734a7c49 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:32:56.182746 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'status': 'completed', 'code': 200} Nov 10 16:32:56.278579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-e1ce0c27-d96b-4a07-97d3-e0976f57337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.280698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-e1ce0c27-d96b-4a07-97d3-e0976f57337d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f HTTP/1.1" status: 200 len: 915 time: 0.2134299 Nov 10 16:32:56.295508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46c90f-4be0-4ae4-b96f-bf67c8af667a service neutron] Pushing event updated for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:56.323900 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee9fce96-9126-49e2-8b0a-9c06667924dc', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'port_id': '819d0e51-4546-45f1-9f5c-133651257e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'mac_address': 'fa:16:3e:c4:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:32:18Z', 'updated_at': '2021-11-10T16:32:54Z', 'revision_number': 1, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:17Z', 'revision_number': 5, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:56.365659 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] Checking router: f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:32:56.376438 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:32:56.378797 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:56.394389 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.397861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.437053 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-a84e79f9-169f-433f-ac09-21eaa1ee4530 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d0e51-4546-45f1-9f5c-133651257e8d HTTP/1.1" status: 200 len: 1000 time: 0.1462073 Nov 10 16:32:56.465162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02589c5-8f30-4dd4-b3e6-00b50a18b32a req-5c9697da-4f84-4c81-b59c-de726025598b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.466693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d02589c5-8f30-4dd4-b3e6-00b50a18b32a req-5c9697da-4f84-4c81-b59c-de726025598b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 943 time: 0.1723101 Nov 10 16:32:56.475508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585b0f9-06a9-4dd0-bdba-0618f43decb4 req-e20e88cb-1719-4d3b-965b-f0fccbd1f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.476979 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9585b0f9-06a9-4dd0-bdba-0618f43decb4 req-e20e88cb-1719-4d3b-965b-f0fccbd1f4a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 1095 time: 0.2924259 Nov 10 16:32:56.539190 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:32:56.555385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-4ce45a87-c89c-424c-90b4-119de5b0ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.556899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-4ce45a87-c89c-424c-90b4-119de5b0ecf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49662920-423b-47a3-adf9-6692ef2333fc HTTP/1.1" status: 200 len: 853 time: 0.1115890 Nov 10 16:32:56.583190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-fb0b27a9-6b38-4331-b70e-713def424728 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.589683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-fb0b27a9-6b38-4331-b70e-713def424728 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.597079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-fb0b27a9-6b38-4331-b70e-713def424728 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.603296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-fb0b27a9-6b38-4331-b70e-713def424728 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.609876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-fb0b27a9-6b38-4331-b70e-713def424728 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.616058 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d02589c5-8f30-4dd4-b3e6-00b50a18b32a req-9610cc5c-0e23-4283-b64d-0b1fd5b3ed6d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380816 Nov 10 16:32:56.625976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-fb0b27a9-6b38-4331-b70e-713def424728 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.652452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-fb0b27a9-6b38-4331-b70e-713def424728 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.657986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.659767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d5f49c-f5eb-457f-bd33-2c5a6796c598 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:32:56.662513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-fb0b27a9-6b38-4331-b70e-713def424728 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1626422 Nov 10 16:32:56.684447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.691877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3fbeb873-fec6-4b8a-a23c-904d821bce0d admin admin] 10.222.0.62 "DELETE /v2.0/routers/c4d5f49c-f5eb-457f-bd33-2c5a6796c598 HTTP/1.1" status: 204 len: 168 time: 2.8028200 Nov 10 16:32:56.704507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37488) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:56.746341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-188ffd6a-a87a-4042-8fc9-0222d71341e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.747879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-188ffd6a-a87a-4042-8fc9-0222d71341e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793268 Nov 10 16:32:56.791431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585b0f9-06a9-4dd0-bdba-0618f43decb4 req-c92a07d6-79d8-488c-a3de-34aef6288d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:56.791713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9585b0f9-06a9-4dd0-bdba-0618f43decb4 req-c92a07d6-79d8-488c-a3de-34aef6288d38 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=07821b1f5ad54adb867ee7267cf6957a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3058910 Nov 10 16:32:56.792963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ccbe7c1-4a0a-4895-95fa-3892b74af2eb req-70683f29-e23a-43d9-b440-8ddff949c967 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281323 Nov 10 16:32:56.849306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce338f3-d705-458e-949f-78e18590937f admin admin] Deleting subnet b26f99d3-7a29-4036-84e9-4ac50da64af9 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:32:56.856141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dce338f3-d705-458e-949f-78e18590937f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.952997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dce338f3-d705-458e-949f-78e18590937f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:56.999822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-97b4045d-f324-449a-939e-952dfac9e9a1 service neutron] 10.222.0.18 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372155 Nov 10 16:32:57.001205 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee9fce96-9126-49e2-8b0a-9c06667924dc', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'port_id': '819d0e51-4546-45f1-9f5c-133651257e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'mac_address': 'fa:16:3e:c4:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:32:18Z', 'updated_at': '2021-11-10T16:32:54Z', 'revision_number': 1, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:17Z', 'revision_number': 5, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:57.001702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4db5e819-4eb3-40e2-ae6f-49e7dba24d18 req-de879333-a830-44b3-927d-9bb26e44df63 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0342042 Nov 10 16:32:57.036937 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf03ab-cfa0-423f-b507-d1f46bbea1d7 None None] The sync data for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 is: [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee9fce96-9126-49e2-8b0a-9c06667924dc', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'port_id': '819d0e51-4546-45f1-9f5c-133651257e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'mac_address': 'fa:16:3e:c4:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:32:18Z', 'updated_at': '2021-11-10T16:32:54Z', 'revision_number': 1, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:17Z', 'revision_number': 5, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:32:57.070898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585b0f9-06a9-4dd0-bdba-0618f43decb4 req-f82aad05-f9da-46d0-92dc-6b084b45744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:57.072767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9585b0f9-06a9-4dd0-bdba-0618f43decb4 req-f82aad05-f9da-46d0-92dc-6b084b45744c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2633967 Nov 10 16:32:57.144847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66539a8-9a91-4f7e-891d-c7afe7252c64 req-f51d964f-2da4-446d-b620-8848353baa8f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:57.148211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f66539a8-9a91-4f7e-891d-c7afe7252c64 req-f51d964f-2da4-446d-b620-8848353baa8f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1609366 Nov 10 16:32:57.195200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-469a4cc7-eb48-49f8-b0bc-6f6f8044bf56 req-56a16de2-bbfa-44f6-a65a-6fb651ae0841 service neutron] 10.222.0.18 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861682 Nov 10 16:32:57.245805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dce338f3-d705-458e-949f-78e18590937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:57.307945 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f66539a8-9a91-4f7e-891d-c7afe7252c64 req-9fb7b934-9333-454a-aca6-3b901bbefbee tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412048 Nov 10 16:32:57.311239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-0ea2d2a2-461f-4db0-8492-b55bdb63e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:57.314312 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-0ea2d2a2-461f-4db0-8492-b55bdb63e853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 1095 time: 0.1644583 Nov 10 16:32:57.374941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c3a77db-cf9a-4388-a700-ab50a41dbcfc no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:32:57.396725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7c3a77db-cf9a-4388-a700-ab50a41dbcfc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:32:57.397064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c3a77db-cf9a-4388-a700-ab50a41dbcfc not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:32:57.418693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-5b217079-fafe-4f40-be31-369cb9877400 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b HTTP/1.1" status: 200 len: 217 time: 0.0810661 Nov 10 16:32:57.428064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba693a0-1c58-4028-be83-97fc83fcd1a5 None None] New status for floating IP ee9fce96-9126-49e2-8b0a-9c06667924dc: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:32:57.490150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-1f870260-5a64-48c5-983a-c37acc1f79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:57.491756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-1f870260-5a64-48c5-983a-c37acc1f79d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae5b819f-2145-4a06-bf70-51656d2d2dc6 HTTP/1.1" status: 200 len: 845 time: 0.0599229 Nov 10 16:32:57.529831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-f354bfbe-3be3-43a6-b698-23c508d468e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309889 Nov 10 16:32:57.623055 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-6a795130-b81e-49bf-86a7-d5e94cbf3910 service neutron] 10.222.0.18 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864687 Nov 10 16:32:57.663374 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dce338f3-d705-458e-949f-78e18590937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.030262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d8c0ac7d-106c-4d9b-9182-8492a03813ab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.036391 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d8c0ac7d-106c-4d9b-9182-8492a03813ab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.1195493 Nov 10 16:32:58.053459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-de1a484a-1876-4547-90dd-814bcf712631 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/quotas/445c7fba25da4a31b48bbe694c25c832 HTTP/1.1" status: 200 len: 375 time: 0.0150163 Nov 10 16:32:58.085970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce338f3-d705-458e-949f-78e18590937f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26f99d3-7a29-4036-84e9-4ac50da64af9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:58.107232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06d282-c9d3-421f-a822-58c54bcd256d None None] Network be52ad98-25a3-4412-85b7-df9863359785 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:32:58.119939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dce338f3-d705-458e-949f-78e18590937f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.124801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dce338f3-d705-458e-949f-78e18590937f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b26f99d3-7a29-4036-84e9-4ac50da64af9 HTTP/1.1" status: 204 len: 168 time: 1.4135048 Nov 10 16:32:58.133665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37556) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:58.134511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-18609c17-65c5-4510-9c03-ef9d83ae8e35 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741291 Nov 10 16:32:58.239231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72262f6-d7d2-4eaf-b8f0-0135f76ba0cd req-046d3dc2-189b-432a-a810-2927a3fa1e02 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.241972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f72262f6-d7d2-4eaf-b8f0-0135f76ba0cd req-046d3dc2-189b-432a-a810-2927a3fa1e02 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 943 time: 0.1605167 Nov 10 16:32:58.245424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a87214c-4852-4e07-ac37-e367e83e84a2 req-3b9fdc0c-e425-4691-ba17-0ac7db635d15 service neutron] 10.222.0.18 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160152 Nov 10 16:32:58.262170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.345892 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f72262f6-d7d2-4eaf-b8f0-0135f76ba0cd req-55b9419b-0432-4a52-b996-c97db799815e tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Nov 10 16:32:58.384749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] DHCP port deletion for be52ad98-25a3-4412-85b7-df9863359785 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:32:58.386632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Deleting port f3a5e97a-5b45-44d6-a559-95a56f76d750 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:32:58.387331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.395178 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0b6ede55-4ab1-4ed2-a887-e47bf831ec04 service neutron] 10.222.0.62 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540405 Nov 10 16:32:58.450272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] Deleting port f3a5e97a-5b45-44d6-a559-95a56f76d750 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:32:58.450811 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.503921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] For port f3a5e97a-5b45-44d6-a559-95a56f76d750, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f3a5e97a-5b45-44d6-a559-95a56f76d750,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:58.504292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.525582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Calling delete_port for f3a5e97a-5b45-44d6-a559-95a56f76d750 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:32:58.553126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af135-cc2e-470f-9425-064921161640 req-d4aa4f02-d9da-400a-990d-d2b53874d913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.561272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af135-cc2e-470f-9425-064921161640 req-d4aa4f02-d9da-400a-990d-d2b53874d913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.561878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] For port f3a5e97a-5b45-44d6-a559-95a56f76d750, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f3a5e97a-5b45-44d6-a559-95a56f76d750,segment=NetworkSegment(073d00d2-b67b-47a9-aec0-1fc80991e55d),segment_id=073d00d2-b67b-47a9-aec0-1fc80991e55d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:32:58.562373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.568035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-715e3422-e1c7-4ff9-8bce-bef14179166a service neutron] 10.222.0.62 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717699 Nov 10 16:32:58.568189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af135-cc2e-470f-9425-064921161640 req-d4aa4f02-d9da-400a-990d-d2b53874d913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.574165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af135-cc2e-470f-9425-064921161640 req-d4aa4f02-d9da-400a-990d-d2b53874d913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.579008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] Calling delete_port for f3a5e97a-5b45-44d6-a559-95a56f76d750 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:32:58.580147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af135-cc2e-470f-9425-064921161640 req-d4aa4f02-d9da-400a-990d-d2b53874d913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.586740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af135-cc2e-470f-9425-064921161640 req-d4aa4f02-d9da-400a-990d-d2b53874d913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.594056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af135-cc2e-470f-9425-064921161640 req-d4aa4f02-d9da-400a-990d-d2b53874d913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:58.598597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a65af135-cc2e-470f-9425-064921161640 req-d4aa4f02-d9da-400a-990d-d2b53874d913 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1490486 Nov 10 16:32:58.734888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a65af135-cc2e-470f-9425-064921161640 req-8bef471c-8e35-4d07-ac77-778eb9f2a405 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053801 Nov 10 16:32:58.794703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.820427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:58.849689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] Pushing event deleted for resources: {'Port': ['ID=f3a5e97a-5b45-44d6-a559-95a56f76d750,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:58.855167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f9eeb-0c8b-4f65-aa76-3dba6ba4eef1 None None] No DVR routers for this DVR port f3a5e97a-5b45-44d6-a559-95a56f76d750 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:32:58.888117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a5e97a-5b45-44d6-a559-95a56f76d750,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:58.888117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] No DVR routers for this DVR port f3a5e97a-5b45-44d6-a559-95a56f76d750 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:32:58.899593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a69fc36-f516-451f-a44f-fe59365baa4c req-f7b703ac-cc96-4fc0-b386-5a8620b56a9e tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0353818 Nov 10 16:32:58.983344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:59.012144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be52ad98-25a3-4412-85b7-df9863359785']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:59.025168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073d00d2-b67b-47a9-aec0-1fc80991e55d') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:59.025168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073d00d2-b67b-47a9-aec0-1fc80991e55d') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:32:59.036403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:59.064135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:59.072337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:32:59.073232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:32:59.075822 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:32:59.151860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f3a5e97a-5b45-44d6-a559-95a56f76d750 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:32:59.180712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f3a5e97a-5b45-44d6-a559-95a56f76d750 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:32:59.181049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f3a5e97a-5b45-44d6-a559-95a56f76d750 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:32:59.196841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936105d-2534-4cc1-9c03-5fb5cf4e9888 req-051e33ec-362b-4e05-8f67-76969688c37c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.198520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9936105d-2534-4cc1-9c03-5fb5cf4e9888 req-051e33ec-362b-4e05-8f67-76969688c37c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1049137 Nov 10 16:32:59.248990 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:59.255518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:32:59.259278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] 10.222.0.62 "DELETE /v2.0/networks/be52ad98-25a3-4412-85b7-df9863359785 HTTP/1.1" status: 204 len: 168 time: 1.1237218 Nov 10 16:32:59.262371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:32:59.283870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de003a7-c6e8-41f4-9f0c-8f248bf04835 admin admin] Pushing event deleted for resources: {'Network': ['ID=be52ad98-25a3-4412-85b7-df9863359785,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:32:59.301559 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9936105d-2534-4cc1-9c03-5fb5cf4e9888 req-6095b6e2-a674-4b44-a88c-3ab2d628b3a4 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966589 Nov 10 16:32:59.363249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04cc00fb-f1f1-41a9-817c-e44851a85614 req-3de83bc8-e469-457a-bf88-1bc4831556b3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0380764 Nov 10 16:32:59.517497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8760c-e415-4e00-8c2e-7b800fe15410 req-23278f39-6f15-41e6-9e8e-e6b97c16bf62 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.519298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ab8760c-e415-4e00-8c2e-7b800fe15410 req-23278f39-6f15-41e6-9e8e-e6b97c16bf62 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 943 time: 0.0598235 Nov 10 16:32:59.580048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ab8760c-e415-4e00-8c2e-7b800fe15410 req-7affc4fc-e2d3-4e62-bd83-b8909bbcd58d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547860 Nov 10 16:32:59.917148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a037af-249c-4a73-8631-7421c0b24b6f req-01e6d87a-cd55-4684-9c06-06cc4002e8d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.923291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a037af-249c-4a73-8631-7421c0b24b6f req-01e6d87a-cd55-4684-9c06-06cc4002e8d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.929977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a037af-249c-4a73-8631-7421c0b24b6f req-01e6d87a-cd55-4684-9c06-06cc4002e8d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.935919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a037af-249c-4a73-8631-7421c0b24b6f req-01e6d87a-cd55-4684-9c06-06cc4002e8d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.942198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a037af-249c-4a73-8631-7421c0b24b6f req-01e6d87a-cd55-4684-9c06-06cc4002e8d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.948073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a037af-249c-4a73-8631-7421c0b24b6f req-01e6d87a-cd55-4684-9c06-06cc4002e8d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.953917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a037af-249c-4a73-8631-7421c0b24b6f req-01e6d87a-cd55-4684-9c06-06cc4002e8d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:32:59.955894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16a037af-249c-4a73-8631-7421c0b24b6f req-01e6d87a-cd55-4684-9c06-06cc4002e8d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1304917 Nov 10 16:33:00.019351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c0d2ba10-24d6-4e28-8016-3c5ece723343 req-9308abd5-2ac8-4116-b6de-f4cedf011f73 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0342894 Nov 10 16:33:00.088413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16a037af-249c-4a73-8631-7421c0b24b6f req-ab443ee0-1596-433b-8df5-4ef18ca0e0be tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205473 Nov 10 16:33:00.211688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:00.484991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdc9a3-84dd-4eb7-b0c1-1b9b7762aa7c req-2fa500f7-59c1-45d9-b860-75c9afd98f2d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:00.485505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfcdc9a3-84dd-4eb7-b0c1-1b9b7762aa7c req-2fa500f7-59c1-45d9-b860-75c9afd98f2d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0796690 Nov 10 16:33:00.506235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d592ee1e-5d4e-40de-bbf8-00febece9c4a req-ca714c8a-a2cb-489c-9f6d-1827c085a641 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0310869 Nov 10 16:33:00.556469 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfcdc9a3-84dd-4eb7-b0c1-1b9b7762aa7c req-52ebb9bf-f636-410b-8dd4-fad8434bfa16 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644767 Nov 10 16:33:00.587006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Deleting port 371fa071-1025-4e11-b922-4caa956cc9fc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:00.587390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:00.704536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] For port 371fa071-1025-4e11-b922-4caa956cc9fc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=371fa071-1025-4e11-b922-4caa956cc9fc,segment=NetworkSegment(724d579d-47eb-4e5d-af17-86b55558b3ce),segment_id=724d579d-47eb-4e5d-af17-86b55558b3ce)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:00.704913 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:00.722090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Calling delete_port for 371fa071-1025-4e11-b922-4caa956cc9fc owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:00.745944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39c59b-8ed9-424d-bd59-c6dcbba6f677 req-17f4b6e7-465f-4718-8dc9-d0c106b94496 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:00.747479 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de39c59b-8ed9-424d-bd59-c6dcbba6f677 req-17f4b6e7-465f-4718-8dc9-d0c106b94496 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 943 time: 0.0842619 Nov 10 16:33:00.843159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de39c59b-8ed9-424d-bd59-c6dcbba6f677 req-98688637-14e0-4f9e-9f94-d9539731b7af tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621808 Nov 10 16:33:01.057423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:01.090141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=371fa071-1025-4e11-b922-4caa956cc9fc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:01.176889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8760a6dc-db54-4e9d-9373-d54d27f78226 req-a088d4ca-43d0-4e7a-b43c-576bba590b06 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0461957 Nov 10 16:33:01.315901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:01.375992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-282e9db3-9a70-41b8-bf2c-5f3299d9b910 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:01.383014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-282e9db3-9a70-41b8-bf2c-5f3299d9b910 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:01.395407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-282e9db3-9a70-41b8-bf2c-5f3299d9b910 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:01.395901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-282e9db3-9a70-41b8-bf2c-5f3299d9b910 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:01.402232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-282e9db3-9a70-41b8-bf2c-5f3299d9b910 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:01.408361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-282e9db3-9a70-41b8-bf2c-5f3299d9b910 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:01.414270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-282e9db3-9a70-41b8-bf2c-5f3299d9b910 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:01.416348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-282e9db3-9a70-41b8-bf2c-5f3299d9b910 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.1554928 Nov 10 16:33:01.491049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d80edc12-fbfa-4c0d-939b-eff56006aa59 req-3ace8049-f494-45fb-854c-c49990871c3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679145 Nov 10 16:33:01.583210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef32106a-1043-4b98-80ab-8588991f56b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:01.603547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Router b4b16bf0-c11f-4d72-bd28-66413f0f72bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:33:01.632337 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42872632-f558-4e93-8aea-4dfc3d7aca2a req-12ac4790-7f9c-4261-80cd-c1181bca31c4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0308948 Nov 10 16:33:01.702696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5606712-5e05-4cb9-8825-3509f4a7cef0 req-69519cc7-b412-4d9c-8479-4398f6d6c663 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:01.704283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5606712-5e05-4cb9-8825-3509f4a7cef0 req-69519cc7-b412-4d9c-8479-4398f6d6c663 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0649424 Nov 10 16:33:01.756247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:33:01.761208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5606712-5e05-4cb9-8825-3509f4a7cef0 req-faaeee7b-fed4-4db0-8771-2cb691fa836c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501747 Nov 10 16:33:01.761545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3f947fa6-aea9-4721-92c5-419bc7a94b1a admin admin] 10.222.0.62 "PUT /v2.0/routers/b4b16bf0-c11f-4d72-bd28-66413f0f72bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981053 Nov 10 16:33:01.764211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:01.789785 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] Sync routers for ids ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:33:01.790333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 841291d4-56a3-4e7a-80bf-7f1cfe04a26b details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:01.801971 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] Routers {'b4b16bf0-c11f-4d72-bd28-66413f0f72bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:33:01.804046 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:01.904769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:01.920038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'port_id': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'mac_address': 'fa:16:3e:ff:fa:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b819f-2145-4a06-bf70-51656d2d2dc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:01.975086 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:01.986186 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:01.994603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841291d4-56a3-4e7a-80bf-7f1cfe04a26b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:02.010228 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] Set router b4b16bf0-c11f-4d72-bd28-66413f0f72bb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:33:02.018882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:02.037931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-c0bddafb-a3ac-481f-9a00-03bef54cea5f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:02.042974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-c0bddafb-a3ac-481f-9a00-03bef54cea5f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.2319095 Nov 10 16:33:02.052125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c648-9678-4bb0-a6d8-b8bd2cbdfd3d req-1e9c1779-13f6-4983-956d-34aec37df79c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:02.053604 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd99c648-9678-4bb0-a6d8-b8bd2cbdfd3d req-1e9c1779-13f6-4983-956d-34aec37df79c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 943 time: 0.1270821 Nov 10 16:33:02.058123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Request body: {'port': {'device_id': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'admin_state_up': True, 'tenant_id': '445c7fba25da4a31b48bbe694c25c832'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:02.134503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:02.198495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:02.251919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd99c648-9678-4bb0-a6d8-b8bd2cbdfd3d req-a8e5ce47-1aa3-4c55-9000-0c715bf97c4b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720362 Nov 10 16:33:02.261762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:02.278878 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:33:00Z', 'revision_number': 5, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:02.334776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d864c9f7-15b6-4ce6-b40f-8d224e839f34 req-0aa4371c-8490-4c3a-bc4a-fdc6b7a6437c tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0427489 Nov 10 16:33:02.342140 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] Checking router: b4b16bf0-c11f-4d72-bd28-66413f0f72bb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:33:02.357055 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] Routers {'b4b16bf0-c11f-4d72-bd28-66413f0f72bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:33:02.357740 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:32:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:02.417954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Deleting port 64dc7dc6-a52c-448c-912f-60cad9220c62 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:02.418382 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:02.433464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Made reservation on behalf of 445c7fba25da4a31b48bbe694c25c832 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:02.437869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:02.456311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['841291d4-56a3-4e7a-80bf-7f1cfe04a26b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:02.498960 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] Set router b4b16bf0-c11f-4d72-bd28-66413f0f72bb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:33:02.796477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-257bfda0-d41b-412d-9db5-147b0734ac31 req-0b981925-e4bf-4921-83c8-3802e885d64e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0389626 Nov 10 16:33:02.817185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] For port 64dc7dc6-a52c-448c-912f-60cad9220c62, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=64dc7dc6-a52c-448c-912f-60cad9220c62,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:02.817185 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:02.916485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9bc9-c3ea-40b3-a9fe-e14457de1137 req-a7570509-54a3-4fba-bdd7-f9c2661930ef tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:02.926014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-367b9bc9-c3ea-40b3-a9fe-e14457de1137 req-a7570509-54a3-4fba-bdd7-f9c2661930ef tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0695109 Nov 10 16:33:02.957305 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:33:00Z', 'revision_number': 5, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:02.974076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Calling delete_port for 64dc7dc6-a52c-448c-912f-60cad9220c62 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:02.991603 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-367b9bc9-c3ea-40b3-a9fe-e14457de1137 req-78b25dd0-6d7f-4320-8f1f-687cf6144120 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645921 Nov 10 16:33:02.993106 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604db920-28e4-42d9-8a79-a836a705c456 None None] The sync data for ids ['b4b16bf0-c11f-4d72-bd28-66413f0f72bb'] in n-d-714676-11 is: [{'id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-526960527-router', 'tenant_id': 'a536206eee3e43a6b7bdf2f70617a076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:26:29Z', 'updated_at': '2021-11-10T16:33:00Z', 'revision_number': 5, 'project_id': 'a536206eee3e43a6b7bdf2f70617a076', 'gw_port': {'id': '64dc7dc6-a52c-448c-912f-60cad9220c62', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b16bf0-c11f-4d72-bd28-66413f0f72bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:26:30Z', 'updated_at': '2021-11-10T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:33:03.001952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Allocated IP 172.20.0.2 (11723d17-4301-4417-9d5c-8a32a051800d/9b23c3c6-294c-4fac-aacd-a15617a63e9b/9cdd5e55-ac08-4723-9642-7a66983c08d7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:33:03.025632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153c287-2021-410f-8bd6-7d7208678ffd req-fcec2692-1d1f-4090-a7e8-5faeb84e8d49 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:03.032178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153c287-2021-410f-8bd6-7d7208678ffd req-fcec2692-1d1f-4090-a7e8-5faeb84e8d49 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:03.038221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153c287-2021-410f-8bd6-7d7208678ffd req-fcec2692-1d1f-4090-a7e8-5faeb84e8d49 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:03.044132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153c287-2021-410f-8bd6-7d7208678ffd req-fcec2692-1d1f-4090-a7e8-5faeb84e8d49 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:03.050258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153c287-2021-410f-8bd6-7d7208678ffd req-fcec2692-1d1f-4090-a7e8-5faeb84e8d49 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:03.056021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153c287-2021-410f-8bd6-7d7208678ffd req-fcec2692-1d1f-4090-a7e8-5faeb84e8d49 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:03.062686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153c287-2021-410f-8bd6-7d7208678ffd req-fcec2692-1d1f-4090-a7e8-5faeb84e8d49 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:03.064705 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c153c287-2021-410f-8bd6-7d7208678ffd req-fcec2692-1d1f-4090-a7e8-5faeb84e8d49 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5432 time: 0.4043741 Nov 10 16:33:03.388736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aca06-fba8-483a-b87a-fa8bcc9030e8 req-12bb3b5d-c77a-4fb2-9998-abe26dbd7b53 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:03.390458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-209aca06-fba8-483a-b87a-fa8bcc9030e8 req-12bb3b5d-c77a-4fb2-9998-abe26dbd7b53 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 944 time: 0.0606494 Nov 10 16:33:03.450820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 371fa071-1025-4e11-b922-4caa956cc9fc no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:03.499076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 371fa071-1025-4e11-b922-4caa956cc9fc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:03.499726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 371fa071-1025-4e11-b922-4caa956cc9fc not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:03.549218 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-209aca06-fba8-483a-b87a-fa8bcc9030e8 req-202a2f5b-b764-4a53-8e8c-9e8fd778a4ee tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509366 Nov 10 16:33:03.651878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c153c287-2021-410f-8bd6-7d7208678ffd req-5d4ffa2b-30e1-4837-879a-adc4d8fd6e66 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5494404 Nov 10 16:33:03.784911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:03.785093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21716c0b-8968-4a33-ae21-38ed5c2e3314 req-61b8a6da-d802-4750-8101-80d9061dda7b tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0426385 Nov 10 16:33:03.797285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 57571b6f-0873-4036-98ed-239eef444a3b details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:03.800502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 841291d4-56a3-4e7a-80bf-7f1cfe04a26b up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:03.809360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-298e1661-2763-40b2-87ea-343c4f092494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:03.932450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a91b595f-8980-4b61-87df-a5275c2f4646 req-2e92ada3-8c6f-4cfd-aad7-2c0907529f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0356832 Nov 10 16:33:03.949106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:03.989416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Pushing event deleted for resources: {'Port': ['ID=64dc7dc6-a52c-448c-912f-60cad9220c62,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:03.992677 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.023974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 57571b6f-0873-4036-98ed-239eef444a3b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=57571b6f-0873-4036-98ed-239eef444a3b,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:04.039935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '57571b6f-0873-4036-98ed-239eef444a3b', 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'port_id': '57571b6f-0873-4036-98ed-239eef444a3b', 'mac_address': 'fa:16:3e:38:b7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c856b4-06fb-439b-9454-e401b7c1f403', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:04.083230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:04.092081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:04.092452 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.097219 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.137597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Network 11723d17-4301-4417-9d5c-8a32a051800d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:33:04.142543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57571b6f-0873-4036-98ed-239eef444a3b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:04.151848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:04.158518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:33:04.194435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 57571b6f-0873-4036-98ed-239eef444a3b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=57571b6f-0873-4036-98ed-239eef444a3b,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:04.226115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436902e-a723-4bfe-881a-3fb5ec066fd7 req-7a0c6d06-6a39-481e-b7ee-ce9cf108ea46 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:04.236370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b436902e-a723-4bfe-881a-3fb5ec066fd7 req-7a0c6d06-6a39-481e-b7ee-ce9cf108ea46 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1233804 Nov 10 16:33:04.246567 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.251163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event updated for resources: {'Port': ['ID=9cdd5e55-ac08-4723-9642-7a66983c08d7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:04.270484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.273163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:04.275552 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35305ef1-1bf9-4715-a358-977144cba15e" -d '{"events": [{"server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "name": "network-vif-plugged", "status": "completed", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:04.292251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.293007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device aee5a20c-db61-4a58-90ea-c56c845f6bb8 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:04.296551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:04.313568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b436902e-a723-4bfe-881a-3fb5ec066fd7 req-b4054e4f-a5f0-4943-ac81-2d09aad32a03 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746233 Nov 10 16:33:04.338350 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344a39ba-e809-42bd-b50a-89f28a6a32dc x-openstack-request-id: req-344a39ba-e809-42bd-b50a-89f28a6a32dc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:04.338645 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "name": "network-vif-plugged", "status": "completed", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:04.338889 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-344a39ba-e809-42bd-b50a-89f28a6a32dc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:04.339272 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'code': 200} Nov 10 16:33:04.390649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port aee5a20c-db61-4a58-90ea-c56c845f6bb8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:04.406624 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.414874 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.417311 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.428824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8', 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'port_id': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8', 'mac_address': 'fa:16:3e:f3:09:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c856b4-06fb-439b-9454-e401b7c1f403', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:04.478701 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.481373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=57571b6f-0873-4036-98ed-239eef444a3b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:04.491977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:04.492986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.500462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447b1ec-ef40-476b-b6e8-f08d9a168ba7 req-47d71eb3-cfac-451b-87ce-cf764dc2d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:04.509149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4447b1ec-ef40-476b-b6e8-f08d9a168ba7 req-47d71eb3-cfac-451b-87ce-cf764dc2d855 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 1097 time: 0.0990016 Nov 10 16:33:04.524032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee5a20c-db61-4a58-90ea-c56c845f6bb8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:04.535499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.535499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4b16bf0-c11f-4d72-bd28-66413f0f72bb {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:33:04.538174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.539566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-594e6582-0c02-4c9d-9c98-c398de88ae79 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b4b16bf0-c11f-4d72-bd28-66413f0f72bb HTTP/1.1" status: 204 len: 168 time: 2.7744756 Nov 10 16:33:04.542499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:04.563546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port aee5a20c-db61-4a58-90ea-c56c845f6bb8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:04.615198 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4447b1ec-ef40-476b-b6e8-f08d9a168ba7 req-5736073c-42b4-40ae-936c-a5855991cbea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953448 Nov 10 16:33:04.631043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:04.662863 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.665541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:04.665982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4aaa634f-1af7-4a52-8b8a-4762835e5096 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6105638 Nov 10 16:33:04.698147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Request body: {'port': {'device_id': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:04.755755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4429acb-86f6-4330-8d92-a98d8ca304b0 admin admin] Deleting subnet cd3038bf-e6a3-4e65-ad08-8d88e49b6df8 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:33:04.760913 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4429acb-86f6-4330-8d92-a98d8ca304b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.807371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92ed19-cbce-4e65-8e0e-207c2375e129 req-6b14854e-8f58-448b-8c29-fb5630db6d31 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:04.810015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d92ed19-cbce-4e65-8e0e-207c2375e129 req-6b14854e-8f58-448b-8c29-fb5630db6d31 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 945 time: 0.1170185 Nov 10 16:33:04.830583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:04.846112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.853275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4429acb-86f6-4330-8d92-a98d8ca304b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:04.890630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf', 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'port_id': '9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf', 'mac_address': 'fa:16:3e:c9:3b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c856b4-06fb-439b-9454-e401b7c1f403', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:04.900951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d92ed19-cbce-4e65-8e0e-207c2375e129 req-a16e4990-a715-4850-a54a-ba7a532593e5 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702708 Nov 10 16:33:04.966205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=aee5a20c-db61-4a58-90ea-c56c845f6bb8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:05.033449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c44b57b6-065d-4c6f-a408-3c0f47d90e23 req-1e0d2cf7-99c0-412f-85af-0f785f0185c3 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0593646 Nov 10 16:33:05.086120 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.117967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:05.170455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:05.176512 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.244389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.244389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device f2311527-52a3-4c34-b032-97c1e37296c0 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:05.258446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4429acb-86f6-4330-8d92-a98d8ca304b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.299139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 64dc7dc6-a52c-448c-912f-60cad9220c62 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:05.349045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 64dc7dc6-a52c-448c-912f-60cad9220c62 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:05.349527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 64dc7dc6-a52c-448c-912f-60cad9220c62 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:05.361261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199ca50-42fd-481c-9c22-5e676c204b6b req-8e93c10e-e086-46e6-ae0f-99e1af63303f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.376126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2199ca50-42fd-481c-9c22-5e676c204b6b req-8e93c10e-e086-46e6-ae0f-99e1af63303f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 931 time: 0.1074481 Nov 10 16:33:05.386745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-e6742518-7f80-41cc-8681-238344b3fc32 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.393638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-e6742518-7f80-41cc-8681-238344b3fc32 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.400753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-e6742518-7f80-41cc-8681-238344b3fc32 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.405461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:05.406977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-e6742518-7f80-41cc-8681-238344b3fc32 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.415609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-e6742518-7f80-41cc-8681-238344b3fc32 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.421905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-e6742518-7f80-41cc-8681-238344b3fc32 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.429179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-e6742518-7f80-41cc-8681-238344b3fc32 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.437846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-e6742518-7f80-41cc-8681-238344b3fc32 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5434 time: 0.4709537 Nov 10 16:33:05.466068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4429acb-86f6-4330-8d92-a98d8ca304b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.486357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4429acb-86f6-4330-8d92-a98d8ca304b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.488205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2199ca50-42fd-481c-9c22-5e676c204b6b req-64b70e4e-cb39-4c88-8578-b295edb880a5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033335 Nov 10 16:33:05.493284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d4429acb-86f6-4330-8d92-a98d8ca304b0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cd3038bf-e6a3-4e65-ad08-8d88e49b6df8 HTTP/1.1" status: 204 len: 168 time: 0.9474795 Nov 10 16:33:05.494213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37662) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:05.513944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port f2311527-52a3-4c34-b032-97c1e37296c0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=f2311527-52a3-4c34-b032-97c1e37296c0,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:05.539594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'f2311527-52a3-4c34-b032-97c1e37296c0', 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b', 'port_id': 'f2311527-52a3-4c34-b032-97c1e37296c0', 'mac_address': 'fa:16:3e:52:18:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2ef17d-47e8-43ac-a0bb-4b9db59916a1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:05.539737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4429acb-86f6-4330-8d92-a98d8ca304b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd3038bf-e6a3-4e65-ad08-8d88e49b6df8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:05.541126 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0515b78-c51f-4022-974a-67fa39ff37de None None] Network a1543854-7e0c-432a-ab4e-a41e0eede6ec requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:33:05.593589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e4d3d06-7682-4782-b8af-ff34b58eea49 req-19c35869-db9b-4f21-b91d-cd094d248ca5 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547394 Nov 10 16:33:05.667265 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.681379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.682166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdd5e55-ac08-4723-9642-7a66983c08d7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:05.701743 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.701909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2311527-52a3-4c34-b032-97c1e37296c0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:05.740304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Transition to ACTIVE for port object 9cdd5e55-ac08-4723-9642-7a66983c08d7 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:33:05.757658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port f2311527-52a3-4c34-b032-97c1e37296c0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=f2311527-52a3-4c34-b032-97c1e37296c0,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:05.788672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e0a2a-c8b3-4099-8445-98adf85560f7 req-64495b1e-5b31-4b11-af78-7b52ad43ba54 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:05.795094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-724e0a2a-c8b3-4099-8445-98adf85560f7 req-64495b1e-5b31-4b11-af78-7b52ad43ba54 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1848617 Nov 10 16:33:05.805901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.835254 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.835897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5a79d855-3823-485e-9407-630369d07b6d details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:05.894161 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-724e0a2a-c8b3-4099-8445-98adf85560f7 req-b33a9d32-3404-469c-9a0e-159e88c37e2d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 Nov 10 16:33:05.905459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Deleting port b46f0117-f393-4c55-84e2-f31c327c0476 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:05.906034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:05.908481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] DHCP port deletion for a1543854-7e0c-432a-ab4e-a41e0eede6ec request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:33:06.074598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] For port b46f0117-f393-4c55-84e2-f31c327c0476, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b46f0117-f393-4c55-84e2-f31c327c0476,segment=NetworkSegment(724d579d-47eb-4e5d-af17-86b55558b3ce),segment_id=724d579d-47eb-4e5d-af17-86b55558b3ce)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:06.075272 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.091253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Attempting to bind port 9cdd5e55-ac08-4723-9642-7a66983c08d7 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:33:06.091636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Attempting to bind port 9cdd5e55-ac08-4723-9642-7a66983c08d7 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:33:06.091968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Attempting to bind port 9cdd5e55-ac08-4723-9642-7a66983c08d7 on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:06.095439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdd5e55-ac08-4723-9642-7a66983c08d7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:06.097617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Calling delete_port for b46f0117-f393-4c55-84e2-f31c327c0476 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:06.111779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Port 9cdd5e55-ac08-4723-9642-7a66983c08d7 on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:33:06.112055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Attempting to bind port 9cdd5e55-ac08-4723-9642-7a66983c08d7 on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:06.112688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c49d5c-199d-4483-801b-22cb925f4771 req-a77b8532-7b41-49be-93af-57dac1202bf4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.120661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06c49d5c-199d-4483-801b-22cb925f4771 req-a77b8532-7b41-49be-93af-57dac1202bf4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 945 time: 0.1046600 Nov 10 16:33:06.124199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:33:06.125063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:06.125543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:33:06.126116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Bound port: 9cdd5e55-ac08-4723-9642-7a66983c08d7, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:33:06.126485 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.178609 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:33:06.203637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5a79d855-3823-485e-9407-630369d07b6d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5a79d855-3823-485e-9407-630369d07b6d,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:06.218148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=f2311527-52a3-4c34-b032-97c1e37296c0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:06.223632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] For port 9cdd5e55-ac08-4723-9642-7a66983c08d7, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:33:06.224854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '5a79d855-3823-485e-9407-630369d07b6d', 'network_id': 'c1473950-3513-45c2-93da-745d572e4c5b', 'port_id': '5a79d855-3823-485e-9407-630369d07b6d', 'mac_address': 'fa:16:3e:99:05:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2ef17d-47e8-43ac-a0bb-4b9db59916a1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:06.234771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] For port 9cdd5e55-ac08-4723-9642-7a66983c08d7, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9cdd5e55-ac08-4723-9642-7a66983c08d7,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:33:06.274911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06c49d5c-199d-4483-801b-22cb925f4771 req-a035ab1c-2b5b-4b86-adfc-afc080c2a835 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520655 Nov 10 16:33:06.276299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] Deleting port b46f0117-f393-4c55-84e2-f31c327c0476 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:06.276675 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.278965 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.324712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1409d8a8-1e0d-4425-976b-3dd27ecf46f6 req-2cab5729-98c7-4603-bcea-f0683494a501 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0865467 Nov 10 16:33:06.342286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a79d855-3823-485e-9407-630369d07b6d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:06.343368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.378180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.381425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5a79d855-3823-485e-9407-630369d07b6d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5a79d855-3823-485e-9407-630369d07b6d,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:06.383566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] For port b46f0117-f393-4c55-84e2-f31c327c0476, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b46f0117-f393-4c55-84e2-f31c327c0476,segment=NetworkSegment(724d579d-47eb-4e5d-af17-86b55558b3ce),segment_id=724d579d-47eb-4e5d-af17-86b55558b3ce)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:06.388300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.400303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] No DVR routers for this DVR port b46f0117-f393-4c55-84e2-f31c327c0476 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:06.402372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.402987 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.404546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] 10.222.0.69 "PUT /v2.0/ports/9cdd5e55-ac08-4723-9642-7a66983c08d7 HTTP/1.1" status: 200 len: 1092 time: 1.7210603 Nov 10 16:33:06.405034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'tag': '9cdd5e55-ac08-4723-9642-7a66983c08d7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:06.407291 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "tag": "9cdd5e55-ac08-4723-9642-7a66983c08d7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:06.411537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] Calling delete_port for b46f0117-f393-4c55-84e2-f31c327c0476 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:06.465683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd42a4-40f0-4799-9df6-748e097f4747 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdd5e55-ac08-4723-9642-7a66983c08d7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:06.488603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.489379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 3d3957dd-ba10-46d1-a448-e33d29f5ae14 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:06.522406 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7425b3f-e3ab-4c04-92f8-ec556c6c5f26 x-openstack-request-id: req-e7425b3f-e3ab-4c04-92f8-ec556c6c5f26 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:06.522695 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "tag": "9cdd5e55-ac08-4723-9642-7a66983c08d7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:06.522954 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7425b3f-e3ab-4c04-92f8-ec556c6c5f26 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:06.523378 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'tag': '9cdd5e55-ac08-4723-9642-7a66983c08d7', 'status': 'completed', 'code': 200} Nov 10 16:33:06.525099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.534186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46f0117-f393-4c55-84e2-f31c327c0476,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:06.568941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1543854-7e0c-432a-ab4e-a41e0eede6ec']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:06.581465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724d579d-47eb-4e5d-af17-86b55558b3ce') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:06.582315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724d579d-47eb-4e5d-af17-86b55558b3ce') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:06.608119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.615767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.623707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:33:06.624435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:33:06.627192 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:33:06.633420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 3d3957dd-ba10-46d1-a448-e33d29f5ae14, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:06.642511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5a79d855-3823-485e-9407-630369d07b6d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:06.651938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '3d3957dd-ba10-46d1-a448-e33d29f5ae14', 'network_id': '569fc79e-ea89-4663-8391-e22716c464b6', 'port_id': '3d3957dd-ba10-46d1-a448-e33d29f5ae14', 'mac_address': 'fa:16:3e:04:a9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c856b4-06fb-439b-9454-e401b7c1f403', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:06.675968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.698093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-010fabdc-20e9-4497-b8ba-1d03a7e36409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.699376 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-010fabdc-20e9-4497-b8ba-1d03a7e36409 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1095 time: 0.1751721 Nov 10 16:33:06.755963 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.762061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] Pushing event deleted for resources: {'Port': ['ID=b46f0117-f393-4c55-84e2-f31c327c0476,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:06.763171 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.772556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a30e9b-62dc-4de6-8cb2-3e8a620807b4 None None] No DVR routers for this DVR port b46f0117-f393-4c55-84e2-f31c327c0476 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:06.777208 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.810560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d5e36a6b-8e09-4344-ad80-8bb4f965f5da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9cdd5e55-ac08-4723-9642-7a66983c08d7 HTTP/1.1" status: 200 len: 217 time: 0.1006536 Nov 10 16:33:06.823237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3957dd-ba10-46d1-a448-e33d29f5ae14 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:06.837695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.851399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a1543854-7e0c-432a-ab4e-a41e0eede6ec HTTP/1.1" status: 204 len: 168 time: 1.3557844 Nov 10 16:33:06.878746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 3d3957dd-ba10-46d1-a448-e33d29f5ae14, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:06.882334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be140c-936e-48f8-bfaf-1e31547d8790 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1543854-7e0c-432a-ab4e-a41e0eede6ec,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:06.912805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb64c6d-a085-41f6-9c2a-61f7712723a8 req-0b072f21-3dbf-4644-a3a4-5f4bab5beff1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.916875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-db13f35a-2462-44c7-b360-737874d2be42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.920237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eb64c6d-a085-41f6-9c2a-61f7712723a8 req-0b072f21-3dbf-4644-a3a4-5f4bab5beff1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1895769 Nov 10 16:33:06.923826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-db13f35a-2462-44c7-b360-737874d2be42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.932782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-db13f35a-2462-44c7-b360-737874d2be42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.941612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-db13f35a-2462-44c7-b360-737874d2be42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.951180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-8937ca33-a867-4a4c-ba02-daf42083d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.952846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-8937ca33-a867-4a4c-ba02-daf42083d566 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.1237137 Nov 10 16:33:06.954096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:06.954811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c3350ac3-2a06-4b9a-9f6d-e049bf9e663d details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:06.957939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-db13f35a-2462-44c7-b360-737874d2be42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.968398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-db13f35a-2462-44c7-b360-737874d2be42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.975919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-db13f35a-2462-44c7-b360-737874d2be42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:06.978638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-db13f35a-2462-44c7-b360-737874d2be42 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5437 time: 0.2337067 Nov 10 16:33:07.043838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-4e193c90-6d45-446e-bc39-e330c6125568 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760210 Nov 10 16:33:07.073961 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27f6655d-ab22-4d44-aa83-260722c942f8 req-e82c2e2f-7be8-4051-9264-a21afdc65e1b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886538 Nov 10 16:33:07.079517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=3d3957dd-ba10-46d1-a448-e33d29f5ae14,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:07.158232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eb64c6d-a085-41f6-9c2a-61f7712723a8 req-6593704a-1ad4-4f37-ab9f-2bdcbe59b8f6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370248 Nov 10 16:33:07.176886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b46f0117-f393-4c55-84e2-f31c327c0476 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:07.207575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-75a46e07-684d-4d69-a65c-310e42813344 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522729 Nov 10 16:33:07.228741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b46f0117-f393-4c55-84e2-f31c327c0476 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:07.229080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b46f0117-f393-4c55-84e2-f31c327c0476 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:07.254145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:07.280469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'port_id': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'mac_address': 'fa:16:3e:c4:97:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:07.287436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41263f7-cb3f-4188-94a8-73a969cc258c req-91de636f-a651-4026-9d84-3cab51eb3c23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:07.294898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b41263f7-cb3f-4188-94a8-73a969cc258c req-91de636f-a651-4026-9d84-3cab51eb3c23 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0976856 Nov 10 16:33:07.359838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:07.373066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:07.392223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3350ac3-2a06-4b9a-9f6d-e049bf9e663d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:07.399899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-b61ec505-d9d3-4cb7-b1f3-da6058379f98 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805482 Nov 10 16:33:07.419713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:07.420982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b41263f7-cb3f-4188-94a8-73a969cc258c req-cf6c0fdb-0f05-4fb9-a7ff-1e8d0b04d7c8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211538 Nov 10 16:33:07.444525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e91734c5-306e-4094-93bc-7317e1b3439e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef97d876323f406aa91d9cd77d125702&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0700588 Nov 10 16:33:07.447152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37692) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:07.504183 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:07.514381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b998261a-8f7d-4ce7-8614-84a5753bcd16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:07.515689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b8448-77fe-4368-8800-dbba9b92ba24 req-5ca6337c-1ee9-4e3f-9e3e-e7f9f81ab761 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:07.517265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-792b8448-77fe-4368-8800-dbba9b92ba24 req-5ca6337c-1ee9-4e3f-9e3e-e7f9f81ab761 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 945 time: 0.0939021 Nov 10 16:33:07.551781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b998261a-8f7d-4ce7-8614-84a5753bcd16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:07.567911 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:07.571389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:07.602994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13735690-d286-4d49-8fcd-3a09fc62edad req-37b71607-1bf6-4d5a-9aed-bcb9cfcf28e4 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0414922 Nov 10 16:33:07.630008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:07.691540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-aae56f29-f914-4676-bf48-9cd03f7c7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:07.693033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-aae56f29-f914-4676-bf48-9cd03f7c7bbc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1095 time: 0.1023650 Nov 10 16:33:07.697057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-792b8448-77fe-4368-8800-dbba9b92ba24 req-a838e9e7-25b6-4cd1-8a84-c8e47c2ba966 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635234 Nov 10 16:33:07.729037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b998261a-8f7d-4ce7-8614-84a5753bcd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:07.735919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b998261a-8f7d-4ce7-8614-84a5753bcd16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:07.735919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b998261a-8f7d-4ce7-8614-84a5753bcd16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e95bf15-e4c1-41cc-b514-d9933f11dd49 HTTP/1.1" status: 204 len: 168 time: 0.2868583 Nov 10 16:33:07.775501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998261a-8f7d-4ce7-8614-84a5753bcd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e95bf15-e4c1-41cc-b514-d9933f11dd49,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:07.840620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-889d490a-eb76-40bd-8154-de3a5a05a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:07.842473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-889d490a-eb76-40bd-8154-de3a5a05a40f service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1412356 Nov 10 16:33:07.900931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-80ba5678-802b-45c8-b457-c49caa349f59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9cdd5e55-ac08-4723-9642-7a66983c08d7 HTTP/1.1" status: 200 len: 217 time: 0.0495012 Nov 10 16:33:07.972682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-af8e51b3-dcbd-4bc4-8cbd-de84126a533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:07.974295 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-af8e51b3-dcbd-4bc4-8cbd-de84126a533c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0660748 Nov 10 16:33:08.022792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-a416ba6c-6109-431a-a310-4c4e62c841cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402219 Nov 10 16:33:08.140796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-929b4043-874d-40f8-8cfc-6ab468903067 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083190 Nov 10 16:33:08.320548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-886a5e90-dd32-4348-ae78-04af6994e1c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.327003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-886a5e90-dd32-4348-ae78-04af6994e1c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.334230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-886a5e90-dd32-4348-ae78-04af6994e1c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.340691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-886a5e90-dd32-4348-ae78-04af6994e1c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.349871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-886a5e90-dd32-4348-ae78-04af6994e1c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.356427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-886a5e90-dd32-4348-ae78-04af6994e1c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.364172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-886a5e90-dd32-4348-ae78-04af6994e1c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.367688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-886a5e90-dd32-4348-ae78-04af6994e1c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5439 time: 0.1419697 Nov 10 16:33:08.371993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c321a316-1e6e-4fe7-86fd-e35c78c5fdc4 req-975f12d4-cbde-4a20-bc80-93246162dab9 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244027 Nov 10 16:33:08.392234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191897ad-3560-4064-9782-b3b4d7e1e8bd req-581481d4-7eb3-4328-b171-102d770b1863 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.395144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-191897ad-3560-4064-9782-b3b4d7e1e8bd req-581481d4-7eb3-4328-b171-102d770b1863 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 945 time: 0.1009989 Nov 10 16:33:08.405786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['57571b6f-0873-4036-98ed-239eef444a3b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:08.476485 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-191897ad-3560-4064-9782-b3b4d7e1e8bd req-8a32ae55-7413-433f-86c9-8d193cc44e6c tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750375 Nov 10 16:33:08.477059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec50d4f8-5d4e-4221-aefe-8eb1fde40e57 req-e128aa6b-8c98-4c05-8aaf-38823d5ec31a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993702 Nov 10 16:33:08.491294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['aee5a20c-db61-4a58-90ea-c56c845f6bb8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:08.539662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['c3350ac3-2a06-4b9a-9f6d-e049bf9e663d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:08.578116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5a79d855-3823-485e-9407-630369d07b6d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:08.584577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['3d3957dd-ba10-46d1-a448-e33d29f5ae14'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:08.624627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c3dcf-e113-4f23-9cf1-ff730ab2e647 req-b8a8032c-4541-4b11-adac-46ae8522c3bb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.633725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-113c3dcf-e113-4f23-9cf1-ff730ab2e647 req-b8a8032c-4541-4b11-adac-46ae8522c3bb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0788913 Nov 10 16:33:08.699664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:08.717766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-113c3dcf-e113-4f23-9cf1-ff730ab2e647 req-58f35b09-fce0-4055-b358-d6d385bdeea9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828195 Nov 10 16:33:08.773012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2b55d-38c1-45d6-ac45-d13c835ee18f req-2f3cada3-b99b-4f27-8074-43f5f981fd27 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:08.776232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35c2b55d-38c1-45d6-ac45-d13c835ee18f req-2f3cada3-b99b-4f27-8074-43f5f981fd27 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0978401 Nov 10 16:33:08.874038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35c2b55d-38c1-45d6-ac45-d13c835ee18f req-b87f9c7d-8351-4c9e-af7c-7f8d6fa9c369 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894971 Nov 10 16:33:08.878803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37716) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:08.916405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fd72711-e3af-4a7e-bb65-5882ee7f208f req-42f218eb-3d2d-4982-a0a6-b827188ebdd4 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0731375 Nov 10 16:33:08.976357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e4568deb-a59f-41c0-bc9a-af71c355513f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a536206eee3e43a6b7bdf2f70617a076&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0958133 Nov 10 16:33:08.981921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37720) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:09.082299 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69f237a1-45ec-42c1-a35f-727724c52ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:09.113888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69f237a1-45ec-42c1-a35f-727724c52ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:09.264063 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69f237a1-45ec-42c1-a35f-727724c52ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:09.267769 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69f237a1-45ec-42c1-a35f-727724c52ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:09.271485 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-69f237a1-45ec-42c1-a35f-727724c52ad2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b38bd6ec-c753-43bc-a87b-b6968f2aa4eb HTTP/1.1" status: 204 len: 168 time: 0.2872159 Nov 10 16:33:09.280153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f237a1-45ec-42c1-a35f-727724c52ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38bd6ec-c753-43bc-a87b-b6968f2aa4eb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:09.361316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['f2311527-52a3-4c34-b032-97c1e37296c0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:09.719759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8c7d7-89c4-4237-8ce9-7aee760b4f59 req-63afc588-b14c-4cf1-a0cc-06204da74a82 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:09.722920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1b8c7d7-89c4-4237-8ce9-7aee760b4f59 req-63afc588-b14c-4cf1-a0cc-06204da74a82 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 945 time: 0.1086190 Nov 10 16:33:09.728127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-8adda95f-3b3b-46e9-9858-b97708fe13d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:09.734800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-8adda95f-3b3b-46e9-9858-b97708fe13d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:09.742853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-8adda95f-3b3b-46e9-9858-b97708fe13d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:09.751155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-8adda95f-3b3b-46e9-9858-b97708fe13d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:09.757724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-8adda95f-3b3b-46e9-9858-b97708fe13d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:09.764306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-8adda95f-3b3b-46e9-9858-b97708fe13d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:09.771254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-8adda95f-3b3b-46e9-9858-b97708fe13d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:09.782373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-8adda95f-3b3b-46e9-9858-b97708fe13d7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5439 time: 0.1743958 Nov 10 16:33:09.804700 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1b8c7d7-89c4-4237-8ce9-7aee760b4f59 req-c52b328a-f9b6-463d-a167-4f6997453656 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751462 Nov 10 16:33:09.842786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b18d9a78-55f4-4def-b2e9-2ba048448c62 req-6bc0b407-2e83-43f3-a099-416d63d293c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617628 Nov 10 16:33:09.995576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94e40d-876d-4ddb-b78d-9b29db9a5049 req-6af4cda2-749c-42b7-9531-ad9ab2cf8a94 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:10.005799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b94e40d-876d-4ddb-b78d-9b29db9a5049 req-6af4cda2-749c-42b7-9531-ad9ab2cf8a94 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0816808 Nov 10 16:33:10.054700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b94e40d-876d-4ddb-b78d-9b29db9a5049 req-5240c16e-093e-47b1-b545-9eae1d15484d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479050 Nov 10 16:33:10.177218 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:10.214774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1940b4-e470-4c2b-acfa-0946cddf9bfd req-61152825-d3f3-403b-acf1-069ad9b07894 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:10.216502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba1940b4-e470-4c2b-acfa-0946cddf9bfd req-61152825-d3f3-403b-acf1-069ad9b07894 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0696163 Nov 10 16:33:10.268956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba1940b4-e470-4c2b-acfa-0946cddf9bfd req-9c66303a-562b-47e7-bd5e-740d07d08561 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458670 Nov 10 16:33:10.399911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd9ec0aa-4b15-4116-84fb-4e676f10a230 req-7d7067d4-88a4-41b1-a0d7-36b574dcd5bb tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0316083 Nov 10 16:33:11.008240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-54408674-1fac-4757-98e2-c5214c72d1c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.017340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-54408674-1fac-4757-98e2-c5214c72d1c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.027865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-54408674-1fac-4757-98e2-c5214c72d1c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.035833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-54408674-1fac-4757-98e2-c5214c72d1c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.041698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-54408674-1fac-4757-98e2-c5214c72d1c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.047540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-54408674-1fac-4757-98e2-c5214c72d1c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.053982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-54408674-1fac-4757-98e2-c5214c72d1c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.055901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-54408674-1fac-4757-98e2-c5214c72d1c6 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5439 time: 0.1176383 Nov 10 16:33:11.125743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c848e7a0-626f-42d2-bced-0ac1202cea9e req-7de3baa2-6d80-4551-bb58-b2fc34ccb475 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635252 Nov 10 16:33:11.216504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95065bb-ee01-4f40-8b5c-bd2e12067246 req-3e641e95-83e2-4cf9-b261-8d936ae68ed7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.218046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b95065bb-ee01-4f40-8b5c-bd2e12067246 req-3e641e95-83e2-4cf9-b261-8d936ae68ed7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0622821 Nov 10 16:33:11.274444 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b95065bb-ee01-4f40-8b5c-bd2e12067246 req-5a5022bd-6e1d-4b94-8ed9-f401d76c7d3b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496824 Nov 10 16:33:11.428343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4b84-1b47-478b-a802-b5d9f04d0beb req-a1f2509f-cf2b-40b5-b659-b21408384ac3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:11.435764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7ec4b84-1b47-478b-a802-b5d9f04d0beb req-a1f2509f-cf2b-40b5-b659-b21408384ac3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0689180 Nov 10 16:33:11.490513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7ec4b84-1b47-478b-a802-b5d9f04d0beb req-00964353-b733-451d-b8d2-3d6fcd7af730 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538681 Nov 10 16:33:11.519089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ddc63330-fbb4-4eb5-bc6d-7526912ce7f6 req-087c1208-3b87-43a9-9104-4513bf5586a1 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0288293 Nov 10 16:33:12.285214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-9cdbca86-b078-4dff-88f0-fa3eae1f7b77 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.291270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-9cdbca86-b078-4dff-88f0-fa3eae1f7b77 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.298173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-9cdbca86-b078-4dff-88f0-fa3eae1f7b77 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.305145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-9cdbca86-b078-4dff-88f0-fa3eae1f7b77 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.311666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-9cdbca86-b078-4dff-88f0-fa3eae1f7b77 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.318435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-9cdbca86-b078-4dff-88f0-fa3eae1f7b77 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.325532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-9cdbca86-b078-4dff-88f0-fa3eae1f7b77 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.327645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-9cdbca86-b078-4dff-88f0-fa3eae1f7b77 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5439 time: 0.1082766 Nov 10 16:33:12.412729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-dd40db92-e8c5-406a-af69-da87520ab344 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814736 Nov 10 16:33:12.435726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a62cf9e3-ffc2-4133-9e80-42dcaba86c9b req-b6276c75-238a-456d-9383-f94e24601aa9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928950 Nov 10 16:33:12.493641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-d41c759b-924d-4160-9361-71c00e9b884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.496009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-d41c759b-924d-4160-9361-71c00e9b884b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 1097 time: 0.0564852 Nov 10 16:33:12.621847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5e6ca-2b52-46e7-b0f8-ae4c0903526c req-0b67f018-27f6-4242-9bf7-bca0ca447a0f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.623565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2a5e6ca-2b52-46e7-b0f8-ae4c0903526c req-0b67f018-27f6-4242-9bf7-bca0ca447a0f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1152256 Nov 10 16:33:12.666497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-8abfe76e-843e-4126-9a24-e671233a3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.668215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-8abfe76e-843e-4126-9a24-e671233a3d62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1509960 Nov 10 16:33:12.726882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-645becc1-1d14-4726-af68-1987c45c7a4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 200 len: 217 time: 0.0479171 Nov 10 16:33:12.735558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2a5e6ca-2b52-46e7-b0f8-ae4c0903526c req-75d418de-56d3-45d6-b2d4-d0e017a15f6d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039822 Nov 10 16:33:12.746042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e9fca-886f-4aa4-9bf9-5ba738fc227f req-753ed980-1ec5-49d1-997b-478660076f30 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.747628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-321e9fca-886f-4aa4-9bf9-5ba738fc227f req-753ed980-1ec5-49d1-997b-478660076f30 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0549891 Nov 10 16:33:12.797512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-95f99e2f-98e2-4ef7-8f80-6ca8b6b89829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:12.800019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-95f99e2f-98e2-4ef7-8f80-6ca8b6b89829 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0624120 Nov 10 16:33:12.810014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-321e9fca-886f-4aa4-9bf9-5ba738fc227f req-0c036e96-5b80-4cbd-83ab-85ff5bc81e03 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553672 Nov 10 16:33:12.841777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-9cab9344-fe8f-4fb1-a3b1-ea2405eb2e4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295196 Nov 10 16:33:12.891580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b14f1ad7-b9e2-4a5b-bc5a-fd306ee28cb2 req-6268ea91-e841-4dee-ba8d-a02187b4244d tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0487301 Nov 10 16:33:12.978693 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-191e8c89-35af-4d23-9c44-e085dba5aba5 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260624 Nov 10 16:33:13.088975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c962d3-9234-45f6-a215-8c594f300ff0 req-5ab9c411-c59d-4cb8-938b-ce38a038fb52 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024089 Nov 10 16:33:13.569704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 841291d4-56a3-4e7a-80bf-7f1cfe04a26b details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:13.574594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 57571b6f-0873-4036-98ed-239eef444a3b up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:13.584967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af690bc-3870-4c19-990e-75415ac21e02 req-0191086d-b193-4c79-9a46-6db8a2342d8d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:13.592427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af690bc-3870-4c19-990e-75415ac21e02 req-0191086d-b193-4c79-9a46-6db8a2342d8d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:13.600138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af690bc-3870-4c19-990e-75415ac21e02 req-0191086d-b193-4c79-9a46-6db8a2342d8d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:13.607173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af690bc-3870-4c19-990e-75415ac21e02 req-0191086d-b193-4c79-9a46-6db8a2342d8d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:13.614358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af690bc-3870-4c19-990e-75415ac21e02 req-0191086d-b193-4c79-9a46-6db8a2342d8d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:13.620757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af690bc-3870-4c19-990e-75415ac21e02 req-0191086d-b193-4c79-9a46-6db8a2342d8d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:13.626887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af690bc-3870-4c19-990e-75415ac21e02 req-0191086d-b193-4c79-9a46-6db8a2342d8d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:13.635602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8af690bc-3870-4c19-990e-75415ac21e02 req-0191086d-b193-4c79-9a46-6db8a2342d8d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5439 time: 0.1144485 Nov 10 16:33:13.728729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8af690bc-3870-4c19-990e-75415ac21e02 req-6d4a33fa-39a5-4b2c-8d30-d365ae78d895 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910912 Nov 10 16:33:13.754568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 57571b6f-0873-4036-98ed-239eef444a3b completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:13.762882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 57571b6f-0873-4036-98ed-239eef444a3b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:13.763249 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:13.813294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:13.863292 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'port_id': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'mac_address': 'fa:16:3e:ff:fa:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b819f-2145-4a06-bf70-51656d2d2dc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:13.922544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40cf84-fd1e-48e2-a7dc-ea22955ee311 req-6f2ce1a2-23e9-4f99-b7cd-b2c21c7e5b97 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:13.932470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e40cf84-fd1e-48e2-a7dc-ea22955ee311 req-6f2ce1a2-23e9-4f99-b7cd-b2c21c7e5b97 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0804062 Nov 10 16:33:13.971867 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:14.001920 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e40cf84-fd1e-48e2-a7dc-ea22955ee311 req-a5609880-040a-46f3-ac13-8701ecc88610 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681212 Nov 10 16:33:14.006097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:14.025625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57571b6f-0873-4036-98ed-239eef444a3b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:14.028075 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7a5e31-bb1e-4aee-8270-eca50af34eb8" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "57571b6f-0873-4036-98ed-239eef444a3b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:14.031620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46ff2-cd6e-4f69-850e-d7a3b63a7af6 req-744d72a6-2252-4815-9d5c-87156ae4c464 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.040994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84b46ff2-cd6e-4f69-850e-d7a3b63a7af6 req-744d72a6-2252-4815-9d5c-87156ae4c464 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0635626 Nov 10 16:33:14.041683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 841291d4-56a3-4e7a-80bf-7f1cfe04a26b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:14.051196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 57571b6f-0873-4036-98ed-239eef444a3b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=57571b6f-0873-4036-98ed-239eef444a3b,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:14.073287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:14.092057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84b46ff2-cd6e-4f69-850e-d7a3b63a7af6 req-14905b78-0fc5-4675-8b58-1fa54a9f6a9a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 Nov 10 16:33:14.211831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aea73e5a-83cb-48b3-98d0-756815385878 req-ab5314a7-05c8-4579-aa4f-a01ff3a3f5f5 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0431664 Nov 10 16:33:14.263569 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5bbb1d-9e28-44bb-8a80-cf11eda4c1c2 x-openstack-request-id: req-1a5bbb1d-9e28-44bb-8a80-cf11eda4c1c2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:14.263976 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "57571b6f-0873-4036-98ed-239eef444a3b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:14.264225 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a5bbb1d-9e28-44bb-8a80-cf11eda4c1c2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:14.264682 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57571b6f-0873-4036-98ed-239eef444a3b', 'code': 200} Nov 10 16:33:14.364767 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349158dd-e80c-4db4-8716-0f41cfba15b1 req-3b8efbaa-3147-4cf4-853b-d91b7f70636d tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.366429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-349158dd-e80c-4db4-8716-0f41cfba15b1 req-3b8efbaa-3147-4cf4-853b-d91b7f70636d tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 1102 time: 0.0499859 Nov 10 16:33:14.418874 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:14.423515 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:14.425324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device aee5a20c-db61-4a58-90ea-c56c845f6bb8 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:14.440222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-349158dd-e80c-4db4-8716-0f41cfba15b1 req-3f84e249-c855-4c4a-96d7-2797bb4df368 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618114 Nov 10 16:33:14.536153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:14.622498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=57571b6f-0873-4036-98ed-239eef444a3b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:14.630266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['841291d4-56a3-4e7a-80bf-7f1cfe04a26b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:14.663876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37906) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:14.755793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-4284a5ef-40aa-45ab-9e35-d0e41479aac1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243413 Nov 10 16:33:14.899096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1073813-ee7a-4b68-a595-1e7fd299b336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:14.905600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-a9078688-a11d-4480-80fc-2cd4f61c3cf3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.907596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-a9078688-a11d-4480-80fc-2cd4f61c3cf3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461668 Nov 10 16:33:14.925040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-6bf14a5e-aff8-4c01-af70-0702ad51a14d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/quotas/54beeb0410c3445491a8078eddd7458f HTTP/1.1" status: 200 len: 375 time: 0.0107689 Nov 10 16:33:14.935302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df873-853e-44aa-9d69-2a275537c034 req-7e46ccb6-a884-4e60-9078-56fe8ab76cbb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.943584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df873-853e-44aa-9d69-2a275537c034 req-7e46ccb6-a884-4e60-9078-56fe8ab76cbb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.951115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df873-853e-44aa-9d69-2a275537c034 req-7e46ccb6-a884-4e60-9078-56fe8ab76cbb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.959426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df873-853e-44aa-9d69-2a275537c034 req-7e46ccb6-a884-4e60-9078-56fe8ab76cbb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.966532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df873-853e-44aa-9d69-2a275537c034 req-7e46ccb6-a884-4e60-9078-56fe8ab76cbb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.974404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df873-853e-44aa-9d69-2a275537c034 req-7e46ccb6-a884-4e60-9078-56fe8ab76cbb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.981509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df873-853e-44aa-9d69-2a275537c034 req-7e46ccb6-a884-4e60-9078-56fe8ab76cbb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:14.984025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-322df873-853e-44aa-9d69-2a275537c034 req-7e46ccb6-a884-4e60-9078-56fe8ab76cbb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5440 time: 0.1423025 Nov 10 16:33:15.001484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-14c76860-913f-4399-a75b-d019d7527aa8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0702598 Nov 10 16:33:15.116278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-322df873-853e-44aa-9d69-2a275537c034 req-dfbde648-edbf-42ac-970d-59e52ecf7f8c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110911 Nov 10 16:33:15.132484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1073813-ee7a-4b68-a595-1e7fd299b336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.250592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c5a40-a0f5-4826-8bd2-8a30e0ad10ff req-80cd8e2f-5456-4c8f-860b-1c26580704db tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:15.252298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-359c5a40-a0f5-4826-8bd2-8a30e0ad10ff req-80cd8e2f-5456-4c8f-860b-1c26580704db tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0573123 Nov 10 16:33:15.309484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-359c5a40-a0f5-4826-8bd2-8a30e0ad10ff req-3c1cafa2-3b76-4b43-8c06-a812514ffe19 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501204 Nov 10 16:33:15.418946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13846495-316d-46c7-b834-9694181f3c14 req-1345ef7a-4073-459c-aa6d-bb15bd780910 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0280099 Nov 10 16:33:15.617185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port aee5a20c-db61-4a58-90ea-c56c845f6bb8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:15.617443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1073813-ee7a-4b68-a595-1e7fd299b336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.624280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port aee5a20c-db61-4a58-90ea-c56c845f6bb8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:15.624280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.664556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073813-ee7a-4b68-a595-1e7fd299b336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79506aec-e5ba-41e3-ae04-ef3736f28311,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:15.718840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a1073813-ee7a-4b68-a595-1e7fd299b336 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fb91f64a55a4fafadf2ba755128d13a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0538309 Nov 10 16:33:15.722320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37952) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:15.786251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.802091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87ad2d71-da14-411a-8c88-e4f903e19bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.823473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b5ec168-4242-4908-9bb1-a69fbd1683e4 req-680dd60d-f36b-455d-8e65-f600fd3c906b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 210 time: 0.0574372 Nov 10 16:33:15.836598 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87ad2d71-da14-411a-8c88-e4f903e19bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.872727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port aee5a20c-db61-4a58-90ea-c56c845f6bb8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:15.951207 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.952355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:15.977299 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87ad2d71-da14-411a-8c88-e4f903e19bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.981469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87ad2d71-da14-411a-8c88-e4f903e19bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:15.985700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-87ad2d71-da14-411a-8c88-e4f903e19bd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79506aec-e5ba-41e3-ae04-ef3736f28311 HTTP/1.1" status: 204 len: 168 time: 0.2583141 Nov 10 16:33:15.992849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad2d71-da14-411a-8c88-e4f903e19bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79506aec-e5ba-41e3-ae04-ef3736f28311,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:16.079388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=aee5a20c-db61-4a58-90ea-c56c845f6bb8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:16.194823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:16.200082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:16.200446 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:16.267884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:16.271008 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a86e464-a898-42eb-ab90-57ee65d6c989" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "aee5a20c-db61-4a58-90ea-c56c845f6bb8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:16.364578 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:16.425582 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1ea8e1-97b1-40d2-b250-ccd7b76b68b1 x-openstack-request-id: req-ef1ea8e1-97b1-40d2-b250-ccd7b76b68b1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:16.426637 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "aee5a20c-db61-4a58-90ea-c56c845f6bb8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:16.428019 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef1ea8e1-97b1-40d2-b250-ccd7b76b68b1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:16.428620 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8', 'code': 200} Nov 10 16:33:16.431905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362db6-44aa-4353-905c-ea7230e583f6 req-74a28a5e-a3b8-45ec-b322-4ec5511debc8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:16.450512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362db6-44aa-4353-905c-ea7230e583f6 req-74a28a5e-a3b8-45ec-b322-4ec5511debc8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:16.474454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362db6-44aa-4353-905c-ea7230e583f6 req-74a28a5e-a3b8-45ec-b322-4ec5511debc8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:16.491729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:16.499214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362db6-44aa-4353-905c-ea7230e583f6 req-74a28a5e-a3b8-45ec-b322-4ec5511debc8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:16.506171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362db6-44aa-4353-905c-ea7230e583f6 req-74a28a5e-a3b8-45ec-b322-4ec5511debc8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:16.520351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362db6-44aa-4353-905c-ea7230e583f6 req-74a28a5e-a3b8-45ec-b322-4ec5511debc8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:16.553869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362db6-44aa-4353-905c-ea7230e583f6 req-74a28a5e-a3b8-45ec-b322-4ec5511debc8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:16.567560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29362db6-44aa-4353-905c-ea7230e583f6 req-74a28a5e-a3b8-45ec-b322-4ec5511debc8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5441 time: 0.3357875 Nov 10 16:33:16.577220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:16.578319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device f2311527-52a3-4c34-b032-97c1e37296c0 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:16.638232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ba297-9522-4b43-bac8-8e79a16bd99c req-0ebea048-da25-4cfe-aa51-c71132f03be4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:16.659526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d77ba297-9522-4b43-bac8-8e79a16bd99c req-0ebea048-da25-4cfe-aa51-c71132f03be4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1313796 Nov 10 16:33:16.694749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:16.739933 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29362db6-44aa-4353-905c-ea7230e583f6 req-5c742a46-5e6b-4db7-8f9e-6754f7b45870 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1694751 Nov 10 16:33:16.778606 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d77ba297-9522-4b43-bac8-8e79a16bd99c req-028970fb-41b2-4729-9734-e3599923b480 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176710 Nov 10 16:33:16.889152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port f2311527-52a3-4c34-b032-97c1e37296c0 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:16.900668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port f2311527-52a3-4c34-b032-97c1e37296c0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:16.900668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:16.903257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c247b85b-e365-4987-b474-a399767c3146 req-8272f592-7785-4c1b-ae92-0e276956ed85 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0755701 Nov 10 16:33:16.937254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38004) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:16.964401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-253d0f6d-de39-4eab-95ad-0e3752d51932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.055397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.075763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e50732b-9310-4c25-9ec2-5f2b0c8dc807 req-ad806080-b489-40d8-b7ac-27635c746112 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 210 time: 0.0848358 Nov 10 16:33:17.120149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port f2311527-52a3-4c34-b032-97c1e37296c0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=f2311527-52a3-4c34-b032-97c1e37296c0,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:17.170217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-253d0f6d-de39-4eab-95ad-0e3752d51932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.190397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.191401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5a79d855-3823-485e-9407-630369d07b6d up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:17.273098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-253d0f6d-de39-4eab-95ad-0e3752d51932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.301669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=f2311527-52a3-4c34-b032-97c1e37296c0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:17.325458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0f6d-de39-4eab-95ad-0e3752d51932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e5b03-9f25-47a9-a2a8-9b9d14f88a6c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:17.357587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-253d0f6d-de39-4eab-95ad-0e3752d51932 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7c77588311a40938a137ef6cf34b815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194870 Nov 10 16:33:17.360571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38006) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:17.417214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11bed0f0-2a68-476d-a6ca-6f296a77cf45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.428036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 5a79d855-3823-485e-9407-630369d07b6d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:17.433597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 5a79d855-3823-485e-9407-630369d07b6d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:17.434156 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.476134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11bed0f0-2a68-476d-a6ca-6f296a77cf45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.619389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.676210 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11bed0f0-2a68-476d-a6ca-6f296a77cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.680282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11bed0f0-2a68-476d-a6ca-6f296a77cf45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.684395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-11bed0f0-2a68-476d-a6ca-6f296a77cf45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a3e5b03-9f25-47a9-a2a8-9b9d14f88a6c HTTP/1.1" status: 204 len: 168 time: 0.3222182 Nov 10 16:33:17.706835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bed0f0-2a68-476d-a6ca-6f296a77cf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3e5b03-9f25-47a9-a2a8-9b9d14f88a6c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:17.855346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5a79d855-3823-485e-9407-630369d07b6d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5a79d855-3823-485e-9407-630369d07b6d,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:17.922234 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:17.926495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 3d3957dd-ba10-46d1-a448-e33d29f5ae14 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:17.958446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254dc3e-86a2-4c89-8479-d6fa32557866 req-2330ef61-3aa4-40e8-94f1-9be7ac9b62eb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:17.967136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c254dc3e-86a2-4c89-8479-d6fa32557866 req-2330ef61-3aa4-40e8-94f1-9be7ac9b62eb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0674310 Nov 10 16:33:17.982249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-8ca547e9-7992-4928-ac26-8cfd16c36e5d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:17.992934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-8ca547e9-7992-4928-ac26-8cfd16c36e5d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:17.994924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5a79d855-3823-485e-9407-630369d07b6d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:18.003787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-8ca547e9-7992-4928-ac26-8cfd16c36e5d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:18.013226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-8ca547e9-7992-4928-ac26-8cfd16c36e5d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:18.021091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-8ca547e9-7992-4928-ac26-8cfd16c36e5d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:18.028241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-8ca547e9-7992-4928-ac26-8cfd16c36e5d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:18.035797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c254dc3e-86a2-4c89-8479-d6fa32557866 req-c990314c-f43c-4477-8635-e33815781a12 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673549 Nov 10 16:33:18.055224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-8ca547e9-7992-4928-ac26-8cfd16c36e5d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:18.071500 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-8ca547e9-7992-4928-ac26-8cfd16c36e5d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5443 time: 0.2295027 Nov 10 16:33:18.182710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df179517-0b96-46fa-a9cd-4f5caac1da4e req-e880d79d-db66-46be-9482-64342bc3b2d9 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100121 Nov 10 16:33:18.258287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26051a31-bf92-4100-ade6-831401f9aedf req-632621f0-95dc-45d1-9f64-d25b71ae8aa4 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0433650 Nov 10 16:33:18.274541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:18.283083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:18.287731 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:18.431096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf'}, {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2311527-52a3-4c34-b032-97c1e37296c0'}, {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a79d855-3823-485e-9407-630369d07b6d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:18.433570 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169dbc11-80ff-45f6-9eb0-0411d96ab8ca" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf"}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "f2311527-52a3-4c34-b032-97c1e37296c0"}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "5a79d855-3823-485e-9407-630369d07b6d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:18.438902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:18.446085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b51e7ce9-2283-43c8-bc60-8a7f408803a7 req-02817b0d-5b1f-46c7-8cab-85563e1e697d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 210 time: 0.0753534 Nov 10 16:33:18.495955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-8984de75-1901-415f-9612-751e2c75238b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379622 Nov 10 16:33:18.514412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 3d3957dd-ba10-46d1-a448-e33d29f5ae14, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:18.532555 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575d68b-a2f8-4aca-801b-514b4c978eb3 x-openstack-request-id: req-2575d68b-a2f8-4aca-801b-514b4c978eb3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:18.535954 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf", "code": 200}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "f2311527-52a3-4c34-b032-97c1e37296c0", "code": 200}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "5a79d855-3823-485e-9407-630369d07b6d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:18.535954 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2575d68b-a2f8-4aca-801b-514b4c978eb3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:18.535954 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf', 'code': 200} Nov 10 16:33:18.535954 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2311527-52a3-4c34-b032-97c1e37296c0', 'code': 200} Nov 10 16:33:18.535954 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a79d855-3823-485e-9407-630369d07b6d', 'code': 200} Nov 10 16:33:18.616952 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:18.617867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c3350ac3-2a06-4b9a-9f6d-e049bf9e663d up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:18.688727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-3c90045f-9072-45e4-bba2-754607e13ba8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:18.690450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-3c90045f-9072-45e4-bba2-754607e13ba8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649814 Nov 10 16:33:18.711547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Request body: {'port': {'device_id': '10859025-ab63-4bd0-b674-3e5f76012514', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '54beeb0410c3445491a8078eddd7458f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:18.803872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=3d3957dd-ba10-46d1-a448-e33d29f5ae14,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:18.910329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:18.916731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:18.917141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:19.017016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Made reservation on behalf of 54beeb0410c3445491a8078eddd7458f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:19.021711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:19.043349 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:19.152297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:19.223028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:19.275429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 841291d4-56a3-4e7a-80bf-7f1cfe04a26b up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:19.361472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5255f18-c8a8-470a-b115-89feacf16e4e req-1b7533e6-ff5a-4e88-a716-a0c6440d7914 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:19.376271 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5255f18-c8a8-470a-b115-89feacf16e4e req-1b7533e6-ff5a-4e88-a716-a0c6440d7914 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1995840 Nov 10 16:33:19.394915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:19.425474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:19.425940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:19.486887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Allocated IP 192.168.233.248 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/dd590a21-5c58-4727-867d-949189979dff) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:33:19.493934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-b0f2fb45-e078-4221-8288-db8f0105894b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:19.507431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-b0f2fb45-e078-4221-8288-db8f0105894b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:19.519724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-b0f2fb45-e078-4221-8288-db8f0105894b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:19.541086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-b0f2fb45-e078-4221-8288-db8f0105894b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:19.548527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5255f18-c8a8-470a-b115-89feacf16e4e req-e4bc1da0-2266-4d6e-b36a-4ad1fbc689e6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502695 Nov 10 16:33:19.556665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-b0f2fb45-e078-4221-8288-db8f0105894b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:19.569127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-b0f2fb45-e078-4221-8288-db8f0105894b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:19.586019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-b0f2fb45-e078-4221-8288-db8f0105894b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:19.591132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-b0f2fb45-e078-4221-8288-db8f0105894b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.2239132 Nov 10 16:33:19.597078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9cdd5e55-ac08-4723-9642-7a66983c08d7 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:19.626742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:19.764161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:19.800095 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-733c073a-b7fe-4beb-b5a8-b8c2108a6f72 req-71158bbe-af9f-49fc-bcce-2a822336518a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906035 Nov 10 16:33:19.833202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9cdd5e55-ac08-4723-9642-7a66983c08d7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9cdd5e55-ac08-4723-9642-7a66983c08d7,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:19.867374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:19.871609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '9cdd5e55-ac08-4723-9642-7a66983c08d7', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'port_id': '9cdd5e55-ac08-4723-9642-7a66983c08d7', 'mac_address': 'fa:16:3e:52:d8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b23c3c6-294c-4fac-aacd-a15617a63e9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:19.880971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6dd46e2-dbec-43ce-bfa2-d5c5e41ff06c req-15affe39-377d-4d97-8024-09882192e748 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0792811 Nov 10 16:33:19.963963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:20.096282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:20.108392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:20.130502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdd5e55-ac08-4723-9642-7a66983c08d7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:20.135285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1a80352-d8e2-46a2-a3d2-d25369af1387 req-2fc394dd-59af-44bf-89a6-0ba5e699f482 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 210 time: 0.0867174 Nov 10 16:33:20.137048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:20.161983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d', '111bb760-c46a-435d-a616-49a96ee2323c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:20.164984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', '122d01ab-a916-4e60-a2fb-6b20cec3978b', '6e35e080-ea36-4ba5-88da-87e71272ac80'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:20.186166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event updated for resources: {'Port': ['ID=dd590a21-5c58-4727-867d-949189979dff,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:20.218409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:33:20.220460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:20.223138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:33:20.318348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9cdd5e55-ac08-4723-9642-7a66983c08d7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9cdd5e55-ac08-4723-9642-7a66983c08d7,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:20.462276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:20.463089 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:20.542216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3957dd-ba10-46d1-a448-e33d29f5ae14'}, {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d'}, {'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:20.544546 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4311a79-56f1-4e29-95d4-1e02d334d1e9" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "3d3957dd-ba10-46d1-a448-e33d29f5ae14"}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d"}, {"server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "name": "network-vif-plugged", "status": "completed", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:20.630235 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dd223e-c545-479e-a114-864ddee706ed x-openstack-request-id: req-49dd223e-c545-479e-a114-864ddee706ed {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:20.630536 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "3d3957dd-ba10-46d1-a448-e33d29f5ae14", "code": 200}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-plugged", "status": "completed", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d", "code": 200}, {"server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "name": "network-vif-plugged", "status": "completed", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:20.630819 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49dd223e-c545-479e-a114-864ddee706ed {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:20.631282 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3957dd-ba10-46d1-a448-e33d29f5ae14', 'code': 200} Nov 10 16:33:20.631552 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'code': 200} Nov 10 16:33:20.631805 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'code': 200} Nov 10 16:33:20.670560 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:20.702819 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-e1195e85-c11e-491b-8e19-fa3a5da7859b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0001998 Nov 10 16:33:20.730645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Request body: {'port': {'device_id': '10859025-ab63-4bd0-b674-3e5f76012514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:20.898438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ffe8840f-1d5e-4d7c-8704-96b74a893883 None None] Provisioning complete for port dd590a21-5c58-4727-867d-949189979dff triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:20.899079 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffe8840f-1d5e-4d7c-8704-96b74a893883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:20.912429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:20.975083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8840f-1d5e-4d7c-8704-96b74a893883 None None] Port dd590a21-5c58-4727-867d-949189979dff cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:33:20.986245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bfcb2-217c-45fa-b4f9-41bfa8d691a5 req-e2d044b0-f400-4fa6-a3ec-62ae0373c39e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:20.996268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d68bfcb2-217c-45fa-b4f9-41bfa8d691a5 req-e2d044b0-f400-4fa6-a3ec-62ae0373c39e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.2562852 Nov 10 16:33:21.010348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9cdd5e55-ac08-4723-9642-7a66983c08d7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:21.033916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-c4c85695-e594-4f28-b109-1b519bb7a9b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2153020 Nov 10 16:33:21.109694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d68bfcb2-217c-45fa-b4f9-41bfa8d691a5 req-e80e92ca-df5e-41b6-bb48-5901970c64ba tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121202 Nov 10 16:33:21.207866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-d831c953-6be5-414a-91ee-27179b78264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.209973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-d831c953-6be5-414a-91ee-27179b78264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.210303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-d831c953-6be5-414a-91ee-27179b78264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.210768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-d831c953-6be5-414a-91ee-27179b78264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.212032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-d831c953-6be5-414a-91ee-27179b78264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.212505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-d831c953-6be5-414a-91ee-27179b78264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.215629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-d831c953-6be5-414a-91ee-27179b78264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.222241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-d831c953-6be5-414a-91ee-27179b78264b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6510 time: 0.3499434 Nov 10 16:33:21.238620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9cdd5e55-ac08-4723-9642-7a66983c08d7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:21.266151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-7e0c9e10-52b1-47d3-8454-701a19d5a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.269049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-7e0c9e10-52b1-47d3-8454-701a19d5a25c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 1102 time: 0.1542275 Nov 10 16:33:21.344907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a64a88a9-6504-4d7c-b5e4-9a3011e2767c req-05920161-88a9-47b4-bdfd-662243b1b207 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0818830 Nov 10 16:33:21.540264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1c0c8f7-f280-4af8-ad0d-9ba1c30b0641 req-feec8dc3-542b-4258-89d6-811c9eb4114b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3123930 Nov 10 16:33:21.633295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-757d7e4c-1f33-446b-afba-72e339cad6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.635197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-757d7e4c-1f33-446b-afba-72e339cad6e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2878115 Nov 10 16:33:21.652741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6220c-bf1a-4754-8d73-ba7381e2b7b4 req-fc706936-53c0-4596-b8f3-8f0a555df218 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.661062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eb6220c-bf1a-4754-8d73-ba7381e2b7b4 req-fc706936-53c0-4596-b8f3-8f0a555df218 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 936 time: 0.0837452 Nov 10 16:33:21.729068 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eb6220c-bf1a-4754-8d73-ba7381e2b7b4 req-0d8c7a6f-2e81-4935-8a26-2e80c3e57434 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666096 Nov 10 16:33:21.736329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd590a21-5c58-4727-867d-949189979dff {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:21.762030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-3c023dde-2d42-4477-bbd5-c27f8c0bb953 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.771681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-3c023dde-2d42-4477-bbd5-c27f8c0bb953 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.781223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-3c023dde-2d42-4477-bbd5-c27f8c0bb953 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.790338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-3c023dde-2d42-4477-bbd5-c27f8c0bb953 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.801739 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-3c023dde-2d42-4477-bbd5-c27f8c0bb953 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.809553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-3c023dde-2d42-4477-bbd5-c27f8c0bb953 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.820235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-3c023dde-2d42-4477-bbd5-c27f8c0bb953 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:21.833797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-3c023dde-2d42-4477-bbd5-c27f8c0bb953 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.8195508 Nov 10 16:33:21.844776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-98071ed0-0d35-4685-abcf-7d4458164655 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=59d48dee-81d1-4755-9d42-fbee63f7782d HTTP/1.1" status: 200 len: 217 time: 0.0594521 Nov 10 16:33:21.853017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:21.895354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Transition to ACTIVE for port object dd590a21-5c58-4727-867d-949189979dff will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:33:21.946818 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa93f6f8-8175-43d5-8975-6a5933cbf2cd req-8b94bb79-2ea4-44ec-9af7-48e38ebe5bf4 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086690 Nov 10 16:33:21.994852 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:22.012540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-937638bf-3dcc-4938-906f-b3346e6cf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:22.013955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-937638bf-3dcc-4938-906f-b3346e6cf8c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1591415 Nov 10 16:33:22.058209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Pushing event updated for resources: {'Port': ['ID=dd590a21-5c58-4727-867d-949189979dff,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:22.098566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:22.125862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-4663a57a-33a4-45c0-a891-f4e03da2fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:22.128050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-4663a57a-33a4-45c0-a891-f4e03da2fa62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016109 Nov 10 16:33:22.204120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Attempting to bind port dd590a21-5c58-4727-867d-949189979dff on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:33:22.204453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Attempting to bind port dd590a21-5c58-4727-867d-949189979dff by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:33:22.205411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Attempting to bind port dd590a21-5c58-4727-867d-949189979dff on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:22.211185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Port dd590a21-5c58-4727-867d-949189979dff on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:33:22.212003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Attempting to bind port dd590a21-5c58-4727-867d-949189979dff on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:22.250740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:33:22.250740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:22.250740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:33:22.255354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Bound port: dd590a21-5c58-4727-867d-949189979dff, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:33:22.255836 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:22.415634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] For port dd590a21-5c58-4727-867d-949189979dff, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:33:22.419182 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] For port dd590a21-5c58-4727-867d-949189979dff, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dd590a21-5c58-4727-867d-949189979dff,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:33:22.442100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43dc0fd5-4e66-4c53-8a6b-d23bdfbb647a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:22.475574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac452b-3d22-489e-8e26-7d366ec3c5d0 req-4a141395-edc5-40d6-8fb3-183502390403 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:22.483555 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45ac452b-3d22-489e-8e26-7d366ec3c5d0 req-4a141395-edc5-40d6-8fb3-183502390403 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.2515361 Nov 10 16:33:22.538818 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aef01a49-758c-48d7-9d2a-dd7fc0492639 req-41ebd658-8302-47bb-8b41-9be337d0c298 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0565460 Nov 10 16:33:22.540866 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:22.582258 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45ac452b-3d22-489e-8e26-7d366ec3c5d0 req-0020019f-6234-46c0-acf1-ce4f4d5bd7ce tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976641 Nov 10 16:33:22.598941 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-9b54b4b8-b5a8-4bd3-9bad-50c8670fac3d service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556856 Nov 10 16:33:22.654562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:22.654562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:22.654562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] 10.222.0.18 "PUT /v2.0/ports/dd590a21-5c58-4727-867d-949189979dff HTTP/1.1" status: 200 len: 1097 time: 1.8959725 Nov 10 16:33:22.654562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10859025-ab63-4bd0-b674-3e5f76012514', 'tag': 'dd590a21-5c58-4727-867d-949189979dff'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:22.654562 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295d2471-1449-4d59-89e6-c8c6eae7531a" -d '{"events": [{"name": "network-changed", "server_uuid": "10859025-ab63-4bd0-b674-3e5f76012514", "tag": "dd590a21-5c58-4727-867d-949189979dff"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:22.693885 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a9d5a2-eefc-4747-b148-c42961d840f8 x-openstack-request-id: req-99a9d5a2-eefc-4747-b148-c42961d840f8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:22.694259 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10859025-ab63-4bd0-b674-3e5f76012514", "tag": "dd590a21-5c58-4727-867d-949189979dff", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:22.694450 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99a9d5a2-eefc-4747-b148-c42961d840f8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:22.694829 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10859025-ab63-4bd0-b674-3e5f76012514', 'tag': 'dd590a21-5c58-4727-867d-949189979dff', 'status': 'completed', 'code': 200} Nov 10 16:33:22.709318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3ef30-e62d-4a42-a782-168c342b1505 service neutron] Pushing event updated for resources: {'Port': ['ID=dd590a21-5c58-4727-867d-949189979dff,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:22.774243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d2471-1449-4d59-89e6-c8c6eae7531a req-32fe3953-bb5f-4089-869a-17456b4040f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:22.776868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-295d2471-1449-4d59-89e6-c8c6eae7531a req-32fe3953-bb5f-4089-869a-17456b4040f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 1100 time: 0.0626397 Nov 10 16:33:22.815128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43dc0fd5-4e66-4c53-8a6b-d23bdfbb647a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:22.827569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-295d2471-1449-4d59-89e6-c8c6eae7531a req-3ccab3db-7003-431f-8a33-28ac03b3da74 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=54beeb0410c3445491a8078eddd7458f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350287 Nov 10 16:33:22.876651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c61354a5-f7cf-4e17-bbf9-cd0c15786f96 req-795f7154-1c7b-4e5d-8256-8868231a9dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712712 Nov 10 16:33:22.920447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43dc0fd5-4e66-4c53-8a6b-d23bdfbb647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:22.991638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014216-cb01-4659-b426-9e620e375d21 req-6903b78d-5200-48e4-9399-263a63d0c599 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:22.993784 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80014216-cb01-4659-b426-9e620e375d21 req-6903b78d-5200-48e4-9399-263a63d0c599 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 948 time: 0.1463752 Nov 10 16:33:23.155708 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80014216-cb01-4659-b426-9e620e375d21 req-a4aa139c-993b-4c43-983d-8ce262ad313b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104829 Nov 10 16:33:23.242452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d2471-1449-4d59-89e6-c8c6eae7531a req-9c5a95ef-820f-4c5f-8cdf-81dbd2941edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.257994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-295d2471-1449-4d59-89e6-c8c6eae7531a req-9c5a95ef-820f-4c5f-8cdf-81dbd2941edb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4199915 Nov 10 16:33:23.425780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-255a9631-941a-478a-9a1a-264bc9ed3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.443709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc0fd5-4e66-4c53-8a6b-d23bdfbb647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04902924-2354-477a-8379-d1dbdcbfc4bd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:23.444864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-255a9631-941a-478a-9a1a-264bc9ed3179 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54beeb0410c3445491a8078eddd7458f&device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 1100 time: 0.1107597 Nov 10 16:33:23.471730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-43dc0fd5-4e66-4c53-8a6b-d23bdfbb647a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=537ff6229e4f4120aa22875df4d37d14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3709178 Nov 10 16:33:23.475392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:23.523342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-0ccae851-e2af-41ea-849f-12e74db67f13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=dd590a21-5c58-4727-867d-949189979dff HTTP/1.1" status: 200 len: 217 time: 0.0749815 Nov 10 16:33:23.541746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-16c8468a-56c2-40dc-8c2b-9d518ef42d50 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.549375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-16c8468a-56c2-40dc-8c2b-9d518ef42d50 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.555020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-16c8468a-56c2-40dc-8c2b-9d518ef42d50 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.562857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-16c8468a-56c2-40dc-8c2b-9d518ef42d50 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.569849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-16c8468a-56c2-40dc-8c2b-9d518ef42d50 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.576061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-16c8468a-56c2-40dc-8c2b-9d518ef42d50 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.582561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-16c8468a-56c2-40dc-8c2b-9d518ef42d50 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.590750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-16c8468a-56c2-40dc-8c2b-9d518ef42d50 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.1711836 Nov 10 16:33:23.599240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9cdd5e55-ac08-4723-9642-7a66983c08d7 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:23.632420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-fd61670a-905a-42cd-891b-b1557741367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.633927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-fd61670a-905a-42cd-891b-b1557741367a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1005025 Nov 10 16:33:23.652579 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e841bd51-ffa1-4b83-9a25-6b6e5a4e076e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:23.746741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-7fc02824-dd27-4397-90c2-09c3039ad1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.749152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-7fc02824-dd27-4397-90c2-09c3039ad1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037903 Nov 10 16:33:23.756135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c86b3fd9-bc8a-4316-9436-839a06fefd1e req-e057640f-623e-46d8-8a0b-554c3b77ba83 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1641693 Nov 10 16:33:23.764283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e841bd51-ffa1-4b83-9a25-6b6e5a4e076e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:23.788367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 9cdd5e55-ac08-4723-9642-7a66983c08d7 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:23.793205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 9cdd5e55-ac08-4723-9642-7a66983c08d7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:23.793621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:23.872046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-67bcf6db-6280-4b06-8a16-bd5af09c5ded service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133428 Nov 10 16:33:23.886758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a148a-73c4-4da6-9baf-12eb54131e3c req-5d769875-c7c3-47d6-9180-768d4b234193 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:23.888537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e67a148a-73c4-4da6-9baf-12eb54131e3c req-5d769875-c7c3-47d6-9180-768d4b234193 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.2061622 Nov 10 16:33:23.976568 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2577ce6f-37b6-40f6-858a-64b114d3010e req-79fcab08-ec67-4442-bdc2-660f0d976289 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0654683 Nov 10 16:33:24.007159 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:24.021204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e67a148a-73c4-4da6-9baf-12eb54131e3c req-78ef289d-3b6c-4206-b54c-bfac8a431412 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228516 Nov 10 16:33:24.022527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e841bd51-ffa1-4b83-9a25-6b6e5a4e076e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:24.034583 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e841bd51-ffa1-4b83-9a25-6b6e5a4e076e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:24.034583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e841bd51-ffa1-4b83-9a25-6b6e5a4e076e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04902924-2354-477a-8379-d1dbdcbfc4bd HTTP/1.1" status: 204 len: 168 time: 0.5501759 Nov 10 16:33:24.043689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdd5e55-ac08-4723-9642-7a66983c08d7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:24.053501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca840079-a00f-4993-93e6-1be140edd1f6 req-b998683b-d92e-4ea3-9e6a-d75ea56f0a89 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636708 Nov 10 16:33:24.057755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841bd51-ffa1-4b83-9a25-6b6e5a4e076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04902924-2354-477a-8379-d1dbdcbfc4bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:24.060140 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbffbf54-73a7-43f8-8103-c3c2e1a29aad" -d '{"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "9cdd5e55-ac08-4723-9642-7a66983c08d7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:24.088327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9cdd5e55-ac08-4723-9642-7a66983c08d7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9cdd5e55-ac08-4723-9642-7a66983c08d7,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:24.190287 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147dbefd-5be9-4106-8ac0-3c35fe54b2d2 x-openstack-request-id: req-147dbefd-5be9-4106-8ac0-3c35fe54b2d2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:24.190608 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "9cdd5e55-ac08-4723-9642-7a66983c08d7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:24.190898 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-147dbefd-5be9-4106-8ac0-3c35fe54b2d2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:24.191387 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdd5e55-ac08-4723-9642-7a66983c08d7', 'code': 200} Nov 10 16:33:24.262653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:24.368474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35710bd-13c2-40bf-996d-eaba99249bc6 req-b2e47dab-9782-4285-b7ae-bbdb66b2edc1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.370252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e35710bd-13c2-40bf-996d-eaba99249bc6 req-b2e47dab-9782-4285-b7ae-bbdb66b2edc1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 948 time: 0.0826867 Nov 10 16:33:24.371616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a23fcb-972a-4ea7-aa18-207259b9e699 req-162d8554-231f-4ebb-8088-243fd7b859bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.373940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69a23fcb-972a-4ea7-aa18-207259b9e699 req-162d8554-231f-4ebb-8088-243fd7b859bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1097 time: 0.0866342 Nov 10 16:33:24.380909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9cdd5e55-ac08-4723-9642-7a66983c08d7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:24.456613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e35710bd-13c2-40bf-996d-eaba99249bc6 req-48a4edba-0f72-4275-ad61-53aa4d122c96 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693398 Nov 10 16:33:24.476410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69a23fcb-972a-4ea7-aa18-207259b9e699 req-03b0eb5a-84af-4a47-a29a-129ca0d07150 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944219 Nov 10 16:33:24.906783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-6980feef-66c4-4a99-96a8-2d8113ae679e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.913656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-6980feef-66c4-4a99-96a8-2d8113ae679e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.919628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-6980feef-66c4-4a99-96a8-2d8113ae679e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.925683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-6980feef-66c4-4a99-96a8-2d8113ae679e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.936432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-6980feef-66c4-4a99-96a8-2d8113ae679e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.938806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-6980feef-66c4-4a99-96a8-2d8113ae679e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.945439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-6980feef-66c4-4a99-96a8-2d8113ae679e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:24.953509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-6980feef-66c4-4a99-96a8-2d8113ae679e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.1078348 Nov 10 16:33:24.977499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38204) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:24.991509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04c6b810-828a-4288-86d7-fa669ce1176c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.076676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c17818c0-a3b7-499d-9efd-08acf0ea9b5e req-c9a9939a-344a-4f8e-9c74-803244a1f765 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221976 Nov 10 16:33:25.155147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4099b216-1d4a-4f0d-bca0-63421ed1ee4f req-10b9c5a1-624c-46d5-bc5d-b40bac98b273 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0535035 Nov 10 16:33:25.168779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04c6b810-828a-4288-86d7-fa669ce1176c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.268345 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04c6b810-828a-4288-86d7-fa669ce1176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.273759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83493e-e593-4f63-82a5-c6d0d1a97dc8 req-e4f68f01-03b1-4b12-baea-c45d123d07d9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.281743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce83493e-e593-4f63-82a5-c6d0d1a97dc8 req-e4f68f01-03b1-4b12-baea-c45d123d07d9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1052794 Nov 10 16:33:25.347736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce83493e-e593-4f63-82a5-c6d0d1a97dc8 req-acfdf81f-1b37-427f-b486-ab978aeae4d2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650668 Nov 10 16:33:25.351727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-04c6b810-828a-4288-86d7-fa669ce1176c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b909fe3afcea4908b720eabbb9acdda9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730714 Nov 10 16:33:25.357231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6b810-828a-4288-86d7-fa669ce1176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea9bc4e-e427-4c41-99d3-282490b3984d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:25.357472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:25.421188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63cd35-91df-4eba-8218-14217b7b94d1 req-7f4b16f3-56f3-4667-842d-0b1efe7307cc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.428754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63cd35-91df-4eba-8218-14217b7b94d1 req-7f4b16f3-56f3-4667-842d-0b1efe7307cc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.444027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63cd35-91df-4eba-8218-14217b7b94d1 req-7f4b16f3-56f3-4667-842d-0b1efe7307cc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.450833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63cd35-91df-4eba-8218-14217b7b94d1 req-7f4b16f3-56f3-4667-842d-0b1efe7307cc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.458692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63cd35-91df-4eba-8218-14217b7b94d1 req-7f4b16f3-56f3-4667-842d-0b1efe7307cc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.464861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63cd35-91df-4eba-8218-14217b7b94d1 req-7f4b16f3-56f3-4667-842d-0b1efe7307cc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.466976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b23297e9-8539-428e-8d54-eb3c6816ed2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.471371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63cd35-91df-4eba-8218-14217b7b94d1 req-7f4b16f3-56f3-4667-842d-0b1efe7307cc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.484653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e63cd35-91df-4eba-8218-14217b7b94d1 req-7f4b16f3-56f3-4667-842d-0b1efe7307cc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.1452124 Nov 10 16:33:25.492475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38230) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:25.503364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Request body: {'floatingip': {'port_id': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:25.525464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b23297e9-8539-428e-8d54-eb3c6816ed2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.566692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.608210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a41f8-3dfe-4e67-a668-d6f5fcaf8bc1 req-3397c81a-392c-4c86-a9f6-4fb3c5bd905e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:25.609681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-358a41f8-3dfe-4e67-a668-d6f5fcaf8bc1 req-3397c81a-392c-4c86-a9f6-4fb3c5bd905e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 948 time: 0.0814474 Nov 10 16:33:25.660089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dd590a21-5c58-4727-867d-949189979dff details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:25.689811 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-358a41f8-3dfe-4e67-a668-d6f5fcaf8bc1 req-573a65d5-cbb5-4a6c-a1bd-8c2733195425 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614767 Nov 10 16:33:25.743614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b23297e9-8539-428e-8d54-eb3c6816ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.747345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b23297e9-8539-428e-8d54-eb3c6816ed2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.750539 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b23297e9-8539-428e-8d54-eb3c6816ed2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ea9bc4e-e427-4c41-99d3-282490b3984d HTTP/1.1" status: 204 len: 168 time: 0.3911788 Nov 10 16:33:25.763076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23297e9-8539-428e-8d54-eb3c6816ed2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea9bc4e-e427-4c41-99d3-282490b3984d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:25.803380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dd590a21-5c58-4727-867d-949189979dff, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dd590a21-5c58-4727-867d-949189979dff,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:25.827632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'dd590a21-5c58-4727-867d-949189979dff', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'dd590a21-5c58-4727-867d-949189979dff', 'mac_address': 'fa:16:3e:ba:87:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:25.885369 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:25.901437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd590a21-5c58-4727-867d-949189979dff {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:25.933141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dd590a21-5c58-4727-867d-949189979dff, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dd590a21-5c58-4727-867d-949189979dff,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:26.051366 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:26.125519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=dd590a21-5c58-4727-867d-949189979dff,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:26.350361 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a13a3fd-db3f-4259-9059-72c4f1d000f3 req-81e4ba37-bc66-49e7-bf7e-c706fe7f39ef tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0908570 Nov 10 16:33:26.477394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['dd590a21-5c58-4727-867d-949189979dff'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:26.676242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:26.685487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0f888-72a7-444d-bbc9-e9ded2c6dccc req-5de985a2-5108-461a-a339-bae04f673115 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:26.687176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57c0f888-72a7-444d-bbc9-e9ded2c6dccc req-5de985a2-5108-461a-a339-bae04f673115 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1671782 Nov 10 16:33:26.809140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:26.895009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3965b7-e8e5-4820-aedc-b5cdc8edd973 req-1dbb82af-2c69-41d6-a80e-eb793193b27c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:26.904987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57c0f888-72a7-444d-bbc9-e9ded2c6dccc req-ab8e847a-c3e7-4f92-a4e3-747a9b3844ef tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101369 Nov 10 16:33:26.912953 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a3965b7-e8e5-4820-aedc-b5cdc8edd973 req-1dbb82af-2c69-41d6-a80e-eb793193b27c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 949 time: 0.1015341 Nov 10 16:33:27.013232 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Floating IP d6961971-00ae-454d-ae41-2b97213bf2c4 associated. External IP: 172.25.3.115, port: c3350ac3-2a06-4b9a-9f6d-e049bf9e663d. Nov 10 16:33:27.042653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a3965b7-e8e5-4820-aedc-b5cdc8edd973 req-279c7ec1-7321-42e0-9530-406bfd1046a8 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213412 Nov 10 16:33:27.259772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Router b254de30-c060-4050-8557-ba9c619a0889 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:33:27.373923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:33:27.379025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:27.384054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] Sync routers for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:33:27.394564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:33:27.395179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:33:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:27.411435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ba1f5cb8-e2d6-4ce9-bb55-39af10da2265 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "PUT /v2.0/floatingips/d6961971-00ae-454d-ae41-2b97213bf2c4 HTTP/1.1" status: 200 len: 991 time: 1.9116445 Nov 10 16:33:27.411435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:27.411721 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c65e148-a108-4828-9ba3-d4f7d4db055b" -d '{"events": [{"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:27.552042 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c4c0eff-7bf0-4bbe-8261-4003701a5d23 req-36d93264-f080-4a73-b5a0-61401015ebf9 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0366933 Nov 10 16:33:27.597018 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de618e27-1e27-45ee-b2cf-8be83008f3c5 x-openstack-request-id: req-de618e27-1e27-45ee-b2cf-8be83008f3c5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:27.597375 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:27.597838 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de618e27-1e27-45ee-b2cf-8be83008f3c5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:27.598307 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'status': 'completed', 'code': 200} Nov 10 16:33:27.652242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:33:27.695258 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-710369a2-2140-4ba8-8dec-7b843cbc38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.695935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-710369a2-2140-4ba8-8dec-7b843cbc38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.696765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-710369a2-2140-4ba8-8dec-7b843cbc38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.697076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-710369a2-2140-4ba8-8dec-7b843cbc38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.697634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-710369a2-2140-4ba8-8dec-7b843cbc38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.698160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-710369a2-2140-4ba8-8dec-7b843cbc38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.698783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-710369a2-2140-4ba8-8dec-7b843cbc38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.700962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-710369a2-2140-4ba8-8dec-7b843cbc38f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6510 time: 0.0615957 Nov 10 16:33:27.808195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-252810d7-e82f-4781-a413-cb0814dc5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.809951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-252810d7-e82f-4781-a413-cb0814dc5580 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca HTTP/1.1" status: 200 len: 918 time: 0.0989873 Nov 10 16:33:27.897752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-b8a71af3-40f9-4dcf-9c71-f2d546782d82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d HTTP/1.1" status: 200 len: 999 time: 0.0755177 Nov 10 16:33:27.915184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'd6961971-00ae-454d-ae41-2b97213bf2c4', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'port_id': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'mac_address': 'fa:16:3e:c4:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:31:55Z', 'updated_at': '2021-11-10T16:33:26Z', 'revision_number': 1, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:31:02Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:27.944884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] Checking router: b254de30-c060-4050-8557-ba9c619a0889 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:33:27.954671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:33:27.966721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:33:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:27.968668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-e8a72f38-e559-4624-a304-845ef0034a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:27.970198 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-e8a72f38-e559-4624-a304-845ef0034a84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dece38f5-ece9-49a9-a1da-abc175ea0a1d HTTP/1.1" status: 200 len: 856 time: 0.0622401 Nov 10 16:33:28.074154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-fbeacf85-292f-4fa3-9987-313a5e57aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:28.080712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-fbeacf85-292f-4fa3-9987-313a5e57aa05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912616 Nov 10 16:33:28.123650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:33:28.131259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395000d7-4d37-473d-9f2a-0c7bf9539ecf req-2c4e58e8-9ce9-42bc-adfe-018d6b3c5031 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:28.138921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-395000d7-4d37-473d-9f2a-0c7bf9539ecf req-2c4e58e8-9ce9-42bc-adfe-018d6b3c5031 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0988424 Nov 10 16:33:28.232106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-395000d7-4d37-473d-9f2a-0c7bf9539ecf req-fbb7adef-b2c4-4680-811f-0c9942af1aa6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850518 Nov 10 16:33:28.294271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7dbd5-f6b0-4cfa-a6a9-4223b3930423 req-94601a40-88bf-4cda-9a60-f0df58ece7de tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:28.300445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78d7dbd5-f6b0-4cfa-a6a9-4223b3930423 req-94601a40-88bf-4cda-9a60-f0df58ece7de tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 949 time: 0.1353772 Nov 10 16:33:28.333812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-ae5f6b3e-47b3-4e5f-8a5a-c267de0f6f08 service neutron] 10.222.0.18 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431731 Nov 10 16:33:28.551154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78d7dbd5-f6b0-4cfa-a6a9-4223b3930423 req-115f6aca-8ce8-4a68-8029-4436be826622 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160351 Nov 10 16:33:28.632207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c65e148-a108-4828-9ba3-d4f7d4db055b req-43860184-ff60-4def-9680-03e9a7ad251c service neutron] 10.222.0.18 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855649 Nov 10 16:33:28.639214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'd6961971-00ae-454d-ae41-2b97213bf2c4', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'port_id': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'mac_address': 'fa:16:3e:c4:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:31:55Z', 'updated_at': '2021-11-10T16:33:26Z', 'revision_number': 1, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:31:02Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:33:28.692393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3efdf4-444f-401a-abaf-896331384302 None None] The sync data for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 is: [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'd6961971-00ae-454d-ae41-2b97213bf2c4', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'port_id': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'mac_address': 'fa:16:3e:c4:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:31:55Z', 'updated_at': '2021-11-10T16:33:26Z', 'revision_number': 1, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:31:02Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:33:28.843025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5878a6c9-8ebd-4a2a-a4d2-2e261df191ec req-bb17b4e2-0c83-4c1f-ae89-8cb49db1511a tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0627511 Nov 10 16:33:29.028577 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe49974-de94-493e-be3d-5ce7cdc1fb8d None None] New status for floating IP d6961971-00ae-454d-ae41-2b97213bf2c4: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:33:29.422656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49551e-6ac6-4f51-b27f-972fe2c1cd7e req-ccfec3b0-a98e-4831-86d5-928e9d8c76d5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:29.425169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b49551e-6ac6-4f51-b27f-972fe2c1cd7e req-ccfec3b0-a98e-4831-86d5-928e9d8c76d5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0813804 Nov 10 16:33:29.495217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b49551e-6ac6-4f51-b27f-972fe2c1cd7e req-1b631a3c-4680-4ab6-b6f0-cc866566026f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636361 Nov 10 16:33:29.698225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dd590a21-5c58-4727-867d-949189979dff up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:29.759102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db61ac-acd7-4bbd-8a77-1c3c9657f1d2 req-6280ac8f-64c3-443a-b9ab-c0260f8e42f2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:29.761247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f6db61ac-acd7-4bbd-8a77-1c3c9657f1d2 req-6280ac8f-64c3-443a-b9ab-c0260f8e42f2 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 949 time: 0.0901754 Nov 10 16:33:29.820475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f6db61ac-acd7-4bbd-8a77-1c3c9657f1d2 req-e016be5a-af8f-436f-aa96-9e70831abe19 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Nov 10 16:33:29.947699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port dd590a21-5c58-4727-867d-949189979dff completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:29.952581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port dd590a21-5c58-4727-867d-949189979dff triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:29.952955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:29.991660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b316d3c-9250-466b-99ad-2ee79d89353b req-bafb513f-080f-4464-9726-946e8d7b8d12 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0400548 Nov 10 16:33:30.081775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:30.109200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10859025-ab63-4bd0-b674-3e5f76012514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd590a21-5c58-4727-867d-949189979dff'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:30.112820 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24b7bb5-9472-459d-aec5-57913c7a1336" -d '{"events": [{"server_uuid": "10859025-ab63-4bd0-b674-3e5f76012514", "name": "network-vif-plugged", "status": "completed", "tag": "dd590a21-5c58-4727-867d-949189979dff"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:30.129033 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dd590a21-5c58-4727-867d-949189979dff, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dd590a21-5c58-4727-867d-949189979dff,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:30.161821 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d94c2d4-fc43-4b0d-ad9f-40c603a76b16 x-openstack-request-id: req-5d94c2d4-fc43-4b0d-ad9f-40c603a76b16 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:30.162124 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10859025-ab63-4bd0-b674-3e5f76012514", "name": "network-vif-plugged", "status": "completed", "tag": "dd590a21-5c58-4727-867d-949189979dff", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:30.162395 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d94c2d4-fc43-4b0d-ad9f-40c603a76b16 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:30.162869 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10859025-ab63-4bd0-b674-3e5f76012514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd590a21-5c58-4727-867d-949189979dff', 'code': 200} Nov 10 16:33:30.246146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:30.301161 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38378) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:30.324531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=dd590a21-5c58-4727-867d-949189979dff,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:30.352737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9768a5-2881-4a40-b060-691ec93e470f req-7d111be4-2037-42ad-afb9-14d2becdd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:30.354406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd9768a5-2881-4a40-b060-691ec93e470f req-7d111be4-2037-42ad-afb9-14d2becdd6c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 1102 time: 0.1166608 Nov 10 16:33:30.415648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd9768a5-2881-4a40-b060-691ec93e470f req-b6d5f3ec-93a9-49cf-a5a6-5ed9774e58ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500855 Nov 10 16:33:30.460323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:30.591421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:30.672287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f0b1-9388-48fe-9c64-05b8ed42ac67 req-379ebcc6-13a2-4877-b0a7-94d6dc001261 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:30.675332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ac8f0b1-9388-48fe-9c64-05b8ed42ac67 req-379ebcc6-13a2-4877-b0a7-94d6dc001261 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0776732 Nov 10 16:33:30.739176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ac8f0b1-9388-48fe-9c64-05b8ed42ac67 req-89896612-eea1-491c-ae4c-90e08df02450 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556459 Nov 10 16:33:30.794221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:30.837850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a7870fb68934388b8b813105a349483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353537 Nov 10 16:33:30.840762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38388) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:30.843277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c9dbb5-4da6-46d0-851e-e8e86b985187,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:30.892955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.893660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.894165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.894736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.895269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.895655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.895988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.896392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.896641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.896966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.897293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.897621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ff193-2dbc-40d0-b928-fd8d27f7f3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:30.940611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d04943f6-3e8f-41d6-8b0a-6d848428bcd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:30.976057 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d04943f6-3e8f-41d6-8b0a-6d848428bcd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:30.985335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa71ff-242d-47fa-9ab9-2057bd3ecaa2 req-346e0833-42aa-4ad3-b51e-9b57cac7cd3d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:30.987523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68fa71ff-242d-47fa-9ab9-2057bd3ecaa2 req-346e0833-42aa-4ad3-b51e-9b57cac7cd3d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 950 time: 0.0834022 Nov 10 16:33:31.065341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68fa71ff-242d-47fa-9ab9-2057bd3ecaa2 req-6cc30f2f-e527-4d74-8011-e779bec193c9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698302 Nov 10 16:33:31.166898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c6108a4-5103-40af-a4ba-1f732d4b37fe req-c335298e-34f4-4af0-9e5c-ed1a6232b001 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0280058 Nov 10 16:33:31.190124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d04943f6-3e8f-41d6-8b0a-6d848428bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:31.192900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d04943f6-3e8f-41d6-8b0a-6d848428bcd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:31.194129 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d04943f6-3e8f-41d6-8b0a-6d848428bcd3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1c9dbb5-4da6-46d0-851e-e8e86b985187 HTTP/1.1" status: 204 len: 168 time: 0.3522861 Nov 10 16:33:31.203159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04943f6-3e8f-41d6-8b0a-6d848428bcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c9dbb5-4da6-46d0-851e-e8e86b985187,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:31.549466 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:33:31.628354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de919a8a-cf28-439b-964a-9f606846c01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:31.907472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7954978-475e-438a-9d2f-86969a3fdfd7 req-378d004c-d0c2-470d-9656-b79c9bcd52aa tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:31.910092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7954978-475e-438a-9d2f-86969a3fdfd7 req-378d004c-d0c2-470d-9656-b79c9bcd52aa tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0539062 Nov 10 16:33:31.960391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7954978-475e-438a-9d2f-86969a3fdfd7 req-fdf997e7-f5f4-4ea7-946e-66f18bb81ea6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Nov 10 16:33:32.210859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab840-9889-47b3-888f-5e8a8a9feb15 req-1c29af34-82d0-41cc-8d97-cdcf14adfeae tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:32.212459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-296ab840-9889-47b3-888f-5e8a8a9feb15 req-1c29af34-82d0-41cc-8d97-cdcf14adfeae tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 950 time: 0.0580614 Nov 10 16:33:32.268717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-296ab840-9889-47b3-888f-5e8a8a9feb15 req-64462651-1d35-479e-87f4-5ad789d1f7b3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481439 Nov 10 16:33:32.287196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7756b4a7-bd2a-485e-a9d1-40ccc21b7362 req-78695900-aced-4017-ba2f-d03b446401cb tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0325725 Nov 10 16:33:32.297528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38432) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:32.312531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d048cea-17b9-4079-b943-8ef82c061111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:32.435067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d048cea-17b9-4079-b943-8ef82c061111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:32.566472 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d048cea-17b9-4079-b943-8ef82c061111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:32.615769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d048cea-17b9-4079-b943-8ef82c061111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff613ab-eb29-4276-92e1-702c760fb8cb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:32.624303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3d048cea-17b9-4079-b943-8ef82c061111 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b70217f6ee664ce89fdd13952d06756f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245065 Nov 10 16:33:32.625013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38438) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:32.635136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77236635-8e04-421a-9c54-672f49571db9 req-e567ad17-b908-4cae-b1aa-2524bf6525ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0345454 Nov 10 16:33:32.679659 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99086fd8-1b02-402a-9eaa-a1b0098ebe70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:32.707291 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99086fd8-1b02-402a-9eaa-a1b0098ebe70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:32.902373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99086fd8-1b02-402a-9eaa-a1b0098ebe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:32.905119 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99086fd8-1b02-402a-9eaa-a1b0098ebe70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:32.906272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-99086fd8-1b02-402a-9eaa-a1b0098ebe70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ff613ab-eb29-4276-92e1-702c760fb8cb HTTP/1.1" status: 204 len: 168 time: 0.2803352 Nov 10 16:33:32.915019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99086fd8-1b02-402a-9eaa-a1b0098ebe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff613ab-eb29-4276-92e1-702c760fb8cb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:33.092877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffc278-8f7c-4572-b454-0658c969b234 req-f81f4f64-f7b8-4fe4-bf6a-5c9b3d07710a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:33.094499 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03ffc278-8f7c-4572-b454-0658c969b234 req-f81f4f64-f7b8-4fe4-bf6a-5c9b3d07710a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0515676 Nov 10 16:33:33.172185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03ffc278-8f7c-4572-b454-0658c969b234 req-745788b4-f350-4fd5-89cd-2e91e0195a0a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Nov 10 16:33:33.404263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15a9ce-7f8d-4b66-8efc-6d4455983776 req-28fcaaab-1022-49c6-b075-c6cc635a3288 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:33.415121 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c15a9ce-7f8d-4b66-8efc-6d4455983776 req-28fcaaab-1022-49c6-b075-c6cc635a3288 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 950 time: 0.0677850 Nov 10 16:33:33.419439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9f82a654-2872-40ee-b9f4-43ba031cdc03 req-18dabb9d-b481-4a46-8b8a-e800adfe7a1b tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0388350 Nov 10 16:33:33.471932 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c15a9ce-7f8d-4b66-8efc-6d4455983776 req-476c20f1-edf2-4623-b03e-e25996616fb3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557413 Nov 10 16:33:33.588523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4390d8-f4c8-4a3e-a777-019a8434966b req-fbde8242-7c17-4652-9024-da888761c18f tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:33.590038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae4390d8-f4c8-4a3e-a777-019a8434966b req-fbde8242-7c17-4652-9024-da888761c18f tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 1102 time: 0.0418169 Nov 10 16:33:33.635535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae4390d8-f4c8-4a3e-a777-019a8434966b req-8e0bf40d-42d3-44cc-9899-d48ee4ab0ae1 tempest-ServersOnMultiNodesTest-680540315 tempest-ServersOnMultiNodesTest-680540315-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Nov 10 16:33:33.891059 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ecd6e2c-4a28-42b0-81ab-5c1c04ad8771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:34.316016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38508) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:34.333388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661211-4fc9-44c0-8f38-7fe1c7524175 req-978e7831-6d20-4a55-865f-e063e073b75a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:34.334957 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89661211-4fc9-44c0-8f38-7fe1c7524175 req-978e7831-6d20-4a55-865f-e063e073b75a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0768297 Nov 10 16:33:34.346148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691c136-98f7-4a9e-9ec6-89a1be8fdea0 req-6042c9a5-0896-47ba-a90e-99dde298e38b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:34.347652 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2691c136-98f7-4a9e-9ec6-89a1be8fdea0 req-6042c9a5-0896-47ba-a90e-99dde298e38b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 950 time: 0.0683095 Nov 10 16:33:34.399014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89661211-4fc9-44c0-8f38-7fe1c7524175 req-a9d945f3-9d13-45e6-88f9-5bf7ebfd8af7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580399 Nov 10 16:33:34.422326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2691c136-98f7-4a9e-9ec6-89a1be8fdea0 req-2bef725a-75dd-415d-a71a-3d89f9b7384a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663648 Nov 10 16:33:34.442764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1288186083-network', 'tenant_id': 'ce48cf748f7a4390b85f82813a689b31'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:34.542983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e7a46bb-761b-46b4-8e70-b34cda6fc22f req-82e03c3f-b6fa-4cc4-9ddd-c84f8d14b61d tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0281441 Nov 10 16:33:34.544009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Made reservation on behalf of ce48cf748f7a4390b85f82813a689b31 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:34.546569 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:34.559013 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:34.654218 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:34.782164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:34.808184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:33:34.817431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d84c2f-906c-4980-a447-dcebef3bd5d2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:34.825225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:34.825584 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Added segment 3f0b949b-08a5-45a6-afd8-366520eb0543 of type vlan for network 1c16c017-2027-4723-964f-b4bf8168148c Nov 10 16:33:34.896246 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd42c4e7-3601-49e2-965b-a667bf89e609 req-cfeddf24-aae5-4baa-863d-6ae60fed20fb tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01&device_id=6c24eb3e-5865-4b96-89ac-0c14dd9253b7 HTTP/1.1" status: 200 len: 210 time: 0.0349224 Nov 10 16:33:34.897847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:34.958122 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:35.016679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:35.018257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:35.018837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:35.077982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1c16c017-2027-4723-964f-b4bf8168148c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:35.089085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1c16c017-2027-4723-964f-b4bf8168148c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:33:35.156293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a8ca2584-aa22-40ca-ab8e-9e8891bba3c9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8390920 Nov 10 16:33:35.159291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38560) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:35.164253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Request body: {'subnet': {'network_id': '1c16c017-2027-4723-964f-b4bf8168148c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1288186083-subnet', 'tenant_id': 'ce48cf748f7a4390b85f82813a689b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:35.279698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Made reservation on behalf of ce48cf748f7a4390b85f82813a689b31 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:35.282069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:35.401748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84111c90-f9ca-4a59-bbf6-308790d79428 req-a6f01a6e-68fa-4a1b-aa18-18ad15165dbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d793d0cc2de477f8a3360db8163f66f&device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0310531 Nov 10 16:33:35.452371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84111c90-f9ca-4a59-bbf6-308790d79428 req-e616d9d0-9679-43e1-85c4-17eb69f303e0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5d793d0cc2de477f8a3360db8163f66f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405459 Nov 10 16:33:35.590740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcbd2bba-f98b-4547-a14b-2ba8b99b59f4 req-cd6880b1-05df-4895-a352-d431bff9da50 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0619862 Nov 10 16:33:35.635473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111c90-f9ca-4a59-bbf6-308790d79428 req-10cce5ee-565e-4151-94be-3e0c59b16750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:35.637143 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84111c90-f9ca-4a59-bbf6-308790d79428 req-10cce5ee-565e-4151-94be-3e0c59b16750 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405437 Nov 10 16:33:35.706520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c8d09-110c-499b-bc77-9f2180033cca req-a7db0d74-0f44-40b1-98ce-60a197560833 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:35.708054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f63c8d09-110c-499b-bc77-9f2180033cca req-a7db0d74-0f44-40b1-98ce-60a197560833 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0587058 Nov 10 16:33:35.709471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:35.784015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31ce105-983d-4fb5-8346-5280781b3ed1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:35.809355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f63c8d09-110c-499b-bc77-9f2180033cca req-0c0c57a1-a7d1-47bf-8cd5-9f3f64015a52 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945270 Nov 10 16:33:35.817384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Checking segment: {'id': '3f0b949b-08a5-45a6-afd8-366520eb0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c16c017-2027-4723-964f-b4bf8168148c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:35.817732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Network hostable DHCP agents. Network: 1c16c017-2027-4723-964f-b4bf8168148c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:33:35.955453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a16f6-e8bc-496c-bc3c-c063710effd7 req-89c2cbd1-b16a-4f33-8017-573f0bf245f1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:35.956918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc8a16f6-e8bc-496c-bc3c-c063710effd7 req-89c2cbd1-b16a-4f33-8017-573f0bf245f1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 950 time: 0.0841780 Nov 10 16:33:35.977421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-5bc37a96-170c-4b40-98d2-67de49c00787 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:35.978877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-5bc37a96-170c-4b40-98d2-67de49c00787 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 950 time: 0.0765297 Nov 10 16:33:36.026397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Network 1c16c017-2027-4723-964f-b4bf8168148c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:33:36.059554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc8a16f6-e8bc-496c-bc3c-c063710effd7 req-c08e8178-83e7-4027-96cc-1421d96fe7ac tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955286 Nov 10 16:33:36.122917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Deleting port dd590a21-5c58-4727-867d-949189979dff {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:36.123417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:36.190843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1c16c017-2027-4723-964f-b4bf8168148c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:36.198880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752bfa5b-d8d3-4c29-8562-cd9f2afb0b86 None None] Network 1c16c017-2027-4723-964f-b4bf8168148c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:33:36.199734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:36.200315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:36.232907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] For port dd590a21-5c58-4727-867d-949189979dff, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dd590a21-5c58-4727-867d-949189979dff,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:36.233260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:36.245968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Calling delete_port for dd590a21-5c58-4727-867d-949189979dff owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:36.323493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6bf12e15-29b5-4511-b02c-d5972530c52b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1624179 Nov 10 16:33:36.324874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac57dc8-b101-4847-bc43-13abc4c02fa4 None None] Network 1c16c017-2027-4723-964f-b4bf8168148c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:33:36.469278 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:36.491215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d', '111bb760-c46a-435d-a616-49a96ee2323c', 'dd590a21-5c58-4727-867d-949189979dff'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:36.498103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', '122d01ab-a916-4e60-a2fb-6b20cec3978b', '6e35e080-ea36-4ba5-88da-87e71272ac80'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:36.529343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event deleted for resources: {'Port': ['ID=dd590a21-5c58-4727-867d-949189979dff,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:36.624032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] No DVR routers for this DVR port dd590a21-5c58-4727-867d-949189979dff on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:36.628279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:36.632231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28bebf5b-acc6-4ce5-b5d6-4b39f6c0c3ba req-904efa20-09bf-40ec-84a6-9652631c3fbf tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "DELETE /v2.0/ports/dd590a21-5c58-4727-867d-949189979dff HTTP/1.1" status: 204 len: 173 time: 0.6422160 Nov 10 16:33:36.644918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10859025-ab63-4bd0-b674-3e5f76012514', 'name': 'network-vif-deleted', 'tag': 'dd590a21-5c58-4727-867d-949189979dff'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:36.648043 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5971f-33f8-4f56-bce8-330cf9984edd" -d '{"events": [{"server_uuid": "10859025-ab63-4bd0-b674-3e5f76012514", "name": "network-vif-deleted", "tag": "dd590a21-5c58-4727-867d-949189979dff"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:36.755494 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:36.777037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7e1bb95-7e72-4187-8751-4c6f9778aeaa req-04175ede-eae4-4386-882a-3ec83cd8ec7e tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0309286 Nov 10 16:33:36.873731 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fdef12-af4f-4881-9450-d802e3c4c1d4 x-openstack-request-id: req-94fdef12-af4f-4881-9450-d802e3c4c1d4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:36.875178 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10859025-ab63-4bd0-b674-3e5f76012514", "name": "network-vif-deleted", "tag": "dd590a21-5c58-4727-867d-949189979dff", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:36.875178 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94fdef12-af4f-4881-9450-d802e3c4c1d4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:36.875178 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10859025-ab63-4bd0-b674-3e5f76012514', 'name': 'network-vif-deleted', 'tag': 'dd590a21-5c58-4727-867d-949189979dff', 'status': 'completed', 'code': 200} Nov 10 16:33:37.067337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68771150-6279-46a1-b905-8325b723c9aa req-da5aa037-bddc-43a6-a293-c920dd379aba tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:37.084034 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68771150-6279-46a1-b905-8325b723c9aa req-da5aa037-bddc-43a6-a293-c920dd379aba tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1327214 Nov 10 16:33:37.185210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68771150-6279-46a1-b905-8325b723c9aa req-6d2cc398-85e7-41d7-a1bb-196d9fad470f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943880 Nov 10 16:33:37.250994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84111c90-f9ca-4a59-bbf6-308790d79428 req-788cbc1f-4657-44b5-b46f-31bd193ff3e3 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.18 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0353057 Nov 10 16:33:37.365913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9833257-f6d6-4c6d-939c-36ab8a64a4f3 req-baf2ab13-66d2-4de2-8fa8-8fe071b6df04 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=10859025-ab63-4bd0-b674-3e5f76012514 HTTP/1.1" status: 200 len: 210 time: 0.0473418 Nov 10 16:33:37.402023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:37.408539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1710120476-network', 'tenant_id': '00e417395f3a4b458635ff8f64934254'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:37.506083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:37.565954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Made reservation on behalf of 00e417395f3a4b458635ff8f64934254 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:37.565954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:37.581353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:37.585723 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:37.706745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 841291d4-56a3-4e7a-80bf-7f1cfe04a26b no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:37.721572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:37.878543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-638dfd80-9279-45e7-a295-f10cfa917858 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:37.885562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:37.886262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-638dfd80-9279-45e7-a295-f10cfa917858 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 805 time: 0.1352396 Nov 10 16:33:37.897741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-8cf32b4c-9ff5-4daa-a334-da6306b56874 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/quotas/07821b1f5ad54adb867ee7267cf6957a HTTP/1.1" status: 200 len: 375 time: 0.0105619 Nov 10 16:33:37.902340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:37.939758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:37.941634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:37.943915 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3f0d9e-6775-48f3-8102-4103e49d557f" -d '{"events": [{"server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "name": "network-vif-unplugged", "status": "completed", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:37.957150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:33:37.960670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ce8a3f1-3b78-4949-8022-bcc4a32e4db3 req-3b5faed0-4b46-4d3c-b6c3-18e5aaa2630c tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=d339e5f8-6fbc-4aa1-a273-beb89a501f01 HTTP/1.1" status: 200 len: 210 time: 0.0708790 Nov 10 16:33:37.965368 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-c306e22a-20cc-48fb-beb5-a8f5abd0f6a7 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617642 Nov 10 16:33:37.977846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f53337-1ea5-4c0d-b8e7-ed0e37237331,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:37.991197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:37.992400 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Added segment e596fa20-0d10-4bd5-a75b-0dc24972e45a of type vlan for network 3eba85b3-e304-46cb-9771-001b0edfa2f1 Nov 10 16:33:38.014921 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c80c6c-8c72-4a08-8aa9-ec5d44f79058 x-openstack-request-id: req-f5c80c6c-8c72-4a08-8aa9-ec5d44f79058 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:38.015236 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "name": "network-vif-unplugged", "status": "completed", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:38.015506 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5c80c6c-8c72-4a08-8aa9-ec5d44f79058 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:38.015895 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'code': 200} Nov 10 16:33:38.033855 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:38.034748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dd590a21-5c58-4727-867d-949189979dff no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:38.053019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:38.058770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: dd590a21-5c58-4727-867d-949189979dff {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:38.059186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dd590a21-5c58-4727-867d-949189979dff not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:38.102592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-3046bbb3-1bce-40e2-8325-9c4e5304d30c service neutron] 10.222.0.62 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283865 Nov 10 16:33:38.103983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:38.112955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.113296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.113628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.113955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.114283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.114606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.114922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.115240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.115581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.115897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.116211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.116521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:38.203568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-631eeef1-d9d0-4a22-a607-e27e516efaa8 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887604 Nov 10 16:33:38.206704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:38.208163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:38.210104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:38.300599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] Pushing event updated for resources: {'Network': ['ID=3eba85b3-e304-46cb-9771-001b0edfa2f1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:38.315183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 3eba85b3-e304-46cb-9771-001b0edfa2f1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:33:38.379985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a240cd5e-1247-4ac9-ad48-f99ec21fe18d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9768398 Nov 10 16:33:38.382966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38652) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:38.388393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Request body: {'subnet': {'network_id': '3eba85b3-e304-46cb-9771-001b0edfa2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1710120476-subnet', 'tenant_id': '00e417395f3a4b458635ff8f64934254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:38.435829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13423-5301-44fd-8301-eb66068d1964 req-1b91149a-0541-4bd7-abba-0a1474a65409 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:38.435829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-1b91149a-0541-4bd7-abba-0a1474a65409 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 808 time: 0.1306105 Nov 10 16:33:38.468907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-6c5a3854-f3b3-404e-96be-b84a74f366fc tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/quotas/531aafc4a0574d41a6a6f77ef66f5839 HTTP/1.1" status: 200 len: 375 time: 0.0200379 Nov 10 16:33:38.478316 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Made reservation on behalf of 00e417395f3a4b458635ff8f64934254 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:38.481140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:38.543178 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-d2c7f111-b643-4056-a615-bdd423218bd1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671778 Nov 10 16:33:38.611057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d4e92-514e-4c5f-bac3-f8f7d74e8578 req-038812ba-80aa-42a1-a41e-0a14d67869a3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:38.615937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e38d4e92-514e-4c5f-bac3-f8f7d74e8578 req-038812ba-80aa-42a1-a41e-0a14d67869a3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1312220 Nov 10 16:33:38.666884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-f25c53bb-13c2-430c-873c-99e906b9c595 service neutron] 10.222.0.62 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150534 Nov 10 16:33:38.706491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e38d4e92-514e-4c5f-bac3-f8f7d74e8578 req-a5ed5129-8b9a-4487-a259-a4a9a8ce9b51 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777273 Nov 10 16:33:38.781825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-c0706143-2151-4aea-a2fe-d520cdcb337a service neutron] 10.222.0.62 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087863 Nov 10 16:33:38.828899 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c98f5d0a-91df-4228-b343-ae1004a5f69e req-535e167e-cccc-4567-b879-9f62277d21d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 210 time: 0.0274601 Nov 10 16:33:38.838756 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:38.918102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Pushing event updated for resources: {'Subnet': ['ID=17cc73ed-9d1d-44ba-a700-8f596d0ac7b3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:38.931669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Checking segment: {'id': 'e596fa20-0d10-4bd5-a75b-0dc24972e45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3eba85b3-e304-46cb-9771-001b0edfa2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:38.932062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Network hostable DHCP agents. Network: 3eba85b3-e304-46cb-9771-001b0edfa2f1, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:33:39.034496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Network 3eba85b3-e304-46cb-9771-001b0edfa2f1 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:33:39.136955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 3eba85b3-e304-46cb-9771-001b0edfa2f1) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:39.142928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:39.143546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:39.155179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92c381e-b0ba-47be-b107-7da4b2b54f7a None None] Network 3eba85b3-e304-46cb-9771-001b0edfa2f1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:33:39.231222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-98175db3-ca8a-45d5-9bcd-8860b626698d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8468864 Nov 10 16:33:39.288575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f4eeb-35ca-444f-b2da-3ff34b40402c None None] Network 3eba85b3-e304-46cb-9771-001b0edfa2f1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:33:39.566278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6652-1e9b-42e9-947b-d8d47c7addff req-481a7a8e-fea0-4c13-834c-24b105211a90 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:39.568412 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f5e6652-1e9b-42e9-947b-d8d47c7addff req-481a7a8e-fea0-4c13-834c-24b105211a90 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.0585756 Nov 10 16:33:39.623200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f5e6652-1e9b-42e9-947b-d8d47c7addff req-5ce398d8-01dd-4d2a-9cb0-44469047b9f1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Nov 10 16:33:39.703413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8ee628a-d3a8-4987-b3d0-3fee808483e0 req-4774b668-90c5-4434-841e-90cf317ecf56 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0304735 Nov 10 16:33:39.712072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-71f5d4a2-9c30-4a0a-8423-578eba09c6f0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:39.713584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-71f5d4a2-9c30-4a0a-8423-578eba09c6f0 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca5e51d-1105-453f-b78d-9ba0edf52857 HTTP/1.1" status: 200 len: 943 time: 0.0796525 Nov 10 16:33:39.822406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Deleting port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:39.823020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:39.954032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] For port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:39.955471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:39.992083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0657c2b5-2f8d-426f-b724-83af3044c38d req-61921851-3f65-4e2a-9ff6-f2fdf6f9651f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d793d0cc2de477f8a3360db8163f66f&device_id=6c24eb3e-5865-4b96-89ac-0c14dd9253b7 HTTP/1.1" status: 200 len: 210 time: 0.0328393 Nov 10 16:33:40.009528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Calling delete_port for 841291d4-56a3-4e7a-80bf-7f1cfe04a26b owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:40.038525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0657c2b5-2f8d-426f-b724-83af3044c38d req-b9427c62-08b3-438d-808a-7f8ef0ddb957 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5d793d0cc2de477f8a3360db8163f66f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316048 Nov 10 16:33:40.090391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-e9a53ac5-ccf2-455c-8dde-bf7f1050b46c tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:40.091908 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-e9a53ac5-ccf2-455c-8dde-bf7f1050b46c tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/networks?id=1c16c017-2027-4723-964f-b4bf8168148c HTTP/1.1" status: 200 len: 815 time: 0.1869667 Nov 10 16:33:40.137949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-e46ebe10-69da-45fe-8c3c-d1d70b7fd3a9 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/quotas/ce48cf748f7a4390b85f82813a689b31 HTTP/1.1" status: 200 len: 375 time: 0.0273008 Nov 10 16:33:40.154817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae5ae1-35bb-49aa-a3ff-ec8375b41bca req-5f3f149f-b6ae-4915-b54d-483b3ab3f0c8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:40.156278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ae5ae1-35bb-49aa-a3ff-ec8375b41bca req-5f3f149f-b6ae-4915-b54d-483b3ab3f0c8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1165948 Nov 10 16:33:40.173698 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-3ea3e39a-76ce-4452-b9b1-cbf91a48cecc tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce48cf748f7a4390b85f82813a689b31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343246 Nov 10 16:33:40.205835 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:40.212327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657c2b5-2f8d-426f-b724-83af3044c38d req-409473af-398f-4bae-a354-56c3fab19124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:40.215850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0657c2b5-2f8d-426f-b724-83af3044c38d req-409473af-398f-4bae-a354-56c3fab19124 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1655853 Nov 10 16:33:40.237833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ae5ae1-35bb-49aa-a3ff-ec8375b41bca req-7d4a8c88-e47e-4230-aac1-c835248f93cc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675163 Nov 10 16:33:40.315408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-cc7cc32b-156f-49c6-90c3-c9301fa7fc2a service neutron] 10.222.0.62 "GET /v2.0/networks/1c16c017-2027-4723-964f-b4bf8168148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035383 Nov 10 16:33:40.348234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-926f44d1-77ff-406a-b8bd-3cc3abbfe07b req-5169579d-a03a-4ee6-a8f2-d8d6a2c42e12 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 210 time: 0.0314591 Nov 10 16:33:40.500438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94ece777-4e44-4bb4-aa11-82007dd5f946 req-4543637f-7491-4078-a4de-bfe3898ff545 tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c24eb3e-5865-4b96-89ac-0c14dd9253b7 HTTP/1.1" status: 200 len: 210 time: 0.0311530 Nov 10 16:33:40.732510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:40.786199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Pushing event deleted for resources: {'Port': ['ID=841291d4-56a3-4e7a-80bf-7f1cfe04a26b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:40.812814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-7737b3b6-6408-4adc-8d6b-b8800324af62 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:40.814858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-7737b3b6-6408-4adc-8d6b-b8800324af62 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.18 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 805 time: 0.1926808 Nov 10 16:33:40.823066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66001cdb-cd0d-42ab-a64c-da1ee8326079 req-cfedbae6-c743-44eb-b0a5-f71386dd1065 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:40.823473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] No DVR routers for this DVR port 841291d4-56a3-4e7a-80bf-7f1cfe04a26b on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:40.826747 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:40.831287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-66001cdb-cd0d-42ab-a64c-da1ee8326079 req-cfedbae6-c743-44eb-b0a5-f71386dd1065 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1078815 Nov 10 16:33:40.831585 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fb7feb7-bcd8-406d-bc5e-d1ce23145d7a req-d359be04-70a0-42a7-b957-e2b5b095e94d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.18 "DELETE /v2.0/ports/841291d4-56a3-4e7a-80bf-7f1cfe04a26b HTTP/1.1" status: 204 len: 173 time: 1.1030688 Nov 10 16:33:40.838048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'name': 'network-vif-deleted', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:40.838308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Request body: {'port': {'device_id': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'admin_state_up': True, 'tenant_id': '07821b1f5ad54adb867ee7267cf6957a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:40.840320 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90916d88-c3aa-43b2-b8a3-64055d682c30" -d '{"events": [{"server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "name": "network-vif-deleted", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:40.857329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-cb64df4c-f322-4a51-ae58-8f1f01471553 service neutron] 10.222.0.62 "GET /v2.0/networks/1c16c017-2027-4723-964f-b4bf8168148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335367 Nov 10 16:33:40.947601 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-66001cdb-cd0d-42ab-a64c-da1ee8326079 req-f5006fb2-27c3-4a76-8282-ed4e63a8e365 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153553 Nov 10 16:33:41.101992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17e23e00-ebf1-4947-b960-05ec47aed474 req-ea2d7c4b-ba48-402f-9170-2fe3404bcfa7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0450540 Nov 10 16:33:41.103544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Made reservation on behalf of 07821b1f5ad54adb867ee7267cf6957a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:41.107522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:41.155813 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d466e8-1337-4885-b61c-ef85c3be7ffc x-openstack-request-id: req-60d466e8-1337-4885-b61c-ef85c3be7ffc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:41.156320 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca5e51d-1105-453f-b78d-9ba0edf52857", "name": "network-vif-deleted", "tag": "841291d4-56a3-4e7a-80bf-7f1cfe04a26b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:41.156320 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60d466e8-1337-4885-b61c-ef85c3be7ffc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:41.156615 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca5e51d-1105-453f-b78d-9ba0edf52857', 'name': 'network-vif-deleted', 'tag': '841291d4-56a3-4e7a-80bf-7f1cfe04a26b', 'status': 'completed', 'code': 200} Nov 10 16:33:41.317055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Allocated IP 172.20.0.8 (2ae7cc7b-e07d-4b87-a35c-92ca19de3891/ae5b819f-2145-4a06-bf70-51656d2d2dc6/e69345da-8b38-4eca-bbb2-5dd1552697f3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:33:41.397390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e304f37e-6fa2-40cc-8e9a-af40d5bdcefa req-6e6e26d2-6561-4a5c-b1a4-eb1c39cc500e tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 210 time: 0.0723987 Nov 10 16:33:41.414554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c6ddb-35b9-40fc-87aa-1a18f24fa5a6 req-e555a73c-a50b-423f-80d3-a1e036c59163 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:41.422941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d23c6ddb-35b9-40fc-87aa-1a18f24fa5a6 req-e555a73c-a50b-423f-80d3-a1e036c59163 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0783250 Nov 10 16:33:41.486475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-602a8a29-4cc3-4e3c-960e-831de456c482 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:41.488104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-602a8a29-4cc3-4e3c-960e-831de456c482 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.1621034 Nov 10 16:33:41.491423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d23c6ddb-35b9-40fc-87aa-1a18f24fa5a6 req-bd37bb05-5c7b-45a3-b329-ac0a89cd56a4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675294 Nov 10 16:33:41.517327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96e75319-8abc-4db6-b78f-d456670293aa req-f4932289-1822-4a21-bf8d-766a086908c1 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 210 time: 0.0431287 Nov 10 16:33:41.685086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b412d3c-d1b3-4863-8221-a211c7951662 req-43a93b26-01c7-41d1-9374-1bbce939a62b tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c24eb3e-5865-4b96-89ac-0c14dd9253b7 HTTP/1.1" status: 200 len: 210 time: 0.0708766 Nov 10 16:33:41.740356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:41.748374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Deleting port 6e35e080-ea36-4ba5-88da-87e71272ac80 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:41.748713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:41.869655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] For port 6e35e080-ea36-4ba5-88da-87e71272ac80, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6e35e080-ea36-4ba5-88da-87e71272ac80,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:41.870025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:41.874089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0657c2b5-2f8d-426f-b724-83af3044c38d req-51ffca02-b26c-4aab-a30f-1c1314aa65ca tempest-ServerShowV247Test-1219442962 tempest-ServerShowV247Test-1219442962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c24eb3e-5865-4b96-89ac-0c14dd9253b7 HTTP/1.1" status: 200 len: 210 time: 0.0388432 Nov 10 16:33:41.893670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Calling delete_port for 6e35e080-ea36-4ba5-88da-87e71272ac80 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:41.909768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:42.025663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:33:42.029499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:42.039257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:33:42.102708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13423-5301-44fd-8301-eb66068d1964 req-420d3a6a-c845-4f04-9961-808e95c12bff tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:42.105532 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-420d3a6a-c845-4f04-9961-808e95c12bff tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 808 time: 0.1277308 Nov 10 16:33:42.119802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Request body: {'port': {'device_id': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'admin_state_up': True, 'tenant_id': '531aafc4a0574d41a6a6f77ef66f5839'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:42.215107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Pushing event updated for resources: {'Port': ['ID=e69345da-8b38-4eca-bbb2-5dd1552697f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:42.290293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:42.290815 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:42.315418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd58338e-9af8-4a41-9bba-d8799a6298e1 req-133b71d8-a8b1-4091-aca6-684d4a00e7d7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0453014 Nov 10 16:33:42.346663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8eb51-5889-49a6-a791-412551d598a3 req-255e9e5d-f8ac-4797-8211-02ba23930e49 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:42.354278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9bb8eb51-5889-49a6-a791-412551d598a3 req-255e9e5d-f8ac-4797-8211-02ba23930e49 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 950 time: 0.2657142 Nov 10 16:33:42.409726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9bb8eb51-5889-49a6-a791-412551d598a3 req-78c6f353-64f1-4a78-b0cc-9219dc91738c tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545175 Nov 10 16:33:42.420096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-ac063ae6-318b-49c7-988c-3b252768443f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5851560 Nov 10 16:33:42.436376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Request body: {'port': {'device_id': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:42.441265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:42.454005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', '122d01ab-a916-4e60-a2fb-6b20cec3978b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:42.491667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Made reservation on behalf of 531aafc4a0574d41a6a6f77ef66f5839 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:42.495547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:42.504497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event deleted for resources: {'Port': ['ID=6e35e080-ea36-4ba5-88da-87e71272ac80,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:42.560077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d', '111bb760-c46a-435d-a616-49a96ee2323c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:42.663957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] No DVR routers for this DVR port 6e35e080-ea36-4ba5-88da-87e71272ac80 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:42.670930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:42.676247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7f22f3c-6461-4908-9614-f6b0933a12aa req-f68d8bce-4419-4f14-9fd2-89a256885010 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "DELETE /v2.0/ports/6e35e080-ea36-4ba5-88da-87e71272ac80 HTTP/1.1" status: 204 len: 173 time: 1.1550236 Nov 10 16:33:42.691096 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e2ef88bc-5e19-479d-8dcf-0deeb0cefaac req-03857f39-277c-4ac5-abc5-3c7aa475e150 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 210 time: 0.1558499 Nov 10 16:33:42.691816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7946a47e-a4dd-46a3-b903-042c255fa531', 'name': 'network-vif-deleted', 'tag': '6e35e080-ea36-4ba5-88da-87e71272ac80'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:42.694488 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378e0704-c692-4464-a57a-e6bcb70e2022" -d '{"events": [{"server_uuid": "7946a47e-a4dd-46a3-b903-042c255fa531", "name": "network-vif-deleted", "tag": "6e35e080-ea36-4ba5-88da-87e71272ac80"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:42.752089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:43.072268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Allocated IP 172.20.0.7 (48bc1461-f6b5-4e62-a9fd-e4875e68dd55/e7c7bfac-4849-4149-8964-60ad29246e93/971312e4-e757-4717-b4fa-c08675577857) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:33:43.184077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69345da-8b38-4eca-bbb2-5dd1552697f3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:43.194272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843e86b-db9a-4e3e-be31-a1a9e50133a0 req-74dcc589-276b-4d5a-8221-4f1d97e65710 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:43.194556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:43.205560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9843e86b-db9a-4e3e-be31-a1a9e50133a0 req-74dcc589-276b-4d5a-8221-4f1d97e65710 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 931 time: 0.2705679 Nov 10 16:33:43.221946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Transition to ACTIVE for port object e69345da-8b38-4eca-bbb2-5dd1552697f3 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:33:43.262553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278742de-13d6-4a8d-b3bc-8138d51becf2 req-f91d7589-e82b-4b80-8e2c-805583210d23 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:43.272197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-278742de-13d6-4a8d-b3bc-8138d51becf2 req-f91d7589-e82b-4b80-8e2c-805583210d23 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.5568347 Nov 10 16:33:43.297072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:43.321562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9843e86b-db9a-4e3e-be31-a1a9e50133a0 req-2b301d34-3313-4e50-8e4c-711f79b75f1b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146917 Nov 10 16:33:43.489163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-278742de-13d6-4a8d-b3bc-8138d51becf2 req-fc0d460b-9379-49ed-9d17-c777a725db34 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159467 Nov 10 16:33:43.536439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Pushing event updated for resources: {'Port': ['ID=e69345da-8b38-4eca-bbb2-5dd1552697f3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:43.585145 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ddbd11-3df3-45ee-821f-0718b5c7337b x-openstack-request-id: req-75ddbd11-3df3-45ee-821f-0718b5c7337b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:43.585682 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7946a47e-a4dd-46a3-b903-042c255fa531", "name": "network-vif-deleted", "tag": "6e35e080-ea36-4ba5-88da-87e71272ac80", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:43.586083 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75ddbd11-3df3-45ee-821f-0718b5c7337b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:43.586482 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7946a47e-a4dd-46a3-b903-042c255fa531', 'name': 'network-vif-deleted', 'tag': '6e35e080-ea36-4ba5-88da-87e71272ac80', 'status': 'completed', 'code': 200} Nov 10 16:33:43.592097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:43.658955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Attempting to bind port e69345da-8b38-4eca-bbb2-5dd1552697f3 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:33:43.659301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Attempting to bind port e69345da-8b38-4eca-bbb2-5dd1552697f3 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:33:43.659683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Attempting to bind port e69345da-8b38-4eca-bbb2-5dd1552697f3 on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:43.669156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Port e69345da-8b38-4eca-bbb2-5dd1552697f3 on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:33:43.669480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Attempting to bind port e69345da-8b38-4eca-bbb2-5dd1552697f3 on network 2ae7cc7b-e07d-4b87-a35c-92ca19de3891 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:43.686402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:33:43.686755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Checking segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:43.687115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Bound using segment: {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:33:43.687588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Bound port: e69345da-8b38-4eca-bbb2-5dd1552697f3, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:33:43.687940 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:43.718566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6e35e080-ea36-4ba5-88da-87e71272ac80 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:43.773536 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5846fea-7129-4c7e-9fe6-b2714f9415a7 req-c4a8976a-290a-44d8-bab0-15579b5d34f7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0858846 Nov 10 16:33:43.805755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:43.879246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-228ec5ea-17eb-4522-a188-fa10de5f36d8 req-890b061e-3920-469e-8b07-ff94b893f07a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=7946a47e-a4dd-46a3-b903-042c255fa531 HTTP/1.1" status: 200 len: 210 time: 0.0461147 Nov 10 16:33:43.921169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:33:43.925423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:33:43.926225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:33:43.931575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:43.959035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:33:44.002184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 841291d4-56a3-4e7a-80bf-7f1cfe04a26b no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:44.004631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 6e35e080-ea36-4ba5-88da-87e71272ac80 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:44.005063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6e35e080-ea36-4ba5-88da-87e71272ac80 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:44.005566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9cdd5e55-ac08-4723-9642-7a66983c08d7 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:44.030384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45a8d858-0032-43e1-9068-b4639011220c req-68a34334-509b-4e85-9617-0e556805b767 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 210 time: 0.1026821 Nov 10 16:33:44.042741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Pushing event updated for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:44.043971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 841291d4-56a3-4e7a-80bf-7f1cfe04a26b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:44.044585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 841291d4-56a3-4e7a-80bf-7f1cfe04a26b not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:44.046782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.097164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:44.098084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.130497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.168135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdd5e55-ac08-4723-9642-7a66983c08d7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:44.170404 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a7b82-7eef-40ca-bda3-eafc59337fdc" -d '{"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdd5e55-ac08-4723-9642-7a66983c08d7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:44.192013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-f587176e-d3c9-49cf-bab2-4f54b9d1f9c8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0771825 Nov 10 16:33:44.199058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9cdd5e55-ac08-4723-9642-7a66983c08d7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9cdd5e55-ac08-4723-9642-7a66983c08d7,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:44.201639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:44.204914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.205623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Request body: {'port': {'device_id': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:44.207027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] 10.222.0.18 "PUT /v2.0/ports/e69345da-8b38-4eca-bbb2-5dd1552697f3 HTTP/1.1" status: 200 len: 1092 time: 1.7758570 Nov 10 16:33:44.230570 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906a67f9-91d2-4b8c-bd5e-52a803ac7861 x-openstack-request-id: req-906a67f9-91d2-4b8c-bd5e-52a803ac7861 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:44.230859 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdd5e55-ac08-4723-9642-7a66983c08d7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:44.231104 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-906a67f9-91d2-4b8c-bd5e-52a803ac7861 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:44.231520 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdd5e55-ac08-4723-9642-7a66983c08d7', 'code': 200} Nov 10 16:33:44.276042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-6babdcd3-c400-4ebc-9a2e-3cfe782534fb tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:44.277613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-6babdcd3-c400-4ebc-9a2e-3cfe782534fb tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.18 "GET /v2.0/networks?id=1c16c017-2027-4723-964f-b4bf8168148c HTTP/1.1" status: 200 len: 815 time: 0.2054210 Nov 10 16:33:44.278532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a5cc7-b3ea-483b-a541-520c6a3dab2d service neutron] Pushing event updated for resources: {'Port': ['ID=e69345da-8b38-4eca-bbb2-5dd1552697f3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:44.285849 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.309587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Request body: {'port': {'device_id': '8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36', 'network_id': '1c16c017-2027-4723-964f-b4bf8168148c', 'admin_state_up': True, 'tenant_id': 'ce48cf748f7a4390b85f82813a689b31'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:44.314652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.396151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9cdd5e55-ac08-4723-9642-7a66983c08d7,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:44.457719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38778) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:44.509815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-c9c203b2-ad8e-4fad-8134-f0bbd0f8e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:44.511364 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-c9c203b2-ad8e-4fad-8134-f0bbd0f8e27b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 1095 time: 0.0856118 Nov 10 16:33:44.577827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-532ff9e0-4889-4550-bfd4-85bc757ee5d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3 HTTP/1.1" status: 200 len: 217 time: 0.0541546 Nov 10 16:33:44.595847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee83b37-7a83-4cd6-98a3-ab73112ae22c req-11c86486-fc1d-4fc1-8354-55df08b6fa41 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:44.604499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ee83b37-7a83-4cd6-98a3-ab73112ae22c req-11c86486-fc1d-4fc1-8354-55df08b6fa41 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 943 time: 0.1518378 Nov 10 16:33:44.711939 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ee83b37-7a83-4cd6-98a3-ab73112ae22c req-29588dbf-0c33-44c6-89ba-60fdb1f0521b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063020 Nov 10 16:33:44.719785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-f0e25f4d-c018-4e1a-a6d2-a67de802f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:44.723431 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-f0e25f4d-c018-4e1a-a6d2-a67de802f3f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae5b819f-2145-4a06-bf70-51656d2d2dc6 HTTP/1.1" status: 200 len: 845 time: 0.1362612 Nov 10 16:33:44.724154 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a88ce84b-9698-4b69-813f-221181540b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.747026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e226a77-d3e3-4f5d-899a-d0ccea4f328f req-867acf6f-836f-434e-a4a0-847a8d08de41 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:44.748565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e226a77-d3e3-4f5d-899a-d0ccea4f328f req-867acf6f-836f-434e-a4a0-847a8d08de41 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1181786 Nov 10 16:33:44.779993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Made reservation on behalf of ce48cf748f7a4390b85f82813a689b31 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:44.785049 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.800806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-8e7f7851-f978-4757-9d4c-6e95dda6a0c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622072 Nov 10 16:33:44.827161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971312e4-e757-4717-b4fa-c08675577857 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:44.840074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:44.864607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Transition to ACTIVE for port object 971312e4-e757-4717-b4fa-c08675577857 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:33:44.902737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6f747936-fa2f-4a0c-a7e9-057415b95e6e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:44.966134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:45.048518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Pushing event updated for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:45.067419 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e226a77-d3e3-4f5d-899a-d0ccea4f328f req-6890d2f1-ae96-44ba-88a3-b228b11336bc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068416 Nov 10 16:33:45.088223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-41c845f1-1ec2-4211-bfea-80095bb56c48 service neutron] 10.222.0.18 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687240 Nov 10 16:33:45.202663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126918-9580-48ef-a7ee-48a111a82ab3 req-b481dfc4-dcf5-4db7-8b28-3d5d496694b4 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:45.210503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14126918-9580-48ef-a7ee-48a111a82ab3 req-b481dfc4-dcf5-4db7-8b28-3d5d496694b4 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.1639433 Nov 10 16:33:45.233695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Allocated IP 172.20.0.3 (1c16c017-2027-4723-964f-b4bf8168148c/d31ce105-983d-4fb5-8346-5280781b3ed1/5c07f13b-3722-431a-940c-0434eb1b7765) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:33:45.248349 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a88ce84b-9698-4b69-813f-221181540b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:45.269913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:33:45.270263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:33:45.270577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:45.276797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14126918-9580-48ef-a7ee-48a111a82ab3 req-08e98594-48f0-4e50-96f9-c9a533d66c79 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654628 Nov 10 16:33:45.279037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:33:45.279444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:45.285292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:33:45.285677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:45.286084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:33:45.286489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Bound port: 971312e4-e757-4717-b4fa-c08675577857, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:33:45.286847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:45.393388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:33:45.397540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:33:45.474551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:45.512735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:45.513444 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:45.514966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] 10.222.0.18 "PUT /v2.0/ports/971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 200 len: 1092 time: 1.3152945 Nov 10 16:33:45.515510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'tag': '971312e4-e757-4717-b4fa-c08675577857'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:45.518233 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "tag": "971312e4-e757-4717-b4fa-c08675577857"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:45.548099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5cf13-2423-4eab-9d04-9b071acaf919 service neutron] Pushing event updated for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:45.619463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'tag': 'e69345da-8b38-4eca-bbb2-5dd1552697f3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:45.621851 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a141c5-c08e-41d7-a719-fc2c9a178293" -d '{"events": [{"name": "network-changed", "server_uuid": "67323032-bceb-4eb0-9fdf-0b9d53a77278", "tag": "e69345da-8b38-4eca-bbb2-5dd1552697f3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:45.632891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91648908-df34-4849-8cb9-633ded1c2046 req-930bb78e-efe6-4237-9949-e73f9790bffb tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 210 time: 0.4047134 Nov 10 16:33:45.633506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a88ce84b-9698-4b69-813f-221181540b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:45.709770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13423-5301-44fd-8301-eb66068d1964 req-a9623fc4-8086-4e51-b1bd-193d08d80cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:45.711365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-a9623fc4-8086-4e51-b1bd-193d08d80cee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1095 time: 0.0565324 Nov 10 16:33:45.715250 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c92e99-7c23-4931-a1bc-052307e421d4 x-openstack-request-id: req-99c92e99-7c23-4931-a1bc-052307e421d4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:45.715571 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "tag": "971312e4-e757-4717-b4fa-c08675577857", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:45.715826 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99c92e99-7c23-4931-a1bc-052307e421d4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:45.716220 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'tag': '971312e4-e757-4717-b4fa-c08675577857', 'status': 'completed', 'code': 200} Nov 10 16:33:45.752375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a88ce84b-9698-4b69-813f-221181540b0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d793d0cc2de477f8a3360db8163f66f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2927222 Nov 10 16:33:45.754504 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1bf01fb3-8b96-431b-8ee0-d024ec1ee3f6 req-aac302b5-d096-488d-805f-db875fac0c4f service neutron] 10.222.0.18 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582885 Nov 10 16:33:45.757404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38802) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:45.770974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ce84b-9698-4b69-813f-221181540b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a641cfcc-7ba0-4683-8f16-f6e6064b9c4d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:45.777308 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173f4753-d952-4956-836a-f5bc739ab203 x-openstack-request-id: req-173f4753-d952-4956-836a-f5bc739ab203 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:45.777601 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67323032-bceb-4eb0-9fdf-0b9d53a77278", "tag": "e69345da-8b38-4eca-bbb2-5dd1552697f3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:45.777856 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-173f4753-d952-4956-836a-f5bc739ab203 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:45.778287 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'tag': 'e69345da-8b38-4eca-bbb2-5dd1552697f3', 'status': 'completed', 'code': 200} Nov 10 16:33:45.807866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-3aaf45f9-5de5-407d-bd99-c8bfd17f4a42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 200 len: 217 time: 0.0794792 Nov 10 16:33:45.946105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13423-5301-44fd-8301-eb66068d1964 req-4f206a97-8b03-4204-95a8-f5918b05e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:45.947592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-4f206a97-8b03-4204-95a8-f5918b05e34a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1318448 Nov 10 16:33:45.984872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bdc61b3-8a5b-485d-b6f8-b5cd3eb63acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:45.995245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d2c9a-8462-4d48-90d6-c18cb89caa05 req-d08c8d57-5bdd-4c1d-9267-11371a21abea tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:45.997005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-938d2c9a-8462-4d48-90d6-c18cb89caa05 req-d08c8d57-5bdd-4c1d-9267-11371a21abea tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.1004298 Nov 10 16:33:45.999116 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-155aa9d9-46e1-4dd2-9cd9-9d384d8583a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424104 Nov 10 16:33:46.001467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:46.049074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bdc61b3-8a5b-485d-b6f8-b5cd3eb63acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:46.060693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89e37-f3cc-4665-bc03-da6f7d606594 req-f90d4a3d-d724-48fd-9506-f2254587bab9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.063261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6f89e37-f3cc-4665-bc03-da6f7d606594 req-f90d4a3d-d724-48fd-9506-f2254587bab9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 943 time: 0.1768143 Nov 10 16:33:46.072093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-95412083-a59a-4eab-be98-774e82b82084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.073966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-95412083-a59a-4eab-be98-774e82b82084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07821b1f5ad54adb867ee7267cf6957a&device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 1095 time: 0.1688805 Nov 10 16:33:46.114235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-938d2c9a-8462-4d48-90d6-c18cb89caa05 req-1fe4d78b-5cfd-4e72-948e-1a71a5c1c176 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106901 Nov 10 16:33:46.146580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-daf5f265-f3c8-4c6b-8066-959d4fa5a8dd service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368167 Nov 10 16:33:46.262394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6f89e37-f3cc-4665-bc03-da6f7d606594 req-09b66298-0a1c-4cb7-a3ff-ba94bc90ecb4 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843519 Nov 10 16:33:46.292037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-bfdbbebf-c57e-41bd-b12c-db5b6ac4d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.292037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-bfdbbebf-c57e-41bd-b12c-db5b6ac4d2ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 200 len: 906 time: 0.2082329 Nov 10 16:33:46.296903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d13423-5301-44fd-8301-eb66068d1964 req-ef6e6780-f379-4690-b928-9ac495e32696 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334200 Nov 10 16:33:46.356037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-fd9d9456-e3ab-42b4-a6e4-5982ed44db27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3 HTTP/1.1" status: 200 len: 217 time: 0.0530293 Nov 10 16:33:46.357506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:46.383736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bdc61b3-8a5b-485d-b6f8-b5cd3eb63acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:46.387223 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bdc61b3-8a5b-485d-b6f8-b5cd3eb63acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:46.392945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5bdc61b3-8a5b-485d-b6f8-b5cd3eb63acc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a641cfcc-7ba0-4683-8f16-f6e6064b9c4d HTTP/1.1" status: 204 len: 168 time: 0.6292677 Nov 10 16:33:46.456962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Network 1c16c017-2027-4723-964f-b4bf8168148c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:33:46.464069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8c347-53a5-412c-80cb-35c4792af714 req-b4c186e8-bf9c-40f5-8c01-05942d9e14ee tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.466387 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1e8c347-53a5-412c-80cb-35c4792af714 req-b4c186e8-bf9c-40f5-8c01-05942d9e14ee tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0610709 Nov 10 16:33:46.480700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:46.482893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc61b3-8a5b-485d-b6f8-b5cd3eb63acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641cfcc-7ba0-4683-8f16-f6e6064b9c4d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:46.495911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:33:46.568178 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1e8c347-53a5-412c-80cb-35c4792af714 req-59ea2edb-ea23-4fc1-9c97-525fc8398dbf tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905037 Nov 10 16:33:46.575721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-bc64b4ff-0dbf-4509-b570-2fa5a08d93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.577058 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-bc64b4ff-0dbf-4509-b570-2fa5a08d93ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1095 time: 0.0977502 Nov 10 16:33:46.581671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-622e4078-b171-4ade-9e41-faf9d63c6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.583527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-622e4078-b171-4ade-9e41-faf9d63c6b9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae5b819f-2145-4a06-bf70-51656d2d2dc6 HTTP/1.1" status: 200 len: 845 time: 0.2129016 Nov 10 16:33:46.591218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Pushing event updated for resources: {'Port': ['ID=5c07f13b-3722-431a-940c-0434eb1b7765,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:46.622972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6640e5-bc76-4210-9e2c-5af70f7dcb46 req-14fb1c8d-5434-4821-9b77-3e54ed671da8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.624567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae6640e5-bc76-4210-9e2c-5af70f7dcb46 req-14fb1c8d-5434-4821-9b77-3e54ed671da8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.2555051 Nov 10 16:33:46.649896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-358c61c5-5b60-437f-a5b9-2533ebc2bcd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ae7cc7b-e07d-4b87-a35c-92ca19de3891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526640 Nov 10 16:33:46.675362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.680644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:46.717137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-7ae252ba-ac4c-499d-88f0-90a3d70b5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.719812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-7ae252ba-ac4c-499d-88f0-90a3d70b5f6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.1280856 Nov 10 16:33:46.747064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae6640e5-bc76-4210-9e2c-5af70f7dcb46 req-eb212184-d967-476a-84a3-540d4d031ec9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009307 Nov 10 16:33:46.807539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-06a07d65-8678-428a-9e3e-34ce760d11b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 200 len: 217 time: 0.0793524 Nov 10 16:33:46.831300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-50c317d1-85c3-4ac4-bda2-0d61ad9d2f34 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5293880 Nov 10 16:33:46.847668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Request body: {'port': {'device_id': '8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:46.908767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-3c70879e-14f0-4d7c-93c3-300fcb7fd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.912217 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-3c70879e-14f0-4d7c-93c3-300fcb7fd718 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.0684652 Nov 10 16:33:46.936519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-548486f7-46db-4751-8741-b307a68d20d6 service neutron] 10.222.0.18 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530038 Nov 10 16:33:46.948176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f0054-f5e1-429f-be7a-89e7efdd4ff2 req-6f5c08bf-b507-439f-b728-3763e1cc8322 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:46.949720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-274f0054-f5e1-429f-be7a-89e7efdd4ff2 req-6f5c08bf-b507-439f-b728-3763e1cc8322 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 931 time: 0.1538951 Nov 10 16:33:46.958600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:46.970468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-3564e2b8-cae3-416e-9b8b-4dcd047d7cb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517302 Nov 10 16:33:47.116190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-182b1c0e-5394-4e1f-892e-99c615c26afa service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243846 Nov 10 16:33:47.164589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-274f0054-f5e1-429f-be7a-89e7efdd4ff2 req-32e56b09-b8cb-4393-acd6-24a212b75308 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967061 Nov 10 16:33:47.184607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a141c5-c08e-41d7-a719-fc2c9a178293 req-8654927e-2b44-4a27-b5af-a3e14e5eb114 service neutron] 10.222.0.18 "GET /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363839 Nov 10 16:33:47.317486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f46c3f7-7137-4fea-94d3-7b63d1769cf7 req-dac2b80c-8d5e-4104-a8d0-8375dde660b6 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874912 Nov 10 16:33:47.375713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3f33-0d63-4a36-9831-587490205be7 req-3462608a-25f3-478b-86a6-37f0e513828a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:47.383083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-415f3f33-0d63-4a36-9831-587490205be7 req-3462608a-25f3-478b-86a6-37f0e513828a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0972447 Nov 10 16:33:47.481054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-415f3f33-0d63-4a36-9831-587490205be7 req-c9b744da-a202-4187-807b-a8e0035db006 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969844 Nov 10 16:33:47.494351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c07f13b-3722-431a-940c-0434eb1b7765 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:47.524358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:47.538377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481e999-919b-46be-ad3e-b271a73abaaa req-5d103e19-256f-46a5-9d03-9171458b7f7f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:47.563050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Transition to ACTIVE for port object 5c07f13b-3722-431a-940c-0434eb1b7765 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:33:47.566032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b481e999-919b-46be-ad3e-b271a73abaaa req-5d103e19-256f-46a5-9d03-9171458b7f7f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 943 time: 0.1052542 Nov 10 16:33:47.593422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-0349533b-746f-4ce4-8613-49af1cf51aa0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:47.595115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-0349533b-746f-4ce4-8613-49af1cf51aa0 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.0855870 Nov 10 16:33:47.653026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:47.656481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b481e999-919b-46be-ad3e-b271a73abaaa req-4892223c-ef73-47b9-827c-d421baf5032b tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883906 Nov 10 16:33:47.729239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e69345da-8b38-4eca-bbb2-5dd1552697f3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:47.827731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Pushing event updated for resources: {'Port': ['ID=5c07f13b-3722-431a-940c-0434eb1b7765,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:47.879715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:47.896394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'e69345da-8b38-4eca-bbb2-5dd1552697f3', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'port_id': 'e69345da-8b38-4eca-bbb2-5dd1552697f3', 'mac_address': 'fa:16:3e:48:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b819f-2145-4a06-bf70-51656d2d2dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:47.945612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c7203-f0f6-4394-84d0-60391d28b714 req-e00d3f40-8b3a-4901-864a-e3f80e2dcb26 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:47.957675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf4c7203-f0f6-4394-84d0-60391d28b714 req-e00d3f40-8b3a-4901-864a-e3f80e2dcb26 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1043506 Nov 10 16:33:47.964930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:47.996612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69345da-8b38-4eca-bbb2-5dd1552697f3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:48.008634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acfdf5-d458-441d-a00e-120e8c37a0aa req-e024b2ea-14ff-4ab7-84b3-bca73cebbee5 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:48.016915 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11acfdf5-d458-441d-a00e-120e8c37a0aa req-e024b2ea-14ff-4ab7-84b3-bca73cebbee5 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.3067691 Nov 10 16:33:48.027769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:48.037555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf4c7203-f0f6-4394-84d0-60391d28b714 req-bab59769-9b69-4704-bd5e-171e87a102ab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789855 Nov 10 16:33:48.037896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-f0644ab3-6de0-477e-9d38-3ace09353ac6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:48.039496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-f0644ab3-6de0-477e-9d38-3ace09353ac6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.2984831 Nov 10 16:33:48.091956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Deleting port 122d01ab-a916-4e60-a2fb-6b20cec3978b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:48.092299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:48.103171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Attempting to bind port 5c07f13b-3722-431a-940c-0434eb1b7765 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:33:48.103881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Attempting to bind port 5c07f13b-3722-431a-940c-0434eb1b7765 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '3f0b949b-08a5-45a6-afd8-366520eb0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c16c017-2027-4723-964f-b4bf8168148c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:33:48.103881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Attempting to bind port 5c07f13b-3722-431a-940c-0434eb1b7765 on network 1c16c017-2027-4723-964f-b4bf8168148c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:48.137294 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:48.147373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Port 5c07f13b-3722-431a-940c-0434eb1b7765 on network 1c16c017-2027-4723-964f-b4bf8168148c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:33:48.147373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Attempting to bind port 5c07f13b-3722-431a-940c-0434eb1b7765 on network 1c16c017-2027-4723-964f-b4bf8168148c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:48.199574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e69345da-8b38-4eca-bbb2-5dd1552697f3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:48.218088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:33:48.218427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Checking segment: {'id': '3f0b949b-08a5-45a6-afd8-366520eb0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c16c017-2027-4723-964f-b4bf8168148c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:48.218810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Bound using segment: {'id': '3f0b949b-08a5-45a6-afd8-366520eb0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c16c017-2027-4723-964f-b4bf8168148c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:33:48.219253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Bound port: 5c07f13b-3722-431a-940c-0434eb1b7765, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0b949b-08a5-45a6-afd8-366520eb0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c16c017-2027-4723-964f-b4bf8168148c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:33:48.219733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:48.237083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11acfdf5-d458-441d-a00e-120e8c37a0aa req-551263d7-cb92-43b8-996d-958a4fc19c2c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189717 Nov 10 16:33:48.321930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Deleting port 9cdd5e55-ac08-4723-9642-7a66983c08d7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:48.324333 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:48.352860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ad3cc-1370-4ea9-9707-cb3af315592f req-c4247d55-5bfd-4084-96c9-346523d8adac tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:48.365942 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c67ad3cc-1370-4ea9-9707-cb3af315592f req-c4247d55-5bfd-4084-96c9-346523d8adac tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 943 time: 0.0791242 Nov 10 16:33:48.417486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] For port 122d01ab-a916-4e60-a2fb-6b20cec3978b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=122d01ab-a916-4e60-a2fb-6b20cec3978b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:48.418016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:48.441528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c67ad3cc-1370-4ea9-9707-cb3af315592f req-200052c2-2555-4719-b54d-5f2c4bec024b tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655911 Nov 10 16:33:48.459870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e69345da-8b38-4eca-bbb2-5dd1552697f3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:48.478379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Calling delete_port for 122d01ab-a916-4e60-a2fb-6b20cec3978b owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:48.503290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] For port 5c07f13b-3722-431a-940c-0434eb1b7765, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:33:48.512225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] For port 5c07f13b-3722-431a-940c-0434eb1b7765, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5c07f13b-3722-431a-940c-0434eb1b7765,segment=NetworkSegment(3f0b949b-08a5-45a6-afd8-366520eb0543),segment_id=3f0b949b-08a5-45a6-afd8-366520eb0543)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:33:48.557046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] For port 9cdd5e55-ac08-4723-9642-7a66983c08d7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9cdd5e55-ac08-4723-9642-7a66983c08d7,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:48.557778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:48.584537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Calling delete_port for 9cdd5e55-ac08-4723-9642-7a66983c08d7 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:48.613456 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:48.700028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:48.701074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:48.702457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] 10.222.0.18 "PUT /v2.0/ports/5c07f13b-3722-431a-940c-0434eb1b7765 HTTP/1.1" status: 200 len: 1092 time: 1.8632197 Nov 10 16:33:48.702965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36', 'tag': '5c07f13b-3722-431a-940c-0434eb1b7765'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:48.705453 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36", "tag": "5c07f13b-3722-431a-940c-0434eb1b7765"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:48.718734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e393b9-51ed-456d-8c3f-51ecacf0a2e6 req-884bb99c-2b47-4e70-987d-608cf9c68a6b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:48.722386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26e393b9-51ed-456d-8c3f-51ecacf0a2e6 req-884bb99c-2b47-4e70-987d-608cf9c68a6b tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 949 time: 0.1224909 Nov 10 16:33:48.818070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26e393b9-51ed-456d-8c3f-51ecacf0a2e6 req-85e679d6-2c7b-4ae1-8665-6feaf8350e96 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847635 Nov 10 16:33:48.819495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb27393-e499-4ebe-87e4-691ccd8f777d service neutron] Pushing event updated for resources: {'Port': ['ID=5c07f13b-3722-431a-940c-0434eb1b7765,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:48.899821 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3bc194-1359-462b-90f9-76c08ce47bd7 x-openstack-request-id: req-db3bc194-1359-462b-90f9-76c08ce47bd7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:48.900108 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36", "tag": "5c07f13b-3722-431a-940c-0434eb1b7765", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:48.900365 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db3bc194-1359-462b-90f9-76c08ce47bd7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:48.900892 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36', 'tag': '5c07f13b-3722-431a-940c-0434eb1b7765', 'status': 'completed', 'code': 200} Nov 10 16:33:48.970875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a5243-7b41-4a92-97ca-ed444c673380 req-4f61d434-dc78-47d2-9cbe-7b781edf9506 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:48.972596 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bf4a5243-7b41-4a92-97ca-ed444c673380 req-4f61d434-dc78-47d2-9cbe-7b781edf9506 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 944 time: 0.1627746 Nov 10 16:33:48.984446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-27e68c83-9525-4699-8e7d-6bc84dac117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:48.986141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-27e68c83-9525-4699-8e7d-6bc84dac117c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce48cf748f7a4390b85f82813a689b31&device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 1095 time: 0.1190121 Nov 10 16:33:48.999213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38870) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:49.023091 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:49.037894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:49.080795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-8e74b524-eac2-4050-a80a-9c705140e827 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c07f13b-3722-431a-940c-0434eb1b7765 HTTP/1.1" status: 200 len: 217 time: 0.0815542 Nov 10 16:33:49.119723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event deleted for resources: {'Port': ['ID=122d01ab-a916-4e60-a2fb-6b20cec3978b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:49.167500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5dc8-dc6f-41e3-9465-34b1928cc7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:49.200101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:49.258104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abed437b-2e3d-4106-a431-feab81c4267e req-b3e5fa13-6854-4f28-ad56-f0092a5d9d5f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0879347 Nov 10 16:33:49.299926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] No DVR routers for this DVR port 122d01ab-a916-4e60-a2fb-6b20cec3978b on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:49.301781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event deleted for resources: {'Port': ['ID=9cdd5e55-ac08-4723-9642-7a66983c08d7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:49.305932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:49.309491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94ddedfb-2115-4345-a685-62d7eb8f60fd req-620e7798-bf4e-4cdb-877a-31cfdfbd0e0d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "DELETE /v2.0/ports/122d01ab-a916-4e60-a2fb-6b20cec3978b HTTP/1.1" status: 204 len: 173 time: 1.7065868 Nov 10 16:33:49.349377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bf4a5243-7b41-4a92-97ca-ed444c673380 req-0eecb939-30af-4bb3-b0b0-de3a6f110e98 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597085 Nov 10 16:33:49.353091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5dc8-dc6f-41e3-9465-34b1928cc7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:49.354139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-c8ec68cc-9957-40b2-aa2f-a6ca98dc806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:49.361785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-c8ec68cc-9957-40b2-aa2f-a6ca98dc806d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d31ce105-983d-4fb5-8346-5280781b3ed1 HTTP/1.1" status: 200 len: 855 time: 0.2525511 Nov 10 16:33:49.411159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d', '111bb760-c46a-435d-a616-49a96ee2323c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:49.443582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-76d1242c-bb82-484d-89d9-8b4d381d4190 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c16c017-2027-4723-964f-b4bf8168148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595284 Nov 10 16:33:49.444636 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5dc8-dc6f-41e3-9465-34b1928cc7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:49.445994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] No DVR routers for this DVR port 9cdd5e55-ac08-4723-9642-7a66983c08d7 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:49.450580 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:49.458035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-591ac1b4-2c82-471b-864d-5a47e07d1a21 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "DELETE /v2.0/ports/9cdd5e55-ac08-4723-9642-7a66983c08d7 HTTP/1.1" status: 204 len: 173 time: 1.4024682 Nov 10 16:33:49.623732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ac3f5dc8-dc6f-41e3-9465-34b1928cc7cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd3874a4aa5e43a38e1ffef021358aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6202259 Nov 10 16:33:49.628057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:49.637736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf52c-d1ce-4df5-90c8-e199db8928a7 req-a77daf27-9313-4f5a-bf93-bf292c3e13cf tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:49.647206 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f13bf52c-d1ce-4df5-90c8-e199db8928a7 req-a77daf27-9313-4f5a-bf93-bf292c3e13cf tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.2367952 Nov 10 16:33:49.655567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f5dc8-dc6f-41e3-9465-34b1928cc7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9cbee1-13bc-4035-a2ea-21366bb2f7f4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:49.724469 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f13bf52c-d1ce-4df5-90c8-e199db8928a7 req-194ec1f0-60d4-4878-92d6-222be6e322be tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725250 Nov 10 16:33:49.738685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 122d01ab-a916-4e60-a2fb-6b20cec3978b no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:49.741469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e69345da-8b38-4eca-bbb2-5dd1552697f3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:49.811921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-4cfbb64f-4519-4660-b144-5440ab3168fb service neutron] 10.222.0.18 "GET /v2.0/networks/1c16c017-2027-4723-964f-b4bf8168148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518722 Nov 10 16:33:49.818247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 122d01ab-a916-4e60-a2fb-6b20cec3978b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:49.818577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 122d01ab-a916-4e60-a2fb-6b20cec3978b not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:49.844160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d239ea-61e0-4175-bd2a-fe338f28b39e req-d5ed3c43-8cce-4a3f-8080-e80ddee10064 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:49.853916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44d239ea-61e0-4175-bd2a-fe338f28b39e req-d5ed3c43-8cce-4a3f-8080-e80ddee10064 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 943 time: 0.2438014 Nov 10 16:33:49.951357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0dbdc69-3c53-4dab-8b43-a5b74ae4dffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:50.020422 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0dbdc69-3c53-4dab-8b43-a5b74ae4dffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:50.034721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44d239ea-61e0-4175-bd2a-fe338f28b39e req-2b75549f-8ba1-4a67-91ea-4975d5a96fa1 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770160 Nov 10 16:33:50.075873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3a40ae8-807c-4098-8da0-cc2abfa28495 req-ab4b7d21-d7a3-405f-b482-24f822b1c98d service neutron] 10.222.0.18 "GET /v2.0/networks/1c16c017-2027-4723-964f-b4bf8168148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537866 Nov 10 16:33:50.096126 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port e69345da-8b38-4eca-bbb2-5dd1552697f3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:50.117658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port e69345da-8b38-4eca-bbb2-5dd1552697f3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:50.118349 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:50.173669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec172a17-dfd3-465f-a5b1-104bb3f2ed88 req-a2e671ac-1b7a-441d-9d01-ffdaeb1c01f3 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=e84d140f-1487-4233-8814-ffe53907ec7b HTTP/1.1" status: 200 len: 210 time: 0.1993349 Nov 10 16:33:50.248864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:50.256355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0dbdc69-3c53-4dab-8b43-a5b74ae4dffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:50.259668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0dbdc69-3c53-4dab-8b43-a5b74ae4dffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:50.262986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e0dbdc69-3c53-4dab-8b43-a5b74ae4dffb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb9cbee1-13bc-4035-a2ea-21366bb2f7f4 HTTP/1.1" status: 204 len: 168 time: 0.6316698 Nov 10 16:33:50.277527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69345da-8b38-4eca-bbb2-5dd1552697f3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:50.277527 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cefe600-3916-4e4c-82a2-db1b265c9bd8" -d '{"events": [{"server_uuid": "67323032-bceb-4eb0-9fdf-0b9d53a77278", "name": "network-vif-plugged", "status": "completed", "tag": "e69345da-8b38-4eca-bbb2-5dd1552697f3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:50.278925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbdc69-3c53-4dab-8b43-a5b74ae4dffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9cbee1-13bc-4035-a2ea-21366bb2f7f4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:50.320829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:50.329461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-a257459c-e3c3-41e2-84ae-9e8ebf9bde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:50.331287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-a257459c-e3c3-41e2-84ae-9e8ebf9bde8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce48cf748f7a4390b85f82813a689b31&device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 1095 time: 0.0503604 Nov 10 16:33:50.346253 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b347ba0b-a58f-4b96-ac05-540655f10f1c x-openstack-request-id: req-b347ba0b-a58f-4b96-ac05-540655f10f1c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:50.347026 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67323032-bceb-4eb0-9fdf-0b9d53a77278", "name": "network-vif-plugged", "status": "completed", "tag": "e69345da-8b38-4eca-bbb2-5dd1552697f3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:50.347026 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b347ba0b-a58f-4b96-ac05-540655f10f1c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:50.347237 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69345da-8b38-4eca-bbb2-5dd1552697f3', 'code': 200} Nov 10 16:33:50.429980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e4101ff7-bac8-40e4-9bc5-065d907dd774 req-9b10fe40-43a4-41ca-9c65-d1183958627a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0429876 Nov 10 16:33:50.456445 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:50.475564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-e4b670d0-e9bc-4cd4-8094-aab550796242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:50.480156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-e4b670d0-e9bc-4cd4-8094-aab550796242 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c16c017-2027-4723-964f-b4bf8168148c HTTP/1.1" status: 200 len: 916 time: 0.1374941 Nov 10 16:33:50.524900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d3dc-c384-4784-bc13-bfc209e0bb4a req-be13c7be-8160-4312-85ea-20cbf641d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:50.526842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3092d3dc-c384-4784-bc13-bfc209e0bb4a req-be13c7be-8160-4312-85ea-20cbf641d245 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 1096 time: 0.0957491 Nov 10 16:33:50.576847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e69345da-8b38-4eca-bbb2-5dd1552697f3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:50.597356 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3092d3dc-c384-4784-bc13-bfc209e0bb4a req-9685f041-b776-401b-823b-72414e369555 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619047 Nov 10 16:33:50.612973 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-84fadb22-685d-4aed-9593-344780d51eb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c07f13b-3722-431a-940c-0434eb1b7765 HTTP/1.1" status: 200 len: 217 time: 0.0587337 Nov 10 16:33:50.628733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11cd39-df2a-4ab3-bd9c-bf5b7176532b req-aa4d8803-8402-4693-9696-bd38653b9f28 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:50.635795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef11cd39-df2a-4ab3-bd9c-bf5b7176532b req-aa4d8803-8402-4693-9696-bd38653b9f28 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 945 time: 0.1542399 Nov 10 16:33:50.685099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef11cd39-df2a-4ab3-bd9c-bf5b7176532b req-78306bda-b0d4-4476-8315-404375a9557d tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Nov 10 16:33:50.879697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-efbf1b4c-8266-4df7-bf3c-479a203a224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:50.882516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-efbf1b4c-8266-4df7-bf3c-479a203a224f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d31ce105-983d-4fb5-8346-5280781b3ed1 HTTP/1.1" status: 200 len: 855 time: 0.0789657 Nov 10 16:33:50.918623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84d140f-1487-4233-8814-ffe53907ec7b', 'name': 'network-vif-deleted', 'tag': '122d01ab-a916-4e60-a2fb-6b20cec3978b'}, {'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-deleted', 'tag': '9cdd5e55-ac08-4723-9642-7a66983c08d7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:50.921055 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6343889b-f04f-4720-bda5-3d43aa2b1b65" -d '{"events": [{"server_uuid": "e84d140f-1487-4233-8814-ffe53907ec7b", "name": "network-vif-deleted", "tag": "122d01ab-a916-4e60-a2fb-6b20cec3978b"}, {"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-deleted", "tag": "9cdd5e55-ac08-4723-9642-7a66983c08d7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:50.926340 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-4e7d953e-142e-45c5-a3b5-c2da5c64ef29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c16c017-2027-4723-964f-b4bf8168148c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350912 Nov 10 16:33:50.943210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48dd35-4406-482f-9927-4de0ac1d1287 req-7dc8b6df-8e93-410b-a156-af20a0dff2f7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:50.945937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f48dd35-4406-482f-9927-4de0ac1d1287 req-7dc8b6df-8e93-410b-a156-af20a0dff2f7 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0748742 Nov 10 16:33:51.043847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f48dd35-4406-482f-9927-4de0ac1d1287 req-ae727b6c-6284-4a93-83e0-d63b3f8c3147 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898290 Nov 10 16:33:51.119243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-bf9d5b4b-9288-4c27-a437-dbc45432c8fb service neutron] 10.222.0.18 "GET /v2.0/networks/1c16c017-2027-4723-964f-b4bf8168148c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714904 Nov 10 16:33:51.127891 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ca3412-7d60-4d13-87c0-c8903f52c015 x-openstack-request-id: req-c5ca3412-7d60-4d13-87c0-c8903f52c015 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:51.128184 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84d140f-1487-4233-8814-ffe53907ec7b", "name": "network-vif-deleted", "tag": "122d01ab-a916-4e60-a2fb-6b20cec3978b", "status": "completed", "code": 200}, {"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-deleted", "tag": "9cdd5e55-ac08-4723-9642-7a66983c08d7", "status": "failed", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:51.128617 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5ca3412-7d60-4d13-87c0-c8903f52c015 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:51.129234 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84d140f-1487-4233-8814-ffe53907ec7b', 'name': 'network-vif-deleted', 'tag': '122d01ab-a916-4e60-a2fb-6b20cec3978b', 'status': 'completed', 'code': 200} Nov 10 16:33:51.129741 n-d-714676-11 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-deleted', 'tag': '9cdd5e55-ac08-4723-9642-7a66983c08d7', 'status': 'failed', 'code': 422} returned with failed status Nov 10 16:33:51.191066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8909ae-a1cf-4752-b7a1-2a41abcf8eb8 req-cfe07132-50a0-4123-9bc7-ef4c2d242a2d tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:51.225977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a8909ae-a1cf-4752-b7a1-2a41abcf8eb8 req-cfe07132-50a0-4123-9bc7-ef4c2d242a2d tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 943 time: 0.0617476 Nov 10 16:33:51.227169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e052e0f-8acb-48cd-a5e7-a1ec514447c2 req-89709467-e9f5-4f6e-ab84-6b822636626c service neutron] 10.222.0.18 "GET /v2.0/networks/1c16c017-2027-4723-964f-b4bf8168148c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088715 Nov 10 16:33:51.268852 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a8909ae-a1cf-4752-b7a1-2a41abcf8eb8 req-f7ea2435-219f-4160-ac43-cb23a5e41376 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690496 Nov 10 16:33:51.542815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e51aafc-0e32-4531-a78d-d14087123c9d req-57f8527d-8553-45c3-a47b-3f52cf1657dd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0341823 Nov 10 16:33:51.743842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5c07f13b-3722-431a-940c-0434eb1b7765 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:51.917419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ba731-bda5-4986-a906-bb95d80067d2 req-f440670a-fe35-42ef-8421-20d8b9337a7f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:51.920310 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-585ba731-bda5-4986-a906-bb95d80067d2 req-f440670a-fe35-42ef-8421-20d8b9337a7f tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 945 time: 0.0690415 Nov 10 16:33:51.925955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5c07f13b-3722-431a-940c-0434eb1b7765, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5c07f13b-3722-431a-940c-0434eb1b7765,segment=NetworkSegment(3f0b949b-08a5-45a6-afd8-366520eb0543),segment_id=3f0b949b-08a5-45a6-afd8-366520eb0543)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:51.941911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '5c07f13b-3722-431a-940c-0434eb1b7765', 'network_id': '1c16c017-2027-4723-964f-b4bf8168148c', 'port_id': '5c07f13b-3722-431a-940c-0434eb1b7765', 'mac_address': 'fa:16:3e:3a:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31ce105-983d-4fb5-8346-5280781b3ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:51.992354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:52.003262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-585ba731-bda5-4986-a906-bb95d80067d2 req-39df0d8f-f38b-4c64-bfe0-66ac661c6c68 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697467 Nov 10 16:33:52.009001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c07f13b-3722-431a-940c-0434eb1b7765 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:52.033993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5c07f13b-3722-431a-940c-0434eb1b7765, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5c07f13b-3722-431a-940c-0434eb1b7765,segment=NetworkSegment(3f0b949b-08a5-45a6-afd8-366520eb0543),segment_id=3f0b949b-08a5-45a6-afd8-366520eb0543)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:52.159550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:52.182157 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:52.291995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5c07f13b-3722-431a-940c-0434eb1b7765,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:52.405684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdeb89-94f5-44d7-a4d3-c392c16c0ed6 req-b7e4c53a-a854-49ff-b19a-a12e89a0934e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:52.420312 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbdeb89-94f5-44d7-a4d3-c392c16c0ed6 req-b7e4c53a-a854-49ff-b19a-a12e89a0934e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.1174557 Nov 10 16:33:52.437540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e329-8008-4162-aca3-7597c55dc8a1 req-bccdd9df-6d99-4634-b520-df81c3a16578 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:52.440111 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b39e329-8008-4162-aca3-7597c55dc8a1 req-bccdd9df-6d99-4634-b520-df81c3a16578 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 950 time: 0.1149127 Nov 10 16:33:52.449068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1396611711-network', 'tenant_id': 'c19f81a79eb6431eab3c973c580c62cc'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:52.521751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b39e329-8008-4162-aca3-7597c55dc8a1 req-0f579f77-1a8e-4428-b143-123441fed2ef tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Nov 10 16:33:52.524425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cbdeb89-94f5-44d7-a4d3-c392c16c0ed6 req-052ec08f-fbf9-4175-953e-0f892360b604 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980034 Nov 10 16:33:52.559869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5c07f13b-3722-431a-940c-0434eb1b7765'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:52.571142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Made reservation on behalf of c19f81a79eb6431eab3c973c580c62cc for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:52.573790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:52.591944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:52.709332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39cd589f-be8e-4c14-8103-e20bd139e175 req-14514ac8-9a35-42cc-bb99-b504d1726677 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0402856 Nov 10 16:33:52.711836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aae87d-5b1c-4e6d-87d4-d4e616a5ef79 req-3efad97a-01b0-4c7e-88bc-20c681303353 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:52.722433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-29aae87d-5b1c-4e6d-87d4-d4e616a5ef79 req-3efad97a-01b0-4c7e-88bc-20c681303353 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 944 time: 0.0850866 Nov 10 16:33:52.772915 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:52.788825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-29aae87d-5b1c-4e6d-87d4-d4e616a5ef79 req-5b57594e-a13d-4906-b1ba-721729fee4bb tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655203 Nov 10 16:33:52.850737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:52.874059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:33:52.891651 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:52.892042 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Added segment eb7126d9-dc06-401b-b177-a9c0140c7cc8 of type vlan for network c4938cc0-729e-4909-b116-7c77eb40a66e Nov 10 16:33:52.893487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5e268a-4769-4d20-ad16-d7254b354277,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:52.911448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.911448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.911448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.911825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.911825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.912156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.912722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.912848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.913174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.913489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.913802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.914143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:33:52.959055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:53.067936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:53.068900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:53.069542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:53.165577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] Pushing event updated for resources: {'Network': ['ID=c4938cc0-729e-4909-b116-7c77eb40a66e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:53.186128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324f096-57fa-4740-9e64-385fe06b66b5 req-8e35707a-64b8-4cb0-bfe4-501f7fc48236 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:53.188702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c324f096-57fa-4740-9e64-385fe06b66b5 req-8e35707a-64b8-4cb0-bfe4-501f7fc48236 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 945 time: 0.0954967 Nov 10 16:33:53.196003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-900a9c07-4419-4e7c-9d98-f45ba56a671f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0351758 Nov 10 16:33:53.201995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38970) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:33:53.205578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Request body: {'subnet': {'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1396611711-subnet', 'tenant_id': 'c19f81a79eb6431eab3c973c580c62cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:53.211340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c4938cc0-729e-4909-b116-7c77eb40a66e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:33:53.270138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c324f096-57fa-4740-9e64-385fe06b66b5 req-bc096d40-63da-4151-b200-599c42fdf4ec tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Nov 10 16:33:53.331379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Made reservation on behalf of c19f81a79eb6431eab3c973c580c62cc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:53.334518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:53.482304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acda78-1828-4038-8e8e-2113c317b365 req-bb4cac5b-81ab-4903-90b9-04cb1d7eed71 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:53.485997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9acda78-1828-4038-8e8e-2113c317b365 req-bb4cac5b-81ab-4903-90b9-04cb1d7eed71 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 950 time: 0.0699210 Nov 10 16:33:53.718683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Deleting port 111bb760-c46a-435d-a616-49a96ee2323c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:53.718683 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:53.744305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e595c-0ce1-41f0-893b-abb2e0932603 req-066b03eb-11d0-42d9-a110-1236c967128d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:53.753967 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f08e595c-0ce1-41f0-893b-abb2e0932603 req-066b03eb-11d0-42d9-a110-1236c967128d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 950 time: 0.0934234 Nov 10 16:33:53.778621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:53.868599 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db44062-0cb9-498d-a5d4-780e998f21e0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:53.881413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Checking segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:53.881979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Network hostable DHCP agents. Network: c4938cc0-729e-4909-b116-7c77eb40a66e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:33:54.035079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Network c4938cc0-729e-4909-b116-7c77eb40a66e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:33:54.133844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-73bf9e43-fc86-4a6b-80d2-279d8376ba51 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:54.135400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-73bf9e43-fc86-4a6b-80d2-279d8376ba51 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 821 time: 0.2066910 Nov 10 16:33:54.143570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c4938cc0-729e-4909-b116-7c77eb40a66e) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:54.154281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:54.154948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:54.166014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3085a57-7c70-4eb6-85fb-9191719e14a7 None None] Network c4938cc0-729e-4909-b116-7c77eb40a66e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:33:54.170144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Request body: {'port': {'device_id': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'admin_state_up': True, 'tenant_id': '445c7fba25da4a31b48bbe694c25c832'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:54.249112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274bfb-ff9f-4687-bb91-908dc021139d req-0b4257df-d232-4c4a-9d05-936ff891191e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:54.251728 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7274bfb-ff9f-4687-bb91-908dc021139d req-0b4257df-d232-4c4a-9d05-936ff891191e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.1674924 Nov 10 16:33:54.259065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6f26e111-f1f7-4960-9a0b-17553eb4cbf1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0589757 Nov 10 16:33:54.270485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-9f634721-b2a2-41b9-a1aa-c2f8baa90285 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:54.272148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-9f634721-b2a2-41b9-a1aa-c2f8baa90285 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 950 time: 0.1089609 Nov 10 16:33:54.292934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f08e595c-0ce1-41f0-893b-abb2e0932603 req-62fbfd34-5679-4790-a702-aa63f9a1f7c1 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379691 Nov 10 16:33:54.336031 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7274bfb-ff9f-4687-bb91-908dc021139d req-b806374c-5fc0-40a2-82af-97d16fd74e04 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690846 Nov 10 16:33:54.486894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Made reservation on behalf of 445c7fba25da4a31b48bbe694c25c832 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:54.490424 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:54.549071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f791f6-bbb1-4bc2-be31-d7e21c13b8c4 None None] Network c4938cc0-729e-4909-b116-7c77eb40a66e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:33:54.577778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05258-1c59-4c8d-b842-425a9e39e417 req-71267152-1cdd-4701-8c32-37c318e36c7b tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:54.585003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49b05258-1c59-4c8d-b842-425a9e39e417 req-71267152-1cdd-4701-8c32-37c318e36c7b tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 944 time: 0.1650774 Nov 10 16:33:54.599922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] For port 111bb760-c46a-435d-a616-49a96ee2323c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=111bb760-c46a-435d-a616-49a96ee2323c,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:54.600492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:54.610978 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-036cffb9-268f-43e3-956f-ca461969071c req-576480c4-222d-46f5-b901-96914b4db6b4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.1041028 Nov 10 16:33:54.655882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Calling delete_port for 111bb760-c46a-435d-a616-49a96ee2323c owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:54.776534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49b05258-1c59-4c8d-b842-425a9e39e417 req-f0ed4a5c-f9f4-423b-8b88-91e11e2ae702 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894455 Nov 10 16:33:54.811695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Allocated IP 172.20.0.9 (11723d17-4301-4417-9d5c-8a32a051800d/9b23c3c6-294c-4fac-aacd-a15617a63e9b/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:33:54.938649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Deleting port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:33:54.939695 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.018036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.026618 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.031556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:55.039602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d', '111bb760-c46a-435d-a616-49a96ee2323c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:55.081546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event deleted for resources: {'Port': ['ID=111bb760-c46a-435d-a616-49a96ee2323c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:55.148169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] No DVR routers for this DVR port 111bb760-c46a-435d-a616-49a96ee2323c on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:55.152475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.156927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9acda78-1828-4038-8e8e-2113c317b365 req-d2c652a9-7ee1-4df3-b9aa-1b89e6795366 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "DELETE /v2.0/ports/111bb760-c46a-435d-a616-49a96ee2323c HTTP/1.1" status: 204 len: 173 time: 1.6639957 Nov 10 16:33:55.172150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4381f924-2c7f-4c9b-a372-77aa8ab3d728', 'name': 'network-vif-deleted', 'tag': '111bb760-c46a-435d-a616-49a96ee2323c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:55.175195 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30999152-8005-400a-bb81-11927364d02b" -d '{"events": [{"server_uuid": "4381f924-2c7f-4c9b-a372-77aa8ab3d728", "name": "network-vif-deleted", "tag": "111bb760-c46a-435d-a616-49a96ee2323c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:55.230019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] For port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:55.230865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.262846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.284059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Calling delete_port for fe99fea7-8554-4e3e-ac5f-9dfb37a9449b owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:33:55.323085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Network 11723d17-4301-4417-9d5c-8a32a051800d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:33:55.330034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:33:55.334624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:33:55.387060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-10b35d21-db56-48b4-ac4a-10eccd98cbcc tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:55.390332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event updated for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:55.398403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-10b35d21-db56-48b4-ac4a-10eccd98cbcc tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 815 time: 0.2195835 Nov 10 16:33:55.433561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-76dbcf5e-e1b6-486b-a0a9-02f73f634618 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/quotas/c19f81a79eb6431eab3c973c580c62cc HTTP/1.1" status: 200 len: 375 time: 0.0339139 Nov 10 16:33:55.440516 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08392148-97a2-4846-809f-a683226937ee x-openstack-request-id: req-08392148-97a2-4846-809f-a683226937ee {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:55.441325 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4381f924-2c7f-4c9b-a372-77aa8ab3d728", "name": "network-vif-deleted", "tag": "111bb760-c46a-435d-a616-49a96ee2323c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:55.441689 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08392148-97a2-4846-809f-a683226937ee {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:55.442345 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4381f924-2c7f-4c9b-a372-77aa8ab3d728', 'name': 'network-vif-deleted', 'tag': '111bb760-c46a-435d-a616-49a96ee2323c', 'status': 'completed', 'code': 200} Nov 10 16:33:55.449151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:55.449993 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.491220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-71fc0706-d0dc-41bb-a876-a71ace3f8482 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550148 Nov 10 16:33:55.568396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f1f8a57a-e6cb-40e2-912b-7e565114baf0 req-cc519406-4aeb-4069-90e6-7bb64945a769 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=4381f924-2c7f-4c9b-a372-77aa8ab3d728 HTTP/1.1" status: 200 len: 210 time: 0.0450945 Nov 10 16:33:55.620153 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-13236441-7283-49a4-93f8-a8f1860c40fe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4695268 Nov 10 16:33:55.633074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Request body: {'port': {'device_id': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:55.708334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-3e4a7b3a-7b60-4953-9a8b-8163a676e511 service neutron] 10.222.0.62 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165430 Nov 10 16:33:55.755900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5c07f13b-3722-431a-940c-0434eb1b7765 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:55.772448 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.876192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd8c24-9aa1-406f-b9e4-19f280af37af req-27e193e6-47ac-4725-9a35-16977677d12f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:55.885773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18fd8c24-9aa1-406f-b9e4-19f280af37af req-27e193e6-47ac-4725-9a35-16977677d12f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.1144586 Nov 10 16:33:55.903987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-2216b6b2-97ec-4f04-866e-8cdb75f90ece service neutron] 10.222.0.62 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933517 Nov 10 16:33:55.919748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:55.964510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event deleted for resources: {'Port': ['ID=fe99fea7-8554-4e3e-ac5f-9dfb37a9449b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:55.970357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 5c07f13b-3722-431a-940c-0434eb1b7765 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:33:55.970598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18fd8c24-9aa1-406f-b9e4-19f280af37af req-6400d3e9-dff4-419e-85dc-bf498ee5e283 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759993 Nov 10 16:33:55.983433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 5c07f13b-3722-431a-940c-0434eb1b7765 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:55.983872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:56.036837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] No DVR routers for this DVR port fe99fea7-8554-4e3e-ac5f-9dfb37a9449b on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:33:56.040780 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:56.043264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:56.047331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c363f053-8d5b-45c0-9f2e-b3ca313c04ec req-ce2a7da1-afac-4a6b-970e-2f8f66bf0074 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "DELETE /v2.0/ports/fe99fea7-8554-4e3e-ac5f-9dfb37a9449b HTTP/1.1" status: 204 len: 173 time: 1.7530303 Nov 10 16:33:56.243394 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:56.289764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c5fe8-2d31-40b4-8bbc-d3f8b8d27f9b req-be4248b1-c557-4775-866d-a230d278951a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:56.296256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5c07f13b-3722-431a-940c-0434eb1b7765, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5c07f13b-3722-431a-940c-0434eb1b7765,segment=NetworkSegment(3f0b949b-08a5-45a6-afd8-366520eb0543),segment_id=3f0b949b-08a5-45a6-afd8-366520eb0543)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:56.299731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c07f13b-3722-431a-940c-0434eb1b7765'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:56.308222 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a52b3e-36b5-442d-be0f-ee30dac6c811" -d '{"events": [{"server_uuid": "8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36", "name": "network-vif-plugged", "status": "completed", "tag": "5c07f13b-3722-431a-940c-0434eb1b7765"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:56.325568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-753c5fe8-2d31-40b4-8bbc-d3f8b8d27f9b req-be4248b1-c557-4775-866d-a230d278951a tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 945 time: 0.2289822 Nov 10 16:33:56.440528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:56.441499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 111bb760-c46a-435d-a616-49a96ee2323c no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:56.467838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-753c5fe8-2d31-40b4-8bbc-d3f8b8d27f9b req-26faba17-0740-45c1-8fa7-aabf87965811 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406643 Nov 10 16:33:56.475152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa37d-a974-4856-81ba-e4071dcf5c6f req-d2f91e3a-9893-4415-97e0-8aff4a1cd0b3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:56.477676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09dfa37d-a974-4856-81ba-e4071dcf5c6f req-d2f91e3a-9893-4415-97e0-8aff4a1cd0b3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 931 time: 0.2092223 Nov 10 16:33:56.533947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 111bb760-c46a-435d-a616-49a96ee2323c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:56.534933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 111bb760-c46a-435d-a616-49a96ee2323c not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:56.550898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['dc531f29-627a-4f05-8517-85f0093ab5d3', '94ea48e3-cd60-4d56-81b5-e8e2b4024739'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:56.605574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09dfa37d-a974-4856-81ba-e4071dcf5c6f req-d66dc048-8211-4051-9013-5bc049faccdf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199038 Nov 10 16:33:56.668115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5c07f13b-3722-431a-940c-0434eb1b7765,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:56.679845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:56.700357 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:56.737305 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afa20-99e0-4518-a71b-6f36f378ec84 req-bde42544-cf1d-4cb7-be78-68bda45ede18 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:56.744376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f82afa20-99e0-4518-a71b-6f36f378ec84 req-bde42544-cf1d-4cb7-be78-68bda45ede18 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 945 time: 0.1350136 Nov 10 16:33:56.755933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Transition to ACTIVE for port object 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:33:56.820726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f82afa20-99e0-4518-a71b-6f36f378ec84 req-a49e9403-ec05-4e24-a1cd-542363f528f0 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745337 Nov 10 16:33:56.848464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:56.910750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:56.933211 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d6d13a-4d4a-4d07-8023-dc55cd810a11 x-openstack-request-id: req-b2d6d13a-4d4a-4d07-8023-dc55cd810a11 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:56.933928 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36", "name": "network-vif-plugged", "status": "completed", "tag": "5c07f13b-3722-431a-940c-0434eb1b7765", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:56.933928 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2d6d13a-4d4a-4d07-8023-dc55cd810a11 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:56.934152 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c07f13b-3722-431a-940c-0434eb1b7765', 'code': 200} Nov 10 16:33:57.003418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2a1ce0c-3085-4fda-ac83-3ecca0a4104e req-6aa4b547-0f9e-44de-9145-5a9dd355537e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 210 time: 0.0719824 Nov 10 16:33:57.086044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02685eba-590e-4cc2-8f6b-5afbd983ce6c req-03e5f69a-faf6-4836-8013-d5feb93bc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:57.089942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02685eba-590e-4cc2-8f6b-5afbd983ce6c req-03e5f69a-faf6-4836-8013-d5feb93bc6b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 1097 time: 0.0721171 Nov 10 16:33:57.214412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02685eba-590e-4cc2-8f6b-5afbd983ce6c req-25574ae0-a0e7-4582-8ec9-6a1f6e92c386 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170068 Nov 10 16:33:57.217095 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5ba2e5f-f205-43d0-8105-5722b02941c3 req-584dba50-bb55-4a44-a331-81eed20e9b6f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d76a6fd-a075-4040-a934-4f00c4750506 HTTP/1.1" status: 200 len: 210 time: 0.0637524 Nov 10 16:33:57.231001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:33:57.231001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:33:57.231001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:57.239335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:33:57.239674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:33:57.249401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:33:57.249916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:33:57.250254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:33:57.251164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Bound port: 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:33:57.251570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:57.275451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726acad5-e121-4bec-854f-1d6823321080 req-0d4765a2-908e-48be-b5be-3053b2297c32 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:57.276883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-726acad5-e121-4bec-854f-1d6823321080 req-0d4765a2-908e-48be-b5be-3053b2297c32 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0889175 Nov 10 16:33:57.363413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:33:57.367592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:33:57.371596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-726acad5-e121-4bec-854f-1d6823321080 req-33f47430-1cba-4f40-92c1-ae56ef50ee3f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709813 Nov 10 16:33:57.443595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d76a6fd-a075-4040-a934-4f00c4750506', 'name': 'network-vif-deleted', 'tag': 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:57.445838 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f8ad8c-6a55-4444-978f-74ac422a4571" -d '{"events": [{"server_uuid": "8d76a6fd-a075-4040-a934-4f00c4750506", "name": "network-vif-deleted", "tag": "fe99fea7-8554-4e3e-ac5f-9dfb37a9449b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:57.491660 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d476fc7-b055-4dd8-8ede-3cf9ed8a2d02 x-openstack-request-id: req-8d476fc7-b055-4dd8-8ede-3cf9ed8a2d02 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:57.492046 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d76a6fd-a075-4040-a934-4f00c4750506", "name": "network-vif-deleted", "tag": "fe99fea7-8554-4e3e-ac5f-9dfb37a9449b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:57.492711 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d476fc7-b055-4dd8-8ede-3cf9ed8a2d02 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:57.492858 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d76a6fd-a075-4040-a934-4f00c4750506', 'name': 'network-vif-deleted', 'tag': 'fe99fea7-8554-4e3e-ac5f-9dfb37a9449b', 'status': 'completed', 'code': 200} Nov 10 16:33:57.519827 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:57.581698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:57.582474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:57.584045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a HTTP/1.1" status: 200 len: 1092 time: 1.9556358 Nov 10 16:33:57.589371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:57.589882 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d64e3f-e8a7-41e8-a407-34b2e904b900" -d '{"events": [{"name": "network-changed", "server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:33:57.634973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567aa56-1968-48cf-9d78-07f0e309e8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:57.638668 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe3be87-718a-46e0-bd26-86b57df2a2a7 x-openstack-request-id: req-4fe3be87-718a-46e0-bd26-86b57df2a2a7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:33:57.639095 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:33:57.639467 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4fe3be87-718a-46e0-bd26-86b57df2a2a7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:33:57.639946 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a', 'status': 'completed', 'code': 200} Nov 10 16:33:57.665796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f6775-0214-449a-9ae6-210ed08d6f4d req-1af0f5fd-2455-4a98-896a-59085b962b36 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:57.667753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-631f6775-0214-449a-9ae6-210ed08d6f4d req-1af0f5fd-2455-4a98-896a-59085b962b36 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 945 time: 0.1048393 Nov 10 16:33:57.740712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d64e3f-e8a7-41e8-a407-34b2e904b900 req-ff77bdb9-d807-4343-9ae8-e5c9a889e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:57.740938 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48d64e3f-e8a7-41e8-a407-34b2e904b900 req-ff77bdb9-d807-4343-9ae8-e5c9a889e592 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1095 time: 0.0720785 Nov 10 16:33:57.749815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-631f6775-0214-449a-9ae6-210ed08d6f4d req-1422111c-fa83-41be-9e69-b5866a825a42 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694437 Nov 10 16:33:57.752737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device fe99fea7-8554-4e3e-ac5f-9dfb37a9449b no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:33:57.755921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e69345da-8b38-4eca-bbb2-5dd1552697f3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:33:57.795625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24e3c4-91c4-4cae-92ac-65ee1069a2f6 req-ca432599-c628-405a-87e5-663ad4d3e191 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:57.798518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b24e3c4-91c4-4cae-92ac-65ee1069a2f6 req-ca432599-c628-405a-87e5-663ad4d3e191 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0713780 Nov 10 16:33:57.805770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: fe99fea7-8554-4e3e-ac5f-9dfb37a9449b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:33:57.806342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device fe99fea7-8554-4e3e-ac5f-9dfb37a9449b not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:33:57.878987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b24e3c4-91c4-4cae-92ac-65ee1069a2f6 req-268556f9-8338-4fa7-9e11-6166f4be84fc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722296 Nov 10 16:33:57.915611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d64e3f-e8a7-41e8-a407-34b2e904b900 req-be62d194-8a32-415c-b758-e2dc02c1aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:57.917205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48d64e3f-e8a7-41e8-a407-34b2e904b900 req-be62d194-8a32-415c-b758-e2dc02c1aec3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=445c7fba25da4a31b48bbe694c25c832&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1670153 Nov 10 16:33:58.095302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:58.108609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'e69345da-8b38-4eca-bbb2-5dd1552697f3', 'network_id': '2ae7cc7b-e07d-4b87-a35c-92ca19de3891', 'port_id': 'e69345da-8b38-4eca-bbb2-5dd1552697f3', 'mac_address': 'fa:16:3e:48:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b819f-2145-4a06-bf70-51656d2d2dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:33:58.120432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d64e3f-e8a7-41e8-a407-34b2e904b900 req-b26d83a2-1e01-4690-8662-65df895c2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:58.122496 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48d64e3f-e8a7-41e8-a407-34b2e904b900 req-b26d83a2-1e01-4690-8662-65df895c2ebd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976938 Nov 10 16:33:58.129442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e5432f7-4f3e-4212-a892-32163b75627c req-4c489305-0a0c-47e0-98a2-9bc6f4ce42d3 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 210 time: 0.0371640 Nov 10 16:33:58.154537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d1438-f923-40ae-9df1-e4a805c62a6c req-9c0fd963-0132-4453-8632-c672a547d353 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:58.156242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b54d1438-f923-40ae-9df1-e4a805c62a6c req-9c0fd963-0132-4453-8632-c672a547d353 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 945 time: 0.1707308 Nov 10 16:33:58.171444 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:58.189064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e69345da-8b38-4eca-bbb2-5dd1552697f3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:33:58.215029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:58.247879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b54d1438-f923-40ae-9df1-e4a805c62a6c req-eeaa3e17-fe0f-4565-bb3f-2cf5520e6bc8 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849903 Nov 10 16:33:58.255278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-1dcd172a-cc10-44fa-af8d-6a1893f78f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:58.257069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-1dcd172a-cc10-44fa-af8d-6a1893f78f44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1095 time: 0.0768189 Nov 10 16:33:58.291526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:58.324859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-f3bc25c7-3fde-432a-bf47-b8e24aa756f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a HTTP/1.1" status: 200 len: 217 time: 0.0457895 Nov 10 16:33:58.367632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e69345da-8b38-4eca-bbb2-5dd1552697f3,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:33:58.383027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-61731515-dc1e-4aab-bbba-f138dfa3579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:58.384515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-61731515-dc1e-4aab-bbba-f138dfa3579b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0496075 Nov 10 16:33:58.435260 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-c29b4c69-1806-40ca-91bd-851a20585981 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414126 Nov 10 16:33:58.435889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e69345da-8b38-4eca-bbb2-5dd1552697f3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:33:58.590297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-9a843d3e-6e00-4e26-9a4c-ca2050770df1 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474018 Nov 10 16:33:58.642052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc6270-5b38-47e2-873b-17e456d48573 req-b005be0f-1dc6-41a1-9850-5883356e6169 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:58.652822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58cc6270-5b38-47e2-873b-17e456d48573 req-b005be0f-1dc6-41a1-9850-5883356e6169 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0936425 Nov 10 16:33:58.724365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58cc6270-5b38-47e2-873b-17e456d48573 req-c1cf9c0c-16fa-490e-8d33-1d01a5641258 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701482 Nov 10 16:33:58.763547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c19600c-d9b0-4b85-907b-f0ae9169dba6 req-be372e65-d7e0-428f-b78e-f73aa44ac969 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634498 Nov 10 16:33:58.904697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05c05b-2587-4bc6-b64f-1cf790df1285 req-5d57021e-3710-4dcf-a19c-7d32f6df2883 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:58.910955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e05c05b-2587-4bc6-b64f-1cf790df1285 req-5d57021e-3710-4dcf-a19c-7d32f6df2883 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 944 time: 0.0680661 Nov 10 16:33:58.960825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e05c05b-2587-4bc6-b64f-1cf790df1285 req-ca27a6f9-47ee-4804-804e-896b61ae3ecb tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Nov 10 16:33:59.122761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10381cf7-5c7b-4cc1-8df2-41189418e145 req-787cdcb5-d812-40df-a5af-f2a2d7b822c5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:59.125218 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10381cf7-5c7b-4cc1-8df2-41189418e145 req-787cdcb5-d812-40df-a5af-f2a2d7b822c5 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0546708 Nov 10 16:33:59.213133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10381cf7-5c7b-4cc1-8df2-41189418e145 req-6bcd40e5-5e90-4b70-a69a-86beef727edf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788617 Nov 10 16:33:59.442544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-004e54fb-affd-411d-8857-f53777c783e9 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:59.444036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-004e54fb-affd-411d-8857-f53777c783e9 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 815 time: 0.1315999 Nov 10 16:33:59.461065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Request body: {'port': {'device_id': '876bae7e-f362-4107-8ee1-41d810be73fc', 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'admin_state_up': True, 'tenant_id': 'c19f81a79eb6431eab3c973c580c62cc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:33:59.653187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eab312eb-07c8-4a69-b824-07d91a0061bb req-1d7bdf5e-0460-4a09-9f56-49e08b4de1c1 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 210 time: 0.0321763 Nov 10 16:33:59.750075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Made reservation on behalf of c19f81a79eb6431eab3c973c580c62cc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:33:59.754981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:59.762407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e69345da-8b38-4eca-bbb2-5dd1552697f3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:33:59.809539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb0e57-831c-4b84-8932-6eaef3e835e6 req-7d0f6097-f922-485a-9306-3fbd74666f81 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:59.811197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cedb0e57-831c-4b84-8932-6eaef3e835e6 req-7d0f6097-f922-485a-9306-3fbd74666f81 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 945 time: 0.0946939 Nov 10 16:33:59.824291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port e69345da-8b38-4eca-bbb2-5dd1552697f3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:33:59.824742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:59.849994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957fbd7-593d-4ba9-b313-8a4518dc7461 req-384c0d1b-5cb3-43d8-b0d8-f5f82ba5402a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:33:59.851938 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9957fbd7-593d-4ba9-b313-8a4518dc7461 req-384c0d1b-5cb3-43d8-b0d8-f5f82ba5402a tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 949 time: 0.0646913 Nov 10 16:33:59.916422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cedb0e57-831c-4b84-8932-6eaef3e835e6 req-acd0b853-5a04-45ec-818e-facbaf80ed16 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635047 Nov 10 16:33:59.929257 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:33:59.960472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9957fbd7-593d-4ba9-b313-8a4518dc7461 req-0251c37b-4687-4f38-9f54-0b8edb6c7380 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992591 Nov 10 16:33:59.986423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:33:59.990882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69345da-8b38-4eca-bbb2-5dd1552697f3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:33:59.993673 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50151db4-6003-48c4-96c0-7b1612c87094" -d '{"events": [{"server_uuid": "67323032-bceb-4eb0-9fdf-0b9d53a77278", "name": "network-vif-plugged", "status": "completed", "tag": "e69345da-8b38-4eca-bbb2-5dd1552697f3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:00.037128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Allocated IP 172.20.0.8 (c4938cc0-729e-4909-b116-7c77eb40a66e/4db44062-0cb9-498d-a5d4-780e998f21e0/812731e1-64a5-44db-9b76-04e5311faefe) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:00.096295 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:00.131658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb68fc-88c4-472d-86f3-0a9ba1306ff5 req-fa657b3e-477a-433b-948a-370be4751971 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:00.133310 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68cb68fc-88c4-472d-86f3-0a9ba1306ff5 req-fa657b3e-477a-433b-948a-370be4751971 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0558388 Nov 10 16:34:00.168278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e69345da-8b38-4eca-bbb2-5dd1552697f3,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:00.205674 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68cb68fc-88c4-472d-86f3-0a9ba1306ff5 req-b67fb026-03ad-4a5c-ae57-080168118f81 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633609 Nov 10 16:34:00.215954 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fb185f-6f44-456c-97ab-80b14005816b x-openstack-request-id: req-66fb185f-6f44-456c-97ab-80b14005816b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:00.216380 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67323032-bceb-4eb0-9fdf-0b9d53a77278", "name": "network-vif-plugged", "status": "completed", "tag": "e69345da-8b38-4eca-bbb2-5dd1552697f3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:00.216933 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66fb185f-6f44-456c-97ab-80b14005816b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:00.228877 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69345da-8b38-4eca-bbb2-5dd1552697f3', 'code': 200} Nov 10 16:34:00.296910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:00.424474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dd270-1620-464b-abb1-4c223aa37df1 req-4cd0ce2a-2dbc-4906-bbed-8c0ccdeae2e6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:00.426243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-283dd270-1620-464b-abb1-4c223aa37df1 req-4cd0ce2a-2dbc-4906-bbed-8c0ccdeae2e6 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 945 time: 0.0561144 Nov 10 16:34:00.427552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:00.510768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Network c4938cc0-729e-4909-b116-7c77eb40a66e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:00.521564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:00.534434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:00.571408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Pushing event updated for resources: {'Port': ['ID=812731e1-64a5-44db-9b76-04e5311faefe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:00.583914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-283dd270-1620-464b-abb1-4c223aa37df1 req-712ca12c-816a-4569-8463-78e6815f9378 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484411 Nov 10 16:34:00.616905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:00.616905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:00.758669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-322ef0f3-29fc-46a0-b629-e1c240e37560 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3052747 Nov 10 16:34:00.796076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Request body: {'port': {'device_id': '876bae7e-f362-4107-8ee1-41d810be73fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:00.808597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793848d-9fee-42ab-829d-953b4cb7f38d req-7fdec8d6-e525-4839-892d-90a1e1a8d4d6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:00.810106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1793848d-9fee-42ab-829d-953b4cb7f38d req-7fdec8d6-e525-4839-892d-90a1e1a8d4d6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.4317966 Nov 10 16:34:00.877709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1793848d-9fee-42ab-829d-953b4cb7f38d req-5c9d06f0-e30c-44a0-a613-627bb3d76061 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542758 Nov 10 16:34:00.904601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d3de-7080-4aca-9bc7-84d36095d7d9 req-e45d6af7-aa15-47a2-afd7-fad9b44c2549 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:00.906091 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b349d3de-7080-4aca-9bc7-84d36095d7d9 req-e45d6af7-aa15-47a2-afd7-fad9b44c2549 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 931 time: 0.1628380 Nov 10 16:34:00.917797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f4103f49-def4-4a9b-b4db-fdf2583847e9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:00.919433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f4103f49-def4-4a9b-b4db-fdf2583847e9 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 949 time: 0.1931472 Nov 10 16:34:00.921321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.074443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b349d3de-7080-4aca-9bc7-84d36095d7d9 req-80806299-b526-4559-bffe-4f7245f159c0 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539724 Nov 10 16:34:01.090475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79fd1a-e47a-4907-89b8-8ba0004fe0e8 req-a222f558-2394-4205-b611-5caa92ef174f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:01.108274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f79fd1a-e47a-4907-89b8-8ba0004fe0e8 req-a222f558-2394-4205-b611-5caa92ef174f tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 949 time: 0.0666702 Nov 10 16:34:01.186522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f79fd1a-e47a-4907-89b8-8ba0004fe0e8 req-6eea887e-1c47-4432-b2d6-7e702ff86532 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745492 Nov 10 16:34:01.192268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Deleting port dc531f29-627a-4f05-8517-85f0093ab5d3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:01.203069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.396996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] For port dc531f29-627a-4f05-8517-85f0093ab5d3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=dc531f29-627a-4f05-8517-85f0093ab5d3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:01.397369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.430306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Calling delete_port for dc531f29-627a-4f05-8517-85f0093ab5d3 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:01.528924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd3450-b6d3-49eb-b269-08b595bf68fc req-66e854e0-6bfd-4895-850d-54cf051e6e9a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:01.538369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41fd3450-b6d3-49eb-b269-08b595bf68fc req-66e854e0-6bfd-4895-850d-54cf051e6e9a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.2161205 Nov 10 16:34:01.546888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-4d5a3aef-d7ee-4de8-bbe8-535188e244be tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:01.549420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-4d5a3aef-d7ee-4de8-bbe8-535188e244be tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.18 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 945 time: 0.0735378 Nov 10 16:34:01.558758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada754a7-774c-4c02-a084-6c9611970358 req-8fcdf8d9-1e7f-4794-b08f-2beae650492e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:01.560669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ada754a7-774c-4c02-a084-6c9611970358 req-8fcdf8d9-1e7f-4794-b08f-2beae650492e tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 949 time: 0.1227942 Nov 10 16:34:01.582084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812731e1-64a5-44db-9b76-04e5311faefe {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:01.586438 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6cc8-cc26-458f-9444-cfdb719b056f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.632360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.647732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41fd3450-b6d3-49eb-b269-08b595bf68fc req-84ec30c4-b474-4368-869d-94d31aedbb04 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080081 Nov 10 16:34:01.676487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Transition to ACTIVE for port object 812731e1-64a5-44db-9b76-04e5311faefe will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:34:01.746150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.832946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e62cc-11f7-4541-88af-6389c596d69c req-a806119c-1da0-42a3-94ac-c4c833f6ded8 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:01.837420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Pushing event updated for resources: {'Port': ['ID=812731e1-64a5-44db-9b76-04e5311faefe,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:01.841140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d52e62cc-11f7-4541-88af-6389c596d69c req-a806119c-1da0-42a3-94ac-c4c833f6ded8 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 945 time: 0.1181788 Nov 10 16:34:01.847710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Deleting port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:01.848048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.886491 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.891498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Deleting port e69345da-8b38-4eca-bbb2-5dd1552697f3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:01.893253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.901469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:01.931527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event deleted for resources: {'Port': ['ID=dc531f29-627a-4f05-8517-85f0093ab5d3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:01.990449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] No DVR routers for this DVR port dc531f29-627a-4f05-8517-85f0093ab5d3 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:01.997455 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:01.999347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87ca78b7-ee72-489e-a508-a812c7e19441 req-f067e130-756e-4f06-ac49-06c0e6879672 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "DELETE /v2.0/ports/dc531f29-627a-4f05-8517-85f0093ab5d3 HTTP/1.1" status: 204 len: 173 time: 1.0698953 Nov 10 16:34:02.007742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a7784-ba72-4b90-90bd-b5829e0c979f', 'name': 'network-vif-deleted', 'tag': 'dc531f29-627a-4f05-8517-85f0093ab5d3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:02.010116 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a2e226-4636-4feb-9fc3-90017301f315" -d '{"events": [{"server_uuid": "ae7a7784-ba72-4b90-90bd-b5829e0c979f", "name": "network-vif-deleted", "tag": "dc531f29-627a-4f05-8517-85f0093ab5d3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:02.048917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Attempting to bind port 812731e1-64a5-44db-9b76-04e5311faefe on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:02.049181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Attempting to bind port 812731e1-64a5-44db-9b76-04e5311faefe by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:02.049486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Attempting to bind port 812731e1-64a5-44db-9b76-04e5311faefe on network c4938cc0-729e-4909-b116-7c77eb40a66e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:02.057156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Port 812731e1-64a5-44db-9b76-04e5311faefe on network c4938cc0-729e-4909-b116-7c77eb40a66e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:02.057609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Attempting to bind port 812731e1-64a5-44db-9b76-04e5311faefe on network c4938cc0-729e-4909-b116-7c77eb40a66e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:02.066601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:02.072596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Checking segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:02.072596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Bound using segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:02.072596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Bound port: 812731e1-64a5-44db-9b76-04e5311faefe, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:02.072596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.073830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] For port 94ea48e3-cd60-4d56-81b5-e8e2b4024739, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=94ea48e3-cd60-4d56-81b5-e8e2b4024739,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:02.074200 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.100910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Calling delete_port for 94ea48e3-cd60-4d56-81b5-e8e2b4024739 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:02.121529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4a68a-115a-4445-8fe6-a05f7ce5f582 req-add7ab21-bfb6-4f48-9de2-4c178061e1be tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:02.126454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0de4a68a-115a-4445-8fe6-a05f7ce5f582 req-add7ab21-bfb6-4f48-9de2-4c178061e1be tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1356382 Nov 10 16:34:02.143886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d52e62cc-11f7-4541-88af-6389c596d69c req-8aee55f6-72cd-4d49-a2b8-d135e0bf9c49 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/security-groups?id=00d685c3-8f10-4191-b0e0-024227a7e481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005784 Nov 10 16:34:02.233855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] For port 812731e1-64a5-44db-9b76-04e5311faefe, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:02.237838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] For port e69345da-8b38-4eca-bbb2-5dd1552697f3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e69345da-8b38-4eca-bbb2-5dd1552697f3,segment=NetworkSegment(d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf),segment_id=d4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:02.238334 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.275256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Calling delete_port for e69345da-8b38-4eca-bbb2-5dd1552697f3 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:02.301698 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6438c3-cc0c-43a6-8e44-37343e508422 x-openstack-request-id: req-cd6438c3-cc0c-43a6-8e44-37343e508422 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:02.302688 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a7784-ba72-4b90-90bd-b5829e0c979f", "name": "network-vif-deleted", "tag": "dc531f29-627a-4f05-8517-85f0093ab5d3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:02.303057 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd6438c3-cc0c-43a6-8e44-37343e508422 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:02.303918 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7a7784-ba72-4b90-90bd-b5829e0c979f', 'name': 'network-vif-deleted', 'tag': 'dc531f29-627a-4f05-8517-85f0093ab5d3', 'status': 'completed', 'code': 200} Nov 10 16:34:02.320281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0de4a68a-115a-4445-8fe6-a05f7ce5f582 req-be980d82-535f-45f3-b789-f9882219ffef tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581104 Nov 10 16:34:02.345259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] For port 812731e1-64a5-44db-9b76-04e5311faefe, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=812731e1-64a5-44db-9b76-04e5311faefe,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:02.448744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb2532b-c5d9-483a-865b-68578b1a2151 req-2c0265ee-ba2a-425b-85c5-63800838a110 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae7a7784-ba72-4b90-90bd-b5829e0c979f HTTP/1.1" status: 200 len: 210 time: 0.0386503 Nov 10 16:34:02.461680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041efa5-af91-4364-b7de-d4419e0c7859 req-d212afb1-9c1c-4279-9481-b0b1d35a4590 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:02.463222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b041efa5-af91-4364-b7de-d4419e0c7859 req-d212afb1-9c1c-4279-9481-b0b1d35a4590 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 943 time: 0.1287546 Nov 10 16:34:02.503504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.544862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:02.547959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.552659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] 10.222.0.69 "PUT /v2.0/ports/812731e1-64a5-44db-9b76-04e5311faefe HTTP/1.1" status: 200 len: 1092 time: 1.7622423 Nov 10 16:34:02.581212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b041efa5-af91-4364-b7de-d4419e0c7859 req-5545933a-1256-47ee-956c-6f3699fa4daa tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076784 Nov 10 16:34:02.587456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370ea93-c0a6-4ae0-97a7-da513c1067d0 service neutron] Pushing event updated for resources: {'Port': ['ID=812731e1-64a5-44db-9b76-04e5311faefe,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:02.611115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.622245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:02.646494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event deleted for resources: {'Port': ['ID=94ea48e3-cd60-4d56-81b5-e8e2b4024739,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:02.686365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.707485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] No DVR routers for this DVR port 94ea48e3-cd60-4d56-81b5-e8e2b4024739 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:02.728932 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.732579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ada754a7-774c-4c02-a084-6c9611970358 req-1d126e00-64a9-4ef7-a88e-6d3da04a7381 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.69 "DELETE /v2.0/ports/94ea48e3-cd60-4d56-81b5-e8e2b4024739 HTTP/1.1" status: 204 len: 173 time: 1.1612644 Nov 10 16:34:02.733032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36462c43-db5c-4e2b-ac48-522a033cd0e3', 'name': 'network-vif-deleted', 'tag': '94ea48e3-cd60-4d56-81b5-e8e2b4024739'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:02.736148 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fba29b-8447-4fff-8060-896792351205" -d '{"events": [{"server_uuid": "36462c43-db5c-4e2b-ac48-522a033cd0e3", "name": "network-vif-deleted", "tag": "94ea48e3-cd60-4d56-81b5-e8e2b4024739"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:02.759870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Pushing event deleted for resources: {'Port': ['ID=e69345da-8b38-4eca-bbb2-5dd1552697f3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:02.775805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-aaf92ac1-6023-462e-9596-65ac95ac40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:02.777430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-aaf92ac1-6023-462e-9596-65ac95ac40f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 1095 time: 0.0510788 Nov 10 16:34:02.786635 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d4d825-224e-4c20-9e76-555e5208bd9a x-openstack-request-id: req-d6d4d825-224e-4c20-9e76-555e5208bd9a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:02.786926 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36462c43-db5c-4e2b-ac48-522a033cd0e3", "name": "network-vif-deleted", "tag": "94ea48e3-cd60-4d56-81b5-e8e2b4024739", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:02.787636 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6d4d825-224e-4c20-9e76-555e5208bd9a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:02.788580 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36462c43-db5c-4e2b-ac48-522a033cd0e3', 'name': 'network-vif-deleted', 'tag': '94ea48e3-cd60-4d56-81b5-e8e2b4024739', 'status': 'completed', 'code': 200} Nov 10 16:34:02.839555 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-83d4509a-8e16-457c-95cf-8a1608854ff1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812731e1-64a5-44db-9b76-04e5311faefe HTTP/1.1" status: 200 len: 217 time: 0.0458853 Nov 10 16:34:02.853485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] No DVR routers for this DVR port e69345da-8b38-4eca-bbb2-5dd1552697f3 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:02.856243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:02.861261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f7801ac-22e9-486c-a153-093a8b8daaaa req-6e58e990-0837-4a34-a1a1-2bb3048f23d9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.18 "DELETE /v2.0/ports/e69345da-8b38-4eca-bbb2-5dd1552697f3 HTTP/1.1" status: 204 len: 173 time: 1.2981851 Nov 10 16:34:02.892632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2cbab-d68b-47bc-8440-28f5208c90fd req-edc0fd70-f81d-4c13-a8f7-2ecffef3308b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:02.901992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5db2cbab-d68b-47bc-8440-28f5208c90fd req-edc0fd70-f81d-4c13-a8f7-2ecffef3308b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.1625955 Nov 10 16:34:02.912633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-2912e305-719d-4cda-b968-ab247c8c0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:02.914238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-2912e305-719d-4cda-b968-ab247c8c0e4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.0657964 Nov 10 16:34:02.959793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-d5a96ab3-ebe2-4281-8ca2-b6495c081efd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324147 Nov 10 16:34:02.997525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5db2cbab-d68b-47bc-8440-28f5208c90fd req-c0e1afe1-9896-432b-a924-8c4c4df2388b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945103 Nov 10 16:34:03.081665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-5acea335-a5dc-428b-bbfe-261a7e715470 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138015 Nov 10 16:34:03.148665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e69345da-8b38-4eca-bbb2-5dd1552697f3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:03.192483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df4176f5-b108-4b14-9485-b75c4a5835b8 req-151a4467-1fa5-41f5-bb73-dc64beee2673 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037951 Nov 10 16:34:03.277462 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b5d207b7-ff6c-4ef0-807b-570abe9d3bae req-83c6a4d8-94f8-43cb-934c-b2028468a7e9 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 210 time: 0.0268335 Nov 10 16:34:03.454542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac0b04-cd93-444a-b630-4a8531b312a4 req-c8408d0a-ca03-42a6-9ef1-fc1643b13b1e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:03.456127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8ac0b04-cd93-444a-b630-4a8531b312a4 req-c8408d0a-ca03-42a6-9ef1-fc1643b13b1e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0539870 Nov 10 16:34:03.507573 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8ac0b04-cd93-444a-b630-4a8531b312a4 req-6bfe62fb-5dba-4f6d-a934-cd7901381b1f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455804 Nov 10 16:34:03.716750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9a05aeb-f338-4994-a297-975eaf3ba60a req-d94373e1-688b-4f25-908a-511b3e651ac6 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=36462c43-db5c-4e2b-ac48-522a033cd0e3 HTTP/1.1" status: 200 len: 210 time: 0.0377562 Nov 10 16:34:03.772009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device dc531f29-627a-4f05-8517-85f0093ab5d3 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:03.795399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 971312e4-e757-4717-b4fa-c08675577857 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:03.798173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: dc531f29-627a-4f05-8517-85f0093ab5d3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:03.798557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device dc531f29-627a-4f05-8517-85f0093ab5d3 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:03.798966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 94ea48e3-cd60-4d56-81b5-e8e2b4024739 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:03.823118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 94ea48e3-cd60-4d56-81b5-e8e2b4024739 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:03.823488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 94ea48e3-cd60-4d56-81b5-e8e2b4024739 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:03.839827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9e493-4260-4171-9bfd-8588b5ba500f req-75808e7f-a9e8-4326-a216-0123c244250e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:03.841409 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50e9e493-4260-4171-9bfd-8588b5ba500f req-75808e7f-a9e8-4326-a216-0123c244250e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 943 time: 0.0612028 Nov 10 16:34:03.886312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee3d678b-e67b-4950-b6d4-66d39a3c6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:03.905487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50e9e493-4260-4171-9bfd-8588b5ba500f req-127a2554-7723-459d-a55d-a26cfa553117 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576961 Nov 10 16:34:03.926306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:03.941890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '971312e4-e757-4717-b4fa-c08675577857', 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55', 'port_id': '971312e4-e757-4717-b4fa-c08675577857', 'mac_address': 'fa:16:3e:2b:51:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c7bfac-4849-4149-8964-60ad29246e93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:34:03.995591 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:04.012769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971312e4-e757-4717-b4fa-c08675577857 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:04.045630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:04.132753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead82b9-1f56-446b-a8a5-c7a281704b43 req-1c533adc-c8b7-460d-91ac-f1e617fa291a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:04.134449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ead82b9-1f56-446b-a8a5-c7a281704b43 req-1c533adc-c8b7-460d-91ac-f1e617fa291a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0596781 Nov 10 16:34:04.171092 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:04.196762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ead82b9-1f56-446b-a8a5-c7a281704b43 req-0133d9af-2ca8-4c6a-a4bd-51e682584dac tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Nov 10 16:34:04.227890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:04.304764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876bae7e-f362-4107-8ee1-41d810be73fc', 'tag': '812731e1-64a5-44db-9b76-04e5311faefe'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:04.307098 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ccf901-b789-418c-8ece-142bc7ababf0" -d '{"events": [{"name": "network-changed", "server_uuid": "876bae7e-f362-4107-8ee1-41d810be73fc", "tag": "812731e1-64a5-44db-9b76-04e5311faefe"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:04.354434 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e425fbb8-9ad8-4039-b219-6a7a5803856b x-openstack-request-id: req-e425fbb8-9ad8-4039-b219-6a7a5803856b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:04.354434 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876bae7e-f362-4107-8ee1-41d810be73fc", "tag": "812731e1-64a5-44db-9b76-04e5311faefe", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:04.354434 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e425fbb8-9ad8-4039-b219-6a7a5803856b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:04.354434 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876bae7e-f362-4107-8ee1-41d810be73fc', 'tag': '812731e1-64a5-44db-9b76-04e5311faefe', 'status': 'completed', 'code': 200} Nov 10 16:34:04.407085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d634b02-0e4c-477d-a297-fb1cc37d689b req-2ad2d33c-7823-453f-a09f-576ceb927925 tempest-ImagesTestJSON-1105702074 tempest-ImagesTestJSON-1105702074-project] 10.222.0.62 "GET /v2.0/ports?device_id=67323032-bceb-4eb0-9fdf-0b9d53a77278 HTTP/1.1" status: 200 len: 210 time: 0.0290675 Nov 10 16:34:04.433185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-1a1fd0d8-84d4-4e6a-aeab-ded2cb96dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:04.434832 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-1a1fd0d8-84d4-4e6a-aeab-ded2cb96dcef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 1095 time: 0.0540345 Nov 10 16:34:04.481659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['971312e4-e757-4717-b4fa-c08675577857'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:04.533231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-e92ca497-a022-4852-877d-8989450857cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:04.535896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-e92ca497-a022-4852-877d-8989450857cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 916 time: 0.0913677 Nov 10 16:34:04.597233 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-0ec29bcd-5088-415d-8fc3-f42d5679077c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812731e1-64a5-44db-9b76-04e5311faefe HTTP/1.1" status: 200 len: 217 time: 0.0547266 Nov 10 16:34:04.686847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927bdc-567a-4ced-883f-1b23dd49407c req-723e0891-f5ff-4825-ab34-993c07e9f229 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:04.689250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2927bdc-567a-4ced-883f-1b23dd49407c req-723e0891-f5ff-4825-ab34-993c07e9f229 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0953979 Nov 10 16:34:04.691001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-ad0c1ac2-5d6a-4c2f-b3ff-ea6f1e81666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:04.692357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-ad0c1ac2-5d6a-4c2f-b3ff-ea6f1e81666d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.0851104 Nov 10 16:34:04.739465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-eb9d4695-dbfc-41f9-aa8d-c2a46da07b9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357239 Nov 10 16:34:04.789376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'name': 'network-vif-deleted', 'tag': 'e69345da-8b38-4eca-bbb2-5dd1552697f3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:04.789825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2927bdc-567a-4ced-883f-1b23dd49407c req-6b4d37f8-6986-4a7b-9df9-136bbca9acff tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944982 Nov 10 16:34:04.791904 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13926df2-d088-43ed-a6bc-c4943a74cdae" -d '{"events": [{"server_uuid": "67323032-bceb-4eb0-9fdf-0b9d53a77278", "name": "network-vif-deleted", "tag": "e69345da-8b38-4eca-bbb2-5dd1552697f3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:04.867544 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e67f5c-f912-4577-9169-636895645d20 x-openstack-request-id: req-25e67f5c-f912-4577-9169-636895645d20 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:04.868449 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67323032-bceb-4eb0-9fdf-0b9d53a77278", "name": "network-vif-deleted", "tag": "e69345da-8b38-4eca-bbb2-5dd1552697f3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:04.868906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-610494df-17db-4697-933d-e80531d70d48 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185484 Nov 10 16:34:04.869193 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25e67f5c-f912-4577-9169-636895645d20 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:04.869678 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67323032-bceb-4eb0-9fdf-0b9d53a77278', 'name': 'network-vif-deleted', 'tag': 'e69345da-8b38-4eca-bbb2-5dd1552697f3', 'status': 'completed', 'code': 200} Nov 10 16:34:04.960399 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:04.981507 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28ccf901-b789-418c-8ece-142bc7ababf0 req-ae785ec6-2711-40be-93dc-f3bd632f2f07 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054351 Nov 10 16:34:05.064013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c787507-b5fe-4e52-93d3-e63a78016614 req-849cd836-d8f4-4112-96a1-aa093d956b09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:05.067251 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c787507-b5fe-4e52-93d3-e63a78016614 req-849cd836-d8f4-4112-96a1-aa093d956b09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 943 time: 0.0623736 Nov 10 16:34:05.124591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c787507-b5fe-4e52-93d3-e63a78016614 req-0558a185-8a18-4660-8048-bf4ba4e2a2d1 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497417 Nov 10 16:34:05.337150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b28ab-c944-4b78-a0ea-b96ce34cf0cc req-7ae015f0-fe61-4b0d-a9aa-33b1cea950f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:05.339800 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d3b28ab-c944-4b78-a0ea-b96ce34cf0cc req-7ae015f0-fe61-4b0d-a9aa-33b1cea950f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 944 time: 0.0687213 Nov 10 16:34:05.393639 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d3b28ab-c944-4b78-a0ea-b96ce34cf0cc req-4a895f81-462d-4c5d-96b3-79bda7d3e00a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Nov 10 16:34:05.394298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4ad48-435f-4bc4-b81f-ee66cd606f6a req-b39b69e5-f417-4642-bdfc-05887c79192d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:05.399845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e4ad48-435f-4bc4-b81f-ee66cd606f6a req-b39b69e5-f417-4642-bdfc-05887c79192d tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 950 time: 0.0597808 Nov 10 16:34:05.443946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e4ad48-435f-4bc4-b81f-ee66cd606f6a req-505b6267-2903-4baa-ba92-bb808237c738 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Nov 10 16:34:05.771411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 812731e1-64a5-44db-9b76-04e5311faefe details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:05.788677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:05.799822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 971312e4-e757-4717-b4fa-c08675577857 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:05.918211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d385c639-a0e0-467b-8b06-7861c0ad0528 admin admin] Deleting subnet ae5b819f-2145-4a06-bf70-51656d2d2dc6 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:34:05.921748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d385c639-a0e0-467b-8b06-7861c0ad0528 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:05.933143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 812731e1-64a5-44db-9b76-04e5311faefe, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=812731e1-64a5-44db-9b76-04e5311faefe,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:05.950530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '812731e1-64a5-44db-9b76-04e5311faefe', 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'port_id': '812731e1-64a5-44db-9b76-04e5311faefe', 'mac_address': 'fa:16:3e:71:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db44062-0cb9-498d-a5d4-780e998f21e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:34:05.967501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515067-b0dd-4e06-9630-c3f02680841c req-3e0c63e5-6e49-4db4-a0fc-875b98dc7b24 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:05.970149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d385c639-a0e0-467b-8b06-7861c0ad0528 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:05.975573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c515067-b0dd-4e06-9630-c3f02680841c req-3e0c63e5-6e49-4db4-a0fc-875b98dc7b24 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0842543 Nov 10 16:34:05.995601 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.013223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812731e1-64a5-44db-9b76-04e5311faefe {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:06.018752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 971312e4-e757-4717-b4fa-c08675577857 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:34:06.021551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d385c639-a0e0-467b-8b06-7861c0ad0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.026177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 971312e4-e757-4717-b4fa-c08675577857 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:06.026804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.065063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 812731e1-64a5-44db-9b76-04e5311faefe, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=812731e1-64a5-44db-9b76-04e5311faefe,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:06.150635 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.152925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.167613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-a92678f3-78b9-4309-852e-c4ce7c541083 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:06.172878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-a92678f3-78b9-4309-852e-c4ce7c541083 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 950 time: 0.1017866 Nov 10 16:34:06.243108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d385c639-a0e0-467b-8b06-7861c0ad0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.268907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d385c639-a0e0-467b-8b06-7861c0ad0528 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.276387 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d385c639-a0e0-467b-8b06-7861c0ad0528 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ae5b819f-2145-4a06-bf70-51656d2d2dc6 HTTP/1.1" status: 204 len: 168 time: 0.4861250 Nov 10 16:34:06.280546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971312e4-e757-4717-b4fa-c08675577857'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:06.283713 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631ae4c7-b6e9-4341-9bc3-2dc303f3c977" -d '{"events": [{"server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "name": "network-vif-plugged", "status": "completed", "tag": "971312e4-e757-4717-b4fa-c08675577857"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:06.297714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:06.324657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:06.328828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=812731e1-64a5-44db-9b76-04e5311faefe,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:06.347596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385c639-a0e0-467b-8b06-7861c0ad0528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5b819f-2145-4a06-bf70-51656d2d2dc6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:06.392164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c515067-b0dd-4e06-9630-c3f02680841c req-fcc5a2e7-6f3e-4e9c-a97a-71c629c07b61 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155738 Nov 10 16:34:06.414069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.414854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e69345da-8b38-4eca-bbb2-5dd1552697f3 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:06.453807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509e60-792a-45bb-9fdd-f1028d0ff7ea req-8d5a3ae6-062e-497b-9ea4-0253b5bb16c6 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:06.461773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-15509e60-792a-45bb-9fdd-f1028d0ff7ea req-8d5a3ae6-062e-497b-9ea4-0253b5bb16c6 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 944 time: 0.1653759 Nov 10 16:34:06.467888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.472037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: e69345da-8b38-4eca-bbb2-5dd1552697f3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:06.472384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e69345da-8b38-4eca-bbb2-5dd1552697f3 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:06.503541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:06.519460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Deleting port 59d48dee-81d1-4755-9d42-fbee63f7782d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:06.519813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.532817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['812731e1-64a5-44db-9b76-04e5311faefe'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:06.606376 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313e51e4-3369-4eb5-b901-20554f30cbc6 x-openstack-request-id: req-313e51e4-3369-4eb5-b901-20554f30cbc6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:06.606847 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "name": "network-vif-plugged", "status": "completed", "tag": "971312e4-e757-4717-b4fa-c08675577857", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:06.607033 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-313e51e4-3369-4eb5-b901-20554f30cbc6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:06.617953 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971312e4-e757-4717-b4fa-c08675577857', 'code': 200} Nov 10 16:34:06.634865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-15509e60-792a-45bb-9fdd-f1028d0ff7ea req-d1d446cd-fb1a-4bc6-816a-1942e73f957f tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668510 Nov 10 16:34:06.714866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f3dd5-15ae-4bd3-9afa-0f1e0d97f4df req-6b5e1557-23bf-4332-8763-8e85c31fd177 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:06.725476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c28f3dd5-15ae-4bd3-9afa-0f1e0d97f4df req-6b5e1557-23bf-4332-8763-8e85c31fd177 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.1066172 Nov 10 16:34:06.738744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.770727 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.794017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc6156-8b46-4481-898c-1ebc180add0d req-c4bb8419-79a0-47aa-97a4-ee3038b1f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:06.795844 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2abc6156-8b46-4481-898c-1ebc180add0d req-c4bb8419-79a0-47aa-97a4-ee3038b1f260 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1097 time: 0.1608036 Nov 10 16:34:06.808344 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c28f3dd5-15ae-4bd3-9afa-0f1e0d97f4df req-687070d6-b5cc-4843-ae56-e09e32cbfa5c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766976 Nov 10 16:34:06.808612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae7cc7b-e07d-4b87-a35c-92ca19de3891']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:06.810926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] For port 59d48dee-81d1-4755-9d42-fbee63f7782d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=59d48dee-81d1-4755-9d42-fbee63f7782d,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:06.811291 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.836814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:06.837117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e7c1f7-afb3-4f1f-a16c-cbd946ccddcf') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:06.854071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.856542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Calling delete_port for 59d48dee-81d1-4755-9d42-fbee63f7782d owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:06.880716 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2abc6156-8b46-4481-898c-1ebc180add0d req-a028c095-7659-4bf7-9134-6d988e91e821 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754592 Nov 10 16:34:06.886698 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.897707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854058e-7864-4544-8ccd-0a643d8b3de2 req-0311da0d-362d-436e-a397-9ea0d2ff0d01 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:06.899192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e854058e-7864-4544-8ccd-0a643d8b3de2 req-0311da0d-362d-436e-a397-9ea0d2ff0d01 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 950 time: 0.1544697 Nov 10 16:34:06.936339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:34:06.936734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:34:06.939753 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:34:07.052837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e854058e-7864-4544-8ccd-0a643d8b3de2 req-b32afa01-29e7-48f1-85c4-5210ca0be756 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/security-groups?id=93c81514-5a89-48ba-af9e-bb0f75af2905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183805 Nov 10 16:34:07.147516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:07.153173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:07.160298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2ae7cc7b-e07d-4b87-a35c-92ca19de3891 HTTP/1.1" status: 204 len: 168 time: 0.8582079 Nov 10 16:34:07.169552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c26595-c672-4dab-bcc6-9b07b1ec5954 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae7cc7b-e07d-4b87-a35c-92ca19de3891,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:07.221759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:07.241756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['59d48dee-81d1-4755-9d42-fbee63f7782d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:07.261938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Pushing event deleted for resources: {'Port': ['ID=59d48dee-81d1-4755-9d42-fbee63f7782d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:07.319535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] No DVR routers for this DVR port 59d48dee-81d1-4755-9d42-fbee63f7782d on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:07.322171 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:07.326045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12979fc5-2411-4edb-b4da-f951ef034d9b req-9a0c38eb-66dc-4575-aca0-d31c5f773973 tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.18 "DELETE /v2.0/ports/59d48dee-81d1-4755-9d42-fbee63f7782d HTTP/1.1" status: 204 len: 173 time: 1.1498742 Nov 10 16:34:07.326250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff63f169-2eca-48c4-9227-ce834fa9a121', 'name': 'network-vif-deleted', 'tag': '59d48dee-81d1-4755-9d42-fbee63f7782d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:07.329143 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805e3631-d4a1-4600-a982-3f334dfb2696" -d '{"events": [{"server_uuid": "ff63f169-2eca-48c4-9227-ce834fa9a121", "name": "network-vif-deleted", "tag": "59d48dee-81d1-4755-9d42-fbee63f7782d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:07.368201 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e487b-f62f-4480-90b4-504a44f70ab1 x-openstack-request-id: req-566e487b-f62f-4480-90b4-504a44f70ab1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:07.368562 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff63f169-2eca-48c4-9227-ce834fa9a121", "name": "network-vif-deleted", "tag": "59d48dee-81d1-4755-9d42-fbee63f7782d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:07.368884 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-566e487b-f62f-4480-90b4-504a44f70ab1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:07.369363 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff63f169-2eca-48c4-9227-ce834fa9a121', 'name': 'network-vif-deleted', 'tag': '59d48dee-81d1-4755-9d42-fbee63f7782d', 'status': 'completed', 'code': 200} Nov 10 16:34:07.542403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491956b-f5ef-4a7c-90d3-90067469d4e8 req-bf54453f-6846-4217-982a-80ad4e917cec tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:07.542573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:07.542573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:07.542785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c491956b-f5ef-4a7c-90d3-90067469d4e8 req-bf54453f-6846-4217-982a-80ad4e917cec tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0640919 Nov 10 16:34:07.594853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c491956b-f5ef-4a7c-90d3-90067469d4e8 req-c2a68eba-76f2-4200-bf9e-d2f2b1f6f9fa tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541205 Nov 10 16:34:07.637615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39300) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:07.684622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dec1897d-e218-455c-99c9-242773889b64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07821b1f5ad54adb867ee7267cf6957a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458035 Nov 10 16:34:07.686966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39304) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:07.801321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 812731e1-64a5-44db-9b76-04e5311faefe up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:07.801622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf78f7-10b8-4576-b86c-e8be5a1f15fc req-6f5747bb-bad1-41b5-8b1a-6662af28bb29 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:07.804211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfaf78f7-10b8-4576-b86c-e8be5a1f15fc req-6f5747bb-bad1-41b5-8b1a-6662af28bb29 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 944 time: 0.0902452 Nov 10 16:34:07.805190 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baf6a94c-4e89-493d-be55-cce8afa8f8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:07.873944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baf6a94c-4e89-493d-be55-cce8afa8f8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:07.927417 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfaf78f7-10b8-4576-b86c-e8be5a1f15fc req-f1936772-9312-4b38-b58b-bddd9d429a24 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092980 Nov 10 16:34:07.934343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062ce4-f399-42da-a81c-73e8f9aaea2e req-8b682d6c-6ab0-479a-9f16-b821977893b9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:07.936088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f062ce4-f399-42da-a81c-73e8f9aaea2e req-8b682d6c-6ab0-479a-9f16-b821977893b9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0532720 Nov 10 16:34:07.993525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f062ce4-f399-42da-a81c-73e8f9aaea2e req-83d925cf-b9b1-4ab8-b56c-5d52c602e3e4 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Nov 10 16:34:08.033960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 812731e1-64a5-44db-9b76-04e5311faefe completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:34:08.038017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 812731e1-64a5-44db-9b76-04e5311faefe triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:08.038426 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:08.092859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baf6a94c-4e89-493d-be55-cce8afa8f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:08.098172 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baf6a94c-4e89-493d-be55-cce8afa8f8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:08.100410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-baf6a94c-4e89-493d-be55-cce8afa8f8c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00d685c3-8f10-4191-b0e0-024227a7e481 HTTP/1.1" status: 204 len: 168 time: 0.4114258 Nov 10 16:34:08.122656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a94c-4e89-493d-be55-cce8afa8f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d685c3-8f10-4191-b0e0-024227a7e481,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:08.138471 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:08.177457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 812731e1-64a5-44db-9b76-04e5311faefe, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=812731e1-64a5-44db-9b76-04e5311faefe,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:08.303850 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39117980-17f0-420a-bf00-094c450c6df1 req-fbfe17f3-14ec-49b2-9079-1849a0da1afe tempest-ServersOnMultiNodesTest-896213211 tempest-ServersOnMultiNodesTest-896213211-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff63f169-2eca-48c4-9227-ce834fa9a121 HTTP/1.1" status: 200 len: 210 time: 0.0761857 Nov 10 16:34:08.307601 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:08.378200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=812731e1-64a5-44db-9b76-04e5311faefe,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:08.559508 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:34:08.619085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876bae7e-f362-4107-8ee1-41d810be73fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812731e1-64a5-44db-9b76-04e5311faefe'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:08.628576 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63658ee1-ca4a-4444-86f5-e8815be2b30f" -d '{"events": [{"server_uuid": "876bae7e-f362-4107-8ee1-41d810be73fc", "name": "network-vif-plugged", "status": "completed", "tag": "812731e1-64a5-44db-9b76-04e5311faefe"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:08.665180 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdeb157-ee3c-4f6e-8c46-f8a4c408a1bd x-openstack-request-id: req-1fdeb157-ee3c-4f6e-8c46-f8a4c408a1bd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:08.665661 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876bae7e-f362-4107-8ee1-41d810be73fc", "name": "network-vif-plugged", "status": "completed", "tag": "812731e1-64a5-44db-9b76-04e5311faefe", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:08.666021 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fdeb157-ee3c-4f6e-8c46-f8a4c408a1bd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:08.667065 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876bae7e-f362-4107-8ee1-41d810be73fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812731e1-64a5-44db-9b76-04e5311faefe', 'code': 200} Nov 10 16:34:08.779811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2bef-e63b-42f9-b93d-b05e1fa380bd req-af6bbfba-0a0b-4711-a882-1be848635820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:08.782239 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-518e2bef-e63b-42f9-b93d-b05e1fa380bd req-af6bbfba-0a0b-4711-a882-1be848635820 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 1097 time: 0.0504177 Nov 10 16:34:08.848127 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-518e2bef-e63b-42f9-b93d-b05e1fa380bd req-8d8993ef-d15f-44b8-a93b-5f4b60de9abe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 Nov 10 16:34:08.868771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0052a05-94cc-4673-af97-2f5436686a54 req-6a75ef68-36ce-46bf-af4c-a8633c834c2f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:08.870792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d0052a05-94cc-4673-af97-2f5436686a54 req-6a75ef68-36ce-46bf-af4c-a8633c834c2f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0778289 Nov 10 16:34:08.924542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d0052a05-94cc-4673-af97-2f5436686a54 req-bedf462c-7bc4-4459-81c7-9df3ef3e78b0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Nov 10 16:34:09.085695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18ff54-061d-42e8-a25a-06d16e8261c9 req-ba949167-cd11-4631-9a40-ed53599673db tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:09.092083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da18ff54-061d-42e8-a25a-06d16e8261c9 req-ba949167-cd11-4631-9a40-ed53599673db tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 945 time: 0.0710387 Nov 10 16:34:09.135295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03f33-b824-43ae-b201-4eaf9a42ef56 req-99b5ae1a-d3be-4682-96d3-d495c11c8f69 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:09.148484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3a03f33-b824-43ae-b201-4eaf9a42ef56 req-99b5ae1a-d3be-4682-96d3-d495c11c8f69 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0760221 Nov 10 16:34:09.153133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da18ff54-061d-42e8-a25a-06d16e8261c9 req-e72f1070-0e09-48f5-adce-66ab8389dd43 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576084 Nov 10 16:34:09.205546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3a03f33-b824-43ae-b201-4eaf9a42ef56 req-a71d0646-bbb0-4833-9ebc-cb3746991222 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492432 Nov 10 16:34:09.360510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3d73c-1a27-4b6d-bb33-5827d48bbc35 req-4d8b61cb-6db4-4a90-ad55-00736241841d tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:09.362421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5f3d73c-1a27-4b6d-bb33-5827d48bbc35 req-4d8b61cb-6db4-4a90-ad55-00736241841d tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1097 time: 0.0527210 Nov 10 16:34:09.449894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5f3d73c-1a27-4b6d-bb33-5827d48bbc35 req-607f114e-4814-4e5f-93bc-07245a9e0d57 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654759 Nov 10 16:34:09.576395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db438d-b8e0-406a-b8e9-ff7d4b69e314 req-d792e9c6-dde3-4f67-8562-9138c6c166a3 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:09.577919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11db438d-b8e0-406a-b8e9-ff7d4b69e314 req-d792e9c6-dde3-4f67-8562-9138c6c166a3 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1097 time: 0.0572996 Nov 10 16:34:09.630435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11db438d-b8e0-406a-b8e9-ff7d4b69e314 req-4d6f1095-caf6-4269-ab76-c9c111d8d172 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450583 Nov 10 16:34:09.813578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 59d48dee-81d1-4755-9d42-fbee63f7782d no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:09.835522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 59d48dee-81d1-4755-9d42-fbee63f7782d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:09.835965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 59d48dee-81d1-4755-9d42-fbee63f7782d not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:10.098762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b1f29-7988-4605-b637-0f2fa2ec83f0 req-ad93c145-1ea6-4f87-adba-e73ef88143d0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:10.100492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571b1f29-7988-4605-b637-0f2fa2ec83f0 req-ad93c145-1ea6-4f87-adba-e73ef88143d0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0604196 Nov 10 16:34:10.152857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39374) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:10.164521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571b1f29-7988-4605-b637-0f2fa2ec83f0 req-e3209c0a-8735-4af4-bdc4-c1112804610c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Nov 10 16:34:10.205634 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:10.330692 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a8ec2265-44a4-4593-b862-4f30e25d8f0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54beeb0410c3445491a8078eddd7458f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765656 Nov 10 16:34:10.334416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:10.426668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e9eabb-81a9-40d9-b8b2-aebe9e0c0525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:10.439124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ad4aa-9956-4e15-968a-6a038f6fbbdc req-639f79c6-dbd7-40b8-84a1-3c65b371f3a3 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:10.440684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-422ad4aa-9956-4e15-968a-6a038f6fbbdc req-639f79c6-dbd7-40b8-84a1-3c65b371f3a3 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 945 time: 0.0752912 Nov 10 16:34:10.483729 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e9eabb-81a9-40d9-b8b2-aebe9e0c0525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:10.546393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-422ad4aa-9956-4e15-968a-6a038f6fbbdc req-528396b3-2616-4268-b3dd-ea021fb6ae47 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978360 Nov 10 16:34:10.692625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e9eabb-81a9-40d9-b8b2-aebe9e0c0525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:10.693343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e9eabb-81a9-40d9-b8b2-aebe9e0c0525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:10.696890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a1e9eabb-81a9-40d9-b8b2-aebe9e0c0525 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93c81514-5a89-48ba-af9e-bb0f75af2905 HTTP/1.1" status: 204 len: 168 time: 0.3591299 Nov 10 16:34:10.716741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9eabb-81a9-40d9-b8b2-aebe9e0c0525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c81514-5a89-48ba-af9e-bb0f75af2905,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:11.595248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39426) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:11.619011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47c47-5f2f-4f02-a408-64dc51ab62bd req-663acdb5-9b41-43de-ad3e-e138686c5470 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:11.620662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8f47c47-5f2f-4f02-a408-64dc51ab62bd req-663acdb5-9b41-43de-ad3e-e138686c5470 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0588374 Nov 10 16:34:11.647488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ac02e7ad-9e1e-460a-b7da-f02637c0dafa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13457915353148acb319ffb2a1967461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509510 Nov 10 16:34:11.648061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39428) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:11.703616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8f47c47-5f2f-4f02-a408-64dc51ab62bd req-fa7cce59-0e34-43d8-a9e8-4dd35fd74b69 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746033 Nov 10 16:34:11.721581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bad6c4ab-d7e0-4b24-b85e-2c41063022ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:11.745413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bad6c4ab-d7e0-4b24-b85e-2c41063022ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:11.837011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:11.903557 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bad6c4ab-d7e0-4b24-b85e-2c41063022ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:11.909998 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bad6c4ab-d7e0-4b24-b85e-2c41063022ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:11.914898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bad6c4ab-d7e0-4b24-b85e-2c41063022ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0df46e0-9ac2-4280-ac4b-7a8f2b58197c HTTP/1.1" status: 204 len: 168 time: 0.2655790 Nov 10 16:34:11.939196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6c4ab-d7e0-4b24-b85e-2c41063022ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df46e0-9ac2-4280-ac4b-7a8f2b58197c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:11.947664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:11.983627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a', 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d', 'port_id': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a', 'mac_address': 'fa:16:3e:c1:b6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b23c3c6-294c-4fac-aacd-a15617a63e9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:34:12.002091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19599e9b-86a5-4116-b443-b1f67d78779c req-18c6769a-76b1-4ea3-a174-95b4ae01946d tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:12.003812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19599e9b-86a5-4116-b443-b1f67d78779c req-18c6769a-76b1-4ea3-a174-95b4ae01946d tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 945 time: 0.0750835 Nov 10 16:34:12.035592 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:12.053260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:12.071287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19599e9b-86a5-4116-b443-b1f67d78779c req-30705e27-4faf-4f7e-a888-4b7a4d196e25 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601337 Nov 10 16:34:12.079290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:12.232663 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:12.325851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:12.571938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:12.581975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-9425551a-1b37-4175-851e-5d2f50a77683 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:34:12.595931 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-9425551a-1b37-4175-851e-5d2f50a77683 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3318300 Nov 10 16:34:12.708853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-74ec3c10-7fe4-4f7c-9101-610c4138eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:12.711194 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-74ec3c10-7fe4-4f7c-9101-610c4138eeb6 service neutron] 10.222.0.62 "GET /v2.0/ports/971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 200 len: 1094 time: 0.1134050 Nov 10 16:34:12.748807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Request body: {'binding': {'host': 'n-h1-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:12.749149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:34:12.888768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d73b0b-7e33-44ca-a361-1bfeb580ef7d req-4b5c3aef-4b67-4315-962b-07a283b27011 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:12.892121 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3d73b0b-7e33-44ca-a361-1bfeb580ef7d req-4b5c3aef-4b67-4315-962b-07a283b27011 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.0693848 Nov 10 16:34:12.941246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on host n-h1-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:12.941574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:12.942119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:12.947550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:12.947966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:12.954777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:12.955568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:12.956056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:12.956626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Bound port: 971312e4-e757-4717-b4fa-c08675577857, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:12.970346 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3d73b0b-7e33-44ca-a361-1bfeb580ef7d req-c8ecec59-f5b7-4c9c-b62f-fa99e4840cf6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706944 Nov 10 16:34:13.029702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:13.136895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:13.147843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:13.157741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-eba1bf8c-d196-4aea-9611-68901975e940 service neutron] 10.222.0.62 "POST /v2.0/ports/971312e4-e757-4717-b4fa-c08675577857/bindings HTTP/1.1" status: 201 len: 390 time: 0.4122488 Nov 10 16:34:13.348717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32542f58-651e-4b65-8563-cd14a383569f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:13.458176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-b4ef7222-b019-4672-8451-73331da0d10c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776896 Nov 10 16:34:13.533798 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32542f58-651e-4b65-8563-cd14a383569f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:13.552703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-d67893bb-644f-40ad-9795-a8fb363bb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:13.554523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-d67893bb-644f-40ad-9795-a8fb363bb281 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 1097 time: 0.0645876 Nov 10 16:34:13.586631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb504-d90f-495e-852a-e4faa417c48f req-212ff689-5a54-4c09-b893-7b2afaa3a374 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:13.596044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e3eb504-d90f-495e-852a-e4faa417c48f req-212ff689-5a54-4c09-b893-7b2afaa3a374 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0878761 Nov 10 16:34:13.620938 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32542f58-651e-4b65-8563-cd14a383569f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:13.662084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32542f58-651e-4b65-8563-cd14a383569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2671b9ea-2e33-4fd3-b8eb-bb74c6ab4761,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:13.691908 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e3eb504-d90f-495e-852a-e4faa417c48f req-356f311b-936a-4b9a-b581-7fb888d74a5c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928819 Nov 10 16:34:13.738161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-32542f58-651e-4b65-8563-cd14a383569f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3cbaed2579e4fefa908adf838da8607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5999095 Nov 10 16:34:13.741038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:13.810190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-271f986a-585f-4749-b758-68397565f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:13.811767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-271f986a-585f-4749-b758-68397565f84e service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.2367136 Nov 10 16:34:13.841776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:13.889659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-081d27db-71fd-4276-8877-731e34ffa445 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 200 len: 217 time: 0.0698733 Nov 10 16:34:13.941161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a155d6-51d5-4437-bfd1-81e638ea6ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:13.971031 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a155d6-51d5-4437-bfd1-81e638ea6ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:13.982321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-3d93ae24-4bd5-4ba6-97cb-a160afa9b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:13.984083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-3d93ae24-4bd5-4ba6-97cb-a160afa9b266 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.0870504 Nov 10 16:34:14.034176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-a541f637-3bd0-4e73-a39f-238f8b072565 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414362 Nov 10 16:34:14.102117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:34:14.106966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:14.107509 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:14.132611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dbace-52c1-4749-8c91-9968337b0367 req-99f02e69-da05-4ca5-bd8c-ec17f74eef2e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:14.139121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c96dbace-52c1-4749-8c91-9968337b0367 req-99f02e69-da05-4ca5-bd8c-ec17f74eef2e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.0830011 Nov 10 16:34:14.155640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-33c3c139-5468-4a4d-9d62-6eca3cec395b service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144354 Nov 10 16:34:14.227418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c96dbace-52c1-4749-8c91-9968337b0367 req-784e7b6f-c84a-42f6-965a-5a7ca26c324c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805621 Nov 10 16:34:14.249080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a155d6-51d5-4437-bfd1-81e638ea6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:14.251915 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:14.253068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a155d6-51d5-4437-bfd1-81e638ea6ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:14.255001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-05a155d6-51d5-4437-bfd1-81e638ea6ee6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2671b9ea-2e33-4fd3-b8eb-bb74c6ab4761 HTTP/1.1" status: 204 len: 168 time: 0.5119479 Nov 10 16:34:14.267168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a155d6-51d5-4437-bfd1-81e638ea6ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2671b9ea-2e33-4fd3-b8eb-bb74c6ab4761,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:14.316855 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746d5bcf-cca4-4203-924e-e5d0815dd9c0 req-182fd2c4-fec5-41a2-ae75-bb5ce0fad7fc service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510465 Nov 10 16:34:14.324380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:14.326724 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4a52c0-a54d-470b-b237-8b7ce97b4db6" -d '{"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:14.346680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-5bd16db8-0767-46d8-8558-ba567ae9983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:14.346961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:14.348693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-5bd16db8-0767-46d8-8558-ba567ae9983d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1097 time: 0.1038566 Nov 10 16:34:14.369292 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf6981-99e4-4290-8a53-fc61099bbe81 x-openstack-request-id: req-21cf6981-99e4-4290-8a53-fc61099bbe81 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:14.371129 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-plugged", "status": "completed", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:14.371129 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21cf6981-99e4-4290-8a53-fc61099bbe81 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:14.371129 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a', 'code': 200} Nov 10 16:34:14.452402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:14.532113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:14.587626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:14.598190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-7d063887-1cb4-41b3-aeea-28e2db2ba2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:14.599783 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-7d063887-1cb4-41b3-aeea-28e2db2ba2b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.2417455 Nov 10 16:34:14.651152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-d6e37d60-9bd2-41f6-af51-866aa13ea7d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 200 len: 217 time: 0.0427604 Nov 10 16:34:14.654534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b368aa1-2fa9-43c1-ae15-5ab3e254b6a6 req-e4ab0d2d-44f8-4292-9e7a-9de84ec19832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:14.656149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b368aa1-2fa9-43c1-ae15-5ab3e254b6a6 req-e4ab0d2d-44f8-4292-9e7a-9de84ec19832 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1097 time: 0.1891358 Nov 10 16:34:14.733615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-8fefe581-d939-4057-860c-2926b7219ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:14.735934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-8fefe581-d939-4057-860c-2926b7219ea4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.0773365 Nov 10 16:34:14.779258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-88d1be92-5440-4e78-b272-94e57b1a13bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322223 Nov 10 16:34:14.782151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b368aa1-2fa9-43c1-ae15-5ab3e254b6a6 req-2220e17b-725d-4b84-ad34-4810f50e5b15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137059 Nov 10 16:34:14.895905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61e9860c-b86f-44ae-83ad-0a601809fe50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:14.931427 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-50e9de8c-54d3-4059-b32d-07bff7d72a49 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444669 Nov 10 16:34:14.975822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e661b-f02e-4165-965e-d69950b35419 req-feda323b-dd9f-426d-88f2-6c11ca4e6e6c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:14.977359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb8e661b-f02e-4165-965e-d69950b35419 req-feda323b-dd9f-426d-88f2-6c11ca4e6e6c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0994468 Nov 10 16:34:14.990792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61e9860c-b86f-44ae-83ad-0a601809fe50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:15.039330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61e9860c-b86f-44ae-83ad-0a601809fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:15.073582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb8e661b-f02e-4165-965e-d69950b35419 req-550cd354-f261-40b2-9caa-83fcddc0bd0f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655951 Nov 10 16:34:15.075758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-29a04acf-d12d-4c78-b066-1fdb55a4c5e3 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356845 Nov 10 16:34:15.103071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61e9860c-b86f-44ae-83ad-0a601809fe50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bcd9ff86f4645d7b6a7336f0ea2a419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5664716 Nov 10 16:34:15.103071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9860c-b86f-44ae-83ad-0a601809fe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea38efa-7535-419a-b2ff-c7ae917d978e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:15.105350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:15.155846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a68e5b6e-8b7c-413b-999d-80f6acdd233a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:15.178776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a68e5b6e-8b7c-413b-999d-80f6acdd233a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:15.308401 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a68e5b6e-8b7c-413b-999d-80f6acdd233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:15.375758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a68e5b6e-8b7c-413b-999d-80f6acdd233a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:15.375758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a68e5b6e-8b7c-413b-999d-80f6acdd233a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ea38efa-7535-419a-b2ff-c7ae917d978e HTTP/1.1" status: 204 len: 168 time: 0.2284501 Nov 10 16:34:15.375758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e5b6e-8b7c-413b-999d-80f6acdd233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea38efa-7535-419a-b2ff-c7ae917d978e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:15.377943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293681-edc9-49eb-ad20-82db53b2a34f req-7216758e-3440-4386-95fa-263be5500dd3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:15.377943 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48293681-edc9-49eb-ad20-82db53b2a34f req-7216758e-3440-4386-95fa-263be5500dd3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0627840 Nov 10 16:34:15.438373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48293681-edc9-49eb-ad20-82db53b2a34f req-f9020404-cf60-4d1b-a89b-a78d8de4b7c9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632584 Nov 10 16:34:15.614972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:15.722708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1134207165-network', 'tenant_id': '13d7a6f14d5f40e09e178b702ba4cc24'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:15.873014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Made reservation on behalf of 13d7a6f14d5f40e09e178b702ba4cc24 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:15.877174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:15.885020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:15.981367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:16.067812 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:16.102757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eaffe9-c9da-40ce-8e8a-988123773297,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:16.118294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:34:16.134118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:16.134852 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Added segment aaaa7d92-f8fb-4680-8a63-10fb33af783f of type vlan for network bcedf1c6-073f-4562-a5c9-44a4a406dea1 Nov 10 16:34:16.191627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:16.255142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5da31-271d-48c2-b1af-5bf55e0fef36 req-0e97ecc4-a6ec-4789-ad84-2ac68d8e3bbe tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:16.259379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fad5da31-271d-48c2-b1af-5bf55e0fef36 req-0e97ecc4-a6ec-4789-ad84-2ac68d8e3bbe tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0822451 Nov 10 16:34:16.331225 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:16.332717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:16.333858 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:16.353653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fad5da31-271d-48c2-b1af-5bf55e0fef36 req-5eb844b6-c02f-43ad-9876-672b0c158b29 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894656 Nov 10 16:34:16.426434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] Pushing event updated for resources: {'Network': ['ID=bcedf1c6-073f-4562-a5c9-44a4a406dea1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:16.436999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network bcedf1c6-073f-4562-a5c9-44a4a406dea1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:34:16.521615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:16.526616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ca366a06-a3fb-43d6-9510-17db99f7c81b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9022360 Nov 10 16:34:16.528475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Request body: {'subnet': {'network_id': 'bcedf1c6-073f-4562-a5c9-44a4a406dea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1134207165-subnet', 'tenant_id': '13d7a6f14d5f40e09e178b702ba4cc24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:16.642791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39602) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:16.643768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721753e-7e78-467f-afcc-4338c4e7c93b req-9bb0e8d0-35e8-445d-832e-b1ebc7f760a1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:16.645414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a721753e-7e78-467f-afcc-4338c4e7c93b req-9bb0e8d0-35e8-445d-832e-b1ebc7f760a1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1158941 Nov 10 16:34:16.728497 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a721753e-7e78-467f-afcc-4338c4e7c93b req-dfcf9731-1dec-484f-a6a2-fcf29f5f6cab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759258 Nov 10 16:34:16.746715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Made reservation on behalf of 13d7a6f14d5f40e09e178b702ba4cc24 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:16.749208 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:16.806626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1745618941-network', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:16.997622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:17.001766 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.012701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.076313 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.156413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.180318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68d86a8-31e1-4c73-9067-b6cb83567f08,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:17.195252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Checking segment: {'id': 'aaaa7d92-f8fb-4680-8a63-10fb33af783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bcedf1c6-073f-4562-a5c9-44a4a406dea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:17.196798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Network hostable DHCP agents. Network: bcedf1c6-073f-4562-a5c9-44a4a406dea1, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:34:17.200970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.219161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:34:17.247215 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.247914 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Added segment d0b1d223-5225-4f07-b3ac-3126548aa9e1 of type vlan for network 4b39e577-a003-451c-9b32-fed654df3739 Nov 10 16:34:17.283983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad877dc2-bf70-466f-b196-39250a7c8eeb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:17.302209 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.325411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Network bcedf1c6-073f-4562-a5c9-44a4a406dea1 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:34:17.410565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, bcedf1c6-073f-4562-a5c9-44a4a406dea1) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:17.415154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:17.415986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.422209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b0265-db4f-407f-b433-cba97db19bd3 None None] Network bcedf1c6-073f-4562-a5c9-44a4a406dea1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:17.443725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.444996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:17.446465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.499370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618acdb-b35c-4012-a1dc-f5d9cd50dcb1 req-d76b2b61-c379-4598-9b6a-c5c9282e484f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:17.509537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9618acdb-b35c-4012-a1dc-f5d9cd50dcb1 req-d76b2b61-c379-4598-9b6a-c5c9282e484f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0723250 Nov 10 16:34:17.522505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6fbc62b0-9fa1-435c-bc6a-ca377f124f9e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9995165 Nov 10 16:34:17.535379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] Pushing event updated for resources: {'Network': ['ID=4b39e577-a003-451c-9b32-fed654df3739,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:17.555533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa2901cb-3427-45ea-a5a0-62579a93f890 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9123704 Nov 10 16:34:17.557157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 4b39e577-a003-451c-9b32-fed654df3739 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:34:17.558438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39616) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:17.563902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Request body: {'subnet': {'network_id': '4b39e577-a003-451c-9b32-fed654df3739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1745618941-subnet', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:17.616926 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9618acdb-b35c-4012-a1dc-f5d9cd50dcb1 req-ad3aa252-0eab-4f1d-a973-a9eb7d4fe8a2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059539 Nov 10 16:34:17.650566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:17.654178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:17.716979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da47605-7039-43a3-be7a-65dab6b53db4 None None] Network bcedf1c6-073f-4562-a5c9-44a4a406dea1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:17.983540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4718a-2355-44cd-9af9-ebe3e6e07f43 req-b9c4da92-ac06-4a61-86fd-1d2991770905 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:17.991982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67c4718a-2355-44cd-9af9-ebe3e6e07f43 req-b9c4da92-ac06-4a61-86fd-1d2991770905 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1143172 Nov 10 16:34:18.072608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67c4718a-2355-44cd-9af9-ebe3e6e07f43 req-4bdb8e08-3ca2-4246-af39-42b24612b4eb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797548 Nov 10 16:34:18.096313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-8f0a128c-59d1-4035-b46a-929e34928265 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:18.097934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-8f0a128c-59d1-4035-b46a-929e34928265 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/networks?id=bcedf1c6-073f-4562-a5c9-44a4a406dea1 HTTP/1.1" status: 200 len: 822 time: 0.1263301 Nov 10 16:34:18.116732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-fb262c77-2212-48f7-bf60-e9e64a5213f5 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/quotas/13d7a6f14d5f40e09e178b702ba4cc24 HTTP/1.1" status: 200 len: 375 time: 0.0112851 Nov 10 16:34:18.119182 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:18.166722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-6ca93876-0c62-46b2-b81b-ead02e80c275 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13d7a6f14d5f40e09e178b702ba4cc24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352056 Nov 10 16:34:18.203712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a742c1b-d44b-430f-baff-2ea6a7c70689,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:18.223651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Checking segment: {'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:18.224027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Network hostable DHCP agents. Network: 4b39e577-a003-451c-9b32-fed654df3739, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:34:18.284239 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-130237c6-af54-4865-9c8c-aba97c7d80ec service neutron] 10.222.0.62 "GET /v2.0/networks/bcedf1c6-073f-4562-a5c9-44a4a406dea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064832 Nov 10 16:34:18.314496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Network 4b39e577-a003-451c-9b32-fed654df3739 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:34:18.392440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-088c78fd-a281-4940-a7e7-2f833bc09e39 service neutron] 10.222.0.62 "GET /v2.0/networks/bcedf1c6-073f-4562-a5c9-44a4a406dea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014478 Nov 10 16:34:18.423019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 4b39e577-a003-451c-9b32-fed654df3739) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:18.431557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:18.432135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:18.439173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ca0c34-252f-4fc7-b842-7d83e3f31a2a None None] Network 4b39e577-a003-451c-9b32-fed654df3739 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:18.450760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5641eb-2d39-48e8-ab39-da285f90bdf9 req-b3c93053-c680-4c30-b6ab-864ebf08d56d tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:18.452476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b5641eb-2d39-48e8-ab39-da285f90bdf9 req-b3c93053-c680-4c30-b6ab-864ebf08d56d tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1097 time: 0.0635262 Nov 10 16:34:18.504600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b5641eb-2d39-48e8-ab39-da285f90bdf9 req-78c17ac3-70e1-4631-8ab3-6ffa51eeb966 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Nov 10 16:34:18.541018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a0d32936-43c6-4b2b-823c-1a503d942345 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9803271 Nov 10 16:34:18.542803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39642) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:18.573146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:18.677989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-4b39e577-a003-451c-9b32-fed654df3739', 'network_id': '4b39e577-a003-451c-9b32-fed654df3739', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'fixed_ips': [{'subnet_id': '4a742c1b-d44b-430f-baff-2ea6a7c70689'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:34:18.678845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac9287-ec67-4c8e-9847-8e5787e6ce3b req-5d4b52d2-3a27-44db-8520-c0a9ecced771 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:18.678980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:18.680420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8ac9287-ec67-4c8e-9847-8e5787e6ce3b req-5d4b52d2-3a27-44db-8520-c0a9ecced771 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1097 time: 0.0463133 Nov 10 16:34:18.743622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:18.745535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:18.868863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Allocated IP 172.20.0.2 (4b39e577-a003-451c-9b32-fed654df3739/4a742c1b-d44b-430f-baff-2ea6a7c70689/fd74a609-2108-4c9a-9511-3f733a281718) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:18.894037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8ac9287-ec67-4c8e-9847-8e5787e6ce3b req-8928985e-7173-4534-bff1-64583ab6010e tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062912 Nov 10 16:34:18.894401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:19.034581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38064c56-e0df-483e-bcf7-c3a5d7e93009 req-1fbf5e16-8937-45c2-ac8e-15a1a868a67f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:19.036250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38064c56-e0df-483e-bcf7-c3a5d7e93009 req-1fbf5e16-8937-45c2-ac8e-15a1a868a67f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.1056724 Nov 10 16:34:19.112605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:19.122615 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28df1986-915b-4e3c-93ff-ef86d3177a97 req-2ee37f98-8abf-43fd-9fc7-ef14fc95eae4 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 210 time: 0.0837343 Nov 10 16:34:19.127297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38064c56-e0df-483e-bcf7-c3a5d7e93009 req-4160adc7-6acc-462e-a997-d5da6cb5ce3b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818355 Nov 10 16:34:19.198960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:19.205569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:19.287803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Network 4b39e577-a003-451c-9b32-fed654df3739 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:19.290719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:19.294360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:19.362819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Pushing event updated for resources: {'Port': ['ID=fd74a609-2108-4c9a-9511-3f733a281718,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:19.401319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Attempting to bind port fd74a609-2108-4c9a-9511-3f733a281718 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:19.402096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Attempting to bind port fd74a609-2108-4c9a-9511-3f733a281718 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:19.402096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Attempting to bind port fd74a609-2108-4c9a-9511-3f733a281718 on network 4b39e577-a003-451c-9b32-fed654df3739 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:19.408787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:19.409160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Checking segment: {'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:19.409592 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:19.410440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Bound using segment: {'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:19.410440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Bound port: fd74a609-2108-4c9a-9511-3f733a281718, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:19.410834 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:19.485335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] For port fd74a609-2108-4c9a-9511-3f733a281718, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:19.489758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] For port fd74a609-2108-4c9a-9511-3f733a281718, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fd74a609-2108-4c9a-9511-3f733a281718,segment=NetworkSegment(d0b1d223-5225-4f07-b3ac-3126548aa9e1),segment_id=d0b1d223-5225-4f07-b3ac-3126548aa9e1)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:19.557942 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:19.700467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7cc5-d3e9-4004-a5c7-b9f086689bfb None None] Pushing event updated for resources: {'Port': ['ID=fd74a609-2108-4c9a-9511-3f733a281718,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:19.938424 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:19.962812 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:20.139466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Allocated IP 172.25.3.6 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/82021b78-9ebc-4a53-8a53-6039d14818df) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:20.310647 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:20.326938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eec929-da3f-47f6-82fc-fd5aec4d094a req-4d392b7c-6a36-4155-b488-f27a71258f45 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:20.328650 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47eec929-da3f-47f6-82fc-fd5aec4d094a req-4d392b7c-6a36-4155-b488-f27a71258f45 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0830331 Nov 10 16:34:20.409352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47eec929-da3f-47f6-82fc-fd5aec4d094a req-b08f81bc-d8be-4bb8-adfe-fbabdb0ca940 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669982 Nov 10 16:34:20.456561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:20.545160 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3a82281-d61a-42fe-9e97-aa017d326e40 req-b8606c28-b00a-41fe-81d3-6191595c0181 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 210 time: 0.0577445 Nov 10 16:34:20.545160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:20.545160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:20.549479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:20.604974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Pushing event updated for resources: {'Port': ['ID=82021b78-9ebc-4a53-8a53-6039d14818df,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:21.021409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:21.041456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96ee3a8-2674-4fd1-9af8-f3621d26321c None None] Network 4b39e577-a003-451c-9b32-fed654df3739 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:21.143919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9f1c7efd-5a29-4fc0-871b-774612c37f62 None None] Provisioning complete for port fd74a609-2108-4c9a-9511-3f733a281718 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:21.144270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f1c7efd-5a29-4fc0-871b-774612c37f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:21.285164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fd74a609-2108-4c9a-9511-3f733a281718 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:21.321324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:21.369630 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f1c7efd-5a29-4fc0-871b-774612c37f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:21.462116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9f1c7efd-5a29-4fc0-871b-774612c37f62 None None] For port fd74a609-2108-4c9a-9511-3f733a281718, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fd74a609-2108-4c9a-9511-3f733a281718,segment=NetworkSegment(d0b1d223-5225-4f07-b3ac-3126548aa9e1),segment_id=d0b1d223-5225-4f07-b3ac-3126548aa9e1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:21.485871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port fd74a609-2108-4c9a-9511-3f733a281718 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:21.487846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:21.563819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f1c7efd-5a29-4fc0-871b-774612c37f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:21.592335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7b71e-35f6-4353-8803-85fb1b2aeab8 req-2c5f9958-815a-4b8e-8525-c8c9514e27f2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:21.608698 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4da7b71e-35f6-4353-8803-85fb1b2aeab8 req-2c5f9958-815a-4b8e-8525-c8c9514e27f2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0843883 Nov 10 16:34:21.645852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c7efd-5a29-4fc0-871b-774612c37f62 None None] Pushing event updated for resources: {'Port': ['ID=fd74a609-2108-4c9a-9511-3f733a281718,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:21.657031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-ac6e77c0-bd3b-4c35-a19b-605217405e9f tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:34:21.658112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-ac6e77c0-bd3b-4c35-a19b-605217405e9f tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106015 Nov 10 16:34:21.685255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Router bb83eebe-4dd4-4f1c-a387-aa35b365c713 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:34:21.732439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b2e0d32f-4106-4710-8eaf-9ddce9a990bf None None] Provisioning complete for port fd74a609-2108-4c9a-9511-3f733a281718 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:21.732804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2e0d32f-4106-4710-8eaf-9ddce9a990bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:21.877068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4da7b71e-35f6-4353-8803-85fb1b2aeab8 req-e2e4edc7-504a-4831-badf-ee2b3593c07c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664018 Nov 10 16:34:21.886996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-9fc097ef-6b15-4086-8bcb-ef95cbfa0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:21.895127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-9fc097ef-6b15-4086-8bcb-ef95cbfa0e88 service neutron] 10.222.0.62 "GET /v2.0/ports/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a HTTP/1.1" status: 200 len: 1094 time: 0.2105222 Nov 10 16:34:21.899276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Request body: {'binding': {'host': 'n-h1-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:21.899763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:34:21.913727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-805548ec-4ab2-46bb-a41d-dc2803ff9db5 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:21.913727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-805548ec-4ab2-46bb-a41d-dc2803ff9db5 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.18 "GET /v2.0/networks?id=bcedf1c6-073f-4562-a5c9-44a4a406dea1 HTTP/1.1" status: 200 len: 822 time: 0.2816913 Nov 10 16:34:21.943924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Request body: {'port': {'device_id': '71cd7ed7-e133-4fae-821a-8c4acfb72071', 'network_id': 'bcedf1c6-073f-4562-a5c9-44a4a406dea1', 'admin_state_up': True, 'tenant_id': '13d7a6f14d5f40e09e178b702ba4cc24'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:22.079385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b14bee58-9a36-4e4c-b7fa-c3353b372b83 req-cdd20838-7ea4-44ef-a4e3-a0eed75952d0 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 210 time: 0.1256576 Nov 10 16:34:22.183914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:34:22.201291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Sync routers for ids ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:34:22.212736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Routers {'bb83eebe-4dd4-4f1c-a387-aa35b365c713'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:34:22.213190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:34:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:22.283244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on host n-h1-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:22.283605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:22.283979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:22.289155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:22.289472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:22.294638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:22.295340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:22.295526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:22.295953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Bound port: 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:22.358963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:22.374070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-8e79d53d-c834-493b-839b-4a40f5dd6845 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0632594 Nov 10 16:34:22.381242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Set router bb83eebe-4dd4-4f1c-a387-aa35b365c713 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:34:22.413088 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:22.414796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f555c526-ef3b-4438-96ab-e142f0ce1232 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8707528 Nov 10 16:34:22.417903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39710) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:22.453675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-8663b232-b4f9-442e-9c61-c733e65b608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:22.456250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-8663b232-b4f9-442e-9c61-c733e65b608e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d0ca4ce52c545e9b484dcdcaf0f43ba&device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 1098 time: 0.0549021 Nov 10 16:34:22.511223 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:22.512753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-0c42753c-6711-4796-b8cb-d8132453e824 service neutron] 10.222.0.62 "POST /v2.0/ports/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6170723 Nov 10 16:34:22.564483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Made reservation on behalf of 13d7a6f14d5f40e09e178b702ba4cc24 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:22.569785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:22.595269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-740bd3f0-0896-420c-b024-dbfe12d0866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:22.598255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-740bd3f0-0896-420c-b024-dbfe12d0866d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f HTTP/1.1" status: 200 len: 915 time: 0.1130490 Nov 10 16:34:22.610251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:34:20Z', 'revision_number': 3, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:22.671997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Checking router: bb83eebe-4dd4-4f1c-a387-aa35b365c713 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:34:22.672752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Updating router bb83eebe-4dd4-4f1c-a387-aa35b365c713 port 82021b78-9ebc-4a53-8a53-6039d14818df binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:34:22.694096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-90819272-feeb-44c6-971e-2ee9d0fed3de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=819d0e51-4546-45f1-9f5c-133651257e8d HTTP/1.1" status: 200 len: 1002 time: 0.0865078 Nov 10 16:34:22.705619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:22.799640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-14ae7463-4f7a-45c0-a77b-e531bbc6aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:22.801409 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-14ae7463-4f7a-45c0-a77b-e531bbc6aa24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49662920-423b-47a3-adf9-6692ef2333fc HTTP/1.1" status: 200 len: 853 time: 0.0851419 Nov 10 16:34:22.830326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Allocated IP 172.20.0.7 (bcedf1c6-073f-4562-a5c9-44a4a406dea1/e68d86a8-31e1-4c73-9067-b6cb83567f08/16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:22.899587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-2627cf6a-8a03-4e63-a8a2-a55cc7ddc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:22.899587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-2627cf6a-8a03-4e63-a8a2-a55cc7ddc4e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763769 Nov 10 16:34:22.954265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212556d-11eb-4a8e-adda-32fa00903253 req-ce023eee-03e4-4795-8384-7b373e01d388 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:22.957911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5212556d-11eb-4a8e-adda-32fa00903253 req-ce023eee-03e4-4795-8384-7b373e01d388 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1311204 Nov 10 16:34:23.045771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.097293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5212556d-11eb-4a8e-adda-32fa00903253 req-3d07fd59-82c1-4e23-b7e2-454a2f4e9a7d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893767 Nov 10 16:34:23.109883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00470e7-bb77-42b9-aaa0-e46887b64910 req-56610ed3-6bfb-4455-a523-aa259ed32072 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:23.111459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b00470e7-bb77-42b9-aaa0-e46887b64910 req-56610ed3-6bfb-4455-a523-aa259ed32072 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0816786 Nov 10 16:34:23.117635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-672efa22-9dca-4b9a-a956-427ae5882cb0 service neutron] 10.222.0.18 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077804 Nov 10 16:34:23.139514 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.260060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Attempting to bind port 82021b78-9ebc-4a53-8a53-6039d14818df on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:23.261356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Attempting to bind port 82021b78-9ebc-4a53-8a53-6039d14818df by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:23.261984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Attempting to bind port 82021b78-9ebc-4a53-8a53-6039d14818df on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:23.268645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74df897-315c-4272-841f-6f226a04bc7d None None] Pushing event updated for resources: {'Port': ['ID=82021b78-9ebc-4a53-8a53-6039d14818df,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:23.283245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:23.284026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:23.284668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.285271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:23.286669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Bound port: 82021b78-9ebc-4a53-8a53-6039d14818df, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:23.287877 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.346294 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6f497f38-7042-4568-ac1b-42e14789b10b req-346e0611-26e7-4d07-b1ca-04db403875c5 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 210 time: 0.0713916 Nov 10 16:34:23.353542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fd74a609-2108-4c9a-9511-3f733a281718 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:23.362803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b00470e7-bb77-42b9-aaa0-e46887b64910 req-8253d437-f590-4f2d-a649-644ae15c8724 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206142 Nov 10 16:34:23.379209 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.398397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3d1abc2-ec6d-46b6-a2a0-2ff6e8fb8795 req-28629cbc-2799-41e1-85b5-4c41d14c1137 service neutron] 10.222.0.18 "GET /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655194 Nov 10 16:34:23.452617 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.476565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] For port 82021b78-9ebc-4a53-8a53-6039d14818df, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:23.481530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] For port 82021b78-9ebc-4a53-8a53-6039d14818df, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=82021b78-9ebc-4a53-8a53-6039d14818df,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:23.508913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port fd74a609-2108-4c9a-9511-3f733a281718 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:23.512169 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.594643 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.652790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Allocated IP 172.20.0.1 (4b39e577-a003-451c-9b32-fed654df3739/4a742c1b-d44b-430f-baff-2ea6a7c70689/7f2018f5-b80c-44f2-b8d1-dfea940d3243) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:23.657735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Routers {'bb83eebe-4dd4-4f1c-a387-aa35b365c713'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:34:23.658066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:34:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:23.658226 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.663356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74df897-315c-4272-841f-6f226a04bc7d None None] Pushing event updated for resources: {'Port': ['ID=82021b78-9ebc-4a53-8a53-6039d14818df,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:23.732644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Network bcedf1c6-073f-4562-a5c9-44a4a406dea1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:23.740250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:23.770523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:23.773553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] Set router bb83eebe-4dd4-4f1c-a387-aa35b365c713 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:34:23.804939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Pushing event updated for resources: {'Port': ['ID=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:23.837497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:23.838199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.887925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:23.939434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4c30e44e-8832-46f6-b71b-64c06c19866d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9995031 Nov 10 16:34:23.958239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Request body: {'port': {'device_id': '71cd7ed7-e133-4fae-821a-8c4acfb72071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:24.017541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:24.058008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:24.078426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Network 4b39e577-a003-451c-9b32-fed654df3739 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:24.085242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:24.087678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:24.114227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:34:20Z', 'revision_number': 3, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:24.135217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2018f5-b80c-44f2-b8d1-dfea940d3243,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:24.172405 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:24.173885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1620160-d741-4ad3-89d4-4d2f42fc8543 None None] The sync data for ids ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'] in n-d-714676-11 is: [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:34:20Z', 'revision_number': 3, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:34:24.369908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-741a4930-3dba-4e17-9d47-d0e24a497b78 None None] Provisioning complete for port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:24.370558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-741a4930-3dba-4e17-9d47-d0e24a497b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:24.420693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-741a4930-3dba-4e17-9d47-d0e24a497b78 None None] Port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:34:24.514082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544b989-b6d1-4486-badc-b34ee128458f req-c12ad969-94ad-486f-b14e-6d910e474d8d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:24.527449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d544b989-b6d1-4486-badc-b34ee128458f req-c12ad969-94ad-486f-b14e-6d910e474d8d tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 931 time: 0.0723109 Nov 10 16:34:24.596014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d544b989-b6d1-4486-badc-b34ee128458f req-302723cb-6b7c-4009-974c-9e402226eb99 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558903 Nov 10 16:34:24.741541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f1782-ed53-4a2d-9027-e3deda1830b0 req-ef94ae80-9135-4102-81cd-180fccc4f441 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:24.743609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d9f1782-ed53-4a2d-9027-e3deda1830b0 req-ef94ae80-9135-4102-81cd-180fccc4f441 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0644097 Nov 10 16:34:24.804836 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d9f1782-ed53-4a2d-9027-e3deda1830b0 req-2788932d-79bd-4ca5-9101-9912e390961d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545330 Nov 10 16:34:24.833656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089da4d-2638-408a-ad7d-d940e47349db req-91269b30-b109-4b17-a48e-d06d3431485c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:24.841040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3089da4d-2638-408a-ad7d-d940e47349db req-91269b30-b109-4b17-a48e-d06d3431485c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.5703828 Nov 10 16:34:24.940672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3089da4d-2638-408a-ad7d-d940e47349db req-9d505681-27e5-4714-a443-e30a5b83a92c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985928 Nov 10 16:34:25.036727 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.042656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:25.060340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.099278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Transition to ACTIVE for port object 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:34:25.194317 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.236682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 82021b78-9ebc-4a53-8a53-6039d14818df up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:25.301281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 82021b78-9ebc-4a53-8a53-6039d14818df triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:25.301948 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.355641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.355641 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Pushing event updated for resources: {'Port': ['ID=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:25.436404 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.440744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Attempting to bind port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:25.441133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Attempting to bind port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'aaaa7d92-f8fb-4680-8a63-10fb33af783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bcedf1c6-073f-4562-a5c9-44a4a406dea1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:25.441467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Attempting to bind port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c on network bcedf1c6-073f-4562-a5c9-44a4a406dea1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:25.445347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.459633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 82021b78-9ebc-4a53-8a53-6039d14818df, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=82021b78-9ebc-4a53-8a53-6039d14818df,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:25.474114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c on network bcedf1c6-073f-4562-a5c9-44a4a406dea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:25.474509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Attempting to bind port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c on network bcedf1c6-073f-4562-a5c9-44a4a406dea1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:25.503470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:25.504408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Checking segment: {'id': 'aaaa7d92-f8fb-4680-8a63-10fb33af783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bcedf1c6-073f-4562-a5c9-44a4a406dea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:25.504408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Bound using segment: {'id': 'aaaa7d92-f8fb-4680-8a63-10fb33af783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bcedf1c6-073f-4562-a5c9-44a4a406dea1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:25.504802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Bound port: 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaa7d92-f8fb-4680-8a63-10fb33af783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bcedf1c6-073f-4562-a5c9-44a4a406dea1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:25.505152 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.525224 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.538232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:25.549769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2018f5-b80c-44f2-b8d1-dfea940d3243,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:25.608486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=82021b78-9ebc-4a53-8a53-6039d14818df,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:25.735890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] For port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:25.757057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] For port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,segment=NetworkSegment(aaaa7d92-f8fb-4680-8a63-10fb33af783f),segment_id=aaaa7d92-f8fb-4680-8a63-10fb33af783f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:25.786750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff891f-a4df-4ac5-8259-ce9793396aca req-388e3464-0a19-4ef3-bfb6-cb13b47cca84 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:25.788365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10ff891f-a4df-4ac5-8259-ce9793396aca req-388e3464-0a19-4ef3-bfb6-cb13b47cca84 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 943 time: 0.0983336 Nov 10 16:34:25.790440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Network 4b39e577-a003-451c-9b32-fed654df3739 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:25.791966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:25.871909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:26.016883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:26.020167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:26.021897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] 10.222.0.18 "PUT /v2.0/ports/16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c HTTP/1.1" status: 200 len: 1092 time: 2.0695608 Nov 10 16:34:26.034735 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10ff891f-a4df-4ac5-8259-ce9793396aca req-975d1385-4768-402a-8244-f058e48eafb3 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365103 Nov 10 16:34:26.050979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cd7ed7-e133-4fae-821a-8c4acfb72071', 'tag': '16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:26.055453 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28baf138-2c0c-4808-8a47-2a172197fdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "71cd7ed7-e133-4fae-821a-8c4acfb72071", "tag": "16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:26.134090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Router bb83eebe-4dd4-4f1c-a387-aa35b365c713 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:34:26.135325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423cf84-c524-40b4-adb2-ca658224ead8 service neutron] Pushing event updated for resources: {'Port': ['ID=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:26.174360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-57adf886-d61d-4793-bb6b-b0cf8220478c None None] Provisioning complete for port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:26.174877 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57adf886-d61d-4793-bb6b-b0cf8220478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:26.239249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-57adf886-d61d-4793-bb6b-b0cf8220478c None None] Port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:34:26.302272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c2b95-e677-4058-9c2c-742a3e3e3507 req-7ea5708b-31ed-410c-a29e-56dd4246408d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:26.303889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f53c2b95-e677-4058-9c2c-742a3e3e3507 req-7ea5708b-31ed-410c-a29e-56dd4246408d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.1640117 Nov 10 16:34:26.326932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-08ac746a-c9a7-4065-bd87-fe5be60af03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:26.329331 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-08ac746a-c9a7-4065-bd87-fe5be60af03d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13d7a6f14d5f40e09e178b702ba4cc24&device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 1095 time: 0.1875923 Nov 10 16:34:26.364299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99da53-c7de-4b4a-85af-0cb3f3ee4c15 req-d23faf97-d3f6-47fd-b8d1-cd7a4a7a9b5c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:26.371808 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb99da53-c7de-4b4a-85af-0cb3f3ee4c15 req-d23faf97-d3f6-47fd-b8d1-cd7a4a7a9b5c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0877812 Nov 10 16:34:26.410644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-4faf4e67-9668-47bd-9c6c-865a5068d735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c HTTP/1.1" status: 200 len: 217 time: 0.0502658 Nov 10 16:34:26.425995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb99da53-c7de-4b4a-85af-0cb3f3ee4c15 req-48677860-de9c-407f-a954-0439e40a69c7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529804 Nov 10 16:34:26.483022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:34:26.492499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1076a481-2c05-4d6e-b390-47a1718589a9 admin admin] 10.222.0.62 "PUT /v2.0/routers/bb83eebe-4dd4-4f1c-a387-aa35b365c713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0698862 Nov 10 16:34:26.494356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Sync routers for ids ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:34:26.506058 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f53c2b95-e677-4058-9c2c-742a3e3e3507 req-424795f6-219a-4734-b6da-0925d5c2fff9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829472 Nov 10 16:34:26.516966 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Routers {'bb83eebe-4dd4-4f1c-a387-aa35b365c713'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:34:26.517958 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:34:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:26.527456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-9e113d41-b2ad-4f1c-94db-79612a90c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:26.528877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-9e113d41-b2ad-4f1c-94db-79612a90c403 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e68d86a8-31e1-4c73-9067-b6cb83567f08 HTTP/1.1" status: 200 len: 862 time: 0.1074369 Nov 10 16:34:26.560981 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d06613-ce80-4f04-9bef-e50561ff2e2f x-openstack-request-id: req-07d06613-ce80-4f04-9bef-e50561ff2e2f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:26.561273 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cd7ed7-e133-4fae-821a-8c4acfb72071", "tag": "16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:26.561528 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07d06613-ce80-4f04-9bef-e50561ff2e2f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:26.561913 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cd7ed7-e133-4fae-821a-8c4acfb72071', 'tag': '16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c', 'status': 'completed', 'code': 200} Nov 10 16:34:26.589484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-d2a1dac8-9f62-4749-9710-aad3d79f143c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcedf1c6-073f-4562-a5c9-44a4a406dea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529454 Nov 10 16:34:26.667218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:26.699939 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Set router bb83eebe-4dd4-4f1c-a387-aa35b365c713 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:34:26.773356 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-fe3fedba-74c1-4d0f-af39-843efc015854 service neutron] 10.222.0.18 "GET /v2.0/networks/bcedf1c6-073f-4562-a5c9-44a4a406dea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719198 Nov 10 16:34:26.798406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1389464390'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:26.894030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7be20ebc-6a84-4865-ae4d-e97674432db9 req-bfcb090e-5d00-4c1e-b9dd-f7d54fc33681 service neutron] 10.222.0.18 "GET /v2.0/networks/bcedf1c6-073f-4562-a5c9-44a4a406dea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114552 Nov 10 16:34:26.913351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:26.917196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:26.944059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:34:26.944474 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:34:24Z', 'revision_number': 4, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7f2018f5-b80c-44f2-b8d1-dfea940d3243', 'name': '', 'network_id': '4b39e577-a003-451c-9b32-fed654df3739', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'mac_address': 'fa:16:3e:f6:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4a742c1b-d44b-430f-baff-2ea6a7c70689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:23Z', 'updated_at': '2021-11-10T16:34:25Z', 'revision_number': 2, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'subnets': [{'id': '4a742c1b-d44b-430f-baff-2ea6a7c70689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:26.954275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:26.954664 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Added segment aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7 of type vlan for network 8839f362-10dd-47c1-bcae-49f839125587 Nov 10 16:34:26.985054 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Checking router: bb83eebe-4dd4-4f1c-a387-aa35b365c713 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:34:26.985791 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Updating router bb83eebe-4dd4-4f1c-a387-aa35b365c713 port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:34:27.002101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.021542 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.120065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-96bb010e-8a01-4f26-8f25-f50446e99be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:27.121874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-96bb010e-8a01-4f26-8f25-f50446e99be7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13d7a6f14d5f40e09e178b702ba4cc24&device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 1095 time: 0.0608203 Nov 10 16:34:27.165671 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.174271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:27.174952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.214144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 82021b78-9ebc-4a53-8a53-6039d14818df up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:27.279134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 82021b78-9ebc-4a53-8a53-6039d14818df triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:27.279919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.339264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6707137 Nov 10 16:34:27.347746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:27.353413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'subnet': {'network_id': '8839f362-10dd-47c1-bcae-49f839125587', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:27.359893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-b4c4254a-629d-49ec-8361-b5cac7337fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:27.361578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-b4c4254a-629d-49ec-8361-b5cac7337fc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bcedf1c6-073f-4562-a5c9-44a4a406dea1 HTTP/1.1" status: 200 len: 923 time: 0.2252591 Nov 10 16:34:27.376837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4be22-d710-4baf-a0ee-f6c2811eefde tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Network': ['ID=8839f362-10dd-47c1-bcae-49f839125587,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:27.396812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8839f362-10dd-47c1-bcae-49f839125587 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:34:27.441490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-0a825018-4135-49ff-a3d5-a3be00c1a4cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c HTTP/1.1" status: 200 len: 217 time: 0.0606537 Nov 10 16:34:27.459366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67107a-edb0-409c-a4aa-50c2963be944 req-a8efac5f-fb74-4d5b-abaa-d32f6ba03127 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:27.461122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f67107a-edb0-409c-a4aa-50c2963be944 req-a8efac5f-fb74-4d5b-abaa-d32f6ba03127 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 943 time: 0.2830634 Nov 10 16:34:27.545999 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.565317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-6aa34eb0-1370-434b-96bd-7da123cd10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:27.567054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-6aa34eb0-1370-434b-96bd-7da123cd10c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e68d86a8-31e1-4c73-9067-b6cb83567f08 HTTP/1.1" status: 200 len: 862 time: 0.1048479 Nov 10 16:34:27.576903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f67107a-edb0-409c-a4aa-50c2963be944 req-68cad11b-6103-4494-a7ec-fb479e0923e0 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013708 Nov 10 16:34:27.611184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750191e-1e99-465a-8e83-126615650717 req-1367a139-c6ed-4fb0-bdaf-95005e789f9b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:27.613010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e750191e-1e99-465a-8e83-126615650717 req-1367a139-c6ed-4fb0-bdaf-95005e789f9b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0695677 Nov 10 16:34:27.615107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-95cef2d4-aca2-4f49-832a-caec1b111537 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bcedf1c6-073f-4562-a5c9-44a4a406dea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315704 Nov 10 16:34:27.654469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:27.658580 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.662124 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.736549 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Pushing event updated for resources: {'Port': ['ID=7f2018f5-b80c-44f2-b8d1-dfea940d3243,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:27.770371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-9f71c57e-053a-4ae4-975b-3a72afce11c9 service neutron] 10.222.0.18 "GET /v2.0/networks/bcedf1c6-073f-4562-a5c9-44a4a406dea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469932 Nov 10 16:34:27.771978 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.772324 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.772707 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.773041 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.773389 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.773714 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.774389 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.774587 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.774921 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.775222 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.775734 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.775883 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:27.825613 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Attempting to bind port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:27.825976 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Attempting to bind port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:27.826751 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Attempting to bind port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 on network 4b39e577-a003-451c-9b32-fed654df3739 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:27.834532 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:27.834987 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Checking segment: {'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:27.835458 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.835849 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Bound using segment: {'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:27.836324 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Bound port: 7f2018f5-b80c-44f2-b8d1-dfea940d3243, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b1d223-5225-4f07-b3ac-3126548aa9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b39e577-a003-451c-9b32-fed654df3739'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:27.836959 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:27.880153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e750191e-1e99-465a-8e83-126615650717 req-a8ca0ad9-8ef7-4cb3-9326-402504b200a0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604179 Nov 10 16:34:27.939274 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] For port 7f2018f5-b80c-44f2-b8d1-dfea940d3243, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:27.944073 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] For port 7f2018f5-b80c-44f2-b8d1-dfea940d3243, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7f2018f5-b80c-44f2-b8d1-dfea940d3243,segment=NetworkSegment(d0b1d223-5225-4f07-b3ac-3126548aa9e1),segment_id=d0b1d223-5225-4f07-b3ac-3126548aa9e1)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:27.979141 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28baf138-2c0c-4808-8a47-2a172197fdc9 req-03ff542a-258e-4cd9-814b-544792d9f1c1 service neutron] 10.222.0.18 "GET /v2.0/networks/bcedf1c6-073f-4562-a5c9-44a4a406dea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997411 Nov 10 16:34:28.003889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d74c3-1f45-476e-a5cf-91d776c4d0dc req-80754513-67fd-4745-a80c-92cc8e73c426 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:28.005463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c5d74c3-1f45-476e-a5cf-91d776c4d0dc req-80754513-67fd-4745-a80c-92cc8e73c426 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.2147141 Nov 10 16:34:28.056515 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.058711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c5d74c3-1f45-476e-a5cf-91d776c4d0dc req-d0803aa1-8b90-4a84-af22-a86eed6b801f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463796 Nov 10 16:34:28.103989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-71a5619c-2186-4c7d-b983-5d81732a424c None None] Provisioning complete for port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:28.104698 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71a5619c-2186-4c7d-b983-5d81732a424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.113800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.144692 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e83d40-fb9f-4efa-81be-f478f069903b None None] Pushing event updated for resources: {'Port': ['ID=7f2018f5-b80c-44f2-b8d1-dfea940d3243,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:28.193435 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Routers {'bb83eebe-4dd4-4f1c-a387-aa35b365c713'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:34:28.194240 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:34:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:28.198790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Subnet': ['ID=642fd123-4c9e-408d-873c-da381c3e912d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:28.240430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Checking segment: {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:28.240760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network hostable DHCP agents. Network: 8839f362-10dd-47c1-bcae-49f839125587, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:34:28.261566 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71a5619c-2186-4c7d-b983-5d81732a424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.305794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-71a5619c-2186-4c7d-b983-5d81732a424c None None] For port 7f2018f5-b80c-44f2-b8d1-dfea940d3243, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7f2018f5-b80c-44f2-b8d1-dfea940d3243,segment=NetworkSegment(d0b1d223-5225-4f07-b3ac-3126548aa9e1),segment_id=d0b1d223-5225-4f07-b3ac-3126548aa9e1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:28.347686 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] Set router bb83eebe-4dd4-4f1c-a387-aa35b365c713 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:34:28.416111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 8839f362-10dd-47c1-bcae-49f839125587 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:34:28.461898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71a5619c-2186-4c7d-b983-5d81732a424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.514945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5619c-2186-4c7d-b983-5d81732a424c None None] Pushing event updated for resources: {'Port': ['ID=7f2018f5-b80c-44f2-b8d1-dfea940d3243,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:28.518726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8839f362-10dd-47c1-bcae-49f839125587) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:28.524684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:28.525560 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.534509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d61102f-749a-42c5-b464-3a3dcd505930 None None] Network 8839f362-10dd-47c1-bcae-49f839125587 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:28.593311 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:34:24Z', 'revision_number': 4, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7f2018f5-b80c-44f2-b8d1-dfea940d3243', 'name': '', 'network_id': '4b39e577-a003-451c-9b32-fed654df3739', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'mac_address': 'fa:16:3e:f6:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4a742c1b-d44b-430f-baff-2ea6a7c70689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:23Z', 'updated_at': '2021-11-10T16:34:27Z', 'revision_number': 4, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'subnets': [{'id': '4a742c1b-d44b-430f-baff-2ea6a7c70689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:28.628014 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add07592-0651-410b-9dc2-c8a7f9b49c82 None None] The sync data for ids ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'] in n-d-714676-11 is: [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:34:24Z', 'revision_number': 4, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7f2018f5-b80c-44f2-b8d1-dfea940d3243', 'name': '', 'network_id': '4b39e577-a003-451c-9b32-fed654df3739', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'mac_address': 'fa:16:3e:f6:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '4a742c1b-d44b-430f-baff-2ea6a7c70689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:23Z', 'updated_at': '2021-11-10T16:34:27Z', 'revision_number': 4, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'subnets': [{'id': '4a742c1b-d44b-430f-baff-2ea6a7c70689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:34:28.647353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8d4f0059-bc30-4f87-9f69-5156f656ebb3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2984271 Nov 10 16:34:28.651231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:28.655547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-582958038'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:28.734628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c31f7a9e-2c03-4ac7-a094-f9fcfeae4dec None None] Provisioning complete for port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:28.738938 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c31f7a9e-2c03-4ac7-a094-f9fcfeae4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.799836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7cea3-874b-488e-a1ec-c37e25cfc014 req-b81de47a-5f94-452f-8ce6-a146991170f9 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:28.807584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bc7cea3-874b-488e-a1ec-c37e25cfc014 req-b81de47a-5f94-452f-8ce6-a146991170f9 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 943 time: 0.0816033 Nov 10 16:34:28.819681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:28.819681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.830644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-8839f362-10dd-47c1-bcae-49f839125587', 'network_id': '8839f362-10dd-47c1-bcae-49f839125587', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'fixed_ips': [{'subnet_id': '642fd123-4c9e-408d-873c-da381c3e912d'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:34:28.831723 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.864977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:34:28.874724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.875060 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Added segment 237f1b3c-c564-4770-b552-f42b0fc903a1 of type vlan for network 93302c7b-4d2b-46bd-b141-91f44774156a Nov 10 16:34:28.919574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:28.988910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bc7cea3-874b-488e-a1ec-c37e25cfc014 req-6679af59-542c-4d69-9089-3da561e361a3 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804166 Nov 10 16:34:29.033213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:29.040670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:29.041381 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:29.078238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Allocated IP 19.80.0.2 (8839f362-10dd-47c1-bcae-49f839125587/642fd123-4c9e-408d-873c-da381c3e912d/f88c4f97-0cad-4a2e-9dff-2e79c7b1b407) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:29.102329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a29952-6d5a-4305-89c3-a203c9510ff1 req-17f5affa-57d5-4d2b-af29-597b510feee4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:29.114199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c4a29952-6d5a-4305-89c3-a203c9510ff1 req-17f5affa-57d5-4d2b-af29-597b510feee4 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0851762 Nov 10 16:34:29.186113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c4a29952-6d5a-4305-89c3-a203c9510ff1 req-26469833-fa9e-4814-8e3b-5c7d33624529 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615170 Nov 10 16:34:29.309777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6586154 Nov 10 16:34:29.311740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39806) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:29.328325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'subnet': {'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:29.348752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7f2018f5-b80c-44f2-b8d1-dfea940d3243 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:29.366648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ae71-5a2e-480b-b0a3-a79df8708137 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Network': ['ID=93302c7b-4d2b-46bd-b141-91f44774156a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:29.410610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 93302c7b-4d2b-46bd-b141-91f44774156a details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:34:29.412478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a46afd-2b42-42a7-8211-f606f5a00a68 req-0fec71af-6e72-45fc-b570-4ed3fd38f45e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:29.414903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35a46afd-2b42-42a7-8211-f606f5a00a68 req-0fec71af-6e72-45fc-b570-4ed3fd38f45e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.1650367 Nov 10 16:34:29.487190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35a46afd-2b42-42a7-8211-f606f5a00a68 req-849f8934-562f-4d3e-87c5-a483a0a57f1a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658224 Nov 10 16:34:29.582200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:29.588137 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:29.592553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:29.598590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:29.599067 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:29.810884 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:29.869596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Network 8839f362-10dd-47c1-bcae-49f839125587 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:29.874111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:29.877085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Pushing event updated for resources: {'Port': ['ID=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:29.879571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:29.909584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:29.954784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Attempting to bind port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:29.955150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Attempting to bind port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:29.955565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Attempting to bind port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 on network 8839f362-10dd-47c1-bcae-49f839125587 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:29.964004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:29.964379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Checking segment: {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:29.964782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:29.965263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Bound using segment: {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:29.965752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Bound port: f88c4f97-0cad-4a2e-9dff-2e79c7b1b407, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:29.966130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:29.976562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:30.087125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Subnet': ['ID=9c105b0f-7657-4243-a894-3e3cc7b2b506,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:30.115661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Checking segment: {'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:30.116364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network hostable DHCP agents. Network: 93302c7b-4d2b-46bd-b141-91f44774156a, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:34:30.122224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] For port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:30.130187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] For port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:30.132385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,segment=NetworkSegment(aaaa7d92-f8fb-4680-8a63-10fb33af783f),segment_id=aaaa7d92-f8fb-4680-8a63-10fb33af783f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:30.147478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c', 'network_id': 'bcedf1c6-073f-4562-a5c9-44a4a406dea1', 'port_id': '16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c', 'mac_address': 'fa:16:3e:02:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68d86a8-31e1-4c73-9067-b6cb83567f08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:34:30.179195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e0e3d-2f48-4021-bfb2-3f86a102fd47 req-43b066e1-ba5a-4626-8adc-d2a32a7600e1 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:30.180922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a45e0e3d-2f48-4021-bfb2-3f86a102fd47 req-43b066e1-ba5a-4626-8adc-d2a32a7600e1 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 943 time: 0.0831838 Nov 10 16:34:30.198030 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:30.201046 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:30.246551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 93302c7b-4d2b-46bd-b141-91f44774156a is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:34:30.259891 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a45e0e3d-2f48-4021-bfb2-3f86a102fd47 req-8bdefac3-6d81-4bcf-9bab-5a46e3a35f0f tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720642 Nov 10 16:34:30.297831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860162e0-a268-4b6f-94b1-09a6ff1dd2d3 None None] Pushing event updated for resources: {'Port': ['ID=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:30.309355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:30.341921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,segment=NetworkSegment(aaaa7d92-f8fb-4680-8a63-10fb33af783f),segment_id=aaaa7d92-f8fb-4680-8a63-10fb33af783f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:30.347829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 93302c7b-4d2b-46bd-b141-91f44774156a) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:30.359554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:30.359554 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:30.367496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a1075-be05-406f-a25b-bc8caac1b784 None None] Network 93302c7b-4d2b-46bd-b141-91f44774156a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:30.405538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35301e-bcf6-423c-a98f-00068aba732f req-78dbdd5c-4eed-4d92-865d-c9f8465a0be1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:30.407647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cf35301e-bcf6-423c-a98f-00068aba732f req-78dbdd5c-4eed-4d92-865d-c9f8465a0be1 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1328635 Nov 10 16:34:30.474646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:30.480119 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cf35301e-bcf6-423c-a98f-00068aba732f req-454e9ff7-fb8a-4545-93a9-25c7b8aa9b66 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655901 Nov 10 16:34:30.552477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6e9ada15-4150-4c32-8b92-344b0ba354c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2293744 Nov 10 16:34:30.584962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:30.689770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-93302c7b-4d2b-46bd-b141-91f44774156a', 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'fixed_ips': [{'subnet_id': '9c105b0f-7657-4243-a894-3e3cc7b2b506'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:34:30.690673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:30.810992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d8a23-3bfa-4593-a768-06cc8d225e7c req-9adfa48e-3fe0-48c1-80f9-bb6b237f4dcd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:30.813109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b8d8a23-3bfa-4593-a768-06cc8d225e7c req-9adfa48e-3fe0-48c1-80f9-bb6b237f4dcd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.1189580 Nov 10 16:34:30.904869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b8d8a23-3bfa-4593-a768-06cc8d225e7c req-d07f8109-1efd-4a11-b9b0-aaa85fdc6cc5 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840676 Nov 10 16:34:31.000134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-6abc5911-1b87-4870-8eff-22cb57ffea3c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:31.009320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:31.009791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-6abc5911-1b87-4870-8eff-22cb57ffea3c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:31.012251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-6abc5911-1b87-4870-8eff-22cb57ffea3c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/networks?id=8839f362-10dd-47c1-bcae-49f839125587&id=93302c7b-4d2b-46bd-b141-91f44774156a&id=8839f362-10dd-47c1-bcae-49f839125587 HTTP/1.1" status: 200 len: 1391 time: 0.2088041 Nov 10 16:34:31.032081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-96b930cc-0948-42ed-9f77-9e098b9b3d57 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/quotas/48b4aaf74a7f4cf38af166fd853dd1d0 HTTP/1.1" status: 200 len: 375 time: 0.0101655 Nov 10 16:34:31.073594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Allocated IP 19.86.0.2 (93302c7b-4d2b-46bd-b141-91f44774156a/9c105b0f-7657-4243-a894-3e3cc7b2b506/6b47c958-dff0-478f-8923-a85a9dae4f99) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:31.106735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-b2152bfe-1bd7-4307-b8bf-4e72082939ff tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676594 Nov 10 16:34:31.259271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:31.266684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-d7de5c0e-f383-4121-9835-15326ec4ef00 service neutron] 10.222.0.62 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507428 Nov 10 16:34:31.413286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-4e850f58-07af-4f0e-a361-3efc07256869 service neutron] 10.222.0.62 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368830 Nov 10 16:34:31.441316 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:31.451974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:31.453383 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:31.500965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67b1fe-6901-4d91-8c66-afbe7e14ece1 req-43545ee9-0b26-4bb4-8e7e-c1b6917a0a5f tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:31.502459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed67b1fe-6901-4d91-8c66-afbe7e14ece1 req-43545ee9-0b26-4bb4-8e7e-c1b6917a0a5f tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 944 time: 0.1071050 Nov 10 16:34:31.539792 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:31.590131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-0c7a8bd7-3048-481c-a8da-e823d45ae976 service neutron] 10.222.0.62 "GET /v2.0/networks/93302c7b-4d2b-46bd-b141-91f44774156a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758173 Nov 10 16:34:31.628208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed67b1fe-6901-4d91-8c66-afbe7e14ece1 req-a58561bf-2401-41a5-af57-8491b9c26697 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074989 Nov 10 16:34:31.637251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Network 93302c7b-4d2b-46bd-b141-91f44774156a is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:31.642899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:31.650563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:31.656800 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c8dec64-28e2-4827-b542-bc6c18e5f82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:31.665014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Pushing event updated for resources: {'Port': ['ID=6b47c958-dff0-478f-8923-a85a9dae4f99,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:31.722509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-8aaa1881-7031-4265-9154-94da0632e652 service neutron] 10.222.0.62 "GET /v2.0/networks/93302c7b-4d2b-46bd-b141-91f44774156a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252007 Nov 10 16:34:31.783223 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:31.835425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-a6909513-d19a-4645-9f1b-b6cf982b7156 service neutron] 10.222.0.62 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117923 Nov 10 16:34:31.903646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:31.910167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Attempting to bind port 6b47c958-dff0-478f-8923-a85a9dae4f99 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:31.910582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Attempting to bind port 6b47c958-dff0-478f-8923-a85a9dae4f99 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:31.910985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Attempting to bind port 6b47c958-dff0-478f-8923-a85a9dae4f99 on network 93302c7b-4d2b-46bd-b141-91f44774156a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:31.918177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58893e6d-d747-4828-8a73-6ffc3e7db500 req-6d668dbe-c6f1-4177-8edf-1d175500bdfa tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:31.918768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b05f1a-f194-4246-8166-08c731d2fc68 None None] Network 8839f362-10dd-47c1-bcae-49f839125587 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:31.926085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:31.926474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Checking segment: {'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:31.927090 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:31.927561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Bound using segment: {'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:31.928285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Bound port: 6b47c958-dff0-478f-8923-a85a9dae4f99, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:31.928715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:31.930482 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58893e6d-d747-4828-8a73-6ffc3e7db500 req-6d668dbe-c6f1-4177-8edf-1d175500bdfa tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1069465 Nov 10 16:34:31.956806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-344ab168-52f7-4f5d-83fa-5c7150351fe3 service neutron] 10.222.0.62 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151047 Nov 10 16:34:32.009022 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58893e6d-d747-4828-8a73-6ffc3e7db500 req-7077970e-96c1-4638-9c65-a9f7ca2f9ac0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757279 Nov 10 16:34:32.011000 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:32.104448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-119d9de6-4490-480a-a09c-c2cb8120d1d3 None None] Provisioning complete for port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:32.104814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-119d9de6-4490-480a-a09c-c2cb8120d1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:32.190005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] For port 6b47c958-dff0-478f-8923-a85a9dae4f99, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:32.205982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:32.237700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eeb7e-e0bc-4c4f-81df-aaf896e1b504 req-20e61182-b4fd-41bf-b0a5-856e1f39db99 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:32.245711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-963eeb7e-e0bc-4c4f-81df-aaf896e1b504 req-20e61182-b4fd-41bf-b0a5-856e1f39db99 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 945 time: 0.0868998 Nov 10 16:34:32.277383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] For port 6b47c958-dff0-478f-8923-a85a9dae4f99, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b47c958-dff0-478f-8923-a85a9dae4f99,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:32.355634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-963eeb7e-e0bc-4c4f-81df-aaf896e1b504 req-f532848c-c17e-4bff-918a-96be0928ef1c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085351 Nov 10 16:34:32.371024 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:32.409896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f1b84cb-3daf-4056-bda4-4d99e96a16db req-2f067f8f-16c7-4094-96af-232223cfcee3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 210 time: 0.0473413 Nov 10 16:34:32.476390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27ca38-5a10-4ab5-bf7f-7e0bb54124f3 None None] Pushing event updated for resources: {'Port': ['ID=6b47c958-dff0-478f-8923-a85a9dae4f99,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:32.757283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-8665efda-1545-4471-81e6-ff54e4dd03c6 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:32.766363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-8665efda-1545-4471-81e6-ff54e4dd03c6 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.0867872 Nov 10 16:34:32.774065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-11'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:32.856622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bd50a873-cb1a-4234-b8d5-35d83317eac3 None None] Provisioning complete for port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:32.857166 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bd50a873-cb1a-4234-b8d5-35d83317eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:32.908625 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:32.934327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5539-4a07-494c-a494-80cf3cb46991 req-c6bb2ce4-20bb-47b3-9182-ea06be9e6531 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:32.936011 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e71a5539-4a07-494c-a494-80cf3cb46991 req-c6bb2ce4-20bb-47b3-9182-ea06be9e6531 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 944 time: 0.1573091 Nov 10 16:34:33.032795 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e71a5539-4a07-494c-a494-80cf3cb46991 req-52f05923-f2c2-4996-b0cd-8314cfa20bc1 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723288 Nov 10 16:34:33.122744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:33.192429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:33.192870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44266-c3c8-4d2e-9c57-e96dee7db2e0 req-b025118d-7002-445f-bb6d-28a3429c49dc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:33.198341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4e44266-c3c8-4d2e-9c57-e96dee7db2e0 req-b025118d-7002-445f-bb6d-28a3429c49dc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1119053 Nov 10 16:34:33.268843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971312e4-e757-4717-b4fa-c08675577857'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:33.271625 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5c8c6f-66e2-4dd2-ac7b-a467597dcfae" -d '{"events": [{"server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "name": "network-vif-unplugged", "status": "completed", "tag": "971312e4-e757-4717-b4fa-c08675577857"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:33.278923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:33.284188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4e44266-c3c8-4d2e-9c57-e96dee7db2e0 req-f7817b6b-74b0-4452-af38-530cdb63f0f2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791848 Nov 10 16:34:33.345686 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38939ef8-7855-4a60-b20e-6b1172841fb2 x-openstack-request-id: req-38939ef8-7855-4a60-b20e-6b1172841fb2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:33.346031 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "name": "network-vif-unplugged", "status": "completed", "tag": "971312e4-e757-4717-b4fa-c08675577857", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:33.346290 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38939ef8-7855-4a60-b20e-6b1172841fb2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:33.346686 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971312e4-e757-4717-b4fa-c08675577857', 'code': 200} Nov 10 16:34:33.380107 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:33.434156 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b47c958-dff0-478f-8923-a85a9dae4f99 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:33.501547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Pushing event updated for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:33.566960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cf7e210a-dc0d-4a87-89e4-8078b7991775 req-ff85a203-4e1b-4bef-98ca-2997662b4833 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 210 time: 0.0542490 Nov 10 16:34:33.579511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6b47c958-dff0-478f-8923-a85a9dae4f99 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:33.580540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:33.639553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b971-79cb-49b0-a225-d07f506c17c9 req-cf9a7717-e836-4b9d-8bc1-0b89bf187e9f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:33.641205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3416b971-79cb-49b0-a225-d07f506c17c9 req-cf9a7717-e836-4b9d-8bc1-0b89bf187e9f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.1424642 Nov 10 16:34:33.645215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:33.645462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:33.645745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:33.660334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:33.660666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Attempting to bind port 971312e4-e757-4717-b4fa-c08675577857 on network 48bc1461-f6b5-4e62-a9fd-e4875e68dd55 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:33.677966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:33.683557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Checking segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:33.683557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Bound using segment: {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:33.683557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Bound port: 971312e4-e757-4717-b4fa-c08675577857, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '48bc1461-f6b5-4e62-a9fd-e4875e68dd55'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:33.683557 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:33.740645 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:33.755658 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3416b971-79cb-49b0-a225-d07f506c17c9 req-7e1a8460-bf29-4015-a12e-23a81ebd8cab tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964036 Nov 10 16:34:33.804207 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 6b47c958-dff0-478f-8923-a85a9dae4f99, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b47c958-dff0-478f-8923-a85a9dae4f99,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:33.810140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:33.811275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:33.827694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dcb95025-5573-4c54-9e98-9c8f501eda83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:33.923907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:33.947861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:33.951760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5891a288-175f-4209-be1e-eae64f42f03d None None] Network 93302c7b-4d2b-46bd-b141-91f44774156a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:33.958172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 971312e4-e757-4717-b4fa-c08675577857 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:33.963424 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:33.964573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:34.033375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Pushing event updated for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:34.052160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:34.052944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:34.054347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-488ff8be-462a-44ac-9c86-483e36a8ef05 service neutron] 10.222.0.69 "PUT /v2.0/ports/971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 200 len: 1123 time: 1.2857323 Nov 10 16:34:34.199217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b82f-b554-4098-8d76-2c6074ddb9f3 req-fb643ca1-fe82-4431-84e1-30ec5ccd4820 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:34.200928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2d1b82f-b554-4098-8d76-2c6074ddb9f3 req-fb643ca1-fe82-4431-84e1-30ec5ccd4820 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 944 time: 0.0740137 Nov 10 16:34:34.211167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c8866218-8c88-4e39-9cbf-c74454911faf None None] Provisioning complete for port 6b47c958-dff0-478f-8923-a85a9dae4f99 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:34.211563 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8866218-8c88-4e39-9cbf-c74454911faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:34.221694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['971312e4-e757-4717-b4fa-c08675577857'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:34.223423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=6b47c958-dff0-478f-8923-a85a9dae4f99,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:34.259433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['971312e4-e757-4717-b4fa-c08675577857'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:34.320531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2d1b82f-b554-4098-8d76-2c6074ddb9f3 req-51723288-7721-4313-8426-fad2c3ec3595 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071162 Nov 10 16:34:34.477523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23a83d-a207-45f1-bb30-45f83ec7723c req-5f2122bb-32b0-443d-b72a-78b1e939c0f7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:34.479617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a23a83d-a207-45f1-bb30-45f83ec7723c req-5f2122bb-32b0-443d-b72a-78b1e939c0f7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0913939 Nov 10 16:34:34.550738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:34:34.556997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a23a83d-a207-45f1-bb30-45f83ec7723c req-2a1152cb-b995-41df-8cf0-7b37f3baa9d2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699289 Nov 10 16:34:34.557212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:34.557581 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:34.601111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:34.601755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:34.640826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:34.674159 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bd8142b-ea3b-433c-9652-c059a43f739b req-60c72093-8d19-486a-ad58-ac6a3640b8db tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 210 time: 0.0271530 Nov 10 16:34:34.718364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 971312e4-e757-4717-b4fa-c08675577857 has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:34:34.906820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5732c89-d3d3-45ab-9e4a-a44e1f0f3f78 req-68f55bed-6c6f-4a80-b107-eeb6a80498e6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:34.908525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5732c89-d3d3-45ab-9e4a-a44e1f0f3f78 req-68f55bed-6c6f-4a80-b107-eeb6a80498e6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0601444 Nov 10 16:34:34.981748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5732c89-d3d3-45ab-9e4a-a44e1f0f3f78 req-30016d61-2a46-4080-a463-1aad22d15aeb tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622768 Nov 10 16:34:35.025474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:35.060053 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:35.083494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd7ed7-e133-4fae-821a-8c4acfb72071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:35.085672 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87835765-9a6d-4ca0-9b05-f8ff9af4ab5f" -d '{"events": [{"server_uuid": "71cd7ed7-e133-4fae-821a-8c4acfb72071", "name": "network-vif-plugged", "status": "completed", "tag": "16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:35.106907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,segment=NetworkSegment(aaaa7d92-f8fb-4680-8a63-10fb33af783f),segment_id=aaaa7d92-f8fb-4680-8a63-10fb33af783f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:35.157171 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224ec16-6205-4733-9c5a-06add0870472 x-openstack-request-id: req-6224ec16-6205-4733-9c5a-06add0870472 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:35.157537 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd7ed7-e133-4fae-821a-8c4acfb72071", "name": "network-vif-plugged", "status": "completed", "tag": "16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:35.163473 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6224ec16-6205-4733-9c5a-06add0870472 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:35.163473 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd7ed7-e133-4fae-821a-8c4acfb72071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c', 'code': 200} Nov 10 16:34:35.180873 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:35.248086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:35.260561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b47c958-dff0-478f-8923-a85a9dae4f99 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:35.265206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-67c1230f-39c8-4649-9a6d-714a74f676dd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:35.267806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-67c1230f-39c8-4649-9a6d-714a74f676dd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 815 time: 0.2145092 Nov 10 16:34:35.297505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9a0085e0-03e9-4cdf-86dd-01f6f3ab17e9 None None] Provisioning complete for port 6b47c958-dff0-478f-8923-a85a9dae4f99 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:35.298023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a0085e0-03e9-4cdf-86dd-01f6f3ab17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:35.302139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-0e8ee879-8bbb-40e0-bc49-a4a11249dc06 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/quotas/c19f81a79eb6431eab3c973c580c62cc HTTP/1.1" status: 200 len: 375 time: 0.0166337 Nov 10 16:34:35.309692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae8de9-0d01-4743-bb2b-08da87303cac req-7d6c77df-eeb2-4061-bbe0-3c8f344ab14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:35.311157 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfae8de9-0d01-4743-bb2b-08da87303cac req-7d6c77df-eeb2-4061-bbe0-3c8f344ab14d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 1097 time: 0.0676577 Nov 10 16:34:35.350518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'tag': '971312e4-e757-4717-b4fa-c08675577857'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:35.352829 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc770cd0-2e9d-4f22-af42-954f664c6b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "tag": "971312e4-e757-4717-b4fa-c08675577857"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:35.371618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6b47c958-dff0-478f-8923-a85a9dae4f99 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:35.372037 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:35.457565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e24bc3-87bf-49f3-9a0b-53265f020a03 req-70f334f8-e32d-42a1-9c59-b082f6b44b4f tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:35.467166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91e24bc3-87bf-49f3-9a0b-53265f020a03 req-70f334f8-e32d-42a1-9c59-b082f6b44b4f tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 945 time: 0.0667048 Nov 10 16:34:35.475661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-2dba7bff-2b70-4822-9210-4d134af5cecd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1632047 Nov 10 16:34:35.492771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfae8de9-0d01-4743-bb2b-08da87303cac req-94cdf4e2-2fe8-437e-b01a-eadb75154edf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718872 Nov 10 16:34:35.545432 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91e24bc3-87bf-49f3-9a0b-53265f020a03 req-6257651e-1ca9-444d-98f7-af054c12e13c tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769811 Nov 10 16:34:35.576470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-b7bdb934-225a-4677-b2dd-a8f9ede2c830 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:35.583131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-b7bdb934-225a-4677-b2dd-a8f9ede2c830 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:35.584772 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-b7bdb934-225a-4677-b2dd-a8f9ede2c830 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "GET /v2.0/networks?id=8839f362-10dd-47c1-bcae-49f839125587&id=93302c7b-4d2b-46bd-b141-91f44774156a&id=8839f362-10dd-47c1-bcae-49f839125587 HTTP/1.1" status: 200 len: 1391 time: 0.2242255 Nov 10 16:34:35.603151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'port': {'device_id': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'network_id': '8839f362-10dd-47c1-bcae-49f839125587', 'admin_state_up': True, 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:35.646209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-1d5c7a84-d88a-4cb0-91de-5830cdc8ae6d service neutron] 10.222.0.62 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696734 Nov 10 16:34:35.957849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf7d5c-5e0b-4269-bfe1-f38d7f2b0cff req-14ef9187-f815-47b2-b1a0-4bcd4a89d071 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:35.959459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4cf7d5c-5e0b-4269-bfe1-f38d7f2b0cff req-14ef9187-f815-47b2-b1a0-4bcd4a89d071 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0627148 Nov 10 16:34:36.011370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4cf7d5c-5e0b-4269-bfe1-f38d7f2b0cff req-09e3b084-8f5b-476e-ac4d-96cf819cf514 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 Nov 10 16:34:36.091718 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f05b3-3f31-4ba5-91c7-3844f8c63ec7 x-openstack-request-id: req-d38f05b3-3f31-4ba5-91c7-3844f8c63ec7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:36.091992 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "tag": "971312e4-e757-4717-b4fa-c08675577857", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:36.092218 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d38f05b3-3f31-4ba5-91c7-3844f8c63ec7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:36.092584 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'tag': '971312e4-e757-4717-b4fa-c08675577857', 'status': 'completed', 'code': 200} Nov 10 16:34:36.120558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10b86830-efb0-463c-97ec-ae656e44679d req-50bd0a76-e66b-4c3a-a5fe-858fa9c6287c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 210 time: 0.0365486 Nov 10 16:34:36.186420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-4a785025-f1f2-4163-9870-03cf30e6f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:36.188861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-4a785025-f1f2-4163-9870-03cf30e6f263 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1126 time: 0.0934989 Nov 10 16:34:36.204005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-0d7a58a1-0266-42ac-ad8e-fb1a35c5f9c1 service neutron] 10.222.0.62 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315046 Nov 10 16:34:36.271982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba091932-3849-433d-ae2b-c9eb3f750f32 req-c6dd1449-2cef-4579-a8c9-1ebeb3e13d9e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:36.280272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba091932-3849-433d-ae2b-c9eb3f750f32 req-c6dd1449-2cef-4579-a8c9-1ebeb3e13d9e tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0720613 Nov 10 16:34:36.333905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-240f9305-9dd0-4ef5-9896-e179e17fa111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:36.336655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-240f9305-9dd0-4ef5-9896-e179e17fa111 service neutron] 10.222.0.18 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.1300001 Nov 10 16:34:36.339981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba091932-3849-433d-ae2b-c9eb3f750f32 req-d57cb169-035c-4cdc-8881-e8eb78c59320 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597270 Nov 10 16:34:36.386081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-bc91fdb2-3f3e-4f99-aaac-2607d02a6c7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 200 len: 217 time: 0.0383706 Nov 10 16:34:36.387600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:36.391737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:36.502974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-b141f617-045b-496e-8615-549d5b143ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:36.504471 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-b141f617-045b-496e-8615-549d5b143ef8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1027377 Nov 10 16:34:36.570306 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-c553695f-17b1-4680-8d86-44779fa631a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453956 Nov 10 16:34:36.657491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-363c0f36-0105-4393-9db4-b53e71321eaf req-940c621c-561c-4aff-9c8e-ee19e0fd39f5 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 210 time: 0.0572901 Nov 10 16:34:36.744252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:36.757776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Allocated IP 19.80.0.113 (8839f362-10dd-47c1-bcae-49f839125587/642fd123-4c9e-408d-873c-da381c3e912d/a1440615-fb31-423d-9d60-80da947e36f5) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:36.813252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc0254-9bf8-480c-9eac-7249f0efa268 req-b7bcf7ce-3688-4530-8216-6d9c3804a7e0 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:36.814805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcc0254-9bf8-480c-9eac-7249f0efa268 req-b7bcf7ce-3688-4530-8216-6d9c3804a7e0 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 945 time: 0.1702673 Nov 10 16:34:36.876719 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-2269c3ec-c066-4f0a-af55-adb7165713b1 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847726 Nov 10 16:34:36.986147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcc0254-9bf8-480c-9eac-7249f0efa268 req-694de221-9782-4ba6-b5c8-0f40d96d2595 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590359 Nov 10 16:34:37.068885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:37.078992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc770cd0-2e9d-4f22-af42-954f664c6b7f req-ce6ee5e7-bd72-463a-b8ed-8340721c0ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706994 Nov 10 16:34:37.158266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0444ea-8d10-4908-b9aa-e930bf33d78e req-93c6b773-4e40-4095-8e77-312b61c7a7ab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:37.159937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa0444ea-8d10-4908-b9aa-e930bf33d78e req-93c6b773-4e40-4095-8e77-312b61c7a7ab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0670502 Nov 10 16:34:37.230873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa0444ea-8d10-4908-b9aa-e930bf33d78e req-9f587f39-737d-4b9b-aa0d-2c1eeba6f2ec tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642185 Nov 10 16:34:37.245187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:37.332690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 8839f362-10dd-47c1-bcae-49f839125587 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:37.338587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:37.342046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:37.379373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Port': ['ID=a1440615-fb31-423d-9d60-80da947e36f5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:37.442775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:37.443473 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:37.453820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1526-8298-42e7-8f6a-491647f14ded req-09e75cb2-75bd-4445-9576-56f7fcc3e20e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:37.459816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-631d1526-8298-42e7-8f6a-491647f14ded req-09e75cb2-75bd-4445-9576-56f7fcc3e20e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 932 time: 0.1731229 Nov 10 16:34:37.500198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddc99f-1bd4-4913-81be-ca087cb8ef3d req-d96905ed-913a-4874-ac20-3338eed7e984 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:37.500198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4bddc99f-1bd4-4913-81be-ca087cb8ef3d req-d96905ed-913a-4874-ac20-3338eed7e984 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0592008 Nov 10 16:34:37.525427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:37.528647 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:37.536030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-631d1526-8298-42e7-8f6a-491647f14ded req-2e95b592-d26f-403c-a48c-a846b5f0a04b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736096 Nov 10 16:34:37.555047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4bddc99f-1bd4-4913-81be-ca087cb8ef3d req-c61b2b29-a0dd-4f0a-905a-e093e08598f9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499558 Nov 10 16:34:37.594748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2781e1c3-3ff4-4be2-ad83-282bfb6c5f64 None None] Provisioning complete for port a1440615-fb31-423d-9d60-80da947e36f5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:37.595061 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2781e1c3-3ff4-4be2-ad83-282bfb6c5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:37.629772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2781e1c3-3ff4-4be2-ad83-282bfb6c5f64 None None] Port a1440615-fb31-423d-9d60-80da947e36f5 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:34:37.647338 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-80d110a0-ca0c-4ffe-ba07-abe40f923d4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0494783 Nov 10 16:34:37.658097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'port': {'device_id': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a', 'admin_state_up': True, 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:37.744525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22c64593-86b8-4dd6-9271-5958eba848b6 req-0c6591cf-aa7e-4977-87c8-d9538afa9c7b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 210 time: 0.0332363 Nov 10 16:34:37.879179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:37.883793 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:37.971852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 971312e4-e757-4717-b4fa-c08675577857 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:38.050007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Allocated IP 19.86.0.241 (93302c7b-4d2b-46bd-b141-91f44774156a/9c105b0f-7657-4243-a894-3e3cc7b2b506/a9ea6ee9-cb33-4529-8127-00fe8cf958aa) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:38.125237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:38.138488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96316996-2237-4161-8519-2c108479554b req-7495a58f-53c1-475b-ba7d-d598db7e4c79 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:38.139600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 971312e4-e757-4717-b4fa-c08675577857 has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:34:38.151289 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96316996-2237-4161-8519-2c108479554b req-7495a58f-53c1-475b-ba7d-d598db7e4c79 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 945 time: 0.0800619 Nov 10 16:34:38.212060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96316996-2237-4161-8519-2c108479554b req-69eae32d-49dc-4ee5-88e3-f5fcb81e5268 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600374 Nov 10 16:34:38.251702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:38.376798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:38.394574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef38ba-83cd-49f3-9bc6-fd94eb47f437 req-64608711-8037-4929-9ec1-5ac370ee687c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:38.397648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7ef38ba-83cd-49f3-9bc6-fd94eb47f437 req-64608711-8037-4929-9ec1-5ac370ee687c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0627913 Nov 10 16:34:38.427222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 93302c7b-4d2b-46bd-b141-91f44774156a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:38.430580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:38.435224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:38.440633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Port': ['ID=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:38.460430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7ef38ba-83cd-49f3-9bc6-fd94eb47f437 req-74e6f986-3c9b-4425-8190-7835d3d06bf2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562847 Nov 10 16:34:38.517822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:38.521497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:38.684835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645b217-a4c6-4a81-a65e-ef0335106d84 req-4c38ab6d-b948-4dec-aca9-927262522a84 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:38.688559 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-194fb2ac-acf8-42e4-8bec-fc00389ce7dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0342278 Nov 10 16:34:38.691845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645b217-a4c6-4a81-a65e-ef0335106d84 req-4c38ab6d-b948-4dec-aca9-927262522a84 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:38.693457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5645b217-a4c6-4a81-a65e-ef0335106d84 req-4c38ab6d-b948-4dec-aca9-927262522a84 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 1655 time: 0.0666709 Nov 10 16:34:38.699637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'port': {'device_id': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'network_id': '8839f362-10dd-47c1-bcae-49f839125587', 'admin_state_up': True, 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:38.761180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5645b217-a4c6-4a81-a65e-ef0335106d84 req-110e0d95-7e79-48d8-853c-72eda6414a42 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581412 Nov 10 16:34:38.813196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c633b399-d43b-47f4-a8ce-7f3201b30be6 None None] Provisioning complete for port a9ea6ee9-cb33-4529-8127-00fe8cf958aa triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:38.813622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c633b399-d43b-47f4-a8ce-7f3201b30be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:38.888464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c633b399-d43b-47f4-a8ce-7f3201b30be6 None None] Port a9ea6ee9-cb33-4529-8127-00fe8cf958aa cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:34:38.909288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5123aaf-0482-4461-823f-ee569b87f130 req-a815eba9-0ef3-4b5f-9d37-9b329f60acde tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:38.911079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5123aaf-0482-4461-823f-ee569b87f130 req-a815eba9-0ef3-4b5f-9d37-9b329f60acde tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0638156 Nov 10 16:34:39.027848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:39.032705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:39.054299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79fbb3a2-d95b-4550-860a-5f9b1dc3522f req-15f1a883-c664-4b65-8a5f-de986911a6aa tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 210 time: 0.0461950 Nov 10 16:34:39.069368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5123aaf-0482-4461-823f-ee569b87f130 req-71cb0261-4f7a-4988-8a51-e18327466d20 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453881 Nov 10 16:34:39.252743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Allocated IP 19.80.0.4 (8839f362-10dd-47c1-bcae-49f839125587/642fd123-4c9e-408d-873c-da381c3e912d/7f6188e0-e8d8-4b90-876f-285823901bc0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:39.266131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461847e6-77f0-4e8e-9694-36b78fbfe50a req-c480ccd2-3ed5-4443-9611-be4360f81d48 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:39.268063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-461847e6-77f0-4e8e-9694-36b78fbfe50a req-c480ccd2-3ed5-4443-9611-be4360f81d48 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 945 time: 0.0674679 Nov 10 16:34:39.351583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-461847e6-77f0-4e8e-9694-36b78fbfe50a req-a3846661-dcf3-4e2c-95b8-94058605458e tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727625 Nov 10 16:34:39.498942 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:39.606701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc74cd8-2b9f-4785-8f78-f951dbdb1b6b req-ce0d2c5c-029e-48b6-9334-8a525d9d9343 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:39.608123 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc74cd8-2b9f-4785-8f78-f951dbdb1b6b req-ce0d2c5c-029e-48b6-9334-8a525d9d9343 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0510964 Nov 10 16:34:39.667061 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fc74cd8-2b9f-4785-8f78-f951dbdb1b6b req-4984ac85-e762-4f4e-a4b5-2e1f2945eb56 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498788 Nov 10 16:34:39.711848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:39.877075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 8839f362-10dd-47c1-bcae-49f839125587 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:39.884068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-ac46d8ee-bb30-42c4-b05b-80da6798a333 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:39.885594 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-ac46d8ee-bb30-42c4-b05b-80da6798a333 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.18 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 815 time: 0.2185779 Nov 10 16:34:39.908941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:39.913622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Request body: {'port': {'device_id': 'f7993314-392b-446f-99ce-30b7578ab546', 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'admin_state_up': True, 'tenant_id': 'c19f81a79eb6431eab3c973c580c62cc'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:39.934790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:39.951481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Port': ['ID=7f6188e0-e8d8-4b90-876f-285823901bc0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:40.128636 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:40.132938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:40.159484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1f5c0-5bad-4108-a4e4-686392581272 req-493c9c31-2911-4de2-9bfa-1c762c82edbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:40.166415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1f5c0-5bad-4108-a4e4-686392581272 req-493c9c31-2911-4de2-9bfa-1c762c82edbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:40.173179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1f5c0-5bad-4108-a4e4-686392581272 req-493c9c31-2911-4de2-9bfa-1c762c82edbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:40.183146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fad1f5c0-5bad-4108-a4e4-686392581272 req-493c9c31-2911-4de2-9bfa-1c762c82edbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2375 time: 0.3112915 Nov 10 16:34:40.216123 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:40.254813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9c29baa0-3ed4-4f83-a895-16b18931a39d None None] Provisioning complete for port 7f6188e0-e8d8-4b90-876f-285823901bc0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:40.256333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c29baa0-3ed4-4f83-a895-16b18931a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:40.260206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1edc92a-e6be-4f4b-9be3-32fbce8bfd50 req-03082016-b4a3-4660-ab6c-b68b0ee5098c tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 210 time: 0.0483987 Nov 10 16:34:40.295734 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fad1f5c0-5bad-4108-a4e4-686392581272 req-22465c53-aab2-420a-a220-60ec700e22ff tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077974 Nov 10 16:34:40.349902 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9c29baa0-3ed4-4f83-a895-16b18931a39d None None] Port 7f6188e0-e8d8-4b90-876f-285823901bc0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:34:40.398623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Made reservation on behalf of c19f81a79eb6431eab3c973c580c62cc for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:40.399842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6101d-0bfb-4280-b2f5-3954a72e0f6a req-65cc7aaf-819d-4ab7-a035-6aae05fcfd15 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:40.402790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:40.409620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fec6101d-0bfb-4280-b2f5-3954a72e0f6a req-65cc7aaf-819d-4ab7-a035-6aae05fcfd15 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.0712826 Nov 10 16:34:40.474190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fec6101d-0bfb-4280-b2f5-3954a72e0f6a req-0b1742ae-42b9-4e4c-8bc2-59cabfa3c1e4 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Nov 10 16:34:40.519636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-42a2f9dc-0539-4f42-bf29-2600ed19759b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8238146 Nov 10 16:34:40.537404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Request body: {'port': {'device_id': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:40.624660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45949e30-e487-4c78-bea6-4873407b05cb req-02a196cf-ac06-4f9f-b4c5-beb9f4ece5d8 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:40.627204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45949e30-e487-4c78-bea6-4873407b05cb req-02a196cf-ac06-4f9f-b4c5-beb9f4ece5d8 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.18 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 945 time: 0.1192060 Nov 10 16:34:40.648234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445310-65fc-477b-93f5-f63c2083ae4d req-bf243f6c-1afa-4c55-8a30-a0caf6f58f6b tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:40.653126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c445310-65fc-477b-93f5-f63c2083ae4d req-bf243f6c-1afa-4c55-8a30-a0caf6f58f6b tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 945 time: 0.2142704 Nov 10 16:34:40.688280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:40.866962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2701285-5fe1-4001-9de6-fb9c2db15bb3 req-117a18b5-b72d-494d-b2c0-6efeb07aaf11 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:40.868756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2701285-5fe1-4001-9de6-fb9c2db15bb3 req-117a18b5-b72d-494d-b2c0-6efeb07aaf11 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0808365 Nov 10 16:34:40.889682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Deleting port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:40.891130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:40.954074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2701285-5fe1-4001-9de6-fb9c2db15bb3 req-d03cea4b-182b-4fa8-a7d0-9b3d6be0ec0f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769873 Nov 10 16:34:40.993448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Allocated IP 172.20.0.4 (c4938cc0-729e-4909-b116-7c77eb40a66e/4db44062-0cb9-498d-a5d4-780e998f21e0/71b69ed5-be7d-479d-9e21-2c96f2fd59ed) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:41.001402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c445310-65fc-477b-93f5-f63c2083ae4d req-c8679813-2486-433d-a512-bbda6ebb6a75 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1eaffe9-c9da-40ce-8e8a-988123773297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473959 Nov 10 16:34:41.044686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] For port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,segment=NetworkSegment(aaaa7d92-f8fb-4680-8a63-10fb33af783f),segment_id=aaaa7d92-f8fb-4680-8a63-10fb33af783f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:41.046216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.071140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Calling delete_port for 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:41.122881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1440615-fb31-423d-9d60-80da947e36f5 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:41.145768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.196763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Transition to ACTIVE for port object a1440615-fb31-423d-9d60-80da947e36f5 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:34:41.248528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.302089 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.367813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b68a1e2-730d-4dc6-bc29-0e0fb01fa0bd req-cc428c55-f529-4a8c-b97a-010ec8ed3a60 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 210 time: 0.0345194 Nov 10 16:34:41.396101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Pushing event updated for resources: {'Port': ['ID=a1440615-fb31-423d-9d60-80da947e36f5,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:41.421863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.437022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:41.455758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Pushing event deleted for resources: {'Port': ['ID=16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:41.477515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.478416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.479592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.480196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.480772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.481505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.482086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.482548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.482885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.484745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.484745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.484745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:41.506403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fc69c-997a-49cf-9d65-fa5b4a3a51b0 req-4637ba94-9e91-4f8a-8b5c-054d400788f2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:41.512879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fc69c-997a-49cf-9d65-fa5b4a3a51b0 req-4637ba94-9e91-4f8a-8b5c-054d400788f2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:41.519872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fc69c-997a-49cf-9d65-fa5b4a3a51b0 req-4637ba94-9e91-4f8a-8b5c-054d400788f2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:41.521485 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-132fc69c-997a-49cf-9d65-fa5b4a3a51b0 req-4637ba94-9e91-4f8a-8b5c-054d400788f2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2387 time: 0.1323380 Nov 10 16:34:41.525135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.538068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['812731e1-64a5-44db-9b76-04e5311faefe'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:41.575080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] No DVR routers for this DVR port 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:41.580150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.584536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45949e30-e487-4c78-bea6-4873407b05cb req-43e9f3bf-052f-4021-8568-279dff60d042 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.18 "DELETE /v2.0/ports/16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c HTTP/1.1" status: 204 len: 173 time: 0.9504814 Nov 10 16:34:41.584536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd7ed7-e133-4fae-821a-8c4acfb72071', 'name': 'network-vif-deleted', 'tag': '16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:41.587407 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf7d61a-87f4-4db6-87a1-054841980427" -d '{"events": [{"server_uuid": "71cd7ed7-e133-4fae-821a-8c4acfb72071", "name": "network-vif-deleted", "tag": "16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:41.623179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Network c4938cc0-729e-4909-b116-7c77eb40a66e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:34:41.630922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Attempting to bind port a1440615-fb31-423d-9d60-80da947e36f5 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:41.630922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Attempting to bind port a1440615-fb31-423d-9d60-80da947e36f5 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:41.630922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Attempting to bind port a1440615-fb31-423d-9d60-80da947e36f5 on network 8839f362-10dd-47c1-bcae-49f839125587 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:41.645237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:41.649124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:34:41.694231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Port a1440615-fb31-423d-9d60-80da947e36f5 on network 8839f362-10dd-47c1-bcae-49f839125587 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:41.694490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Attempting to bind port a1440615-fb31-423d-9d60-80da947e36f5 on network 8839f362-10dd-47c1-bcae-49f839125587 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:41.713769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-fd55f2f7-e0b0-4908-bc85-fd4047002ca8 service neutron] 10.222.0.18 "GET /v2.0/ports/971312e4-e757-4717-b4fa-c08675577857/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.1926746 Nov 10 16:34:41.719466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:41.719810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Checking segment: {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:41.720256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Bound using segment: {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:41.720802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Bound port: a1440615-fb31-423d-9d60-80da947e36f5, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:41.721213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.760964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Pushing event updated for resources: {'Port': ['ID=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:41.767865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-132fc69c-997a-49cf-9d65-fa5b4a3a51b0 req-36d6d8f6-1b41-471f-923c-7538c5364203 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242932 Nov 10 16:34:41.899194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:41.899955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:41.909139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] For port a1440615-fb31-423d-9d60-80da947e36f5, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:41.914573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] For port a1440615-fb31-423d-9d60-80da947e36f5, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a1440615-fb31-423d-9d60-80da947e36f5,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:41.981166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 971312e4-e757-4717-b4fa-c08675577857 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:42.024184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-5e9a82d3-7170-49e6-ae03-91a41ac5d0fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1160557 Nov 10 16:34:42.029487 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:42.065565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Request body: {'port': {'device_id': 'f7993314-392b-446f-99ce-30b7578ab546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:42.111037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.111914 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:42.118512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] 10.222.0.69 "PUT /v2.0/ports/a1440615-fb31-423d-9d60-80da947e36f5 HTTP/1.1" status: 200 len: 1093 time: 1.5810897 Nov 10 16:34:42.143625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'tag': 'a1440615-fb31-423d-9d60-80da947e36f5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:42.145950 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "tag": "a1440615-fb31-423d-9d60-80da947e36f5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:42.209460 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf676c7-ca7b-4938-bcd1-8a8548e62ba4 x-openstack-request-id: req-fcf676c7-ca7b-4938-bcd1-8a8548e62ba4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:42.209777 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd7ed7-e133-4fae-821a-8c4acfb72071", "name": "network-vif-deleted", "tag": "16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:42.210004 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcf676c7-ca7b-4938-bcd1-8a8548e62ba4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:42.210404 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd7ed7-e133-4fae-821a-8c4acfb72071', 'name': 'network-vif-deleted', 'tag': '16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c', 'status': 'completed', 'code': 200} Nov 10 16:34:42.238298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada630-cac1-42df-8bd8-045f440827ea req-d966e380-31b5-4c6c-829e-1b06cde1eeab tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.239908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8ada630-cac1-42df-8bd8-045f440827ea req-d966e380-31b5-4c6c-829e-1b06cde1eeab tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 943 time: 0.5959940 Nov 10 16:34:42.245439 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:42.249819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbc3df-0b24-4ec7-9f4d-5567ea5e0a7b service neutron] Pushing event updated for resources: {'Port': ['ID=a1440615-fb31-423d-9d60-80da947e36f5,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:42.271722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Request body: {'port': {'device_id': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:42.301813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c276a-37e6-409f-89b2-d22a1c24846c req-38ddc08e-b43c-4db7-b1e8-be69a57d9194 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.303376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d3c276a-37e6-409f-89b2-d22a1c24846c req-38ddc08e-b43c-4db7-b1e8-be69a57d9194 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1543324 Nov 10 16:34:42.360306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8ada630-cac1-42df-8bd8-045f440827ea req-37d48ff9-db69-4b74-8b42-979301249f80 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033096 Nov 10 16:34:42.396522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:42.469532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:42.476062 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:42.498640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d3c276a-37e6-409f-89b2-d22a1c24846c req-8e11a602-5b0e-4999-8c87-b752eb352c2f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712065 Nov 10 16:34:42.519993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53c227fa-81d3-48fd-b533-2ec5544de3ac req-ec16f220-0f5a-4821-9ef4-e39d5bc66d30 tempest-ServerAddressesNegativeTestJSON-1785530975 tempest-ServerAddressesNegativeTestJSON-1785530975-project] 10.222.0.62 "GET /v2.0/ports?device_id=71cd7ed7-e133-4fae-821a-8c4acfb72071 HTTP/1.1" status: 200 len: 210 time: 0.0476840 Nov 10 16:34:42.581871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971312e4-e757-4717-b4fa-c08675577857 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:42.595081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:42.655034 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6560c301-2e16-45ee-bb94-1bae4f9a5aa7 x-openstack-request-id: req-6560c301-2e16-45ee-bb94-1bae4f9a5aa7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:42.656267 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "tag": "a1440615-fb31-423d-9d60-80da947e36f5", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:42.656267 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6560c301-2e16-45ee-bb94-1bae4f9a5aa7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:42.656833 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'tag': 'a1440615-fb31-423d-9d60-80da947e36f5', 'status': 'completed', 'code': 200} Nov 10 16:34:42.681539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-ca23ef02-13e6-4caf-9ea2-6d74592472f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.681999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-ca23ef02-13e6-4caf-9ea2-6d74592472f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.682704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-ca23ef02-13e6-4caf-9ea2-6d74592472f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.684504 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-ca23ef02-13e6-4caf-9ea2-6d74592472f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2731 time: 0.0536621 Nov 10 16:34:42.766946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:42.953604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] Transition to ACTIVE for port object 971312e4-e757-4717-b4fa-c08675577857 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:34:42.955184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-d12144e1-23c4-4b6f-ae7d-38cf0a17c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.961754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-d12144e1-23c4-4b6f-ae7d-38cf0a17c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.961754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-d12144e1-23c4-4b6f-ae7d-38cf0a17c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:42.961754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-d12144e1-23c4-4b6f-ae7d-38cf0a17c6c3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2641983 Nov 10 16:34:42.998865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47590448-41ea-425b-8d46-9e4a879b415d req-b0984b48-87b2-40fc-9080-9677c75ae8f5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:43.005939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47590448-41ea-425b-8d46-9e4a879b415d req-b0984b48-87b2-40fc-9080-9677c75ae8f5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:43.012009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47590448-41ea-425b-8d46-9e4a879b415d req-b0984b48-87b2-40fc-9080-9677c75ae8f5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:43.013686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47590448-41ea-425b-8d46-9e4a879b415d req-b0984b48-87b2-40fc-9080-9677c75ae8f5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2387 time: 0.1509533 Nov 10 16:34:43.113636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:43.143770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47590448-41ea-425b-8d46-9e4a879b415d req-ac149d45-a414-4dd4-8e66-0ab060c57850 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229775 Nov 10 16:34:43.200729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-6c961442-60e7-43f5-939b-99a54e496062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:43.202814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27e74e3d-82e7-4e5d-95f6-5a5d238c13a1 req-6c961442-60e7-43f5-939b-99a54e496062 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2373626 Nov 10 16:34:43.221836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da4b56-f084-47d7-b6e5-4d6f868222f0 req-63f98ede-3a77-49dc-bdae-10b3089225fa tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:43.227824 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13da4b56-f084-47d7-b6e5-4d6f868222f0 req-63f98ede-3a77-49dc-bdae-10b3089225fa tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 931 time: 0.6220579 Nov 10 16:34:43.231815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] No DVR routers for this DVR port 971312e4-e757-4717-b4fa-c08675577857 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:43.243261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] Pushing event updated for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:43.323807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-6a15b2a0-ffac-414f-95ae-2dc13e343e2a service neutron] 10.222.0.18 "PUT /v2.0/ports/971312e4-e757-4717-b4fa-c08675577857/bindings/n-h1-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5669613 Nov 10 16:34:43.421670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13da4b56-f084-47d7-b6e5-4d6f868222f0 req-bb29d209-3298-4a81-9b42-46ea651079f7 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762562 Nov 10 16:34:43.429527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b69ed5-be7d-479d-9e21-2c96f2fd59ed {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:43.449076 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:43.500026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Transition to ACTIVE for port object 71b69ed5-be7d-479d-9e21-2c96f2fd59ed will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:34:43.604239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:43.613092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:43.672595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c08b0-d998-4283-b033-3d9f0e867182 req-9f749440-843e-4357-a3e3-f260f4a8f5cf tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:43.694655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae1c08b0-d998-4283-b033-3d9f0e867182 req-9f749440-843e-4357-a3e3-f260f4a8f5cf tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 944 time: 0.2130687 Nov 10 16:34:43.705610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ea6ee9-cb33-4529-8127-00fe8cf958aa {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:43.737821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:43.802376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Transition to ACTIVE for port object a9ea6ee9-cb33-4529-8127-00fe8cf958aa will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:34:43.804583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Pushing event updated for resources: {'Port': ['ID=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:43.886572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84182962-d9e2-4675-9abd-791df40ad106 req-c21ef522-a5c3-429b-9ce2-b3ef7516f489 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:43.891286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84182962-d9e2-4675-9abd-791df40ad106 req-c21ef522-a5c3-429b-9ce2-b3ef7516f489 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1788833 Nov 10 16:34:43.911846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:43.970126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d8f141-0570-4767-b759-f5406a2a9c67 admin admin] Deleting subnet e68d86a8-31e1-4c73-9067-b6cb83567f08 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:34:43.986123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d8f141-0570-4767-b759-f5406a2a9c67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.002462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:44.052947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Attempting to bind port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:44.053545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Attempting to bind port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:44.054036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Attempting to bind port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed on network c4938cc0-729e-4909-b116-7c77eb40a66e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:44.058668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:44.089727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae1c08b0-d998-4283-b033-3d9f0e867182 req-6a41de27-024b-4e95-92f5-b01d02107203 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936336 Nov 10 16:34:44.091500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84182962-d9e2-4675-9abd-791df40ad106 req-c13571f9-b744-4394-b8e5-637313dd69f6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746109 Nov 10 16:34:44.097744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed on network c4938cc0-729e-4909-b116-7c77eb40a66e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:44.098324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Attempting to bind port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed on network c4938cc0-729e-4909-b116-7c77eb40a66e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:44.105344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:44.105874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 16b733c3-3ed8-4ce1-8a84-aac8b7b2a56c not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:44.140933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:44.140933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Checking segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:44.140933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Bound using segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:44.140933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Bound port: 71b69ed5-be7d-479d-9e21-2c96f2fd59ed, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:44.140933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.166543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-5f4790cc-26e3-4e6a-a7db-d6bada28a122 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.170126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-5f4790cc-26e3-4e6a-a7db-d6bada28a122 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.6658487 Nov 10 16:34:44.188810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d8f141-0570-4767-b759-f5406a2a9c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.242900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Attempting to bind port a9ea6ee9-cb33-4529-8127-00fe8cf958aa on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:44.243354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Attempting to bind port a9ea6ee9-cb33-4529-8127-00fe8cf958aa by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:44.243569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Attempting to bind port a9ea6ee9-cb33-4529-8127-00fe8cf958aa on network 93302c7b-4d2b-46bd-b141-91f44774156a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:44.256412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Port a9ea6ee9-cb33-4529-8127-00fe8cf958aa on network 93302c7b-4d2b-46bd-b141-91f44774156a not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:44.256811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Attempting to bind port a9ea6ee9-cb33-4529-8127-00fe8cf958aa on network 93302c7b-4d2b-46bd-b141-91f44774156a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:44.259201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] For port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:44.265039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] For port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:44.269211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:44.269541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Checking segment: {'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:44.272745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Bound using segment: {'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:44.272745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Bound port: a9ea6ee9-cb33-4529-8127-00fe8cf958aa, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237f1b3c-c564-4770-b552-f42b0fc903a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:44.272745 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.414857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-073e813d-c200-452c-9ebf-ee593312f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.416661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-073e813d-c200-452c-9ebf-ee593312f24c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402&tenant_id=531aafc4a0574d41a6a6f77ef66f5839 HTTP/1.1" status: 200 len: 1096 time: 0.2327621 Nov 10 16:34:44.429337 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d8f141-0570-4767-b759-f5406a2a9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.464418 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.488897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.490535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.493220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] 10.222.0.18 "PUT /v2.0/ports/71b69ed5-be7d-479d-9e21-2c96f2fd59ed HTTP/1.1" status: 200 len: 1092 time: 2.4440215 Nov 10 16:34:44.583947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] For port a9ea6ee9-cb33-4529-8127-00fe8cf958aa, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:44.586738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecfbf3-22f9-49f6-ace8-2cbd27efb02b req-6a86a5b0-ff86-41f4-a2f9-d437dc655c9a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.587078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758efa9-8512-4c5b-adeb-78f36eded027 service neutron] Pushing event updated for resources: {'Port': ['ID=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:44.593532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] For port a9ea6ee9-cb33-4529-8127-00fe8cf958aa, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:44.596293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecfbf3-22f9-49f6-ace8-2cbd27efb02b req-6a86a5b0-ff86-41f4-a2f9-d437dc655c9a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.604513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecfbf3-22f9-49f6-ace8-2cbd27efb02b req-6a86a5b0-ff86-41f4-a2f9-d437dc655c9a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.607652 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6cecfbf3-22f9-49f6-ace8-2cbd27efb02b req-6a86a5b0-ff86-41f4-a2f9-d437dc655c9a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2399 time: 0.2873569 Nov 10 16:34:44.658118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7993314-392b-446f-99ce-30b7578ab546', 'tag': '71b69ed5-be7d-479d-9e21-2c96f2fd59ed'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:44.662184 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac91beee-c0c0-49e2-849e-4afc7cb74e30" -d '{"events": [{"name": "network-changed", "server_uuid": "f7993314-392b-446f-99ce-30b7578ab546", "tag": "71b69ed5-be7d-479d-9e21-2c96f2fd59ed"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:44.676097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-69316336-0c98-42b3-87f1-b9d61bef751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.677736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-69316336-0c98-42b3-87f1-b9d61bef751b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1096 time: 0.2087896 Nov 10 16:34:44.711227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6cecfbf3-22f9-49f6-ace8-2cbd27efb02b req-3df7e138-238a-4b5b-b66e-f4fbeff84162 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962596 Nov 10 16:34:44.765027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c9e2eec5-8c9d-401f-b2f7-9092f7ae5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.766541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c9e2eec5-8c9d-401f-b2f7-9092f7ae5246 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 1095 time: 0.0733469 Nov 10 16:34:44.770791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.788447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757eaa-2f5d-4309-abcf-635ee4a64764 req-6aa38014-8e02-46fe-a390-bbcaefeb20fc tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.789956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c757eaa-2f5d-4309-abcf-635ee4a64764 req-6aa38014-8e02-46fe-a390-bbcaefeb20fc tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 943 time: 0.1068077 Nov 10 16:34:44.821439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-431c0dc5-8a49-4133-8c17-e1d3001a32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.827165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-431c0dc5-8a49-4133-8c17-e1d3001a32a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 200 len: 909 time: 0.1288860 Nov 10 16:34:44.828137 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccec86d-dee8-4206-a1d0-ce02022bf5d4 x-openstack-request-id: req-bccec86d-dee8-4206-a1d0-ce02022bf5d4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:44.828422 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7993314-392b-446f-99ce-30b7578ab546", "tag": "71b69ed5-be7d-479d-9e21-2c96f2fd59ed", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:44.828668 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bccec86d-dee8-4206-a1d0-ce02022bf5d4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:44.829053 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7993314-392b-446f-99ce-30b7578ab546', 'tag': '71b69ed5-be7d-479d-9e21-2c96f2fd59ed', 'status': 'completed', 'code': 200} Nov 10 16:34:44.849715 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-c3019c55-6766-42cf-acd9-b4380cc368dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b69ed5-be7d-479d-9e21-2c96f2fd59ed HTTP/1.1" status: 200 len: 217 time: 0.0702550 Nov 10 16:34:44.877570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-5b57171a-d4eb-4cbe-bc6f-788fe8063eb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 200 len: 217 time: 0.0464981 Nov 10 16:34:44.881593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.882199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.883566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] 10.222.0.69 "PUT /v2.0/ports/a9ea6ee9-cb33-4529-8127-00fe8cf958aa HTTP/1.1" status: 200 len: 1093 time: 2.6172478 Nov 10 16:34:44.900101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d8f141-0570-4767-b759-f5406a2a9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.969188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62d8f141-0570-4767-b759-f5406a2a9c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:44.971052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c757eaa-2f5d-4309-abcf-635ee4a64764 req-af06d0d2-9f11-4869-9b23-4e0e84f9dc01 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395543 Nov 10 16:34:44.971760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cec3d4-9165-472d-b2fe-30715abb5c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:44.982821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40082) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:44.985629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-62d8f141-0570-4767-b759-f5406a2a9c67 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e68d86a8-31e1-4c73-9067-b6cb83567f08 HTTP/1.1" status: 204 len: 168 time: 1.3530161 Nov 10 16:34:44.994076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8f141-0570-4767-b759-f5406a2a9c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68d86a8-31e1-4c73-9067-b6cb83567f08,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:44.994658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-428dfa08-fe2d-461e-9e24-cfd43612c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:44.996116 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-428dfa08-fe2d-461e-9e24-cfd43612c516 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.1266406 Nov 10 16:34:45.018744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-f1a0fb83-4182-47f3-afb3-94338680387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:45.020452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-f1a0fb83-4182-47f3-afb3-94338680387c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 200 len: 848 time: 0.1356461 Nov 10 16:34:45.062974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-1bcd1464-cb50-4e6a-b388-cf7d97f9a7aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48bc1461-f6b5-4e62-a9fd-e4875e68dd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356982 Nov 10 16:34:45.066444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Request body: {'port': {'device_id': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:45.072220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-2fa0c638-1f8d-493a-9362-a28e588a7305 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661724 Nov 10 16:34:45.135861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:45.238480 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-2220662a-55b7-4850-aaff-a1352fc607a0 service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651020 Nov 10 16:34:45.288690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:45.382138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-df961fa6-b26f-450b-9cce-98d550df9016 service neutron] 10.222.0.18 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873325 Nov 10 16:34:45.397467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-9b2cefcf-2638-4b9b-8448-87a5cb02d55a service neutron] 10.222.0.69 "GET /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530519 Nov 10 16:34:45.407038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f0f2a-0a23-40e6-b256-66a256d462fb req-8c2ff6ad-c852-4b16-be46-b3e6a3031603 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:45.408545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-975f0f2a-0a23-40e6-b256-66a256d462fb req-8c2ff6ad-c852-4b16-be46-b3e6a3031603 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 944 time: 0.0827131 Nov 10 16:34:45.429037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf12694-0dcf-4666-9b6a-3a5b86a2575f req-eeb6374c-384f-49fd-aa08-51d003333c99 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:45.431146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daf12694-0dcf-4666-9b6a-3a5b86a2575f req-eeb6374c-384f-49fd-aa08-51d003333c99 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1900928 Nov 10 16:34:45.448741 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:45.492052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-975f0f2a-0a23-40e6-b256-66a256d462fb req-82ab858b-e434-4c02-8f3d-fc003973f1ca tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746844 Nov 10 16:34:45.548983 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:34:45.550439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcedf1c6-073f-4562-a5c9-44a4a406dea1']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:45.626728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaa7d92-f8fb-4680-8a63-10fb33af783f') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:45.627221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaa7d92-f8fb-4680-8a63-10fb33af783f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:45.657876 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:45.686810 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daf12694-0dcf-4666-9b6a-3a5b86a2575f req-5d928df6-6dd4-496a-9c6f-5d91f6832f27 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444270 Nov 10 16:34:45.697516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:45.725935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b995a6-7ebf-4e70-a0f0-a9003e6677ea req-b4b4fc01-765b-4555-b741-1c141eb13994 service neutron] 10.222.0.18 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071189 Nov 10 16:34:45.735659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:34:45.735659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:34:45.763969 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:34:45.955842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6188e0-e8d8-4b90-876f-285823901bc0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:45.968276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9579-6dd2-4e6a-8c19-9f476e84e84f req-5b5e5aea-6859-4141-905f-f9b3fccdc224 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:45.974146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9579-6dd2-4e6a-8c19-9f476e84e84f req-5b5e5aea-6859-4141-905f-f9b3fccdc224 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:45.980342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9579-6dd2-4e6a-8c19-9f476e84e84f req-5b5e5aea-6859-4141-905f-f9b3fccdc224 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:45.981965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2bf9579-6dd2-4e6a-8c19-9f476e84e84f req-5b5e5aea-6859-4141-905f-f9b3fccdc224 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2399 time: 0.1057174 Nov 10 16:34:45.993502 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:45.997578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:46.024315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:46.027649 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] 10.222.0.62 "DELETE /v2.0/networks/bcedf1c6-073f-4562-a5c9-44a4a406dea1 HTTP/1.1" status: 204 len: 168 time: 1.0407999 Nov 10 16:34:46.058865 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Transition to ACTIVE for port object 7f6188e0-e8d8-4b90-876f-285823901bc0 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:34:46.063093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da2a1a-1b3b-4e87-8e0c-c5cb18525ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=bcedf1c6-073f-4562-a5c9-44a4a406dea1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:46.094881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-72d3f841-1113-4e43-9700-d0e7ace15a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:46.096468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-72d3f841-1113-4e43-9700-d0e7ace15a05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 1095 time: 0.1136301 Nov 10 16:34:46.101668 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2bf9579-6dd2-4e6a-8c19-9f476e84e84f req-6967dcde-00a6-48d2-ad79-9f3329840e5d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007242 Nov 10 16:34:46.129486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-7a547059-6585-4d33-94eb-72f9ee8baa5c tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:46.131255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-7a547059-6585-4d33-94eb-72f9ee8baa5c tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402&tenant_id=531aafc4a0574d41a6a6f77ef66f5839&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.0756891 Nov 10 16:34:46.194548 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:46.301695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6188e0-e8d8-4b90-876f-285823901bc0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:46.318940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-a10c7589-668d-49ce-81d9-c76aafa7992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:46.318940 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-a10c7589-668d-49ce-81d9-c76aafa7992e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 916 time: 0.2109814 Nov 10 16:34:46.348794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd21ab2-74c2-4659-b69c-deb6235ba446 req-6e969379-f55c-485f-8ae0-55b2d21fde5f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:46.359980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dd21ab2-74c2-4659-b69c-deb6235ba446 req-6e969379-f55c-485f-8ae0-55b2d21fde5f tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 946 time: 0.1688299 Nov 10 16:34:46.362121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7af92-48d7-4e1b-a528-b940bba20116 req-4f093be0-6371-47ae-bf1d-dbf3d3e1e432 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:46.369990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ebb7af92-48d7-4e1b-a528-b940bba20116 req-4f093be0-6371-47ae-bf1d-dbf3d3e1e432 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 943 time: 0.1514640 Nov 10 16:34:46.439515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ebb7af92-48d7-4e1b-a528-b940bba20116 req-01c999cb-6c36-46a9-aafe-db7e74aa773b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684564 Nov 10 16:34:46.524342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-f6cdbd1e-85d8-4d44-b32c-57304367c608 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b69ed5-be7d-479d-9e21-2c96f2fd59ed HTTP/1.1" status: 200 len: 217 time: 0.1620226 Nov 10 16:34:46.534411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-04b83fcd-64bc-48c4-857d-b499ecd4d9fe service neutron] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:46.538412 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-04b83fcd-64bc-48c4-857d-b499ecd4d9fe service neutron] Publish callbacks [] for binding, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:46.540002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d8568-bf54-48b4-a0d9-13e6647dd795 req-04b83fcd-64bc-48c4-857d-b499ecd4d9fe service neutron] 10.222.0.69 "DELETE /v2.0/ports/971312e4-e757-4717-b4fa-c08675577857/bindings/n-h2-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.4007738 Nov 10 16:34:46.555967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:46.557557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dd21ab2-74c2-4659-b69c-deb6235ba446 req-c3490c11-bb85-4fa1-8aa3-c3166c1782c3 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678231 Nov 10 16:34:46.633788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-a0d172f4-ab4f-45b9-9d08-740694ac2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:46.635293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-a0d172f4-ab4f-45b9-9d08-740694ac2875 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.0766490 Nov 10 16:34:46.671985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-b397d371-dbb1-4c2b-8259-a6a93c854058 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276327 Nov 10 16:34:46.677303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eba39b3a-dafe-46b8-a195-7a98225154a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13d7a6f14d5f40e09e178b702ba4cc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1196606 Nov 10 16:34:46.679593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40108) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:46.749077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Attempting to bind port 7f6188e0-e8d8-4b90-876f-285823901bc0 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:34:46.749479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Attempting to bind port 7f6188e0-e8d8-4b90-876f-285823901bc0 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:34:46.749804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Attempting to bind port 7f6188e0-e8d8-4b90-876f-285823901bc0 on network 8839f362-10dd-47c1-bcae-49f839125587 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:46.800689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Port 7f6188e0-e8d8-4b90-876f-285823901bc0 on network 8839f362-10dd-47c1-bcae-49f839125587 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:34:46.801328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Attempting to bind port 7f6188e0-e8d8-4b90-876f-285823901bc0 on network 8839f362-10dd-47c1-bcae-49f839125587 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:34:46.803980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd2780-fa67-4c09-8410-c269cf4f9827 req-921e22b7-e3fe-4709-9a13-8e559d010590 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:46.813188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57dd2780-fa67-4c09-8410-c269cf4f9827 req-921e22b7-e3fe-4709-9a13-8e559d010590 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 944 time: 0.1346390 Nov 10 16:34:46.830068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'tag': 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:46.832729 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "tag": "a9ea6ee9-cb33-4529-8127-00fe8cf958aa"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:46.856684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:34:46.857025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Checking segment: {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:46.857540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Bound using segment: {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:34:46.857987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Bound port: 7f6188e0-e8d8-4b90-876f-285823901bc0, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8839f362-10dd-47c1-bcae-49f839125587'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:34:46.858873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:46.888228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa678485-7d7e-4f31-80f0-b26d8ce7526d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:46.890322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57dd2780-fa67-4c09-8410-c269cf4f9827 req-0ea414d0-8d74-486b-a065-04e3f8929fa8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757120 Nov 10 16:34:46.961777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa678485-7d7e-4f31-80f0-b26d8ce7526d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:46.985554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6e590-a49b-439a-a4d2-b53820894c76 req-d21bf46a-5986-49fe-8363-c79735df6212 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:46.989706 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3db6e590-a49b-439a-a4d2-b53820894c76 req-d21bf46a-5986-49fe-8363-c79735df6212 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1832361 Nov 10 16:34:46.996075 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-87a12664-c654-4a97-8bdd-09b2d4117e90 service neutron] 10.222.0.18 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937174 Nov 10 16:34:47.038879 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb129f1-5ce9-4dda-a820-365d491c3005 x-openstack-request-id: req-bdb129f1-5ce9-4dda-a820-365d491c3005 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:47.039250 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "tag": "a9ea6ee9-cb33-4529-8127-00fe8cf958aa", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:47.039471 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdb129f1-5ce9-4dda-a820-365d491c3005 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:47.039842 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'tag': 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa', 'status': 'completed', 'code': 200} Nov 10 16:34:47.083581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] For port 7f6188e0-e8d8-4b90-876f-285823901bc0, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:34:47.133604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-d3149853-e4d3-453d-9f10-d0dc46debe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.134203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-d3149853-e4d3-453d-9f10-d0dc46debe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.134548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-d3149853-e4d3-453d-9f10-d0dc46debe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.136317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-d3149853-e4d3-453d-9f10-d0dc46debe91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2825 time: 0.0794499 Nov 10 16:34:47.142326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] For port 7f6188e0-e8d8-4b90-876f-285823901bc0, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7f6188e0-e8d8-4b90-876f-285823901bc0,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:34:47.166634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3db6e590-a49b-439a-a4d2-b53820894c76 req-7d2cb74c-cfc5-4955-a3fc-b1242fd55c81 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587818 Nov 10 16:34:47.192481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac91beee-c0c0-49e2-849e-4afc7cb74e30 req-b76c4d7f-2e4d-4365-803e-01b8c7fa07de service neutron] 10.222.0.18 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686976 Nov 10 16:34:47.218131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:47.268162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9f4cd-4728-4dc5-9f4f-8fb2c3d6a2cd req-b5096495-1a02-4b40-ab96-b8f6cb66a1c9 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.275766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30d9f4cd-4728-4dc5-9f4f-8fb2c3d6a2cd req-b5096495-1a02-4b40-ab96-b8f6cb66a1c9 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 1096 time: 0.1381767 Nov 10 16:34:47.297139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.298151 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:47.299786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] 10.222.0.69 "PUT /v2.0/ports/7f6188e0-e8d8-4b90-876f-285823901bc0 HTTP/1.1" status: 200 len: 1091 time: 2.2754412 Nov 10 16:34:47.305315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa678485-7d7e-4f31-80f0-b26d8ce7526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:47.308503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa678485-7d7e-4f31-80f0-b26d8ce7526d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:47.309763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa678485-7d7e-4f31-80f0-b26d8ce7526d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1eaffe9-c9da-40ce-8e8a-988123773297 HTTP/1.1" status: 204 len: 168 time: 0.6290643 Nov 10 16:34:47.348597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa678485-7d7e-4f31-80f0-b26d8ce7526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eaffe9-c9da-40ce-8e8a-988123773297,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:47.380457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30d9f4cd-4728-4dc5-9f4f-8fb2c3d6a2cd req-251b92e9-50d2-4aa4-a073-47b7f7f7f603 tempest-LiveMigrationTest-1000100770 tempest-LiveMigrationTest-1000100770-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971527 Nov 10 16:34:47.386974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-5e19b7a1-b41f-4e76-8955-0b528c25715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.387638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-5e19b7a1-b41f-4e76-8955-0b528c25715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.388696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-5e19b7a1-b41f-4e76-8955-0b528c25715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.391765 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-5e19b7a1-b41f-4e76-8955-0b528c25715d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2435639 Nov 10 16:34:47.431519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f522-d311-4a0a-8319-60776244e0ed req-40bf8805-e21c-4df7-bd41-92ff1984d6b9 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.439036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f522-d311-4a0a-8319-60776244e0ed req-40bf8805-e21c-4df7-bd41-92ff1984d6b9 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.457828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f522-d311-4a0a-8319-60776244e0ed req-40bf8805-e21c-4df7-bd41-92ff1984d6b9 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.470686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ff8f522-d311-4a0a-8319-60776244e0ed req-40bf8805-e21c-4df7-bd41-92ff1984d6b9 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2411 time: 0.2140119 Nov 10 16:34:47.481296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3bcb6-d113-4ae8-b8b2-3d5262c96bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6188e0-e8d8-4b90-876f-285823901bc0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:47.534648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ff8f522-d311-4a0a-8319-60776244e0ed req-4221f9e4-0491-4105-9031-169ef906f04e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625823 Nov 10 16:34:47.572439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-d97c1ab5-0957-4df3-b100-11f068668a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.574913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35a4dd0d-88e1-448e-9b5a-2f63891ebaba req-d97c1ab5-0957-4df3-b100-11f068668a0b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608903 Nov 10 16:34:47.674362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-7d747600-66f3-40b9-8d49-204b90164419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.674862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-7d747600-66f3-40b9-8d49-204b90164419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.675345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-7d747600-66f3-40b9-8d49-204b90164419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.677037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-7d747600-66f3-40b9-8d49-204b90164419 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2867 time: 0.0551381 Nov 10 16:34:47.698284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-aa05c39e-be60-479a-8c55-6a817a4d566d tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.699904 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-aa05c39e-be60-479a-8c55-6a817a4d566d tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 946 time: 0.0847039 Nov 10 16:34:47.725614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd69d-55b4-44ea-b47a-69281de4205e req-648660ab-ddc6-44cd-badc-dbf02bd6d7a0 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.727091 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3acfd69d-55b4-44ea-b47a-69281de4205e req-648660ab-ddc6-44cd-badc-dbf02bd6d7a0 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 943 time: 0.0996480 Nov 10 16:34:47.734132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-81499854-e151-4015-89c1-b1e9911fd4c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=a1440615-fb31-423d-9d60-80da947e36f5 HTTP/1.1" status: 200 len: 217 time: 0.0433156 Nov 10 16:34:47.790932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-b8dfc724-0403-41df-a13b-aea11345bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.792795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-b8dfc724-0403-41df-a13b-aea11345bf63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=642fd123-4c9e-408d-873c-da381c3e912d HTTP/1.1" status: 200 len: 801 time: 0.0513911 Nov 10 16:34:47.849879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-737e16a1-3d8c-4d98-b530-d61ba68be687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:47.849996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3acfd69d-55b4-44ea-b47a-69281de4205e req-1f720ba8-ce3c-4888-abcf-3a5db452b1f5 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992391 Nov 10 16:34:47.850453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-737e16a1-3d8c-4d98-b530-d61ba68be687 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8839f362-10dd-47c1-bcae-49f839125587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498121 Nov 10 16:34:47.884331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Deleting port 819d0e51-4546-45f1-9f5c-133651257e8d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:47.884678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:48.023126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-218642bd-5662-48cc-a62b-91584a458f85 service neutron] 10.222.0.69 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658206 Nov 10 16:34:48.032207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] For port 819d0e51-4546-45f1-9f5c-133651257e8d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=819d0e51-4546-45f1-9f5c-133651257e8d,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:48.032572 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:48.042776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc9ae1-ef49-4f2d-a014-d3c25c140d11 req-c3305e19-c106-435e-9e95-f168dbc50f21 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.044339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42dc9ae1-ef49-4f2d-a014-d3c25c140d11 req-c3305e19-c106-435e-9e95-f168dbc50f21 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 946 time: 0.0873666 Nov 10 16:34:48.153708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-04b5e077-81d7-4cc5-b03e-3fde8c257947 service neutron] 10.222.0.69 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226778 Nov 10 16:34:48.203254 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1e14af33-e7e2-4557-a6b0-35d3b75e018b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=a9ea6ee9-cb33-4529-8127-00fe8cf958aa HTTP/1.1" status: 200 len: 217 time: 0.0414140 Nov 10 16:34:48.263566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-410712d5-deff-49f3-89eb-e7d68343c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.266194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-410712d5-deff-49f3-89eb-e7d68343c02c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c105b0f-7657-4243-a894-3e3cc7b2b506 HTTP/1.1" status: 200 len: 801 time: 0.0561700 Nov 10 16:34:48.357532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1e937589-ed63-4374-a8b6-cf7c6f98cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.360037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1e937589-ed63-4374-a8b6-cf7c6f98cacc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=93302c7b-4d2b-46bd-b141-91f44774156a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810609 Nov 10 16:34:48.558373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e2c34-dd3d-41f1-87d7-c5558f62a0e7 req-8cc34f18-1175-4e9d-8025-beab6050c4b0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.560132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-775e2c34-dd3d-41f1-87d7-c5558f62a0e7 req-8cc34f18-1175-4e9d-8025-beab6050c4b0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0806851 Nov 10 16:34:48.573160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-b3921397-a3a4-4639-8499-29f8b75244c6 service neutron] 10.222.0.69 "GET /v2.0/networks/93302c7b-4d2b-46bd-b141-91f44774156a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042575 Nov 10 16:34:48.578739 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42dc9ae1-ef49-4f2d-a014-d3c25c140d11 req-8cb1b4c3-8a82-4505-a8e2-3cb44f86db4b tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups?id=0be1c1eb-2566-4b20-ab5c-77feaa810c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5214841 Nov 10 16:34:48.741264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-775e2c34-dd3d-41f1-87d7-c5558f62a0e7 req-6e774b36-de7f-48f4-8870-2530cdfd692c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433635 Nov 10 16:34:48.771793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1a2c5cfe-a63f-4459-826e-6389acfac5b2 service neutron] 10.222.0.69 "GET /v2.0/networks/93302c7b-4d2b-46bd-b141-91f44774156a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832757 Nov 10 16:34:48.848688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-ddf06809-5199-49b0-a314-fd43ce30b3a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.4&port_id=7f6188e0-e8d8-4b90-876f-285823901bc0 HTTP/1.1" status: 200 len: 217 time: 0.0668693 Nov 10 16:34:48.865821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:48.866430 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:48.867044 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Floating IP ee9fce96-9126-49e2-8b0a-9c06667924dc disassociated. External IP: 172.25.3.210, port: 819d0e51-4546-45f1-9f5c-133651257e8d. Nov 10 16:34:48.869723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Calling delete_port for 819d0e51-4546-45f1-9f5c-133651257e8d owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:48.897134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66926d3c-f0b0-431c-8230-e289ad8fe55c req-6b423fbe-811b-4df9-ade7-a508042de27c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.898622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66926d3c-f0b0-431c-8230-e289ad8fe55c req-6b423fbe-811b-4df9-ade7-a508042de27c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 944 time: 0.1259961 Nov 10 16:34:48.900827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-2669f470-55a7-47bf-8878-e8c5878570e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.902695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-2669f470-55a7-47bf-8878-e8c5878570e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1097 time: 0.1966715 Nov 10 16:34:48.936258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-cc2f9b28-493c-4f64-87a0-4bcecd8be5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.938249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-cc2f9b28-493c-4f64-87a0-4bcecd8be5e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=642fd123-4c9e-408d-873c-da381c3e912d HTTP/1.1" status: 200 len: 801 time: 0.0686216 Nov 10 16:34:48.950728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f8f7e-2c35-4463-aafb-82e6820de99c req-06d49160-373e-48ce-a9ff-298dd16f9809 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.958580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f8f7e-2c35-4463-aafb-82e6820de99c req-06d49160-373e-48ce-a9ff-298dd16f9809 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.968509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f8f7e-2c35-4463-aafb-82e6820de99c req-06d49160-373e-48ce-a9ff-298dd16f9809 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:48.977045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-856f8f7e-2c35-4463-aafb-82e6820de99c req-06d49160-373e-48ce-a9ff-298dd16f9809 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2411 time: 0.1402407 Nov 10 16:34:49.044636 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'tag': '7f6188e0-e8d8-4b90-876f-285823901bc0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:49.050653 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "tag": "7f6188e0-e8d8-4b90-876f-285823901bc0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:49.083611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:49.087851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66926d3c-f0b0-431c-8230-e289ad8fe55c req-1a5fad48-680e-410d-a034-372aa49740c1 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509571 Nov 10 16:34:49.096748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-856f8f7e-2c35-4463-aafb-82e6820de99c req-0f707f57-fae8-4393-82a1-e76426a918eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719249 Nov 10 16:34:49.132514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-36e4014c-6947-4711-b8d9-4fe252c6caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:49.134068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-36e4014c-6947-4711-b8d9-4fe252c6caa1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1958063 Nov 10 16:34:49.218047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-6711e240-600c-47a1-8eb3-1b70a214bb35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a HTTP/1.1" status: 200 len: 217 time: 0.0700424 Nov 10 16:34:49.238235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1499f9d9-60ce-4593-bcd5-a8662e8abf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:49.241875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-1499f9d9-60ce-4593-bcd5-a8662e8abf07 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8839f362-10dd-47c1-bcae-49f839125587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633076 Nov 10 16:34:49.310666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-d1d95956-6da1-454d-9441-c4460372b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:49.312279 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-d1d95956-6da1-454d-9441-c4460372b26f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0844107 Nov 10 16:34:49.323887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b4571-6e14-445a-abea-f8f2e682b063 req-e95970bc-fa63-4379-a4fc-7177dcec6d7b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:49.325417 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b95b4571-6e14-445a-abea-f8f2e682b063 req-e95970bc-fa63-4379-a4fc-7177dcec6d7b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 943 time: 0.1128652 Nov 10 16:34:49.347020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-102992500-network', 'tenant_id': 'e588812f3c7a465e8af395eb10d0fe6f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:49.363374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-90e3266f-5325-4e0d-ae4f-efb661ab674f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369561 Nov 10 16:34:49.388546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-13495196-300e-430f-a25b-784c9367527a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:49.390733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-13495196-300e-430f-a25b-784c9367527a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 944 time: 0.2772462 Nov 10 16:34:49.406203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:49.461225 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-b1c8d6de-1fee-4a71-b487-27629821fd14 service neutron] 10.222.0.69 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068808 Nov 10 16:34:49.489032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event deleted for resources: {'Port': ['ID=819d0e51-4546-45f1-9f5c-133651257e8d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:49.508427 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b95b4571-6e14-445a-abea-f8f2e682b063 req-a55de9d4-9352-4efb-9a44-72cbc18e6264 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717482 Nov 10 16:34:49.556819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Made reservation on behalf of e588812f3c7a465e8af395eb10d0fe6f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:49.560195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:49.575836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-d5a7115e-1937-477e-83dc-361d8d27fe8f service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039959 Nov 10 16:34:49.581006 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89da3c2-65ee-4dd4-9fd3-ab9dd43640dc x-openstack-request-id: req-b89da3c2-65ee-4dd4-9fd3-ab9dd43640dc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:49.581006 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "tag": "7f6188e0-e8d8-4b90-876f-285823901bc0", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:49.581006 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b89da3c2-65ee-4dd4-9fd3-ab9dd43640dc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:49.581006 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'tag': '7f6188e0-e8d8-4b90-876f-285823901bc0', 'status': 'completed', 'code': 200} Nov 10 16:34:49.628202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:49.693940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58f81583-9b4d-48f1-be17-42754054bee8 req-0ff1b2e6-6824-4363-a24a-7fb543dd725d service neutron] 10.222.0.69 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221148 Nov 10 16:34:49.737933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Deleting port 971312e4-e757-4717-b4fa-c08675577857 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:49.738342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:49.855727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49176db2-0dee-4c22-ac38-a0d575470e5c req-b7f00146-9b7d-4a8d-bfcb-7bb0bb11d879 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 210 time: 0.0688069 Nov 10 16:34:49.898829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:49.952691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] For port 971312e4-e757-4717-b4fa-c08675577857, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=971312e4-e757-4717-b4fa-c08675577857,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:49.953444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:49.961989 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-f9f3c6a8-9000-4184-97b0-c49578416635 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787861 Nov 10 16:34:49.992499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:34:50.001207 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 71b69ed5-be7d-479d-9e21-2c96f2fd59ed details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:50.021018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbca89-cdc9-4221-b1aa-8108787f35d8 req-9977a330-9e92-451b-8583-6f159ccd428a tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.022900 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5bbca89-cdc9-4221-b1aa-8108787f35d8 req-9977a330-9e92-451b-8583-6f159ccd428a tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 945 time: 0.2395175 Nov 10 16:34:50.024251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Calling delete_port for 971312e4-e757-4717-b4fa-c08675577857 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:50.032332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:50.047292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:34:50.067870 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:50.068531 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Added segment c048832c-5945-4b1b-90bb-faf8ee303c6f of type vlan for network 6638bf35-8636-447e-a397-8f22735f74d6 Nov 10 16:34:50.114732 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:50.129969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957f766-316a-461f-868e-e5f4f6933a3c req-0e5f8d94-9281-45f4-9967-835512826b8c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.131800 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1957f766-316a-461f-868e-e5f4f6933a3c req-0e5f8d94-9281-45f4-9967-835512826b8c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1146774 Nov 10 16:34:50.137963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:50.151796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '71b69ed5-be7d-479d-9e21-2c96f2fd59ed', 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'port_id': '71b69ed5-be7d-479d-9e21-2c96f2fd59ed', 'mac_address': 'fa:16:3e:d9:fe:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db44062-0cb9-498d-a5d4-780e998f21e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:34:50.219878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:34:50.228702 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:50.236365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] Sync routers for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:34:50.257320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:34:50.258506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:34:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:50.289522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] No DVR routers for this DVR port 819d0e51-4546-45f1-9f5c-133651257e8d on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:50.294616 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1957f766-316a-461f-868e-e5f4f6933a3c req-b7e9cb76-dad7-4bf0-a508-5f097101852e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337361 Nov 10 16:34:50.295827 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:50.300055 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-56092365-bb02-4a8c-924c-89f4d1588d2f req-ba0a622d-612d-4b6c-a01c-56e8a5e31336 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.18 "DELETE /v2.0/ports/819d0e51-4546-45f1-9f5c-133651257e8d HTTP/1.1" status: 204 len: 173 time: 2.5937376 Nov 10 16:34:50.318606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b69ed5-be7d-479d-9e21-2c96f2fd59ed {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:50.357202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:50.433065 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:50.447441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:34:50.502646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21e1e8-ca61-4688-a559-4e3b1995e894 req-a25d0927-fc98-4887-b593-60774254675a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.510797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21e1e8-ca61-4688-a559-4e3b1995e894 req-a25d0927-fc98-4887-b593-60774254675a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.538259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21e1e8-ca61-4688-a559-4e3b1995e894 req-a25d0927-fc98-4887-b593-60774254675a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.540050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb21e1e8-ca61-4688-a559-4e3b1995e894 req-a25d0927-fc98-4887-b593-60774254675a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2411 time: 0.1278579 Nov 10 16:34:50.619934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:50.620972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.622064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:50.659732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27497b26-517b-4f71-b717-e0fc204f64d6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:50.662461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:50.680705 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb21e1e8-ca61-4688-a559-4e3b1995e894 req-889f0568-6dfc-4bfc-ac41-51217d71face tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305714 Nov 10 16:34:50.684181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-8c342406-56da-4481-996e-d8f530e4f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.688694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-8c342406-56da-4481-996e-d8f530e4f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.688694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-8c342406-56da-4481-996e-d8f530e4f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.688694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-8c342406-56da-4481-996e-d8f530e4f938 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2867 time: 0.7675648 Nov 10 16:34:50.696917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.698157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.699529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.702013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.702696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.703240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.703840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.704396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.704981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.705516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.706072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.706737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:50.775101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5bbca89-cdc9-4221-b1aa-8108787f35d8 req-02a5b434-a86a-4a66-bdef-1cb19a31952f tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252313 Nov 10 16:34:50.795192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['71b69ed5-be7d-479d-9e21-2c96f2fd59ed'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:50.834677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] Pushing event updated for resources: {'Network': ['ID=6638bf35-8636-447e-a397-8f22735f74d6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:50.852128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 6638bf35-8636-447e-a397-8f22735f74d6 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:34:50.888830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5287a509-ef77-47e3-8318-0d29955e6746 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7828894 Nov 10 16:34:50.897561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40188) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:50.898660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3343-7c95-4c64-9a15-0ea7265ae611 req-5348784a-8667-412e-ab28-e1dc8ad913dd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.899971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Request body: {'subnet': {'network_id': '6638bf35-8636-447e-a397-8f22735f74d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-102992500-subnet', 'tenant_id': 'e588812f3c7a465e8af395eb10d0fe6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:50.900963 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43ec3343-7c95-4c64-9a15-0ea7265ae611 req-5348784a-8667-412e-ab28-e1dc8ad913dd tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 944 time: 0.1211169 Nov 10 16:34:50.948606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-0aa5fae5-1d9d-4c76-a113-ea963680e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:50.950187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-0aa5fae5-1d9d-4c76-a113-ea963680e9fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=8839f362-10dd-47c1-bcae-49f839125587 HTTP/1.1" status: 200 len: 903 time: 0.2473826 Nov 10 16:34:51.012851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43ec3343-7c95-4c64-9a15-0ea7265ae611 req-8460a04f-4ee5-4bd1-8e34-18cb8fd5a042 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000481 Nov 10 16:34:51.023891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-7c6be2db-ca42-4a61-80a3-159e998e00ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.4&port_id=7f6188e0-e8d8-4b90-876f-285823901bc0 HTTP/1.1" status: 200 len: 217 time: 0.0500913 Nov 10 16:34:51.045041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f88cfe-27ab-4076-8890-6e3e20e1f381 req-139343a9-fe06-4246-80d3-86687b30d672 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:51.046785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3f88cfe-27ab-4076-8890-6e3e20e1f381 req-139343a9-fe06-4246-80d3-86687b30d672 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 944 time: 0.1139400 Nov 10 16:34:51.080901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:17Z', 'revision_number': 5, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:51.130324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] Checking router: f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:34:51.153768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:34:51.154943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:34:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:51.159546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-406d3ffa-48c8-4ecf-87b9-60c3d2bb5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:51.161654 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-406d3ffa-48c8-4ecf-87b9-60c3d2bb5dd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=642fd123-4c9e-408d-873c-da381c3e912d HTTP/1.1" status: 200 len: 801 time: 0.1338117 Nov 10 16:34:51.176625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Made reservation on behalf of e588812f3c7a465e8af395eb10d0fe6f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:51.179264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:51.238988 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e26ee8d5-7f7f-4026-be62-ed2d5b039817 req-6770f0f9-73cd-4113-b337-8f62d9eeb2b1 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a01b0fe-7f53-42f4-85f5-f016bb569521 HTTP/1.1" status: 200 len: 210 time: 0.0413368 Nov 10 16:34:51.285069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:51.408064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Pushing event deleted for resources: {'Port': ['ID=971312e4-e757-4717-b4fa-c08675577857,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:51.426017 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3f88cfe-27ab-4076-8890-6e3e20e1f381 req-4b7d8b89-a811-45dc-bf57-6f4956fe2be6 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498788 Nov 10 16:34:51.432062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6f747936-fa2f-4a0c-a7e9-057415b95e6e', '971312e4-e757-4717-b4fa-c08675577857'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:51.488549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-dab3aba8-1ad1-46c3-a1f1-70092bd9b6fc tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:51.490016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-dab3aba8-1ad1-46c3-a1f1-70092bd9b6fc tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 945 time: 0.1443915 Nov 10 16:34:51.510517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-cdf9aced-4386-4dda-9ace-5933e38763f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:51.513124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-cdf9aced-4386-4dda-9ace-5933e38763f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8839f362-10dd-47c1-bcae-49f839125587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3317194 Nov 10 16:34:51.523668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:34:51.536215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] No DVR routers for this DVR port 971312e4-e757-4717-b4fa-c08675577857 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:51.547375 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:51.564525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-987e7d02-144f-42c1-a9db-82a5f8229ede req-7a898f2a-c80a-478b-83d9-5e716ca8b375 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.69 "DELETE /v2.0/ports/971312e4-e757-4717-b4fa-c08675577857 HTTP/1.1" status: 204 len: 173 time: 2.1524026 Nov 10 16:34:51.564525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'name': 'network-vif-deleted', 'tag': '971312e4-e757-4717-b4fa-c08675577857'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:51.564525 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8190c7fb-1062-4b54-854f-5bc2f0887318" -d '{"events": [{"server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "name": "network-vif-deleted", "tag": "971312e4-e757-4717-b4fa-c08675577857"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:51.587270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'name': 'network-vif-deleted', 'tag': '819d0e51-4546-45f1-9f5c-133651257e8d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:51.590574 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e988cf-2702-493e-92c6-e4b28a34c604" -d '{"events": [{"server_uuid": "8a01b0fe-7f53-42f4-85f5-f016bb569521", "name": "network-vif-deleted", "tag": "819d0e51-4546-45f1-9f5c-133651257e8d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:51.609196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b845ec-4572-4f0c-a4e1-c6aedb5541c4 req-41587357-a97f-4b2a-b201-a3f866f8230a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:51.627823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27b845ec-4572-4f0c-a4e1-c6aedb5541c4 req-41587357-a97f-4b2a-b201-a3f866f8230a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1228414 Nov 10 16:34:51.704179 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad7d2ff-5e70-4c93-b10d-c138772e84ed x-openstack-request-id: req-fad7d2ff-5e70-4c93-b10d-c138772e84ed {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:51.704723 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91fccc-da76-4253-96d1-3ef350aa1402", "name": "network-vif-deleted", "tag": "971312e4-e757-4717-b4fa-c08675577857", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:51.704723 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fad7d2ff-5e70-4c93-b10d-c138772e84ed {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:51.705102 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91fccc-da76-4253-96d1-3ef350aa1402', 'name': 'network-vif-deleted', 'tag': '971312e4-e757-4717-b4fa-c08675577857', 'status': 'completed', 'code': 200} Nov 10 16:34:51.714876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-6639914a-3657-4dfc-872b-7c91246945ae service neutron] 10.222.0.69 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801100 Nov 10 16:34:51.794017 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec9732a-0025-4fdd-8dc7-66218f860288 x-openstack-request-id: req-8ec9732a-0025-4fdd-8dc7-66218f860288 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:51.794709 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a01b0fe-7f53-42f4-85f5-f016bb569521", "name": "network-vif-deleted", "tag": "819d0e51-4546-45f1-9f5c-133651257e8d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:51.795241 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ec9732a-0025-4fdd-8dc7-66218f860288 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:51.798161 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a01b0fe-7f53-42f4-85f5-f016bb569521', 'name': 'network-vif-deleted', 'tag': '819d0e51-4546-45f1-9f5c-133651257e8d', 'status': 'completed', 'code': 200} Nov 10 16:34:51.891260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63bdbeac-7ac3-4b47-8e31-889c53ebdf8a req-dc70cba3-f95b-43f0-8f0e-0cff90a57367 service neutron] 10.222.0.69 "GET /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658828 Nov 10 16:34:51.943345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27b845ec-4572-4f0c-a4e1-c6aedb5541c4 req-833da5d4-6b1f-4eaf-8a36-2b5a54ca6730 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194847 Nov 10 16:34:51.968204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Deleting port 5c07f13b-3722-431a-940c-0434eb1b7765 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:51.969669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.001124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.022596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 819d0e51-4546-45f1-9f5c-133651257e8d no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:52.054029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a1440615-fb31-423d-9d60-80da947e36f5 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:52.112618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96e3f-4947-4daf-9c06-3b7eed1cc475 req-46f0c164-feff-40db-88e2-eda8adf8a2a1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:52.120107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96e3f-4947-4daf-9c06-3b7eed1cc475 req-46f0c164-feff-40db-88e2-eda8adf8a2a1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:52.131495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96e3f-4947-4daf-9c06-3b7eed1cc475 req-46f0c164-feff-40db-88e2-eda8adf8a2a1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:52.144797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56d96e3f-4947-4daf-9c06-3b7eed1cc475 req-46f0c164-feff-40db-88e2-eda8adf8a2a1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2411 time: 0.2452683 Nov 10 16:34:52.168103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a1440615-fb31-423d-9d60-80da947e36f5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a1440615-fb31-423d-9d60-80da947e36f5,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:52.179065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923297-ffd2-47c9-8019-46893f3618d9 req-6f341014-d0e1-4d8a-99c4-841d4edb54a2 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:52.183978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'a1440615-fb31-423d-9d60-80da947e36f5', 'network_id': '8839f362-10dd-47c1-bcae-49f839125587', 'port_id': 'a1440615-fb31-423d-9d60-80da947e36f5', 'mac_address': 'fa:16:3e:b7:e4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642fd123-4c9e-408d-873c-da381c3e912d', 'ip_address': '19.80.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:34:52.186780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 819d0e51-4546-45f1-9f5c-133651257e8d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:52.187258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 819d0e51-4546-45f1-9f5c-133651257e8d not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:52.188555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08923297-ffd2-47c9-8019-46893f3618d9 req-6f341014-d0e1-4d8a-99c4-841d4edb54a2 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 945 time: 0.1010871 Nov 10 16:34:52.192081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] For port 5c07f13b-3722-431a-940c-0434eb1b7765, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5c07f13b-3722-431a-940c-0434eb1b7765,segment=NetworkSegment(3f0b949b-08a5-45a6-afd8-366520eb0543),segment_id=3f0b949b-08a5-45a6-afd8-366520eb0543)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:52.192675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.221037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Calling delete_port for 5c07f13b-3722-431a-940c-0434eb1b7765 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:52.234895 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.239727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56d96e3f-4947-4daf-9c06-3b7eed1cc475 req-33fbceae-0d7c-44fd-8d11-c818e95b2ca3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899830 Nov 10 16:34:52.253211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:17Z', 'revision_number': 5, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:52.275017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ddac8a-cdcc-44ec-a2b3-8dd775dca805,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:52.288390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Checking segment: {'id': 'c048832c-5945-4b1b-90bb-faf8ee303c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6638bf35-8636-447e-a397-8f22735f74d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:34:52.289106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Network hostable DHCP agents. Network: 6638bf35-8636-447e-a397-8f22735f74d6, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:34:52.300497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cdf82-795e-45cc-bde4-b71dea67cdcf None None] The sync data for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 is: [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:32:10Z', 'revision_number': 4, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c299056a-c401-4e22-b3a5-19e2d6c1b186', 'name': '', 'network_id': '3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'mac_address': 'fa:16:3e:e1:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '49662920-423b-47a3-adf9-6692ef2333fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:09Z', 'updated_at': '2021-11-10T16:32:17Z', 'revision_number': 5, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'subnets': [{'id': '49662920-423b-47a3-adf9-6692ef2333fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:34:52.311796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1440615-fb31-423d-9d60-80da947e36f5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:52.312642 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08923297-ffd2-47c9-8019-46893f3618d9 req-34cf1fb0-edd9-4933-8da7-f590c48bb304 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0d84c2f-906c-4980-a447-dcebef3bd5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196568 Nov 10 16:34:52.381432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a1440615-fb31-423d-9d60-80da947e36f5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a1440615-fb31-423d-9d60-80da947e36f5,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:52.424062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a627152d-1314-4f1f-b0e3-954e04f35fac req-aa033e73-d4d6-47e3-b3fb-8d45edf9e061 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0674858 Nov 10 16:34:52.426011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Network 6638bf35-8636-447e-a397-8f22735f74d6 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:34:52.466511 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.531489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 6638bf35-8636-447e-a397-8f22735f74d6) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:34:52.540587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:52.543109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.550557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e26c4-d04c-48b9-aea8-ce707d760019 None None] Network 6638bf35-8636-447e-a397-8f22735f74d6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:52.582264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=a1440615-fb31-423d-9d60-80da947e36f5,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:52.668433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2398-920e-4a49-96f7-4a662247bd5b req-b860a0bf-b858-4bc9-86cf-2af2ed1b6fae tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:52.671502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075a2398-920e-4a49-96f7-4a662247bd5b req-b860a0bf-b858-4bc9-86cf-2af2ed1b6fae tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 944 time: 0.0791018 Nov 10 16:34:52.672394 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.704930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6e6094aa-ef9d-4521-b3b7-7871ed418c3b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8090534 Nov 10 16:34:52.712959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5c07f13b-3722-431a-940c-0434eb1b7765'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:52.714719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:52.774934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaa0fd9-c222-4816-b29a-76e0fec910ce None None] New status for floating IP ee9fce96-9126-49e2-8b0a-9c06667924dc: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:34:52.790491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Pushing event deleted for resources: {'Port': ['ID=5c07f13b-3722-431a-940c-0434eb1b7765,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:52.833262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fb179-1219-47ef-91c7-d7564b3077a7 None None] Network 6638bf35-8636-447e-a397-8f22735f74d6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:34:52.887121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f63d90e-85a8-4f52-a1f2-e9376d877aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.932779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] No DVR routers for this DVR port 5c07f13b-3722-431a-940c-0434eb1b7765 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:34:52.940025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.943360 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b023011-5cf1-4466-85e5-d9d327a74c11 req-c19d80fb-5c7a-456f-a5cc-5f0f7de50094 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.18 "DELETE /v2.0/ports/5c07f13b-3722-431a-940c-0434eb1b7765 HTTP/1.1" status: 204 len: 173 time: 1.4338858 Nov 10 16:34:52.947356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f63d90e-85a8-4f52-a1f2-e9376d877aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:52.967846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075a2398-920e-4a49-96f7-4a662247bd5b req-e93d27c6-eb01-4c38-9a77-898d77208c82 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833672 Nov 10 16:34:53.003980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['a1440615-fb31-423d-9d60-80da947e36f5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:53.215878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88042247-d5c0-40ec-9944-21e8b7f87df7 req-6be05db5-39ee-4f07-abc4-c174c4f16258 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:53.222093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88042247-d5c0-40ec-9944-21e8b7f87df7 req-6be05db5-39ee-4f07-abc4-c174c4f16258 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1120889 Nov 10 16:34:53.304129 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88042247-d5c0-40ec-9944-21e8b7f87df7 req-db1be8be-6d33-4612-9734-8d93cec40c7a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747960 Nov 10 16:34:53.490092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b71c0e-1fc4-4227-a420-30f0d30b488b req-5ac80945-ccd9-4f34-a158-dc70c603cd43 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:53.496606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b71c0e-1fc4-4227-a420-30f0d30b488b req-5ac80945-ccd9-4f34-a158-dc70c603cd43 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:53.503758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b71c0e-1fc4-4227-a420-30f0d30b488b req-5ac80945-ccd9-4f34-a158-dc70c603cd43 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:53.505484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22b71c0e-1fc4-4227-a420-30f0d30b488b req-5ac80945-ccd9-4f34-a158-dc70c603cd43 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2412 time: 0.0905728 Nov 10 16:34:53.586684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-9233f3f3-c561-457e-9ea9-900c0fc83c89 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:53.592572 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-9233f3f3-c561-457e-9ea9-900c0fc83c89 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/networks?id=6638bf35-8636-447e-a397-8f22735f74d6 HTTP/1.1" status: 200 len: 808 time: 0.1732862 Nov 10 16:34:53.656444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22b71c0e-1fc4-4227-a420-30f0d30b488b req-2173058c-1521-4870-94c1-0007afe25a4b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901999 Nov 10 16:34:53.656562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-aecc0474-9a55-4833-803c-7569abf3fc7e tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/quotas/e588812f3c7a465e8af395eb10d0fe6f HTTP/1.1" status: 200 len: 375 time: 0.0208368 Nov 10 16:34:53.658440 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-0d469c83-611e-4d73-968a-a17889069231 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e588812f3c7a465e8af395eb10d0fe6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428472 Nov 10 16:34:53.720049 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f63d90e-85a8-4f52-a1f2-e9376d877aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:53.727791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f63d90e-85a8-4f52-a1f2-e9376d877aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:53.732362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7f63d90e-85a8-4f52-a1f2-e9376d877aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "DELETE /v2.0/security-groups/0be1c1eb-2566-4b20-ab5c-77feaa810c4d HTTP/1.1" status: 204 len: 168 time: 1.0090590 Nov 10 16:34:53.755423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40240) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:53.766733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9efd75a-7f06-4865-bc56-d64dab853302 req-18c32edd-c114-458e-acb4-4d9d2cb750b6 tempest-VolumesAdminNegativeTest-1760585988 tempest-VolumesAdminNegativeTest-1760585988-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36 HTTP/1.1" status: 200 len: 210 time: 0.0691609 Nov 10 16:34:53.786136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63d90e-85a8-4f52-a1f2-e9376d877aad tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be1c1eb-2566-4b20-ab5c-77feaa810c4d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:53.800910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36', 'name': 'network-vif-deleted', 'tag': '5c07f13b-3722-431a-940c-0434eb1b7765'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:53.819455 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe35735-fb6a-4d28-bca2-6152258d151f" -d '{"events": [{"server_uuid": "8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36", "name": "network-vif-deleted", "tag": "5c07f13b-3722-431a-940c-0434eb1b7765"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:53.853316 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-7ac5d8bc-f761-4690-a110-733e0c506c8c tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] show failed (client error): The resource could not be found. Nov 10 16:34:53.859384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7ac5d8bc-f761-4690-a110-733e0c506c8c tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "GET /v2.0/security-groups/0be1c1eb-2566-4b20-ab5c-77feaa810c4d HTTP/1.1" status: 404 len: 347 time: 0.0981815 Nov 10 16:34:53.859916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:53.946985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-1ff3462f-1dd8-4c09-888d-f94f8539c08f service neutron] 10.222.0.62 "GET /v2.0/networks/6638bf35-8636-447e-a397-8f22735f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796514 Nov 10 16:34:53.990275 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de8aaeaf-1cb4-48bd-ac09-3740c0372ec0 req-613d3ea0-bcb0-4382-bb56-47ec51426350 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0519309 Nov 10 16:34:54.013309 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 71b69ed5-be7d-479d-9e21-2c96f2fd59ed up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:54.111566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7f6188e0-e8d8-4b90-876f-285823901bc0 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:54.111566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 971312e4-e757-4717-b4fa-c08675577857 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:54.194850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 971312e4-e757-4717-b4fa-c08675577857 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:54.195257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 971312e4-e757-4717-b4fa-c08675577857 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:54.197905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Deleting port e2d39aa0-54da-46e8-9283-d4d4807347e0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:54.198324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.231959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-4bf10e7c-82db-4939-ba9f-6117a26ef6e9 service neutron] 10.222.0.62 "GET /v2.0/networks/6638bf35-8636-447e-a397-8f22735f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781153 Nov 10 16:34:54.259198 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a212bcf-ab21-4c27-a705-fe95d1ba8174 x-openstack-request-id: req-2a212bcf-ab21-4c27-a705-fe95d1ba8174 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:54.259486 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36", "name": "network-vif-deleted", "tag": "5c07f13b-3722-431a-940c-0434eb1b7765", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:54.259739 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a212bcf-ab21-4c27-a705-fe95d1ba8174 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:54.260191 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4aa8e3-d3fd-42c1-bf9c-6a279d0b1f36', 'name': 'network-vif-deleted', 'tag': '5c07f13b-3722-431a-940c-0434eb1b7765', 'status': 'completed', 'code': 200} Nov 10 16:34:54.374843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7f6188e0-e8d8-4b90-876f-285823901bc0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7f6188e0-e8d8-4b90-876f-285823901bc0,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:54.394999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '7f6188e0-e8d8-4b90-876f-285823901bc0', 'network_id': '8839f362-10dd-47c1-bcae-49f839125587', 'port_id': '7f6188e0-e8d8-4b90-876f-285823901bc0', 'mac_address': 'fa:16:3e:86:0b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642fd123-4c9e-408d-873c-da381c3e912d', 'ip_address': '19.80.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:34:54.440600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:34:54.450163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:54.450328 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.450438 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.450541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.475266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ef746-9fe7-415e-afe0-d9a2abfc9ca2 req-5bc1b201-0c8e-4921-8904-7023aa2c5e02 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:54.478575 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.486184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-427ef746-9fe7-415e-afe0-d9a2abfc9ca2 req-5bc1b201-0c8e-4921-8904-7023aa2c5e02 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 944 time: 0.1176000 Nov 10 16:34:54.500468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6188e0-e8d8-4b90-876f-285823901bc0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:54.510655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Calling delete_port for e2d39aa0-54da-46e8-9283-d4d4807347e0 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:54.528200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7f6188e0-e8d8-4b90-876f-285823901bc0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7f6188e0-e8d8-4b90-876f-285823901bc0,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:54.578994 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.614220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7993314-392b-446f-99ce-30b7578ab546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b69ed5-be7d-479d-9e21-2c96f2fd59ed'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:54.614220 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d7cbb-4419-4863-93fc-232980352a3b" -d '{"events": [{"server_uuid": "f7993314-392b-446f-99ce-30b7578ab546", "name": "network-vif-plugged", "status": "completed", "tag": "71b69ed5-be7d-479d-9e21-2c96f2fd59ed"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:54.614453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-427ef746-9fe7-415e-afe0-d9a2abfc9ca2 req-54657afe-6d09-4739-badf-d54277568c2f tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040113 Nov 10 16:34:54.631096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:54.678932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.682125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a9ea6ee9-cb33-4529-8127-00fe8cf958aa details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:34:54.736767 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52346221-e3b1-4748-9695-1acd91650b5b x-openstack-request-id: req-52346221-e3b1-4748-9695-1acd91650b5b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:54.737361 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7993314-392b-446f-99ce-30b7578ab546", "name": "network-vif-plugged", "status": "completed", "tag": "71b69ed5-be7d-479d-9e21-2c96f2fd59ed", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:54.737778 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52346221-e3b1-4748-9695-1acd91650b5b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:54.738335 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7993314-392b-446f-99ce-30b7578ab546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b69ed5-be7d-479d-9e21-2c96f2fd59ed', 'code': 200} Nov 10 16:34:54.804375 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.823708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e04b53-4c00-4208-8fe6-ccf8bb5f11cd req-c7e025fe-1298-458a-bd78-5537e2ffb906 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:54.837536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e04b53-4c00-4208-8fe6-ccf8bb5f11cd req-c7e025fe-1298-458a-bd78-5537e2ffb906 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0874684 Nov 10 16:34:54.909710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7f6188e0-e8d8-4b90-876f-285823901bc0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:54.932758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c92c9f-d284-4c2d-b06e-51a544e56739 req-e9cec84b-f0ed-4e1d-a251-522085dcbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:54.934420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80c92c9f-d284-4c2d-b06e-51a544e56739 req-e9cec84b-f0ed-4e1d-a251-522085dcbfb5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 1097 time: 0.1467309 Nov 10 16:34:54.959968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:54.996544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e04b53-4c00-4208-8fe6-ccf8bb5f11cd req-1068c51d-2e77-4256-8bf6-707a54e49d73 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618192 Nov 10 16:34:55.011055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941e706-d98d-4835-bcc7-58f86dd8cb07 req-131bc67d-3964-423f-876e-309a47f306c4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:55.019961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a9ea6ee9-cb33-4529-8127-00fe8cf958aa, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:55.033867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941e706-d98d-4835-bcc7-58f86dd8cb07 req-131bc67d-3964-423f-876e-309a47f306c4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:55.046839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:55.050692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941e706-d98d-4835-bcc7-58f86dd8cb07 req-131bc67d-3964-423f-876e-309a47f306c4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:55.055114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa', 'network_id': '93302c7b-4d2b-46bd-b141-91f44774156a', 'port_id': 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa', 'mac_address': 'fa:16:3e:0f:01:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c105b0f-7657-4243-a894-3e3cc7b2b506', 'ip_address': '19.86.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:34:55.058699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f941e706-d98d-4835-bcc7-58f86dd8cb07 req-131bc67d-3964-423f-876e-309a47f306c4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2413 time: 0.1849413 Nov 10 16:34:55.060243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Pushing event deleted for resources: {'Port': ['ID=e2d39aa0-54da-46e8-9283-d4d4807347e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:55.113835 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.146058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ea6ee9-cb33-4529-8127-00fe8cf958aa {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:34:55.164279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-66f62c1b-be46-479c-bee0-db3dddd2ae76 req-a5e96583-77d7-4dd7-a075-d357dd1e64b2 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 210 time: 0.0726280 Nov 10 16:34:55.176703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a9ea6ee9-cb33-4529-8127-00fe8cf958aa, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:55.200312 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80c92c9f-d284-4c2d-b06e-51a544e56739 req-33b1fe36-6235-42b4-a45d-eaedc60ffdc2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186315 Nov 10 16:34:55.202513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.205510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.209675 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6366b56d-8f03-4c7f-9888-28906097fbc7 tempest-ServersTestFqdnHostnames-1999092509 tempest-ServersTestFqdnHostnames-1999092509-project] 10.222.0.62 "DELETE /v2.0/floatingips/ee9fce96-9126-49e2-8b0a-9c06667924dc HTTP/1.1" status: 204 len: 168 time: 1.3458021 Nov 10 16:34:55.210127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:55.218912 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:55.239969 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f941e706-d98d-4835-bcc7-58f86dd8cb07 req-4de86499-2d14-4712-8d6e-2a47ae62d37d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585152 Nov 10 16:34:55.327556 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.343863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1b684b8-f98d-4023-944d-2b734c0144fb req-d715c1f1-4d37-4fcf-97c2-e063cf718a99 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0514162 Nov 10 16:34:55.387196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d0a5ad-a26a-4e66-87ce-18a50ce83751 admin admin] Deleting subnet d31ce105-983d-4fb5-8346-5280781b3ed1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:34:55.393969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d0a5ad-a26a-4e66-87ce-18a50ce83751 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.444204 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d0a5ad-a26a-4e66-87ce-18a50ce83751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.531289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:55.558288 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d0a5ad-a26a-4e66-87ce-18a50ce83751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.741429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7f6188e0-e8d8-4b90-876f-285823901bc0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:55.748422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a958-3e07-4388-aa37-a60833f84d49 req-87e92db2-2f04-4eac-8f21-0a0afb1f4856 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:55.749932 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1911a958-3e07-4388-aa37-a60833f84d49 req-87e92db2-2f04-4eac-8f21-0a0afb1f4856 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 945 time: 0.0643122 Nov 10 16:34:55.813527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d0a5ad-a26a-4e66-87ce-18a50ce83751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.867497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0a5ad-a26a-4e66-87ce-18a50ce83751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31ce105-983d-4fb5-8346-5280781b3ed1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:55.876902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d0a5ad-a26a-4e66-87ce-18a50ce83751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.880327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-70d0a5ad-a26a-4e66-87ce-18a50ce83751 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d31ce105-983d-4fb5-8346-5280781b3ed1 HTTP/1.1" status: 204 len: 168 time: 0.6616485 Nov 10 16:34:55.882906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40274) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:55.883938 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1911a958-3e07-4388-aa37-a60833f84d49 req-1784c4af-163d-41e0-af19-94a2668fb803 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179454 Nov 10 16:34:55.901903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:55.997055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.017352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5c07f13b-3722-431a-940c-0434eb1b7765 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:56.051519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a1440615-fb31-423d-9d60-80da947e36f5 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:56.085087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 5c07f13b-3722-431a-940c-0434eb1b7765 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:56.085424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5c07f13b-3722-431a-940c-0434eb1b7765 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:56.100266 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.128542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c16c017-2027-4723-964f-b4bf8168148c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:56.140652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0b949b-08a5-45a6-afd8-366520eb0543') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:56.141121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0b949b-08a5-45a6-afd8-366520eb0543') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:56.152199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.170863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.177383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:34:56.178035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.220448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port a1440615-fb31-423d-9d60-80da947e36f5 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:34:56.224383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port a1440615-fb31-423d-9d60-80da947e36f5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:56.224746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:34:56.242023 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:34:56.246843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Deleting port c299056a-c401-4e22-b3a5-19e2d6c1b186 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:56.247331 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.332774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8652f12-36a6-4beb-a7f7-71f4f4b75266 req-4974ca2a-30fc-4d2e-b0ae-19529590ff9f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:56.334710 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8652f12-36a6-4beb-a7f7-71f4f4b75266 req-4974ca2a-30fc-4d2e-b0ae-19529590ff9f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0916214 Nov 10 16:34:56.359203 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.368497 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e73a58c-32aa-4148-a532-344d694e8582 req-6f0be37b-62ba-4175-9111-2771f3a0f5ab tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 210 time: 0.0469959 Nov 10 16:34:56.399115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8652f12-36a6-4beb-a7f7-71f4f4b75266 req-fbe808a6-6bdb-40bc-ba98-cdd8a05fae2f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575557 Nov 10 16:34:56.400034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.405799 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.412579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] For port c299056a-c401-4e22-b3a5-19e2d6c1b186, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c299056a-c401-4e22-b3a5-19e2d6c1b186,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:56.413850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.422835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1c16c017-2027-4723-964f-b4bf8168148c HTTP/1.1" status: 204 len: 168 time: 0.5383158 Nov 10 16:34:56.431178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40288) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:56.455070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Calling delete_port for c299056a-c401-4e22-b3a5-19e2d6c1b186 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:56.463216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a1440615-fb31-423d-9d60-80da947e36f5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a1440615-fb31-423d-9d60-80da947e36f5,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:56.503688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bc001e-6d02-43be-b773-53163b26f7a5 admin admin] Deleting subnet 17cc73ed-9d1d-44ba-a700-8f596d0ac7b3 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:34:56.507723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40bc001e-6d02-43be-b773-53163b26f7a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.549851 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40bc001e-6d02-43be-b773-53163b26f7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.580414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c16c017-2027-4723-964f-b4bf8168148c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:56.592410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea325-dcf2-416f-9bac-6798deeafc95 req-d378804b-4412-4d77-a1bc-414ad888cd56 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:56.600097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea325-dcf2-416f-9bac-6798deeafc95 req-d378804b-4412-4d77-a1bc-414ad888cd56 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:56.606390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea325-dcf2-416f-9bac-6798deeafc95 req-d378804b-4412-4d77-a1bc-414ad888cd56 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:56.608347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2eea325-dcf2-416f-9bac-6798deeafc95 req-d378804b-4412-4d77-a1bc-414ad888cd56 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2414 time: 0.0899220 Nov 10 16:34:56.634870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f47fb23-43c3-4282-9270-46c7d3a38e73 req-bdd234f5-e2b7-4a3a-9c0e-05bf9796bffb tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0610476 Nov 10 16:34:56.636335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.636685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.637028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.637612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.640478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.640478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.640478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.640478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.640478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.640940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.641295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.641534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9856b-ee49-4979-873e-9c7a42cfec29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:34:56.644664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.659553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40bc001e-6d02-43be-b773-53163b26f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.737837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2eea325-dcf2-416f-9bac-6798deeafc95 req-fd6473c7-32cb-4b6d-96ba-5aebeac9ce16 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899880 Nov 10 16:34:56.747222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1440615-fb31-423d-9d60-80da947e36f5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:56.751956 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5f3f8a-cbb3-4565-a4b3-d19cc0334195" -d '{"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-plugged", "status": "completed", "tag": "a1440615-fb31-423d-9d60-80da947e36f5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:56.795277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=a1440615-fb31-423d-9d60-80da947e36f5,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:56.839644 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfd05d9-a43b-4a1f-af6b-4ae518ec0964 x-openstack-request-id: req-ddfd05d9-a43b-4a1f-af6b-4ae518ec0964 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:56.839644 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-plugged", "status": "completed", "tag": "a1440615-fb31-423d-9d60-80da947e36f5", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:56.839644 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddfd05d9-a43b-4a1f-af6b-4ae518ec0964 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:56.839644 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1440615-fb31-423d-9d60-80da947e36f5', 'code': 200} Nov 10 16:34:56.875800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40bc001e-6d02-43be-b773-53163b26f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.906595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc001e-6d02-43be-b773-53163b26f7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17cc73ed-9d1d-44ba-a700-8f596d0ac7b3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:56.910585 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40bc001e-6d02-43be-b773-53163b26f7a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.914467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-40bc001e-6d02-43be-b773-53163b26f7a5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/17cc73ed-9d1d-44ba-a700-8f596d0ac7b3 HTTP/1.1" status: 204 len: 168 time: 0.4820163 Nov 10 16:34:56.917786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:56.925614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:56.980830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c299056a-c401-4e22-b3a5-19e2d6c1b186,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:56.991536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['a9ea6ee9-cb33-4529-8127-00fe8cf958aa'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:34:57.084771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:57.098762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14c57-5b1b-43bd-a804-e1104a8893d1 req-3b50149f-ca5f-4697-b2ac-eb8025b3b099 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:57.100463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0fc14c57-5b1b-43bd-a804-e1104a8893d1 req-3b50149f-ca5f-4697-b2ac-eb8025b3b099 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 945 time: 0.0979469 Nov 10 16:34:57.242156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0fc14c57-5b1b-43bd-a804-e1104a8893d1 req-38d2e9d7-9362-4702-9be9-6a35567d1dbb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313653 Nov 10 16:34:57.289247 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:57.338085 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:57.354867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eba85b3-e304-46cb-9771-001b0edfa2f1']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:57.371444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e596fa20-0d10-4bd5-a75b-0dc24972e45a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:57.371744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e596fa20-0d10-4bd5-a75b-0dc24972e45a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:57.418627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:57.496858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3225549c-d127-43b6-bb5d-2a70f4843a75 req-7bf265f7-b97e-4b05-b9a0-ca099ebde217 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 210 time: 0.0422513 Nov 10 16:34:57.627566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb4dad-64a7-4b75-bfcd-0d010169016b req-7ab4bdad-c1cc-4d8d-82b9-0841469c75dc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:57.629333 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58eb4dad-64a7-4b75-bfcd-0d010169016b req-7ab4bdad-c1cc-4d8d-82b9-0841469c75dc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0565424 Nov 10 16:34:57.695262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58eb4dad-64a7-4b75-bfcd-0d010169016b req-7e8c9261-3e00-48b9-be4d-5dddc9e8c37b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573423 Nov 10 16:34:57.792066 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:57.800721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:34:57.801234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:34:57.803335 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:34:57.808308 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64e4b31c-5d29-4546-8826-a6c1f890181d req-b848d1b7-1205-41be-b15f-4961c752b8c9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0408823 Nov 10 16:34:57.945107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03ad7c-9bff-4bb3-854f-86c2b5e4d24f req-9a6bb918-ca65-4c4c-b60f-dc118082553d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:57.953742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03ad7c-9bff-4bb3-854f-86c2b5e4d24f req-9a6bb918-ca65-4c4c-b60f-dc118082553d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:57.960133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03ad7c-9bff-4bb3-854f-86c2b5e4d24f req-9a6bb918-ca65-4c4c-b60f-dc118082553d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:57.962069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca03ad7c-9bff-4bb3-854f-86c2b5e4d24f req-9a6bb918-ca65-4c4c-b60f-dc118082553d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2415 time: 0.0915349 Nov 10 16:34:58.017929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:34:58.036691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca03ad7c-9bff-4bb3-854f-86c2b5e4d24f req-b0013ff4-0fa6-4079-9177-ea3708b9fa3a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556729 Nov 10 16:34:58.057141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7f6188e0-e8d8-4b90-876f-285823901bc0 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:34:58.071872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:58.080498 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:58.083737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3eba85b3-e304-46cb-9771-001b0edfa2f1 HTTP/1.1" status: 204 len: 168 time: 1.1648588 Nov 10 16:34:58.101762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f7b78-3f0d-424a-a97b-5e4790a6f2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eba85b3-e304-46cb-9771-001b0edfa2f1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:58.173331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:34:58.180310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7a1a9c54-aec4-4cea-8d3c-647c7bf27c17 admin admin] 10.222.0.62 "PUT /v2.0/routers/f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9692514 Nov 10 16:34:58.183865 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40312) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:58.186322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] Sync routers for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:34:58.204466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:34:58.205285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:34:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:58.269061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 7f6188e0-e8d8-4b90-876f-285823901bc0 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:34:58.281133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 7f6188e0-e8d8-4b90-876f-285823901bc0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:34:58.282008 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:58.352580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:58.398581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:34:58.564625 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:58.573461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-ad0b4bd9-794a-4439-abce-65461916a8c2 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:58.574956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-ad0b4bd9-794a-4439-abce-65461916a8c2 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.18 "GET /v2.0/networks?id=6638bf35-8636-447e-a397-8f22735f74d6 HTTP/1.1" status: 200 len: 808 time: 0.1768661 Nov 10 16:34:58.583896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:58.592359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Request body: {'port': {'device_id': 'fb0c1277-751a-4814-81b5-a931cddf6d63', 'network_id': '6638bf35-8636-447e-a397-8f22735f74d6', 'admin_state_up': True, 'tenant_id': 'e588812f3c7a465e8af395eb10d0fe6f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:34:58.620325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7f6188e0-e8d8-4b90-876f-285823901bc0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7f6188e0-e8d8-4b90-876f-285823901bc0,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:58.673176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:34:56Z', 'revision_number': 5, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port': {'id': '28198fbc-4234-4620-a99a-0a3e472dc30b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:32:04Z', 'updated_at': '2021-11-10T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:58.685007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49410b99-f32f-40ed-aa5a-40812b80d5a1 req-b71068ac-9edc-4e85-a921-ac6d5d48a1b6 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 210 time: 0.0317602 Nov 10 16:34:58.706415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] Checking router: f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:34:58.715680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] Routers {'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:34:58.716634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:34:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:58.793440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40324) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:58.818049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Deleting port 28198fbc-4234-4620-a99a-0a3e472dc30b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:34:58.818441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:58.830472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] Set router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:34:58.833048 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:58.872731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6188e0-e8d8-4b90-876f-285823901bc0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:34:58.872731 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad8770c-3409-421b-8e12-38c7cb473fc7" -d '{"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-plugged", "status": "completed", "tag": "7f6188e0-e8d8-4b90-876f-285823901bc0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:34:58.939834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:34:58Z', 'revision_number': 6, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:34:58.980259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d06a7-6780-45f2-87a3-0f759b40a548 None None] The sync data for ids ['f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b'] in n-d-714676-11 is: [{'id': 'f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b', 'name': 'tempest-ServersTestFqdnHostnames-208945052-router', 'tenant_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:32:03Z', 'updated_at': '2021-11-10T16:34:58Z', 'revision_number': 6, 'project_id': '0d0ca4ce52c545e9b484dcdcaf0f43ba', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:34:59.001095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7f6188e0-e8d8-4b90-876f-285823901bc0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:59.184340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Made reservation on behalf of e588812f3c7a465e8af395eb10d0fe6f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:34:59.188059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:59.299345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-901097fb-9708-4e37-8733-730e8ad31c1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce48cf748f7a4390b85f82813a689b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042412 Nov 10 16:34:59.301949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:34:59.347993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc8017-ec8e-4d69-a25a-a424a4172559 req-f3fba0de-28b2-491d-9e5e-e8ab64017fed tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:34:59.349588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ddc8017-ec8e-4d69-a25a-a424a4172559 req-f3fba0de-28b2-491d-9e5e-e8ab64017fed tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.5288820 Nov 10 16:34:59.373514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ba28ba-9ae3-49aa-9559-fb136bb23ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:59.410010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c299056a-c401-4e22-b3a5-19e2d6c1b186 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:34:59.415219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ba28ba-9ae3-49aa-9559-fb136bb23ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:59.430488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c299056a-c401-4e22-b3a5-19e2d6c1b186 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:34:59.430972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c299056a-c401-4e22-b3a5-19e2d6c1b186 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:34:59.511986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] For port 28198fbc-4234-4620-a99a-0a3e472dc30b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28198fbc-4234-4620-a99a-0a3e472dc30b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:34:59.512358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:59.537971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Calling delete_port for 28198fbc-4234-4620-a99a-0a3e472dc30b owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:34:59.568303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Allocated IP 172.20.0.6 (6638bf35-8636-447e-a397-8f22735f74d6/e4ddac8a-cdcc-44ec-a2b3-8dd775dca805/6025e76a-66c7-401d-98ca-c64bcfea4164) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:34:59.599043 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ba28ba-9ae3-49aa-9559-fb136bb23ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:59.609565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ba28ba-9ae3-49aa-9559-fb136bb23ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:34:59.614539 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-85ba28ba-9ae3-49aa-9559-fb136bb23ac1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0d84c2f-906c-4980-a447-dcebef3bd5d2 HTTP/1.1" status: 204 len: 168 time: 0.3110399 Nov 10 16:34:59.628217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba28ba-9ae3-49aa-9559-fb136bb23ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d84c2f-906c-4980-a447-dcebef3bd5d2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:34:59.631260 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ddc8017-ec8e-4d69-a25a-a424a4172559 req-8019db4d-be5e-4102-bd01-87dba7ca95b0 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487588 Nov 10 16:34:59.848048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-094739c6-95af-4720-9569-4e6d772892d9 req-8a5861ee-1e5e-4df5-9c01-17814f963e56 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0595345 Nov 10 16:34:59.927028 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc8bb02-34a6-4f96-9d83-5df06565606b x-openstack-request-id: req-2fc8bb02-34a6-4f96-9d83-5df06565606b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:34:59.927553 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-plugged", "status": "completed", "tag": "7f6188e0-e8d8-4b90-876f-285823901bc0", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:34:59.927988 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fc8bb02-34a6-4f96-9d83-5df06565606b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:34:59.928539 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6188e0-e8d8-4b90-876f-285823901bc0', 'code': 200} Nov 10 16:35:00.047792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a9ea6ee9-cb33-4529-8127-00fe8cf958aa up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:00.124434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14737a48-9287-4f2a-8fe0-8c582fb4952a req-f8ff6239-6546-4952-a969-fd826d560681 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:00.132306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14737a48-9287-4f2a-8fe0-8c582fb4952a req-f8ff6239-6546-4952-a969-fd826d560681 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:00.139938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14737a48-9287-4f2a-8fe0-8c582fb4952a req-f8ff6239-6546-4952-a969-fd826d560681 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:00.141793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14737a48-9287-4f2a-8fe0-8c582fb4952a req-f8ff6239-6546-4952-a969-fd826d560681 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2416 time: 0.1353059 Nov 10 16:35:00.189315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.195355 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.236122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28198fbc-4234-4620-a99a-0a3e472dc30b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:00.254047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port a9ea6ee9-cb33-4529-8127-00fe8cf958aa completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:00.258426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port a9ea6ee9-cb33-4529-8127-00fe8cf958aa triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:00.259062 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.324007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14737a48-9287-4f2a-8fe0-8c582fb4952a req-42e7a846-8524-4bb5-bacf-3c2fee908a47 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723537 Nov 10 16:35:00.353236 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.363167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.392666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a9ea6ee9-cb33-4529-8127-00fe8cf958aa, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:00.485689 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.495119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.520377 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f6119947-114e-49a4-ac99-9267a1000e69 req-8e4aa944-7177-49e2-bb95-2897623bee12 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 210 time: 0.0418315 Nov 10 16:35:00.599053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.599373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.652118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Network 6638bf35-8636-447e-a397-8f22735f74d6 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:00.658263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:00.662477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:00.665692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:00.692685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Pushing event updated for resources: {'Port': ['ID=6025e76a-66c7-401d-98ca-c64bcfea4164,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:00.723892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:00.727684 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.779246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.780431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:35:00.786439 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.790204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:00.791964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7ac6e375-cc63-4a1b-8687-2776546c5fd3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f8e58694-7c0a-4b7f-b8e6-3e67c75d7f6b HTTP/1.1" status: 204 len: 168 time: 2.6067071 Nov 10 16:35:00.819660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45294251-2a55-4553-b058-ad8361ec6dbb req-11f196da-ba7c-4ef4-bb46-814dfa7c8d27 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:00.830950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45294251-2a55-4553-b058-ad8361ec6dbb req-11f196da-ba7c-4ef4-bb46-814dfa7c8d27 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0775263 Nov 10 16:35:00.852332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0c7bfa-7b70-4f08-a02f-cf783b813ad4 admin admin] Deleting subnet 49662920-423b-47a3-adf9-6692ef2333fc {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:35:00.856368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0c7bfa-7b70-4f08-a02f-cf783b813ad4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.893076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45294251-2a55-4553-b058-ad8361ec6dbb req-2225b593-9e32-4c0f-b72c-f697c4149786 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624082 Nov 10 16:35:00.919821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0c7bfa-7b70-4f08-a02f-cf783b813ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:00.924871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-76183f88-a54c-45ef-9d85-563936256206 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3307533 Nov 10 16:35:00.935946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Request body: {'port': {'device_id': 'fb0c1277-751a-4814-81b5-a931cddf6d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:01.032296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40348) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:01.065900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0c7bfa-7b70-4f08-a02f-cf783b813ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.100389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33501c96-d7a9-4f5a-ad4c-06eb87bfecbe req-592548b0-7454-4f42-9e86-6fc7d83584a8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0648882 Nov 10 16:35:01.158999 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.164366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7fa0cfbd-d991-4552-8cb4-30157032a555 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00e417395f3a4b458635ff8f64934254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305699 Nov 10 16:35:01.170094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:01.247113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ec24f5-7262-4127-ba8f-b308f5084a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.260386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28198fbc-4234-4620-a99a-0a3e472dc30b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:01.270611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0c7bfa-7b70-4f08-a02f-cf783b813ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.284997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 28198fbc-4234-4620-a99a-0a3e472dc30b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:01.285657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28198fbc-4234-4620-a99a-0a3e472dc30b not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:01.338157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7bfa-7b70-4f08-a02f-cf783b813ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49662920-423b-47a3-adf9-6692ef2333fc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:01.380419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ec24f5-7262-4127-ba8f-b308f5084a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.398726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2736aa90-8642-4e04-8fc1-2e8a3a6a1de9 None None] Network 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:01.426099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0c7bfa-7b70-4f08-a02f-cf783b813ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.433615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-af0c7bfa-7b70-4f08-a02f-cf783b813ad4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/49662920-423b-47a3-adf9-6692ef2333fc HTTP/1.1" status: 204 len: 168 time: 0.6385863 Nov 10 16:35:01.440176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:01.715114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6025e76a-66c7-401d-98ca-c64bcfea4164 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:01.720054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe34e0-bee0-4af9-87ac-521eeaeb6c18 req-e291ca95-1293-476b-993b-9eea82a05049 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:01.731696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.733295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe34e0-bee0-4af9-87ac-521eeaeb6c18 req-e291ca95-1293-476b-993b-9eea82a05049 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:01.746077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe34e0-bee0-4af9-87ac-521eeaeb6c18 req-e291ca95-1293-476b-993b-9eea82a05049 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:01.748183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74fe34e0-bee0-4af9-87ac-521eeaeb6c18 req-e291ca95-1293-476b-993b-9eea82a05049 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2417 time: 0.2948143 Nov 10 16:35:01.833132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74fe34e0-bee0-4af9-87ac-521eeaeb6c18 req-bdae64d8-ac8c-49be-8a94-c5a5cb4bcdf9 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781646 Nov 10 16:35:01.835944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.862640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] DHCP port deletion for 3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:35:01.890062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Transition to ACTIVE for port object 6025e76a-66c7-401d-98ca-c64bcfea4164 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:01.902718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ec24f5-7262-4127-ba8f-b308f5084a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.902718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85ec24f5-7262-4127-ba8f-b308f5084a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:01.902718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-85ec24f5-7262-4127-ba8f-b308f5084a92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17f53337-1ea5-4c0d-b8e7-ed0e37237331 HTTP/1.1" status: 204 len: 168 time: 0.7266815 Nov 10 16:35:01.929875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:01.932147 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33bfd5f-57f2-48da-a14f-2f2b46e93bb1" -d '{"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-plugged", "status": "completed", "tag": "a9ea6ee9-cb33-4529-8127-00fe8cf958aa"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:01.936419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec24f5-7262-4127-ba8f-b308f5084a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f53337-1ea5-4c0d-b8e7-ed0e37237331,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:01.991959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] Deleting port 14239942-ef8e-43c4-9b95-da49087a755c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:01.992331 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.014853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba388a8-8ed4-4829-9095-2397af17c6f2 req-69123289-6760-4ff8-8e30-997c1247c486 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:02.018137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ba388a8-8ed4-4829-9095-2397af17c6f2 req-69123289-6760-4ff8-8e30-997c1247c486 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 931 time: 0.0908256 Nov 10 16:35:02.019108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Deleting port 14239942-ef8e-43c4-9b95-da49087a755c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:02.019675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.021787 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.038110 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55f68fb2-bf90-4386-805b-93293c04eb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.099405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Pushing event updated for resources: {'Port': ['ID=6025e76a-66c7-401d-98ca-c64bcfea4164,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:02.135599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] For port 14239942-ef8e-43c4-9b95-da49087a755c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=14239942-ef8e-43c4-9b95-da49087a755c,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:02.136317 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.154675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] Calling delete_port for 14239942-ef8e-43c4-9b95-da49087a755c owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:02.184436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] For port 14239942-ef8e-43c4-9b95-da49087a755c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=14239942-ef8e-43c4-9b95-da49087a755c,segment=NetworkSegment(52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc),segment_id=52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:02.189884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.209250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Calling delete_port for 14239942-ef8e-43c4-9b95-da49087a755c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:02.223619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ba388a8-8ed4-4829-9095-2397af17c6f2 req-8c3d29a4-2cd5-4804-afa2-e33a2c380dc5 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589432 Nov 10 16:35:02.303435 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e88d76-b857-4c6e-baca-22b03adbeeb1 x-openstack-request-id: req-28e88d76-b857-4c6e-baca-22b03adbeeb1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:02.343915 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-plugged", "status": "completed", "tag": "a9ea6ee9-cb33-4529-8127-00fe8cf958aa", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:02.343915 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28e88d76-b857-4c6e-baca-22b03adbeeb1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:02.343915 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa', 'code': 200} Nov 10 16:35:02.345373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Attempting to bind port 6025e76a-66c7-401d-98ca-c64bcfea4164 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:02.345373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Attempting to bind port 6025e76a-66c7-401d-98ca-c64bcfea4164 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c048832c-5945-4b1b-90bb-faf8ee303c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6638bf35-8636-447e-a397-8f22735f74d6'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:02.345373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Attempting to bind port 6025e76a-66c7-401d-98ca-c64bcfea4164 on network 6638bf35-8636-447e-a397-8f22735f74d6 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:02.360105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Port 6025e76a-66c7-401d-98ca-c64bcfea4164 on network 6638bf35-8636-447e-a397-8f22735f74d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:02.360440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Attempting to bind port 6025e76a-66c7-401d-98ca-c64bcfea4164 on network 6638bf35-8636-447e-a397-8f22735f74d6 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:02.369602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:02.373194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Checking segment: {'id': 'c048832c-5945-4b1b-90bb-faf8ee303c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6638bf35-8636-447e-a397-8f22735f74d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:02.373194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Bound using segment: {'id': 'c048832c-5945-4b1b-90bb-faf8ee303c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6638bf35-8636-447e-a397-8f22735f74d6'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:02.373194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Bound port: 6025e76a-66c7-401d-98ca-c64bcfea4164, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c048832c-5945-4b1b-90bb-faf8ee303c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6638bf35-8636-447e-a397-8f22735f74d6'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:02.373194 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.434323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a0e81e1-f6af-4100-ba76-f10d7e223c4b req-9f67780d-2af4-452f-9516-f8ce56cfcd66 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d91fccc-da76-4253-96d1-3ef350aa1402 HTTP/1.1" status: 200 len: 210 time: 0.0477645 Nov 10 16:35:02.434567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74933-9819-4649-ab44-cd9600fab415 req-47cde534-fac1-41a4-b75e-d8c45252abd9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:02.438872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08d74933-9819-4649-ab44-cd9600fab415 req-47cde534-fac1-41a4-b75e-d8c45252abd9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1476533 Nov 10 16:35:02.448858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fc5c-d584-466d-b01b-03981f3eb89c req-c9f28575-7d95-4f26-9abd-e9de7be1e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:02.449335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fc5c-d584-466d-b01b-03981f3eb89c req-c9f28575-7d95-4f26-9abd-e9de7be1e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:02.449797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fc5c-d584-466d-b01b-03981f3eb89c req-c9f28575-7d95-4f26-9abd-e9de7be1e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:02.451634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6a1fc5c-d584-466d-b01b-03981f3eb89c req-c9f28575-7d95-4f26-9abd-e9de7be1e7b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2873 time: 0.0738108 Nov 10 16:35:02.485764 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.496208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.509987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] For port 6025e76a-66c7-401d-98ca-c64bcfea4164, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:02.513306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] For port 6025e76a-66c7-401d-98ca-c64bcfea4164, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6025e76a-66c7-401d-98ca-c64bcfea4164,segment=NetworkSegment(c048832c-5945-4b1b-90bb-faf8ee303c6f),segment_id=c048832c-5945-4b1b-90bb-faf8ee303c6f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:02.525716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] Pushing event deleted for resources: {'Port': ['ID=14239942-ef8e-43c4-9b95-da49087a755c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:02.535759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5038707-595c-4efa-b9da-2a44665a7f96 None None] No DVR routers for this DVR port 14239942-ef8e-43c4-9b95-da49087a755c on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:02.588397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08d74933-9819-4649-ab44-cd9600fab415 req-3aba7cf2-ecdf-4f69-ac91-9e6b35884b7a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295342 Nov 10 16:35:02.594429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6a1fc5c-d584-466d-b01b-03981f3eb89c req-8c00e633-f60a-4cb3-8196-0be3624108f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334577 Nov 10 16:35:02.595993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Pushing event deleted for resources: {'Port': ['ID=14239942-ef8e-43c4-9b95-da49087a755c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:02.599327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] No DVR routers for this DVR port 14239942-ef8e-43c4-9b95-da49087a755c on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:02.643444 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.688380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:02.689106 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.690589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] 10.222.0.18 "PUT /v2.0/ports/6025e76a-66c7-401d-98ca-c64bcfea4164 HTTP/1.1" status: 200 len: 1092 time: 1.7614775 Nov 10 16:35:02.690937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0c1277-751a-4814-81b5-a931cddf6d63', 'tag': '6025e76a-66c7-401d-98ca-c64bcfea4164'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:02.694457 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d246a5de-2782-4273-ac7d-f7b3d6c97e25" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0c1277-751a-4814-81b5-a931cddf6d63", "tag": "6025e76a-66c7-401d-98ca-c64bcfea4164"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:02.726704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.731295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678cb27-25c5-43f9-812d-c007b5a43baa service neutron] Pushing event updated for resources: {'Port': ['ID=6025e76a-66c7-401d-98ca-c64bcfea4164,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:02.755734 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ac5d6-b6ed-40c0-a100-2a4580a290bd x-openstack-request-id: req-253ac5d6-b6ed-40c0-a100-2a4580a290bd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:02.756043 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0c1277-751a-4814-81b5-a931cddf6d63", "tag": "6025e76a-66c7-401d-98ca-c64bcfea4164", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:02.758838 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-253ac5d6-b6ed-40c0-a100-2a4580a290bd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:02.758838 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0c1277-751a-4814-81b5-a931cddf6d63', 'tag': '6025e76a-66c7-401d-98ca-c64bcfea4164', 'status': 'completed', 'code': 200} Nov 10 16:35:02.781696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:02.792051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:02.792629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bd7b3b-89b6-4d8a-b6c4-f6a526931ecc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:02.804110 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.822704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.831160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:35:02.833117 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.833817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246a5de-2782-4273-ac7d-f7b3d6c97e25 req-9299c99f-71f6-4d28-a4c6-8dbb65cccb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:35:02.834221 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:35:02.838114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d246a5de-2782-4273-ac7d-f7b3d6c97e25 req-9299c99f-71f6-4d28-a4c6-8dbb65cccb67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e588812f3c7a465e8af395eb10d0fe6f&device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 1095 time: 0.0483348 Nov 10 16:35:02.975793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.987549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:02.991037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246a5de-2782-4273-ac7d-f7b3d6c97e25 req-3bcb64e3-f70a-4dc7-9666-6f237e8bedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:02.994378 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d246a5de-2782-4273-ac7d-f7b3d6c97e25 req-3bcb64e3-f70a-4dc7-9666-6f237e8bedb8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e588812f3c7a465e8af395eb10d0fe6f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1503577 Nov 10 16:35:02.995426 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f HTTP/1.1" status: 204 len: 168 time: 1.5538220 Nov 10 16:35:03.010168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2140-ee0b-4b29-9ad8-f93550ea71f4 req-2ada45f8-79ff-46cf-9a7a-30864d76cf18 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:03.018893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2140-ee0b-4b29-9ad8-f93550ea71f4 req-2ada45f8-79ff-46cf-9a7a-30864d76cf18 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:03.026028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2140-ee0b-4b29-9ad8-f93550ea71f4 req-2ada45f8-79ff-46cf-9a7a-30864d76cf18 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:03.034965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a70b2140-ee0b-4b29-9ad8-f93550ea71f4 req-2ada45f8-79ff-46cf-9a7a-30864d76cf18 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2417 time: 0.1166975 Nov 10 16:35:03.062768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc83a6a-049f-47c8-8b34-7b1913cd3153 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2b4aa5-7f4a-42d8-82ce-fe7d64ce031f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:03.098947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a70b2140-ee0b-4b29-9ad8-f93550ea71f4 req-a78fc040-1813-4f82-9624-e1113798c4a8 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629969 Nov 10 16:35:03.139865 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246a5de-2782-4273-ac7d-f7b3d6c97e25 req-aee576b4-f89b-42a3-8547-426dff0f9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:03.141481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d246a5de-2782-4273-ac7d-f7b3d6c97e25 req-aee576b4-f89b-42a3-8547-426dff0f9e99 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343579 Nov 10 16:35:03.237029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 14239942-ef8e-43c4-9b95-da49087a755c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:03.255278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-3e620ab3-fe9b-4433-b39c-91a0364882e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:03.257067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-3e620ab3-fe9b-4433-b39c-91a0364882e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e588812f3c7a465e8af395eb10d0fe6f&device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 1095 time: 0.0750878 Nov 10 16:35:03.262306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 14239942-ef8e-43c4-9b95-da49087a755c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:03.263009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 14239942-ef8e-43c4-9b95-da49087a755c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:03.321032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-cc155040-3ee7-4c06-9388-fa004e99423a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6025e76a-66c7-401d-98ca-c64bcfea4164 HTTP/1.1" status: 200 len: 217 time: 0.0545576 Nov 10 16:35:03.424234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d8e69-6cce-4182-8675-1547f2b74533 req-3303f402-1c92-45df-89d1-5e008890da74 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:03.425930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e99d8e69-6cce-4182-8675-1547f2b74533 req-3303f402-1c92-45df-89d1-5e008890da74 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 943 time: 0.0879734 Nov 10 16:35:03.428057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-07e92168-7583-48bd-9050-1b2b59ec8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:03.429664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-07e92168-7583-48bd-9050-1b2b59ec8e7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4ddac8a-cdcc-44ec-a2b3-8dd775dca805 HTTP/1.1" status: 200 len: 848 time: 0.0998003 Nov 10 16:35:03.486676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-d013a3fb-e717-44a2-804f-3c66f05e069b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6638bf35-8636-447e-a397-8f22735f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457921 Nov 10 16:35:03.527879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:03.559543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e99d8e69-6cce-4182-8675-1547f2b74533 req-984f9c83-7dce-4486-ba5b-bc80431c74c3 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266406 Nov 10 16:35:03.637856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-4cac992d-4e2a-4245-aa9e-0b251b2e6996 service neutron] 10.222.0.18 "GET /v2.0/networks/6638bf35-8636-447e-a397-8f22735f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433458 Nov 10 16:35:03.646792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40414) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:03.655898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-35cca8d3-53d9-4fcc-baf9-b65e4e3f3bd0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d0ca4ce52c545e9b484dcdcaf0f43ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289039 Nov 10 16:35:03.835606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8102f81-4ba3-464d-8762-847491567980 req-b94a2b3d-e926-46f8-be2d-f99b52d1bded tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:03.840930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8102f81-4ba3-464d-8762-847491567980 req-b94a2b3d-e926-46f8-be2d-f99b52d1bded tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1452179 Nov 10 16:35:03.849612 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e48bb538-bc81-4ce8-a3eb-03a70db27ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:03.855743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a8e41b3-db3e-40ac-9e34-9692e18d5e73 req-f29f4eb2-fa16-44b9-a550-22dbb6f1db7f service neutron] 10.222.0.18 "GET /v2.0/networks/6638bf35-8636-447e-a397-8f22735f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077200 Nov 10 16:35:03.867448 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06224aa4-833c-4268-a782-2b378e700b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:03.917477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e48bb538-bc81-4ce8-a3eb-03a70db27ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:03.948276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8102f81-4ba3-464d-8762-847491567980 req-91e7ba1a-5f55-49f6-a456-26e5fcc989e2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037791 Nov 10 16:35:04.123138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e48bb538-bc81-4ce8-a3eb-03a70db27ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:04.126567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e48bb538-bc81-4ce8-a3eb-03a70db27ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:04.127742 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e48bb538-bc81-4ce8-a3eb-03a70db27ae2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acd95154-83ca-4bf9-8bef-f8008a603910 HTTP/1.1" status: 204 len: 168 time: 0.4646568 Nov 10 16:35:04.141023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bb538-bc81-4ce8-a3eb-03a70db27ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd95154-83ca-4bf9-8bef-f8008a603910,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:04.316724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f704e7a-c90b-452d-ae80-7da174b0249b req-23d3df7f-f22b-40a7-ba3e-0f09f425fb3e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:04.323500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f704e7a-c90b-452d-ae80-7da174b0249b req-23d3df7f-f22b-40a7-ba3e-0f09f425fb3e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:04.329745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f704e7a-c90b-452d-ae80-7da174b0249b req-23d3df7f-f22b-40a7-ba3e-0f09f425fb3e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:04.331502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f704e7a-c90b-452d-ae80-7da174b0249b req-23d3df7f-f22b-40a7-ba3e-0f09f425fb3e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2417 time: 0.0895462 Nov 10 16:35:04.448977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f704e7a-c90b-452d-ae80-7da174b0249b req-f1a1b197-d5b3-4f4f-a8c6-ee693759c459 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096590 Nov 10 16:35:04.761427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898418d5-c7ba-4f4d-9a1e-97e9020c64dc req-604654ec-9e30-4b02-9062-951a7ab6f8b8 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:04.769032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-898418d5-c7ba-4f4d-9a1e-97e9020c64dc req-604654ec-9e30-4b02-9062-951a7ab6f8b8 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 943 time: 0.1229076 Nov 10 16:35:04.868357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-898418d5-c7ba-4f4d-9a1e-97e9020c64dc req-e877216e-1e34-4ba2-9cd7-947e5d506325 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918741 Nov 10 16:35:05.010043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:05.165336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed826f60-f59f-4ed7-adc7-af2047d3537c req-682d3a3a-e3eb-4ddd-b352-a4ffb0c90408 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:05.166896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed826f60-f59f-4ed7-adc7-af2047d3537c req-682d3a3a-e3eb-4ddd-b352-a4ffb0c90408 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0617912 Nov 10 16:35:05.223551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed826f60-f59f-4ed7-adc7-af2047d3537c req-2956ee88-3840-492f-b8fb-802299560b8a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484796 Nov 10 16:35:05.629883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88de6e-a9a1-4a5f-a06d-86eb61bb5f57 req-78eedfd4-b324-4fab-a605-e684273a1501 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:05.636779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88de6e-a9a1-4a5f-a06d-86eb61bb5f57 req-78eedfd4-b324-4fab-a605-e684273a1501 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:05.649412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88de6e-a9a1-4a5f-a06d-86eb61bb5f57 req-78eedfd4-b324-4fab-a605-e684273a1501 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:05.658985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa88de6e-a9a1-4a5f-a06d-86eb61bb5f57 req-78eedfd4-b324-4fab-a605-e684273a1501 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2417 time: 0.1205640 Nov 10 16:35:05.732398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa88de6e-a9a1-4a5f-a06d-86eb61bb5f57 req-2a479df5-ce9f-472f-a87e-984d5223de2a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707207 Nov 10 16:35:05.906478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40534) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:06.048574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1373320386-network', 'tenant_id': '63914f0048fe4601b18c574aa491243f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:06.082775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ac274-67ae-43b5-a2ed-a438acf0dfb5 req-1958977e-22a3-491d-b60f-dc7911d7050d tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:06.092124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a21ac274-67ae-43b5-a2ed-a438acf0dfb5 req-1958977e-22a3-491d-b60f-dc7911d7050d tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 943 time: 0.0744441 Nov 10 16:35:06.181670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a21ac274-67ae-43b5-a2ed-a438acf0dfb5 req-cf058933-7196-442d-b33e-cd203fc7cbfe tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Nov 10 16:35:06.255600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:06.258262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.276363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.427764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.453216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08869fb6-2bc5-4986-a19a-869e92776764 req-b4f73837-4669-4608-9290-74fda39cd077 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:06.461648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08869fb6-2bc5-4986-a19a-869e92776764 req-b4f73837-4669-4608-9290-74fda39cd077 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0915599 Nov 10 16:35:06.524976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08869fb6-2bc5-4986-a19a-869e92776764 req-03ef1510-3022-4e47-985d-a6bc99e5bf1c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623503 Nov 10 16:35:06.581872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.610391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:35:06.622243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e7434a-1bbb-4702-be13-94e4f833698d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:06.627977 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.628323 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Added segment b6dbf8c6-340b-4d0e-9634-01ce9715c204 of type vlan for network b1c029f4-edf1-41ba-ac0b-6add3459fd09 Nov 10 16:35:06.677215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.793155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.888034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.888034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:06.888034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:06.894601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf952519-d086-4193-91f0-3ed641e16c20 req-d8cec238-dd8a-4ed8-9f2b-833623b78a1b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:06.906862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf952519-d086-4193-91f0-3ed641e16c20 req-d8cec238-dd8a-4ed8-9f2b-833623b78a1b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:06.916783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf952519-d086-4193-91f0-3ed641e16c20 req-d8cec238-dd8a-4ed8-9f2b-833623b78a1b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:06.918923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf952519-d086-4193-91f0-3ed641e16c20 req-d8cec238-dd8a-4ed8-9f2b-833623b78a1b tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2417 time: 0.1032212 Nov 10 16:35:06.987427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] Pushing event updated for resources: {'Network': ['ID=b1c029f4-edf1-41ba-ac0b-6add3459fd09,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:06.998847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf952519-d086-4193-91f0-3ed641e16c20 req-fbaf90bf-1ab6-4330-ab1a-11c2b61e332c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718763 Nov 10 16:35:07.000518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:35:07.072612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40616) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:07.074132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9d6d91d2-55d9-490e-b879-e2968780ceab admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1652763 Nov 10 16:35:07.079041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Request body: {'subnet': {'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1373320386-subnet', 'tenant_id': '63914f0048fe4601b18c574aa491243f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:07.290157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:07.293202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:07.485412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c87d9f-3b63-4806-84f8-026c7d7c6d3a req-d390dea7-060d-443a-9835-d7c2d2b54162 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:07.486923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94c87d9f-3b63-4806-84f8-026c7d7c6d3a req-d390dea7-060d-443a-9835-d7c2d2b54162 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 943 time: 0.0929937 Nov 10 16:35:07.584255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94c87d9f-3b63-4806-84f8-026c7d7c6d3a req-7e5eb51c-5f0a-4940-96d3-25daf34d3b91 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894063 Nov 10 16:35:07.614101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:07.617585 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:07.734683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:07.735874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453839d-ac55-47d0-aea2-553849b73a68 req-a96c567e-4690-494f-ab1e-9c8662639ee9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:07.742899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1453839d-ac55-47d0-aea2-553849b73a68 req-a96c567e-4690-494f-ab1e-9c8662639ee9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0625722 Nov 10 16:35:07.799083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d728c2c-8778-4a87-99d2-49192942df69,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:07.828033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Checking segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:07.828581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Network hostable DHCP agents. Network: b1c029f4-edf1-41ba-ac0b-6add3459fd09, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:35:07.835755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1453839d-ac55-47d0-aea2-553849b73a68 req-cb903e7d-cdf8-44e2-883d-440cf1f56c37 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778539 Nov 10 16:35:08.016396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:35:08.090534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6025e76a-66c7-401d-98ca-c64bcfea4164 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:08.174692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, b1c029f4-edf1-41ba-ac0b-6add3459fd09) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:08.179293 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:08.180095 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:08.386361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ef502-e681-4cb7-9326-827852b14b17 None None] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:08.407070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a0254032-9e31-4843-bec0-8b34b472b5da admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3309259 Nov 10 16:35:08.570828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cae79-487e-4e3d-9ed8-7922da0b1e8c req-cdba85e4-6720-4c62-a88b-6dda7c8ed243 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:08.576650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cae79-487e-4e3d-9ed8-7922da0b1e8c req-cdba85e4-6720-4c62-a88b-6dda7c8ed243 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:08.584646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cae79-487e-4e3d-9ed8-7922da0b1e8c req-cdba85e4-6720-4c62-a88b-6dda7c8ed243 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:08.593293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c04cae79-487e-4e3d-9ed8-7922da0b1e8c req-cdba85e4-6720-4c62-a88b-6dda7c8ed243 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2417 time: 0.0839131 Nov 10 16:35:08.621769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6025e76a-66c7-401d-98ca-c64bcfea4164, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6025e76a-66c7-401d-98ca-c64bcfea4164,segment=NetworkSegment(c048832c-5945-4b1b-90bb-faf8ee303c6f),segment_id=c048832c-5945-4b1b-90bb-faf8ee303c6f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:08.638769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '6025e76a-66c7-401d-98ca-c64bcfea4164', 'network_id': '6638bf35-8636-447e-a397-8f22735f74d6', 'port_id': '6025e76a-66c7-401d-98ca-c64bcfea4164', 'mac_address': 'fa:16:3e:a1:03:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ddac8a-cdcc-44ec-a2b3-8dd775dca805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:08.666626 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c04cae79-487e-4e3d-9ed8-7922da0b1e8c req-1cee936b-c3b6-4777-9056-1d2bcd1e890e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663412 Nov 10 16:35:08.871773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:08.881288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f5a8-71e9-447a-aeef-514544b9fb4b req-f95d44cc-c2f6-4fa0-a433-6691a3689040 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:08.882994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47c9f5a8-71e9-447a-aeef-514544b9fb4b req-f95d44cc-c2f6-4fa0-a433-6691a3689040 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 943 time: 0.1003013 Nov 10 16:35:08.912358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6025e76a-66c7-401d-98ca-c64bcfea4164 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:08.954896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d46bc8-abf2-46fa-be74-22a586e5620a None None] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:08.970011 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47c9f5a8-71e9-447a-aeef-514544b9fb4b req-024d3483-8e2e-445e-a5d4-dfb3f85bff58 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805192 Nov 10 16:35:09.017887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6025e76a-66c7-401d-98ca-c64bcfea4164, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6025e76a-66c7-401d-98ca-c64bcfea4164,segment=NetworkSegment(c048832c-5945-4b1b-90bb-faf8ee303c6f),segment_id=c048832c-5945-4b1b-90bb-faf8ee303c6f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:09.173985 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:09.324409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6025e76a-66c7-401d-98ca-c64bcfea4164,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:09.376191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25041caa-0dbc-47a9-b85c-73cf4a6275b9 req-143bb52d-93a4-4367-8740-3a79da30bc77 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:09.384101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25041caa-0dbc-47a9-b85c-73cf4a6275b9 req-143bb52d-93a4-4367-8740-3a79da30bc77 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.0991285 Nov 10 16:35:09.458636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25041caa-0dbc-47a9-b85c-73cf4a6275b9 req-0b62a909-4c4c-4422-a8d5-cd8e1b6dee0e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681987 Nov 10 16:35:09.480116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6025e76a-66c7-401d-98ca-c64bcfea4164'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:09.637957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe156-734c-4fab-980b-3851674830e9 req-6ba002b7-9af7-4c90-9e9a-2c7bb316672f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:09.642809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-6ba002b7-9af7-4c90-9e9a-2c7bb316672f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.2675371 Nov 10 16:35:09.660398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-37daeedb-1abe-445f-be7d-d90c57ce63ef tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/quotas/63914f0048fe4601b18c574aa491243f HTTP/1.1" status: 200 len: 375 time: 0.0108769 Nov 10 16:35:09.709874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-6f6bdc03-1801-413a-80fb-bccd065d4998 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427237 Nov 10 16:35:09.848007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-5dd13ff4-6a12-4761-a6fe-a892925d2fee service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255121 Nov 10 16:35:09.953889 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-e518491f-9069-4821-803e-c25ce11d6ade service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047158 Nov 10 16:35:10.313353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:10.365977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-38db809c-c4d3-4ca5-aaf8-92196c4499aa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:10.380639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-38db809c-c4d3-4ca5-aaf8-92196c4499aa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:10.382049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-38db809c-c4d3-4ca5-aaf8-92196c4499aa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:10.384105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-38db809c-c4d3-4ca5-aaf8-92196c4499aa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2417 time: 0.1225953 Nov 10 16:35:10.518690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66577783-a056-4847-a224-975cba571873 req-a1d57316-d400-436e-8cb7-4c412aca52fe tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:10.525750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66577783-a056-4847-a224-975cba571873 req-a1d57316-d400-436e-8cb7-4c412aca52fe tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:10.533083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66577783-a056-4847-a224-975cba571873 req-a1d57316-d400-436e-8cb7-4c412aca52fe tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:10.534900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66577783-a056-4847-a224-975cba571873 req-a1d57316-d400-436e-8cb7-4c412aca52fe tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 2417 time: 0.0811505 Nov 10 16:35:10.544108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port a1440615-fb31-423d-9d60-80da947e36f5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:10.544462 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:10.595902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66577783-a056-4847-a224-975cba571873 req-20c70af0-1d0c-4a19-a664-f142576ffa96 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521643 Nov 10 16:35:10.664243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port a1440615-fb31-423d-9d60-80da947e36f5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a1440615-fb31-423d-9d60-80da947e36f5,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:10.664856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:10.678701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for a1440615-fb31-423d-9d60-80da947e36f5 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:10.729221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beff313-7a66-4f7c-926d-6b6a54e247e7 req-23ad4133-cdfc-4a06-9f8c-6fa78f578641 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:10.731189 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2beff313-7a66-4f7c-926d-6b6a54e247e7 req-23ad4133-cdfc-4a06-9f8c-6fa78f578641 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 944 time: 0.0518577 Nov 10 16:35:10.782965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2beff313-7a66-4f7c-926d-6b6a54e247e7 req-4c243469-028c-4f0e-a7c8-417d08897f6a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447667 Nov 10 16:35:10.870324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ddb60050-d9be-42b0-ad0e-80188f97bf09 req-d4f54917-a40c-491a-a631-62c11f66bed1 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 210 time: 0.0325508 Nov 10 16:35:10.933874 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:10.985594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=a1440615-fb31-423d-9d60-80da947e36f5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:11.009501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663f2e0-48b4-4119-ae7c-21eb77595f82 req-2053f4c0-9193-4cd9-b077-fc7a25a61b9b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:11.011062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9663f2e0-48b4-4119-ae7c-21eb77595f82 req-2053f4c0-9193-4cd9-b077-fc7a25a61b9b tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.0648212 Nov 10 16:35:11.040761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f58737-632c-4376-af62-5da4786a3596 req-d3e296e9-62bf-4eca-a22c-5f60bcc3a8fc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:11.042440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72f58737-632c-4376-af62-5da4786a3596 req-d3e296e9-62bf-4eca-a22c-5f60bcc3a8fc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 945 time: 0.1205719 Nov 10 16:35:11.049732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['a1440615-fb31-423d-9d60-80da947e36f5', '7f6188e0-e8d8-4b90-876f-285823901bc0', 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:11.091216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port a1440615-fb31-423d-9d60-80da947e36f5 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:11.094709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:11.117407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9663f2e0-48b4-4119-ae7c-21eb77595f82 req-31ca85cb-21f7-469b-9be2-df62096e00b9 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902276 Nov 10 16:35:11.119413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-7bc0dc3d-a16f-4521-999f-1245b4081a50 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "DELETE /v2.0/ports/a1440615-fb31-423d-9d60-80da947e36f5 HTTP/1.1" status: 204 len: 173 time: 0.7275059 Nov 10 16:35:11.119903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-deleted', 'tag': 'a1440615-fb31-423d-9d60-80da947e36f5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:11.124272 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024dbc31-6e19-4726-b7ef-a27593c59f56" -d '{"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-deleted", "tag": "a1440615-fb31-423d-9d60-80da947e36f5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:11.271719 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72f58737-632c-4376-af62-5da4786a3596 req-4c9bac92-11d7-4c1c-893f-5de875638baf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955423 Nov 10 16:35:11.339351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port a9ea6ee9-cb33-4529-8127-00fe8cf958aa {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:11.340975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:11.386182 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52b298-d3dc-4725-a63b-14cd181ef5d2 x-openstack-request-id: req-9c52b298-d3dc-4725-a63b-14cd181ef5d2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:11.386556 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-deleted", "tag": "a1440615-fb31-423d-9d60-80da947e36f5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:11.386815 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c52b298-d3dc-4725-a63b-14cd181ef5d2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:11.387275 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-deleted', 'tag': 'a1440615-fb31-423d-9d60-80da947e36f5', 'status': 'completed', 'code': 200} Nov 10 16:35:11.542056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port a9ea6ee9-cb33-4529-8127-00fe8cf958aa, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:11.542428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:11.579333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for a9ea6ee9-cb33-4529-8127-00fe8cf958aa owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:11.727418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-93bd633d-4e54-4fd2-b10f-ce761fed4b6a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:11.729161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-93bd633d-4e54-4fd2-b10f-ce761fed4b6a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.0999060 Nov 10 16:35:11.792076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-a16c7378-8978-4c98-8879-f70eff54d89a tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:11.793499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-a16c7378-8978-4c98-8879-f70eff54d89a tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.0472982 Nov 10 16:35:11.803544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91db59-c511-420a-83d8-290d5efed672 req-45e3d490-914d-44ff-924f-e710d18e583c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:11.805275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-11'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:11.809829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91db59-c511-420a-83d8-290d5efed672 req-45e3d490-914d-44ff-924f-e710d18e583c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:11.812772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e91db59-c511-420a-83d8-290d5efed672 req-45e3d490-914d-44ff-924f-e710d18e583c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 1681 time: 0.1401672 Nov 10 16:35:11.905705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:11.927658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e91db59-c511-420a-83d8-290d5efed672 req-bdf197ad-b052-426e-81d5-5a8ff13c97a2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034942 Nov 10 16:35:11.944721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Deleting port 6f747936-fa2f-4a0c-a7e9-057415b95e6e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:11.945116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.025899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.041051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['a1440615-fb31-423d-9d60-80da947e36f5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:12.044927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911056e-32f5-4ca3-bfd5-52c7d0868d0e req-1f35e459-12f1-439f-975a-63fef23eb7ae tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:12.053077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c911056e-32f5-4ca3-bfd5-52c7d0868d0e req-1f35e459-12f1-439f-975a-63fef23eb7ae tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 944 time: 0.1135755 Nov 10 16:35:12.099024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6025e76a-66c7-401d-98ca-c64bcfea4164 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:12.109058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=a9ea6ee9-cb33-4529-8127-00fe8cf958aa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:12.125712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:12.139522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c911056e-32f5-4ca3-bfd5-52c7d0868d0e req-05040a55-5c22-41f4-b752-6bd48fe3f095 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829642 Nov 10 16:35:12.144126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port a9ea6ee9-cb33-4529-8127-00fe8cf958aa on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:12.155854 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.160148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-94351259-7904-484f-89e7-ca8537995a32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "DELETE /v2.0/ports/a9ea6ee9-cb33-4529-8127-00fe8cf958aa HTTP/1.1" status: 204 len: 173 time: 1.0253882 Nov 10 16:35:12.179694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:12.213721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:12.278715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:12.282505 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49b0b7-e0ce-48a4-a066-ecac5a9855d2" -d '{"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:12.286967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.359183 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2657193c-9439-4152-aa16-efc1add212f1 req-87ae9e47-7c9e-4e2a-b096-16c16f8aa334 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 210 time: 0.0674772 Nov 10 16:35:12.363558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:12.388200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] For port 6f747936-fa2f-4a0c-a7e9-057415b95e6e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6f747936-fa2f-4a0c-a7e9-057415b95e6e,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:12.388200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.391134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a has no active binding in host n-h1-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 16:35:12.392581 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.403587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port 7f6188e0-e8d8-4b90-876f-285823901bc0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:12.403939 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.455507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 6025e76a-66c7-401d-98ca-c64bcfea4164 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:12.468838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 6025e76a-66c7-401d-98ca-c64bcfea4164 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:12.468838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.479337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Calling delete_port for 6f747936-fa2f-4a0c-a7e9-057415b95e6e owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:12.521686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:12.541942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on host n-h2-714676-11 for vnic_type normal with profile {"migrating_to": "n-h1-714676-11"} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:12.542285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:12.542614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:12.553186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:12.553186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Attempting to bind port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on network 11723d17-4301-4417-9d5c-8a32a051800d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:12.566469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45280c-5bf8-4677-9fe4-e13a4f2a5415 req-f5d07812-4d86-4e47-91be-aae969179dd8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:12.568600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port 7f6188e0-e8d8-4b90-876f-285823901bc0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7f6188e0-e8d8-4b90-876f-285823901bc0,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:12.568943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.574444 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd45280c-5bf8-4677-9fe4-e13a4f2a5415 req-f5d07812-4d86-4e47-91be-aae969179dd8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 945 time: 0.1133308 Nov 10 16:35:12.581888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.583676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:12.584017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Checking segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:12.584390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Bound using segment: {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:12.584984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Bound port: 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58827277-bfb4-479e-b146-136a63863456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '11723d17-4301-4417-9d5c-8a32a051800d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:12.585214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.594979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for 7f6188e0-e8d8-4b90-876f-285823901bc0 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:12.620281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0c1277-751a-4814-81b5-a931cddf6d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6025e76a-66c7-401d-98ca-c64bcfea4164'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:12.622638 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5ad9d-d8c4-423e-8764-37e7f2640c3e" -d '{"events": [{"server_uuid": "fb0c1277-751a-4814-81b5-a931cddf6d63", "name": "network-vif-plugged", "status": "completed", "tag": "6025e76a-66c7-401d-98ca-c64bcfea4164"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:12.640711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6025e76a-66c7-401d-98ca-c64bcfea4164, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6025e76a-66c7-401d-98ca-c64bcfea4164,segment=NetworkSegment(c048832c-5945-4b1b-90bb-faf8ee303c6f),segment_id=c048832c-5945-4b1b-90bb-faf8ee303c6f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:12.669440 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b72d12-5117-4c97-b2e4-1a235042e61e x-openstack-request-id: req-33b72d12-5117-4c97-b2e4-1a235042e61e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:12.669729 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:12.670609 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33b72d12-5117-4c97-b2e4-1a235042e61e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:12.671013 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a', 'code': 200} Nov 10 16:35:12.705296 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd45280c-5bf8-4677-9fe4-e13a4f2a5415 req-301d26b1-f546-44f9-b991-a480b8698a50 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299279 Nov 10 16:35:12.727057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:12.727057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:12.824155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131368b3-1db0-4dd0-acb2-ff936e69103c req-df3eff54-7740-4510-8652-224a2876d676 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:12.825659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-131368b3-1db0-4dd0-acb2-ff936e69103c req-df3eff54-7740-4510-8652-224a2876d676 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0829821 Nov 10 16:35:12.838215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.891904 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.896983 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-131368b3-1db0-4dd0-acb2-ff936e69103c req-6a5f6f82-876c-4a1a-9c2d-974cc91c4cab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633605 Nov 10 16:35:12.952784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6025e76a-66c7-401d-98ca-c64bcfea4164,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:12.953209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:12.974719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6f747936-fa2f-4a0c-a7e9-057415b95e6e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:12.993516 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381394b9-a289-4e72-81d4-a8bdce4f38a1 x-openstack-request-id: req-381394b9-a289-4e72-81d4-a8bdce4f38a1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:12.993846 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0c1277-751a-4814-81b5-a931cddf6d63", "name": "network-vif-plugged", "status": "completed", "tag": "6025e76a-66c7-401d-98ca-c64bcfea4164", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:12.994850 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-381394b9-a289-4e72-81d4-a8bdce4f38a1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:12.995281 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0c1277-751a-4814-81b5-a931cddf6d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6025e76a-66c7-401d-98ca-c64bcfea4164', 'code': 200} Nov 10 16:35:13.020031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Pushing event deleted for resources: {'Port': ['ID=6f747936-fa2f-4a0c-a7e9-057415b95e6e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:13.063357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:13.074956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:13.094751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:13.095632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:13.097201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-7e1e4f4e-0bce-426b-8b19-51a54f8fade1 service neutron] 10.222.0.69 "PUT /v2.0/ports/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a HTTP/1.1" status: 200 len: 1123 time: 1.2964451 Nov 10 16:35:13.142094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=7f6188e0-e8d8-4b90-876f-285823901bc0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:13.146125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3eb58477-a519-407b-91d8-48cb9fca375a req-ba95c9ef-b772-46a9-ac04-13be12944344 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 210 time: 0.0621004 Nov 10 16:35:13.165830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4e027-282e-4a80-90c0-879b071f4882 req-2cd2a464-ada9-4e76-a4aa-8fcfb77814e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:13.168134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bf4e027-282e-4a80-90c0-879b071f4882 req-2cd2a464-ada9-4e76-a4aa-8fcfb77814e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 1097 time: 0.0834196 Nov 10 16:35:13.193235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] No DVR routers for this DVR port 6f747936-fa2f-4a0c-a7e9-057415b95e6e on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:13.196777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:13.197326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:13.203046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69bacf11-95c4-409b-9c3c-a0f593d8b2c3 req-39ad5372-fe4b-4967-accb-349abbdb0f1d tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.69 "DELETE /v2.0/ports/6f747936-fa2f-4a0c-a7e9-057415b95e6e HTTP/1.1" status: 204 len: 173 time: 1.4653118 Nov 10 16:35:13.242012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:13.262343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bf4e027-282e-4a80-90c0-879b071f4882 req-14703395-2005-434d-beef-a94652e069eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870497 Nov 10 16:35:13.274285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port 7f6188e0-e8d8-4b90-876f-285823901bc0 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:13.277548 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:13.283919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de24b59e-d07e-4285-8eb3-8a5527f468c0 req-fcabd984-eec7-4c19-a6a3-7f36b497fafd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "DELETE /v2.0/ports/7f6188e0-e8d8-4b90-876f-285823901bc0 HTTP/1.1" status: 204 len: 173 time: 1.1020048 Nov 10 16:35:13.389389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-deleted', 'tag': 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa'}, {'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'name': 'network-vif-deleted', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e'}, {'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-deleted', 'tag': '7f6188e0-e8d8-4b90-876f-285823901bc0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:13.397999 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b91720-b37c-4052-9d1a-ded14dfd9def" -d '{"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-deleted", "tag": "a9ea6ee9-cb33-4529-8127-00fe8cf958aa"}, {"server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "name": "network-vif-deleted", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e"}, {"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-deleted", "tag": "7f6188e0-e8d8-4b90-876f-285823901bc0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:13.509045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807609-df92-4860-914a-1fb30d47004a req-c0a43437-88e9-4ee3-9c90-959d36ea3fbd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:13.514895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-c0a43437-88e9-4ee3-9c90-959d36ea3fbd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 815 time: 0.1674404 Nov 10 16:35:13.530043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-ca105b8c-e35b-404d-9e84-f49433058b1a tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/quotas/c19f81a79eb6431eab3c973c580c62cc HTTP/1.1" status: 200 len: 375 time: 0.0121644 Nov 10 16:35:13.595178 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-a96abe22-7214-489b-99fa-460df00e5908 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524435 Nov 10 16:35:13.688825 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-cd6b7573-ec9d-4c5b-9320-b4a905606915 service neutron] 10.222.0.62 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862269 Nov 10 16:35:13.786318 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-f455fc82-1cfc-430c-acb9-6ffcc891e8ba service neutron] 10.222.0.62 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913937 Nov 10 16:35:13.889826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b560d-9719-40c3-8bae-25077672f8e7 req-cdccf607-b9ca-4fc9-8be6-89865cafb846 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:13.891337 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab8b560d-9719-40c3-8bae-25077672f8e7 req-cdccf607-b9ca-4fc9-8be6-89865cafb846 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 945 time: 0.0564010 Nov 10 16:35:13.940890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab8b560d-9719-40c3-8bae-25077672f8e7 req-45635c3b-5dc3-4db0-a13d-89c4bec5002f tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Nov 10 16:35:14.024349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-244af39c-e61b-48f5-b0d5-d4fc8aa36315 req-ea68a064-9cd7-4a9a-8076-80cda61083fb tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 210 time: 0.0281587 Nov 10 16:35:14.074832 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549b8252-149b-4a08-b5bf-59867db001da x-openstack-request-id: req-549b8252-149b-4a08-b5bf-59867db001da {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:14.075129 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-deleted", "tag": "a9ea6ee9-cb33-4529-8127-00fe8cf958aa", "status": "completed", "code": 200}, {"server_uuid": "9ffefcfc-1a62-45fe-aab0-8a6268bc533b", "name": "network-vif-deleted", "tag": "6f747936-fa2f-4a0c-a7e9-057415b95e6e", "status": "completed", "code": 200}, {"server_uuid": "9f8c204a-0528-4606-88d6-bb09fcae94c0", "name": "network-vif-deleted", "tag": "7f6188e0-e8d8-4b90-876f-285823901bc0", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:14.075411 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-549b8252-149b-4a08-b5bf-59867db001da {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:14.075817 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-deleted', 'tag': 'a9ea6ee9-cb33-4529-8127-00fe8cf958aa', 'status': 'completed', 'code': 200} Nov 10 16:35:14.076068 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffefcfc-1a62-45fe-aab0-8a6268bc533b', 'name': 'network-vif-deleted', 'tag': '6f747936-fa2f-4a0c-a7e9-057415b95e6e', 'status': 'completed', 'code': 200} Nov 10 16:35:14.076316 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8c204a-0528-4606-88d6-bb09fcae94c0', 'name': 'network-vif-deleted', 'tag': '7f6188e0-e8d8-4b90-876f-285823901bc0', 'status': 'completed', 'code': 200} Nov 10 16:35:14.203972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe156-734c-4fab-980b-3851674830e9 req-83cb42bf-f01d-4312-8d09-29f298d09f2f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:14.204489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4493b0a-9e9a-498e-aa38-51f1c3cc40c2 req-2608153c-b0d0-4881-b548-6fa6f513383c tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ffefcfc-1a62-45fe-aab0-8a6268bc533b HTTP/1.1" status: 200 len: 210 time: 0.0511484 Nov 10 16:35:14.204917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7f6188e0-e8d8-4b90-876f-285823901bc0 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:14.205340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-83cb42bf-f01d-4312-8d09-29f298d09f2f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.1353641 Nov 10 16:35:14.221095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Request body: {'port': {'device_id': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'admin_state_up': True, 'tenant_id': '63914f0048fe4601b18c574aa491243f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:14.253505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 7f6188e0-e8d8-4b90-876f-285823901bc0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:14.254712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7f6188e0-e8d8-4b90-876f-285823901bc0 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:14.255146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a9ea6ee9-cb33-4529-8127-00fe8cf958aa no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:14.290275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: a9ea6ee9-cb33-4529-8127-00fe8cf958aa {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:14.290613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a9ea6ee9-cb33-4529-8127-00fe8cf958aa not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:14.291020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a1440615-fb31-423d-9d60-80da947e36f5 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:14.331141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: a1440615-fb31-423d-9d60-80da947e36f5 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:14.332412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a1440615-fb31-423d-9d60-80da947e36f5 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:14.473930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18b142-fe8a-4599-a8ee-9ffdade187a8 req-9fd5866d-5692-4160-9878-e8ddec7cf4c7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:14.475483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba18b142-fe8a-4599-a8ee-9ffdade187a8 req-9fd5866d-5692-4160-9878-e8ddec7cf4c7 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0608284 Nov 10 16:35:14.551813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-3c9b9496-350e-475a-9e3a-8e2ca3c11c85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0753539 Nov 10 16:35:14.555747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba18b142-fe8a-4599-a8ee-9ffdade187a8 req-746afde0-349b-4271-b02a-05a16afc4b5b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704753 Nov 10 16:35:14.627009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:14.630792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:14.645742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-1f39f9a3-38b1-438f-b826-a7fc47080b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:14.647297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-1f39f9a3-38b1-438f-b826-a7fc47080b23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 1096 time: 0.0717971 Nov 10 16:35:14.649216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbcda55f-a807-4f62-91eb-e6775b4f4c8d req-8743ed7c-2e01-4a80-a494-631741e00635 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 210 time: 0.0369225 Nov 10 16:35:14.672054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:14.674385 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b50d0-b32b-4004-a17c-73459b7e0864" -d '{"events": [{"name": "network-changed", "server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:14.782996 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd1ab97e-8433-4aee-bfcc-3532635a8ef7 req-0f565420-b3f0-4692-a6ed-20e5f3dc46a8 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f8c204a-0528-4606-88d6-bb09fcae94c0 HTTP/1.1" status: 200 len: 210 time: 0.0321422 Nov 10 16:35:14.790504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Allocated IP 172.20.0.4 (b1c029f4-edf1-41ba-ac0b-6add3459fd09/6d728c2c-8778-4a87-99d2-49192942df69/27faa89e-c08c-4763-b381-2dd708d89d7c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:14.828488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-0cce56ef-153c-4aaf-8326-1abb6ca9178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:14.829958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-0cce56ef-153c-4aaf-8326-1abb6ca9178a service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1507077 Nov 10 16:35:14.832305 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10599aa7-910d-4c01-b5c6-5710f55803b5 x-openstack-request-id: req-10599aa7-910d-4c01-b5c6-5710f55803b5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:14.832602 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:14.832954 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10599aa7-910d-4c01-b5c6-5710f55803b5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:14.833346 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a', 'status': 'completed', 'code': 200} Nov 10 16:35:14.898881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-4701cf15-db83-4761-8765-e2a7cbdd61bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 200 len: 217 time: 0.0604184 Nov 10 16:35:14.999049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-edb9b8bc-9748-4da4-8d47-99f6f254549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:15.000600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-edb9b8bc-9748-4da4-8d47-99f6f254549f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0604582 Nov 10 16:35:15.003721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-0eb590fd-d32b-4129-b411-eb7ad154d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:15.005258 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-0eb590fd-d32b-4129-b411-eb7ad154d463 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1126 time: 0.1171780 Nov 10 16:35:15.011019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:15.082793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-bb1913b3-141b-4baf-b3ce-55c662c0d500 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710351 Nov 10 16:35:15.136523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:15.536597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33976bfb-7d69-4330-a663-982f674ce40d req-10c603e6-1921-4840-a71d-0130df05bf8f tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:15.538183 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33976bfb-7d69-4330-a663-982f674ce40d req-10c603e6-1921-4840-a71d-0130df05bf8f tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 945 time: 0.4734557 Nov 10 16:35:15.551912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:15.562426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:15.565396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event updated for resources: {'Port': ['ID=27faa89e-c08c-4763-b381-2dd708d89d7c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:15.574342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:15.606400 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-993191a3-0ec5-4062-af46-9dd2cddb4b63 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136170 Nov 10 16:35:15.636506 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33976bfb-7d69-4330-a663-982f674ce40d req-217e2acb-dfeb-41db-bdd5-6eacef5fec32 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834148 Nov 10 16:35:15.644740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:15.645371 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:15.653081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6cbda-4da7-4383-b506-561c27e3722f req-03114c3c-69c4-4711-b4e9-4c27c7480d1a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:15.654691 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-90a6cbda-4da7-4383-b506-561c27e3722f req-03114c3c-69c4-4711-b4e9-4c27c7480d1a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 931 time: 0.5393195 Nov 10 16:35:15.661500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-8400289a-d8c2-43d9-b3e2-5aabda6971af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:15.662918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-8400289a-d8c2-43d9-b3e2-5aabda6971af service neutron] 10.222.0.18 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.6415884 Nov 10 16:35:15.754962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-5a0cd5cd-9b7c-4520-8303-3daca926081c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a HTTP/1.1" status: 200 len: 217 time: 0.0479622 Nov 10 16:35:15.819724 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-90a6cbda-4da7-4383-b506-561c27e3722f req-917d8c8d-ca7e-47e5-a252-e7a7415a7af8 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542854 Nov 10 16:35:15.819991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-a923135b-7156-4995-8ac1-c680bb0178b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6034672 Nov 10 16:35:15.827899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-872a8bca-4970-4f76-8f53-0ca2f72613dc req-9cf2d446-9af7-4d17-a95c-f4a5c2dbbf50 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106781 Nov 10 16:35:15.842546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-57f4c3ba-452e-4cbb-9020-f73462371e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:15.844053 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-57f4c3ba-452e-4cbb-9020-f73462371e91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0687199 Nov 10 16:35:15.853869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Request body: {'port': {'device_id': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:15.908617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-6afdb799-0f55-4934-a02b-dc553faa22e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459726 Nov 10 16:35:15.953389 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceef9a6-b6d3-4f85-842a-5038d63177c7 req-8cf9efc0-1cdc-4da8-bb94-6a0da41bc166 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:15.955009 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ceef9a6-b6d3-4f85-842a-5038d63177c7 req-8cf9efc0-1cdc-4da8-bb94-6a0da41bc166 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1343696 Nov 10 16:35:15.959970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.021713 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-bdafe941-d3f0-4c8a-975b-b4410c9ceb93 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957184 Nov 10 16:35:16.046739 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ceef9a6-b6d3-4f85-842a-5038d63177c7 req-3bc007e3-bfd7-4d4c-a95d-eb03d9394932 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843546 Nov 10 16:35:16.141766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c4b50d0-b32b-4004-a17c-73459b7e0864 req-25788a81-dcb2-4443-94bf-bdc74d8037b9 service neutron] 10.222.0.18 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103928 Nov 10 16:35:16.167210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1c6b5ce-c1ee-4e02-ac68-b4a0bb2283c7 req-c9497d4a-a89f-4b05-b012-25d8c73dc97c tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 210 time: 0.0400560 Nov 10 16:35:16.225100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6f747936-fa2f-4a0c-a7e9-057415b95e6e no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:16.226705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:16.261538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 6f747936-fa2f-4a0c-a7e9-057415b95e6e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:16.268936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6f747936-fa2f-4a0c-a7e9-057415b95e6e not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:16.322057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-21597e95-4dc5-41a6-ada1-be382a86d8b2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting subnet 9c105b0f-7657-4243-a894-3e3cc7b2b506 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:35:16.332086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21597e95-4dc5-41a6-ada1-be382a86d8b2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.374012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27faa89e-c08c-4763-b381-2dd708d89d7c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:16.377056 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21597e95-4dc5-41a6-ada1-be382a86d8b2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.384728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.400065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Transition to ACTIVE for port object 27faa89e-c08c-4763-b381-2dd708d89d7c will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:16.436022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41130) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:16.473086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21597e95-4dc5-41a6-ada1-be382a86d8b2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.504710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.592128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=27faa89e-c08c-4763-b381-2dd708d89d7c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:16.593426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cabad2a3-0805-41a8-a1bd-3bd0beebb92a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.692760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Attempting to bind port 27faa89e-c08c-4763-b381-2dd708d89d7c on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:16.693029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Attempting to bind port 27faa89e-c08c-4763-b381-2dd708d89d7c by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:16.693314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Attempting to bind port 27faa89e-c08c-4763-b381-2dd708d89d7c on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:16.702446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Port 27faa89e-c08c-4763-b381-2dd708d89d7c on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:16.702765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Attempting to bind port 27faa89e-c08c-4763-b381-2dd708d89d7c on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:16.712250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:16.717686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Checking segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:16.717686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Bound using segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:16.717686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Bound port: 27faa89e-c08c-4763-b381-2dd708d89d7c, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:16.717686 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.719340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21597e95-4dc5-41a6-ada1-be382a86d8b2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.769495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21597e95-4dc5-41a6-ada1-be382a86d8b2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Subnet': ['ID=9c105b0f-7657-4243-a894-3e3cc7b2b506,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:16.771719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cabad2a3-0805-41a8-a1bd-3bd0beebb92a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.771956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21597e95-4dc5-41a6-ada1-be382a86d8b2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.778399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-21597e95-4dc5-41a6-ada1-be382a86d8b2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "DELETE /v2.0/subnets/9c105b0f-7657-4243-a894-3e3cc7b2b506 HTTP/1.1" status: 204 len: 168 time: 0.5477111 Nov 10 16:35:16.778636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e7973-e548-4a19-acaf-710f6e445d14 None None] Network 93302c7b-4d2b-46bd-b141-91f44774156a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:16.782429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:16.832132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8574-a47f-452f-bd45-82b17131cd2c req-9262c632-eed4-4c85-8c37-079c5d2013e2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:16.833805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e58e8574-a47f-452f-bd45-82b17131cd2c req-9262c632-eed4-4c85-8c37-079c5d2013e2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.0568233 Nov 10 16:35:16.860838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] For port 27faa89e-c08c-4763-b381-2dd708d89d7c, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:16.898946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] For port 27faa89e-c08c-4763-b381-2dd708d89d7c, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27faa89e-c08c-4763-b381-2dd708d89d7c,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:16.900429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.923449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e58e8574-a47f-452f-bd45-82b17131cd2c req-126a189e-d95b-4797-876f-7f79a615d8f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776892 Nov 10 16:35:16.946882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cabad2a3-0805-41a8-a1bd-3bd0beebb92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:16.988383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cabad2a3-0805-41a8-a1bd-3bd0beebb92a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b125f0b0e4024b8f9dc6e39d650f5642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5518436 Nov 10 16:35:16.995346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:16.998857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabad2a3-0805-41a8-a1bd-3bd0beebb92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa0b513-fc88-44ce-90b6-50269945866c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:17.003893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] DHCP port deletion for 93302c7b-4d2b-46bd-b141-91f44774156a request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:35:17.054690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port 6b47c958-dff0-478f-8923-a85a9dae4f99 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:17.055422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.063761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4fc4-3c7a-4067-99cf-7bd59e1a7964 req-a0a65040-0ade-4e01-bdca-23a758bfe9be tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:17.073077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06cb4fc4-3c7a-4067-99cf-7bd59e1a7964 req-a0a65040-0ade-4e01-bdca-23a758bfe9be tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 943 time: 0.0842354 Nov 10 16:35:17.078977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.084896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] Deleting port 6b47c958-dff0-478f-8923-a85a9dae4f99 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:17.085699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.140504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=27faa89e-c08c-4763-b381-2dd708d89d7c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:17.140680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06cb4fc4-3c7a-4067-99cf-7bd59e1a7964 req-1a08c3cb-7b1c-42e1-9df8-6e6bfba61739 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655568 Nov 10 16:35:17.187708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72ad682-501f-4fe4-8c1c-28fc0b27886c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.203754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] For port 6b47c958-dff0-478f-8923-a85a9dae4f99, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b47c958-dff0-478f-8923-a85a9dae4f99,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:17.204134 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.207120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:17.207955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.209526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-52e0b12f-b229-45f8-b4e1-740b88365dc9 service neutron] 10.222.0.18 "PUT /v2.0/ports/27faa89e-c08c-4763-b381-2dd708d89d7c HTTP/1.1" status: 200 len: 1092 time: 1.3786995 Nov 10 16:35:17.214917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'tag': '27faa89e-c08c-4763-b381-2dd708d89d7c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:17.218568 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c7e930-e926-4a47-b20a-940b023a62c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b808207-4f0f-4ddd-b48f-df7790da36f3", "tag": "27faa89e-c08c-4763-b381-2dd708d89d7c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:17.232050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port 6b47c958-dff0-478f-8923-a85a9dae4f99, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b47c958-dff0-478f-8923-a85a9dae4f99,segment=NetworkSegment(237f1b3c-c564-4770-b552-f42b0fc903a1),segment_id=237f1b3c-c564-4770-b552-f42b0fc903a1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:17.232748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.250997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72ad682-501f-4fe4-8c1c-28fc0b27886c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.251338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] Calling delete_port for 6b47c958-dff0-478f-8923-a85a9dae4f99 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:17.261565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for 6b47c958-dff0-478f-8923-a85a9dae4f99 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:17.338619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b47c958-dff0-478f-8923-a85a9dae4f99 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:17.355595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afb0a0-427c-46a6-9ce7-d59e2ed2f049 req-6a038157-6240-4b7d-b6e7-1ee4e69cd380 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:17.369881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79afb0a0-427c-46a6-9ce7-d59e2ed2f049 req-6a038157-6240-4b7d-b6e7-1ee4e69cd380 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1358516 Nov 10 16:35:17.431794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79afb0a0-427c-46a6-9ce7-d59e2ed2f049 req-cef6f982-f67e-4a48-a9db-1bcd02d7d538 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591109 Nov 10 16:35:17.455507 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.468350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cacbd135-ce02-4536-ac1a-f9cd01f4ec49 req-303da6b6-c1ad-4228-853b-a9d71b02c070 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 210 time: 0.0487077 Nov 10 16:35:17.490207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe156-734c-4fab-980b-3851674830e9 req-9c137317-51d3-490e-b460-8d00fe77c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:17.491730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-9c137317-51d3-490e-b460-8d00fe77c377 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 1095 time: 0.0875566 Nov 10 16:35:17.513144 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72ad682-501f-4fe4-8c1c-28fc0b27886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.516831 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72ad682-501f-4fe4-8c1c-28fc0b27886c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.520325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d72ad682-501f-4fe4-8c1c-28fc0b27886c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aaa0b513-fc88-44ce-90b6-50269945866c HTTP/1.1" status: 204 len: 168 time: 0.5206871 Nov 10 16:35:17.520325 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb8cb3b-2699-4aa9-8251-c935456ac3d8 x-openstack-request-id: req-1fb8cb3b-2699-4aa9-8251-c935456ac3d8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:17.520325 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b808207-4f0f-4ddd-b48f-df7790da36f3", "tag": "27faa89e-c08c-4763-b381-2dd708d89d7c", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:17.520325 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fb8cb3b-2699-4aa9-8251-c935456ac3d8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:17.521145 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'tag': '27faa89e-c08c-4763-b381-2dd708d89d7c', 'status': 'completed', 'code': 200} Nov 10 16:35:17.555741 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.558280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-a101eb2a-bcf7-407c-8802-ac9c8e82e4ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27faa89e-c08c-4763-b381-2dd708d89d7c HTTP/1.1" status: 200 len: 217 time: 0.0555792 Nov 10 16:35:17.596622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.610260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ad682-501f-4fe4-8c1c-28fc0b27886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa0b513-fc88-44ce-90b6-50269945866c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:17.635760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] Pushing event deleted for resources: {'Port': ['ID=6b47c958-dff0-478f-8923-a85a9dae4f99,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:17.643915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=6b47c958-dff0-478f-8923-a85a9dae4f99,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:17.648603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port 6b47c958-dff0-478f-8923-a85a9dae4f99 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:17.652907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a5827-77be-45df-9a80-e508e76a2694 None None] No DVR routers for this DVR port 6b47c958-dff0-478f-8923-a85a9dae4f99 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:17.717789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe156-734c-4fab-980b-3851674830e9 req-aee22d80-9fbc-4d33-acc2-4798b6c5f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:17.719902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-aee22d80-9fbc-4d33-acc2-4798b6c5f2e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.1462173 Nov 10 16:35:17.722326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-b1299e37-bd7d-48af-8bc7-ca870494f356 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:17.724736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-b1299e37-bd7d-48af-8bc7-ca870494f356 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.69 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.1897376 Nov 10 16:35:17.791179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.795692 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-6a175aef-7146-4879-9b7e-959c8b7d24dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326860 Nov 10 16:35:17.836720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93302c7b-4d2b-46bd-b141-91f44774156a']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:17.850134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807609-df92-4860-914a-1fb30d47004a req-166910e3-764e-48b4-9899-56e4ea20f3a9 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:17.851842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-166910e3-764e-48b4-9899-56e4ea20f3a9 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 815 time: 0.2386360 Nov 10 16:35:17.873754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237f1b3c-c564-4770-b552-f42b0fc903a1') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:17.874072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237f1b3c-c564-4770-b552-f42b0fc903a1') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:17.887251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.889808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Request body: {'port': {'device_id': 'b1085638-bc70-4ab7-a98f-d2352c4c35d4', 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'admin_state_up': True, 'tenant_id': 'c19f81a79eb6431eab3c973c580c62cc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:17.931166 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.942953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:35:17.943532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:17.996008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Deleting port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:17.999364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:35:18.043608 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:35:18.131046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-fd15eb76-1ba4-49e5-9d75-5a6cb1b5d321 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275321 Nov 10 16:35:18.184432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] For port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:18.184874 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:18.193370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b4e3d-14ec-47e5-ba8c-e9692c7cfc63 req-02155bea-7fa4-445b-a540-5734794ae441 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:18.205152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a9b4e3d-14ec-47e5-ba8c-e9692c7cfc63 req-02155bea-7fa4-445b-a540-5734794ae441 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 945 time: 0.1565616 Nov 10 16:35:18.213142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Calling delete_port for c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:18.237576 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:18.249615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:18.256266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "DELETE /v2.0/networks/93302c7b-4d2b-46bd-b141-91f44774156a HTTP/1.1" status: 204 len: 168 time: 1.4695566 Nov 10 16:35:18.300867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:18.302084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Made reservation on behalf of c19f81a79eb6431eab3c973c580c62cc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:18.305690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:18.368218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d937c-a649-4889-85fc-39517c1285c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Network': ['ID=93302c7b-4d2b-46bd-b141-91f44774156a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:18.464303 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a9b4e3d-14ec-47e5-ba8c-e9692c7cfc63 req-90ea241d-1628-4d9b-9d02-f3f487aee17f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394648 Nov 10 16:35:18.474159 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fabe156-734c-4fab-980b-3851674830e9 req-0281c89c-ccf0-41c9-a35e-d99adad4def3 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339677 Nov 10 16:35:18.483144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-47541de3-96a6-4ea5-9f79-c0e3c8a5425d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting subnet 642fd123-4c9e-408d-873c-da381c3e912d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:35:18.496229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47541de3-96a6-4ea5-9f79-c0e3c8a5425d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:18.643903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47541de3-96a6-4ea5-9f79-c0e3c8a5425d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:18.670605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d513da-ddb7-4b80-8acc-49d57c7edaeb req-fbe7c46d-6089-44fe-b94d-4614adfbe296 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:18.673659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-23d513da-ddb7-4b80-8acc-49d57c7edaeb req-fbe7c46d-6089-44fe-b94d-4614adfbe296 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 943 time: 0.0863571 Nov 10 16:35:18.731011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Allocated IP 172.20.0.11 (c4938cc0-729e-4909-b116-7c77eb40a66e/4db44062-0cb9-498d-a5d4-780e998f21e0/d7ac5aba-f3ba-47bb-9a89-22644b4fab68) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:18.735863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-23d513da-ddb7-4b80-8acc-49d57c7edaeb req-7913d385-6645-4d2d-83a2-97e537bf25ea tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558419 Nov 10 16:35:18.813481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480a98-bb44-4660-a6b9-af7c6eb7a44b req-2b0c41b5-a73a-4d3e-88c6-116c02dcfd2f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:18.822123 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d480a98-bb44-4660-a6b9-af7c6eb7a44b req-2b0c41b5-a73a-4d3e-88c6-116c02dcfd2f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.1803398 Nov 10 16:35:18.834831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-3c6a7636-384f-4727-b7f0-abfc7efbf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:18.836175 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-3c6a7636-384f-4727-b7f0-abfc7efbf272 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 1095 time: 0.0586085 Nov 10 16:35:18.836955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:18.853259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae881fd4-2358-4f2f-8e98-2cdad8f35c79 req-3b1cd2ed-d07c-4e51-83ae-475c9a04b78e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 210 time: 0.0306718 Nov 10 16:35:18.984125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47541de3-96a6-4ea5-9f79-c0e3c8a5425d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.008322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-32d8e829-5853-43e2-8928-e2e55b2dea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:19.010172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-32d8e829-5853-43e2-8928-e2e55b2dea34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 907 time: 0.1595209 Nov 10 16:35:19.046126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Pushing event deleted for resources: {'Port': ['ID=c899cfd4-0da2-4c19-8b18-23e4ed3b6d31,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:19.067267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-c23beef6-c899-4be7-99da-d851ee9f03a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27faa89e-c08c-4763-b381-2dd708d89d7c HTTP/1.1" status: 200 len: 217 time: 0.0479555 Nov 10 16:35:19.074602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] No DVR routers for this DVR port c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:19.093649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.097025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-746e7ab1-59a9-461e-81d9-8ebf8ee8cbed req-58aed74f-800c-421f-827f-f243ac0a68f8 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.69 "DELETE /v2.0/ports/c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 HTTP/1.1" status: 204 len: 173 time: 1.3411493 Nov 10 16:35:19.099145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-deleted', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:19.101424 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6792bac-2feb-4caa-b79d-c004726f966f" -d '{"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-deleted", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:19.136328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-e800b916-d901-4d64-b2ac-a116111edf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:19.137778 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-e800b916-d901-4d64-b2ac-a116111edf4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.0596545 Nov 10 16:35:19.143916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d480a98-bb44-4660-a6b9-af7c6eb7a44b req-51f8b012-f89c-437f-92b8-f498e132318a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213778 Nov 10 16:35:19.212625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-3ab70a75-1066-4c80-bc14-a7b119c1d75c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646269 Nov 10 16:35:19.238183 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca011bb-0ef2-4eed-8d78-9e26fcf809b3 x-openstack-request-id: req-1ca011bb-0ef2-4eed-8d78-9e26fcf809b3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:19.239475 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873e6437-5fb4-41ae-af62-200a570eeb01", "name": "network-vif-deleted", "tag": "c899cfd4-0da2-4c19-8b18-23e4ed3b6d31", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:19.240019 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ca011bb-0ef2-4eed-8d78-9e26fcf809b3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:19.240514 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873e6437-5fb4-41ae-af62-200a570eeb01', 'name': 'network-vif-deleted', 'tag': 'c899cfd4-0da2-4c19-8b18-23e4ed3b6d31', 'status': 'completed', 'code': 200} Nov 10 16:35:19.332234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47541de3-96a6-4ea5-9f79-c0e3c8a5425d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.376820 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.407968 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-a42b7bac-5006-4d19-80d1-6484bd665018 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852629 Nov 10 16:35:19.454657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47541de3-96a6-4ea5-9f79-c0e3c8a5425d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Subnet': ['ID=642fd123-4c9e-408d-873c-da381c3e912d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:19.471267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4587b1a-29bf-4177-90c9-234978fb1508 None None] Network 8839f362-10dd-47c1-bcae-49f839125587 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:19.471788 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47541de3-96a6-4ea5-9f79-c0e3c8a5425d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.475736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-47541de3-96a6-4ea5-9f79-c0e3c8a5425d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "DELETE /v2.0/subnets/642fd123-4c9e-408d-873c-da381c3e912d HTTP/1.1" status: 204 len: 168 time: 1.1588061 Nov 10 16:35:19.479810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:19.559848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c7e930-e926-4a47-b20a-940b023a62c2 req-e64355a5-4efa-4224-8048-f4520f0b2d00 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451771 Nov 10 16:35:19.593138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.627972 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.667788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['812731e1-64a5-44db-9b76-04e5311faefe'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:19.675225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['71b69ed5-be7d-479d-9e21-2c96f2fd59ed'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:19.702260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Network c4938cc0-729e-4909-b116-7c77eb40a66e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:19.709394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:19.714885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:19.782809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:19.783710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.817413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Pushing event updated for resources: {'Port': ['ID=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:19.837958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6dc87812-c68b-4ea0-be5b-ce88a421ab73 req-7c435c31-13d5-4335-b875-a0ee1570626f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=873e6437-5fb4-41ae-af62-200a570eeb01 HTTP/1.1" status: 200 len: 210 time: 0.0470459 Nov 10 16:35:19.853036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:19.853629 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.941488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:19.942572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:19.971674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-cfd543ac-01ad-45ac-98de-ee81f9ac4ceb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0927467 Nov 10 16:35:20.010039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Request body: {'port': {'device_id': 'b1085638-bc70-4ab7-a98f-d2352c4c35d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:20.017313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:20.125997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] DHCP port deletion for 8839f362-10dd-47c1-bcae-49f839125587 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:35:20.144608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:20.159032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f377e-b740-45ec-9941-9bcbd683218d req-f7a2bcb3-41ea-4e7d-93a3-91f589e0c170 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:20.159032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c10f377e-b740-45ec-9941-9bcbd683218d req-f7a2bcb3-41ea-4e7d-93a3-91f589e0c170 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 943 time: 0.2070644 Nov 10 16:35:20.273964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c10f377e-b740-45ec-9941-9bcbd683218d req-5a2f9088-1c64-4598-aba6-72296b95e951 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938065 Nov 10 16:35:20.280541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.284532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f6e5a-db94-4ebe-9256-12f37d6fcefb req-52addcb5-7559-4bf3-86c7-e4a31a8dc6e2 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:20.293246 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-166f6e5a-db94-4ebe-9256-12f37d6fcefb req-52addcb5-7559-4bf3-86c7-e4a31a8dc6e2 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 932 time: 0.0866292 Nov 10 16:35:20.396599 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-166f6e5a-db94-4ebe-9256-12f37d6fcefb req-66fe92da-71f4-4710-b0b4-413fa6ab925b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967791 Nov 10 16:35:20.421729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] Deleting port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:20.424865 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.517005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] For port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,segment=NetworkSegment(aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7),segment_id=aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:20.517612 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.538078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] Calling delete_port for f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:20.555213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.597611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45d8f4-b2f7-471c-a219-788ab3e3305a req-92770b83-9e39-415f-91ea-f74a2c78fd6c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:20.600446 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e45d8f4-b2f7-471c-a219-788ab3e3305a req-92770b83-9e39-415f-91ea-f74a2c78fd6c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 943 time: 0.0977566 Nov 10 16:35:20.630235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:20.644829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:20.650456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.696306 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e45d8f4-b2f7-471c-a219-788ab3e3305a req-bb68dec0-b53f-4df3-bbb5-cb7e7027bbbe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810602 Nov 10 16:35:20.771698 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.775233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] Pushing event deleted for resources: {'Port': ['ID=f88c4f97-0cad-4a2e-9dff-2e79c7b1b407,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:20.805528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41430096-d319-4460-9a84-17c8ccbcdde3 None None] No DVR routers for this DVR port f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:20.818736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8839f362-10dd-47c1-bcae-49f839125587']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:20.834666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:20.834968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa476e8-65d3-4c0a-8e50-f4ee2dd0e7c7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:20.854340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.892261 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.904108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ac5aba-f3ba-47bb-9a89-22644b4fab68 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:20.908663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:35:20.909076 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:35:20.912222 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:35:20.926290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:20.984325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Transition to ACTIVE for port object d7ac5aba-f3ba-47bb-9a89-22644b4fab68 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:21.130176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.130176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.145905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-269a9f90-26c9-46f0-bc57-82a0d1b0032b service neutron] 10.222.0.18 "GET /v2.0/ports/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.0612645 Nov 10 16:35:21.163718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.169223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "DELETE /v2.0/networks/8839f362-10dd-47c1-bcae-49f839125587 HTTP/1.1" status: 204 len: 168 time: 1.6881235 Nov 10 16:35:21.178879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:21.199671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-846261436'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:21.223317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82241885-1ddd-4303-9532-b09fae4c8df5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Network': ['ID=8839f362-10dd-47c1-bcae-49f839125587,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:21.272464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Pushing event updated for resources: {'Port': ['ID=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:21.274517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:21.301552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:21.302024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f88c4f97-0cad-4a2e-9dff-2e79c7b1b407 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:21.351057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Attempting to bind port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:21.351518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Attempting to bind port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:21.351858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Attempting to bind port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 on network c4938cc0-729e-4909-b116-7c77eb40a66e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:21.359785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 on network c4938cc0-729e-4909-b116-7c77eb40a66e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:21.360102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Attempting to bind port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 on network c4938cc0-729e-4909-b116-7c77eb40a66e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:21.365532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:21.365862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Checking segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:21.366238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Bound using segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:21.366659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Bound port: d7ac5aba-f3ba-47bb-9a89-22644b4fab68, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:21.367015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.374935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:21.401192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:21.434844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] For port d7ac5aba-f3ba-47bb-9a89-22644b4fab68, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:21.438803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] For port d7ac5aba-f3ba-47bb-9a89-22644b4fab68, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:21.440712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:21.453096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:21.478636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:21.483193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.509332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:35:21.519110 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.520065 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Added segment 0b05e1a6-aefa-4f13-93f0-bd741ebd5e67 of type vlan for network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb Nov 10 16:35:21.521344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.544241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41282) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:21.628516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.643012 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.647694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:21.647694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.648947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] 10.222.0.69 "PUT /v2.0/ports/d7ac5aba-f3ba-47bb-9a89-22644b4fab68 HTTP/1.1" status: 200 len: 1093 time: 1.6482613 Nov 10 16:35:21.658051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1085638-bc70-4ab7-a98f-d2352c4c35d4', 'tag': 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:21.660443 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1231c89-dd12-4811-badc-ef18530577e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1085638-bc70-4ab7-a98f-d2352c4c35d4", "tag": "d7ac5aba-f3ba-47bb-9a89-22644b4fab68"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:21.687181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142873c-61d7-4382-b7e4-881af44896aa service neutron] Pushing event updated for resources: {'Port': ['ID=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:21.691570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b237b0a1-5d55-42a3-ae7e-b023b5289a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.709961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f738e-2c28-4029-b33d-79b04a5478ff req-c04a3246-7df4-48f6-b9c2-5454e3a23af3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:21.714168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c9f738e-2c28-4029-b33d-79b04a5478ff req-c04a3246-7df4-48f6-b9c2-5454e3a23af3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 943 time: 0.1275830 Nov 10 16:35:21.758325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] Transition to ACTIVE for port object 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:21.776421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c9f738e-2c28-4029-b33d-79b04a5478ff req-77f2873b-ca22-449c-92e1-4d2a15db9780 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554304 Nov 10 16:35:21.809712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b237b0a1-5d55-42a3-ae7e-b023b5289a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.872350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213336d-19ab-477e-9a13-1e708186f136 req-457a40d1-7438-424e-9c58-c3481c7cd942 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:21.873916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b213336d-19ab-477e-9a13-1e708186f136 req-457a40d1-7438-424e-9c58-c3481c7cd942 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 944 time: 0.0599194 Nov 10 16:35:21.899445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.907597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.912931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:21.913688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:21.969044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af5e6a-90b6-4ca3-946d-24be6227d571 req-eedb4612-857e-432b-9d5a-20a06ab6987a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:21.970593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10af5e6a-90b6-4ca3-946d-24be6227d571 req-eedb4612-857e-432b-9d5a-20a06ab6987a tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 945 time: 0.1304624 Nov 10 16:35:21.994175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] No DVR routers for this DVR port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:21.999237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b213336d-19ab-477e-9a13-1e708186f136 req-94887993-c005-436b-8956-37e4d253ddd1 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149299 Nov 10 16:35:22.001315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b237b0a1-5d55-42a3-ae7e-b023b5289a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.006405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:22.012558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807609-df92-4860-914a-1fb30d47004a req-6e5551da-b2e9-45f9-a5b8-8e7119d289d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.015338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-6e5551da-b2e9-45f9-a5b8-8e7119d289d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 1096 time: 0.1453748 Nov 10 16:35:22.040001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Network': ['ID=21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:22.049818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f706786c-8d7f-4cf4-8230-2d6459a6a8eb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8671970 Nov 10 16:35:22.056974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:35:22.062921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41294) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:22.068849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'subnet': {'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:22.088025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-1e792358-1be7-4982-be8e-86da5499ce9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ac5aba-f3ba-47bb-9a89-22644b4fab68 HTTP/1.1" status: 200 len: 217 time: 0.0568948 Nov 10 16:35:22.110450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-24a14d93-e8a5-40f5-874d-9b3361f17250 service neutron] 10.222.0.18 "PUT /v2.0/ports/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a/bindings/n-h1-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9573815 Nov 10 16:35:22.120986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237b0a1-5d55-42a3-ae7e-b023b5289a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7c3cc-f411-4004-a35f-7c4b964a8d23,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:22.131857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b237b0a1-5d55-42a3-ae7e-b023b5289a07 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be88db3970ed4cfea6fe338de9f9492f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5852497 Nov 10 16:35:22.135017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41296) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:22.145877 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10af5e6a-90b6-4ca3-946d-24be6227d571 req-a4950060-5bbe-4813-a1e5-f1e6c1ebaaa6 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465323 Nov 10 16:35:22.150561 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b44510-7bf7-489f-8e33-b9081f53cc4a x-openstack-request-id: req-b6b44510-7bf7-489f-8e33-b9081f53cc4a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:22.150799 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1085638-bc70-4ab7-a98f-d2352c4c35d4", "tag": "d7ac5aba-f3ba-47bb-9a89-22644b4fab68", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:22.156199 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6b44510-7bf7-489f-8e33-b9081f53cc4a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:22.156798 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1085638-bc70-4ab7-a98f-d2352c4c35d4', 'tag': 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68', 'status': 'completed', 'code': 200} Nov 10 16:35:22.168170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 27faa89e-c08c-4763-b381-2dd708d89d7c details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:22.289156 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 27faa89e-c08c-4763-b381-2dd708d89d7c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27faa89e-c08c-4763-b381-2dd708d89d7c,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:22.304317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '27faa89e-c08c-4763-b381-2dd708d89d7c', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'port_id': '27faa89e-c08c-4763-b381-2dd708d89d7c', 'mac_address': 'fa:16:3e:1d:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d728c2c-8778-4a87-99d2-49192942df69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:22.306108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:22.312089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807609-df92-4860-914a-1fb30d47004a req-35fc8fb3-269b-46a6-8576-873b71865b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.314020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-35fc8fb3-269b-46a6-8576-873b71865b7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.1671777 Nov 10 16:35:22.318998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56c868f4-e863-4ecf-9df6-b398ff400ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.342678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:22.343022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device c899cfd4-0da2-4c19-8b18-23e4ed3b6d31 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:22.347186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d1637-ce02-4938-9ba3-38de6957075e req-bb840817-6e14-4f77-a4ec-2cb3445bf24f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.348245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca655f47-e892-43e5-a707-24114743f330 req-c2c5a06e-e5d4-4e9a-aedf-ddfa2d123f73 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.348873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a54d1637-ce02-4938-9ba3-38de6957075e req-bb840817-6e14-4f77-a4ec-2cb3445bf24f tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.69 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 945 time: 0.1109767 Nov 10 16:35:22.349846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca655f47-e892-43e5-a707-24114743f330 req-c2c5a06e-e5d4-4e9a-aedf-ddfa2d123f73 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.1256385 Nov 10 16:35:22.372362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-5910d33d-37a5-4917-a3dd-5bac63e0ba53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481968 Nov 10 16:35:22.375465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56c868f4-e863-4ecf-9df6-b398ff400ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.390297 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.396110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-16fda33b-d193-4bbd-9f4f-a3e1ad793488 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.397750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-16fda33b-d193-4bbd-9f4f-a3e1ad793488 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.1295581 Nov 10 16:35:22.398318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:22.401858 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.405573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27faa89e-c08c-4763-b381-2dd708d89d7c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:22.427111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 27faa89e-c08c-4763-b381-2dd708d89d7c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27faa89e-c08c-4763-b381-2dd708d89d7c,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:22.448857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cacc84-53a9-44db-bdd2-c66f286fd680 req-870eb60c-cea2-4bcb-a2a3-362074a182d0 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.450494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9cacc84-53a9-44db-bdd2-c66f286fd680 req-870eb60c-cea2-4bcb-a2a3-362074a182d0 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 945 time: 0.1758709 Nov 10 16:35:22.544199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca655f47-e892-43e5-a707-24114743f330 req-2d4ac083-5b50-4246-8af0-faaf0d20bd16 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804287 Nov 10 16:35:22.553598 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:35:22.564970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-e6f01e8a-8776-43b0-8f74-4edd3734a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.566478 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-e6f01e8a-8776-43b0-8f74-4edd3734a843 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e&tenant_id=445c7fba25da4a31b48bbe694c25c832 HTTP/1.1" status: 200 len: 1096 time: 0.1567822 Nov 10 16:35:22.577463 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-11b24353-25a3-44a7-a42e-f1faeae476b7 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957850 Nov 10 16:35:22.583797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9cacc84-53a9-44db-bdd2-c66f286fd680 req-3c8ac204-3697-433d-a4c0-c93c82210568 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842130 Nov 10 16:35:22.586013 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.640241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=27faa89e-c08c-4763-b381-2dd708d89d7c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:22.644120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-c129b1b2-297b-49cd-ba10-0207921bfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.645921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-c129b1b2-297b-49cd-ba10-0207921bfeb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445c7fba25da4a31b48bbe694c25c832&device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1096 time: 0.0506973 Nov 10 16:35:22.653568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Deleting port 828fc4f8-a542-4df4-a303-83c7d918803d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:22.653889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.674483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56c868f4-e863-4ecf-9df6-b398ff400ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.677108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56c868f4-e863-4ecf-9df6-b398ff400ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:22.678276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-56c868f4-e863-4ecf-9df6-b398ff400ab0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bad7c3cc-f411-4004-a35f-7c4b964a8d23 HTTP/1.1" status: 204 len: 168 time: 0.5411882 Nov 10 16:35:22.731466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c868f4-e863-4ecf-9df6-b398ff400ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7c3cc-f411-4004-a35f-7c4b964a8d23,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:22.812078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-07db817a-7f4f-4b92-a6dc-32bb76a5041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.813571 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-07db817a-7f4f-4b92-a6dc-32bb76a5041d service neutron] 10.222.0.69 "GET /v2.0/networks?id=11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 200 len: 922 time: 0.1593790 Nov 10 16:35:22.902083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-a95b62a9-590a-4974-ad27-1fcf58e9e225 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a HTTP/1.1" status: 200 len: 217 time: 0.0661936 Nov 10 16:35:22.915736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:22.984393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9613-3c64-4305-8f31-d03adb1f4248 req-a6fc7d63-3c3c-4ac1-9626-c490fdee17db tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.986028 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05fe9613-3c64-4305-8f31-d03adb1f4248 req-a6fc7d63-3c3c-4ac1-9626-c490fdee17db tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 944 time: 0.1014271 Nov 10 16:35:22.988722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-9ed402aa-52a9-4129-81b3-88f449f6b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:22.990157 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-9ed402aa-52a9-4129-81b3-88f449f6b019 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 200 len: 861 time: 0.0710201 Nov 10 16:35:23.036723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-46cb84d4-a744-4fb0-87e1-a574dc995b26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11723d17-4301-4417-9d5c-8a32a051800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390465 Nov 10 16:35:23.039203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:23.080335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3807609-df92-4860-914a-1fb30d47004a req-bdf328c7-4cb3-466a-88bf-0d8e3ac14a53 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955773 Nov 10 16:35:23.151141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] For port 828fc4f8-a542-4df4-a303-83c7d918803d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=828fc4f8-a542-4df4-a303-83c7d918803d,segment=NetworkSegment(c9dd5d96-c378-4e03-a01f-6d17bdf93b73),segment_id=c9dd5d96-c378-4e03-a01f-6d17bdf93b73)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:23.151531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:23.169683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Calling delete_port for 828fc4f8-a542-4df4-a303-83c7d918803d owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:23.193299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc00dfc-b701-4139-a68b-a2141443bea9 req-9cea1a51-8910-4274-bf8a-940b02a83417 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.195631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc00dfc-b701-4139-a68b-a2141443bea9 req-9cea1a51-8910-4274-bf8a-940b02a83417 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 944 time: 0.1078560 Nov 10 16:35:23.198791 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05fe9613-3c64-4305-8f31-d03adb1f4248 req-ef729c2d-9d8a-438d-adea-0e7c70d87cad tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001698 Nov 10 16:35:23.223197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Subnet': ['ID=d1b99e14-6688-4715-a588-ae070361ba56,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:23.251117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Checking segment: {'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:23.251514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network hostable DHCP agents. Network: 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:35:23.277934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-55a5a408-7cff-4ea9-87be-50456e2785ff service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288635 Nov 10 16:35:23.375836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1231c89-dd12-4811-badc-ef18530577e0 req-5a53492c-d425-4b3b-bc3f-6c63f003a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.377519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1231c89-dd12-4811-badc-ef18530577e0 req-5a53492c-d425-4b3b-bc3f-6c63f003a21d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 1096 time: 0.1046746 Nov 10 16:35:23.388004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:35:23.395498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc00dfc-b701-4139-a68b-a2141443bea9 req-473f5f72-b106-433b-b0fb-c9201fdd3b16 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361265 Nov 10 16:35:23.465610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-a92899fa-3a41-4139-a091-d9a574198736 service neutron] 10.222.0.69 "GET /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794608 Nov 10 16:35:23.475160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-561cfde4-90d4-477c-be35-7220aa8cb273 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.476711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-561cfde4-90d4-477c-be35-7220aa8cb273 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 945 time: 0.1173258 Nov 10 16:35:23.502998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f432c-d3b5-417c-95f8-3b98f85f9bf3 req-2e4174c7-73f5-44a5-b7b0-1e7d9bdedf78 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.504547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e19f432c-d3b5-417c-95f8-3b98f85f9bf3 req-2e4174c7-73f5-44a5-b7b0-1e7d9bdedf78 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 945 time: 0.1107926 Nov 10 16:35:23.545434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1231c89-dd12-4811-badc-ef18530577e0 req-4d11b585-d407-4b9d-a7bf-036fb5a338f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.545700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:23.546682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1231c89-dd12-4811-badc-ef18530577e0 req-4d11b585-d407-4b9d-a7bf-036fb5a338f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 916 time: 0.1445246 Nov 10 16:35:23.552203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.552764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:23.555501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4be614-d9c0-49ab-ad77-5668f97c41e5 None None] Network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:23.600757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1231c89-dd12-4811-badc-ef18530577e0 req-3e807396-336e-47e5-b4f6-2a4641c925a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ac5aba-f3ba-47bb-9a89-22644b4fab68 HTTP/1.1" status: 200 len: 217 time: 0.0468552 Nov 10 16:35:23.620205 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:23.636050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e19f432c-d3b5-417c-95f8-3b98f85f9bf3 req-ffa77eb9-6777-4133-810e-75bc3db727bc tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/security-groups?id=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103640 Nov 10 16:35:23.706353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bd7da2a4-f341-4fa2-9e3d-1428d1a72dbf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6365037 Nov 10 16:35:23.707932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41322) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:23.714303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1953173490'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:23.721574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Deleting port 6025e76a-66c7-401d-98ca-c64bcfea4164 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:23.722019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:23.762306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb', 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'fixed_ips': [{'subnet_id': 'd1b99e14-6688-4715-a588-ae070361ba56'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:35:23.764519 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:23.769355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Pushing event deleted for resources: {'Port': ['ID=828fc4f8-a542-4df4-a303-83c7d918803d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:23.812977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1231c89-dd12-4811-badc-ef18530577e0 req-f5f2db21-8af1-4a9c-af6c-c953452b89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.814477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1231c89-dd12-4811-badc-ef18530577e0 req-f5f2db21-8af1-4a9c-af6c-c953452b89f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.1655362 Nov 10 16:35:23.895659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1231c89-dd12-4811-badc-ef18530577e0 req-8ba36b48-4d47-421b-a7b9-f9f44640e282 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499673 Nov 10 16:35:23.897367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] No DVR routers for this DVR port 828fc4f8-a542-4df4-a303-83c7d918803d on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:23.906675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315efb5-9335-4fd9-96b7-591f0c915f81 req-4929e5db-3ac7-4e3d-b102-a49f9c49cb9b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.909145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1315efb5-9335-4fd9-96b7-591f0c915f81 req-4929e5db-3ac7-4e3d-b102-a49f9c49cb9b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.1698785 Nov 10 16:35:23.910684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:23.914995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a54d1637-ce02-4938-9ba3-38de6957075e req-2cb92182-2851-4f9f-8e54-f4d3889a0b71 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.69 "DELETE /v2.0/ports/828fc4f8-a542-4df4-a303-83c7d918803d HTTP/1.1" status: 204 len: 173 time: 1.5449955 Nov 10 16:35:23.919183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] For port 6025e76a-66c7-401d-98ca-c64bcfea4164, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6025e76a-66c7-401d-98ca-c64bcfea4164,segment=NetworkSegment(c048832c-5945-4b1b-90bb-faf8ee303c6f),segment_id=c048832c-5945-4b1b-90bb-faf8ee303c6f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:23.919740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:23.941179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3bc9-7bd3-49c5-b430-e30854706d93 req-9c4eea2a-df57-4698-b8fb-5f4aabbe2df6 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:23.943066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad3e3bc9-7bd3-49c5-b430-e30854706d93 req-9c4eea2a-df57-4698-b8fb-5f4aabbe2df6 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 945 time: 0.1699677 Nov 10 16:35:23.949143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Calling delete_port for 6025e76a-66c7-401d-98ca-c64bcfea4164 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:23.985985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Allocated IP 19.80.0.2 (21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb/d1b99e14-6688-4715-a588-ae070361ba56/28400dda-dfb7-4648-95cd-32fe5cc98628) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:24.048745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1315efb5-9335-4fd9-96b7-591f0c915f81 req-b328ec70-e077-45e3-a0d3-4eca3c868166 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291668 Nov 10 16:35:24.060025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad3e3bc9-7bd3-49c5-b430-e30854706d93 req-6ae8a9a6-6693-4e01-ac54-bdce4160daa5 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/security-groups?id=27497b26-517b-4f71-b717-e0fc204f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068521 Nov 10 16:35:24.089387 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1231c89-dd12-4811-badc-ef18530577e0 req-3c574b89-c287-41a2-acb8-446b7ca9091c service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729996 Nov 10 16:35:24.161830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'name': 'network-vif-deleted', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:24.164142 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb182d-cafa-4755-b3d4-1fb7984ef1fd" -d '{"events": [{"server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "name": "network-vif-deleted", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:24.178664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 27faa89e-c08c-4763-b381-2dd708d89d7c up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:24.215702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:24.216260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1231c89-dd12-4811-badc-ef18530577e0 req-7981b4a6-6bc4-4907-837a-8f0d228551e6 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986423 Nov 10 16:35:24.216758 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.216875 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f1abed-3679-4504-8381-7c317bb7515d x-openstack-request-id: req-86f1abed-3679-4504-8381-7c317bb7515d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:24.216875 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f", "name": "network-vif-deleted", "tag": "828fc4f8-a542-4df4-a303-83c7d918803d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:24.216875 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86f1abed-3679-4504-8381-7c317bb7515d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:24.216875 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f', 'name': 'network-vif-deleted', 'tag': '828fc4f8-a542-4df4-a303-83c7d918803d', 'status': 'completed', 'code': 200} Nov 10 16:35:24.240344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:35:24.258550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.259420 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Added segment df4217fa-47b9-42c9-8215-59a6337abe28 of type vlan for network 16041b9a-50c6-457c-b4d2-c03985c30d95 Nov 10 16:35:24.273185 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.284697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-ee7cba89-bff3-44ce-b496-592c65278127 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:24.286208 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-ee7cba89-bff3-44ce-b496-592c65278127 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e&tenant_id=445c7fba25da4a31b48bbe694c25c832&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.0647838 Nov 10 16:35:24.355891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.386196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.398120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa88853-2e3a-42a1-803b-2ed264da4158 req-58da1310-c0ae-4451-a1ca-a5bbbb27228c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:24.399687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-caa88853-2e3a-42a1-803b-2ed264da4158 req-58da1310-c0ae-4451-a1ca-a5bbbb27228c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 944 time: 0.1053076 Nov 10 16:35:24.400270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6025e76a-66c7-401d-98ca-c64bcfea4164'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:24.430218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Pushing event deleted for resources: {'Port': ['ID=6025e76a-66c7-401d-98ca-c64bcfea4164,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:24.474164 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.491178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 27faa89e-c08c-4763-b381-2dd708d89d7c completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:24.518679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 27faa89e-c08c-4763-b381-2dd708d89d7c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:24.519058 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.519456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-caa88853-2e3a-42a1-803b-2ed264da4158 req-aba09bea-56cc-4310-b6c2-653dee84a1f2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925469 Nov 10 16:35:24.520440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] No DVR routers for this DVR port 6025e76a-66c7-401d-98ca-c64bcfea4164 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:24.523485 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.526917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4bb5b93-ccdf-45ea-ad4d-4be15df1fedb req-45d98502-f5d8-4977-858e-7d29d598fe7a tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.18 "DELETE /v2.0/ports/6025e76a-66c7-401d-98ca-c64bcfea4164 HTTP/1.1" status: 204 len: 173 time: 1.0420873 Nov 10 16:35:24.527066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0c1277-751a-4814-81b5-a931cddf6d63', 'name': 'network-vif-deleted', 'tag': '6025e76a-66c7-401d-98ca-c64bcfea4164'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:24.530698 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9658d2-fd50-411b-8e22-6e34c69cc00d" -d '{"events": [{"server_uuid": "fb0c1277-751a-4814-81b5-a931cddf6d63", "name": "network-vif-deleted", "tag": "6025e76a-66c7-401d-98ca-c64bcfea4164"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:24.571928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:24.583722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:24.587625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Pushing event updated for resources: {'Port': ['ID=28400dda-dfb7-4648-95cd-32fe5cc98628,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:24.589916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:24.616471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80111594-1390-4c00-bf3b-cedf4a9435ee req-1c431bb5-c875-4469-9e61-9082c2768792 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:24.618209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80111594-1390-4c00-bf3b-cedf4a9435ee req-1c431bb5-c875-4469-9e61-9082c2768792 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 944 time: 0.0645320 Nov 10 16:35:24.619668 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101cc40a-3ffc-4cca-8f47-e571cac28b0b x-openstack-request-id: req-101cc40a-3ffc-4cca-8f47-e571cac28b0b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:24.623111 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0c1277-751a-4814-81b5-a931cddf6d63", "name": "network-vif-deleted", "tag": "6025e76a-66c7-401d-98ca-c64bcfea4164", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:24.623905 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-101cc40a-3ffc-4cca-8f47-e571cac28b0b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:24.624754 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0c1277-751a-4814-81b5-a931cddf6d63', 'name': 'network-vif-deleted', 'tag': '6025e76a-66c7-401d-98ca-c64bcfea4164', 'status': 'completed', 'code': 200} Nov 10 16:35:24.681518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80111594-1390-4c00-bf3b-cedf4a9435ee req-c31a6653-b7b6-4803-9d2f-0cbd98610f2d tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535519 Nov 10 16:35:24.705955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Attempting to bind port 28400dda-dfb7-4648-95cd-32fe5cc98628 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:24.706485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Attempting to bind port 28400dda-dfb7-4648-95cd-32fe5cc98628 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:24.706707 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Attempting to bind port 28400dda-dfb7-4648-95cd-32fe5cc98628 on network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:24.709836 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.721466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:24.721781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Checking segment: {'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:24.722156 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.722604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Bound using segment: {'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:24.723106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Bound port: 28400dda-dfb7-4648-95cd-32fe5cc98628, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:24.723509 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.750017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27faa89e-c08c-4763-b381-2dd708d89d7c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:24.752337 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6008f783-ee80-448e-b237-814aefdc6662" -d '{"events": [{"server_uuid": "0b808207-4f0f-4ddd-b48f-df7790da36f3", "name": "network-vif-plugged", "status": "completed", "tag": "27faa89e-c08c-4763-b381-2dd708d89d7c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:24.784132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 27faa89e-c08c-4763-b381-2dd708d89d7c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27faa89e-c08c-4763-b381-2dd708d89d7c,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:24.800733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e4b156b-b025-4566-850c-9e4a07773c00 req-61059422-b648-4d87-85b1-f4008db902f2 tempest-LiveMigrationTest-610409963 tempest-LiveMigrationTest-610409963-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bd2685a-e4dd-4ddb-8cad-09dbd46bd63f HTTP/1.1" status: 200 len: 210 time: 0.0395033 Nov 10 16:35:24.816723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] For port 28400dda-dfb7-4648-95cd-32fe5cc98628, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:24.820382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] For port 28400dda-dfb7-4648-95cd-32fe5cc98628, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28400dda-dfb7-4648-95cd-32fe5cc98628,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:24.827299 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5952a70c-4bed-4f75-bf1d-a69883f6442b x-openstack-request-id: req-5952a70c-4bed-4f75-bf1d-a69883f6442b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:24.827485 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b808207-4f0f-4ddd-b48f-df7790da36f3", "name": "network-vif-plugged", "status": "completed", "tag": "27faa89e-c08c-4763-b381-2dd708d89d7c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:24.827718 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5952a70c-4bed-4f75-bf1d-a69883f6442b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:24.828185 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27faa89e-c08c-4763-b381-2dd708d89d7c', 'code': 200} Nov 10 16:35:24.832874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.839709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:24.840351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.905421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-a2103783-08ee-4bb8-9837-7269a4d369e8 service neutron] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:24.909239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-a2103783-08ee-4bb8-9837-7269a4d369e8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:24.910557 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aeda7269-a4d6-4151-ac80-5359ff8aeab1 req-a2103783-08ee-4bb8-9837-7269a4d369e8 service neutron] 10.222.0.69 "DELETE /v2.0/ports/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a/bindings/n-h2-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.6164546 Nov 10 16:35:24.956608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-ed9d7ff4-ed59-40c8-bfb4-5587ded6854f tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=aa2fed7468a747b8b2f96ecaaad0b218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853465 Nov 10 16:35:24.969118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Network': ['ID=16041b9a-50c6-457c-b4d2-c03985c30d95,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:24.985212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 16041b9a-50c6-457c-b4d2-c03985c30d95 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:35:25.056149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:25.062638 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:25.127796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=27faa89e-c08c-4763-b381-2dd708d89d7c,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:25.197348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b2a39-f473-4de4-94df-3dd24b197a7a None None] Pushing event updated for resources: {'Port': ['ID=28400dda-dfb7-4648-95cd-32fe5cc98628,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:25.246180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d76278-49ca-4642-b225-c5fc356bc15e req-5850f92b-fc19-4d9c-beca-7aae99c6abab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:25.248298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f9d76278-49ca-4642-b225-c5fc356bc15e req-5850f92b-fc19-4d9c-beca-7aae99c6abab tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.0927947 Nov 10 16:35:25.322200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f9d76278-49ca-4642-b225-c5fc356bc15e req-aaf5aa39-fee3-435d-b0be-cd6df8c67209 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648253 Nov 10 16:35:25.413959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8544-4d4c-4d71-af62-5c71e7b6717e req-3a72e67d-bf66-46d5-9930-26b079a30afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:25.415481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-660c8544-4d4c-4d71-af62-5c71e7b6717e req-3a72e67d-bf66-46d5-9930-26b079a30afb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 1096 time: 0.5201862 Nov 10 16:35:25.424991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b821dfd9-e417-4e34-959f-dc13f260ac97 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7125375 Nov 10 16:35:25.425126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:25.430704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'subnet': {'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:25.509035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-4656ff0e-9de4-45fd-8c74-94a3832de2ff tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:25.510828 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-4656ff0e-9de4-45fd-8c74-94a3832de2ff tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5456109 Nov 10 16:35:25.514289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-660c8544-4d4c-4d71-af62-5c71e7b6717e req-e0b6c6d8-5eb7-40ac-9c3f-f5800b3d39dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897357 Nov 10 16:35:25.515434 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4ca9ad6-f8cc-44d4-a730-cdeaff2c33a1 req-9b4c956d-1358-475f-bc1a-deb099b8b0d0 tempest-ServerTagsTestJSON-1435530613 tempest-ServerTagsTestJSON-1435530613-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb0c1277-751a-4814-81b5-a931cddf6d63 HTTP/1.1" status: 200 len: 210 time: 0.0780535 Nov 10 16:35:25.533880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-9fec6fdd-54b4-4b1c-a892-363780e18b2d tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/quotas/aa2fed7468a747b8b2f96ecaaad0b218 HTTP/1.1" status: 200 len: 375 time: 0.0119720 Nov 10 16:35:25.574020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-592cfd1f-254d-4022-933a-85f9f443b57e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa2fed7468a747b8b2f96ecaaad0b218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326555 Nov 10 16:35:25.673252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:25.683405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:25.864459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943a6ca-2057-4dc4-95c6-46410fdfcbd6 req-dffbcd31-6ce3-42c0-a9e4-bbda87d2be24 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:25.865879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c943a6ca-2057-4dc4-95c6-46410fdfcbd6 req-dffbcd31-6ce3-42c0-a9e4-bbda87d2be24 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 945 time: 0.0941508 Nov 10 16:35:25.987972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c943a6ca-2057-4dc4-95c6-46410fdfcbd6 req-fc62d6ca-ea1c-4b5f-9e32-abd882507f19 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938535 Nov 10 16:35:25.999657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97723e1-d66e-4300-9653-7441b2398002 req-df7f40be-df28-46bd-8d47-53665cf4518a tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:26.003594 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b97723e1-d66e-4300-9653-7441b2398002 req-df7f40be-df28-46bd-8d47-53665cf4518a tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 1096 time: 0.0563266 Nov 10 16:35:26.062005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b97723e1-d66e-4300-9653-7441b2398002 req-25c782be-cc42-4765-9c8e-f3481ff17fe6 tempest-LiveAutoBlockMigrationV225Test-62255585 tempest-LiveAutoBlockMigrationV225Test-62255585-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573616 Nov 10 16:35:26.110635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181c668-2e74-4380-a8bc-4088d0691dea req-837208a2-5755-408d-b804-6d951ccf9735 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:26.127574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9181c668-2e74-4380-a8bc-4088d0691dea req-837208a2-5755-408d-b804-6d951ccf9735 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 944 time: 0.0803633 Nov 10 16:35:26.152409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41384) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:26.195487 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.243610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a96b182b-2ff2-481b-8a83-56a1f9bfeee3 req-15238e3e-f1d7-4701-81cc-3f325899fa8a tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 210 time: 0.0432074 Nov 10 16:35:26.295794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9181c668-2e74-4380-a8bc-4088d0691dea req-6ed27b92-22de-40d5-9dcc-aa676ba1e76d tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634130 Nov 10 16:35:26.296639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d7ac5aba-f3ba-47bb-9a89-22644b4fab68 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:26.303711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 828fc4f8-a542-4df4-a303-83c7d918803d no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:26.315145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Subnet': ['ID=61f6e159-521f-4924-883e-3e1befc3dc92,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:26.352042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 828fc4f8-a542-4df4-a303-83c7d918803d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:26.355630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 828fc4f8-a542-4df4-a303-83c7d918803d not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:26.369091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Checking segment: {'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:26.369524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network hostable DHCP agents. Network: 16041b9a-50c6-457c-b4d2-c03985c30d95, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:35:26.443736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e79ec-17ee-438c-a51c-87c74ac264e6 None None] Network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:26.471246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4c26bb-42ae-428a-9c04-f6233d0fcb04 admin admin] Deleting subnet e7c7bfac-4849-4149-8964-60ad29246e93 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:35:26.476674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26bb-42ae-428a-9c04-f6233d0fcb04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.515849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26bb-42ae-428a-9c04-f6233d0fcb04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.545687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d7ac5aba-f3ba-47bb-9a89-22644b4fab68, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:26.557896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1d138329-f5a2-4d84-a1b8-5f4828ea5c9c None None] Provisioning complete for port 28400dda-dfb7-4648-95cd-32fe5cc98628 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:26.558261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d138329-f5a2-4d84-a1b8-5f4828ea5c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.562030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26bb-42ae-428a-9c04-f6233d0fcb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.580416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:26.600643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68', 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'port_id': 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db44062-0cb9-498d-a5d4-780e998f21e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:26.614633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 16041b9a-50c6-457c-b4d2-c03985c30d95 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:35:26.639461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af4f23b-0dd6-4a43-a290-07bf30902c57 admin admin] Deleting subnet e4ddac8a-cdcc-44ec-a2b3-8dd775dca805 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:35:26.642780 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8af4f23b-0dd6-4a43-a290-07bf30902c57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.691182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8af4f23b-0dd6-4a43-a290-07bf30902c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.713631 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26bb-42ae-428a-9c04-f6233d0fcb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.762287 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8af4f23b-0dd6-4a43-a290-07bf30902c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.773515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c26bb-42ae-428a-9c04-f6233d0fcb04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c7bfac-4849-4149-8964-60ad29246e93,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:26.786691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26bb-42ae-428a-9c04-f6233d0fcb04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.791374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0e4c26bb-42ae-428a-9c04-f6233d0fcb04 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e7c7bfac-4849-4149-8964-60ad29246e93 HTTP/1.1" status: 204 len: 168 time: 0.6372235 Nov 10 16:35:26.794010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41398) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:26.877946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 16041b9a-50c6-457c-b4d2-c03985c30d95) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:26.884980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.885375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.896511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:26.897551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.909181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110e110-e00c-4ab4-a64d-f11fed18b69f None None] Network 16041b9a-50c6-457c-b4d2-c03985c30d95 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:26.962366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ac5aba-f3ba-47bb-9a89-22644b4fab68 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:26.968180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:26.993496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bc1461-f6b5-4e62-a9fd-e4875e68dd55']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:27.007680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:27.008029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dd5d96-c378-4e03-a01f-6d17bdf93b73') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:27.021869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.038240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.051347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:35:27.051347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.051543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8af4f23b-0dd6-4a43-a290-07bf30902c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:35:27.052467 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:35:27.054861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d7ac5aba-f3ba-47bb-9a89-22644b4fab68, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:27.057407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d138329-f5a2-4d84-a1b8-5f4828ea5c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.150559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1d138329-f5a2-4d84-a1b8-5f4828ea5c9c None None] For port 28400dda-dfb7-4648-95cd-32fe5cc98628, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28400dda-dfb7-4648-95cd-32fe5cc98628,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:27.191558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.247282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8af4f23b-0dd6-4a43-a290-07bf30902c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.255221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8af4f23b-0dd6-4a43-a290-07bf30902c57 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e4ddac8a-cdcc-44ec-a2b3-8dd775dca805 HTTP/1.1" status: 204 len: 168 time: 0.6733971 Nov 10 16:35:27.259333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:27.259333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4f23b-0dd6-4a43-a290-07bf30902c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ddac8a-cdcc-44ec-a2b3-8dd775dca805,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:27.265466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e96bc115-1e7f-4cdc-9597-59a2df3d8517 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8390355 Nov 10 16:35:27.308724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d138329-f5a2-4d84-a1b8-5f4828ea5c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.317848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-16041b9a-50c6-457c-b4d2-c03985c30d95', 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'fixed_ips': [{'subnet_id': '61f6e159-521f-4924-883e-3e1befc3dc92'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:35:27.319538 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.364065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.377502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:27.382577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.396861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] 10.222.0.62 "DELETE /v2.0/networks/48bc1461-f6b5-4e62-a9fd-e4875e68dd55 HTTP/1.1" status: 204 len: 168 time: 0.6006708 Nov 10 16:35:27.406969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41412) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:27.436691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a813e-e63e-4925-84e9-50e050c8cfeb admin admin] Pushing event deleted for resources: {'Network': ['ID=48bc1461-f6b5-4e62-a9fd-e4875e68dd55,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:27.459475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28400dda-dfb7-4648-95cd-32fe5cc98628 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:27.462845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ff61-dc96-4611-90b0-0e3b89f21dfd req-2a95205b-dca7-4c53-a637-936d17a909fe tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:27.464187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ae7ff61-dc96-4611-90b0-0e3b89f21dfd req-2a95205b-dca7-4c53-a637-936d17a909fe tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 945 time: 0.3791590 Nov 10 16:35:27.495270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5cc7c-4df2-4e40-9d8d-3fadc20abdb4 req-8bdce6b3-c0c1-41c8-84ce-0fdff86fa497 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:27.498164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc5cc7c-4df2-4e40-9d8d-3fadc20abdb4 req-8bdce6b3-c0c1-41c8-84ce-0fdff86fa497 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.2507949 Nov 10 16:35:27.512611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4db1908-eccd-4c74-beaa-a36a293b0260 admin admin] Deleting subnet 7c6c8569-bb1b-4a96-8ef5-e199b88b45ee {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:35:27.521182 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4db1908-eccd-4c74-beaa-a36a293b0260 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.523616 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.585178 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ae7ff61-dc96-4611-90b0-0e3b89f21dfd req-6c6a7eaa-6738-4281-8f04-3cda1a343081 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109035 Nov 10 16:35:27.604367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d138329-f5a2-4d84-a1b8-5f4828ea5c9c None None] Pushing event updated for resources: {'Port': ['ID=28400dda-dfb7-4648-95cd-32fe5cc98628,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:27.625266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d7ac5aba-f3ba-47bb-9a89-22644b4fab68'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:27.627781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-86fd0b96-4c0b-42f6-8231-97dc377f22eb None None] Provisioning complete for port 28400dda-dfb7-4648-95cd-32fe5cc98628 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:27.631782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86fd0b96-4c0b-42f6-8231-97dc377f22eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.631931 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc5cc7c-4df2-4e40-9d8d-3fadc20abdb4 req-61228944-e01f-4a25-9461-c208f8bcb24b tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224320 Nov 10 16:35:27.637698 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4db1908-eccd-4c74-beaa-a36a293b0260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.683528 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.703521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4db1908-eccd-4c74-beaa-a36a293b0260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.709827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d0a9f52-65d8-4b70-b159-8017cc383735 req-18521307-8ebe-46ad-b61d-846573533ecc tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 210 time: 0.0447907 Nov 10 16:35:27.724333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6638bf35-8636-447e-a397-8f22735f74d6']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:27.743829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c048832c-5945-4b1b-90bb-faf8ee303c6f') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:27.744325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c048832c-5945-4b1b-90bb-faf8ee303c6f') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:27.759822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.778099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.783682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 28400dda-dfb7-4648-95cd-32fe5cc98628 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:27.784042 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.787538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Allocated IP 19.86.0.2 (16041b9a-50c6-457c-b4d2-c03985c30d95/61f6e159-521f-4924-883e-3e1befc3dc92/76bef316-95a2-46b8-aea2-abac5acec5d1) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:27.788719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:35:27.789772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:35:27.840449 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:35:27.892699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef09dcf-0bc1-48c8-9b16-746a6d9f9d74 req-dd042db3-62a0-44f4-8416-a1ba6e32571b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:27.894686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ef09dcf-0bc1-48c8-9b16-746a6d9f9d74 req-dd042db3-62a0-44f4-8416-a1ba6e32571b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 945 time: 0.0974925 Nov 10 16:35:27.966866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ef09dcf-0bc1-48c8-9b16-746a6d9f9d74 req-034ee87f-995a-4f69-9539-b443968f026e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567036 Nov 10 16:35:27.976413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:27.992348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-81c576a1-a95a-42b9-9d69-9503ec2cdd0c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:28.001772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-81c576a1-a95a-42b9-9d69-9503ec2cdd0c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:28.010163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-81c576a1-a95a-42b9-9d69-9503ec2cdd0c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/networks?id=21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb&id=16041b9a-50c6-457c-b4d2-c03985c30d95 HTTP/1.1" status: 200 len: 1391 time: 0.1551309 Nov 10 16:35:28.019737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.023220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6638bf35-8636-447e-a397-8f22735f74d6 HTTP/1.1" status: 204 len: 168 time: 0.7565169 Nov 10 16:35:28.028486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4db1908-eccd-4c74-beaa-a36a293b0260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.050144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a2243-cb02-4cde-bef6-5c0ea1cba1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6638bf35-8636-447e-a397-8f22735f74d6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:28.062952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-5ddfa30d-1968-4689-9340-56c96cf369e1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/quotas/48b4aaf74a7f4cf38af166fd853dd1d0 HTTP/1.1" status: 200 len: 375 time: 0.0521007 Nov 10 16:35:28.072381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db1908-eccd-4c74-beaa-a36a293b0260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6c8569-bb1b-4a96-8ef5-e199b88b45ee,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:28.082057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4db1908-eccd-4c74-beaa-a36a293b0260 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.088819 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4db1908-eccd-4c74-beaa-a36a293b0260 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7c6c8569-bb1b-4a96-8ef5-e199b88b45ee HTTP/1.1" status: 204 len: 168 time: 0.6802561 Nov 10 16:35:28.089498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:28.160362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-6905ddd9-ea01-487b-8e45-b46abb833081 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:28.162159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-6905ddd9-ea01-487b-8e45-b46abb833081 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.1136930 Nov 10 16:35:28.176438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.195007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6025e76a-66c7-401d-98ca-c64bcfea4164 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:28.206717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe993f5b-c68c-4363-b322-8962122fff5c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048234 Nov 10 16:35:28.227495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 6025e76a-66c7-401d-98ca-c64bcfea4164 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:28.227635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6025e76a-66c7-401d-98ca-c64bcfea4164 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:28.255454 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.279580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.300373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07a0c8b-3d06-4366-a774-2683e8443048']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:28.312935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509b2365-0efc-4f53-946e-75da82269950') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:28.313539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509b2365-0efc-4f53-946e-75da82269950') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:35:28.325345 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.342472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.349852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:35:28.350271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:35:28.352273 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:35:28.358889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Deleting port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:28.364540 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.376967 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.384136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-dc91cb1e-1bdd-4d84-9a5e-7fc90b2bf7dc service neutron] 10.222.0.62 "GET /v2.0/networks/21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622827 Nov 10 16:35:28.441143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Pushing event updated for resources: {'Port': ['ID=76bef316-95a2-46b8-aea2-abac5acec5d1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:28.450180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Network 16041b9a-50c6-457c-b4d2-c03985c30d95 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:28.452231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:28.455491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:28.485477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:28.514866 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.516933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Attempting to bind port 76bef316-95a2-46b8-aea2-abac5acec5d1 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:28.518179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Attempting to bind port 76bef316-95a2-46b8-aea2-abac5acec5d1 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:28.518642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Attempting to bind port 76bef316-95a2-46b8-aea2-abac5acec5d1 on network 16041b9a-50c6-457c-b4d2-c03985c30d95 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:28.522044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] For port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:28.522643 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.527613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:28.528341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Checking segment: {'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:28.528810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.529886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Bound using segment: {'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:28.530390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Bound port: 76bef316-95a2-46b8-aea2-abac5acec5d1, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:28.531430 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.541762 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.544856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f07a0c8b-3d06-4366-a774-2683e8443048 HTTP/1.1" status: 204 len: 168 time: 0.4543445 Nov 10 16:35:28.549318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Calling delete_port for 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:28.549438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a9b83-0687-4402-9b7e-3441ecbfd429 admin admin] Pushing event deleted for resources: {'Network': ['ID=f07a0c8b-3d06-4366-a774-2683e8443048,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:28.557696 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b7239576-19d2-438e-b417-15f190fb710b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e588812f3c7a465e8af395eb10d0fe6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710721 Nov 10 16:35:28.558436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41436) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:28.584311 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-91b30927-42d6-4c40-bf70-be638eccafe2 service neutron] 10.222.0.62 "GET /v2.0/networks/21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930597 Nov 10 16:35:28.620584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] For port 76bef316-95a2-46b8-aea2-abac5acec5d1, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:28.625037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] For port 76bef316-95a2-46b8-aea2-abac5acec5d1, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=76bef316-95a2-46b8-aea2-abac5acec5d1,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:28.711167 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.737700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b61739-b7e5-4c55-a0bd-d096c58d72b7 req-fe85eacc-63f2-428b-8203-13d521abc662 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:28.746592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07b61739-b7e5-4c55-a0bd-d096c58d72b7 req-fe85eacc-63f2-428b-8203-13d521abc662 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 945 time: 0.0635271 Nov 10 16:35:28.778408 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8a2316c-1720-4e4b-9778-0167ae0f386b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.789880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d214314-4ae7-4127-9236-2732465a31e6 None None] Pushing event updated for resources: {'Port': ['ID=76bef316-95a2-46b8-aea2-abac5acec5d1,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:28.802158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-a468d90f-78a5-4a39-8282-5e1ec9623268 service neutron] 10.222.0.62 "GET /v2.0/networks/16041b9a-50c6-457c-b4d2-c03985c30d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169781 Nov 10 16:35:28.831635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07b61739-b7e5-4c55-a0bd-d096c58d72b7 req-6b07a756-2b30-4d1a-acc9-6de0ad09d6c3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844634 Nov 10 16:35:28.840616 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8a2316c-1720-4e4b-9778-0167ae0f386b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:28.987216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375a39f-e691-45e2-89b4-f7eeabcce9db req-bcb655c4-1a92-440c-862f-9a76674f83cf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:29.021203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3375a39f-e691-45e2-89b4-f7eeabcce9db req-bcb655c4-1a92-440c-862f-9a76674f83cf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 944 time: 0.1088064 Nov 10 16:35:29.043093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-0d7fc3fc-365e-47ae-a09c-43052fe20140 service neutron] 10.222.0.62 "GET /v2.0/networks/16041b9a-50c6-457c-b4d2-c03985c30d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340598 Nov 10 16:35:29.084732 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.088067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3375a39f-e691-45e2-89b4-f7eeabcce9db req-9186ff62-bcce-4cca-8d82-7c8848fc73c2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659349 Nov 10 16:35:29.099214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:29.134330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event deleted for resources: {'Port': ['ID=52f6a5cd-092a-4902-9eb6-e8a5e7544b7a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:29.212969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] No DVR routers for this DVR port 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:29.218244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.221783 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db7e42fa-5172-48c6-9b3e-3c3bd56dda0a req-3f0297d4-423c-4cb3-a956-dc65ac503d6e tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "DELETE /v2.0/ports/52f6a5cd-092a-4902-9eb6-e8a5e7544b7a HTTP/1.1" status: 204 len: 173 time: 1.0532720 Nov 10 16:35:29.222488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-deleted', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:29.225709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41452) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:29.226986 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726c445-5dbc-4725-9ef1-1b2266a3909f" -d '{"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-deleted", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:29.230373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8a2316c-1720-4e4b-9778-0167ae0f386b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.234503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8a2316c-1720-4e4b-9778-0167ae0f386b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.237980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d8a2316c-1720-4e4b-9778-0167ae0f386b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27497b26-517b-4f71-b717-e0fc204f64d6 HTTP/1.1" status: 204 len: 168 time: 0.6762292 Nov 10 16:35:29.249400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2316c-1720-4e4b-9778-0167ae0f386b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27497b26-517b-4f71-b717-e0fc204f64d6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:29.254381 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d4785d1a-0a7a-45fb-b4d5-54c4c4a0673a req-abba75fd-2c93-4289-82f8-92d8f1171d11 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 210 time: 0.0451908 Nov 10 16:35:29.303515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8bdfb18a-06cc-496d-bb36-574ddac1966e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=531aafc4a0574d41a6a6f77ef66f5839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739923 Nov 10 16:35:29.303669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41458) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:29.457500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f3a3-2491-40b0-ab4f-250ed37d8749 req-188439b0-f5b1-4c02-873c-926d54c8f03d tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:29.467762 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a16f3a3-2491-40b0-ab4f-250ed37d8749 req-188439b0-f5b1-4c02-873c-926d54c8f03d tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 945 time: 0.1052387 Nov 10 16:35:29.471349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e58e13e-fb5e-421b-9fdd-39af21fb912c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.521481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e58e13e-fb5e-421b-9fdd-39af21fb912c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.580880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28400dda-dfb7-4648-95cd-32fe5cc98628 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:29.587383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a16f3a3-2491-40b0-ab4f-250ed37d8749 req-40055fd0-6490-439e-a53e-6802bf3160d5 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086118 Nov 10 16:35:29.635898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cafebc-7b17-4fe6-8855-b31327460a82 req-880d7c7a-330a-45ff-876d-323787a6652c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:29.637498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cafebc-7b17-4fe6-8855-b31327460a82 req-880d7c7a-330a-45ff-876d-323787a6652c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.1819336 Nov 10 16:35:29.680012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cafebc-7b17-4fe6-8855-b31327460a82 req-3da0a204-bf5f-49c2-835b-ae0de8b48e07 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/quotas/63914f0048fe4601b18c574aa491243f HTTP/1.1" status: 200 len: 375 time: 0.0268269 Nov 10 16:35:29.719554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 28400dda-dfb7-4648-95cd-32fe5cc98628 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:29.720396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.770489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e58e13e-fb5e-421b-9fdd-39af21fb912c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.773591 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e58e13e-fb5e-421b-9fdd-39af21fb912c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:29.783520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4e58e13e-fb5e-421b-9fdd-39af21fb912c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f8982d1-70ea-4e8b-ae43-bb800f59f9fb HTTP/1.1" status: 204 len: 168 time: 0.4736385 Nov 10 16:35:29.785001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cafebc-7b17-4fe6-8855-b31327460a82 req-94442772-56b2-4f5d-9ea9-bbf53808e994 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0888281 Nov 10 16:35:29.788230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58e13e-fb5e-421b-9fdd-39af21fb912c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8982d1-70ea-4e8b-ae43-bb800f59f9fb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:29.825075 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ceea96-4e8f-4206-b2ad-007dc97579fe x-openstack-request-id: req-e6ceea96-4e8f-4206-b2ad-007dc97579fe {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:29.825373 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f89627a-8480-447e-9d9f-cbc69128cd2e", "name": "network-vif-deleted", "tag": "52f6a5cd-092a-4902-9eb6-e8a5e7544b7a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:29.826285 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6ceea96-4e8f-4206-b2ad-007dc97579fe {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:29.826688 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f89627a-8480-447e-9d9f-cbc69128cd2e', 'name': 'network-vif-deleted', 'tag': '52f6a5cd-092a-4902-9eb6-e8a5e7544b7a', 'status': 'completed', 'code': 200} Nov 10 16:35:29.905304 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ce02434-daa6-4fe5-b1f5-c6b86294d554 req-9fe2f77b-4316-4469-a4f1-c2d611a9d3dd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 210 time: 0.0954449 Nov 10 16:35:29.951971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 76bef316-95a2-46b8-aea2-abac5acec5d1 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:29.973827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cafebc-7b17-4fe6-8855-b31327460a82 req-cdf091a9-592b-4a96-9d1f-3f217eeb2f7a service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878700 Nov 10 16:35:30.066986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 76bef316-95a2-46b8-aea2-abac5acec5d1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:30.067390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:30.140677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-86be3279-cdb0-4bd9-a4d2-d223eea19282 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aa2fed7468a747b8b2f96ecaaad0b218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405800 Nov 10 16:35:30.179952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cafebc-7b17-4fe6-8855-b31327460a82 req-3cb36033-d47f-430a-86e4-7fee3fa8c6b3 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049565 Nov 10 16:35:30.264451 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:30.289748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8331d7-d325-4253-9a72-88debe87486d None None] Network 16041b9a-50c6-457c-b4d2-c03985c30d95 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:35:30.357728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d7ac5aba-f3ba-47bb-9a89-22644b4fab68 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:30.391807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579d1891-3846-4830-8779-472383368510 req-71c2cc53-b515-4b37-885a-727dc23559d6 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.1114318 Nov 10 16:35:30.605619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-a7e9b52c-ee41-4582-80c4-05bfc43a094a tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:30.607576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-a7e9b52c-ee41-4582-80c4-05bfc43a094a tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4597363 Nov 10 16:35:30.645301 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b5a0ed7-cf63-44db-8921-e9cb456ca71d req-4022cc3c-8997-47f2-9e73-6727ec82af8d tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 210 time: 0.0362618 Nov 10 16:35:30.659769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Request body: {'port': {'device_id': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'aa2fed7468a747b8b2f96ecaaad0b218'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:30.774698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 76bef316-95a2-46b8-aea2-abac5acec5d1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=76bef316-95a2-46b8-aea2-abac5acec5d1,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:30.792373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6b70c269-477c-46e9-81ec-91447b3d62b0 None None] Provisioning complete for port 76bef316-95a2-46b8-aea2-abac5acec5d1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:30.795362 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b70c269-477c-46e9-81ec-91447b3d62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:30.853616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719fe54-b583-493b-ad89-7025d388feb1 req-1634638f-ffad-4fdc-a67e-cfb5a8cff3fa tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:30.857361 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f719fe54-b583-493b-ad89-7025d388feb1 req-1634638f-ffad-4fdc-a67e-cfb5a8cff3fa tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 945 time: 0.0920277 Nov 10 16:35:30.946142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f719fe54-b583-493b-ad89-7025d388feb1 req-c26e8af5-d91f-43c2-a41d-86221aca25c6 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804713 Nov 10 16:35:30.962439 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.023820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:31.051782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Made reservation on behalf of aa2fed7468a747b8b2f96ecaaad0b218 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:31.055719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.092259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.106017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b70c269-477c-46e9-81ec-91447b3d62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.115851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:31.116407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.128860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:31.227670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fd461b4e-7fc3-45a9-bd35-fdbed8c31bda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8741246f75942998caea8595dd1169a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975351 Nov 10 16:35:31.228651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:31.230875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.327851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c0d7e41f-f6d5-4bc3-875a-2910b7596ec8 req-5c9d56af-d22c-4fc6-8fa5-a19c21c73471 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 210 time: 0.1506543 Nov 10 16:35:31.328059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=76bef316-95a2-46b8-aea2-abac5acec5d1,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:31.350709 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.357654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ab74f-3b13-44a1-8869-69a4c9698fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.380456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-6b70c269-477c-46e9-81ec-91447b3d62b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:35:31.380880 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-6b70c269-477c-46e9-81ec-91447b3d62b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:35:31.384901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ab74f-3b13-44a1-8869-69a4c9698fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.394501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1085638-bc70-4ab7-a98f-d2352c4c35d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:31.397047 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6025b22a-67ea-4f32-ab54-e61414ae4761" -d '{"events": [{"server_uuid": "b1085638-bc70-4ab7-a98f-d2352c4c35d4", "name": "network-vif-plugged", "status": "completed", "tag": "d7ac5aba-f3ba-47bb-9a89-22644b4fab68"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:31.438365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d7ac5aba-f3ba-47bb-9a89-22644b4fab68, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:31.458975 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.609276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a75540-cfa1-419b-9631-db3a0271bff5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:31.640864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22ef635d-85af-454b-96c5-f04aed6f4480 req-ee049f1b-75ca-445f-b77f-453b5ef355fb tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0514534 Nov 10 16:35:31.674672 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.676759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:31.712100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ab74f-3b13-44a1-8869-69a4c9698fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.726682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b83ab74f-3b13-44a1-8869-69a4c9698fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.729136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b83ab74f-3b13-44a1-8869-69a4c9698fe9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6378d1bc-fbb3-4661-a423-57335813122d HTTP/1.1" status: 204 len: 168 time: 0.4993544 Nov 10 16:35:31.755120 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c711de-2c8a-453a-89e4-f3f94eb79d3e x-openstack-request-id: req-53c711de-2c8a-453a-89e4-f3f94eb79d3e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:31.755415 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1085638-bc70-4ab7-a98f-d2352c4c35d4", "name": "network-vif-plugged", "status": "completed", "tag": "d7ac5aba-f3ba-47bb-9a89-22644b4fab68", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:31.755671 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53c711de-2c8a-453a-89e4-f3f94eb79d3e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:31.757113 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1085638-bc70-4ab7-a98f-d2352c4c35d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68', 'code': 200} Nov 10 16:35:31.777397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ab74f-3b13-44a1-8869-69a4c9698fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6378d1bc-fbb3-4661-a423-57335813122d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:31.796557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Allocated IP 192.168.233.180 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/894abf14-2374-4ddc-9e0b-43f27d41c0b3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:31.876873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:31.877955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 52f6a5cd-092a-4902-9eb6-e8a5e7544b7a not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:31.912931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4c02f-8482-4250-b569-e5d3843d14d0 req-d2be0df5-4cb3-4296-8561-367e6e94208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:31.917868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21f4c02f-8482-4250-b569-e5d3843d14d0 req-d2be0df5-4cb3-4296-8561-367e6e94208d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 1098 time: 0.0997119 Nov 10 16:35:31.942821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb0200ae-0fc7-44a4-a321-3837e83c75bc req-fc4a14f9-cea8-40c1-be94-bbd5afbbaa8e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 210 time: 0.0709791 Nov 10 16:35:31.946224 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7012591c-81a3-4995-8e28-a5e3d050d92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:31.959690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:32.045166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21f4c02f-8482-4250-b569-e5d3843d14d0 req-d7764df2-b11c-4a05-963a-62caca9c3e34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209760 Nov 10 16:35:32.091508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f0d804f4-575e-4e35-8719-b7f73abf13f1 None None] Provisioning complete for port 76bef316-95a2-46b8-aea2-abac5acec5d1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:32.091805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0d804f4-575e-4e35-8719-b7f73abf13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:32.168964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4276-57f3-4a13-9d21-b947122a258e req-1c45f508-ca85-435e-a8ab-f060cb8dbd61 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:32.178823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0e4276-57f3-4a13-9d21-b947122a258e req-1c45f508-ca85-435e-a8ab-f060cb8dbd61 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 946 time: 0.1257608 Nov 10 16:35:32.182966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:32.273820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0e4276-57f3-4a13-9d21-b947122a258e req-a9837c00-0a12-4ad9-9d63-f6652f075072 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940993 Nov 10 16:35:32.361385 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:32.451986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c62d7681-88cd-4dd8-9191-27e8545c4546 req-45038db7-248c-4767-bd2a-a5e588edd489 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 210 time: 0.0458081 Nov 10 16:35:32.499021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:32.507698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:32.511112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:32.546898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:32.610959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:32.611749 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:32.633807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-951b913d-5593-49da-995c-3b34b4142bef tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:32.635400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-951b913d-5593-49da-995c-3b34b4142bef tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.3309357 Nov 10 16:35:32.671526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-077849e2-84eb-436c-8055-c420b1a0b065 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/quotas/63914f0048fe4601b18c574aa491243f HTTP/1.1" status: 200 len: 375 time: 0.0235460 Nov 10 16:35:32.738507 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-da3e5b6c-9c99-4bff-b3c4-7f4339d0a9a0 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658009 Nov 10 16:35:32.810283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-0c531837-e574-4063-87ad-446305e4deeb tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1638548 Nov 10 16:35:32.826154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-897db315-589c-400d-b948-4127f09e7f97 req-80bcaf23-447a-46f7-b4f9-3ddbc0bb96c8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0417197 Nov 10 16:35:32.840994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Request body: {'port': {'device_id': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:32.884954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b79dd9ed-541b-4d13-adca-427fa8971a60 None None] Provisioning complete for port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:32.885543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b79dd9ed-541b-4d13-adca-427fa8971a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:32.905092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-170d7387-349c-4b7a-b577-0af8d8bd404c service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652520 Nov 10 16:35:32.958553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:32.979073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b79dd9ed-541b-4d13-adca-427fa8971a60 None None] Port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:35:33.189859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-ec946239-7be2-4bca-883c-b9dc55e94d2b service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663128 Nov 10 16:35:33.309346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 76bef316-95a2-46b8-aea2-abac5acec5d1 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:33.333459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaa56a-aeb7-4fdf-9308-4999e0b4076d req-8fa54fce-93f6-4f0a-853a-b8b10fe4a719 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:33.342489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-66aaa56a-aeb7-4fdf-9308-4999e0b4076d req-8fa54fce-93f6-4f0a-853a-b8b10fe4a719 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 936 time: 0.2621205 Nov 10 16:35:33.428981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-753e91e9-b48c-485c-99f5-6cecf19abb9f tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:33.437087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-753e91e9-b48c-485c-99f5-6cecf19abb9f tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:33.438172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-753e91e9-b48c-485c-99f5-6cecf19abb9f tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "GET /v2.0/networks?id=21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb&id=16041b9a-50c6-457c-b4d2-c03985c30d95 HTTP/1.1" status: 200 len: 1391 time: 0.4122255 Nov 10 16:35:33.456021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-66aaa56a-aeb7-4fdf-9308-4999e0b4076d req-1547ad4e-601f-4ef2-9b8c-669c31ecaeed tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121113 Nov 10 16:35:33.478573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 76bef316-95a2-46b8-aea2-abac5acec5d1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:33.478937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:33.486159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'port': {'device_id': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb', 'admin_state_up': True, 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:33.618664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894abf14-2374-4ddc-9e0b-43f27d41c0b3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:33.629757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:33.654743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Transition to ACTIVE for port object 894abf14-2374-4ddc-9e0b-43f27d41c0b3 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:33.782472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b6c47db-b818-43c6-b568-93d0b79103d1 req-11f51e7d-dc29-483d-a44f-e4a2162d53fd tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 210 time: 0.0386384 Nov 10 16:35:33.807630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:33.878349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f10d59-dfd5-4951-b806-1f98f3edbc5d req-105f880c-7e29-48ad-b8bd-8c80b5a11969 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:33.887771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9f10d59-dfd5-4951-b806-1f98f3edbc5d req-105f880c-7e29-48ad-b8bd-8c80b5a11969 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 946 time: 0.1274869 Nov 10 16:35:33.906694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:33.910632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-570d9c1f-906f-4918-9e61-9be46cf84d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:33.927702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:33.949125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd089cc7-a5da-4bd3-b2b5-a2f56360249c req-c1630711-3e4c-439d-90ad-306645f6ed87 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 210 time: 0.0674222 Nov 10 16:35:33.969122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:33.996905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9f10d59-dfd5-4951-b806-1f98f3edbc5d req-dbb1b311-71d4-48d6-8667-1d9fc02ff7f6 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991275 Nov 10 16:35:34.170657 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-580f5a32-9e73-4844-af74-f5149ad2ef58 req-d8c47255-f409-42a8-abcd-3ebb174d1823 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0839615 Nov 10 16:35:34.233279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Attempting to bind port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:34.233671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Attempting to bind port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:34.234084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Attempting to bind port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:34.236959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Allocated IP 19.80.0.65 (21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb/d1b99e14-6688-4715-a588-ae070361ba56/2fe37da6-a462-4240-a9aa-362e41bb318b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:34.242765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:34.245460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Attempting to bind port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:34.286772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:34.286937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:34.287253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:34.289224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Bound port: 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:34.290768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:34.370240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:34.375427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:34.458667 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:34.530381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:34.569715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:34.570822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:34.573035 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] 10.222.0.18 "PUT /v2.0/ports/894abf14-2374-4ddc-9e0b-43f27d41c0b3 HTTP/1.1" status: 200 len: 1097 time: 1.7384098 Nov 10 16:35:34.578945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:34.581574 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08600792-b262-4c14-b755-7bf21e8cccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:34.624132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f021e-8a06-4020-9fd9-51f5a40aaad5 service neutron] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:34.658285 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7bb2f3-7911-4f03-be1d-9720cf02e7a6 x-openstack-request-id: req-fd7bb2f3-7911-4f03-be1d-9720cf02e7a6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:34.658637 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:34.659455 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd7bb2f3-7911-4f03-be1d-9720cf02e7a6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:34.660190 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'status': 'completed', 'code': 200} Nov 10 16:35:34.660504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:34.719856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:34.730555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:34.743490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669ab9-ffda-435f-a322-e4d076d8ad54 req-9d860902-ee59-4572-bb89-265c66f8ff10 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:34.754698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa669ab9-ffda-435f-a322-e4d076d8ad54 req-9d860902-ee59-4572-bb89-265c66f8ff10 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 948 time: 0.1354330 Nov 10 16:35:34.759730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:34.793401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08600792-b262-4c14-b755-7bf21e8cccb2 req-6a47b83c-27de-48fd-8b29-1a625e296f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:34.795969 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08600792-b262-4c14-b755-7bf21e8cccb2 req-6a47b83c-27de-48fd-8b29-1a625e296f0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa2fed7468a747b8b2f96ecaaad0b218&device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 1100 time: 0.1312065 Nov 10 16:35:34.862937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08600792-b262-4c14-b755-7bf21e8cccb2 req-0678f1e5-983e-483b-b4fa-4fb935b6ee31 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=aa2fed7468a747b8b2f96ecaaad0b218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577252 Nov 10 16:35:34.934770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Port': ['ID=2fe37da6-a462-4240-a9aa-362e41bb318b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:35.053069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:35.068941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:35.070901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:35.084328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08600792-b262-4c14-b755-7bf21e8cccb2 req-c6329fff-9cb0-442a-9756-f3a7db653887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:35.085854 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08600792-b262-4c14-b755-7bf21e8cccb2 req-c6329fff-9cb0-442a-9756-f3a7db653887 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160888 Nov 10 16:35:35.096741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa669ab9-ffda-435f-a322-e4d076d8ad54 req-499f40dc-b598-4607-be2f-ce1fab20cba2 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410063 Nov 10 16:35:35.188185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a460365d-dc94-421a-9c5a-929909f2d8c8 req-33c818c8-d003-4482-92c0-08c2c278a440 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 210 time: 0.0448544 Nov 10 16:35:35.201149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243ab2-b522-4fa7-826d-177951c34014 req-aa27af5f-97a6-4c0a-91f5-3cca3d561048 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:35.201149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11243ab2-b522-4fa7-826d-177951c34014 req-aa27af5f-97a6-4c0a-91f5-3cca3d561048 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 931 time: 0.2759976 Nov 10 16:35:35.220810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-a21493fe-d5ac-4179-93c1-c754cad39cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:35.222210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-a21493fe-d5ac-4179-93c1-c754cad39cb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa2fed7468a747b8b2f96ecaaad0b218&device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 1100 time: 0.0844700 Nov 10 16:35:35.280907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-44371561-3ebc-4b77-9f68-3e5790a55188 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8172956 Nov 10 16:35:35.284955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-8343d862-e7ec-4243-bb7d-ae7d0079b2bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3 HTTP/1.1" status: 200 len: 217 time: 0.0511706 Nov 10 16:35:35.297218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-80cb6b85-f00f-4ddc-a965-2d246d38c706 None None] Provisioning complete for port 2fe37da6-a462-4240-a9aa-362e41bb318b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:35.298168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80cb6b85-f00f-4ddc-a965-2d246d38c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:35.313606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Request body: {'port': {'device_id': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95', 'admin_state_up': True, 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:35.332862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11243ab2-b522-4fa7-826d-177951c34014 req-565a8819-3620-4940-ba8d-39af4247f9fc tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356723 Nov 10 16:35:35.406240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-80cb6b85-f00f-4ddc-a965-2d246d38c706 None None] Port 2fe37da6-a462-4240-a9aa-362e41bb318b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:35:35.435514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-d606550b-9e30-4c8f-9578-9408352801d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:35.437641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-d606550b-9e30-4c8f-9578-9408352801d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1441593 Nov 10 16:35:35.442459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce7278-e92a-4195-bfbc-a434398b9380 req-3edcaa4e-f350-41b8-aa6e-dafa8c9a570e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:35.444017 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72ce7278-e92a-4195-bfbc-a434398b9380 req-3edcaa4e-f350-41b8-aa6e-dafa8c9a570e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 946 time: 0.1991441 Nov 10 16:35:35.509594 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a65d7b0-d879-4fc0-8c84-498fdad03011 req-01a1a330-abe6-4120-a93a-1feab0c600dd tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0644069 Nov 10 16:35:35.531573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-f269dfff-a290-470d-b3e4-afc83a99a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:35.533355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-f269dfff-a290-470d-b3e4-afc83a99a1ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0767167 Nov 10 16:35:35.542608 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72ce7278-e92a-4195-bfbc-a434398b9380 req-3fde9354-d028-4dfd-9e07-b45a1ca634a1 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862198 Nov 10 16:35:35.662072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-e1fcc8f1-2033-46b7-9ce3-a3b4b91d1ca3 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144934 Nov 10 16:35:35.702024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Made reservation on behalf of 48b4aaf74a7f4cf38af166fd853dd1d0 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:35.706203 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:35.844596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb85f46f-432f-4cf1-bf80-74b36c8a9a68 req-4ceb295a-1fb4-4cc4-a3e2-0e7163203d19 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708679 Nov 10 16:35:35.964228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Allocated IP 19.86.0.138 (16041b9a-50c6-457c-b4d2-c03985c30d95/61f6e159-521f-4924-883e-3e1befc3dc92/ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:36.158605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:36.329151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813144e8-8574-445d-a50c-b03925b4d8e4 req-26c7bac8-2101-4594-9b48-86199306a80c tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:36.332101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-813144e8-8574-445d-a50c-b03925b4d8e4 req-26c7bac8-2101-4594-9b48-86199306a80c tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 948 time: 0.1074133 Nov 10 16:35:36.419950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-813144e8-8574-445d-a50c-b03925b4d8e4 req-8ef5fec1-6a50-4359-b113-fffa8ce4607c tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794621 Nov 10 16:35:36.600458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a9cd77ba-fa0c-42e0-8e04-8798115d3374 req-dab17833-f856-4b15-a164-0a3c4b949520 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 210 time: 0.0480771 Nov 10 16:35:36.667991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-5851f361-f340-4c31-8e43-d4425e8e86d7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ec53a3cd94604f54b34391385751105d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297992 Nov 10 16:35:36.738459 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:36.746860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:36.759704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bad9d-f176-4908-b48a-ef91b73460f4 req-49d82768-a708-467a-9da8-8edd6d196cf3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:36.764195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a66bad9d-f176-4908-b48a-ef91b73460f4 req-49d82768-a708-467a-9da8-8edd6d196cf3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 931 time: 0.0694673 Nov 10 16:35:36.786286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Network 16041b9a-50c6-457c-b4d2-c03985c30d95 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:36.798091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:36.805033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:36.833821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a66bad9d-f176-4908-b48a-ef91b73460f4 req-30b505c7-6de4-48db-b5e1-7e8a95f4a8d1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Nov 10 16:35:36.863800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event updated for resources: {'Port': ['ID=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:36.911473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469353c-0442-4ba3-a520-e021c44eb827 req-0e9fd246-4041-4df7-aed1-eadef3856680 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:36.913054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-0e9fd246-4041-4df7-aed1-eadef3856680 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418377 Nov 10 16:35:36.929172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:36.929801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:36.933027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65fd0c6e-4e56-491b-b679-66a5e55e2beb req-62b8bb7b-2db3-46d1-877d-e7b76409c386 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.0265913 Nov 10 16:35:36.946990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a43a4596-bef9-49d9-ab0e-6185e5e94406 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/quotas/ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 375 time: 0.0248430 Nov 10 16:35:36.991568 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-e3cbe8a1-13c8-4c0b-a02d-692af9881a56 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332904 Nov 10 16:35:37.139922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-676c3408-5fb7-4ad2-b34b-09026d2b0887 None None] Provisioning complete for port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:37.140289 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-676c3408-5fb7-4ad2-b34b-09026d2b0887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:37.144034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-b7475d07-8915-430a-8d78-0fc0beede6c7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8379619 Nov 10 16:35:37.162997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Request body: {'port': {'device_id': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:37.180593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-676c3408-5fb7-4ad2-b34b-09026d2b0887 None None] Port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:35:37.236394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:37.524697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:37.552241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86adc40e-3ebe-4eb9-9679-a2cc972da6cc req-908756c0-bcb0-418b-8826-b1c464ea7e54 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 210 time: 0.1189799 Nov 10 16:35:37.617112 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:37.694952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cf941-5b2c-4779-811e-37f5b920b40d req-ef95e7a3-a020-4131-a6ab-deaf7228293d tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:37.697444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de8cf941-5b2c-4779-811e-37f5b920b40d req-ef95e7a3-a020-4131-a6ab-deaf7228293d tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 948 time: 0.1415009 Nov 10 16:35:37.802721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe37da6-a462-4240-a9aa-362e41bb318b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:37.803654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-462f0cdd-eda7-44c6-b379-c4a2051d8610 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:37.805651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-462f0cdd-eda7-44c6-b379-c4a2051d8610 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.3360808 Nov 10 16:35:37.815617 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:37.822120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de8cf941-5b2c-4779-811e-37f5b920b40d req-7c7d7bae-3c47-4a39-a17a-1326275d7712 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984864 Nov 10 16:35:37.823830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb9cb0c5-60f8-4504-b4d6-b59cd4d391c6 req-72c3e09d-d1cc-40bc-9b03-c89327594d33 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 210 time: 0.0846646 Nov 10 16:35:37.830908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Request body: {'port': {'device_id': '35f365d5-d267-4023-a1b5-fea94f7559ea', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'admin_state_up': True, 'tenant_id': '63914f0048fe4601b18c574aa491243f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:37.850744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Transition to ACTIVE for port object 2fe37da6-a462-4240-a9aa-362e41bb318b will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:38.001215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6f551-3bf7-47b5-9265-a65f5526a1f5 req-65835c54-61bd-4180-ac3d-6e824a5f5d67 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:38.014501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6f551-3bf7-47b5-9265-a65f5526a1f5 req-65835c54-61bd-4180-ac3d-6e824a5f5d67 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:38.017612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30f6f551-3bf7-47b5-9265-a65f5526a1f5 req-65835c54-61bd-4180-ac3d-6e824a5f5d67 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1654 time: 0.1056077 Nov 10 16:35:38.086943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:38.123409 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30f6f551-3bf7-47b5-9265-a65f5526a1f5 req-5fd13f30-d5ab-497b-8fa2-33e9d7c82083 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004405 Nov 10 16:35:38.167518 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c0333dce-217b-4177-acd1-24f6598669cd req-03e007d1-5426-47b9-931b-443cdd294ecf tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f89627a-8480-447e-9d9f-cbc69128cd2e HTTP/1.1" status: 200 len: 210 time: 0.1124620 Nov 10 16:35:38.169092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:38.188888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:38.213341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:38.257451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe37da6-a462-4240-a9aa-362e41bb318b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:38.417428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Attempting to bind port 2fe37da6-a462-4240-a9aa-362e41bb318b on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:38.418496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Attempting to bind port 2fe37da6-a462-4240-a9aa-362e41bb318b by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:38.418496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Attempting to bind port 2fe37da6-a462-4240-a9aa-362e41bb318b on network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:38.434280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Port 2fe37da6-a462-4240-a9aa-362e41bb318b on network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:38.434280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Attempting to bind port 2fe37da6-a462-4240-a9aa-362e41bb318b on network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:38.446444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:38.446817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Checking segment: {'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:38.447189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Bound using segment: {'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:38.447671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Bound port: 2fe37da6-a462-4240-a9aa-362e41bb318b, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:38.448040 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:38.516158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:38.557272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'mac_address': 'fa:16:3e:26:0e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:38.562573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] For port 2fe37da6-a462-4240-a9aa-362e41bb318b, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:38.566973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] For port 2fe37da6-a462-4240-a9aa-362e41bb318b, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2fe37da6-a462-4240-a9aa-362e41bb318b,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:38.578357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Allocated IP 172.20.0.11 (b1c029f4-edf1-41ba-ac0b-6add3459fd09/6d728c2c-8778-4a87-99d2-49192942df69/526b8695-6dc5-46b0-a51e-74bedc463336) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:38.608540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:38.627766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894abf14-2374-4ddc-9e0b-43f27d41c0b3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:38.660898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:38.673702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-775c221d-4540-46b5-8636-989803736f19 req-d27cdd8e-cc5f-4516-95f3-0c7b0fd3bc72 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 210 time: 0.0485456 Nov 10 16:35:38.731238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:38.787187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:38.795075 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:38.803969 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] 10.222.0.69 "PUT /v2.0/ports/2fe37da6-a462-4240-a9aa-362e41bb318b HTTP/1.1" status: 200 len: 1092 time: 1.6464939 Nov 10 16:35:38.805295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'tag': '2fe37da6-a462-4240-a9aa-362e41bb318b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:38.811387 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:38.817508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:38.833626 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14689cd-ba9b-4534-a442-c411afb66c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "tag": "2fe37da6-a462-4240-a9aa-362e41bb318b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:38.918499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a999c-c440-441e-b95c-c90e54e07500 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe37da6-a462-4240-a9aa-362e41bb318b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:38.946327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Request body: {'port': {'device_id': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:39.004527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:39.050259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:39.057809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:39.065739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:39.143969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:39.149173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['894abf14-2374-4ddc-9e0b-43f27d41c0b3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:39.162675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:39.170813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:39.223084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:39.223825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:39.236015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d24e-ec3b-4b33-92f6-6ca37508ce82 req-aaa85002-b623-4682-b76c-b0a087df0815 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:39.243508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90e7d24e-ec3b-4b33-92f6-6ca37508ce82 req-aaa85002-b623-4682-b76c-b0a087df0815 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 949 time: 0.2093711 Nov 10 16:35:39.244580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event updated for resources: {'Port': ['ID=526b8695-6dc5-46b0-a51e-74bedc463336,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:39.313085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90e7d24e-ec3b-4b33-92f6-6ca37508ce82 req-9c7a43e2-76c8-4d83-9c25-41db98fbc43c tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624278 Nov 10 16:35:39.417432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-3f01499d-c64d-4865-8bb0-34355f373ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5955250 Nov 10 16:35:39.437688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Request body: {'port': {'device_id': '35f365d5-d267-4023-a1b5-fea94f7559ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:39.534515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:39.546619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:39.548468 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:39.571500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Transition to ACTIVE for port object ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:39.576817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580d47-2557-4390-9353-02e24138082d req-0ff00b99-ef48-4c08-ac17-fc6bd7d0e940 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:39.578945 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a580d47-2557-4390-9353-02e24138082d req-0ff00b99-ef48-4c08-ac17-fc6bd7d0e940 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 932 time: 0.1605968 Nov 10 16:35:39.712053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a580d47-2557-4390-9353-02e24138082d req-f9a940a4-724c-4a65-9880-41ef638d0566 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138673 Nov 10 16:35:39.764956 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530368b1-dc46-4cc6-8e17-14d9939b5791 x-openstack-request-id: req-530368b1-dc46-4cc6-8e17-14d9939b5791 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:39.765500 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "tag": "2fe37da6-a462-4240-a9aa-362e41bb318b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:39.765500 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-530368b1-dc46-4cc6-8e17-14d9939b5791 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:39.765981 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'tag': '2fe37da6-a462-4240-a9aa-362e41bb318b', 'status': 'completed', 'code': 200} Nov 10 16:35:39.781795 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:39.932491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:39.933680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42300ca-d30d-4b37-8cbd-46799809f744 req-7261fdf5-6340-499e-9c9b-586b924b85e7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:39.943398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42300ca-d30d-4b37-8cbd-46799809f744 req-7261fdf5-6340-499e-9c9b-586b924b85e7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:39.947041 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e42300ca-d30d-4b37-8cbd-46799809f744 req-7261fdf5-6340-499e-9c9b-586b924b85e7 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1678 time: 0.1051285 Nov 10 16:35:39.998978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526b8695-6dc5-46b0-a51e-74bedc463336 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:40.011690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:40.042124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-0b5b50b3-f1a4-484a-bf07-253b735ab9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:40.042625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-0b5b50b3-f1a4-484a-bf07-253b735ab9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:40.044932 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-0b5b50b3-f1a4-484a-bf07-253b735ab9f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1940 time: 0.2527823 Nov 10 16:35:40.061452 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e42300ca-d30d-4b37-8cbd-46799809f744 req-c5670b72-e2e2-4bd9-9fe0-957ec76121f9 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932670 Nov 10 16:35:40.063275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Transition to ACTIVE for port object 526b8695-6dc5-46b0-a51e-74bedc463336 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:40.077503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Attempting to bind port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:40.078330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Attempting to bind port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:40.078665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Attempting to bind port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c on network 16041b9a-50c6-457c-b4d2-c03985c30d95 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:40.110153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c on network 16041b9a-50c6-457c-b4d2-c03985c30d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:40.110490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Attempting to bind port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c on network 16041b9a-50c6-457c-b4d2-c03985c30d95 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:40.141217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:40.141575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Checking segment: {'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:40.141952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Bound using segment: {'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:40.142410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Bound port: ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4217fa-47b9-42c9-8215-59a6337abe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:40.142770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:40.192493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:40.264774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Pushing event updated for resources: {'Port': ['ID=526b8695-6dc5-46b0-a51e-74bedc463336,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:40.282313 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:40.445607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-57fc8999-01b8-4d4e-8421-06fda7586a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:40.446131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-57fc8999-01b8-4d4e-8421-06fda7586a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:40.446691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-57fc8999-01b8-4d4e-8421-06fda7586a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:40.448571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-57fc8999-01b8-4d4e-8421-06fda7586a98 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3907096 Nov 10 16:35:40.505291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] For port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:40.643980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] For port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:40.658357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49937754-d1f2-49ab-a569-2626471337f9 req-73eae324-3999-4434-a677-6fefdc488061 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 210 time: 0.1457331 Nov 10 16:35:40.707843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-f5b5b72e-3388-4abb-af35-6f60ab0a6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:40.712466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e14689cd-ba9b-4534-a442-c411afb66c1b req-f5b5b72e-3388-4abb-af35-6f60ab0a6d1c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2538056 Nov 10 16:35:40.772742 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:40.884455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:40.885981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:40.889141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] 10.222.0.69 "PUT /v2.0/ports/ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c HTTP/1.1" status: 200 len: 1093 time: 1.9574101 Nov 10 16:35:41.072646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe402607-f8f9-4fa3-8b12-1a5d776112d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:41.101611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4c222-0e60-409c-8c83-04ab290dcaaa req-150b1350-fcb7-49af-a21e-10da11116df1 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.103585 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eed4c222-0e60-409c-8c83-04ab290dcaaa req-150b1350-fcb7-49af-a21e-10da11116df1 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 944 time: 0.2503610 Nov 10 16:35:41.260513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-5d16a9bc-586a-4364-b939-2e3146b6fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.261363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-5d16a9bc-586a-4364-b939-2e3146b6fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.264110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-5d16a9bc-586a-4364-b939-2e3146b6fa6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1982 time: 0.2200158 Nov 10 16:35:41.279550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eed4c222-0e60-409c-8c83-04ab290dcaaa req-99e8d870-e09d-44a1-a833-58c28da89c15 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545591 Nov 10 16:35:41.353340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Attempting to bind port 526b8695-6dc5-46b0-a51e-74bedc463336 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:41.354477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Attempting to bind port 526b8695-6dc5-46b0-a51e-74bedc463336 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:41.354914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Attempting to bind port 526b8695-6dc5-46b0-a51e-74bedc463336 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:41.373101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365adaec-9210-4865-bfbe-3fe7868fc9d6 req-f073a58e-c562-468c-91ed-96ee8002895a tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.386959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-365adaec-9210-4865-bfbe-3fe7868fc9d6 req-f073a58e-c562-468c-91ed-96ee8002895a tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 949 time: 0.1878402 Nov 10 16:35:41.432955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-8ae02ed2-72f2-45fd-820c-3d0a93877961 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=2fe37da6-a462-4240-a9aa-362e41bb318b HTTP/1.1" status: 200 len: 217 time: 0.1498716 Nov 10 16:35:41.523636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-2aa5cb36-e6d7-463a-8956-c4f93127bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.525517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-2aa5cb36-e6d7-463a-8956-c4f93127bfb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d1b99e14-6688-4715-a588-ae070361ba56 HTTP/1.1" status: 200 len: 801 time: 0.0652521 Nov 10 16:35:41.531519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-365adaec-9210-4865-bfbe-3fe7868fc9d6 req-d661e192-7629-4da1-94c6-d6bcd9630f7b tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469932 Nov 10 16:35:41.536705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Port 526b8695-6dc5-46b0-a51e-74bedc463336 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:41.538303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Attempting to bind port 526b8695-6dc5-46b0-a51e-74bedc463336 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:41.546572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-400df482-7f4b-40ee-8e53-d02f613957ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ec53a3cd94604f54b34391385751105d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1455874 Nov 10 16:35:41.562928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:41.565421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Checking segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:41.567290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Bound using segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:41.567782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Bound port: 526b8695-6dc5-46b0-a51e-74bedc463336, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:41.570744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:41.725780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] For port 526b8695-6dc5-46b0-a51e-74bedc463336, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:41.730314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] For port 526b8695-6dc5-46b0-a51e-74bedc463336, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=526b8695-6dc5-46b0-a51e-74bedc463336,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:41.782263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'tag': 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:41.784836 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b0d13c-9e52-4b31-b869-20a1828fc3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "tag": "ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:41.803594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66aa7-606c-4aaa-baec-5fbe8d0a84b0 req-9563eb4a-7593-42a3-bbaf-05143e8c55c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.810547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66aa7-606c-4aaa-baec-5fbe8d0a84b0 req-9563eb4a-7593-42a3-bbaf-05143e8c55c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.812105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26c66aa7-606c-4aaa-baec-5fbe8d0a84b0 req-9563eb4a-7593-42a3-bbaf-05143e8c55c3 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1678 time: 0.3778522 Nov 10 16:35:41.815911 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:41.842344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-8a9029fe-92ee-47eb-bb87-8133ef900f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.844157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-8a9029fe-92ee-47eb-bb87-8133ef900f72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2965796 Nov 10 16:35:41.864578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:41.866896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:41.871902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] 10.222.0.18 "PUT /v2.0/ports/526b8695-6dc5-46b0-a51e-74bedc463336 HTTP/1.1" status: 200 len: 1093 time: 2.4415669 Nov 10 16:35:41.884620 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f365d5-d267-4023-a1b5-fea94f7559ea', 'tag': '526b8695-6dc5-46b0-a51e-74bedc463336'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:41.897087 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b37e5bf-40cc-483a-971c-fd687a1b3303" -d '{"events": [{"name": "network-changed", "server_uuid": "35f365d5-d267-4023-a1b5-fea94f7559ea", "tag": "526b8695-6dc5-46b0-a51e-74bedc463336"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:41.932923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26c66aa7-606c-4aaa-baec-5fbe8d0a84b0 req-16a3d950-8816-4063-8b47-325b335c05a2 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141512 Nov 10 16:35:42.059280 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-8e6de609-da77-4709-88f3-8080a1deb18c service neutron] 10.222.0.69 "GET /v2.0/networks/21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048075 Nov 10 16:35:42.061519 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4647e2f-6346-4e7d-a4c4-1cd00414786e x-openstack-request-id: req-e4647e2f-6346-4e7d-a4c4-1cd00414786e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:42.062053 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "tag": "ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:42.062375 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4647e2f-6346-4e7d-a4c4-1cd00414786e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:42.062873 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'tag': 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c', 'status': 'completed', 'code': 200} Nov 10 16:35:42.127836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469353c-0442-4ba3-a520-e021c44eb827 req-5578403b-2e73-435c-b221-7dab4142b8ba tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:42.128884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-5578403b-2e73-435c-b221-7dab4142b8ba tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5351593 Nov 10 16:35:42.137237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbf086bb-142c-4f5b-be85-d77fff1f9ccb req-54f07741-2ffa-45f9-b9cc-4b99b31c3790 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 210 time: 0.1541469 Nov 10 16:35:42.139913 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1818bdbf-6072-4b5d-abe0-7bbe06c3d0be x-openstack-request-id: req-1818bdbf-6072-4b5d-abe0-7bbe06c3d0be {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:42.139913 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f365d5-d267-4023-a1b5-fea94f7559ea", "tag": "526b8695-6dc5-46b0-a51e-74bedc463336", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:42.140184 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1818bdbf-6072-4b5d-abe0-7bbe06c3d0be {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:42.140508 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f365d5-d267-4023-a1b5-fea94f7559ea', 'tag': '526b8695-6dc5-46b0-a51e-74bedc463336', 'status': 'completed', 'code': 200} Nov 10 16:35:42.170499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Request body: {'port': {'device_id': 'a471051f-5252-4553-8a46-907debd3adc8', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'ec53a3cd94604f54b34391385751105d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:42.197612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ac304-1612-41e4-87dd-55d589584ede service neutron] Pushing event updated for resources: {'Port': ['ID=526b8695-6dc5-46b0-a51e-74bedc463336,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:42.219064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:42.220662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-619ca100-10f7-4296-a11d-75bc98ba0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:42.227532 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-619ca100-10f7-4296-a11d-75bc98ba0775 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 1096 time: 0.2097783 Nov 10 16:35:42.324066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-aa5fca71-c48d-41ca-9a9d-7f2be093edda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=526b8695-6dc5-46b0-a51e-74bedc463336 HTTP/1.1" status: 200 len: 217 time: 0.0875261 Nov 10 16:35:42.385266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-5d9f0be5-f6c0-478b-9894-089850f9fcf8 service neutron] 10.222.0.69 "GET /v2.0/networks/21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109984 Nov 10 16:35:42.424463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-7bf70f17-4be2-48eb-b8fc-59041188a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:42.426053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-7bf70f17-4be2-48eb-b8fc-59041188a24c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.0936732 Nov 10 16:35:42.443500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:42.447681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-6764b471-ff9f-4bca-9ce5-8a6b2730a9d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.138&port_id=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c HTTP/1.1" status: 200 len: 217 time: 0.0374000 Nov 10 16:35:42.450761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:42.451331 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:42.490946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-7c6b9aaa-f859-45b1-88a1-6da5c0e71235 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562875 Nov 10 16:35:42.587083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed02ff-fcd7-4c26-a5d8-d7c89d91deeb req-8ade7cc9-4b72-4249-be1c-a3e26204216f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:42.595262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09ed02ff-fcd7-4c26-a5d8-d7c89d91deeb req-8ade7cc9-4b72-4249-be1c-a3e26204216f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 944 time: 0.2029917 Nov 10 16:35:42.636868 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-bd56910b-f941-43da-b179-37843b8bbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:42.638576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-bd56910b-f941-43da-b179-37843b8bbef4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61f6e159-521f-4924-883e-3e1befc3dc92 HTTP/1.1" status: 200 len: 801 time: 0.1472588 Nov 10 16:35:42.684192 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:42.704818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:42.707609 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd29ef55-4720-4b52-a65a-2cb9a5cb09ea" -d '{"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:42.726560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:42.750386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09ed02ff-fcd7-4c26-a5d8-d7c89d91deeb req-1e805121-ecad-4b5b-a607-59451c9297d6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523113 Nov 10 16:35:42.765490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Made reservation on behalf of ec53a3cd94604f54b34391385751105d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:35:42.772699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:42.786836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-8dd5697a-b748-4811-877c-511332bbf1ec service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879493 Nov 10 16:35:42.797305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:42.825069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:42.862831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-6647b461-eefb-4c43-ae93-962528d19db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:42.862831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-6647b461-eefb-4c43-ae93-962528d19db3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16041b9a-50c6-457c-b4d2-c03985c30d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976953 Nov 10 16:35:42.910755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33309b6f-4d51-4330-a0ff-918823b0c11b req-8eed6297-5b45-4693-a6b2-543ffbbbad27 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097298 Nov 10 16:35:42.965755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:42.977430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10277277-6c0c-4727-81a2-715e707224f5 req-62a8b7cc-de10-4fe4-9be5-282f1fcbcf6c tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:42.980225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10277277-6c0c-4727-81a2-715e707224f5 req-62a8b7cc-de10-4fe4-9be5-282f1fcbcf6c tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 949 time: 0.2976515 Nov 10 16:35:43.002869 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317c715d-dba6-4b0c-b54f-bc3675501e85 x-openstack-request-id: req-317c715d-dba6-4b0c-b54f-bc3675501e85 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:43.003438 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:43.003906 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-317c715d-dba6-4b0c-b54f-bc3675501e85 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:43.004464 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'code': 200} Nov 10 16:35:43.157644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10277277-6c0c-4727-81a2-715e707224f5 req-e64a0898-6876-4111-aced-30dd7219ca1e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613638 Nov 10 16:35:43.186309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494bc5b-e1c1-4ae5-93b4-f9b6eb8f4538 req-62015e45-fae7-428b-ab98-938112d847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:43.187831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6494bc5b-e1c1-4ae5-93b4-f9b6eb8f4538 req-62015e45-fae7-428b-ab98-938112d847ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 1102 time: 0.1105325 Nov 10 16:35:43.253331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-870336eb-a4ce-49c0-8309-5a045155a36b service neutron] 10.222.0.69 "GET /v2.0/networks/16041b9a-50c6-457c-b4d2-c03985c30d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584526 Nov 10 16:35:43.274888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6494bc5b-e1c1-4ae5-93b4-f9b6eb8f4538 req-46e28f4f-af33-473b-b849-52562e224ab5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794845 Nov 10 16:35:43.323340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41ac980a-93ce-4178-a9bb-8a373aea8538 req-5a112cac-4bda-4db0-85b5-7c9c8feea2ac tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 210 time: 0.0348961 Nov 10 16:35:43.376339 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:43.443679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03509e3-e226-4dae-a5f1-871cec861317 req-edf5b244-2138-4955-a1f2-cc347964f585 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:43.456378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03509e3-e226-4dae-a5f1-871cec861317 req-edf5b244-2138-4955-a1f2-cc347964f585 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:43.456378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03509e3-e226-4dae-a5f1-871cec861317 req-edf5b244-2138-4955-a1f2-cc347964f585 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1678 time: 0.3125267 Nov 10 16:35:43.460175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-4e5ccfab-58c6-4970-b5eb-77c3a217d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:43.461789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-4e5ccfab-58c6-4970-b5eb-77c3a217d81e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 1096 time: 0.2554631 Nov 10 16:35:43.495545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:43.626577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc57fa64-4d2a-41f7-8986-d0949ca7ed38 req-657116ae-fc7a-41f2-aad7-4df873594054 service neutron] 10.222.0.69 "GET /v2.0/networks/16041b9a-50c6-457c-b4d2-c03985c30d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647308 Nov 10 16:35:43.707298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0233d26e-f826-4944-8ff6-69abe9c81b5f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:43.730894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.731231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.731654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.732013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.732934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.733272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.733600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.733979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.734305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.734627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.734996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.735408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:43.911143 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03509e3-e226-4dae-a5f1-871cec861317 req-ee939d8b-65e8-44fb-a29d-5a0b0dba7033 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339454 Nov 10 16:35:43.954615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-7be5874f-1f00-4b62-b99b-552fa5400a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:43.956132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-7be5874f-1f00-4b62-b99b-552fa5400a2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 907 time: 0.4821391 Nov 10 16:35:44.008945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8146197-b6cb-4626-96a7-98b00b501f10 req-8fc49999-4906-428e-91da-169b13507703 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:44.013637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8146197-b6cb-4626-96a7-98b00b501f10 req-8fc49999-4906-428e-91da-169b13507703 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 944 time: 0.1436579 Nov 10 16:35:44.114280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8146197-b6cb-4626-96a7-98b00b501f10 req-4de98623-94e3-4807-8f44-776b262656cc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920379 Nov 10 16:35:44.116376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-63246218-d045-4f40-b6cb-a055407ee452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:44.117130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-63246218-d045-4f40-b6cb-a055407ee452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:44.118926 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-63246218-d045-4f40-b6cb-a055407ee452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1982 time: 0.3117976 Nov 10 16:35:44.123620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-23e51d76-460b-4704-9988-0adc8650ccf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=526b8695-6dc5-46b0-a51e-74bedc463336 HTTP/1.1" status: 200 len: 217 time: 0.1469705 Nov 10 16:35:44.209506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Allocated IP 192.168.233.39 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/890827b7-a57b-4515-af25-99a0a340d6d9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:35:44.332700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-32650837-3412-4805-9e7e-6c976b8e0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:44.336393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-32650837-3412-4805-9e7e-6c976b8e0900 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.2021353 Nov 10 16:35:44.390821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-16a2e7fb-3bb9-4eaa-b88f-e7e6643d8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:44.392503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-16a2e7fb-3bb9-4eaa-b88f-e7e6643d8b7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=16041b9a-50c6-457c-b4d2-c03985c30d95 HTTP/1.1" status: 200 len: 903 time: 0.2593966 Nov 10 16:35:44.436501 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-772b75e2-ccfd-42ff-98a4-9fa58a2c3726 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745504 Nov 10 16:35:44.517515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-436d73bc-d322-4727-b240-dfff372d4f54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.138&port_id=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c HTTP/1.1" status: 200 len: 217 time: 0.0728714 Nov 10 16:35:44.560951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7492c07c-f100-4dca-afae-df888917b56f req-86d661f4-f46c-41c6-9d7c-b7e7a7188f84 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 210 time: 0.0477934 Nov 10 16:35:44.610818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deede9d-dfa0-465f-9b62-714ba601441a req-32c5ee95-18e9-4dd9-85ff-24195538fc84 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:44.612398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deede9d-dfa0-465f-9b62-714ba601441a req-32c5ee95-18e9-4dd9-85ff-24195538fc84 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 950 time: 0.2563617 Nov 10 16:35:44.719960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deede9d-dfa0-465f-9b62-714ba601441a req-293fce7c-98cf-4301-b477-eac474601264 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763848 Nov 10 16:35:44.779218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-dd3a7737-bcf3-45c8-aaae-95011260b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:44.780741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-dd3a7737-bcf3-45c8-aaae-95011260b4a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61f6e159-521f-4924-883e-3e1befc3dc92 HTTP/1.1" status: 200 len: 801 time: 0.2528517 Nov 10 16:35:44.850876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-77068e83-33c0-41a3-a4e0-91eb42bf020b service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920689 Nov 10 16:35:44.884380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-45f9aae9-ad4c-4bcc-8a2d-91650c9fc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:44.886063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-45f9aae9-ad4c-4bcc-8a2d-91650c9fc7da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16041b9a-50c6-457c-b4d2-c03985c30d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972223 Nov 10 16:35:44.991402 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:45.121552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f05ea-9013-4bd1-ad17-9933bd4dfef7 req-1e161277-f323-4316-a3ba-3b8679be9089 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:45.128039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f05ea-9013-4bd1-ad17-9933bd4dfef7 req-1e161277-f323-4316-a3ba-3b8679be9089 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:45.139380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-791f05ea-9013-4bd1-ad17-9933bd4dfef7 req-1e161277-f323-4316-a3ba-3b8679be9089 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1678 time: 0.1210606 Nov 10 16:35:45.237591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-791f05ea-9013-4bd1-ad17-9933bd4dfef7 req-9e16d5ef-f179-4ad7-bb98-6740010a8fe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956283 Nov 10 16:35:45.281752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b37e5bf-40cc-483a-971c-fd687a1b3303 req-67037b8e-aa05-4546-a2d9-bd2fee4708e9 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138939 Nov 10 16:35:45.325677 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:45.406965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:35:45.409887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-fb61ba13-c03a-4c2a-8fe7-b55ff1c6d1db service neutron] 10.222.0.69 "GET /v2.0/networks/16041b9a-50c6-457c-b4d2-c03985c30d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922822 Nov 10 16:35:45.413790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:35:45.416742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:35:45.741593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f1c99-9f02-49d2-842c-38c14a2d6f0b req-4934e15d-2603-402d-9e81-81f4c69d3fdb tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:45.744888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f98f1c99-9f02-49d2-842c-38c14a2d6f0b req-4934e15d-2603-402d-9e81-81f4c69d3fdb tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 935 time: 0.0766304 Nov 10 16:35:45.807704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f98f1c99-9f02-49d2-842c-38c14a2d6f0b req-3bc0ac83-4b67-45ad-8081-8c735d5834cd tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525322 Nov 10 16:35:45.817888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-831bd778-6a1d-4bca-b198-091dfecaa882 None None] Provisioning complete for port 890827b7-a57b-4515-af25-99a0a340d6d9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:45.820669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-831bd778-6a1d-4bca-b198-091dfecaa882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:45.893809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-831bd778-6a1d-4bca-b198-091dfecaa882 None None] Port 890827b7-a57b-4515-af25-99a0a340d6d9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:35:45.917883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a6f60-ea28-4f6c-8929-da51b90b70b5 req-a0f0bd30-61c8-4b16-bf7b-a40dded0b5e7 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:45.920823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-850a6f60-ea28-4f6c-8929-da51b90b70b5 req-a0f0bd30-61c8-4b16-bf7b-a40dded0b5e7 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 950 time: 0.0598245 Nov 10 16:35:45.974069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:45.983950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-850a6f60-ea28-4f6c-8929-da51b90b70b5 req-9366f28c-e77b-46bf-9f81-57b14df05524 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546129 Nov 10 16:35:45.984414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c11cd6-5fe0-47e3-93ad-e4e87ceba64f req-4e204380-d905-414d-909a-7def41a6a587 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:45.985962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62c11cd6-5fe0-47e3-93ad-e4e87ceba64f req-4e204380-d905-414d-909a-7def41a6a587 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 944 time: 0.6859291 Nov 10 16:35:46.058394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:46.059090 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:46.097914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62c11cd6-5fe0-47e3-93ad-e4e87ceba64f req-c049046b-9270-4980-ada6-2bc442372b79 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034434 Nov 10 16:35:46.112131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b0d13c-9e52-4b31-b869-20a1828fc3d2 req-3397788b-38da-4593-bfb4-eb99e20a808a service neutron] 10.222.0.69 "GET /v2.0/networks/16041b9a-50c6-457c-b4d2-c03985c30d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6908674 Nov 10 16:35:46.174174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c28f9149-89a4-47c9-910e-caf23d2c433d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0080326 Nov 10 16:35:46.188774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Request body: {'port': {'device_id': 'a471051f-5252-4553-8a46-907debd3adc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:35:46.243334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 526b8695-6dc5-46b0-a51e-74bedc463336 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:46.315507 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:46.387169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41888) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:46.409226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 2fe37da6-a462-4240-a9aa-362e41bb318b details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:46.442117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 526b8695-6dc5-46b0-a51e-74bedc463336, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=526b8695-6dc5-46b0-a51e-74bedc463336,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:46.473570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '526b8695-6dc5-46b0-a51e-74bedc463336', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'port_id': '526b8695-6dc5-46b0-a51e-74bedc463336', 'mac_address': 'fa:16:3e:32:9a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d728c2c-8778-4a87-99d2-49192942df69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:46.542981 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a74576e4-3a4b-4478-9abb-58b1dac043fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:46.607100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 2fe37da6-a462-4240-a9aa-362e41bb318b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2fe37da6-a462-4240-a9aa-362e41bb318b,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:46.767549 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a74576e4-3a4b-4478-9abb-58b1dac043fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:46.794907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '2fe37da6-a462-4240-a9aa-362e41bb318b', 'network_id': '21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb', 'port_id': '2fe37da6-a462-4240-a9aa-362e41bb318b', 'mac_address': 'fa:16:3e:94:70:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b99e14-6688-4715-a588-ae070361ba56', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:46.844093 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:46.849359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a74576e4-3a4b-4478-9abb-58b1dac043fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:46.860544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe37da6-a462-4240-a9aa-362e41bb318b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:46.906534 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:46.909483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 2fe37da6-a462-4240-a9aa-362e41bb318b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2fe37da6-a462-4240-a9aa-362e41bb318b,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:46.922336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74576e4-3a4b-4478-9abb-58b1dac043fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e158e967-3a00-4a67-8d2b-e1fa16ad5820,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:46.928597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef657f5-d2a4-472f-bea4-24ea4985c37c req-72cce4f1-b3b6-4b65-9118-8e4029c8faeb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:46.931212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a74576e4-3a4b-4478-9abb-58b1dac043fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9f8bc65147d48dea11705ca1078f1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5407264 Nov 10 16:35:46.933824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41898) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:46.946756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526b8695-6dc5-46b0-a51e-74bedc463336 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:46.950086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef657f5-d2a4-472f-bea4-24ea4985c37c req-72cce4f1-b3b6-4b65-9118-8e4029c8faeb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:46.954515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eef657f5-d2a4-472f-bea4-24ea4985c37c req-72cce4f1-b3b6-4b65-9118-8e4029c8faeb tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1678 time: 0.1840603 Nov 10 16:35:46.981947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 526b8695-6dc5-46b0-a51e-74bedc463336, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=526b8695-6dc5-46b0-a51e-74bedc463336,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:47.009455 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.009993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:47.062383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890827b7-a57b-4515-af25-99a0a340d6d9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:47.072686 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.088707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Transition to ACTIVE for port object 890827b7-a57b-4515-af25-99a0a340d6d9 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:35:47.113219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=2fe37da6-a462-4240-a9aa-362e41bb318b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:47.124421 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.154832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8122-8d49-4272-a32b-a1dac026d654 req-3c8fe24f-7e2a-4632-8c80-4f08573b7e28 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:47.156020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eef657f5-d2a4-472f-bea4-24ea4985c37c req-ed719189-9add-49b0-a360-5161763b9c5a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841214 Nov 10 16:35:47.167567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.175939 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f22d8122-8d49-4272-a32b-a1dac026d654 req-3c8fe24f-7e2a-4632-8c80-4f08573b7e28 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 944 time: 0.1948545 Nov 10 16:35:47.219612 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1bc2-2464-4f89-bdbc-93f065acc265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.246533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=526b8695-6dc5-46b0-a51e-74bedc463336,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:47.268654 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:35:47.347674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1bc2-2464-4f89-bdbc-93f065acc265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.360848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:47.431922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f22d8122-8d49-4272-a32b-a1dac026d654 req-65c87777-3f8f-4889-8b22-7e0d3ca8d63a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603261 Nov 10 16:35:47.488064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['526b8695-6dc5-46b0-a51e-74bedc463336'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:47.569722 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1bc2-2464-4f89-bdbc-93f065acc265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.571061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Attempting to bind port 890827b7-a57b-4515-af25-99a0a340d6d9 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:35:47.571713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Attempting to bind port 890827b7-a57b-4515-af25-99a0a340d6d9 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:35:47.575208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Attempting to bind port 890827b7-a57b-4515-af25-99a0a340d6d9 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:47.575453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1bc2-2464-4f89-bdbc-93f065acc265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.575453 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d2fd1bc2-2464-4f89-bdbc-93f065acc265 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e158e967-3a00-4a67-8d2b-e1fa16ad5820 HTTP/1.1" status: 204 len: 168 time: 0.6216640 Nov 10 16:35:47.580951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Port 890827b7-a57b-4515-af25-99a0a340d6d9 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:35:47.581407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Attempting to bind port 890827b7-a57b-4515-af25-99a0a340d6d9 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:35:47.592197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd1bc2-2464-4f89-bdbc-93f065acc265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e158e967-3a00-4a67-8d2b-e1fa16ad5820,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:47.596916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:35:47.598143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:35:47.598143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:35:47.598574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Bound port: 890827b7-a57b-4515-af25-99a0a340d6d9, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:35:47.599449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.641958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-336aa3ec-de7c-4899-a6ce-78ad6ce1acc2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:47.644209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-336aa3ec-de7c-4899-a6ce-78ad6ce1acc2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 944 time: 0.1271312 Nov 10 16:35:47.722154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3b7e1-cfa0-43e0-8db6-d6d17189c413 req-1fa40982-8fbc-4078-9a29-d5ebe5f735b5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:47.732113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76b3b7e1-cfa0-43e0-8db6-d6d17189c413 req-1fa40982-8fbc-4078-9a29-d5ebe5f735b5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 945 time: 0.0964730 Nov 10 16:35:47.732494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:47.827499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c', 'network_id': '16041b9a-50c6-457c-b4d2-c03985c30d95', 'port_id': 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c', 'mac_address': 'fa:16:3e:94:97:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f6e159-521f-4924-883e-3e1befc3dc92', 'ip_address': '19.86.0.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:47.854351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76b3b7e1-cfa0-43e0-8db6-d6d17189c413 req-8fdd278c-be7e-4b1e-be20-e45c5199f7b7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148753 Nov 10 16:35:47.913744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:35:47.913997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.924856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:35:47.942005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6266841-d078-4152-a80a-d837da3fb669 req-2769da70-7334-4026-afe0-b4fca2a3fba6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:47.943734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6266841-d078-4152-a80a-d837da3fb669 req-2769da70-7334-4026-afe0-b4fca2a3fba6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 947 time: 0.1397855 Nov 10 16:35:47.980818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Deleting port a38fb650-4e9c-4737-8db1-35bbb8ffe06f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:47.980818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:47.991976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:48.066170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:48.082115 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:48.144258 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6266841-d078-4152-a80a-d837da3fb669 req-9ef2fb1b-4037-4915-8b80-a2aa7d8abdbe tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902592 Nov 10 16:35:48.159148 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:48.168246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:48.169442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:48.170837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] 10.222.0.69 "PUT /v2.0/ports/890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 1096 time: 1.9877143 Nov 10 16:35:48.174781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:48.185964 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edb091a-6e89-4620-82de-5fff3ac557d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:48.214689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] For port a38fb650-4e9c-4737-8db1-35bbb8ffe06f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:48.215261 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:48.240431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce331c-e967-4740-a550-13864ffb7ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:48.255089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Calling delete_port for a38fb650-4e9c-4737-8db1-35bbb8ffe06f owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:48.294371 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62270562-5604-4bee-896b-9a9d6951e249 x-openstack-request-id: req-62270562-5604-4bee-896b-9a9d6951e249 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:48.294668 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:48.294924 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62270562-5604-4bee-896b-9a9d6951e249 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:48.295344 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9', 'status': 'completed', 'code': 200} Nov 10 16:35:48.370519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:48.391006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3c5a6-d556-4d4a-92f5-d185454dfbc9 req-8a111b0a-3a7d-429f-985c-66cb8682fcf0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:48.397635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3c5a6-d556-4d4a-92f5-d185454dfbc9 req-8a111b0a-3a7d-429f-985c-66cb8682fcf0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:48.403942 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fe3c5a6-d556-4d4a-92f5-d185454dfbc9 req-8a111b0a-3a7d-429f-985c-66cb8682fcf0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1680 time: 0.1320992 Nov 10 16:35:48.437029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469353c-0442-4ba3-a520-e021c44eb827 req-54706cf6-b0de-498f-b4c9-a5d3f62772e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:48.449642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-54706cf6-b0de-498f-b4c9-a5d3f62772e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1099 time: 0.0965858 Nov 10 16:35:48.485789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fe3c5a6-d556-4d4a-92f5-d185454dfbc9 req-5800270a-f1e2-45a2-a53b-4cb13f291a6e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787497 Nov 10 16:35:48.515918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41926) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:48.530668 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14433d5d-d948-4548-9c0d-74450a7006b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:48.567388 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-8daa2834-2366-4192-abd7-7c95615505ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 217 time: 0.1077757 Nov 10 16:35:48.572144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:48.642755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14433d5d-d948-4548-9c0d-74450a7006b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:48.643419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['2fe37da6-a462-4240-a9aa-362e41bb318b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:48.729496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c1ef-0cb9-4313-a8af-6ff3541e7887 req-99472bc2-f047-4766-9f88-64e9f62ee243 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:48.730765 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c285c1ef-0cb9-4313-a8af-6ff3541e7887 req-99472bc2-f047-4766-9f88-64e9f62ee243 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 944 time: 0.1909487 Nov 10 16:35:48.733852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469353c-0442-4ba3-a520-e021c44eb827 req-d54ebcb7-2a3f-410c-97a6-5c9d3946416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:48.735228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-d54ebcb7-2a3f-410c-97a6-5c9d3946416e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0937681 Nov 10 16:35:48.803921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14433d5d-d948-4548-9c0d-74450a7006b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:48.853969 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-14433d5d-d948-4548-9c0d-74450a7006b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cee354474a64938bc12929152927e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366768 Nov 10 16:35:48.855143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14433d5d-d948-4548-9c0d-74450a7006b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8355504-56de-4502-9c39-5133e49a1d6c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:48.855968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c285c1ef-0cb9-4313-a8af-6ff3541e7887 req-9c7bf311-b536-4f5d-973b-a0089317fc48 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150804 Nov 10 16:35:48.857403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41938) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:48.871948 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:48.896437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469353c-0442-4ba3-a520-e021c44eb827 req-49a3da38-6db0-4840-bbfe-f3338de79745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:48.896887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-49a3da38-6db0-4840-bbfe-f3338de79745 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476123 Nov 10 16:35:48.953504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event deleted for resources: {'Port': ['ID=a38fb650-4e9c-4737-8db1-35bbb8ffe06f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:49.010245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad7e0d-800a-410b-8a2a-8a31f669910d req-3b54449f-6b9b-4a3a-9f80-d16f160b536b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:49.021773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62ad7e0d-800a-410b-8a2a-8a31f669910d req-3b54449f-6b9b-4a3a-9f80-d16f160b536b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 945 time: 0.0791693 Nov 10 16:35:49.070761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] No DVR routers for this DVR port a38fb650-4e9c-4737-8db1-35bbb8ffe06f on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:49.079924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:49.081505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62ad7e0d-800a-410b-8a2a-8a31f669910d req-4c9d7fe5-2253-4327-81ab-f62bee249024 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586505 Nov 10 16:35:49.083488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-feb1fa8b-bf0b-4cf8-851b-752b341528c0 req-a0083901-430f-4631-aa4b-51f4497d5f2c tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "DELETE /v2.0/ports/a38fb650-4e9c-4737-8db1-35bbb8ffe06f HTTP/1.1" status: 204 len: 173 time: 1.4322684 Nov 10 16:35:49.102907 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11203cd-7954-491e-b9c0-5097eb3ba068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:49.137144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11203cd-7954-491e-b9c0-5097eb3ba068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:49.155617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-6a980908-c08d-4206-97f4-d9384c08b287 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161279 Nov 10 16:35:49.319840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c36e8-2954-4a54-8da4-54504d0996ec req-acd5e5ef-a995-4411-8f4c-79941ea9fc06 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:49.321365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-920c36e8-2954-4a54-8da4-54504d0996ec req-acd5e5ef-a995-4411-8f4c-79941ea9fc06 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 947 time: 0.0783474 Nov 10 16:35:49.326185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6469353c-0442-4ba3-a520-e021c44eb827 req-c530da51-4abb-43c1-8c84-e8089f5fd49e service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566222 Nov 10 16:35:49.360303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11203cd-7954-491e-b9c0-5097eb3ba068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:49.362884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11203cd-7954-491e-b9c0-5097eb3ba068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:49.366294 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d11203cd-7954-491e-b9c0-5097eb3ba068 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8355504-56de-4502-9c39-5133e49a1d6c HTTP/1.1" status: 204 len: 168 time: 0.5043530 Nov 10 16:35:49.386523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-920c36e8-2954-4a54-8da4-54504d0996ec req-d6a80f92-3d87-4ea6-b85b-931926ea5aa4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584869 Nov 10 16:35:49.391627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11203cd-7954-491e-b9c0-5097eb3ba068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8355504-56de-4502-9c39-5133e49a1d6c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:49.534080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-ba180305-8aca-412b-9823-452d49986c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:49.535676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-ba180305-8aca-412b-9823-452d49986c45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1099 time: 0.0525913 Nov 10 16:35:49.624461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2566dd-925d-4175-a80f-ca7392a7819e req-d08f5d8f-e405-4d1e-96fe-23e7310be651 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:49.631178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2566dd-925d-4175-a80f-ca7392a7819e req-d08f5d8f-e405-4d1e-96fe-23e7310be651 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:49.635817 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed2566dd-925d-4175-a80f-ca7392a7819e req-d08f5d8f-e405-4d1e-96fe-23e7310be651 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1680 time: 0.0702577 Nov 10 16:35:49.658240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-8e0fa5ba-32d0-470b-afa6-97fa486ba9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:49.664665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-8e0fa5ba-32d0-470b-afa6-97fa486ba9ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1102068 Nov 10 16:35:49.695198 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed2566dd-925d-4175-a80f-ca7392a7819e req-405f4aba-3031-46c1-b35f-cca7cd608ac0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551519 Nov 10 16:35:49.712681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-2900b328-3767-4ed0-ba2d-0093f952225d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 217 time: 0.0409575 Nov 10 16:35:49.765501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-689dd122-fddc-419e-85db-f13883f64f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:49.766966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-689dd122-fddc-419e-85db-f13883f64f56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0457368 Nov 10 16:35:49.815480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-4a8e3f5a-2629-4e4f-b40b-96b2f8c5264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:49.817477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-4a8e3f5a-2629-4e4f-b40b-96b2f8c5264c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428734 Nov 10 16:35:49.915988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-355a4eaa-4073-4900-8d21-834c63c34c40 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891492 Nov 10 16:35:50.000545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a3d6a8fd-c0f4-4484-8a60-d103ff0585af req-a1fea8b1-cc19-48f2-9dd0-c01f22f48efe tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb8e81a1-c12d-4b1b-bfd4-bb20807842b7 HTTP/1.1" status: 200 len: 210 time: 0.0520349 Nov 10 16:35:50.036709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb091a-6e89-4620-82de-5fff3ac557d9 req-5376ef1f-02dc-46af-b4a5-b81064561737 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099794 Nov 10 16:35:50.202982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3fd9a-4623-4bbb-8057-ba309eb9967e req-28516c57-2e8f-49d8-a01f-96fbed45ae28 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:50.204493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fe3fd9a-4623-4bbb-8057-ba309eb9967e req-28516c57-2e8f-49d8-a01f-96fbed45ae28 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 945 time: 0.0574555 Nov 10 16:35:50.255065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fe3fd9a-4623-4bbb-8057-ba309eb9967e req-4bc43804-ff0b-42d9-ac2d-075f39ecf5f8 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Nov 10 16:35:50.286023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:50.291058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 526b8695-6dc5-46b0-a51e-74bedc463336 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:50.300239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'name': 'network-vif-deleted', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:50.300239 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b1a4e6-b5d9-4343-8b96-ad16da810b9e" -d '{"events": [{"server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "name": "network-vif-deleted", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:50.348658 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2c5543-8d30-4191-8ab1-99db10eecc92 x-openstack-request-id: req-9b2c5543-8d30-4191-8ab1-99db10eecc92 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:50.348956 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8e81a1-c12d-4b1b-bfd4-bb20807842b7", "name": "network-vif-deleted", "tag": "a38fb650-4e9c-4737-8db1-35bbb8ffe06f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:50.349207 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b2c5543-8d30-4191-8ab1-99db10eecc92 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:50.349605 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8e81a1-c12d-4b1b-bfd4-bb20807842b7', 'name': 'network-vif-deleted', 'tag': 'a38fb650-4e9c-4737-8db1-35bbb8ffe06f', 'status': 'completed', 'code': 200} Nov 10 16:35:50.414293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 2fe37da6-a462-4240-a9aa-362e41bb318b up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:50.458623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:50.480810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 526b8695-6dc5-46b0-a51e-74bedc463336 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:50.485410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'mac_address': 'fa:16:3e:26:0e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:50.489587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 526b8695-6dc5-46b0-a51e-74bedc463336 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:50.489950 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:50.561230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d0fd-fba8-4a4a-a07f-c3b9201243ac req-aa583fbb-32d6-4c13-a729-54954d9b6a0f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:50.563867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27c8d0fd-fba8-4a4a-a07f-c3b9201243ac req-aa583fbb-32d6-4c13-a729-54954d9b6a0f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 947 time: 0.0629673 Nov 10 16:35:50.571407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:50.594822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 894abf14-2374-4ddc-9e0b-43f27d41c0b3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:50.623493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27c8d0fd-fba8-4a4a-a07f-c3b9201243ac req-e818eff5-7c65-4dfc-bf09-a00ed1bdfb6f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533774 Nov 10 16:35:50.638031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:50.649311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 2fe37da6-a462-4240-a9aa-362e41bb318b completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:50.651632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:50.662563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 2fe37da6-a462-4240-a9aa-362e41bb318b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:50.663235 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:50.703147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f365d5-d267-4023-a1b5-fea94f7559ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526b8695-6dc5-46b0-a51e-74bedc463336'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:50.705497 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352ddf86-baac-4634-ac99-3439bcfdef08" -d '{"events": [{"server_uuid": "35f365d5-d267-4023-a1b5-fea94f7559ea", "name": "network-vif-plugged", "status": "completed", "tag": "526b8695-6dc5-46b0-a51e-74bedc463336"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:50.724949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:50.727768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 526b8695-6dc5-46b0-a51e-74bedc463336, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=526b8695-6dc5-46b0-a51e-74bedc463336,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:50.754406 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3958a15-32f4-4626-8806-bdbf7766565d x-openstack-request-id: req-b3958a15-32f4-4626-8806-bdbf7766565d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:50.754695 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f365d5-d267-4023-a1b5-fea94f7559ea", "name": "network-vif-plugged", "status": "completed", "tag": "526b8695-6dc5-46b0-a51e-74bedc463336", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:50.754937 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3958a15-32f4-4626-8806-bdbf7766565d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:50.755513 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f365d5-d267-4023-a1b5-fea94f7559ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526b8695-6dc5-46b0-a51e-74bedc463336', 'code': 200} Nov 10 16:35:50.814725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:50.832753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.832967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.833304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.833743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.833936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.834255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.834624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.834872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.835183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.835527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.836048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.836532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:50.845906 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:50.850754 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:50.870315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92f865-7a67-4f88-b1e3-a6f6163b292a req-44ebf2cf-8e70-4c9c-88b7-77ba633bfeca tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:50.877722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92f865-7a67-4f88-b1e3-a6f6163b292a req-44ebf2cf-8e70-4c9c-88b7-77ba633bfeca tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:50.879367 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e92f865-7a67-4f88-b1e3-a6f6163b292a req-44ebf2cf-8e70-4c9c-88b7-77ba633bfeca tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1680 time: 0.0806792 Nov 10 16:35:50.884010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['894abf14-2374-4ddc-9e0b-43f27d41c0b3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:50.966118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 2fe37da6-a462-4240-a9aa-362e41bb318b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2fe37da6-a462-4240-a9aa-362e41bb318b,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:50.968505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=526b8695-6dc5-46b0-a51e-74bedc463336,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:50.970528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e92f865-7a67-4f88-b1e3-a6f6163b292a req-9128c1e6-cbac-40e9-8b64-ba7d08b300cf tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730546 Nov 10 16:35:50.970999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac281-77c3-439a-b592-8fb86ccb184c req-b10c4732-db22-4849-9cf8-ec97cfffdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:50.972871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fac281-77c3-439a-b592-8fb86ccb184c req-b10c4732-db22-4849-9cf8-ec97cfffdb1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 1098 time: 0.0903578 Nov 10 16:35:51.026450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fac281-77c3-439a-b592-8fb86ccb184c req-c4bf80b9-e0bf-4d29-a6ac-0c7c12546ae5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 Nov 10 16:35:51.092761 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:51.093578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:51.176613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=2fe37da6-a462-4240-a9aa-362e41bb318b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:51.255259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:51.259280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:51.259682 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:51.373858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:51.410357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cdba3-c14c-4264-8455-4abbca082bd0 req-26e54e74-bbbf-44c6-99b6-b9b0ce9b288d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:51.412091 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a07cdba3-c14c-4264-8455-4abbca082bd0 req-26e54e74-bbbf-44c6-99b6-b9b0ce9b288d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 946 time: 0.0620167 Nov 10 16:35:51.413406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:51.476734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a07cdba3-c14c-4264-8455-4abbca082bd0 req-9686f5ee-9cee-41dc-9b2d-012e83d4d4df tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 Nov 10 16:35:51.576597 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:51.626657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35636c88-f511-40cb-80fd-b19e34624ddf req-911ce769-a7df-4132-af93-193ca0045868 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:51.628608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35636c88-f511-40cb-80fd-b19e34624ddf req-911ce769-a7df-4132-af93-193ca0045868 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 945 time: 0.0633218 Nov 10 16:35:51.636277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:51.705147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35636c88-f511-40cb-80fd-b19e34624ddf req-ec34119b-f656-4538-a10f-40350355135f tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692470 Nov 10 16:35:51.760136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c232a7-794b-4358-89f2-d2436f6c3ccf req-35636d37-d9e8-4df7-8b35-a800933c8a6f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:51.765246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76c232a7-794b-4358-89f2-d2436f6c3ccf req-35636d37-d9e8-4df7-8b35-a800933c8a6f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 947 time: 0.0589867 Nov 10 16:35:51.819923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76c232a7-794b-4358-89f2-d2436f6c3ccf req-d90a18c0-879f-4975-9517-0bd376f9110d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488288 Nov 10 16:35:51.981904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-2df6d26e-31c5-4df5-845f-5f4d52aa5cd8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:51.983616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-2df6d26e-31c5-4df5-845f-5f4d52aa5cd8 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 945 time: 0.0614281 Nov 10 16:35:52.141726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d88b2-5683-45a3-9f5b-753eb14cf7fd req-e2faf264-8921-4456-80a2-095c5ae9cc5c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:52.147845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d88b2-5683-45a3-9f5b-753eb14cf7fd req-e2faf264-8921-4456-80a2-095c5ae9cc5c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:52.155238 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e17d88b2-5683-45a3-9f5b-753eb14cf7fd req-e2faf264-8921-4456-80a2-095c5ae9cc5c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1682 time: 0.0807440 Nov 10 16:35:52.168009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Deleting port 632c8ae8-492b-40c8-a7c2-809f72a5d27e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:52.168704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:52.291443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e17d88b2-5683-45a3-9f5b-753eb14cf7fd req-bd3615d8-b634-42a7-b6b4-c0acad727649 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227901 Nov 10 16:35:52.319522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:52.407106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] For port 632c8ae8-492b-40c8-a7c2-809f72a5d27e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=632c8ae8-492b-40c8-a7c2-809f72a5d27e,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:52.407515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:52.422299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Calling delete_port for 632c8ae8-492b-40c8-a7c2-809f72a5d27e owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:52.436760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 890827b7-a57b-4515-af25-99a0a340d6d9 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:35:52.437780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a38fb650-4e9c-4737-8db1-35bbb8ffe06f no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:52.470699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: a38fb650-4e9c-4737-8db1-35bbb8ffe06f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:52.470994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a38fb650-4e9c-4737-8db1-35bbb8ffe06f not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:52.472547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:52.472988 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:52.682670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77eb1-9f58-4a28-b7f1-d208ab2b67dc req-07671ef6-0106-490d-a3bd-d8fb504f4e65 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:52.691886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99f77eb1-9f58-4a28-b7f1-d208ab2b67dc req-07671ef6-0106-490d-a3bd-d8fb504f4e65 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 946 time: 0.0729818 Nov 10 16:35:52.739517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:52.761916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe37da6-a462-4240-a9aa-362e41bb318b'}, {'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:52.774094 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf20d644-2635-4767-ba9c-5add7a303aaa" -d '{"events": [{"server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "name": "network-vif-plugged", "status": "completed", "tag": "2fe37da6-a462-4240-a9aa-362e41bb318b"}, {"server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "name": "network-vif-plugged", "status": "completed", "tag": "ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:52.796049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99f77eb1-9f58-4a28-b7f1-d208ab2b67dc req-0da0b46d-cb7b-4ebb-bad9-626b73e368c2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029046 Nov 10 16:35:52.811999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '890827b7-a57b-4515-af25-99a0a340d6d9', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '890827b7-a57b-4515-af25-99a0a340d6d9', 'mac_address': 'fa:16:3e:1a:8f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:35:52.823118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:52.895356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:52.902439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:52.904286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:52.925647 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e546be5-466a-4d56-9933-a23abdd8adf3 x-openstack-request-id: req-4e546be5-466a-4d56-9933-a23abdd8adf3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:52.926045 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "name": "network-vif-plugged", "status": "completed", "tag": "2fe37da6-a462-4240-a9aa-362e41bb318b", "code": 200}, {"server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "name": "network-vif-plugged", "status": "completed", "tag": "ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:52.926395 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e546be5-466a-4d56-9933-a23abdd8adf3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:52.926889 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe37da6-a462-4240-a9aa-362e41bb318b', 'code': 200} Nov 10 16:35:52.927253 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c', 'code': 200} Nov 10 16:35:52.945213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event deleted for resources: {'Port': ['ID=632c8ae8-492b-40c8-a7c2-809f72a5d27e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:52.949011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890827b7-a57b-4515-af25-99a0a340d6d9 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:35:52.969860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:53.026188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:53.037208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] No DVR routers for this DVR port 632c8ae8-492b-40c8-a7c2-809f72a5d27e on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:53.042315 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:53.049777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-92245439-4b88-41f3-a4a8-63b1096c7872 req-23ef0976-d83d-465e-a6ce-8b69c575f206 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "DELETE /v2.0/ports/632c8ae8-492b-40c8-a7c2-809f72a5d27e HTTP/1.1" status: 204 len: 173 time: 1.0564966 Nov 10 16:35:53.062101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964b112-c51a-4c2b-992e-7209f1e0fa76 req-8878430a-7a6f-4441-82f5-b9d705fb033a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:53.063920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6964b112-c51a-4c2b-992e-7209f1e0fa76 req-8878430a-7a6f-4441-82f5-b9d705fb033a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 866 time: 0.2208703 Nov 10 16:35:53.075550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'name': 'network-vif-deleted', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:53.079037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:53.079642 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50e6f46-5343-4b3e-8a7a-163d1766a6ba" -d '{"events": [{"server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "name": "network-vif-deleted", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:53.084332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:53.210113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:53.235782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61676a-81d2-4080-9593-29286fe1035d req-b88b1e02-18dc-4c81-8aee-2a2c45a2818b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:53.241898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e61676a-81d2-4080-9593-29286fe1035d req-b88b1e02-18dc-4c81-8aee-2a2c45a2818b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 946 time: 0.0992794 Nov 10 16:35:53.276487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6964b112-c51a-4c2b-992e-7209f1e0fa76 req-e4e7e0e4-7071-48e2-96e9-8460d4c4015a tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768243 Nov 10 16:35:53.332191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb99db-7727-4976-8fd0-7f93b23964fe req-5aca63b3-f6e9-4eb1-b5c9-db1dab6e14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:53.337498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb99db-7727-4976-8fd0-7f93b23964fe req-5aca63b3-f6e9-4eb1-b5c9-db1dab6e14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:53.341818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27eb99db-7727-4976-8fd0-7f93b23964fe req-5aca63b3-f6e9-4eb1-b5c9-db1dab6e14ff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1986 time: 0.3058805 Nov 10 16:35:53.362495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e61676a-81d2-4080-9593-29286fe1035d req-c0f3f080-9520-4a03-b46c-661f7f07c2d9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126270 Nov 10 16:35:53.407093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27eb99db-7727-4976-8fd0-7f93b23964fe req-6728cf69-ffb0-4dd4-bfcb-3ce1cb72a562 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562949 Nov 10 16:35:53.460401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:53.470718 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92699b9f-74c6-4836-b23c-91cb52d64d89 x-openstack-request-id: req-92699b9f-74c6-4836-b23c-91cb52d64d89 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:53.471638 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1757d984-6a7f-4dc8-a595-39a722bad5fa", "name": "network-vif-deleted", "tag": "632c8ae8-492b-40c8-a7c2-809f72a5d27e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:53.471638 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92699b9f-74c6-4836-b23c-91cb52d64d89 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:53.471855 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1757d984-6a7f-4dc8-a595-39a722bad5fa', 'name': 'network-vif-deleted', 'tag': '632c8ae8-492b-40c8-a7c2-809f72a5d27e', 'status': 'completed', 'code': 200} Nov 10 16:35:53.507226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d495-c0b9-434d-ad4e-ca06e008db96 req-81617b77-c611-48e2-ad4d-e3ed73f7ad29 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:53.519836 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c981d495-c0b9-434d-ad4e-ca06e008db96 req-81617b77-c611-48e2-ad4d-e3ed73f7ad29 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 948 time: 0.0949399 Nov 10 16:35:53.623817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c981d495-c0b9-434d-ad4e-ca06e008db96 req-18a2269b-c717-4ed1-822f-3f9427607f39 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029141 Nov 10 16:35:53.698168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178c86-c31e-4fcb-a00f-adf33b382148 req-ea59e0f0-91fa-41d1-b884-ced15fe0300c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:53.716348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178c86-c31e-4fcb-a00f-adf33b382148 req-ea59e0f0-91fa-41d1-b884-ced15fe0300c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:53.729670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5178c86-c31e-4fcb-a00f-adf33b382148 req-ea59e0f0-91fa-41d1-b884-ced15fe0300c tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1682 time: 0.1656651 Nov 10 16:35:53.820790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5178c86-c31e-4fcb-a00f-adf33b382148 req-295fe6e4-ef6f-4212-9147-cb0a1732c0a8 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767975 Nov 10 16:35:53.903811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:54.085753 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a02ca66-dbf0-4e1e-b3e9-2e2a9c88df82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:54.187879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a02ca66-dbf0-4e1e-b3e9-2e2a9c88df82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:54.261064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a02ca66-dbf0-4e1e-b3e9-2e2a9c88df82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:54.372544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02ca66-dbf0-4e1e-b3e9-2e2a9c88df82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12007fc-7b0c-4076-a652-d5a3cb1209a6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:54.392317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2a02ca66-dbf0-4e1e-b3e9-2e2a9c88df82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70e2433fa3724a29a64feb07de0b95fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873035 Nov 10 16:35:54.402224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:54.405732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033569d9-e5fb-41c8-992f-6a47e5be1e8e req-c9723ef6-33b3-4528-ad58-25d314601527 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:54.412169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-033569d9-e5fb-41c8-992f-6a47e5be1e8e req-c9723ef6-33b3-4528-ad58-25d314601527 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 946 time: 0.0871046 Nov 10 16:35:54.425260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 632c8ae8-492b-40c8-a7c2-809f72a5d27e no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:35:54.462413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 632c8ae8-492b-40c8-a7c2-809f72a5d27e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:35:54.464979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 632c8ae8-492b-40c8-a7c2-809f72a5d27e not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:35:54.512030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3df1ab7-6198-45c2-bfc1-62beec3a03ad req-c398bad4-936a-4a21-95c3-9145c05c3dd3 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=1757d984-6a7f-4dc8-a595-39a722bad5fa HTTP/1.1" status: 200 len: 210 time: 0.0705180 Nov 10 16:35:54.553633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-033569d9-e5fb-41c8-992f-6a47e5be1e8e req-b72a317b-c54a-4d48-807f-7402c6b2c9da tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191394 Nov 10 16:35:54.562049 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8d20-9079-4768-8f7c-310ab56858ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:54.598292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8d20-9079-4768-8f7c-310ab56858ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:54.758059 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8d20-9079-4768-8f7c-310ab56858ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:54.760943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8d20-9079-4768-8f7c-310ab56858ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:54.762944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c6c8d20-9079-4768-8f7c-310ab56858ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e12007fc-7b0c-4076-a652-d5a3cb1209a6 HTTP/1.1" status: 204 len: 168 time: 0.3581979 Nov 10 16:35:54.798887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c8d20-9079-4768-8f7c-310ab56858ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12007fc-7b0c-4076-a652-d5a3cb1209a6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:54.826906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ae937-d57a-45bd-97cf-4952ca87dd6a req-e7c0b823-a064-49c8-a9cf-7277fb3c67b9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:54.835149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c85ae937-d57a-45bd-97cf-4952ca87dd6a req-e7c0b823-a064-49c8-a9cf-7277fb3c67b9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 948 time: 0.1275892 Nov 10 16:35:54.928933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:54.930653 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745da330-dc6d-4a2c-b4b5-6974ac08bc31" -d '{"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:54.935696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c85ae937-d57a-45bd-97cf-4952ca87dd6a req-1507727a-5428-468e-9686-35ebfbcfc26d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795043 Nov 10 16:35:55.000429 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8030ee-98f3-4498-8ff2-eaa417ffb90f x-openstack-request-id: req-ae8030ee-98f3-4498-8ff2-eaa417ffb90f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:55.006731 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:55.006731 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae8030ee-98f3-4498-8ff2-eaa417ffb90f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:55.006731 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'code': 200} Nov 10 16:35:55.021880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30302a4b-7a3c-4525-8a7e-f9fa8b8b3203 req-a86482cc-6714-4c68-917f-6d988eef67c1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:55.029073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30302a4b-7a3c-4525-8a7e-f9fa8b8b3203 req-a86482cc-6714-4c68-917f-6d988eef67c1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:55.031300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30302a4b-7a3c-4525-8a7e-f9fa8b8b3203 req-a86482cc-6714-4c68-917f-6d988eef67c1 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1682 time: 0.1170321 Nov 10 16:35:55.127182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30302a4b-7a3c-4525-8a7e-f9fa8b8b3203 req-45731088-d5d6-4ea6-b32f-ef5a94a9f89d tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887747 Nov 10 16:35:55.841302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040a79a-d0eb-4309-aa4e-d65fc7bd3252 req-c782d866-f145-4822-bbeb-6a2771df28b7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:55.843163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-57d103a7-742b-4faf-a391-3f08c9517ef2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:55.843739 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a040a79a-d0eb-4309-aa4e-d65fc7bd3252 req-c782d866-f145-4822-bbeb-6a2771df28b7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 946 time: 0.1021361 Nov 10 16:35:55.843886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-57d103a7-742b-4faf-a391-3f08c9517ef2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 946 time: 0.0936439 Nov 10 16:35:55.844021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a040a79a-d0eb-4309-aa4e-d65fc7bd3252 req-ee905c35-91af-4380-912a-2f10593964c4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525031 Nov 10 16:35:55.872454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Deleting port 526b8695-6dc5-46b0-a51e-74bedc463336 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:55.873365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:55.999562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] For port 526b8695-6dc5-46b0-a51e-74bedc463336, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=526b8695-6dc5-46b0-a51e-74bedc463336,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:56.000181 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.016243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Calling delete_port for 526b8695-6dc5-46b0-a51e-74bedc463336 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:56.161306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42190) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:56.173815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6498f9-ca25-40fd-b45d-7f3ebf6df2ce req-deb24dee-f81f-4b8d-9084-a185fba9b86e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:56.189207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a6498f9-ca25-40fd-b45d-7f3ebf6df2ce req-deb24dee-f81f-4b8d-9084-a185fba9b86e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 948 time: 0.1257203 Nov 10 16:35:56.233847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.305899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.321426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c', '526b8695-6dc5-46b0-a51e-74bedc463336'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:35:56.362666 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.367583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a6498f9-ca25-40fd-b45d-7f3ebf6df2ce req-ca999dbf-6035-450f-a6cb-32f7a33849d0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728148 Nov 10 16:35:56.421045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event deleted for resources: {'Port': ['ID=526b8695-6dc5-46b0-a51e-74bedc463336,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:56.446103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 890827b7-a57b-4515-af25-99a0a340d6d9 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:35:56.524860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] No DVR routers for this DVR port 526b8695-6dc5-46b0-a51e-74bedc463336 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:56.527808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.532192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13201d1b-2c80-4181-9edb-fa865a9497d5 req-88f02cad-6652-46a9-946c-870edfd7a221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "DELETE /v2.0/ports/526b8695-6dc5-46b0-a51e-74bedc463336 HTTP/1.1" status: 204 len: 173 time: 0.7786453 Nov 10 16:35:56.532545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f365d5-d267-4023-a1b5-fea94f7559ea', 'name': 'network-vif-deleted', 'tag': '526b8695-6dc5-46b0-a51e-74bedc463336'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:56.535230 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f797c-62bb-4f6a-b416-eab49f7b3c23" -d '{"events": [{"server_uuid": "35f365d5-d267-4023-a1b5-fea94f7559ea", "name": "network-vif-deleted", "tag": "526b8695-6dc5-46b0-a51e-74bedc463336"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:56.546594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b955437-7978-45ca-85ee-3a91f5b2f958 req-dc2c8d88-3f5c-4249-9ff7-b2af0b852481 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:56.550430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6207b7-cee4-4792-a604-c32db54137c0 req-c35dc5b2-581e-458a-98b2-62238b34d103 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:56.553355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e6207b7-cee4-4792-a604-c32db54137c0 req-c35dc5b2-581e-458a-98b2-62238b34d103 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 944 time: 0.0792704 Nov 10 16:35:56.555156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b955437-7978-45ca-85ee-3a91f5b2f958 req-dc2c8d88-3f5c-4249-9ff7-b2af0b852481 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:56.558228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b955437-7978-45ca-85ee-3a91f5b2f958 req-dc2c8d88-3f5c-4249-9ff7-b2af0b852481 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1682 time: 0.1405904 Nov 10 16:35:56.617618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b955437-7978-45ca-85ee-3a91f5b2f958 req-cfdb0df8-5d7d-42a3-96a8-18e0b6cccc26 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511558 Nov 10 16:35:56.619002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.649547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e6207b7-cee4-4792-a604-c32db54137c0 req-f3518f55-d188-4962-ab2f-cca7f56580ec tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905282 Nov 10 16:35:56.691173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:35:56.691562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f20dc2eb66de47a8aab956013f075788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941957 Nov 10 16:35:56.692932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e5181d-e03a-46f9-b636-0daf1f448f38,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:56.708430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.708917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.709257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.709797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.710313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.710819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.711796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.712380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.712877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.713381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.713866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.714508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562e95b-83a3-4ab5-963e-25760e12b6bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:35:56.722214 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff1304-3248-417d-9fcc-b7ce2c454173 x-openstack-request-id: req-7cff1304-3248-417d-9fcc-b7ce2c454173 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:56.722525 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f365d5-d267-4023-a1b5-fea94f7559ea", "name": "network-vif-deleted", "tag": "526b8695-6dc5-46b0-a51e-74bedc463336", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:56.722801 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cff1304-3248-417d-9fcc-b7ce2c454173 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:56.723258 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f365d5-d267-4023-a1b5-fea94f7559ea', 'name': 'network-vif-deleted', 'tag': '526b8695-6dc5-46b0-a51e-74bedc463336', 'status': 'completed', 'code': 200} Nov 10 16:35:56.771141 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d560b877-dfef-4761-b170-b66c531c9c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.799765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d560b877-dfef-4761-b170-b66c531c9c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.842450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 890827b7-a57b-4515-af25-99a0a340d6d9 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:35:56.847210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 890827b7-a57b-4515-af25-99a0a340d6d9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:35:56.847702 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.932806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cdb72435-d84c-4459-8231-8afc547f88d2 req-bfca5e66-8fd3-486a-81eb-28cf8af463a2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=35f365d5-d267-4023-a1b5-fea94f7559ea HTTP/1.1" status: 200 len: 210 time: 0.0329874 Nov 10 16:35:56.985143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d560b877-dfef-4761-b170-b66c531c9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.989332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.994783 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d560b877-dfef-4761-b170-b66c531c9c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:56.999352 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d560b877-dfef-4761-b170-b66c531c9c2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27e5181d-e03a-46f9-b636-0daf1f448f38 HTTP/1.1" status: 204 len: 168 time: 0.3047938 Nov 10 16:35:57.029196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:57.034173 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71611278-2943-4530-92dd-49d60afc0f8b" -d '{"events": [{"server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "name": "network-vif-plugged", "status": "completed", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:57.039915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560b877-dfef-4761-b170-b66c531c9c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e5181d-e03a-46f9-b636-0daf1f448f38,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:57.053888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:57.064323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-e0536ffc-4f93-430b-b740-cc75ae50a9d2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:57.066031 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-e0536ffc-4f93-430b-b740-cc75ae50a9d2 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 944 time: 0.1784234 Nov 10 16:35:57.120701 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31f6514-4db9-4698-8d2b-9c0154462216 x-openstack-request-id: req-a31f6514-4db9-4698-8d2b-9c0154462216 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:57.122267 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "name": "network-vif-plugged", "status": "completed", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:57.124334 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a31f6514-4db9-4698-8d2b-9c0154462216 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:57.124963 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9', 'code': 200} Nov 10 16:35:57.172530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:57.297277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:57.347907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76b818-be2f-4dd3-877c-79e96d7dac2d req-cf3c20e8-0c25-41db-90ee-8a1001cc5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:57.353864 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a76b818-be2f-4dd3-877c-79e96d7dac2d req-cf3c20e8-0c25-41db-90ee-8a1001cc5287 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1101 time: 0.0841861 Nov 10 16:35:57.414151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a76b818-be2f-4dd3-877c-79e96d7dac2d req-008d8725-6180-4f8c-94fa-bd6f8cdd94a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527449 Nov 10 16:35:57.422239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Deleting port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:35:57.422585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:57.573025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f93e0-f384-47e0-97c9-f1a9bdab6cd6 req-7736e76c-0e5a-455c-8ceb-aa0461b6ad5a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:57.580814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f93e0-f384-47e0-97c9-f1a9bdab6cd6 req-7736e76c-0e5a-455c-8ceb-aa0461b6ad5a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:57.590922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f6f93e0-f384-47e0-97c9-f1a9bdab6cd6 req-7736e76c-0e5a-455c-8ceb-aa0461b6ad5a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1682 time: 0.1424444 Nov 10 16:35:57.621443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] For port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,segment=NetworkSegment(58827277-bfb4-479e-b146-136a63863456),segment_id=58827277-bfb4-479e-b146-136a63863456)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:35:57.624736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:57.655038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Calling delete_port for 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:35:57.703907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f6f93e0-f384-47e0-97c9-f1a9bdab6cd6 req-1c452509-4b56-470e-b597-9f014e12b246 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110184 Nov 10 16:35:57.728624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93afd84-e6a7-4cff-a8d3-3c6888776bac req-50527dc3-909e-452a-b496-3a83e9ccb1f5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:57.735384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b93afd84-e6a7-4cff-a8d3-3c6888776bac req-50527dc3-909e-452a-b496-3a83e9ccb1f5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1180255 Nov 10 16:35:57.841606 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b93afd84-e6a7-4cff-a8d3-3c6888776bac req-6add7596-1b89-449e-be34-c109de61dab8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942235 Nov 10 16:35:58.038046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d38a3-80e5-48b8-bfd0-ccf77f69d923 req-319b3b40-98f4-42b7-9aa0-f8bdde97aebc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:58.040293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d84d38a3-80e5-48b8-bfd0-ccf77f69d923 req-319b3b40-98f4-42b7-9aa0-f8bdde97aebc tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 944 time: 0.0730629 Nov 10 16:35:58.088586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:58.124212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d84d38a3-80e5-48b8-bfd0-ccf77f69d923 req-35ee5c2a-4fd4-4b3c-98c8-8a91e94d5e46 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/security-groups?id=64dfdec6-ed41-426f-b49f-3b9926ba920f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Nov 10 16:35:58.158291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Pushing event deleted for resources: {'Port': ['ID=169d38c5-7c9a-4c08-92a0-c64bcd9a72f4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:35:58.211890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] No DVR routers for this DVR port 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:35:58.216791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:35:58.220720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4817916b-a859-4365-9ec0-b0ec0f390e65 req-31b303f0-a91e-4051-92d9-cb5067e7795d tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.69 "DELETE /v2.0/ports/169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 HTTP/1.1" status: 204 len: 173 time: 1.1464443 Nov 10 16:35:58.724432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'name': 'network-vif-deleted', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:35:58.727748 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a359b-59fa-4bd1-a69d-e95779db6df6" -d '{"events": [{"server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "name": "network-vif-deleted", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:35:58.821752 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6221082-33ac-4c12-8c17-3e04ea861875 x-openstack-request-id: req-d6221082-33ac-4c12-8c17-3e04ea861875 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:35:58.822683 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ebbade-3f3e-4ecd-976e-14f802cfc8ae", "name": "network-vif-deleted", "tag": "169d38c5-7c9a-4c08-92a0-c64bcd9a72f4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:35:58.823627 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6221082-33ac-4c12-8c17-3e04ea861875 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:35:58.824331 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ebbade-3f3e-4ecd-976e-14f802cfc8ae', 'name': 'network-vif-deleted', 'tag': '169d38c5-7c9a-4c08-92a0-c64bcd9a72f4', 'status': 'completed', 'code': 200} Nov 10 16:35:58.947189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e53e9e-3954-4a36-9904-b6bc5cf1020a req-eca8033e-87dd-45b0-8bd1-13d6d25b5379 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:58.960608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e53e9e-3954-4a36-9904-b6bc5cf1020a req-eca8033e-87dd-45b0-8bd1-13d6d25b5379 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:58.974166 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-15e53e9e-3954-4a36-9904-b6bc5cf1020a req-eca8033e-87dd-45b0-8bd1-13d6d25b5379 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1682 time: 0.1363139 Nov 10 16:35:59.102134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-15e53e9e-3954-4a36-9904-b6bc5cf1020a req-d2484c00-6114-4039-ad92-b3ab4c472919 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242328 Nov 10 16:35:59.165907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-16876961-3c18-449f-b8cf-96607abdfe8a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:59.174509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-16876961-3c18-449f-b8cf-96607abdfe8a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.2392488 Nov 10 16:35:59.194776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f3225878-50a6-4a15-ac06-1e1a90ff6ad9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/quotas/63914f0048fe4601b18c574aa491243f HTTP/1.1" status: 200 len: 375 time: 0.0191264 Nov 10 16:35:59.323836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33da78b-3899-419e-941d-644484de1966 req-d018b0c6-389f-4b17-b7b8-305b10344bb8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:59.346707 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f33da78b-3899-419e-941d-644484de1966 req-d018b0c6-389f-4b17-b7b8-305b10344bb8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1001434 Nov 10 16:35:59.376213 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-ec143012-fd51-4997-b88c-332f6acd6971 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1802022 Nov 10 16:35:59.489712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f33da78b-3899-419e-941d-644484de1966 req-50a4135a-acc0-416a-98eb-1fb35cf49c8c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420240 Nov 10 16:35:59.553711 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:35:59.598932 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-72c6512b-1163-4f4a-a694-7df58e734e65 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110746 Nov 10 16:35:59.676268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5babd573-7054-40c2-8190-0d664822a773 req-729d0c15-a9e9-4703-b238-3f89a0e426e9 tempest-LiveAutoBlockMigrationV225Test-732437987 tempest-LiveAutoBlockMigrationV225Test-732437987-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebbade-3f3e-4ecd-976e-14f802cfc8ae HTTP/1.1" status: 200 len: 210 time: 0.0417092 Nov 10 16:35:59.941023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-3ea32223-746b-48de-8f05-f9d1ad868e35 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214455 Nov 10 16:35:59.978361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-d0f3c08e-9bc4-4bbe-8fd0-5b4e9a6f4efe tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:35:59.996136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-d0f3c08e-9bc4-4bbe-8fd0-5b4e9a6f4efe tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:00.002943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-d0f3c08e-9bc4-4bbe-8fd0-5b4e9a6f4efe tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 1682 time: 0.2052832 Nov 10 16:36:00.140701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:00.141577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:00.338111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 526b8695-6dc5-46b0-a51e-74bedc463336 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:00.342568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:00.343149 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:00.415436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 526b8695-6dc5-46b0-a51e-74bedc463336 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:00.415828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 526b8695-6dc5-46b0-a51e-74bedc463336 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:00.427621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:00.450986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:00.558027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:00.561394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 169d38c5-7c9a-4c08-92a0-c64bcd9a72f4 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:00.851903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8c7a6-26e7-4f03-b5d8-8a3969441c02 req-accc8866-106f-44f7-b9d6-b3d3fa830afc tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:00.858906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06c8c7a6-26e7-4f03-b5d8-8a3969441c02 req-accc8866-106f-44f7-b9d6-b3d3fa830afc tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1101 time: 0.1230516 Nov 10 16:36:00.897526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-06c8c7a6-26e7-4f03-b5d8-8a3969441c02 req-6bdfa948-f229-4ecc-8b7f-863d22188fd3 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:00.905708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:00.920214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['2fe37da6-a462-4240-a9aa-362e41bb318b', 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:01.040650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:01.166968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:01.206293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:01.215287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-159e36d1-346a-48e0-9083-6ae23402ffe5 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "DELETE /v2.0/ports/ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c HTTP/1.1" status: 204 len: 173 time: 1.2067349 Nov 10 16:36:01.218922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'name': 'network-vif-deleted', 'tag': 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:01.223795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-06c8c7a6-26e7-4f03-b5d8-8a3969441c02 req-6bdfa948-f229-4ecc-8b7f-863d22188fd3 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:01.227556 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614f377d-5147-4ef3-8d57-3b29582ccc13" -d '{"events": [{"server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "name": "network-vif-deleted", "tag": "ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:01.300895 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-06c8c7a6-26e7-4f03-b5d8-8a3969441c02 req-6bdfa948-f229-4ecc-8b7f-863d22188fd3 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:01.434804 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06c8c7a6-26e7-4f03-b5d8-8a3969441c02 req-6bdfa948-f229-4ecc-8b7f-863d22188fd3 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557959 Nov 10 16:36:01.439824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfa948-f229-4ecc-8b7f-863d22188fd3 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac8c9e-0529-4c94-a490-f0ec6c53c2d6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:01.548389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3bb95-d4da-4ff2-b8a9-70e34c7aa21e req-32839863-37e5-4198-abac-578b256b38c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:01.556910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70e3bb95-d4da-4ff2-b8a9-70e34c7aa21e req-32839863-37e5-4198-abac-578b256b38c0 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 945 time: 0.1591625 Nov 10 16:36:01.585085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-037367b7-6cdd-46c2-9b7d-0853eb338ed9 req-4c5e3b4b-90ff-43f5-a926-befc6996f4b5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 210 time: 0.0880735 Nov 10 16:36:01.591369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port 2fe37da6-a462-4240-a9aa-362e41bb318b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:01.594784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:01.641620 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f558af4d-0332-4fe0-83d2-6d7788514573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:01.665545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42366) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:01.781199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70e3bb95-d4da-4ff2-b8a9-70e34c7aa21e req-314b7e17-1259-48a2-b890-490a56b1fc1e tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad877dc2-bf70-466f-b196-39250a7c8eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232521 Nov 10 16:36:01.883226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port 2fe37da6-a462-4240-a9aa-362e41bb318b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2fe37da6-a462-4240-a9aa-362e41bb318b,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:01.885670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:01.925511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for 2fe37da6-a462-4240-a9aa-362e41bb318b owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:02.060226 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d03dfb-f65a-4239-9be4-665f0c10bd19 x-openstack-request-id: req-57d03dfb-f65a-4239-9be4-665f0c10bd19 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:02.060429 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "name": "network-vif-deleted", "tag": "ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:02.060695 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57d03dfb-f65a-4239-9be4-665f0c10bd19 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:02.061568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:02.063995 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'name': 'network-vif-deleted', 'tag': 'ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c', 'status': 'completed', 'code': 200} Nov 10 16:36:02.208650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975e0748-37fd-48af-8035-d19aca1f5531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:02.472975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:02.555507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=2fe37da6-a462-4240-a9aa-362e41bb318b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:02.556654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb1755e-fd30-4cb2-ab86-64bae314374e admin admin] Deleting subnet 9b23c3c6-294c-4fac-aacd-a15617a63e9b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:36:02.585605 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb1755e-fd30-4cb2-ab86-64bae314374e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:02.690231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port 2fe37da6-a462-4240-a9aa-362e41bb318b on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:02.693555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:02.709793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b323996-fd49-48c2-9c00-a51b9f47d7a9 req-279e0651-7590-48de-9c04-51509eadc64a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.69 "DELETE /v2.0/ports/2fe37da6-a462-4240-a9aa-362e41bb318b HTTP/1.1" status: 204 len: 173 time: 1.4660108 Nov 10 16:36:02.750909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb1755e-fd30-4cb2-ab86-64bae314374e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:02.883245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975e0748-37fd-48af-8035-d19aca1f5531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:02.905723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb1755e-fd30-4cb2-ab86-64bae314374e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:02.909823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7bc350d1-b8da-4fe0-a80d-78be5896c7a5 req-2fe41536-e5bb-4965-9ffd-0e2001192a94 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 210 time: 0.0716684 Nov 10 16:36:03.025955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975e0748-37fd-48af-8035-d19aca1f5531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.141173 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-975e0748-37fd-48af-8035-d19aca1f5531 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6504487a4c794a8da57122899584bfd7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0760086 Nov 10 16:36:03.148611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42414) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:03.150044 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb1755e-fd30-4cb2-ab86-64bae314374e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.187519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc41f25a-a962-4383-ab60-4482af455574 req-04339b6c-c875-4a57-aad4-aa36b3041a3a tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 210 time: 0.0847120 Nov 10 16:36:03.250367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e0748-37fd-48af-8035-d19aca1f5531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8182bf9-3359-4e7f-b13c-ec6a5f9361d4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:03.319904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1755e-fd30-4cb2-ab86-64bae314374e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b23c3c6-294c-4fac-aacd-a15617a63e9b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:03.371801 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb1755e-fd30-4cb2-ab86-64bae314374e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.373816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0eb1755e-fd30-4cb2-ab86-64bae314374e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9b23c3c6-294c-4fac-aacd-a15617a63e9b HTTP/1.1" status: 204 len: 168 time: 1.7067952 Nov 10 16:36:03.377093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:03.445940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca98364-4862-4a2a-902a-06f20792b2ea req-739e6de6-d610-4deb-a6b0-559fdb4d6880 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:03.448074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ca98364-4862-4a2a-902a-06f20792b2ea req-739e6de6-d610-4deb-a6b0-559fdb4d6880 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1385949 Nov 10 16:36:03.449050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d19357b-3c20-4ab7-83e2-2a0c47777c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.491279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d19357b-3c20-4ab7-83e2-2a0c47777c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.518798 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.529704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-e0cbf014-22a4-4def-baff-2f936bf8800b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2336497 Nov 10 16:36:03.540935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-ac528550-b58c-4b04-b752-cfa11fe99783 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:36:03.541878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-ac528550-b58c-4b04-b752-cfa11fe99783 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050428 Nov 10 16:36:03.597383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ca98364-4862-4a2a-902a-06f20792b2ea req-408bed5c-9920-4a50-bb1d-c2a4d3d1181e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372693 Nov 10 16:36:03.623539 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.646768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11723d17-4301-4417-9d5c-8a32a051800d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:03.658833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58827277-bfb4-479e-b146-136a63863456') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:03.659126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58827277-bfb4-479e-b146-136a63863456') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:03.673827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.687132 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.693610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:36:03.693996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:36:03.695813 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:36:03.820912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d19357b-3c20-4ab7-83e2-2a0c47777c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.823594 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d19357b-3c20-4ab7-83e2-2a0c47777c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.828512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5d19357b-3c20-4ab7-83e2-2a0c47777c7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8182bf9-3359-4e7f-b13c-ec6a5f9361d4 HTTP/1.1" status: 204 len: 168 time: 0.6678543 Nov 10 16:36:03.835323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19357b-3c20-4ab7-83e2-2a0c47777c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8182bf9-3359-4e7f-b13c-ec6a5f9361d4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:03.890268 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90407bb3-0293-471e-8417-23a1e0915e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.912197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.922833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:03.928960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] 10.222.0.62 "DELETE /v2.0/networks/11723d17-4301-4417-9d5c-8a32a051800d HTTP/1.1" status: 204 len: 168 time: 0.5480826 Nov 10 16:36:03.929772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:03.961324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd13be0-3997-4bf2-9670-d42db5efd100 admin admin] Pushing event deleted for resources: {'Network': ['ID=11723d17-4301-4417-9d5c-8a32a051800d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:04.002365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-854e8a25-c0ed-47e0-b926-9ba75ffd42b1 admin admin] Deleting subnet 563d3520-f7a8-467e-907c-5e4a28ebcb6f {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:36:04.006921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-854e8a25-c0ed-47e0-b926-9ba75ffd42b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:04.080911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'name': 'network-vif-deleted', 'tag': '2fe37da6-a462-4240-a9aa-362e41bb318b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:04.089096 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171836c8-1f5d-46fa-ba4f-a29412066e11" -d '{"events": [{"server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "name": "network-vif-deleted", "tag": "2fe37da6-a462-4240-a9aa-362e41bb318b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:04.155907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-854e8a25-c0ed-47e0-b926-9ba75ffd42b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:04.274280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-854e8a25-c0ed-47e0-b926-9ba75ffd42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:04.482474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 2fe37da6-a462-4240-a9aa-362e41bb318b no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:04.524553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 2fe37da6-a462-4240-a9aa-362e41bb318b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:04.528816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 2fe37da6-a462-4240-a9aa-362e41bb318b not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:04.530864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:04.569079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42dc5377-ae41-4f46-94a0-c736a75cdea5 req-17e802e1-3edc-4109-9393-a5a78a9b9e32 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c44fe4-9621-4574-815a-f2a5415d95e5 HTTP/1.1" status: 200 len: 210 time: 0.0915172 Nov 10 16:36:04.576829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:04.577480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ddf0ce83-3ef6-4696-856a-3a5bd9f4fe5c not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:04.625301 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-854e8a25-c0ed-47e0-b926-9ba75ffd42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:04.644461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-854e8a25-c0ed-47e0-b926-9ba75ffd42b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:04.656371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-854e8a25-c0ed-47e0-b926-9ba75ffd42b1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/563d3520-f7a8-467e-907c-5e4a28ebcb6f HTTP/1.1" status: 204 len: 168 time: 0.7249684 Nov 10 16:36:04.661535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42468) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:04.751506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e8a25-c0ed-47e0-b926-9ba75ffd42b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563d3520-f7a8-467e-907c-5e4a28ebcb6f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:04.844397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.015077 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.046429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42472) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:05.049419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.087554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cdc9c-9740-41ae-bdb1-8a0516b037ca req-09228aec-6487-4ddc-8457-379dc11d546d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:05.096462 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a46cdc9c-9740-41ae-bdb1-8a0516b037ca req-09228aec-6487-4ddc-8457-379dc11d546d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1681950 Nov 10 16:36:05.099155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-ccabc3cb-5ce0-4d1d-86bb-e1d83e25928b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:05.100709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-ccabc3cb-5ce0-4d1d-86bb-e1d83e25928b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 1.0622065 Nov 10 16:36:05.104873 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cff2f74-30ef-4f92-b284-7b6e2be2c1de x-openstack-request-id: req-8cff2f74-30ef-4f92-b284-7b6e2be2c1de {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:05.104873 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c44fe4-9621-4574-815a-f2a5415d95e5", "name": "network-vif-deleted", "tag": "2fe37da6-a462-4240-a9aa-362e41bb318b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:05.104873 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cff2f74-30ef-4f92-b284-7b6e2be2c1de {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:05.104873 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c44fe4-9621-4574-815a-f2a5415d95e5', 'name': 'network-vif-deleted', 'tag': '2fe37da6-a462-4240-a9aa-362e41bb318b', 'status': 'completed', 'code': 200} Nov 10 16:36:05.128137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82216bc3-6900-4fed-a9cc-138a5429f82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.132156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522573f9-c8c9-4688-9fb5-a2fc6f9bdee1']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:05.151662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Request body: {'port': {'device_id': '816fb1c0-fd49-4061-bd59-596025c298a1', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'admin_state_up': True, 'tenant_id': '63914f0048fe4601b18c574aa491243f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:05.159924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4151c737-2e2e-43d5-a448-324be87a4bd4') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:05.160516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4151c737-2e2e-43d5-a448-324be87a4bd4') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:05.182624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.216076 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.251948 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a46cdc9c-9740-41ae-bdb1-8a0516b037ca req-a7982821-4c77-4a30-a979-97b00e9f8738 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490710 Nov 10 16:36:05.254131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:36:05.255664 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:36:05.261251 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:36:05.292837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-294bbdfa-e762-4971-aab2-a20bf194a54e req-2e60af53-a1a9-4a68-8f18-727332cd9952 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 210 time: 1.1664045 Nov 10 16:36:05.393216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82216bc3-6900-4fed-a9cc-138a5429f82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.478069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:05.480918 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.487568 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.491368 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.495262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/522573f9-c8c9-4688-9fb5-a2fc6f9bdee1 HTTP/1.1" status: 204 len: 168 time: 0.8326714 Nov 10 16:36:05.510874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cdb85-8aa9-4f88-8b42-ac81445166f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=522573f9-c8c9-4688-9fb5-a2fc6f9bdee1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:05.525917 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82216bc3-6900-4fed-a9cc-138a5429f82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.601412 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-82216bc3-6900-4fed-a9cc-138a5429f82b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b49b86ea0a249deb48147d8b660bfc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5439880 Nov 10 16:36:05.601412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82216bc3-6900-4fed-a9cc-138a5429f82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b296ff2d-6aac-48b3-b6f8-bc3553a1ed93,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:05.603466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42492) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:05.706375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42496) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:05.836685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Allocated IP 172.20.0.12 (b1c029f4-edf1-41ba-ac0b-6add3459fd09/6d728c2c-8778-4a87-99d2-49192942df69/c2fc9560-8bda-43a5-8f6d-edd5223681e1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:36:05.857270 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1e351cd-2855-4bc4-8462-093493c8fb08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.865649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b42f7c-1449-4dee-a04e-dc1ec7079783 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting subnet 61f6e159-521f-4924-883e-3e1befc3dc92 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:36:05.874506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51b42f7c-1449-4dee-a04e-dc1ec7079783 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.955965 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1e351cd-2855-4bc4-8462-093493c8fb08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:05.966736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51b42f7c-1449-4dee-a04e-dc1ec7079783 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.127889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.215632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:06.262575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1e351cd-2855-4bc4-8462-093493c8fb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.292682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7b5ea7f6-db9d-473d-bd4d-75397674c23b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=445c7fba25da4a31b48bbe694c25c832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734816 Nov 10 16:36:06.292885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1e351cd-2855-4bc4-8462-093493c8fb08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.295156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f1e351cd-2855-4bc4-8462-093493c8fb08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b296ff2d-6aac-48b3-b6f8-bc3553a1ed93 HTTP/1.1" status: 204 len: 168 time: 0.6905987 Nov 10 16:36:06.295804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42504) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:06.298579 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.318136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:06.401704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event updated for resources: {'Port': ['ID=c2fc9560-8bda-43a5-8f6d-edd5223681e1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:06.411696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:06.413171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:06.424555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:06.437359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e351cd-2855-4bc4-8462-093493c8fb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296ff2d-6aac-48b3-b6f8-bc3553a1ed93,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:06.537555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:06.538205 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.599712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb17f6-d3e1-4c0e-8d7d-eb1348e7f855 req-16124e8b-5132-4c2c-9cf8-c1c828da4b43 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:06.601602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09fb17f6-d3e1-4c0e-8d7d-eb1348e7f855 req-16124e8b-5132-4c2c-9cf8-c1c828da4b43 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 932 time: 0.1005225 Nov 10 16:36:06.612305 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51b42f7c-1449-4dee-a04e-dc1ec7079783 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.685742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09fb17f6-d3e1-4c0e-8d7d-eb1348e7f855 req-8a3c6ba9-6211-44c6-b240-95d0678ed7f7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760753 Nov 10 16:36:06.696241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-9d62aefc-47bc-46b2-a7a7-1865e4973312 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5547297 Nov 10 16:36:06.712157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Request body: {'port': {'device_id': '816fb1c0-fd49-4061-bd59-596025c298a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:06.730188 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.833542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24b6dab-38c5-4e81-872c-1ce34757940f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.878883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693d45f-53f4-48bb-bd4e-34f5b3c961c8 req-963dfe48-77ab-4f90-80be-b0570fd9099b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:06.888810 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c693d45f-53f4-48bb-bd4e-34f5b3c961c8 req-963dfe48-77ab-4f90-80be-b0570fd9099b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.4731886 Nov 10 16:36:06.907538 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.960927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24b6dab-38c5-4e81-872c-1ce34757940f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:06.982564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c693d45f-53f4-48bb-bd4e-34f5b3c961c8 req-20354be2-88bb-413c-ac36-e87f13e4908b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865450 Nov 10 16:36:07.061091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51b42f7c-1449-4dee-a04e-dc1ec7079783 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.172416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b42f7c-1449-4dee-a04e-dc1ec7079783 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Subnet': ['ID=61f6e159-521f-4924-883e-3e1befc3dc92,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:07.174835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51b42f7c-1449-4dee-a04e-dc1ec7079783 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.179105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-51b42f7c-1449-4dee-a04e-dc1ec7079783 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "DELETE /v2.0/subnets/61f6e159-521f-4924-883e-3e1befc3dc92 HTTP/1.1" status: 204 len: 168 time: 1.4672077 Nov 10 16:36:07.182544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac2466-1e29-4f53-8c95-efc188f28889 None None] Network 16041b9a-50c6-457c-b4d2-c03985c30d95 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:07.195601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42528) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:07.312207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-a254bc08-c201-4ce2-9cfe-4aec78e277e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:07.318938 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-a254bc08-c201-4ce2-9cfe-4aec78e277e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1101 time: 0.1900930 Nov 10 16:36:07.353281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.399015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24b6dab-38c5-4e81-872c-1ce34757940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.402685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24b6dab-38c5-4e81-872c-1ce34757940f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.404601 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a24b6dab-38c5-4e81-872c-1ce34757940f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64dfdec6-ed41-426f-b49f-3b9926ba920f HTTP/1.1" status: 204 len: 168 time: 1.0208828 Nov 10 16:36:07.424685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6dab-38c5-4e81-872c-1ce34757940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dfdec6-ed41-426f-b49f-3b9926ba920f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:07.480057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port 76bef316-95a2-46b8-aea2-abac5acec5d1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:07.486800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.550469 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.578470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-67f1247e-8b6f-42ad-bd0b-834ea56ba7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:07.580449 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.582201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-67f1247e-8b6f-42ad-bd0b-834ea56ba7c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2012975 Nov 10 16:36:07.620447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] DHCP port deletion for 16041b9a-50c6-457c-b4d2-c03985c30d95 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:36:07.632628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-d4fcd3db-07a6-446d-9024-a96fbbae0a18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 217 time: 0.0426645 Nov 10 16:36:07.726626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port 76bef316-95a2-46b8-aea2-abac5acec5d1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=76bef316-95a2-46b8-aea2-abac5acec5d1,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:07.727268 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.744995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for 76bef316-95a2-46b8-aea2-abac5acec5d1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:07.774477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] Deleting port 76bef316-95a2-46b8-aea2-abac5acec5d1 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:07.774477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.833105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fc9560-8bda-43a5-8f6d-edd5223681e1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:07.844831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.868109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Transition to ACTIVE for port object c2fc9560-8bda-43a5-8f6d-edd5223681e1 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:36:07.961906 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.978080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] For port 76bef316-95a2-46b8-aea2-abac5acec5d1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=76bef316-95a2-46b8-aea2-abac5acec5d1,segment=NetworkSegment(df4217fa-47b9-42c9-8215-59a6337abe28),segment_id=df4217fa-47b9-42c9-8215-59a6337abe28)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:07.978960 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:07.992247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.031986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port 76bef316-95a2-46b8-aea2-abac5acec5d1 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:08.048733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fc9560-8bda-43a5-8f6d-edd5223681e1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:08.060510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-2cdf539d-6f3f-4397-93e7-e76533fcbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:08.068927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-2cdf539d-6f3f-4397-93e7-e76533fcbc5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.4167407 Nov 10 16:36:08.069237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] Calling delete_port for 76bef316-95a2-46b8-aea2-abac5acec5d1 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:08.100541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6684c-8301-474b-92fe-87d95d540ddc req-95077b2f-876c-4ce9-ac32-efd6ca34719a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:08.110486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34f6684c-8301-474b-92fe-87d95d540ddc req-95077b2f-876c-4ce9-ac32-efd6ca34719a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 932 time: 0.2166624 Nov 10 16:36:08.170189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=76bef316-95a2-46b8-aea2-abac5acec5d1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: from cryptography.utils import int_from_bytes Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: from cryptography.utils import int_from_bytes Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.249738 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:36:08.253549 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:36:08.257531 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.301639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-43daee34-126f-4a0a-bb08-837645e68362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:08.303600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-43daee34-126f-4a0a-bb08-837645e68362 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2296779 Nov 10 16:36:08.321980 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.330246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34f6684c-8301-474b-92fe-87d95d540ddc req-a91e3860-d80c-434b-9c44-efc8eff342ea tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132902 Nov 10 16:36:08.330685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] Pushing event deleted for resources: {'Port': ['ID=76bef316-95a2-46b8-aea2-abac5acec5d1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:08.343504 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e4e26-2c1a-4319-96d5-cfe6c92cfeb5 None None] No DVR routers for this DVR port 76bef316-95a2-46b8-aea2-abac5acec5d1 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:08.376651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16041b9a-50c6-457c-b4d2-c03985c30d95']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:08.393585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4217fa-47b9-42c9-8215-59a6337abe28') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:08.393585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4217fa-47b9-42c9-8215-59a6337abe28') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:08.404886 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.413093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Attempting to bind port c2fc9560-8bda-43a5-8f6d-edd5223681e1 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:08.413679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Attempting to bind port c2fc9560-8bda-43a5-8f6d-edd5223681e1 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:08.414023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Attempting to bind port c2fc9560-8bda-43a5-8f6d-edd5223681e1 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:08.426041 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.438341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:36:08.443731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.447772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Port c2fc9560-8bda-43a5-8f6d-edd5223681e1 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:08.448315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Attempting to bind port c2fc9560-8bda-43a5-8f6d-edd5223681e1 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:08.466276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:36:08.466276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Checking segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:08.466276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Bound using segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:36:08.466276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Bound port: c2fc9560-8bda-43a5-8f6d-edd5223681e1, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:36:08.466276 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:36:08.554709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42566) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:08.581150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afe0ed-48a2-4f1d-93c6-38206cfe6d22 req-6d3b612c-ce63-45a3-867b-532e2ae775db tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:08.590053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6afe0ed-48a2-4f1d-93c6-38206cfe6d22 req-6d3b612c-ce63-45a3-867b-532e2ae775db tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.4220214 Nov 10 16:36:08.642631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-b6d9e8d5-83bb-4a90-be2e-a7fff6342633 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980096 Nov 10 16:36:08.649574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ea66a4f9-7572-403f-9662-9978762247d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3714359882f24eaa9bf89dcfcbeac30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0942910 Nov 10 16:36:08.666501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.676472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42570) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:08.735092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.739984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "DELETE /v2.0/networks/16041b9a-50c6-457c-b4d2-c03985c30d95 HTTP/1.1" status: 204 len: 168 time: 1.5325649 Nov 10 16:36:08.750628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:08.753585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa3680-4b3a-4478-8ae2-976151cc27e4 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Network': ['ID=16041b9a-50c6-457c-b4d2-c03985c30d95,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:08.778730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6afe0ed-48a2-4f1d-93c6-38206cfe6d22 req-7245a2d0-991d-4890-9eab-4b822c89b7e8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874862 Nov 10 16:36:08.839286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-819d2f80-1f14-4e3e-b5e8-da91239675e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.889380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] For port c2fc9560-8bda-43a5-8f6d-edd5223681e1, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:08.904810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-819d2f80-1f14-4e3e-b5e8-da91239675e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.905005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e421d88-f534-48b0-a27b-9e9c301b3956 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting subnet d1b99e14-6688-4715-a588-ae070361ba56 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:36:08.938134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e421d88-f534-48b0-a27b-9e9c301b3956 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:08.973050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] For port c2fc9560-8bda-43a5-8f6d-edd5223681e1, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c2fc9560-8bda-43a5-8f6d-edd5223681e1,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:36:09.039715 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-819d2f80-1f14-4e3e-b5e8-da91239675e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:09.044353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-819d2f80-1f14-4e3e-b5e8-da91239675e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:09.046828 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-819d2f80-1f14-4e3e-b5e8-da91239675e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99a859aa-188e-49bc-bea4-27c34f33d625 HTTP/1.1" status: 204 len: 168 time: 0.3689609 Nov 10 16:36:09.058167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d2f80-1f14-4e3e-b5e8-da91239675e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a859aa-188e-49bc-bea4-27c34f33d625,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:09.087907 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:09.142025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:09.143006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:09.145640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] 10.222.0.18 "PUT /v2.0/ports/c2fc9560-8bda-43a5-8f6d-edd5223681e1 HTTP/1.1" status: 200 len: 1093 time: 2.4411428 Nov 10 16:36:09.155991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816fb1c0-fd49-4061-bd59-596025c298a1', 'tag': 'c2fc9560-8bda-43a5-8f6d-edd5223681e1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:09.158592 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64eb0e4-80a7-41ce-a14c-f959f2f00df8" -d '{"events": [{"name": "network-changed", "server_uuid": "816fb1c0-fd49-4061-bd59-596025c298a1", "tag": "c2fc9560-8bda-43a5-8f6d-edd5223681e1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:09.163120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e421d88-f534-48b0-a27b-9e9c301b3956 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:09.173300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-32bb18b9-51a3-4279-a357-2f3e8383d9ba service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206800 Nov 10 16:36:09.250731 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3228c3-5e23-491c-8362-ca2a9e137642 x-openstack-request-id: req-0e3228c3-5e23-491c-8362-ca2a9e137642 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:09.251040 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816fb1c0-fd49-4061-bd59-596025c298a1", "tag": "c2fc9560-8bda-43a5-8f6d-edd5223681e1", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:09.251299 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e3228c3-5e23-491c-8362-ca2a9e137642 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:09.259932 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816fb1c0-fd49-4061-bd59-596025c298a1', 'tag': 'c2fc9560-8bda-43a5-8f6d-edd5223681e1', 'status': 'completed', 'code': 200} Nov 10 16:36:09.315344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a41b5-835d-4ac4-897f-b18e39d8cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fc9560-8bda-43a5-8f6d-edd5223681e1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:09.339294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 76bef316-95a2-46b8-aea2-abac5acec5d1 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:09.357189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-7777ad92-60ff-4df9-982d-2f61ff7f14d5 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:09.366267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-7777ad92-60ff-4df9-982d-2f61ff7f14d5 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 815 time: 0.4803691 Nov 10 16:36:09.389276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 76bef316-95a2-46b8-aea2-abac5acec5d1 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:09.389725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 76bef316-95a2-46b8-aea2-abac5acec5d1 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:09.425694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-e47626b0-ea9f-43d6-9b93-62435d38c6ea tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/quotas/c19f81a79eb6431eab3c973c580c62cc HTTP/1.1" status: 200 len: 375 time: 0.0581422 Nov 10 16:36:09.461751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e421d88-f534-48b0-a27b-9e9c301b3956 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:09.530086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb0e4-80a7-41ce-a14c-f959f2f00df8 req-aecce8be-11d5-4cfc-a9c9-bcb2ed116fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:09.531667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b64eb0e4-80a7-41ce-a14c-f959f2f00df8 req-aecce8be-11d5-4cfc-a9c9-bcb2ed116fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 1096 time: 0.2535975 Nov 10 16:36:09.628746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0b24-d9b3-426e-a51f-660878aa43b5 req-91681d15-fb3a-4ed4-9a9c-a9088415f77b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:09.642380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a6e0b24-d9b3-426e-a51f-660878aa43b5 req-91681d15-fb3a-4ed4-9a9c-a9088415f77b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 944 time: 0.1638074 Nov 10 16:36:09.681825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-9c3215cd-84cd-483a-81f7-3d7e887cc11b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2484548 Nov 10 16:36:09.739443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a6e0b24-d9b3-426e-a51f-660878aa43b5 req-a59623f3-c740-4f1b-9e42-acdbe527ed33 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956771 Nov 10 16:36:09.838755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb0e4-80a7-41ce-a14c-f959f2f00df8 req-993e68cf-d863-47c9-97fc-05c4259d2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:09.847698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b64eb0e4-80a7-41ce-a14c-f959f2f00df8 req-993e68cf-d863-47c9-97fc-05c4259d2da0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=63914f0048fe4601b18c574aa491243f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2989726 Nov 10 16:36:09.884449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e421d88-f534-48b0-a27b-9e9c301b3956 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:09.960742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bbb4f9-009f-42af-a380-e9c482e92706 None None] Network 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:09.966769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fc28f-ce9b-48e5-b663-8357583ae2af req-87dcbf13-902c-4d44-ae96-e753f327d9bc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:09.974204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-153fc28f-ce9b-48e5-b663-8357583ae2af req-87dcbf13-902c-4d44-ae96-e753f327d9bc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0760972 Nov 10 16:36:10.033110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-153fc28f-ce9b-48e5-b663-8357583ae2af req-7e4ff775-30e5-4321-8244-864c4d8520f4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579474 Nov 10 16:36:10.040589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e421d88-f534-48b0-a27b-9e9c301b3956 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b99e14-6688-4715-a588-ae070361ba56,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:10.044083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e421d88-f534-48b0-a27b-9e9c301b3956 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:10.050128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42630) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:10.051871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0e421d88-f534-48b0-a27b-9e9c301b3956 tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "DELETE /v2.0/subnets/d1b99e14-6688-4715-a588-ae070361ba56 HTTP/1.1" status: 204 len: 168 time: 1.2957366 Nov 10 16:36:10.098456 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-698c20f2-ee51-4db7-8e30-c65b06de3eff service neutron] 10.222.0.62 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975291 Nov 10 16:36:10.192302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:10.219706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb0e4-80a7-41ce-a14c-f959f2f00df8 req-83e6e958-e19f-4985-a882-5f7e15cd5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:10.225345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b64eb0e4-80a7-41ce-a14c-f959f2f00df8 req-83e6e958-e19f-4985-a882-5f7e15cd5a5f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3679485 Nov 10 16:36:10.263814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Deleting port 28400dda-dfb7-4648-95cd-32fe5cc98628 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:10.264572 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:10.281382 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:10.301771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a6e3c81d-ec19-43e2-8097-7bac65f92ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931844 Nov 10 16:36:10.365959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f1944d24-d879-4350-8795-824e637397a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:10.370557 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-f1944d24-d879-4350-8795-824e637397a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 1096 time: 0.0845523 Nov 10 16:36:10.430386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] For port 28400dda-dfb7-4648-95cd-32fe5cc98628, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28400dda-dfb7-4648-95cd-32fe5cc98628,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:10.430696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:10.439920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] DHCP port deletion for 21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:36:10.453416 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-ed2191a7-df2d-4885-a8e1-4252cade0518 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2fc9560-8bda-43a5-8f6d-edd5223681e1 HTTP/1.1" status: 200 len: 217 time: 0.0737512 Nov 10 16:36:10.477484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Calling delete_port for 28400dda-dfb7-4648-95cd-32fe5cc98628 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:10.567294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-485a9806-f345-4bec-870c-8e1b6a53520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:10.573080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] Deleting port 28400dda-dfb7-4648-95cd-32fe5cc98628 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:10.573444 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:10.576734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-485a9806-f345-4bec-870c-8e1b6a53520b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.1153750 Nov 10 16:36:10.651018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-c463ccc0-a501-4d91-b941-cc35bdc549a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654924 Nov 10 16:36:10.700226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] For port 28400dda-dfb7-4648-95cd-32fe5cc98628, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28400dda-dfb7-4648-95cd-32fe5cc98628,segment=NetworkSegment(0b05e1a6-aefa-4f13-93f0-bd741ebd5e67),segment_id=0b05e1a6-aefa-4f13-93f0-bd741ebd5e67)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:10.701222 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:10.719389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] Calling delete_port for 28400dda-dfb7-4648-95cd-32fe5cc98628 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:10.767393 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:10.825970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Port': ['ID=28400dda-dfb7-4648-95cd-32fe5cc98628,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:10.850505 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-bf6069e2-0fbf-44a8-b0e6-ca941d59d0d1 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871746 Nov 10 16:36:10.861010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] No DVR routers for this DVR port 28400dda-dfb7-4648-95cd-32fe5cc98628 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:10.973028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3cd8397-5b4f-4a9b-b2b9-5b0571e95a0f req-bb7e966d-f4e1-4ff0-b067-a5c32d6ad4ea service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128302 Nov 10 16:36:11.005008 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:11.055817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93657d7a-b353-47e0-b2ae-ed5f04bac634 req-69a5c741-9e64-4199-a07b-cb92cda780d3 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 210 time: 0.0784264 Nov 10 16:36:11.098553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:11.124526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] Pushing event deleted for resources: {'Port': ['ID=28400dda-dfb7-4648-95cd-32fe5cc98628,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:11.128624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:11.142226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fb6c8-8b8e-44cf-a6ed-08f9aa4f3e88 None None] No DVR routers for this DVR port 28400dda-dfb7-4648-95cd-32fe5cc98628 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:11.147472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba047b-1bc0-480d-a7e4-0f6c4f4d33ff req-2b31474c-123d-47b2-ac78-c925f2b33097 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:11.156470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9cba047b-1bc0-480d-a7e4-0f6c4f4d33ff req-2b31474c-123d-47b2-ac78-c925f2b33097 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 944 time: 0.2236269 Nov 10 16:36:11.163142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:11.163475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b05e1a6-aefa-4f13-93f0-bd741ebd5e67') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:11.179614 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:11.205791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:11.221802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:36:11.222155 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:36:11.225706 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:36:11.328208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28400dda-dfb7-4648-95cd-32fe5cc98628 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:11.350245 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9cba047b-1bc0-480d-a7e4-0f6c4f4d33ff req-233475df-0975-438b-87c3-7336163d734e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822639 Nov 10 16:36:11.365633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 28400dda-dfb7-4648-95cd-32fe5cc98628 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:11.365992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28400dda-dfb7-4648-95cd-32fe5cc98628 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:11.473006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbfb27-52c4-4a67-911e-be4aa52d0da3 req-5c15a9e7-588e-464d-a7eb-597c44769050 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:11.473006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0dbbfb27-52c4-4a67-911e-be4aa52d0da3 req-5c15a9e7-588e-464d-a7eb-597c44769050 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1029406 Nov 10 16:36:11.473006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0dbbfb27-52c4-4a67-911e-be4aa52d0da3 req-59e7a6a2-61b3-4929-b3a7-416b0b187e01 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448937 Nov 10 16:36:11.638208 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:11.646888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:11.660870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] 10.222.0.62 "DELETE /v2.0/networks/21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb HTTP/1.1" status: 204 len: 168 time: 1.6094146 Nov 10 16:36:11.727196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eedfa8-a52b-4a41-ae08-9bbe276453fa tempest-ServersTestMultiNic-728047027 tempest-ServersTestMultiNic-728047027-project] Pushing event deleted for resources: {'Network': ['ID=21fdd7a2-8126-48de-a0c6-7a26c8ce5dbb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:11.879863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:12.163733 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec38dae8-4354-4a4a-a8e0-d44482a22404 req-3746aeea-b4ba-4bf3-981c-2ea685c3d2e3 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 210 time: 0.0460994 Nov 10 16:36:12.497104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378030d7-6b17-4205-b935-c5374c3d6ec6 req-62784845-dd74-4faa-aefe-c59c36127578 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:12.505659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-378030d7-6b17-4205-b935-c5374c3d6ec6 req-62784845-dd74-4faa-aefe-c59c36127578 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 944 time: 0.0790768 Nov 10 16:36:12.563787 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-378030d7-6b17-4205-b935-c5374c3d6ec6 req-3c7f552e-7f5a-4568-965e-4fc1c3a1817b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Nov 10 16:36:12.735705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6fffc-bc1c-47fa-9c75-195e5e6ba1b9 req-516e8e63-e2a0-4231-b2a6-09a5742775f9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:12.737160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afe6fffc-bc1c-47fa-9c75-195e5e6ba1b9 req-516e8e63-e2a0-4231-b2a6-09a5742775f9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0680828 Nov 10 16:36:12.740901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:12.858427 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afe6fffc-bc1c-47fa-9c75-195e5e6ba1b9 req-1e79415a-3699-483d-b6da-f9a1e1060df8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145644 Nov 10 16:36:13.036326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Deleting port 7f2018f5-b80c-44f2-b8d1-dfea940d3243 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:13.036801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.098457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42782) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:13.136893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] For port 7f2018f5-b80c-44f2-b8d1-dfea940d3243, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7f2018f5-b80c-44f2-b8d1-dfea940d3243,segment=NetworkSegment(d0b1d223-5225-4f07-b3ac-3126548aa9e1),segment_id=d0b1d223-5225-4f07-b3ac-3126548aa9e1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:13.137264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.151464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Calling delete_port for 7f2018f5-b80c-44f2-b8d1-dfea940d3243 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:13.251163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e2225b4-4385-418e-9735-8d2346308cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.326490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36cc0014-953a-4e32-aefd-a0d2bc7a24a5 req-4dd42218-8919-4efa-a2ab-c51f33a994b6 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 210 time: 0.0379701 Nov 10 16:36:13.383854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e2225b4-4385-418e-9735-8d2346308cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.443432 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e2225b4-4385-418e-9735-8d2346308cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.476252 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.483989 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7e2225b4-4385-418e-9735-8d2346308cfd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=126c789a52ca4aaea5039b9530835730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836801 Nov 10 16:36:13.485372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2225b4-4385-418e-9735-8d2346308cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3859a-5346-4b0f-8002-1719bfc01052,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:13.487640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42800) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:13.515616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2018f5-b80c-44f2-b8d1-dfea940d3243,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:13.538215 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4da8350c-580b-4a23-bef6-787164080f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.562853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4da8350c-580b-4a23-bef6-787164080f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.779206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4da8350c-580b-4a23-bef6-787164080f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.779206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4da8350c-580b-4a23-bef6-787164080f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.779206 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4da8350c-580b-4a23-bef6-787164080f37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3c3859a-5346-4b0f-8002-1719bfc01052 HTTP/1.1" status: 204 len: 168 time: 0.2886083 Nov 10 16:36:13.785990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8350c-580b-4a23-bef6-787164080f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3859a-5346-4b0f-8002-1719bfc01052,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:13.862983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b619ccd-9ca6-46cc-92d8-7506e0066470 req-eba8daeb-db8c-464e-8b27-ee88b4952eff tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:13.864535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b619ccd-9ca6-46cc-92d8-7506e0066470 req-eba8daeb-db8c-464e-8b27-ee88b4952eff tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 944 time: 0.1653807 Nov 10 16:36:13.870733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:13.882633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-00dc436e-552b-4638-8126-bc768e3803fb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:13.884027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-00dc436e-552b-4638-8126-bc768e3803fb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 815 time: 0.2883713 Nov 10 16:36:13.901325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Request body: {'port': {'device_id': 'c889db8a-e514-4fe0-9749-cbbffd6d608a', 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'admin_state_up': True, 'tenant_id': 'c19f81a79eb6431eab3c973c580c62cc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:14.052894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b619ccd-9ca6-46cc-92d8-7506e0066470 req-1829052b-e252-43f2-8524-444a6de07204 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670246 Nov 10 16:36:14.112016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b03f9a-54d9-4b3b-9c63-af28d30448bc req-d228849b-4e05-4b50-a929-6d88000c6fe4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:14.113835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53b03f9a-54d9-4b3b-9c63-af28d30448bc req-d228849b-4e05-4b50-a929-6d88000c6fe4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0748656 Nov 10 16:36:14.173489 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53b03f9a-54d9-4b3b-9c63-af28d30448bc req-c53237ee-052e-4efa-b547-5b2d5888327c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536377 Nov 10 16:36:14.213819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2e93-c07d-4031-8399-3ff8fbde356c req-b9d3691f-84eb-450d-a7ae-53ae7174fc61 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:14.216574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6d2e93-c07d-4031-8399-3ff8fbde356c req-b9d3691f-84eb-450d-a7ae-53ae7174fc61 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 950 time: 0.0973599 Nov 10 16:36:14.340838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6d2e93-c07d-4031-8399-3ff8fbde356c req-114d9f2c-9387-4580-b5dc-deb7155607b8 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831091 Nov 10 16:36:14.347588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Made reservation on behalf of c19f81a79eb6431eab3c973c580c62cc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:14.350971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:14.366185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c2fc9560-8bda-43a5-8f6d-edd5223681e1 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:36:14.443945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Router bb83eebe-4dd4-4f1c-a387-aa35b365c713 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:36:14.509023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0273c00a-ba5d-4a98-8476-517c6f69b136 req-b30a069d-1af2-4154-ac68-fb25a13770be tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 210 time: 0.0445998 Nov 10 16:36:14.523748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c2fc9560-8bda-43a5-8f6d-edd5223681e1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c2fc9560-8bda-43a5-8f6d-edd5223681e1,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:14.557267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'c2fc9560-8bda-43a5-8f6d-edd5223681e1', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'port_id': 'c2fc9560-8bda-43a5-8f6d-edd5223681e1', 'mac_address': 'fa:16:3e:a8:d2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d728c2c-8778-4a87-99d2-49192942df69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:36:14.606201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42870) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:14.628161 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:14.631996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-120fac03-4ef4-4930-bbcd-d67982d2f786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:14.654579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Allocated IP 172.20.0.2 (c4938cc0-729e-4909-b116-7c77eb40a66e/4db44062-0cb9-498d-a5d4-780e998f21e0/66c03591-7e4d-4ea4-97e8-04eb659d56c7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:36:14.657607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fc9560-8bda-43a5-8f6d-edd5223681e1 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:14.691719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c2fc9560-8bda-43a5-8f6d-edd5223681e1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c2fc9560-8bda-43a5-8f6d-edd5223681e1,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:14.724647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:36:14.734528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1a165e81-1c47-4ee7-a97b-dd220b9f3599 admin admin] 10.222.0.62 "PUT /v2.0/routers/bb83eebe-4dd4-4f1c-a387-aa35b365c713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533521 Nov 10 16:36:14.737701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:14.743962 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] Sync routers for ids ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:36:14.756619 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] Routers {'bb83eebe-4dd4-4f1c-a387-aa35b365c713'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:36:14.758053 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:36:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:14.774911 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:14.866475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c2fc9560-8bda-43a5-8f6d-edd5223681e1,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:14.896142 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-120fac03-4ef4-4930-bbcd-d67982d2f786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:14.907201 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] Set router bb83eebe-4dd4-4f1c-a387-aa35b365c713 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:36:14.953422 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:14.978862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-120fac03-4ef4-4930-bbcd-d67982d2f786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.032831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fac03-4ef4-4930-bbcd-d67982d2f786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a647cd-50a7-48e3-947d-d8b5cfd039a8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:15.040193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-120fac03-4ef4-4930-bbcd-d67982d2f786 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7488981822db4033893714c57e1e19be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325769 Nov 10 16:36:15.041796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.043006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:15.086982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.101085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['71b69ed5-be7d-479d-9e21-2c96f2fd59ed'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:15.157171 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:36:13Z', 'revision_number': 5, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:15.183838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['812731e1-64a5-44db-9b76-04e5311faefe', 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:15.190769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['c2fc9560-8bda-43a5-8f6d-edd5223681e1'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:15.232128 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] Checking router: bb83eebe-4dd4-4f1c-a387-aa35b365c713 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:36:15.248335 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] Routers {'bb83eebe-4dd4-4f1c-a387-aa35b365c713'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:36:15.248980 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:36:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:15.266584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Network c4938cc0-729e-4909-b116-7c77eb40a66e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:15.291958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:15.357118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:15.402121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463f0bb7-44a2-401e-8333-dc3909f4bd91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.416599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Pushing event updated for resources: {'Port': ['ID=66c03591-7e4d-4ea4-97e8-04eb659d56c7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:15.439203 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] Set router bb83eebe-4dd4-4f1c-a387-aa35b365c713 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:36:15.450664 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463f0bb7-44a2-401e-8333-dc3909f4bd91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.473835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb8ae7-f7e5-42db-9cda-757502bf250a req-688d457e-8d57-4dd5-97f9-3049a3c000fd tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:15.482037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69eb8ae7-f7e5-42db-9cda-757502bf250a req-688d457e-8d57-4dd5-97f9-3049a3c000fd tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 945 time: 0.2838321 Nov 10 16:36:15.491989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:15.492615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.603654 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69eb8ae7-f7e5-42db-9cda-757502bf250a req-248cd94a-6016-4397-9102-aed32a6172e9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058445 Nov 10 16:36:15.667054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-61e06cf8-53db-4935-81b4-5dcb926ad48b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7707264 Nov 10 16:36:15.679616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Request body: {'port': {'device_id': 'c889db8a-e514-4fe0-9749-cbbffd6d608a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:15.701939 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:36:13Z', 'revision_number': 5, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:15.711392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.728865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463f0bb7-44a2-401e-8333-dc3909f4bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.732249 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-463f0bb7-44a2-401e-8333-dc3909f4bd91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.733413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-463f0bb7-44a2-401e-8333-dc3909f4bd91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31a647cd-50a7-48e3-947d-d8b5cfd039a8 HTTP/1.1" status: 204 len: 168 time: 0.6883922 Nov 10 16:36:15.737436 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21859fd-2d20-45c7-9861-3d66959ecad6 None None] The sync data for ids ['bb83eebe-4dd4-4f1c-a387-aa35b365c713'] in n-d-714676-11 is: [{'id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'name': 'tempest-ServersTestMultiNic-1745618941-router', 'tenant_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:34:18Z', 'updated_at': '2021-11-10T16:36:13Z', 'revision_number': 5, 'project_id': '48b4aaf74a7f4cf38af166fd853dd1d0', 'gw_port': {'id': '82021b78-9ebc-4a53-8a53-6039d14818df', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83eebe-4dd4-4f1c-a387-aa35b365c713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:34:19Z', 'updated_at': '2021-11-10T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:36:15.770253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f0bb7-44a2-401e-8333-dc3909f4bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a647cd-50a7-48e3-947d-d8b5cfd039a8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:15.820381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fff0e-a53c-40a0-9db9-6df3d7775377 req-570fbba2-d2a0-4b8b-8d89-401dc1cee902 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:15.822070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d40fff0e-a53c-40a0-9db9-6df3d7775377 req-570fbba2-d2a0-4b8b-8d89-401dc1cee902 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1388183 Nov 10 16:36:15.823052 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.875462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Deleting port 82021b78-9ebc-4a53-8a53-6039d14818df {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:15.875825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:15.939021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d40fff0e-a53c-40a0-9db9-6df3d7775377 req-ecb4608a-59d1-4535-b887-229a804be9f1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054966 Nov 10 16:36:15.986102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] For port 82021b78-9ebc-4a53-8a53-6039d14818df, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=82021b78-9ebc-4a53-8a53-6039d14818df,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:15.986102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.008315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Calling delete_port for 82021b78-9ebc-4a53-8a53-6039d14818df owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:16.275063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c03591-7e4d-4ea4-97e8-04eb659d56c7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:16.284884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.311745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Transition to ACTIVE for port object 66c03591-7e4d-4ea4-97e8-04eb659d56c7 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:36:16.317399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17de0-924b-44d0-8a25-35415f08b33e req-ac5723ef-9664-46a3-bc1c-ceecc11e5932 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:16.322432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fc17de0-924b-44d0-8a25-35415f08b33e req-ac5723ef-9664-46a3-bc1c-ceecc11e5932 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 931 time: 0.0884428 Nov 10 16:36:16.376066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:16.382126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.395023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fc17de0-924b-44d0-8a25-35415f08b33e req-481e3e3c-bcfe-4e23-8acb-7205ba88ab85 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635753 Nov 10 16:36:16.416604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Pushing event deleted for resources: {'Port': ['ID=82021b78-9ebc-4a53-8a53-6039d14818df,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:16.421077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.504937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.542043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.575042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:16.577878 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f1a098-6b76-4f86-923f-f661afa7d534" -d '{"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:16.592828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:16.595127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=66c03591-7e4d-4ea4-97e8-04eb659d56c7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:16.637423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Attempting to bind port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:16.637662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Attempting to bind port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:16.638075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Attempting to bind port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 on network c4938cc0-729e-4909-b116-7c77eb40a66e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:16.645250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 on network c4938cc0-729e-4909-b116-7c77eb40a66e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:16.645736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Attempting to bind port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 on network c4938cc0-729e-4909-b116-7c77eb40a66e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:16.653193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:36:16.653991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Checking segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:16.654884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Bound using segment: {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:36:16.655442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Bound port: 66c03591-7e4d-4ea4-97e8-04eb659d56c7, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7126d9-dc06-401b-b177-a9c0140c7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:36:16.655871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.671379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.687216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.687525 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.739112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] For port 66c03591-7e4d-4ea4-97e8-04eb659d56c7, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:16.744907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] For port 66c03591-7e4d-4ea4-97e8-04eb659d56c7, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=66c03591-7e4d-4ea4-97e8-04eb659d56c7,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:36:16.763791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:16.895169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.897785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.898692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb83eebe-4dd4-4f1c-a387-aa35b365c713 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:36:16.905067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.909641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4acbd716-670d-4be6-beef-536517bcec73 admin admin] 10.222.0.62 "DELETE /v2.0/routers/bb83eebe-4dd4-4f1c-a387-aa35b365c713 HTTP/1.1" status: 204 len: 168 time: 2.1678584 Nov 10 16:36:16.910265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42974) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:16.944297 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffb3630-6aed-4b41-a96c-7d5a59c97989 x-openstack-request-id: req-1ffb3630-6aed-4b41-a96c-7d5a59c97989 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:16.944297 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:16.944297 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ffb3630-6aed-4b41-a96c-7d5a59c97989 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:16.944297 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'code': 200} Nov 10 16:36:16.949604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:16.950425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:16.952681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] 10.222.0.69 "PUT /v2.0/ports/66c03591-7e4d-4ea4-97e8-04eb659d56c7 HTTP/1.1" status: 200 len: 1092 time: 1.2773321 Nov 10 16:36:16.953529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c889db8a-e514-4fe0-9749-cbbffd6d608a', 'tag': '66c03591-7e4d-4ea4-97e8-04eb659d56c7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:16.956232 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a" -d '{"events": [{"name": "network-changed", "server_uuid": "c889db8a-e514-4fe0-9749-cbbffd6d608a", "tag": "66c03591-7e4d-4ea4-97e8-04eb659d56c7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:16.999758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f9a1f-7cbc-4f4e-b741-b8eb96ddd4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=66c03591-7e4d-4ea4-97e8-04eb659d56c7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:17.024870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b317bc0-732e-4315-8f35-217ee96cdc1d admin admin] Deleting subnet 4a742c1b-d44b-430f-baff-2ea6a7c70689 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:36:17.034040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b317bc0-732e-4315-8f35-217ee96cdc1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.107998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b317bc0-732e-4315-8f35-217ee96cdc1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.126603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a9154-b052-466d-aabd-e22e3ccedb18 req-b562916e-8aaf-4c1c-87d6-99a414259cc4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:17.134837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-548a9154-b052-466d-aabd-e22e3ccedb18 req-b562916e-8aaf-4c1c-87d6-99a414259cc4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 945 time: 0.1132057 Nov 10 16:36:17.167181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-0c0c46c4-be38-459d-9373-6ab54cdb0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:17.168857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-0c0c46c4-be38-459d-9373-6ab54cdb0571 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 1095 time: 0.1015499 Nov 10 16:36:17.202685 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-548a9154-b052-466d-aabd-e22e3ccedb18 req-43f66961-f09a-435b-8475-c7042b65bca0 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586433 Nov 10 16:36:17.220151 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b317bc0-732e-4315-8f35-217ee96cdc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.243417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-63289be6-75a3-4f83-9612-70ab4f7736bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66c03591-7e4d-4ea4-97e8-04eb659d56c7 HTTP/1.1" status: 200 len: 217 time: 0.0542474 Nov 10 16:36:17.311350 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e9bcc4-f9d3-4630-96f8-38b9673b912d x-openstack-request-id: req-06e9bcc4-f9d3-4630-96f8-38b9673b912d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:17.312370 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c889db8a-e514-4fe0-9749-cbbffd6d608a", "tag": "66c03591-7e4d-4ea4-97e8-04eb659d56c7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:17.312629 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06e9bcc4-f9d3-4630-96f8-38b9673b912d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:17.313048 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c889db8a-e514-4fe0-9749-cbbffd6d608a', 'tag': '66c03591-7e4d-4ea4-97e8-04eb659d56c7', 'status': 'completed', 'code': 200} Nov 10 16:36:17.349878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-5992b459-f6f4-4bbb-b474-10ab1eeb199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:17.351365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-5992b459-f6f4-4bbb-b474-10ab1eeb199c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.1009529 Nov 10 16:36:17.380355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6226139-e560-473e-822f-94c46ba1e1cf req-1d756e7e-27c2-44f7-b967-b89c179ee575 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:17.388991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f6226139-e560-473e-822f-94c46ba1e1cf req-1d756e7e-27c2-44f7-b967-b89c179ee575 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0670068 Nov 10 16:36:17.403138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-d84f80bc-5b7e-4a44-84f0-d6b2dd177e62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437632 Nov 10 16:36:17.410832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b317bc0-732e-4315-8f35-217ee96cdc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.472656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038389e-9130-475f-be9e-e29003732e1f None None] Network 4b39e577-a003-451c-9b32-fed654df3739 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:17.475794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b317bc0-732e-4315-8f35-217ee96cdc1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.482444 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4b317bc0-732e-4315-8f35-217ee96cdc1d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4a742c1b-d44b-430f-baff-2ea6a7c70689 HTTP/1.1" status: 204 len: 168 time: 0.5679543 Nov 10 16:36:17.484932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b317bc0-732e-4315-8f35-217ee96cdc1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a742c1b-d44b-430f-baff-2ea6a7c70689,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:17.486777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43006) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:17.596941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7f2018f5-b80c-44f2-b8d1-dfea940d3243 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:17.611875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.634448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7f2018f5-b80c-44f2-b8d1-dfea940d3243 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:17.637110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-36b831fb-9bf7-4393-b9d7-f9e02605a36a service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254553 Nov 10 16:36:17.640221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7f2018f5-b80c-44f2-b8d1-dfea940d3243 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:17.641000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 82021b78-9ebc-4a53-8a53-6039d14818df no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:17.677909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 82021b78-9ebc-4a53-8a53-6039d14818df {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:17.678226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f6226139-e560-473e-822f-94c46ba1e1cf req-4c149ac0-0dfd-4781-be31-4e53917b8d17 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877636 Nov 10 16:36:17.679519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 82021b78-9ebc-4a53-8a53-6039d14818df not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:17.747453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Deleting port fd74a609-2108-4c9a-9511-3f733a281718 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:17.747824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.790360 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-004b6f8d-f50a-425f-8ef2-9b143cf1551f req-1aebc7b4-ef80-49a2-a306-3f58e52f1b3e service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445246 Nov 10 16:36:17.858227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] DHCP port deletion for 4b39e577-a003-451c-9b32-fed654df3739 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:36:17.885569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] For port fd74a609-2108-4c9a-9511-3f733a281718, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fd74a609-2108-4c9a-9511-3f733a281718,segment=NetworkSegment(d0b1d223-5225-4f07-b3ac-3126548aa9e1),segment_id=d0b1d223-5225-4f07-b3ac-3126548aa9e1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:17.885781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.901976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Calling delete_port for fd74a609-2108-4c9a-9511-3f733a281718 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:17.907338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] Deleting port fd74a609-2108-4c9a-9511-3f733a281718 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:17.907738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:17.951903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9b883-d9e1-4424-b821-e11841567dc2 req-f3c514fc-4ddd-4c02-b37b-4e1a90ed0600 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:17.959577 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26a9b883-d9e1-4424-b821-e11841567dc2 req-f3c514fc-4ddd-4c02-b37b-4e1a90ed0600 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 943 time: 0.1268551 Nov 10 16:36:18.013568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] For port fd74a609-2108-4c9a-9511-3f733a281718, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fd74a609-2108-4c9a-9511-3f733a281718,segment=NetworkSegment(d0b1d223-5225-4f07-b3ac-3126548aa9e1),segment_id=d0b1d223-5225-4f07-b3ac-3126548aa9e1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:18.014357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.023290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-1df8dc57-51fc-4664-a2d3-96f4c8091472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:18.024837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-1df8dc57-51fc-4664-a2d3-96f4c8091472 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 1095 time: 0.0638583 Nov 10 16:36:18.044408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] Calling delete_port for fd74a609-2108-4c9a-9511-3f733a281718 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:18.167539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-6bbbe4b5-98f4-4912-837a-1ef0b2cebe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:18.170599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-6bbbe4b5-98f4-4912-837a-1ef0b2cebe92 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 916 time: 0.1373308 Nov 10 16:36:18.183339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26a9b883-d9e1-4424-b821-e11841567dc2 req-a9ba03aa-c5a7-4b66-b1ad-eb6ea6341752 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213569 Nov 10 16:36:18.225831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-24e06984-4aab-4031-810a-8515c17e6ced service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66c03591-7e4d-4ea4-97e8-04eb659d56c7 HTTP/1.1" status: 200 len: 217 time: 0.0465615 Nov 10 16:36:18.291108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-4de37554-e07a-4f66-aec3-04c666d11aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:18.292551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-4de37554-e07a-4f66-aec3-04c666d11aa5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.0578921 Nov 10 16:36:18.328423 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.341123 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-c5309774-a4ce-44d3-b4b9-a73a1d5e980d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302479 Nov 10 16:36:18.341767 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.359169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b1f11-48e5-4f23-b417-c11441ce40f7 req-a5abfc5c-0dfd-4b98-a92a-c59a616ec834 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:18.360779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f0b1f11-48e5-4f23-b417-c11441ce40f7 req-a5abfc5c-0dfd-4b98-a92a-c59a616ec834 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 945 time: 0.0823965 Nov 10 16:36:18.380278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd74a609-2108-4c9a-9511-3f733a281718,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:18.382762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] No DVR routers for this DVR port fd74a609-2108-4c9a-9511-3f733a281718 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:18.416144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c2fc9560-8bda-43a5-8f6d-edd5223681e1 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:36:18.474265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] No DVR routers for this DVR port fd74a609-2108-4c9a-9511-3f733a281718 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:18.489141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4f95e-c7a1-4d87-b293-76b1c66995f1 None None] Pushing event deleted for resources: {'Port': ['ID=fd74a609-2108-4c9a-9511-3f733a281718,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:18.517702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.549606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b39e577-a003-451c-9b32-fed654df3739']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:18.567121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port c2fc9560-8bda-43a5-8f6d-edd5223681e1 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:36:18.567287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b1d223-5225-4f07-b3ac-3126548aa9e1') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:18.578460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b1d223-5225-4f07-b3ac-3126548aa9e1') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:18.578919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port c2fc9560-8bda-43a5-8f6d-edd5223681e1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:18.578919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.579558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f0b1f11-48e5-4f23-b417-c11441ce40f7 req-3431499d-e543-4721-b4b8-d4d44392c848 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105598 Nov 10 16:36:18.587890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.604060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-2928da18-746c-414a-9286-da9ba437f1c2 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535129 Nov 10 16:36:18.625485 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.634433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:36:18.634833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:36:18.636942 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:36:18.691814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.724002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f69da7f-3a8f-4c09-9aa4-47973ce1252a req-ace071a0-bb21-4f26-9da8-d8cbfd623750 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103578 Nov 10 16:36:18.735632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c2fc9560-8bda-43a5-8f6d-edd5223681e1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c2fc9560-8bda-43a5-8f6d-edd5223681e1,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:18.774956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.782345 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.788500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4b39e577-a003-451c-9b32-fed654df3739 HTTP/1.1" status: 204 len: 168 time: 1.2984166 Nov 10 16:36:18.798801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73e356-133b-4d81-9bba-d1bdadec63e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b39e577-a003-451c-9b32-fed654df3739,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:18.803614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:18.834135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d830383-d0f8-4fdf-b488-e243cf3ea36f req-7e63c7cd-2204-44ad-ad23-182211d3204f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:18.835684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d830383-d0f8-4fdf-b488-e243cf3ea36f req-7e63c7cd-2204-44ad-ad23-182211d3204f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0573382 Nov 10 16:36:18.860002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c2fc9560-8bda-43a5-8f6d-edd5223681e1,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:18.896286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d830383-d0f8-4fdf-b488-e243cf3ea36f req-ccbb3e6e-861c-436b-a868-1075adaf8857 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481722 Nov 10 16:36:18.944579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816fb1c0-fd49-4061-bd59-596025c298a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fc9560-8bda-43a5-8f6d-edd5223681e1'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:18.948691 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9750381e-ad66-434f-860b-73e08a581c79" -d '{"events": [{"server_uuid": "816fb1c0-fd49-4061-bd59-596025c298a1", "name": "network-vif-plugged", "status": "completed", "tag": "c2fc9560-8bda-43a5-8f6d-edd5223681e1"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:18.985856 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d2d79-579a-46d7-a2dc-36328c40974d x-openstack-request-id: req-685d2d79-579a-46d7-a2dc-36328c40974d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:18.985987 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816fb1c0-fd49-4061-bd59-596025c298a1", "name": "network-vif-plugged", "status": "completed", "tag": "c2fc9560-8bda-43a5-8f6d-edd5223681e1", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:18.986310 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-685d2d79-579a-46d7-a2dc-36328c40974d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:18.986766 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816fb1c0-fd49-4061-bd59-596025c298a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fc9560-8bda-43a5-8f6d-edd5223681e1', 'code': 200} Nov 10 16:36:19.115753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a24ea-9fbe-4146-9d45-d1aa9bc09f05 req-2e6bc1ce-3e58-4a8a-86d4-ca83c50b30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:19.117266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-863a24ea-9fbe-4146-9d45-d1aa9bc09f05 req-2e6bc1ce-3e58-4a8a-86d4-ca83c50b30e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 1098 time: 0.0542238 Nov 10 16:36:19.165122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-863a24ea-9fbe-4146-9d45-d1aa9bc09f05 req-7f6ca7bc-9464-48d0-bf5f-70349fa31bc5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 Nov 10 16:36:19.302846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fd74a609-2108-4c9a-9511-3f733a281718 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:19.315372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: fd74a609-2108-4c9a-9511-3f733a281718 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:19.315841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fd74a609-2108-4c9a-9511-3f733a281718 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:19.331573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae3d7-74eb-49a8-a612-fecbd9b89aeb req-7bc77c15-f08c-463a-a6e2-534369665e04 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:19.333286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ae3d7-74eb-49a8-a612-fecbd9b89aeb req-7bc77c15-f08c-463a-a6e2-534369665e04 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 943 time: 0.0671470 Nov 10 16:36:19.386874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ae3d7-74eb-49a8-a612-fecbd9b89aeb req-c20d843b-2142-4bef-bf91-f7e45c1f443d tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Nov 10 16:36:19.413097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43086) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:19.451960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f5d68387-825b-4f57-9f93-9188ab062d9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48b4aaf74a7f4cf38af166fd853dd1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376675 Nov 10 16:36:19.454334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:19.503703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca830700-6d49-439f-b9a7-d243273381a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:19.529566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca830700-6d49-439f-b9a7-d243273381a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:19.709226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b374b47-be3b-49e3-8187-f9cec5a37467 req-4e9a0104-9f87-4136-906f-07bc9ed9a77c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:19.710853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b374b47-be3b-49e3-8187-f9cec5a37467 req-4e9a0104-9f87-4136-906f-07bc9ed9a77c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 946 time: 0.0539939 Nov 10 16:36:19.751880 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca830700-6d49-439f-b9a7-d243273381a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:19.754700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca830700-6d49-439f-b9a7-d243273381a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:19.756077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca830700-6d49-439f-b9a7-d243273381a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad877dc2-bf70-466f-b196-39250a7c8eeb HTTP/1.1" status: 204 len: 168 time: 0.3008299 Nov 10 16:36:19.759147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b374b47-be3b-49e3-8187-f9cec5a37467 req-af6c9797-db67-42ff-9121-ada965647ff7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Nov 10 16:36:19.768440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca830700-6d49-439f-b9a7-d243273381a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad877dc2-bf70-466f-b196-39250a7c8eeb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:20.027170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630652e-8ce1-409d-8007-c716621e9345 req-57de9ece-2ead-4704-b515-fd0222c863c3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:20.028836 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e630652e-8ce1-409d-8007-c716621e9345 req-57de9ece-2ead-4704-b515-fd0222c863c3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0534909 Nov 10 16:36:20.090001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e630652e-8ce1-409d-8007-c716621e9345 req-5d461ff6-d116-4392-bc5e-887cb11c926f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547791 Nov 10 16:36:20.413028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:36:20.504846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f824b-bb51-4dcb-aa87-ffa70d39e8fe req-15d85c2f-41d1-424e-a389-5fa8cfe22a07 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:20.506334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba6f824b-bb51-4dcb-aa87-ffa70d39e8fe req-15d85c2f-41d1-424e-a389-5fa8cfe22a07 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 943 time: 0.0497096 Nov 10 16:36:20.518733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:20.530399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'mac_address': 'fa:16:3e:26:0e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:36:20.558013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba6f824b-bb51-4dcb-aa87-ffa70d39e8fe req-dfe7ad5b-f77a-401f-91c6-9ef524843bce tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Nov 10 16:36:20.573363 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:20.588433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894abf14-2374-4ddc-9e0b-43f27d41c0b3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:20.625603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:20.701061 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:20.703246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43154) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:20.755578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:20.831682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b3b3-776e-4030-a3a4-da0099aa1661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:20.885157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['894abf14-2374-4ddc-9e0b-43f27d41c0b3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:20.918796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a81d6-fd9f-426e-9a60-24d1e477225f req-e2c0ed34-34b5-4fa7-a26f-825d260199bf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:20.924274 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b3b3-776e-4030-a3a4-da0099aa1661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:20.927820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f36a81d6-fd9f-426e-9a60-24d1e477225f req-e2c0ed34-34b5-4fa7-a26f-825d260199bf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 946 time: 0.0871537 Nov 10 16:36:21.003216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f36a81d6-fd9f-426e-9a60-24d1e477225f req-f3a36549-6517-40be-aa5d-0ef388119ecc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698318 Nov 10 16:36:21.009969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43170) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:21.031932 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b3b3-776e-4030-a3a4-da0099aa1661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.084884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7b3b3-776e-4030-a3a4-da0099aa1661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae362fec-6b1f-4ffc-95c1-d8138e0e3554,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:21.109182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b0e7b3b3-776e-4030-a3a4-da0099aa1661 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07263eda97ba49d9a5c9009fa1531c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031680 Nov 10 16:36:21.110445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:21.192923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2025204124-network', 'tenant_id': 'f651b33b7fe24cec8653747a92dd1c9e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:21.203433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d7a90b5-1e55-43b0-a484-2392459a4364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.236784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d7a90b5-1e55-43b0-a484-2392459a4364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.247076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b215de1-ef65-42d0-b25b-8834d945265b req-dfcfc119-1497-4238-bafd-77783ddfc45f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:21.249449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b215de1-ef65-42d0-b25b-8834d945265b req-dfcfc119-1497-4238-bafd-77783ddfc45f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0665970 Nov 10 16:36:21.300597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Made reservation on behalf of f651b33b7fe24cec8653747a92dd1c9e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:21.303407 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.318599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.350165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b215de1-ef65-42d0-b25b-8834d945265b req-dc950169-b3c8-4d25-94b0-e9dcf994b846 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927625 Nov 10 16:36:21.369033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d7a90b5-1e55-43b0-a484-2392459a4364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.372702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d7a90b5-1e55-43b0-a484-2392459a4364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.374120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0d7a90b5-1e55-43b0-a484-2392459a4364 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae362fec-6b1f-4ffc-95c1-d8138e0e3554 HTTP/1.1" status: 204 len: 168 time: 0.2626936 Nov 10 16:36:21.391847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a90b5-1e55-43b0-a484-2392459a4364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae362fec-6b1f-4ffc-95c1-d8138e0e3554,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:21.443116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.495063 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.521645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:36:21.531537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4226dcd-fe77-4a97-9a18-51584a1c3184,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:21.539127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.543959 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Added segment 2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa of type vlan for network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 Nov 10 16:36:21.582973 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.685172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.686315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:21.686992 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:21.702286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537a17-a8f9-46fb-a083-fbf108c153c6 req-8b8f6cb8-bfad-4a21-b049-3368b88196e9 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:21.704450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef537a17-a8f9-46fb-a083-fbf108c153c6 req-8b8f6cb8-bfad-4a21-b049-3368b88196e9 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 943 time: 0.0612881 Nov 10 16:36:21.764754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef537a17-a8f9-46fb-a083-fbf108c153c6 req-188aa51e-9d38-4832-9520-3425599704de tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538032 Nov 10 16:36:22.156825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1456497 Nov 10 16:36:22.157541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a17095-7c39-4cc7-9850-2150c0af8591 req-2458e7f7-bc99-4a7c-bed0-514a34bdb469 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.162832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:22.166269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68a17095-7c39-4cc7-9850-2150c0af8591 req-2458e7f7-bc99-4a7c-bed0-514a34bdb469 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 946 time: 0.0685697 Nov 10 16:36:22.171202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Request body: {'subnet': {'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2025204124-subnet', 'tenant_id': 'f651b33b7fe24cec8653747a92dd1c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:22.181827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43224) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:22.184904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f52a8-c7ad-4b1c-9f41-9164b55e88db admin admin] Pushing event updated for resources: {'Network': ['ID=1c27b5c7-e493-4d18-b58c-41f6e7206ff0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:22.199983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:36:22.201266 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cc5914e-e45f-4eca-873e-d610eeb5cda8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.226225 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-aa847f9f-d5b4-42e8-bd25-defd8c2c966f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4947526 Nov 10 16:36:22.281460 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68a17095-7c39-4cc7-9850-2150c0af8591 req-ca2aba39-eb1f-4779-ad60-a462f377f682 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136072 Nov 10 16:36:22.377123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Made reservation on behalf of f651b33b7fe24cec8653747a92dd1c9e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:22.388011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.409502 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cc5914e-e45f-4eca-873e-d610eeb5cda8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.436973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:36:22.505430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:22.506240 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.533194 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cc5914e-e45f-4eca-873e-d610eeb5cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.556945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 66c03591-7e4d-4ea4-97e8-04eb659d56c7 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:36:22.588838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4cc5914e-e45f-4eca-873e-d610eeb5cda8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed7c1a0c4cb74dc29b461ca8f1e857b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059682 Nov 10 16:36:22.590816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5914e-e45f-4eca-873e-d610eeb5cda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335186ca-44ac-40cf-9e05-9666a78a714f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:22.594463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43238) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:22.619348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a02e03-9b7e-4c9d-9bb3-41827e9c8a5c req-5da84e5c-d0d1-4080-9bf8-f4af9607853e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.628285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4a02e03-9b7e-4c9d-9bb3-41827e9c8a5c req-5da84e5c-d0d1-4080-9bf8-f4af9607853e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 946 time: 0.1544666 Nov 10 16:36:22.649839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9ddb600b-11e8-4bd9-855a-7876e26347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.650440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9ddb600b-11e8-4bd9-855a-7876e26347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.650906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9ddb600b-11e8-4bd9-855a-7876e26347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.651538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9ddb600b-11e8-4bd9-855a-7876e26347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.653349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9ddb600b-11e8-4bd9-855a-7876e26347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.654725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9ddb600b-11e8-4bd9-855a-7876e26347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.655375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9ddb600b-11e8-4bd9-855a-7876e26347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.657943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9ddb600b-11e8-4bd9-855a-7876e26347bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6510 time: 0.3528793 Nov 10 16:36:22.709111 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c76379-d024-4235-9d7a-3795c2c14472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.737456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4a02e03-9b7e-4c9d-9bb3-41827e9c8a5c req-7630a436-0a48-4c7f-8a3c-fead35e6656f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081870 Nov 10 16:36:22.781660 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c76379-d024-4235-9d7a-3795c2c14472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.860506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.896287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-2ae1fd28-7d58-4d6f-9fb5-fb6eca8bafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.896758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-2ae1fd28-7d58-4d6f-9fb5-fb6eca8bafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.897065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-2ae1fd28-7d58-4d6f-9fb5-fb6eca8bafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.899074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-2ae1fd28-7d58-4d6f-9fb5-fb6eca8bafb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=c1473950-3513-45c2-93da-745d572e4c5b&id=c1473950-3513-45c2-93da-745d572e4c5b HTTP/1.1" status: 200 len: 2299 time: 0.2068994 Nov 10 16:36:22.921291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.931965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55896ff-06bd-4277-86fe-0fd558d95c55 req-815cebd5-10f1-4529-b895-68f67b728aa8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:22.936009 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f55896ff-06bd-4277-86fe-0fd558d95c55 req-815cebd5-10f1-4529-b895-68f67b728aa8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0781953 Nov 10 16:36:22.949612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 66c03591-7e4d-4ea4-97e8-04eb659d56c7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=66c03591-7e4d-4ea4-97e8-04eb659d56c7,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:22.975998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:22.978606 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c76379-d024-4235-9d7a-3795c2c14472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.979432 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44784da6-1780-4d6e-bff0-4ae029c8f3d1" -d '{"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:22.986508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c76379-d024-4235-9d7a-3795c2c14472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:22.988254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-00c76379-d024-4235-9d7a-3795c2c14472 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/335186ca-44ac-40cf-9e05-9666a78a714f HTTP/1.1" status: 204 len: 168 time: 0.3922884 Nov 10 16:36:22.991508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c086cf2f-907f-43eb-aa4f-03e65c19d7a8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:23.023748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:23.023970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-bd7c1ee0-0ab6-4000-b7ba-df01029dab48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d HTTP/1.1" status: 200 len: 1001 time: 0.1139345 Nov 10 16:36:23.024749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Checking segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:23.025256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Network hostable DHCP agents. Network: 1c27b5c7-e493-4d18-b58c-41f6e7206ff0, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:36:23.026861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '66c03591-7e4d-4ea4-97e8-04eb659d56c7', 'network_id': 'c4938cc0-729e-4909-b116-7c77eb40a66e', 'port_id': '66c03591-7e4d-4ea4-97e8-04eb659d56c7', 'mac_address': 'fa:16:3e:06:3c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db44062-0cb9-498d-a5d4-780e998f21e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:36:23.046389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f55896ff-06bd-4277-86fe-0fd558d95c55 req-0b77f5eb-4199-4e9e-8a60-93ffd0889449 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032619 Nov 10 16:36:23.048010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c76379-d024-4235-9d7a-3795c2c14472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335186ca-44ac-40cf-9e05-9666a78a714f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:23.103550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:23.137276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-68b13d8f-d117-4195-a173-2b943f8d9c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:23.137276 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-68b13d8f-d117-4195-a173-2b943f8d9c12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dece38f5-ece9-49a9-a1da-abc175ea0a1d HTTP/1.1" status: 200 len: 856 time: 0.1035788 Nov 10 16:36:23.165620 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:23.189832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c03591-7e4d-4ea4-97e8-04eb659d56c7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:23.226281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:36:23.234620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 66c03591-7e4d-4ea4-97e8-04eb659d56c7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=66c03591-7e4d-4ea4-97e8-04eb659d56c7,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:23.236708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:23.265011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-b0877657-3773-457f-94fe-7c435b8e3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:23.266649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-b0877657-3773-457f-94fe-7c435b8e3679 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116590 Nov 10 16:36:23.329734 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:23.366005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1c27b5c7-e493-4d18-b58c-41f6e7206ff0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:23.376164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:23.376771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:23.403230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e9d6aa-bdf5-47a4-9112-45d2b43b7fa2 None None] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:23.411833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-36df2867-6c8d-4073-bbd5-10f4c00d0f76 service neutron] 10.222.0.18 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358821 Nov 10 16:36:23.511401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2379bb44-905a-400f-9980-3978f1792991 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3456233 Nov 10 16:36:23.523669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=66c03591-7e4d-4ea4-97e8-04eb659d56c7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:23.564344 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-9195b303-f226-4761-8c32-2568aa0ef44d service neutron] 10.222.0.18 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426630 Nov 10 16:36:23.688414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-5da05487-5e7b-4e54-811d-d2aee1479652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 200 len: 217 time: 0.1131551 Nov 10 16:36:23.723744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c092b85f-17d7-4703-bc6e-40fdb4af61c5 None None] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:23.785088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['66c03591-7e4d-4ea4-97e8-04eb659d56c7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:23.796446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-ee56fd9b-3b6f-414a-8e45-320a3bf4ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:23.816772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-ee56fd9b-3b6f-414a-8e45-320a3bf4ac4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.1188006 Nov 10 16:36:23.919786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc6a9e-8c14-4ce2-8f50-e1ab136f4ccf req-29ca2aaf-b7fb-4366-a744-c39ca5e1bd2a tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:23.930993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34dc6a9e-8c14-4ce2-8f50-e1ab136f4ccf req-29ca2aaf-b7fb-4366-a744-c39ca5e1bd2a tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 944 time: 0.1290338 Nov 10 16:36:23.976099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-a29b198b-8428-4c35-9628-041c5b78248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:23.978210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-a29b198b-8428-4c35-9628-041c5b78248a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1546056 Nov 10 16:36:24.044474 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad76da91-1669-4175-83ae-65f3656f5f67 x-openstack-request-id: req-ad76da91-1669-4175-83ae-65f3656f5f67 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:24.044772 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:24.045022 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad76da91-1669-4175-83ae-65f3656f5f67 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:24.045411 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'code': 200} Nov 10 16:36:24.061065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34dc6a9e-8c14-4ce2-8f50-e1ab136f4ccf req-29a9d683-08b9-4ca5-9e8e-dca4572a9278 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245255 Nov 10 16:36:24.239625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-73cd4327-dcee-4182-bde3-c797d8b00642 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484031 Nov 10 16:36:24.276073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da329e3d-4590-45a7-afaf-55b58d7f02c6 req-ecf7095a-2073-49f2-a50a-c7e2320f2c55 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:24.280781 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da329e3d-4590-45a7-afaf-55b58d7f02c6 req-ecf7095a-2073-49f2-a50a-c7e2320f2c55 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 946 time: 0.0798016 Nov 10 16:36:24.396079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da329e3d-4590-45a7-afaf-55b58d7f02c6 req-a9575da3-80f1-459a-978b-23b7568c6ed1 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063702 Nov 10 16:36:24.443513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43286) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:24.462825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4374e2-bd95-443a-8fad-db630cd04f35 req-a626a6b1-a492-433b-a078-3fdcd86feaf7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:24.465143 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d4374e2-bd95-443a-8fad-db630cd04f35 req-a626a6b1-a492-433b-a078-3fdcd86feaf7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1767154 Nov 10 16:36:24.513095 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-791e14a5-7ef5-4254-8aad-c96261bfd483 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635303 Nov 10 16:36:24.581450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d4374e2-bd95-443a-8fad-db630cd04f35 req-5e24b303-8e8e-45a3-90a9-61b37f4bcd66 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955074 Nov 10 16:36:24.622864 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-dec0edd7-9dfd-419c-a9e0-06f4a8b78fd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 200 len: 217 time: 0.1001623 Nov 10 16:36:24.681970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-285112cf-d25c-4b7a-99fe-5d729996f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:24.684076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-285112cf-d25c-4b7a-99fe-5d729996f71a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0518415 Nov 10 16:36:24.784270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-df132c70-93b7-45ba-b129-bc9d8e5ecb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:24.786988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-df132c70-93b7-45ba-b129-bc9d8e5ecb72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932381 Nov 10 16:36:24.835952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edeb96d9-296b-4e0e-8f47-e51baeafb50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:24.917074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-ab7aba7f-65cf-4bcb-97ed-1c2c71b327d4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:24.926788 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-ab7aba7f-65cf-4bcb-97ed-1c2c71b327d4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.1650288 Nov 10 16:36:24.947522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-a27d4860-c904-44c7-9709-8db350d8bccf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/quotas/f651b33b7fe24cec8653747a92dd1c9e HTTP/1.1" status: 200 len: 375 time: 0.0191085 Nov 10 16:36:24.996750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-4263d1b6-7d86-40aa-bf6c-a454c9e04042 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796043 Nov 10 16:36:25.000388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-093bc163-45b4-4310-b924-205189685561 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515990 Nov 10 16:36:25.129593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edeb96d9-296b-4e0e-8f47-e51baeafb50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:25.235825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edeb96d9-296b-4e0e-8f47-e51baeafb50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:25.247161 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2ab67-9e77-4b46-a6d6-4138762e5e3c req-4869a793-ad79-4132-a0b4-29fd24c2763b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:25.254544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65f2ab67-9e77-4b46-a6d6-4138762e5e3c req-4869a793-ad79-4132-a0b4-29fd24c2763b tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 944 time: 0.0850410 Nov 10 16:36:25.258775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-5ff897d1-ce7c-4fc0-97ae-504a8477260a service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564709 Nov 10 16:36:25.330104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65f2ab67-9e77-4b46-a6d6-4138762e5e3c req-883c8012-7d58-457b-b04f-89d36501c949 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726054 Nov 10 16:36:25.333286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-2be549a3-beb5-4277-9263-db33d20dd090 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189931 Nov 10 16:36:25.404842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-d7667b21-7aff-49fd-9131-c7f29e661487 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=57571b6f-0873-4036-98ed-239eef444a3b HTTP/1.1" status: 200 len: 217 time: 0.0615585 Nov 10 16:36:25.427009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-2f8ade46-786a-442a-a152-586c06d97f13 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:25.428839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-2f8ade46-786a-442a-a152-586c06d97f13 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 946 time: 0.2511029 Nov 10 16:36:25.434620 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-edeb96d9-296b-4e0e-8f47-e51baeafb50c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b2bb3c6186148d795ef0f2dbd97aec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9899313 Nov 10 16:36:25.435675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb96d9-296b-4e0e-8f47-e51baeafb50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44557b1-898d-4ea8-bf3c-54f4b0dff863,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:25.463077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:25.529780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-b9850cc6-91e1-4a4a-9947-b8a7a44b254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:25.533299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-b9850cc6-91e1-4a4a-9947-b8a7a44b254b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.1114740 Nov 10 16:36:25.591297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-ed948c04-3625-470a-b385-c575359b61fe service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002870 Nov 10 16:36:25.592377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa46ce0e-1df6-4e51-9836-3ebc71c9f11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:25.628216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-c6de516a-8fbf-4002-9113-1873994ef033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:25.630382 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-c6de516a-8fbf-4002-9113-1873994ef033 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0903924 Nov 10 16:36:25.632311 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa46ce0e-1df6-4e51-9836-3ebc71c9f11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:25.673417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Deleting port c2fc9560-8bda-43a5-8f6d-edd5223681e1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:25.673919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:25.773929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-7d0ec7ea-2249-478e-9a26-5d2b506d11f8 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277051 Nov 10 16:36:25.836639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] For port c2fc9560-8bda-43a5-8f6d-edd5223681e1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c2fc9560-8bda-43a5-8f6d-edd5223681e1,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:25.837210 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:25.865818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Calling delete_port for c2fc9560-8bda-43a5-8f6d-edd5223681e1 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:25.868085 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa46ce0e-1df6-4e51-9836-3ebc71c9f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:25.873073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa46ce0e-1df6-4e51-9836-3ebc71c9f11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:25.874234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fa46ce0e-1df6-4e51-9836-3ebc71c9f11c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e44557b1-898d-4ea8-bf3c-54f4b0dff863 HTTP/1.1" status: 204 len: 168 time: 0.4116549 Nov 10 16:36:25.899030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46ce0e-1df6-4e51-9836-3ebc71c9f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44557b1-898d-4ea8-bf3c-54f4b0dff863,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:25.999382 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-f05b0e97-46e4-4ced-9326-4fda085f13d2 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120061 Nov 10 16:36:26.112166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-e0546cfd-3be5-47c1-a623-2bd59a246916 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8 HTTP/1.1" status: 200 len: 217 time: 0.1008167 Nov 10 16:36:26.198694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245521-6a01-483d-a179-7486fc43b84e req-4d9edde6-e192-4f4d-b197-0605e86373c9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:26.211751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05245521-6a01-483d-a179-7486fc43b84e req-4d9edde6-e192-4f4d-b197-0605e86373c9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 946 time: 0.1115727 Nov 10 16:36:26.212000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-f8b8bab2-858d-4955-98fb-daaa31bd2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:26.214912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-f8b8bab2-858d-4955-98fb-daaa31bd2b8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0943091 Nov 10 16:36:26.273474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05245521-6a01-483d-a179-7486fc43b84e req-97fd9df2-f5ec-448b-926e-84a558b29d80 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605781 Nov 10 16:36:26.303154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939247fe-0f6e-462b-addb-f89b7693c802 req-877ebebd-6613-4eb8-8bb7-678742427d41 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:26.314865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939247fe-0f6e-462b-addb-f89b7693c802 req-877ebebd-6613-4eb8-8bb7-678742427d41 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0984991 Nov 10 16:36:26.323553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:26.340336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c', 'c2fc9560-8bda-43a5-8f6d-edd5223681e1'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:26.388372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-c4fc9c5e-e5c4-42b3-9ea2-a7991e54e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:26.396841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-c4fc9c5e-e5c4-42b3-9ea2-a7991e54e4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709311 Nov 10 16:36:26.467353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event deleted for resources: {'Port': ['ID=c2fc9560-8bda-43a5-8f6d-edd5223681e1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:26.505873 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c031a43-08ef-4d4c-9542-cabce1faf031 req-c25cc914-4b0b-4231-befb-5cbdcf7b1a87 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 210 time: 0.1540029 Nov 10 16:36:26.557615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-939247fe-0f6e-462b-addb-f89b7693c802 req-509709e0-84f0-4124-9143-e4721c3ec2e7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415648 Nov 10 16:36:26.614198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 66c03591-7e4d-4ea4-97e8-04eb659d56c7 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:36:26.654060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-229d1ed4-5fa4-4be2-9ef6-8b9b816115c1 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426214 Nov 10 16:36:26.680735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] No DVR routers for this DVR port c2fc9560-8bda-43a5-8f6d-edd5223681e1 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:26.690602 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:26.710757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37343c39-a5d2-4cd2-acba-7fadd876adda req-883d8c12-437f-4ab6-bf76-e4085b7f9db6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "DELETE /v2.0/ports/c2fc9560-8bda-43a5-8f6d-edd5223681e1 HTTP/1.1" status: 204 len: 173 time: 1.2460759 Nov 10 16:36:26.713532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816fb1c0-fd49-4061-bd59-596025c298a1', 'name': 'network-vif-deleted', 'tag': 'c2fc9560-8bda-43a5-8f6d-edd5223681e1'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:26.717067 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1a708-87a2-44e3-add1-ea5000d599d8" -d '{"events": [{"server_uuid": "816fb1c0-fd49-4061-bd59-596025c298a1", "name": "network-vif-deleted", "tag": "c2fc9560-8bda-43a5-8f6d-edd5223681e1"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:26.808571 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ead698-4b79-419f-8f04-cafc90c051aa x-openstack-request-id: req-c7ead698-4b79-419f-8f04-cafc90c051aa {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:26.809218 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816fb1c0-fd49-4061-bd59-596025c298a1", "name": "network-vif-deleted", "tag": "c2fc9560-8bda-43a5-8f6d-edd5223681e1", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:26.809576 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7ead698-4b79-419f-8f04-cafc90c051aa {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:26.811938 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816fb1c0-fd49-4061-bd59-596025c298a1', 'name': 'network-vif-deleted', 'tag': 'c2fc9560-8bda-43a5-8f6d-edd5223681e1', 'status': 'completed', 'code': 200} Nov 10 16:36:26.939681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8907f81-b8ac-4e18-9ccd-5479eb382896 req-228e51b9-4ce3-481f-9c6c-6929ced621b0 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:26.939681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f8907f81-b8ac-4e18-9ccd-5479eb382896 req-228e51b9-4ce3-481f-9c6c-6929ced621b0 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 944 time: 0.1694846 Nov 10 16:36:26.939681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-c9df3633-2915-4a63-81fb-4e2a49ac3575 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357929 Nov 10 16:36:26.987806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-bef4a0c9-99ad-41da-adc2-49194c444f92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2311527-52a3-4c34-b032-97c1e37296c0 HTTP/1.1" status: 200 len: 217 time: 0.0624640 Nov 10 16:36:27.091437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f8907f81-b8ac-4e18-9ccd-5479eb382896 req-565860a3-a0f7-4112-a53f-e27a1d5ad7f9 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397963 Nov 10 16:36:27.091437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-2d18dcb1-29dd-4abb-8b57-a28c72e0fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:27.091437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-2d18dcb1-29dd-4abb-8b57-a28c72e0fe64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 200 len: 797 time: 0.0881133 Nov 10 16:36:27.154007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-c102d44e-4168-48ac-a4e2-64984d198f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:27.156028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-c102d44e-4168-48ac-a4e2-64984d198f7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553169 Nov 10 16:36:27.222519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:36:27.245382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:27.245728 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:27.378687 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-51d2d854-2007-4346-be21-318aef42a86c service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813231 Nov 10 16:36:27.383604 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:27.432823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c889db8a-e514-4fe0-9749-cbbffd6d608a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c03591-7e4d-4ea4-97e8-04eb659d56c7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:27.436162 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2e7a3-d962-4d21-9497-6931c10c610a" -d '{"events": [{"server_uuid": "c889db8a-e514-4fe0-9749-cbbffd6d608a", "name": "network-vif-plugged", "status": "completed", "tag": "66c03591-7e4d-4ea4-97e8-04eb659d56c7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:27.467040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 66c03591-7e4d-4ea4-97e8-04eb659d56c7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=66c03591-7e4d-4ea4-97e8-04eb659d56c7,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:27.498012 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c7044-ffba-4229-bff2-0053dae9d851 x-openstack-request-id: req-e83c7044-ffba-4229-bff2-0053dae9d851 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:27.498356 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c889db8a-e514-4fe0-9749-cbbffd6d608a", "name": "network-vif-plugged", "status": "completed", "tag": "66c03591-7e4d-4ea4-97e8-04eb659d56c7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:27.498647 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e83c7044-ffba-4229-bff2-0053dae9d851 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:27.499106 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c889db8a-e514-4fe0-9749-cbbffd6d608a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c03591-7e4d-4ea4-97e8-04eb659d56c7', 'code': 200} Nov 10 16:36:27.503618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-140623a1-5bf3-45ab-85c0-dbaab6bc274d req-e077b43d-0e30-4ac5-ae48-8a8ab3a46a54 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 210 time: 0.0661831 Nov 10 16:36:27.552939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-745ada22-dd95-43c9-8d5f-e3253556851f service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889808 Nov 10 16:36:27.600476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-e1e0e3ff-84f1-4e39-9978-98d75b5dbe87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a79d855-3823-485e-9407-630369d07b6d HTTP/1.1" status: 200 len: 217 time: 0.0463502 Nov 10 16:36:27.603519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e68fb9eb-ecd5-4cbf-a433-b4a016846e1d req-e18c2277-0382-48d5-8c25-d13298d9bee2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 210 time: 0.0328100 Nov 10 16:36:27.709038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-4707755a-d3fc-451f-b3ee-ed135dabd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:27.710469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-4707755a-d3fc-451f-b3ee-ed135dabd637 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 200 len: 797 time: 0.0847328 Nov 10 16:36:27.716672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd0f23-5a90-47e9-9819-979eb6311cef req-2a1f2a2a-ffb2-4ecc-bf81-78d889515dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:27.719299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cdd0f23-5a90-47e9-9819-979eb6311cef req-2a1f2a2a-ffb2-4ecc-bf81-78d889515dc3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 1096 time: 0.1262312 Nov 10 16:36:27.761373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faee1d-67de-4bce-af3a-ab756790ff9b req-3ef7cfa2-32ed-4668-afe3-0d2cbaee11a6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:27.762948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0faee1d-67de-4bce-af3a-ab756790ff9b req-3ef7cfa2-32ed-4668-afe3-0d2cbaee11a6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1244302 Nov 10 16:36:27.832933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-8123559b-1323-40bd-9a9e-d67019bdf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:27.834433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-8123559b-1323-40bd-9a9e-d67019bdf14f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119676 Nov 10 16:36:27.840188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cdd0f23-5a90-47e9-9819-979eb6311cef req-9574279b-2bae-47de-bda4-a8d3131d6f01 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046636 Nov 10 16:36:27.844067 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:27.901391 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0faee1d-67de-4bce-af3a-ab756790ff9b req-c8b7c7ab-c973-4c20-83ba-64fbf338daef tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205344 Nov 10 16:36:27.901391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:27.916114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=66c03591-7e4d-4ea4-97e8-04eb659d56c7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:27.945703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcc5348a-e435-4fb4-8bfe-719879fffce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:28.035850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-a23cd849-dd3f-4bee-baf3-db4376247bd1 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854286 Nov 10 16:36:28.144602 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcc5348a-e435-4fb4-8bfe-719879fffce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:28.177016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a76863bf-c0bf-4832-966d-d8354dfaa91a req-52cdcf8c-7d9e-4af6-9f34-79a666d8e6eb service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269102 Nov 10 16:36:28.203786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcc5348a-e435-4fb4-8bfe-719879fffce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:28.284484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fcc5348a-e435-4fb4-8bfe-719879fffce6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=000ad44a8e4944589cb58b87d5fa6fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3844697 Nov 10 16:36:28.284745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5348a-e435-4fb4-8bfe-719879fffce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9d62dd-8b88-4cb5-9771-855e8c01ecbf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:28.290924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:28.320694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a72fa-fa6b-4ae7-8245-34e49619f668 req-68789afd-b562-4134-9ffa-f741fff1247f tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:28.336868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d29a72fa-fa6b-4ae7-8245-34e49619f668 req-68789afd-b562-4134-9ffa-f741fff1247f tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 945 time: 0.1653306 Nov 10 16:36:28.382436 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59ed5d74-3e76-4957-b15b-5088bbb7cb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:28.426636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59ed5d74-3e76-4957-b15b-5088bbb7cb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:28.436087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d29a72fa-fa6b-4ae7-8245-34e49619f668 req-e0fbacd7-93a8-4b85-a994-67da6c8557fd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934846 Nov 10 16:36:28.476882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c2fc9560-8bda-43a5-8f6d-edd5223681e1 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:28.510736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: c2fc9560-8bda-43a5-8f6d-edd5223681e1 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:28.510736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c2fc9560-8bda-43a5-8f6d-edd5223681e1 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:28.512297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43428) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:28.644655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59ed5d74-3e76-4957-b15b-5088bbb7cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:28.647780 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59ed5d74-3e76-4957-b15b-5088bbb7cb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:28.652616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-59ed5d74-3e76-4957-b15b-5088bbb7cb21 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e9d62dd-8b88-4cb5-9771-855e8c01ecbf HTTP/1.1" status: 204 len: 168 time: 0.3575613 Nov 10 16:36:28.669302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed5d74-3e76-4957-b15b-5088bbb7cb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9d62dd-8b88-4cb5-9771-855e8c01ecbf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:28.729129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c6963f0-9596-4e07-ba78-e5a76ceb9cd4 req-f527b6f1-6110-4c13-80e6-a02a35319495 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=816fb1c0-fd49-4061-bd59-596025c298a1 HTTP/1.1" status: 200 len: 210 time: 0.1088181 Nov 10 16:36:28.762472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-832bb895-3541-44ae-ad23-f4398a1eba7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:28.793984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a0d8bbe-e745-4dec-bdff-209021180d5a req-bfd8a90a-3098-4ee3-99b4-f6178979a094 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 210 time: 0.0422261 Nov 10 16:36:28.889129 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-832bb895-3541-44ae-ad23-f4398a1eba7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:29.015596 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-832bb895-3541-44ae-ad23-f4398a1eba7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:29.073353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-832bb895-3541-44ae-ad23-f4398a1eba7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f60fd6abad54930914368a172dc150d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5541968 Nov 10 16:36:29.073353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43442) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:29.073353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bb895-3541-44ae-ad23-f4398a1eba7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6b3535-849b-4275-8a8a-7d3d2e950c7d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:29.132752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53bd85-83ad-440e-84a2-2d21e964d63d req-26188ce8-6235-4b3a-b260-93b4f100a57d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:29.145418 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d53bd85-83ad-440e-84a2-2d21e964d63d req-26188ce8-6235-4b3a-b260-93b4f100a57d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1460865 Nov 10 16:36:29.194634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d58e9028-f0cf-41a4-94ea-83b6ce0b7a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:29.239614 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d58e9028-f0cf-41a4-94ea-83b6ce0b7a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:29.281293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d53bd85-83ad-440e-84a2-2d21e964d63d req-65b5b936-ff04-4560-9f37-e563c81aedd4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334853 Nov 10 16:36:29.392789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d58e9028-f0cf-41a4-94ea-83b6ce0b7a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:29.395588 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d58e9028-f0cf-41a4-94ea-83b6ce0b7a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:29.398821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d58e9028-f0cf-41a4-94ea-83b6ce0b7a1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f6b3535-849b-4275-8a8a-7d3d2e950c7d HTTP/1.1" status: 204 len: 168 time: 0.3271027 Nov 10 16:36:29.405838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e9028-f0cf-41a4-94ea-83b6ce0b7a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6b3535-849b-4275-8a8a-7d3d2e950c7d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:29.589496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271ba8a-337d-420e-832b-965b360ac700 req-96c20096-1811-4b4d-bee6-e38ae9d8b313 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:29.590944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7271ba8a-337d-420e-832b-965b360ac700 req-96c20096-1811-4b4d-bee6-e38ae9d8b313 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 945 time: 0.0670247 Nov 10 16:36:29.668150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7271ba8a-337d-420e-832b-965b360ac700 req-25fdf384-a2e9-4b18-98aa-3bd6da8555bb tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662403 Nov 10 16:36:30.040408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c4727a90-1006-439f-9417-560319af000a req-1fbce027-471b-4dff-8a13-1f566ae4a601 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 210 time: 0.0463696 Nov 10 16:36:30.500069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-2a7b2504-aa36-445c-86ac-8182c65ae9ab tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:30.501859 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-2a7b2504-aa36-445c-86ac-8182c65ae9ab tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.18 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.3561904 Nov 10 16:36:30.520165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Request body: {'port': {'device_id': 'c9fd8088-438a-4668-8531-99565bfd95fe', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'admin_state_up': True, 'tenant_id': 'f651b33b7fe24cec8653747a92dd1c9e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:30.560443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878ef10-3de0-4dfd-9832-1379daff047c req-ad351fe4-6c35-404b-a9e5-986c22062170 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:30.575024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3878ef10-3de0-4dfd-9832-1379daff047c req-ad351fe4-6c35-404b-a9e5-986c22062170 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1540740 Nov 10 16:36:30.614572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-ac35af38-384e-4398-8f84-0f1b551c3963 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:30.622378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-ac35af38-384e-4398-8f84-0f1b551c3963 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.2810285 Nov 10 16:36:30.651215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-74e28b79-f1c5-4f31-8c8a-8675e73a99ff tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/quotas/63914f0048fe4601b18c574aa491243f HTTP/1.1" status: 200 len: 375 time: 0.0276167 Nov 10 16:36:30.738662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3878ef10-3de0-4dfd-9832-1379daff047c req-9a9379fa-9983-4f9d-acec-796471c6792f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523015 Nov 10 16:36:30.764810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-021f7f9f-00dc-4efc-ae04-520d042e2ac9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125252 Nov 10 16:36:30.891807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0a7067a7-74b1-43e3-b971-c662969cddd5 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258399 Nov 10 16:36:30.935091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Made reservation on behalf of f651b33b7fe24cec8653747a92dd1c9e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:30.938857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:31.069631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-b7ebcfce-42fe-49d5-b243-35da2cebedd9 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709580 Nov 10 16:36:31.181022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Allocated IP 172.20.0.12 (1c27b5c7-e493-4d18-b58c-41f6e7206ff0/c086cf2f-907f-43eb-aa4f-03e65c19d7a8/d525b33f-06c0-434c-804c-732341653332) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:36:31.325697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6046f9d5-fbe6-4a7c-8f2a-6a98c4a052af req-566ef9ec-14df-4b1a-abd5-5c246b67d65e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 210 time: 0.0584955 Nov 10 16:36:31.643602 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a32b7394-c7f8-44ef-816e-c227334add80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:31.991275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41872130-4116-44f9-9d8d-8e224f746570 req-51bad889-0ac1-4fc6-8131-bd8378ed7267 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:32.002946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41872130-4116-44f9-9d8d-8e224f746570 req-51bad889-0ac1-4fc6-8131-bd8378ed7267 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0857060 Nov 10 16:36:32.100474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41872130-4116-44f9-9d8d-8e224f746570 req-2d42f478-9f70-4097-8d77-b8d321b97f6a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949817 Nov 10 16:36:32.242656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b0b148b-dcb3-42fa-b318-be0a91e18b7f req-78dfbf6c-1410-4ccb-8849-15aeb84ae49f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 210 time: 0.0726275 Nov 10 16:36:32.309916 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-4de81fd0-e182-4f5b-892a-c8c28e82c905 service neutron] show failed (client error): The resource could not be found. Nov 10 16:36:32.310939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-4de81fd0-e182-4f5b-892a-c8c28e82c905 service neutron] 10.222.0.69 "GET /v2.0/ports/890827b7-a57b-4515-af25-99a0a340d6d9/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.1422460 Nov 10 16:36:32.321506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:32.498243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5a3f174f-1ad3-4ff2-8cdd-0ab8abf326eb req-4bcdf1d2-bd73-4704-8b66-50af03773404 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 210 time: 0.0549586 Nov 10 16:36:32.510800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:32.591243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:32.594376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:32.598232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:32.686440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event updated for resources: {'Port': ['ID=d525b33f-06c0-434c-804c-732341653332,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:32.739568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:32.740163 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:32.886604 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-334540db-e15f-462a-9873-8efac2344e55 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3717995 Nov 10 16:36:32.913374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Request body: {'port': {'device_id': 'c9fd8088-438a-4668-8531-99565bfd95fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:32.926077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Request body: {'security_group': {'name': 'tempest-securitygroup-807184891', 'description': 'tempest-description-1307896809'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:33.010411 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.263145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63297a94-836a-441b-8355-8fdcf325adc9 req-a48f2add-8847-44e5-b6b6-341d03e5af50 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:33.264578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63297a94-836a-441b-8355-8fdcf325adc9 req-a48f2add-8847-44e5-b6b6-341d03e5af50 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0715086 Nov 10 16:36:33.343461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.356241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63297a94-836a-441b-8355-8fdcf325adc9 req-62471d86-76b5-4e45-98e0-df628ae094cb tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833933 Nov 10 16:36:33.368689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d525b33f-06c0-434c-804c-732341653332 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:33.369410 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.377911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.393971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Transition to ACTIVE for port object d525b33f-06c0-434c-804c-732341653332 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:36:33.517412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-b3cd8aea-1092-47d1-8fb9-0d49ad168f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:33.519049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-b3cd8aea-1092-47d1-8fb9-0d49ad168f08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8&tenant_id=ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 1101 time: 0.0899916 Nov 10 16:36:33.538336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:33.543145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.551184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ca5b6e8-95fe-4056-a1b2-635c52d9ce1e req-59f22e46-80e1-4590-8142-c6feb46119b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 210 time: 0.1011360 Nov 10 16:36:33.557871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.628008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.672510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.703597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:33.728122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c227c-b718-4e62-b35a-0ceacdeb1f26,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:33.785186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d525b33f-06c0-434c-804c-732341653332,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:33.814391 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8adb-cf7c-4291-abbe-f5c306d784e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.833444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d72db3-282e-4e8c-a3fc-b477a824b3e5 req-c2513654-74ba-40ba-afe8-17e8ea0ecd3f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:33.841688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2d72db3-282e-4e8c-a3fc-b477a824b3e5 req-c2513654-74ba-40ba-afe8-17e8ea0ecd3f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 944 time: 0.1611402 Nov 10 16:36:33.935889 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:33.999755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2d72db3-282e-4e8c-a3fc-b477a824b3e5 req-cceb6220-2bb6-4ee6-9eed-d2eeaca79cd4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556704 Nov 10 16:36:34.041091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1857153403'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:34.078345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Attempting to bind port d525b33f-06c0-434c-804c-732341653332 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:34.078734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Attempting to bind port d525b33f-06c0-434c-804c-732341653332 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:34.079068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Attempting to bind port d525b33f-06c0-434c-804c-732341653332 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:34.086019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Port d525b33f-06c0-434c-804c-732341653332 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:34.086153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Attempting to bind port d525b33f-06c0-434c-804c-732341653332 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:34.093921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.098141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:36:34.098521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Checking segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:34.098870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Bound using segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:36:34.100431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Bound port: d525b33f-06c0-434c-804c-732341653332, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:36:34.100431 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.188601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a928a16e-ced6-4042-98f5-25d8dd5bde7c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:34.194764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Made reservation on behalf of 7cfc4935e03341038f822e31d1ebe34e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:34.204048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:34.214111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.227600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] For port d525b33f-06c0-434c-804c-732341653332, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:34.231643 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.255864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] For port d525b33f-06c0-434c-804c-732341653332, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d525b33f-06c0-434c-804c-732341653332,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:36:34.266832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:34.304052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.305334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ddb0492-337f-4ed9-a29d-9e944c83bb84 req-15e5de90-f5b8-4874-a6cb-4e1aeb36d694 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.3844295 Nov 10 16:36:34.338924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:34.344243 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217da41-ebd7-496f-ae86-4caf77e71dd4" -d '{"events": [{"server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "name": "network-vif-unplugged", "status": "completed", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:34.349489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.361447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c5ba5bbc-71f5-4e26-bef5-959d95089cf3 req-1cdc78cd-0edd-4f8e-aa93-aa9892e359f9 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Request body: {'security_group': {'name': 'tempest-securitygroup-142055784', 'description': 'tempest-description-2005282028'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:34.366633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.372631 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.392542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Transition to ACTIVE for port object 890827b7-a57b-4515-af25-99a0a340d6d9 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:36:34.414529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:34.415325 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.416780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] 10.222.0.18 "PUT /v2.0/ports/d525b33f-06c0-434c-804c-732341653332 HTTP/1.1" status: 200 len: 1093 time: 1.5222313 Nov 10 16:36:34.417397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fd8088-438a-4668-8531-99565bfd95fe', 'tag': 'd525b33f-06c0-434c-804c-732341653332'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:34.420203 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f37e01c-5bd4-4203-bac2-7945b30f4126" -d '{"events": [{"name": "network-changed", "server_uuid": "c9fd8088-438a-4668-8531-99565bfd95fe", "tag": "d525b33f-06c0-434c-804c-732341653332"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:34.446893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc70de2-a8b4-4b1f-956c-6246a106bdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d525b33f-06c0-434c-804c-732341653332,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:34.450917 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.479513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:36:34.491893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11311d2-0fec-4671-a4ca-8f24e7628437,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:34.497629 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.497983 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Added segment 918058d4-bdfa-4c4b-8cf0-5640702e5403 of type vlan for network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 Nov 10 16:36:34.507066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.509227 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c5ba5bbc-71f5-4e26-bef5-959d95089cf3 req-1cdc78cd-0edd-4f8e-aa93-aa9892e359f9 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.589375 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.636859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:34.692119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-d7c08113-0275-459c-afac-50590285c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:34.693680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-d7c08113-0275-459c-afac-50590285c00f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 1096 time: 0.0974193 Nov 10 16:36:34.694446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] No DVR routers for this DVR port 890827b7-a57b-4515-af25-99a0a340d6d9 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:34.767989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-eacefaf6-4faf-44d7-89b7-c0ad960ab959 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d525b33f-06c0-434c-804c-732341653332 HTTP/1.1" status: 200 len: 217 time: 0.0544724 Nov 10 16:36:34.768802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.772288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Attempting to bind port 890827b7-a57b-4515-af25-99a0a340d6d9 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:34.772696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Attempting to bind port 890827b7-a57b-4515-af25-99a0a340d6d9 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:34.773096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Attempting to bind port 890827b7-a57b-4515-af25-99a0a340d6d9 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:34.776364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:34.777327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.783535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Port 890827b7-a57b-4515-af25-99a0a340d6d9 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:34.783900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Attempting to bind port 890827b7-a57b-4515-af25-99a0a340d6d9 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:34.793757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c5ba5bbc-71f5-4e26-bef5-959d95089cf3 req-1cdc78cd-0edd-4f8e-aa93-aa9892e359f9 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.797568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:36:34.797993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:34.798444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:36:34.798948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Bound port: 890827b7-a57b-4515-af25-99a0a340d6d9, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:36:34.799393 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.871386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1597133 Nov 10 16:36:34.911821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c5ba5bbc-71f5-4e26-bef5-959d95089cf3 req-1cdc78cd-0edd-4f8e-aa93-aa9892e359f9 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.964529 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:34.977608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:35.006328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515ce30-d4c2-4bb0-affa-4569c828ac69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Pushing event updated for resources: {'Network': ['ID=b6882ebf-02b0-4b28-ba9b-9f8110bf2430,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:35.019815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc78cd-0edd-4f8e-aa93-aa9892e359f9 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaba4b3-649d-47ce-9a47-39703b869125,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:35.023925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:36:35.040270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:36:35.050927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c5ba5bbc-71f5-4e26-bef5-959d95089cf3 req-1cdc78cd-0edd-4f8e-aa93-aa9892e359f9 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:35.061911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5ba5bbc-71f5-4e26-bef5-959d95089cf3 req-1cdc78cd-0edd-4f8e-aa93-aa9892e359f9 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.7066314 Nov 10 16:36:35.094724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-e7587fe2-09a5-4146-8a47-406f7f64973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:35.096712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-e7587fe2-09a5-4146-8a47-406f7f64973a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.3047359 Nov 10 16:36:35.119953 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:35.162576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-2fd1c8bf-919b-4cce-93d1-2871f40f82fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522816 Nov 10 16:36:35.224029 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5968be9c-1d18-4076-b91e-cabc54f3bd8e x-openstack-request-id: req-5968be9c-1d18-4076-b91e-cabc54f3bd8e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:35.227677 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "name": "network-vif-unplugged", "status": "completed", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:35.228442 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5968be9c-1d18-4076-b91e-cabc54f3bd8e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:35.229452 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9', 'code': 200} Nov 10 16:36:35.311958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:35.321823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:35.324840 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] 10.222.0.18 "PUT /v2.0/ports/890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 1096 time: 1.7927692 Nov 10 16:36:35.397595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-093fff1e-ea8b-42d5-944b-c37e7a59344c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:35.399172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-093fff1e-ea8b-42d5-944b-c37e7a59344c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.5495548 Nov 10 16:36:35.406152 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153efc1e-8877-4d30-bfdb-3a4d78da1f2a x-openstack-request-id: req-153efc1e-8877-4d30-bfdb-3a4d78da1f2a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:35.406152 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9fd8088-438a-4668-8531-99565bfd95fe", "tag": "d525b33f-06c0-434c-804c-732341653332", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:35.406152 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-153efc1e-8877-4d30-bfdb-3a4d78da1f2a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:35.406152 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fd8088-438a-4668-8531-99565bfd95fe', 'tag': 'd525b33f-06c0-434c-804c-732341653332', 'status': 'completed', 'code': 200} Nov 10 16:36:35.425292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Request body: {'port': {'device_id': 'b586314e-d4c1-4f86-8376-f044d32c204c', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'admin_state_up': True, 'tenant_id': '63914f0048fe4601b18c574aa491243f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:35.546120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5581271-ff83-4646-b3c2-bbcc2f37f173 service neutron] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:35.577790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-674cb5e3-56f8-4061-8bec-e1b38eacfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:35.579377 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-674cb5e3-56f8-4061-8bec-e1b38eacfcfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1099 time: 0.1992691 Nov 10 16:36:35.583281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c41f60f-c2b5-443a-9d66-4e7f94b8ab04 req-6794b706-4148-4ffa-89e2-02603e223f23 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 210 time: 0.0744915 Nov 10 16:36:35.587884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13808a9-14c5-4801-a2ea-75611ae20b74 req-e0bfd8a1-7ee8-4cf8-81eb-f400e7fd6253 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:35.595338 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a13808a9-14c5-4801-a2ea-75611ae20b74 req-e0bfd8a1-7ee8-4cf8-81eb-f400e7fd6253 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 947 time: 0.2691960 Nov 10 16:36:35.628882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-2d2bd34a-ca7b-4eb6-bf18-d4818e2bdb36 service neutron] 10.222.0.18 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558394 Nov 10 16:36:35.664639 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a13808a9-14c5-4801-a2ea-75611ae20b74 req-3af8b38e-6948-4680-a762-ac312c50e881 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683379 Nov 10 16:36:35.785430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20771cb8-40f9-4fb2-8735-b12e83ad2ddd req-284daa97-1692-4da7-a3c7-9401d0dea8b8 service neutron] 10.222.0.18 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295958 Nov 10 16:36:35.807218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:35.811895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:35.840379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-6acf6800-9d15-441f-a96a-4d80d9e66d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:35.842336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-6acf6800-9d15-441f-a96a-4d80d9e66d3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1942687 Nov 10 16:36:35.902799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-b09e3cd1-231a-4407-a30a-a058f1ec3c99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 217 time: 0.0482903 Nov 10 16:36:35.912561 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd33b8-785f-48a2-be9b-2077cb077ae5 req-b6149c7b-3fc7-408d-9078-5e5319a4b263 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:35.921588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30bd33b8-785f-48a2-be9b-2077cb077ae5 req-b6149c7b-3fc7-408d-9078-5e5319a4b263 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 944 time: 0.1377387 Nov 10 16:36:36.041245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43662) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:36.046903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Request body: {'port': {'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430', 'binding:host_id': 'n-h2-714676-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1905291051'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:36.059213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30bd33b8-785f-48a2-be9b-2077cb077ae5 req-fa83ab02-a8d8-4361-b6df-d8d17054d875 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363111 Nov 10 16:36:36.061351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-1986913a-c9ad-4b62-802b-a92a0aa96bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:36.063471 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-1986913a-c9ad-4b62-802b-a92a0aa96bf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1377628 Nov 10 16:36:36.126815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-e0535a95-6418-448d-8b9a-8867007c59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:36.130689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-e0535a95-6418-448d-8b9a-8867007c59cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542996 Nov 10 16:36:36.145470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-3fed9d8b-fb6d-4745-af17-f86915090b74 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:36:36.146888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-3fed9d8b-fb6d-4745-af17-f86915090b74 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083630 Nov 10 16:36:36.193013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-f60e4118-8a08-4792-9147-13cc02b0e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:36.194680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-f60e4118-8a08-4792-9147-13cc02b0e8a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 1096 time: 0.2619214 Nov 10 16:36:36.321418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Allocated IP 172.20.0.10 (b1c029f4-edf1-41ba-ac0b-6add3459fd09/6d728c2c-8778-4a87-99d2-49192942df69/fd8c6005-5f24-4a83-b2f2-9c12466dc3e3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:36:36.330798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-01b96b17-d6f1-44fc-8d74-89cdf2f17a1c service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745703 Nov 10 16:36:36.392925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1802687159', 'description': 'tempest-description-1992439163'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:36.446972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3ec8235-d7a0-4849-9c23-0015ec8e0bb6 req-de1b0fd0-4d8f-43e2-a39b-6c0e752a9466 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086576 Nov 10 16:36:36.513000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Made reservation on behalf of 5d919d88c5df46e78672072cf4d97aa2 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:36.515534 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:36.543526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:36.554981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-622ef545-a26b-427d-bcd1-c0b0c85a6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:36.556625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-622ef545-a26b-427d-bcd1-c0b0c85a6ddf service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 913 time: 0.3478289 Nov 10 16:36:36.562707 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:36:36.613886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 890827b7-a57b-4515-af25-99a0a340d6d9 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:36.712013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 890827b7-a57b-4515-af25-99a0a340d6d9 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:36.732986 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:36.796429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-df6f6630-0ecf-4cca-a106-86c856efa99a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d525b33f-06c0-434c-804c-732341653332 HTTP/1.1" status: 200 len: 217 time: 0.2077773 Nov 10 16:36:36.816365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48a4c5a3-1208-4736-b7f7-9f8ee4617890 req-c311c605-a5a5-4b16-b9e9-2eada0f78bc9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 210 time: 0.0603912 Nov 10 16:36:36.825926 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:36.871615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:36.989283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420d7b9-6278-427b-abb8-2ad43724c733 req-87bf2efe-e6c6-45ab-9093-61088968dfec tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:36.992707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-49642704-0f0e-4cc1-9292-56defc89e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:36.994180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-49642704-0f0e-4cc1-9292-56defc89e172 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1708252 Nov 10 16:36:36.997651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5420d7b9-6278-427b-abb8-2ad43724c733 req-87bf2efe-e6c6-45ab-9093-61088968dfec tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 947 time: 0.0693140 Nov 10 16:36:37.016320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:37.059458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5420d7b9-6278-427b-abb8-2ad43724c733 req-011ce752-585c-41f6-9efa-71e7b341ef04 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Nov 10 16:36:37.080623 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:37.125534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-3cfedb0e-393b-4bdd-873f-1b781a03136d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491896 Nov 10 16:36:37.166400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:37.170371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] device_id is not set on port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:36:37.237493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba657b90-be45-4153-a523-827a1b4fc89a req-967512de-aee7-449a-993a-3c2d033bc7da tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:37.239053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba657b90-be45-4153-a523-827a1b4fc89a req-967512de-aee7-449a-993a-3c2d033bc7da tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 944 time: 0.0764239 Nov 10 16:36:37.239628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:37.243738 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35642391-bac6-4279-b7db-8b3fb8f70ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:37.296794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba657b90-be45-4153-a523-827a1b4fc89a req-f810b578-e2c7-4425-8969-562df6db1856 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Nov 10 16:36:37.461423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:37.472959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:37.506358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ea245-e5bc-4a40-8503-056fc3a4061b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:37.506820 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7490c1-a76d-4802-8a39-0363eb389b35 x-openstack-request-id: req-7c7490c1-a76d-4802-8a39-0363eb389b35 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:37.506820 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:37.506820 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c7490c1-a76d-4802-8a39-0363eb389b35 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:37.506820 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9', 'status': 'completed', 'code': 200} Nov 10 16:36:37.534244 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:37.560419 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:37.624954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-6858ab54-622b-409c-a621-b55ff9503486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:37.633792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-6858ab54-622b-409c-a621-b55ff9503486 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1099 time: 0.0961778 Nov 10 16:36:37.725293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:37.751580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-df1d9322-5d98-419d-8cf0-28fbd1bffb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:37.753148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-df1d9322-5d98-419d-8cf0-28fbd1bffb8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1185260 Nov 10 16:36:37.797442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:37.823330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:37.875636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-b9d6fc0c-8d43-4a7b-acae-7a4f615bc186 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 217 time: 0.1123762 Nov 10 16:36:37.884638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:37.885307 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:37.901961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event updated for resources: {'Port': ['ID=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:37.917850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:37.924191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-474bd71f-bebe-4560-a396-80b08a6c0116 service neutron] 10.222.0.18 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900021 Nov 10 16:36:37.926337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-43e2692e-2c80-4038-86ec-67604182bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:37.928557 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-43e2692e-2c80-4038-86ec-67604182bdc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1099 time: 0.2828264 Nov 10 16:36:37.937474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] device_id is not set on port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:36:37.960195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-0e47821e-f7ab-41f8-bb82-8634424a2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:37.961794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-0e47821e-f7ab-41f8-bb82-8634424a2d11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0784211 Nov 10 16:36:38.033451 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:38.041750 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:38.054257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-ac3817f6-cb52-4e8b-8d0c-b35135242b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:38.055832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-ac3817f6-cb52-4e8b-8d0c-b35135242b44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820880 Nov 10 16:36:38.069926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c75c0-1ae5-48b5-b9d1-b8202e78b5bf req-4ec2c2b5-72e1-4420-a0b7-f44bd9a74da0 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:38.083013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b17c75c0-1ae5-48b5-b9d1-b8202e78b5bf req-4ec2c2b5-72e1-4420-a0b7-f44bd9a74da0 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 932 time: 0.1199906 Nov 10 16:36:38.113639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-456192b6-3914-4e7d-9d83-d4889b079277 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6964204 Nov 10 16:36:38.136271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Request body: {'port': {'device_id': 'b586314e-d4c1-4f86-8376-f044d32c204c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:38.148701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:38.174592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5863ba7b-1269-4360-ad97-4fbe7f5f8341,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:38.180954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b17c75c0-1ae5-48b5-b9d1-b8202e78b5bf req-a68e9710-9304-4b5a-be18-eeb796bb7d3c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969217 Nov 10 16:36:38.276094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f37e01c-5bd4-4203-bac2-7945b30f4126 req-16025463-bd4f-4468-af94-06e4d7137054 service neutron] 10.222.0.18 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409605 Nov 10 16:36:38.334437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-35298818-1a4c-4537-ac27-dee9dfbd3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:38.336050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-35298818-1a4c-4537-ac27-dee9dfbd3962 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.3938155 Nov 10 16:36:38.369351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=929b016c-b5d0-4a9d-b53c-2d9e7e2d0768,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:38.406490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:38.416932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:38.420642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-d63b11e6-8c6b-40ea-b4d1-acb73a47a667 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 217 time: 0.0746415 Nov 10 16:36:38.421697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-8075443f-abd2-4a7c-8f05-0e3fa0200721 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366024 Nov 10 16:36:38.439141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Checking segment: {'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:38.439609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Network hostable DHCP agents. Network: b6882ebf-02b0-4b28-ba9b-9f8110bf2430, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:36:38.458741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7d87b-b2cc-4dc3-9321-66c0cea1bba4 req-97928989-2e5f-4bb9-945c-6c91b7945464 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:38.468895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07d7d87b-b2cc-4dc3-9321-66c0cea1bba4 req-97928989-2e5f-4bb9-945c-6c91b7945464 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 947 time: 0.1904950 Nov 10 16:36:38.500114 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:38.501333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d525b33f-06c0-434c-804c-732341653332 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:36:38.617554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-84fca8d0-55f3-48c7-aa0b-76ebe6378ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:38.619131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-84fca8d0-55f3-48c7-aa0b-76ebe6378ead service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1812096 Nov 10 16:36:38.624844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8f73be-e65c-4d30-9b77-9f3c941c5233,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:38.650817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:36:38.708272 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-2136987f-6bf9-422e-8c06-d043088ff826 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285302 Nov 10 16:36:38.734561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d525b33f-06c0-434c-804c-732341653332, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d525b33f-06c0-434c-804c-732341653332,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:38.772707 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd525b33f-06c0-434c-804c-732341653332', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'port_id': 'd525b33f-06c0-434c-804c-732341653332', 'mac_address': 'fa:16:3e:d6:88:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c086cf2f-907f-43eb-aa4f-03e65c19d7a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:36:38.779025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07d7d87b-b2cc-4dc3-9321-66c0cea1bba4 req-4e9dee14-78c7-41e2-8237-f28477c0c34a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084395 Nov 10 16:36:38.840519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:38.841818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c04de61-24de-419c-8113-3a344cac112a req-cae72e09-9b0e-42ba-a4d4-7ce7adc31304 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 2.4643829 Nov 10 16:36:38.863962 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:38.866667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, b6882ebf-02b0-4b28-ba9b-9f8110bf2430) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:38.882059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97048dc2-420c-4632-93cd-5a150cf1e2d5 None None] Network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:38.887796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:38.982862 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d525b33f-06c0-434c-804c-732341653332 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:39.010209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.013452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.013931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.022069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-24170ffc-d862-4806-a9b9-5a4da6182675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:39.025450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-24170ffc-d862-4806-a9b9-5a4da6182675 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3955379 Nov 10 16:36:39.031658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.032158 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.034372 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 2 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.052398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.055203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.055203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.108491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d102349-9088-4432-bf75-6284c8923ba7 req-add8a48a-0d86-42b6-a210-6b673858b258 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:39.124088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d102349-9088-4432-bf75-6284c8923ba7 req-add8a48a-0d86-42b6-a210-6b673858b258 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 944 time: 0.1464572 Nov 10 16:36:39.124405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.124405 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.138101 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 3 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.161496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d525b33f-06c0-434c-804c-732341653332, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d525b33f-06c0-434c-804c-732341653332,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:39.203591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d102349-9088-4432-bf75-6284c8923ba7 req-a2003849-77e6-4ce8-ba60-85037897eb68 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796013 Nov 10 16:36:39.223473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-945426d2-cb42-4038-a6ef-f52096ad2a8b req-5b668697-cfd5-47b3-ac35-f237a11c99be tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-794811147', 'description': 'tempest-description-1669239149'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:39.247579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.247922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.248265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.279698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.280156 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.289077 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 4 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.321459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:39.324905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-1d322ca8-645d-42f3-ace2-ea1acdb640cf service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751570 Nov 10 16:36:39.328470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.328819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.329158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.379187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.379472 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.381517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:39.387345 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 5 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.410359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce4f9-7c34-4e5f-831a-dc7e4f3e906b req-2e2451bf-61d6-4022-9ce2-0d436a501480 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:39.411198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d525b33f-06c0-434c-804c-732341653332,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:39.424101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b3ce4f9-7c34-4e5f-831a-dc7e4f3e906b req-2e2451bf-61d6-4022-9ce2-0d436a501480 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 932 time: 0.0923567 Nov 10 16:36:39.427724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-945426d2-cb42-4038-a6ef-f52096ad2a8b req-5b668697-cfd5-47b3-ac35-f237a11c99be tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:39.438234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:39.516469 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b3ce4f9-7c34-4e5f-831a-dc7e4f3e906b req-66b551f1-b3ea-4aab-b654-d001f2dfdbfa tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842879 Nov 10 16:36:39.549097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.549454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.549766 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.562590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Transition to ACTIVE for port object fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:36:39.569758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.569758 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.574158 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 6 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.615648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.616059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.616309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.627563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35642391-bac6-4279-b7db-8b3fb8f70ab3 req-78900c19-de55-4a98-bcb1-bf31b116b4c7 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834823 Nov 10 16:36:39.631156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.631156 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.631156 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 7 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.654420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.654780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.655080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.655552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d525b33f-06c0-434c-804c-732341653332'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:39.678420 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:39.712017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-945426d2-cb42-4038-a6ef-f52096ad2a8b req-5b668697-cfd5-47b3-ac35-f237a11c99be tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:39.712017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.712017 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.736601 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 8 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.784323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.784682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.785005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.802140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.802494 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.803022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:39.805304 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 9 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.822654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-945426d2-cb42-4038-a6ef-f52096ad2a8b req-5b668697-cfd5-47b3-ac35-f237a11c99be tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:39.875838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.876510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.876510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.912957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.913585 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.919794 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 10 to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 Nov 10 16:36:39.934348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b668697-cfd5-47b3-ac35-f237a11c99be tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec182a5f-5de6-4ca4-8250-0861b2045014,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:39.947081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:39.947462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:39.947799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:39.956748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:39.957076 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:39.957447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:39.982896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-945426d2-cb42-4038-a6ef-f52096ad2a8b req-5b668697-cfd5-47b3-ac35-f237a11c99be tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.003932 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-945426d2-cb42-4038-a6ef-f52096ad2a8b req-5b668697-cfd5-47b3-ac35-f237a11c99be tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.7952018 Nov 10 16:36:40.006244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Attempting to bind port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:40.006584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Attempting to bind port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:40.006906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Attempting to bind port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:40.018595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:40.018929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Attempting to bind port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:40.045956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:36:40.046254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Checking segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:40.046610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Bound using segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:36:40.047067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Bound port: fd8c6005-5f24-4a83-b2f2-9c12466dc3e3, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:36:40.047461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.242057 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.408459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d0524-c425-4db4-9bbe-4a7c41e6c5c5 req-db2f61f6-15d8-461e-a8a1-4c725642a707 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:40.411786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e33d0524-c425-4db4-9bbe-4a7c41e6c5c5 req-db2f61f6-15d8-461e-a8a1-4c725642a707 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 947 time: 0.5159349 Nov 10 16:36:40.460888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e33d0524-c425-4db4-9bbe-4a7c41e6c5c5 req-69951f42-3dbf-4907-9b8b-206a74398ea0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Nov 10 16:36:40.508137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 890827b7-a57b-4515-af25-99a0a340d6d9 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:36:40.528188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] For port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:40.528582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 16:36:40.571202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] For port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:40.593699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] For port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:36:40.628613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:40.651737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '890827b7-a57b-4515-af25-99a0a340d6d9', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '890827b7-a57b-4515-af25-99a0a340d6d9', 'mac_address': 'fa:16:3e:1a:8f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:36:40.662568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db097676-af30-430f-814f-0a35c7eba12c req-e4512ae2-2bba-467f-b0e4-cbdc1011f540 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:40.664352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-db097676-af30-430f-814f-0a35c7eba12c req-e4512ae2-2bba-467f-b0e4-cbdc1011f540 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 945 time: 0.0558984 Nov 10 16:36:40.703116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.708358 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.727201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-db097676-af30-430f-814f-0a35c7eba12c req-1f255673-4d5c-4201-a7ce-a38e29313a3d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556979 Nov 10 16:36:40.733666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890827b7-a57b-4515-af25-99a0a340d6d9 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:40.770947 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.783552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:40.784420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:40.795461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.835040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:40.835969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.837698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 HTTP/1.1" status: 200 len: 1093 time: 2.7118611 Nov 10 16:36:40.839274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b586314e-d4c1-4f86-8376-f044d32c204c', 'tag': 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:40.842022 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc" -d '{"events": [{"name": "network-changed", "server_uuid": "b586314e-d4c1-4f86-8376-f044d32c204c", "tag": "fd8c6005-5f24-4a83-b2f2-9c12466dc3e3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:40.863341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=929b016c-b5d0-4a9d-b53c-2d9e7e2d0768,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:40.918167 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:40.971349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b0e378c2-fcf1-438a-a0fb-f2fe70a4afab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.9288077 Nov 10 16:36:40.975367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43754) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:41.017044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:41.111743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Deleting port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:41.112413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:41.165774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e707272-605b-4b7e-9f0b-bd43cb7ba871 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:41.218681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-45fae378-91b8-4860-8858-5b9f35a6b6b7 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48203 time: 0.7363811 Nov 10 16:36:41.240817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-f6d0dc34-813e-4319-a803-33ec8813d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:41.244467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-f6d0dc34-813e-4319-a803-33ec8813d45f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 1096 time: 0.1334047 Nov 10 16:36:41.250863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:41.272831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] For port 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768, host n-h2-714676-11, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:41.274042 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:41.301446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-891f9cd2-e11b-4dcf-9158-f8eb3b7acd33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 HTTP/1.1" status: 200 len: 217 time: 0.0469055 Nov 10 16:36:41.361084 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-233cceb5-676a-46b7-b258-14d2c6281ba5 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0233d26e-f826-4944-8ff6-69abe9c81b5f HTTP/1.1" status: 200 len: 2998 time: 0.1411493 Nov 10 16:36:41.363813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Calling delete_port for 929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:41.405995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-21e55b02-1465-4db6-9ca1-842a366e57be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:41.407697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-21e55b02-1465-4db6-9ca1-842a366e57be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.0995238 Nov 10 16:36:41.461343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-ed2e2e39-f426-4520-b78e-3377396eb630 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0233d26e-f826-4944-8ff6-69abe9c81b5f HTTP/1.1" status: 200 len: 2998 time: 0.0991087 Nov 10 16:36:41.466317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-790e6428-110c-479e-8895-8c71d20fdd3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503378 Nov 10 16:36:41.615473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ecdd3-bac2-4ade-909e-49a4daff96af req-89ba137c-0d8f-4f26-8a24-fdbd27c39128 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:41.627940 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-481ecdd3-bac2-4ade-909e-49a4daff96af req-89ba137c-0d8f-4f26-8a24-fdbd27c39128 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 944 time: 0.2618186 Nov 10 16:36:41.674594 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-abb2b84d-e935-469c-b26c-2e357594ca62 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5863ba7b-1269-4360-ad97-4fbe7f5f8341 HTTP/1.1" status: 200 len: 3002 time: 0.2121077 Nov 10 16:36:41.728375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-481ecdd3-bac2-4ade-909e-49a4daff96af req-02b24256-6c92-4bb6-8a57-fe430d7c8657 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920238 Nov 10 16:36:41.754213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-66f005bc-9715-4405-b391-ba8af444ddf2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:41.756179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-66f005bc-9715-4405-b391-ba8af444ddf2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8&tenant_id=ec53a3cd94604f54b34391385751105d&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 948 time: 0.2567935 Nov 10 16:36:41.763234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-f1d15aad-80b4-42c4-9f35-52a18f383f89 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885003 Nov 10 16:36:41.853863 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6138cabf-74ed-4ff2-9d88-d685119b69ba x-openstack-request-id: req-6138cabf-74ed-4ff2-9d88-d685119b69ba {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:41.854411 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b586314e-d4c1-4f86-8376-f044d32c204c", "tag": "fd8c6005-5f24-4a83-b2f2-9c12466dc3e3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:41.854922 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6138cabf-74ed-4ff2-9d88-d685119b69ba {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:41.855673 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b586314e-d4c1-4f86-8376-f044d32c204c', 'tag': 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3', 'status': 'completed', 'code': 200} Nov 10 16:36:41.868461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:41.897085 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-10941a2d-18b9-4747-aae7-58d3d6f2a34e tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5863ba7b-1269-4360-ad97-4fbe7f5f8341 HTTP/1.1" status: 200 len: 3002 time: 0.2213249 Nov 10 16:36:41.900041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event deleted for resources: {'Port': ['ID=929b016c-b5d0-4a9d-b53c-2d9e7e2d0768,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:41.914829 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:41.927675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:41.949385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-56db7617-885c-4693-bef4-fc48ec01e171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "DELETE /v2.0/ports/929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 HTTP/1.1" status: 204 len: 168 time: 0.9630172 Nov 10 16:36:42.003132 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f751ff-376e-4105-9f1d-4bbe21a13df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] GET failed (client error): The resource could not be found. Nov 10 16:36:42.006262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b5f751ff-376e-4105-9f1d-4bbe21a13df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "GET /v2.0/ports/929b016c-b5d0-4a9d-b53c-2d9e7e2d0768 HTTP/1.1" status: 404 len: 333 time: 0.0690084 Nov 10 16:36:42.010466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43776) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:42.018975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Request body: {'port': {'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-379405727'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:42.045517 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-425709e6-1314-4b44-9392-ebe1b32a48d7 service neutron] delete failed (client error): The resource could not be found. Nov 10 16:36:42.046653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-425709e6-1314-4b44-9392-ebe1b32a48d7 service neutron] 10.222.0.69 "DELETE /v2.0/ports/890827b7-a57b-4515-af25-99a0a340d6d9/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.2758102 Nov 10 16:36:42.070695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-bfd3fc66-7211-4ef4-ae2e-9d48570156bc tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5ee439e8-2da5-4d87-b440-c4e364c0ddf2 HTTP/1.1" status: 200 len: 2998 time: 0.1725020 Nov 10 16:36:42.129720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd690f1b-d7c5-4a4b-b7fb-b99cdcfc53a1 req-a61cebda-1781-428e-bac5-0428e52d35a7 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528349 Nov 10 16:36:42.185217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Made reservation on behalf of 5d919d88c5df46e78672072cf4d97aa2 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:42.188354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:42.197839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-b341cbe2-dcd4-4b87-afc2-243c0c4f21d3 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5ee439e8-2da5-4d87-b440-c4e364c0ddf2 HTTP/1.1" status: 200 len: 2998 time: 0.1102376 Nov 10 16:36:42.212519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-f00a1c38-ad37-4301-9d13-ecd249cf8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.214074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-f00a1c38-ad37-4301-9d13-ecd249cf8cb3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1100 time: 0.0816457 Nov 10 16:36:42.214981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] device_id is not set on port 2d68560e-fe2c-4b7c-9c99-c99345314380 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:36:42.230768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d19ef-2c10-4530-bd8f-f08aaab759a7 req-cd359dba-e17b-4f01-8273-3002d6350813 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.232396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c9d19ef-2c10-4530-bd8f-f08aaab759a7 req-cd359dba-e17b-4f01-8273-3002d6350813 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 948 time: 0.1553540 Nov 10 16:36:42.342996 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-2e642c3c-4ec1-4e6f-8c51-e2300bc162c7 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7aa0ce7b-b11c-4037-b5e0-a1e01a4f1363 HTTP/1.1" status: 200 len: 2994 time: 0.1385896 Nov 10 16:36:42.361863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c9d19ef-2c10-4530-bd8f-f08aaab759a7 req-27155639-9abb-47c7-a42f-73532d7c139d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886142 Nov 10 16:36:42.426510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-3a579657-828a-48f4-9d80-28ba6c86a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.428020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-3a579657-828a-48f4-9d80-28ba6c86a95e service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2065923 Nov 10 16:36:42.470066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:42.492322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-cf654ea9-dc6d-4233-bb23-6470ded88f3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 200 len: 217 time: 0.0514205 Nov 10 16:36:42.503075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-71bd5aec-c532-475e-be74-77f069bd08d9 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7aa0ce7b-b11c-4037-b5e0-a1e01a4f1363 HTTP/1.1" status: 200 len: 2994 time: 0.1469843 Nov 10 16:36:42.512599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 890827b7-a57b-4515-af25-99a0a340d6d9 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:36:42.535788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-17b44c9e-3526-4d10-8b8d-539d6c395208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.537267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-17b44c9e-3526-4d10-8b8d-539d6c395208 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 1096 time: 0.1774817 Nov 10 16:36:42.646920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996667-1e11-4d76-b444-226e3b3e9cc3 req-fad24844-083a-4714-a04e-55140e53d684 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.650363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11996667-1e11-4d76-b444-226e3b3e9cc3 req-fad24844-083a-4714-a04e-55140e53d684 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 945 time: 0.0654740 Nov 10 16:36:42.654462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:42.678158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-100e1485-ec72-4b97-b1e5-6c680f450971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.680086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-100e1485-ec72-4b97-b1e5-6c680f450971 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1723433 Nov 10 16:36:42.688870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 890827b7-a57b-4515-af25-99a0a340d6d9 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:36:42.694406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 890827b7-a57b-4515-af25-99a0a340d6d9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:42.694696 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:42.696200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-d9a13392-d129-46a4-8f6f-f8dc553aa75c tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/98a4749f-f7b5-4c43-8dbe-47c1a5c17461 HTTP/1.1" status: 200 len: 2990 time: 0.1918566 Nov 10 16:36:42.737801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:42.756433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:42.760576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-a5bdf9cd-3c9f-4375-9b01-a1e3ed6cac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.763544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-a5bdf9cd-3c9f-4375-9b01-a1e3ed6cac3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 907 time: 0.2001345 Nov 10 16:36:42.766417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:42.767504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.768241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:42.791065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=2d68560e-fe2c-4b7c-9c99-c99345314380,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:42.794711 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:42.799885 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11996667-1e11-4d76-b444-226e3b3e9cc3 req-f316242c-6f66-4a8e-9262-06576a992927 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337759 Nov 10 16:36:42.850481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:42.851898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:42.856806 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce93bba2-e30a-45e3-aa2e-3a6e2aa960fa" -d '{"events": [{"server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "name": "network-vif-plugged", "status": "completed", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:42.874339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-1e4da617-ef2a-4824-943c-526269af398f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 HTTP/1.1" status: 200 len: 217 time: 0.0816352 Nov 10 16:36:42.923894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-4fb61c06-d38d-4d14-bd27-f997563f8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.925393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-4fb61c06-d38d-4d14-bd27-f997563f8052 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173650 Nov 10 16:36:42.928958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-12c9519e-6543-4662-a78a-a83650905884 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/98a4749f-f7b5-4c43-8dbe-47c1a5c17461 HTTP/1.1" status: 200 len: 2990 time: 0.2303462 Nov 10 16:36:42.943186 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-86d7bfa0-c72f-43d9-88af-77074ec5b4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9281709 Nov 10 16:36:42.943673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43792) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:42.950176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:42.957211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:42.958107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d525b33f-06c0-434c-804c-732341653332 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:36:42.988549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-f70d15c4-e1b3-4f02-b527-59cdc961b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:42.990003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-f70d15c4-e1b3-4f02-b527-59cdc961b286 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.1082048 Nov 10 16:36:43.053975 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:43.055391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:43.068365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-a1c7f61d-07e0-468d-8713-b837a019ea73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439899 Nov 10 16:36:43.075823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-75bb421a-ce51-472e-9b09-d3600a9edbcb tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b11311d2-0fec-4671-a4ca-8f24e7628437 HTTP/1.1" status: 200 len: 3002 time: 0.1379149 Nov 10 16:36:43.143146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7292b0-42f7-4c47-a54f-bd0da6d7ca16 req-5f582f52-8edf-4f63-a0f2-33fae2a1b6bc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:43.143146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e7292b0-42f7-4c47-a54f-bd0da6d7ca16 req-5f582f52-8edf-4f63-a0f2-33fae2a1b6bc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 944 time: 0.2382433 Nov 10 16:36:43.171229 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port d525b33f-06c0-434c-804c-732341653332 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:36:43.172854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-d904a30f-a94f-4370-a8f1-16c9fdcc3a40 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377174 Nov 10 16:36:43.178393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d525b33f-06c0-434c-804c-732341653332 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:43.179235 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:43.271277 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-6191cf02-e653-4ae2-a608-bf59dc86fa17 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b11311d2-0fec-4671-a4ca-8f24e7628437 HTTP/1.1" status: 200 len: 3002 time: 0.1801338 Nov 10 16:36:43.297020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e7292b0-42f7-4c47-a54f-bd0da6d7ca16 req-5de9b78e-717a-4152-9558-c50a94e94afb tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404240 Nov 10 16:36:43.533647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-dc424af4-8452-4f94-a74f-73d456eed189 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666225 Nov 10 16:36:43.536060 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:43.537429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] device_id is not set on port 2d68560e-fe2c-4b7c-9c99-c99345314380 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:36:43.537429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:43.537660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40b1ba9e-ca97-4e4f-baff-fb5b2d4661e0 req-da8f1e64-cca4-46ba-ab06-307129198f07 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237864 Nov 10 16:36:43.537787 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f296174-daed-4b3a-bc12-8e7825129829 x-openstack-request-id: req-1f296174-daed-4b3a-bc12-8e7825129829 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:43.537787 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "name": "network-vif-plugged", "status": "completed", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:43.537787 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f296174-daed-4b3a-bc12-8e7825129829 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:43.537787 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9', 'code': 200} Nov 10 16:36:43.537787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d525b33f-06c0-434c-804c-732341653332, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d525b33f-06c0-434c-804c-732341653332,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:43.538330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-354f32b6-d4ae-4b41-aacf-d0431573be80 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b4226dcd-fe77-4a97-9a18-51584a1c3184 HTTP/1.1" status: 200 len: 3002 time: 0.1635363 Nov 10 16:36:43.538330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b714fb03-c2fc-4adf-a88d-b4f11e11dacc req-7b658a57-9c14-4b1c-aaac-d81ebeca2438 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547732 Nov 10 16:36:43.538330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-249e0912-b116-4f53-b351-785b9d661187 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b4226dcd-fe77-4a97-9a18-51584a1c3184 HTTP/1.1" status: 200 len: 3002 time: 0.0628808 Nov 10 16:36:43.582399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-7da55f25-3333-4c01-8d87-eb752227a4c9 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b44c227c-b718-4e62-b35a-0ceacdeb1f26 HTTP/1.1" status: 200 len: 3002 time: 0.0591292 Nov 10 16:36:43.596313 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:43.598313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af400ef-8a60-403c-8d2e-849b71c46032 req-75cf1bdc-81ca-4866-b348-ff20d5aaa087 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:43.599971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5af400ef-8a60-403c-8d2e-849b71c46032 req-75cf1bdc-81ca-4866-b348-ff20d5aaa087 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0621731 Nov 10 16:36:43.601228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:43.643458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-41ae3907-ddae-4149-a18e-b536816ec244 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b44c227c-b718-4e62-b35a-0ceacdeb1f26 HTTP/1.1" status: 200 len: 3002 time: 0.0545328 Nov 10 16:36:43.673340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d525b33f-06c0-434c-804c-732341653332,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:43.698172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=2d68560e-fe2c-4b7c-9c99-c99345314380,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:43.762842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-ae507fa7-7a73-4a4a-8f35-a8757dcadf4c tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bf5e268a-4769-4d20-ad16-d7254b354277 HTTP/1.1" status: 200 len: 2998 time: 0.0605686 Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5af400ef-8a60-403c-8d2e-849b71c46032 req-e3931958-7b90-4ca7-89bf-4c8ca19c2ecb tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284244 Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 2 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.762966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.764072 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.764072 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 3 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.768217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-06b8e118-c741-4359-864c-40fd542dd69e tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bf5e268a-4769-4d20-ad16-d7254b354277 HTTP/1.1" status: 200 len: 2998 time: 0.0437949 Nov 10 16:36:43.777084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.778304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.778654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.783946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.784222 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.784673 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 4 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.798483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.798833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.799167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.805226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.805561 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.805955 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 5 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.813354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-311db318-6dc8-48fb-87cd-4650eaffa47a tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c3e7434a-1bbb-4702-be13-94e4f833698d HTTP/1.1" status: 200 len: 2998 time: 0.0384245 Nov 10 16:36:43.826208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.826208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.826208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.831508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.832287 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.833347 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 6 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.853353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.853707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.854018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.859337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.867087 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.867568 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 7 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.872881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-9f235b21-76f4-463a-a70c-cccff87ac00e tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c3e7434a-1bbb-4702-be13-94e4f833698d HTTP/1.1" status: 200 len: 2998 time: 0.0507329 Nov 10 16:36:43.886688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.887441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.887582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.892520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.893226 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.893226 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 8 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.907988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.908362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.908658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.913777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.914120 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.914483 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 9 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.922794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-ec64e4bb-6444-4438-9c15-250c409f47dc tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c46ea245-e5bc-4a40-8503-056fc3a4061b HTTP/1.1" status: 200 len: 3002 time: 0.0429468 Nov 10 16:36:43.930495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.930894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.931237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.936298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.936690 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.937152 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 10 to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 Nov 10 16:36:43.960819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:43.961487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:43.962049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:43.980167 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-1941a55f-7509-4dff-8611-4fe946279236 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c46ea245-e5bc-4a40-8503-056fc3a4061b HTTP/1.1" status: 200 len: 3002 time: 0.0441897 Nov 10 16:36:43.985821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:43.986086 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 2d68560e-fe2c-4b7c-9c99-c99345314380 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:43.986521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:44.037449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-79dc4561-6737-454a-adea-c20cc0a23f68 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cbac8c9e-0529-4c94-a490-f0ec6c53c2d6 HTTP/1.1" status: 200 len: 2998 time: 0.0438738 Nov 10 16:36:44.039281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58e1c2-ec2f-416e-88df-6ce003c1afc3 req-b134121b-6bdf-4421-94b8-1796345c4fac tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.040890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b58e1c2-ec2f-416e-88df-6ce003c1afc3 req-b134121b-6bdf-4421-94b8-1796345c4fac tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 946 time: 0.0930552 Nov 10 16:36:44.085113 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-2b6b759d-129d-41e2-8b7f-2ecdb2fdf23b tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cbac8c9e-0529-4c94-a490-f0ec6c53c2d6 HTTP/1.1" status: 200 len: 2998 time: 0.0401015 Nov 10 16:36:44.093676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] For port 2d68560e-fe2c-4b7c-9c99-c99345314380, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:44.094078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempted to set empty binding levels {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 16:36:44.112593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b58e1c2-ec2f-416e-88df-6ce003c1afc3 req-31a92ca9-b624-4d85-83aa-951dbf310df3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640218 Nov 10 16:36:44.147476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-dc7d11ae-d061-4b17-a00c-8059c533657a tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e6e1f996-e028-4872-91f3-b04072b23ef3 HTTP/1.1" status: 200 len: 2998 time: 0.0437236 Nov 10 16:36:44.195281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-19dd2e7a-f817-42af-b192-a58490544891 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e6e1f996-e028-4872-91f3-b04072b23ef3 HTTP/1.1" status: 200 len: 2998 time: 0.0523026 Nov 10 16:36:44.219063 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:44.247700 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-5e9c4b35-baa5-4791-9e70-47cc26a60590 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f5a75540-cfa1-419b-9631-db3a0271bff5 HTTP/1.1" status: 200 len: 2998 time: 0.0431128 Nov 10 16:36:44.255069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] In _notify_port_updated(), no bound segment for port 2d68560e-fe2c-4b7c-9c99-c99345314380 on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:36:44.256231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.259776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:44.259776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "PUT /v2.0/ports/2d68560e-fe2c-4b7c-9c99-c99345314380 HTTP/1.1" status: 200 len: 979 time: 1.3134241 Nov 10 16:36:44.262145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:44.287442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457849b4-a31d-43c9-8ca1-98f39ab9f540 req-9fd04af4-d56d-4fda-be08-f080824fc8ca tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.288983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-457849b4-a31d-43c9-8ca1-98f39ab9f540 req-9fd04af4-d56d-4fda-be08-f080824fc8ca tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 951 time: 0.1147611 Nov 10 16:36:44.291347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1ac19-6992-4b66-8c07-465e86737158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=2d68560e-fe2c-4b7c-9c99-c99345314380,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:44.352660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-457849b4-a31d-43c9-8ca1-98f39ab9f540 req-f91cd441-1c4a-4b00-8174-7bec8e55626f tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 Nov 10 16:36:44.372309 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c181e5c-4c02-4f06-9315-d9d20133e2a6 req-300c61cf-96bd-438b-82ff-9fdd797d6c05 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f5a75540-cfa1-419b-9631-db3a0271bff5 HTTP/1.1" status: 200 len: 2998 time: 0.1172357 Nov 10 16:36:44.416316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.417714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.418523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.419175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.419832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.420463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.421086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.421645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.422427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.423154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.423738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.424587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.425159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.425686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.426306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.427050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.427658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.428165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.429117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.429697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.430206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.430711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.431218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.431758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.432259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.433477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.434026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.437900 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-306d1024-52ee-4a7d-891e-77f914e48554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24416 time: 0.1747096 Nov 10 16:36:44.442403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:44.489775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc823d9-bdd8-4ca9-baaa-4c36738b5630 req-0767ea53-2eb5-4ece-98b2-424ed04c7134 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.491382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9cc823d9-bdd8-4ca9-baaa-4c36738b5630 req-0767ea53-2eb5-4ece-98b2-424ed04c7134 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 944 time: 0.0671551 Nov 10 16:36:44.514048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:36:44.544558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Deleting port 2d68560e-fe2c-4b7c-9c99-c99345314380 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:44.545976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:44.585283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9cc823d9-bdd8-4ca9-baaa-4c36738b5630 req-1efb1f18-98f6-423f-b1a3-a239485f5f7c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850644 Nov 10 16:36:44.631049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] For port 2d68560e-fe2c-4b7c-9c99-c99345314380, host n-h2-714676-11, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:44.631558 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:44.633199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:44.646077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'port_id': 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3', 'mac_address': 'fa:16:3e:a7:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d728c2c-8778-4a87-99d2-49192942df69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:36:44.648543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Calling delete_port for 2d68560e-fe2c-4b7c-9c99-c99345314380 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:44.718470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee99e48f-73e2-4207-8dcc-3506b26b6289 req-d0b63cc2-6002-46d2-8d23-8b8bd4d5a8eb tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a85bcaa9ae8467b803786a32d7e0f66 HTTP/1.1" status: 200 len: 6161 time: 0.1036842 Nov 10 16:36:44.774679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee99e48f-73e2-4207-8dcc-3506b26b6289 req-e5ff2223-7629-47e8-8e8f-90980eca7b75 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "GET /v2.0/security-groups/b44c227c-b718-4e62-b35a-0ceacdeb1f26 HTTP/1.1" status: 200 len: 3002 time: 0.0554485 Nov 10 16:36:44.830598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee99e48f-73e2-4207-8dcc-3506b26b6289 req-4ccfeb38-00e3-47d5-9af3-573812c84deb tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "GET /v2.0/security-groups/b44c227c-b718-4e62-b35a-0ceacdeb1f26 HTTP/1.1" status: 200 len: 3002 time: 0.0481491 Nov 10 16:36:44.831120 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:44.847613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:44.872058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:44.878257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:44.909326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d68560e-fe2c-4b7c-9c99-c99345314380,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:44.920445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:44.925866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "DELETE /v2.0/ports/2d68560e-fe2c-4b7c-9c99-c99345314380 HTTP/1.1" status: 204 len: 168 time: 0.4802935 Nov 10 16:36:44.926606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.926606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.926795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.927635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.927635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.927843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.928097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.928497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.928831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.929273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.929670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.929892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58add-18e7-4cf0-8b8a-c8b927b70767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:44.931359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43856) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:44.968784 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-909a3562-1dc5-4b8d-9199-3d8b526c3101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] GET failed (client error): The resource could not be found. Nov 10 16:36:44.971663 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-909a3562-1dc5-4b8d-9199-3d8b526c3101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "GET /v2.0/ports/2d68560e-fe2c-4b7c-9c99-c99345314380 HTTP/1.1" status: 404 len: 333 time: 0.0317810 Nov 10 16:36:44.974086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:44.983743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380339599', 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:44.989284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ac7d8-804e-48a0-a8c9-b40567840a24 req-1bfcc9c7-cdc2-40ed-94ec-bd1693cc2728 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:44.989284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd5ac7d8-804e-48a0-a8c9-b40567840a24 req-1bfcc9c7-cdc2-40ed-94ec-bd1693cc2728 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0927935 Nov 10 16:36:45.012968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.045664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd5ac7d8-804e-48a0-a8c9-b40567840a24 req-b03174e3-6043-46d3-b56f-2c2cc9624cfe tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506473 Nov 10 16:36:45.066065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:45.089713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Made reservation on behalf of 5d919d88c5df46e78672072cf4d97aa2 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:45.095507 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.109349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] device_id is not set on port e3b7d5f2-9982-4281-8790-bbea62acbb15 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:36:45.185564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e65939b-4407-4c44-afd7-0117638d5fbd req-20ba4fa4-030e-4d0d-a16b-e2a24668f901 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ec182a5f-5de6-4ca4-8250-0861b2045014 HTTP/1.1" status: 200 len: 1796 time: 0.0378370 Nov 10 16:36:45.248286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5e65939b-4407-4c44-afd7-0117638d5fbd req-155e7f7e-78a1-4c5a-be6c-7446580c1e43 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.272676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5e65939b-4407-4c44-afd7-0117638d5fbd req-155e7f7e-78a1-4c5a-be6c-7446580c1e43 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.296189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.367774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['fd8c6005-5f24-4a83-b2f2-9c12466dc3e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:45.437038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fd8088-438a-4668-8531-99565bfd95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd525b33f-06c0-434c-804c-732341653332'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:45.439254 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b2b42-3c6b-4030-aa69-7c82a25c80c9" -d '{"events": [{"server_uuid": "c9fd8088-438a-4668-8531-99565bfd95fe", "name": "network-vif-plugged", "status": "completed", "tag": "d525b33f-06c0-434c-804c-732341653332"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:45.443354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5e65939b-4407-4c44-afd7-0117638d5fbd req-155e7f7e-78a1-4c5a-be6c-7446580c1e43 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.446553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5e65939b-4407-4c44-afd7-0117638d5fbd req-155e7f7e-78a1-4c5a-be6c-7446580c1e43 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.449205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e65939b-4407-4c44-afd7-0117638d5fbd req-155e7f7e-78a1-4c5a-be6c-7446580c1e43 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec182a5f-5de6-4ca4-8250-0861b2045014 HTTP/1.1" status: 204 len: 173 time: 0.2554448 Nov 10 16:36:45.460146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e7f7e-78a1-4c5a-be6c-7446580c1e43 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec182a5f-5de6-4ca4-8250-0861b2045014,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:45.471374 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.523339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:45.527448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:45.531592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:45.532752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:45.533343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.551465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=e3b7d5f2-9982-4281-8790-bbea62acbb15,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:45.580894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef58bc-8a38-4373-b809-2c82b49533bd req-a69575fc-2b89-4a8a-9ca0-f7eccec5d3bc tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:45.580894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96ef58bc-8a38-4373-b809-2c82b49533bd req-a69575fc-2b89-4a8a-9ca0-f7eccec5d3bc tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 1101 time: 0.0516484 Nov 10 16:36:45.631344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96ef58bc-8a38-4373-b809-2c82b49533bd req-f75a6822-e884-429e-afb7-ea3b77836e22 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Nov 10 16:36:45.642079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-29af7985-f495-406d-8e44-1d01418be28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6652722 Nov 10 16:36:45.652760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:45.699757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c28e45-670a-4f41-b6a9-a1532d594ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:45.702122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d4c28e45-670a-4f41-b6a9-a1532d594ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "GET /v2.0/ports/e3b7d5f2-9982-4281-8790-bbea62acbb15 HTTP/1.1" status: 200 len: 959 time: 0.0558650 Nov 10 16:36:45.706319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:45.791885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02ca9-2219-4370-a774-8c63ca6be67d req-3ce9d499-8a27-47a1-8da4-404905518170 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:45.793925 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95e02ca9-2219-4370-a774-8c63ca6be67d req-3ce9d499-8a27-47a1-8da4-404905518170 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 946 time: 0.0572414 Nov 10 16:36:45.809255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34d8be43-a749-4cad-934e-e5e686e2d190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Deleting port e3b7d5f2-9982-4281-8790-bbea62acbb15 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:45.809784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34d8be43-a749-4cad-934e-e5e686e2d190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.848263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95e02ca9-2219-4370-a774-8c63ca6be67d req-0a5fdc16-18bf-4449-95be-8043bd35cd52 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473332 Nov 10 16:36:45.880232 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34d8be43-a749-4cad-934e-e5e686e2d190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:45.894625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34d8be43-a749-4cad-934e-e5e686e2d190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Calling delete_port for e3b7d5f2-9982-4281-8790-bbea62acbb15 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:45.896307 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d722cb1b-6838-4be1-b0df-b9f104f3fa63 x-openstack-request-id: req-d722cb1b-6838-4be1-b0df-b9f104f3fa63 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:45.896792 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fd8088-438a-4668-8531-99565bfd95fe", "name": "network-vif-plugged", "status": "completed", "tag": "d525b33f-06c0-434c-804c-732341653332", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:45.896889 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d722cb1b-6838-4be1-b0df-b9f104f3fa63 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:45.897227 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fd8088-438a-4668-8531-99565bfd95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd525b33f-06c0-434c-804c-732341653332', 'code': 200} Nov 10 16:36:45.957546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ab50477-a374-4629-81d0-ef85179552ab req-c04be582-18ed-4309-9080-36e2104e509f tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7b8f73be-e65c-4d30-9b77-9f3c941c5233 HTTP/1.1" status: 200 len: 1797 time: 0.0471473 Nov 10 16:36:46.016630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ab50477-a374-4629-81d0-ef85179552ab req-e783c5f9-f173-4132-8c1b-ca6aae867f46 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.039789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ab50477-a374-4629-81d0-ef85179552ab req-e783c5f9-f173-4132-8c1b-ca6aae867f46 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.108356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34d8be43-a749-4cad-934e-e5e686e2d190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.157258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd97c-5c05-404d-b8b0-482c86d03426 req-da86a9fb-9e46-4145-bd6c-94b6e5421220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:46.158737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-141fd97c-5c05-404d-b8b0-482c86d03426 req-da86a9fb-9e46-4145-bd6c-94b6e5421220 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 1098 time: 0.1970444 Nov 10 16:36:46.160957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8be43-a749-4cad-934e-e5e686e2d190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3b7d5f2-9982-4281-8790-bbea62acbb15,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:46.164593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ab50477-a374-4629-81d0-ef85179552ab req-e783c5f9-f173-4132-8c1b-ca6aae867f46 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.164593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ab50477-a374-4629-81d0-ef85179552ab req-e783c5f9-f173-4132-8c1b-ca6aae867f46 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.164952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ab50477-a374-4629-81d0-ef85179552ab req-e783c5f9-f173-4132-8c1b-ca6aae867f46 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b8f73be-e65c-4d30-9b77-9f3c941c5233 HTTP/1.1" status: 204 len: 173 time: 0.2013528 Nov 10 16:36:46.169338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34d8be43-a749-4cad-934e-e5e686e2d190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.175326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-34d8be43-a749-4cad-934e-e5e686e2d190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "DELETE /v2.0/ports/e3b7d5f2-9982-4281-8790-bbea62acbb15 HTTP/1.1" status: 204 len: 168 time: 0.4659362 Nov 10 16:36:46.176706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43908) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:46.177501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783c5f9-f173-4132-8c1b-ca6aae867f46 tempest-SecurityGroupsTestAdminJSON-855648467 tempest-SecurityGroupsTestAdminJSON-855648467-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8f73be-e65c-4d30-9b77-9f3c941c5233,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:46.210150 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a91524-03f4-4ded-a1d3-2285fe041593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] GET failed (client error): The resource could not be found. Nov 10 16:36:46.234230 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-31a91524-03f4-4ded-a1d3-2285fe041593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "GET /v2.0/ports/e3b7d5f2-9982-4281-8790-bbea62acbb15 HTTP/1.1" status: 404 len: 333 time: 0.0374410 Nov 10 16:36:46.234230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43910) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:46.234459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32c880-e548-4f5a-b320-333d29d7681c req-593231f2-2c47-4e7c-b0df-ca073bd11fb6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:46.234590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Request body: {'port': {'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-706048070'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:46.234696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e32c880-e548-4f5a-b320-333d29d7681c req-593231f2-2c47-4e7c-b0df-ca073bd11fb6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 945 time: 0.1304705 Nov 10 16:36:46.256419 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-141fd97c-5c05-404d-b8b0-482c86d03426 req-4d01f669-540f-495d-a2a2-6de7dc60fa32 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802608 Nov 10 16:36:46.296030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e32c880-e548-4f5a-b320-333d29d7681c req-c7ae683d-cef3-4daa-a9a1-510201375de8 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614655 Nov 10 16:36:46.344008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Made reservation on behalf of 5d919d88c5df46e78672072cf4d97aa2 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:46.350031 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.368315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] device_id is not set on port 4583c339-4675-4001-862f-bcfb4e99aa7e yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:36:46.386460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a713080-d7e0-44a5-8604-f7523d6cf20a req-ea7730c7-c08f-45e5-9f73-86172029e56d tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "GET /v2.0/security-groups/7eaba4b3-649d-47ce-9a47-39703b869125 HTTP/1.1" status: 200 len: 1796 time: 0.0476484 Nov 10 16:36:46.456169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5a713080-d7e0-44a5-8604-f7523d6cf20a req-4225940c-ef9d-404c-a6fe-d0a777ef9025 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.489715 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5a713080-d7e0-44a5-8604-f7523d6cf20a req-4225940c-ef9d-404c-a6fe-d0a777ef9025 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.522201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:36:46.538627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.700930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5a713080-d7e0-44a5-8604-f7523d6cf20a req-4225940c-ef9d-404c-a6fe-d0a777ef9025 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.704288 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5a713080-d7e0-44a5-8604-f7523d6cf20a req-4225940c-ef9d-404c-a6fe-d0a777ef9025 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.706028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a713080-d7e0-44a5-8604-f7523d6cf20a req-4225940c-ef9d-404c-a6fe-d0a777ef9025 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "DELETE /v2.0/security-groups/7eaba4b3-649d-47ce-9a47-39703b869125 HTTP/1.1" status: 204 len: 173 time: 0.3131723 Nov 10 16:36:46.719942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225940c-ef9d-404c-a6fe-d0a777ef9025 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaba4b3-649d-47ce-9a47-39703b869125,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:46.752890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:36:46.754557 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.764922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:46.767980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.820748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-ebe8b41f-dd18-4e2e-a464-ff66d6dd3653 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ec53a3cd94604f54b34391385751105d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364146 Nov 10 16:36:46.831350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:46.843364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:46.853466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:46.854982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:46.856020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.862476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=4583c339-4675-4001-862f-bcfb4e99aa7e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:46.883780 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:46.929702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:46.971340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-a4d76ee1-0772-4699-b7e1-c74d59d96478 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:46.972770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-a4d76ee1-0772-4699-b7e1-c74d59d96478 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449239 Nov 10 16:36:46.988749 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-d4c5ca31-97f6-4423-8071-1223dc8190e5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/quotas/ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 375 time: 0.0099711 Nov 10 16:36:46.992468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a7bd279-250e-4c9f-8065-d559337e3180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7732046 Nov 10 16:36:46.994899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43936) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:47.000869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:47.036778 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.041471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:47.042757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-ffccb9d4-25e9-44f7-a662-8ce6162f5c12 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449741 Nov 10 16:36:47.059734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.112576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e5852a0-6f8c-416a-8852-014b0784cce1 req-b8fc8996-4f58-454f-961d-e4c2e294f338 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "GET /v2.0/security-groups/a928a16e-ced6-4042-98f5-25d8dd5bde7c HTTP/1.1" status: 200 len: 1796 time: 0.0550735 Nov 10 16:36:47.136556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:47.188599 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.222774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:47.275391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4e5852a0-6f8c-416a-8852-014b0784cce1 req-04e1939b-93a7-4dbe-b489-76d4f6f7da82 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.312469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4e5852a0-6f8c-416a-8852-014b0784cce1 req-04e1939b-93a7-4dbe-b489-76d4f6f7da82 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.324535 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.379818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] device_id is not set on port 4583c339-4675-4001-862f-bcfb4e99aa7e yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:36:47.389622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.406465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:47.459431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce23197-aae1-4982-81b2-daef07346d70 req-91e00306-7268-43b6-bdb0-8df4659b15f5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:47.462136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bce23197-aae1-4982-81b2-daef07346d70 req-91e00306-7268-43b6-bdb0-8df4659b15f5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 946 time: 0.0572674 Nov 10 16:36:47.519086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bce23197-aae1-4982-81b2-daef07346d70 req-4c596231-6ed7-4bed-a153-3e3d8e779837 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485613 Nov 10 16:36:47.525195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.583555 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4e5852a0-6f8c-416a-8852-014b0784cce1 req-04e1939b-93a7-4dbe-b489-76d4f6f7da82 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.586410 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4e5852a0-6f8c-416a-8852-014b0784cce1 req-04e1939b-93a7-4dbe-b489-76d4f6f7da82 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:47.591845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e5852a0-6f8c-416a-8852-014b0784cce1 req-04e1939b-93a7-4dbe-b489-76d4f6f7da82 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] 10.222.0.62 "DELETE /v2.0/security-groups/a928a16e-ced6-4042-98f5-25d8dd5bde7c HTTP/1.1" status: 204 len: 173 time: 0.4615328 Nov 10 16:36:47.620510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1939b-93a7-4dbe-b489-76d4f6f7da82 tempest-SecurityGroupsTestAdminJSON-209277091 tempest-SecurityGroupsTestAdminJSON-209277091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a928a16e-ced6-4042-98f5-25d8dd5bde7c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:47.629761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=4583c339-4675-4001-862f-bcfb4e99aa7e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:47.662075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.663721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.664092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.708537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.718475 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.718475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-357c56ab-aaf2-4fa6-a86c-2145ba22f419 req-c8ca443b-a83d-4281-9d45-9ee9c4747024 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 210 time: 0.0515149 Nov 10 16:36:47.718475 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 2 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:47.729052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.729520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.729969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.734950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.735466 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.735959 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 3 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:47.753416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.753416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.753855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.761495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.762032 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.762720 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 4 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:47.777499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.778330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.781885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.784235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.784684 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.785164 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 5 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:47.810853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.811220 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.811623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.831938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.832649 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.833405 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 6 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:47.851936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.852582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.852892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.861242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.861687 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.862732 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 7 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:47.874163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0b9b-0629-4e0d-80ab-48f4db2a98e4 req-25811b08-4231-4cd0-894a-258b447ff4fe tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:47.875769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46db0b9b-0629-4e0d-80ab-48f4db2a98e4 req-25811b08-4231-4cd0-894a-258b447ff4fe tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 946 time: 0.0793970 Nov 10 16:36:47.888780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.889212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.889440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.898091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b586314e-d4c1-4f86-8376-f044d32c204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3'}, {'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:47.901151 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b159a090-ddfc-49c0-b314-dbbac2e9d53c" -d '{"events": [{"server_uuid": "b586314e-d4c1-4f86-8376-f044d32c204c", "name": "network-vif-plugged", "status": "completed", "tag": "fd8c6005-5f24-4a83-b2f2-9c12466dc3e3"}, {"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:47.907722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.908054 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.909586 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 8 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:47.933193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.933519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.933862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.947690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.948019 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.949302 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 9 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:47.962459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46db0b9b-0629-4e0d-80ab-48f4db2a98e4 req-84d7b8d2-c4e1-48b3-93d4-c3a2e1806438 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754547 Nov 10 16:36:47.980574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:47.980912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:47.981322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:47.986884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:47.987213 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:47.987639 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempt 10 to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e Nov 10 16:36:48.003911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:48.004253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:48.004651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempting to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:48.009767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:48.010161 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Failed to bind port 4583c339-4675-4001-862f-bcfb4e99aa7e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '918058d4-bdfa-4c4b-8cf0-5640702e5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b6882ebf-02b0-4b28-ba9b-9f8110bf2430'}] Nov 10 16:36:48.010682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.093450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffb082-35f4-450a-bedd-36837b07d9ca req-4fe7c079-2c35-429a-a37e-f4e76883bae2 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:48.118638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcffb082-35f4-450a-bedd-36837b07d9ca req-4fe7c079-2c35-429a-a37e-f4e76883bae2 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 949 time: 0.5046506 Nov 10 16:36:48.119262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] For port 4583c339-4675-4001-862f-bcfb4e99aa7e, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:48.119262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attempted to set empty binding levels {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 16:36:48.119523 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972e3673-f51f-4aef-8d14-66760671b5f6 x-openstack-request-id: req-972e3673-f51f-4aef-8d14-66760671b5f6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:48.119523 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b586314e-d4c1-4f86-8376-f044d32c204c", "name": "network-vif-plugged", "status": "completed", "tag": "fd8c6005-5f24-4a83-b2f2-9c12466dc3e3", "code": 200}, {"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:48.119523 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-972e3673-f51f-4aef-8d14-66760671b5f6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:48.119523 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b586314e-d4c1-4f86-8376-f044d32c204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3', 'code': 200} Nov 10 16:36:48.119523 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'code': 200} Nov 10 16:36:48.150063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcffb082-35f4-450a-bedd-36837b07d9ca req-78ed5cd9-bdaf-4e6e-a5fb-a3878ec114d5 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Nov 10 16:36:48.221624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.222526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05217596-7b26-40dd-8bb8-055acc4f5145 req-69943612-919c-4a50-a7c9-cc5971601dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:48.224407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05217596-7b26-40dd-8bb8-055acc4f5145 req-69943612-919c-4a50-a7c9-cc5971601dcf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 1098 time: 0.0468252 Nov 10 16:36:48.256465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] In _notify_port_updated(), no bound segment for port 4583c339-4675-4001-862f-bcfb4e99aa7e on network b6882ebf-02b0-4b28-ba9b-9f8110bf2430 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:36:48.258232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:48.259028 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.260565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "PUT /v2.0/ports/4583c339-4675-4001-862f-bcfb4e99aa7e HTTP/1.1" status: 200 len: 979 time: 1.2638621 Nov 10 16:36:48.263663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:48.286418 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05217596-7b26-40dd-8bb8-055acc4f5145 req-5989daf9-86c2-41b6-9215-8ce93861091d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515399 Nov 10 16:36:48.304665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4392eb-81b9-4691-a529-2991ea4e7ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event updated for resources: {'Port': ['ID=4583c339-4675-4001-862f-bcfb4e99aa7e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:48.348486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:48.355017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Deleting port 4583c339-4675-4001-862f-bcfb4e99aa7e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:48.356309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.421940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] For port 4583c339-4675-4001-862f-bcfb4e99aa7e, host n-h2-714676-11, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:48.422251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.435131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Calling delete_port for 4583c339-4675-4001-862f-bcfb4e99aa7e owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:48.497217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-30fbc6d8-0e52-4f40-89af-4402c6f99656 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a85bcaa9ae8467b803786a32d7e0f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441698 Nov 10 16:36:48.497994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43972) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:48.552481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d631255-d26b-40f7-843d-c3d9bcb97652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.577879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d631255-d26b-40f7-843d-c3d9bcb97652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.615040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.674793 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.678294 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "DELETE /v2.0/ports/4583c339-4675-4001-862f-bcfb4e99aa7e HTTP/1.1" status: 204 len: 168 time: 0.4131014 Nov 10 16:36:48.679164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30178ca3-44a3-415d-99a4-964537abb781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] Pushing event deleted for resources: {'Port': ['ID=4583c339-4675-4001-862f-bcfb4e99aa7e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:48.681149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:48.701112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac65e6-b7ab-45cf-80fd-6480c0dbb1f8 req-d58af156-e1bb-451f-b916-25cd83942938 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:48.702638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3bac65e6-b7ab-45cf-80fd-6480c0dbb1f8 req-d58af156-e1bb-451f-b916-25cd83942938 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 946 time: 0.1062584 Nov 10 16:36:48.707119 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b471b7-1456-452f-abed-a1c5722685cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] GET failed (client error): The resource could not be found. Nov 10 16:36:48.708646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-32b471b7-1456-452f-abed-a1c5722685cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402015787-project-admin] 10.222.0.62 "GET /v2.0/ports/4583c339-4675-4001-862f-bcfb4e99aa7e HTTP/1.1" status: 404 len: 333 time: 0.0261157 Nov 10 16:36:48.712325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43978) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:48.762607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3bac65e6-b7ab-45cf-80fd-6480c0dbb1f8 req-ffdcc883-f930-4697-be5f-a45c1d7fe43f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527539 Nov 10 16:36:48.826468 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.829223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50da8aeb-2747-4dea-8ead-f2e80ed6506c req-ce92383d-d5ca-4e3a-9aa8-1a19e27a1c77 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 210 time: 0.0441353 Nov 10 16:36:48.831166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d631255-d26b-40f7-843d-c3d9bcb97652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.833895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d631255-d26b-40f7-843d-c3d9bcb97652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.837322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6d631255-d26b-40f7-843d-c3d9bcb97652 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b44c227c-b718-4e62-b35a-0ceacdeb1f26 HTTP/1.1" status: 204 len: 168 time: 0.3366010 Nov 10 16:36:48.862631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631255-d26b-40f7-843d-c3d9bcb97652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c227c-b718-4e62-b35a-0ceacdeb1f26,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:48.962500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:48.989077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6882ebf-02b0-4b28-ba9b-9f8110bf2430']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:48.999181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918058d4-bdfa-4c4b-8cf0-5640702e5403') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:48.999478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918058d4-bdfa-4c4b-8cf0-5640702e5403') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:36:49.009499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:49.027098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:49.034028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:36:49.034696 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:36:49.037778 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:36:49.140109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d554-5b29-4c53-9d63-76517dcf4de3 req-4593f9f3-b616-446c-97d2-7c2fd3b2a8cd tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:49.141658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e94d554-5b29-4c53-9d63-76517dcf4de3 req-4593f9f3-b616-446c-97d2-7c2fd3b2a8cd tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 946 time: 0.0937538 Nov 10 16:36:49.193480 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e94d554-5b29-4c53-9d63-76517dcf4de3 req-94d18d51-081b-4fb8-a813-45a122e0e70b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Nov 10 16:36:49.215108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:49.226956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:49.237883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] 10.222.0.62 "DELETE /v2.0/networks/b6882ebf-02b0-4b28-ba9b-9f8110bf2430 HTTP/1.1" status: 204 len: 168 time: 0.5238614 Nov 10 16:36:49.279150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1e903-ec1c-463c-b14c-5eef5676747a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317932733-project] Pushing event deleted for resources: {'Network': ['ID=b6882ebf-02b0-4b28-ba9b-9f8110bf2430,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:49.438813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590babf-4420-43a1-ae00-4d5b88cdac1e req-267a8856-1bf4-4b47-bf35-605a00e62f33 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:49.440628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8590babf-4420-43a1-ae00-4d5b88cdac1e req-267a8856-1bf4-4b47-bf35-605a00e62f33 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 949 time: 0.0597110 Nov 10 16:36:49.470139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-47391e17-4688-4a9f-ba75-70ef02fe4e51 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:49.472020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-47391e17-4688-4a9f-ba75-70ef02fe4e51 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 949 time: 0.1139784 Nov 10 16:36:49.492842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8590babf-4420-43a1-ae00-4d5b88cdac1e req-199a7773-6814-4417-a8be-fd63baebac99 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5a75540-cfa1-419b-9631-db3a0271bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453637 Nov 10 16:36:49.496831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b41f32-59f2-4e7d-ba46-29ccfb1fd5e6 req-68f8ecc0-62d2-4ec3-9f1a-c581cc9533da tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:49.497219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45b41f32-59f2-4e7d-ba46-29ccfb1fd5e6 req-68f8ecc0-62d2-4ec3-9f1a-c581cc9533da tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 946 time: 0.0760109 Nov 10 16:36:49.607163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45b41f32-59f2-4e7d-ba46-29ccfb1fd5e6 req-17f76704-2eed-43b1-bf04-b430e04f4c34 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014905 Nov 10 16:36:49.636495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Deleting port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:49.636495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:49.736474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] For port 894abf14-2374-4ddc-9e0b-43f27d41c0b3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=894abf14-2374-4ddc-9e0b-43f27d41c0b3,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:49.737046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:49.749591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:49.768884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Calling delete_port for 894abf14-2374-4ddc-9e0b-43f27d41c0b3 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:49.836264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-46165ea6-20f7-4fac-8f0f-bf202baabbf7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e11656b956f9404db88af634d21b9b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854669 Nov 10 16:36:49.839626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:49.902384 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aba9131-aba3-4791-863d-215388f1a15a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:49.980175 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39e95b74-305b-4e2d-8762-c11fd59b12ef req-67a2e6fa-4107-4da1-8d4e-9806f4465912 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 210 time: 0.0545044 Nov 10 16:36:49.982359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aba9131-aba3-4791-863d-215388f1a15a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.014663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:50.133300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.155552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aba9131-aba3-4791-863d-215388f1a15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.159406 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aba9131-aba3-4791-863d-215388f1a15a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.159627 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2aba9131-aba3-4791-863d-215388f1a15a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5863ba7b-1269-4360-ad97-4fbe7f5f8341 HTTP/1.1" status: 204 len: 168 time: 0.3187902 Nov 10 16:36:50.169869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba9131-aba3-4791-863d-215388f1a15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5863ba7b-1269-4360-ad97-4fbe7f5f8341,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:50.172901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Pushing event deleted for resources: {'Port': ['ID=894abf14-2374-4ddc-9e0b-43f27d41c0b3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:50.180245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6ccb1365-d86d-4738-876e-eb459dce2911 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cfc4935e03341038f822e31d1ebe34e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621187 Nov 10 16:36:50.181280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:50.277426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] No DVR routers for this DVR port 894abf14-2374-4ddc-9e0b-43f27d41c0b3 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:50.279496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.282956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5d05e54-e306-46eb-ad55-f9964ae42918 req-1b1a19e1-214d-4bf7-97ba-47c97927b11e tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.18 "DELETE /v2.0/ports/894abf14-2374-4ddc-9e0b-43f27d41c0b3 HTTP/1.1" status: 204 len: 173 time: 0.7848856 Nov 10 16:36:50.287834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-deleted', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:50.287834 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0f5f25-afc1-4a6d-b3c5-e31f17cdf4b1" -d '{"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-deleted", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:50.332068 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8877c24-6544-40fd-be34-330f916ae190 x-openstack-request-id: req-d8877c24-6544-40fd-be34-330f916ae190 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:50.332434 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa896e4-27ba-4da9-a358-bb2fc168e3bf", "name": "network-vif-deleted", "tag": "894abf14-2374-4ddc-9e0b-43f27d41c0b3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:50.332752 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8877c24-6544-40fd-be34-330f916ae190 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:50.333207 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa896e4-27ba-4da9-a358-bb2fc168e3bf', 'name': 'network-vif-deleted', 'tag': '894abf14-2374-4ddc-9e0b-43f27d41c0b3', 'status': 'completed', 'code': 200} Nov 10 16:36:50.347827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-426a00ce-d430-4509-bf8a-8d609d76f2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.376155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-f5d76dfd-b357-4385-bec2-25018617d10a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ec53a3cd94604f54b34391385751105d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391955 Nov 10 16:36:50.407205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e62b7b-93e7-4853-b392-f682ee7f5d61 req-5e8e78d9-a54f-420f-83b4-12fd6c056221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:50.408755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1e62b7b-93e7-4853-b392-f682ee7f5d61 req-5e8e78d9-a54f-420f-83b4-12fd6c056221 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 946 time: 0.1193712 Nov 10 16:36:50.435817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-426a00ce-d430-4509-bf8a-8d609d76f2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.546251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1e62b7b-93e7-4853-b392-f682ee7f5d61 req-33d474b7-ca9b-4dbb-9885-3d49b85553b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180902 Nov 10 16:36:50.575298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-61f0b1eb-9754-4ed9-8dc9-8eb5d6058749 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:50.577611 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-61f0b1eb-9754-4ed9-8dc9-8eb5d6058749 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941147 Nov 10 16:36:50.608823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Request body: {'port': {'device_id': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'ec53a3cd94604f54b34391385751105d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:50.744445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-426a00ce-d430-4509-bf8a-8d609d76f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.751778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-426a00ce-d430-4509-bf8a-8d609d76f2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:50.756152 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-426a00ce-d430-4509-bf8a-8d609d76f2ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b11311d2-0fec-4671-a4ca-8f24e7628437 HTTP/1.1" status: 204 len: 168 time: 0.5715778 Nov 10 16:36:50.780736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f409269f-180e-4a6b-816c-446e190dcfd1 req-03198079-74e3-4bda-ae0c-eac954ff73e9 tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 210 time: 0.1178472 Nov 10 16:36:50.813529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a00ce-d430-4509-bf8a-8d609d76f2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11311d2-0fec-4671-a4ca-8f24e7628437,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:50.879085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e308850-92be-42c7-9fc0-54ddd5ff0ced req-3e5d1094-2a43-441b-ad4c-24dec8c3d6ec tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:50.889319 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e308850-92be-42c7-9fc0-54ddd5ff0ced req-3e5d1094-2a43-441b-ad4c-24dec8c3d6ec tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 946 time: 0.1245873 Nov 10 16:36:51.009609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e308850-92be-42c7-9fc0-54ddd5ff0ced req-b93cc872-a304-4f9e-a274-cd03bf502792 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191335 Nov 10 16:36:51.023928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65b67a-8310-4c05-931b-73196afb5476 req-f82bd232-5577-4bb1-a31f-4751de44a71f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:51.025626 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff65b67a-8310-4c05-931b-73196afb5476 req-f82bd232-5577-4bb1-a31f-4751de44a71f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 946 time: 0.1004393 Nov 10 16:36:51.100585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-8d6f22bb-6b67-4e6c-839f-ce002ceddc2f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:51.102607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-8d6f22bb-6b67-4e6c-839f-ce002ceddc2f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.1595387 Nov 10 16:36:51.130497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-591890b0-5074-4e73-b1a5-60a8f21083c7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/quotas/63914f0048fe4601b18c574aa491243f HTTP/1.1" status: 200 len: 375 time: 0.0210433 Nov 10 16:36:51.131934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Made reservation on behalf of ec53a3cd94604f54b34391385751105d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:51.136306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:51.188508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-ba2d0378-61f5-413b-8206-ed1df4df597e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570798 Nov 10 16:36:51.236744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Deleting port d525b33f-06c0-434c-804c-732341653332 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:36:51.237088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:51.299035 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-a6e8efc0-648c-40c5-9071-e547014f6234 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039648 Nov 10 16:36:51.382133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Allocated IP 192.168.233.240 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:36:51.406842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] For port d525b33f-06c0-434c-804c-732341653332, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d525b33f-06c0-434c-804c-732341653332,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:51.407225 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:51.424417 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-c5da13aa-9f66-47b1-8186-9f8d45eccde8 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180165 Nov 10 16:36:51.427054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Calling delete_port for d525b33f-06c0-434c-804c-732341653332 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:36:51.644842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0739a337-4386-41dc-85e9-f3cac240def3 req-e4d37563-0a0e-4b35-9fbc-f64e5abc271f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 210 time: 0.0381258 Nov 10 16:36:51.668316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:51.837731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c7c7c93-8cc3-464e-9a4f-3923ffbde7e0 req-427c3cf9-375e-4253-884e-361b415ea677 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 210 time: 0.0475278 Nov 10 16:36:51.847355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:51.851944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:51.863708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d525b33f-06c0-434c-804c-732341653332'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:51.906526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event deleted for resources: {'Port': ['ID=d525b33f-06c0-434c-804c-732341653332,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:51.935459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:51.977883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:51.989666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:52.010262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:52.033436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:52.065498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] No DVR routers for this DVR port d525b33f-06c0-434c-804c-732341653332 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:36:52.068045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f269c416-d408-4a1e-a96a-f71da3d30e30 req-075f7121-6c7b-4c2c-b4c4-b033f577b86d tempest-ImagesOneServerTestJSON-1005899059 tempest-ImagesOneServerTestJSON-1005899059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fa896e4-27ba-4da9-a358-bb2fc168e3bf HTTP/1.1" status: 200 len: 210 time: 0.0963550 Nov 10 16:36:52.072813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:52.074025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.080118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.088238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff65b67a-8310-4c05-931b-73196afb5476 req-8fb98b5e-0eaf-45c1-a39c-2022df5b8dc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.18 "DELETE /v2.0/ports/d525b33f-06c0-434c-804c-732341653332 HTTP/1.1" status: 204 len: 173 time: 1.0456710 Nov 10 16:36:52.088238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event updated for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:52.146629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44096) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:52.206037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0a64fa2-0510-4c8a-9674-83b7d223d3cb req-e89ccec4-58d2-4bcf-a97e-cbb47898e78c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 210 time: 0.0598817 Nov 10 16:36:52.235975 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e1443125-e8ec-478f-8bfc-b1e69a7906d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d919d88c5df46e78672072cf4d97aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879202 Nov 10 16:36:52.238376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44098) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:52.247771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-aac51388-5625-464b-8788-7f2363e2cdbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6512001 Nov 10 16:36:52.265453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Request body: {'port': {'device_id': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:52.298721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44363fff-6af8-4d05-8f5d-172efdbd1102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.334848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fd8088-438a-4668-8531-99565bfd95fe', 'name': 'network-vif-deleted', 'tag': 'd525b33f-06c0-434c-804c-732341653332'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:52.337450 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4c6f91-a50d-4788-a4f5-befa87493c75" -d '{"events": [{"server_uuid": "c9fd8088-438a-4668-8531-99565bfd95fe", "name": "network-vif-deleted", "tag": "d525b33f-06c0-434c-804c-732341653332"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:52.346684 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44363fff-6af8-4d05-8f5d-172efdbd1102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.395456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6a051064-1af2-4be1-bbca-476e8ed97176 None None] Provisioning complete for port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:52.396280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a051064-1af2-4be1-bbca-476e8ed97176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.411670 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357e834d-6855-4742-90cb-ac8a423a3ce4 x-openstack-request-id: req-357e834d-6855-4742-90cb-ac8a423a3ce4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:52.412075 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fd8088-438a-4668-8531-99565bfd95fe", "name": "network-vif-deleted", "tag": "d525b33f-06c0-434c-804c-732341653332", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:52.412393 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-357e834d-6855-4742-90cb-ac8a423a3ce4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:52.412852 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fd8088-438a-4668-8531-99565bfd95fe', 'name': 'network-vif-deleted', 'tag': 'd525b33f-06c0-434c-804c-732341653332', 'status': 'completed', 'code': 200} Nov 10 16:36:52.437440 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.475301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6a051064-1af2-4be1-bbca-476e8ed97176 None None] Port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:36:52.501856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-network', 'tenant_id': '4536d418282948a98b650e037ea1160e'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:52.515349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44363fff-6af8-4d05-8f5d-172efdbd1102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.518736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44363fff-6af8-4d05-8f5d-172efdbd1102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.520094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-44363fff-6af8-4d05-8f5d-172efdbd1102 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c46ea245-e5bc-4a40-8503-056fc3a4061b HTTP/1.1" status: 204 len: 168 time: 0.2802942 Nov 10 16:36:52.547594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:52.581086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44363fff-6af8-4d05-8f5d-172efdbd1102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ea245-e5bc-4a40-8503-056fc3a4061b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:52.600884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 894abf14-2374-4ddc-9e0b-43f27d41c0b3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:52.601255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 894abf14-2374-4ddc-9e0b-43f27d41c0b3 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:52.601789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d525b33f-06c0-434c-804c-732341653332 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:36:52.666050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: d525b33f-06c0-434c-804c-732341653332 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:36:52.679414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d525b33f-06c0-434c-804c-732341653332 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:36:52.780303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Made reservation on behalf of 4536d418282948a98b650e037ea1160e for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:52.784783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.797613 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:52.836352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7147e-7306-44bc-ab09-50661467f91a req-3c42ec98-401b-4939-9317-cae7007fad26 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:52.844021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c7147e-7306-44bc-ab09-50661467f91a req-3c42ec98-401b-4939-9317-cae7007fad26 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 936 time: 0.0891974 Nov 10 16:36:52.912878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00c7147e-7306-44bc-ab09-50661467f91a req-541cd157-c2c6-4cc6-bb9b-74728e16fea8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654111 Nov 10 16:36:53.012233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.017926 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a86c626b-a6ed-451d-9513-8044230c5ba0 req-ee2bdb47-dc58-4cbe-853d-904d35831c3d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 210 time: 0.0386918 Nov 10 16:36:53.069645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:53.077984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.092648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Transition to ACTIVE for port object 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:36:53.132936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.183341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:36:53.196359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c985eff5-4acb-4580-ae41-16b5b6b6e17b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:53.204592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.205151 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Added segment b35f1851-0625-47b8-9303-ae0d7a17d444 of type vlan for network f3779576-31c2-4c70-b15a-4df387ca9427 Nov 10 16:36:53.279402 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.357373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.485210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Pushing event updated for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:53.517623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-753d6e46-2e5a-4cf2-9476-3d86541cc0a1 req-12143ff9-5b93-4e67-b3eb-ee9ca3ea043c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9fd8088-438a-4668-8531-99565bfd95fe HTTP/1.1" status: 200 len: 210 time: 0.1175971 Nov 10 16:36:53.524953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Attempting to bind port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:53.525565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Attempting to bind port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:53.527438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Attempting to bind port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:53.535922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:53.536549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Attempting to bind port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:53.540625 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.544917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:53.547164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.566940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:36:53.568455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:53.568985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:36:53.573826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Bound port: 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:36:53.573826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.691197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] Pushing event updated for resources: {'Network': ['ID=f3779576-31c2-4c70-b15a-4df387ca9427,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:53.711485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f3779576-31c2-4c70-b15a-4df387ca9427 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:36:53.714835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d18e7fe-dd81-472c-bd8b-b12ad4af0ebb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6787701 Nov 10 16:36:53.716936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44130) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:53.729908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Request body: {'subnet': {'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-subnet', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:53.781048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:53.787002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:36:53.947440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Made reservation on behalf of 4536d418282948a98b650e037ea1160e for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:53.954338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.954922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:53.978206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:54.006579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:54.007637 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:54.009389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] 10.222.0.69 "PUT /v2.0/ports/5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 200 len: 1097 time: 1.7537770 Nov 10 16:36:54.088070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484e9fe-0ce8-4136-804c-2fbd7af648ed service neutron] Pushing event updated for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:54.341663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a4368-c79b-4392-9a18-6125e7f041df req-5e542676-0038-40d7-93ed-17f89a8d9700 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:54.343416 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db1a4368-c79b-4392-9a18-6125e7f041df req-5e542676-0038-40d7-93ed-17f89a8d9700 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.2391901 Nov 10 16:36:54.351461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-673c99f1-686c-4335-9ee9-c4dac193db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:54.354117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-673c99f1-686c-4335-9ee9-c4dac193db56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 1100 time: 0.1405406 Nov 10 16:36:54.434348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:36:54.456730 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb705e58-b5fc-48d0-9550-a63e5408f9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:36:54.470925 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-92bee587-562e-4286-baea-2b814d705f1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 200 len: 217 time: 0.0986352 Nov 10 16:36:54.491947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4425359b-0121-448f-aaae-919c6dad147f req-c9433fd8-9332-407a-9ddc-d8d3f0738f63 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 210 time: 0.0714223 Nov 10 16:36:54.562233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:54.591606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:54.606301 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db1a4368-c79b-4392-9a18-6125e7f041df req-c7f787cf-86c7-4a9c-9386-1b0b41db48ae tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503359 Nov 10 16:36:54.612151 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b6152-8f36-4062-a087-2073f2b29107 x-openstack-request-id: req-828b6152-8f36-4062-a087-2073f2b29107 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:36:54.612151 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:36:54.612151 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-828b6152-8f36-4062-a087-2073f2b29107 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:36:54.612151 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'status': 'completed', 'code': 200} Nov 10 16:36:54.659802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-c4e5e881-9c44-43bc-8204-04a18e3024f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:54.661445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-c4e5e881-9c44-43bc-8204-04a18e3024f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1896899 Nov 10 16:36:54.711676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bb0ede-a859-4fb4-b828-ebf80ce8c30d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:54.732789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-13cecf6b-533f-4eb4-9c8b-b5ccbbf03aa6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa2fed7468a747b8b2f96ecaaad0b218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447157 Nov 10 16:36:54.734095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:54.737048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Checking segment: {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:54.737654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Network hostable DHCP agents. Network: f3779576-31c2-4c70-b15a-4df387ca9427, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:36:54.790536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-433001898'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:54.822720 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-ae11fee8-8947-4433-a51d-e62eed3facdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:54.825398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-ae11fee8-8947-4433-a51d-e62eed3facdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1555321 Nov 10 16:36:54.872114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Network f3779576-31c2-4c70-b15a-4df387ca9427 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:36:55.010309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f3779576-31c2-4c70-b15a-4df387ca9427) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:55.020671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1a9c6-8b5a-4242-ac1d-7fdf9feba8eb None None] Network f3779576-31c2-4c70-b15a-4df387ca9427 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:55.025601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:55.027619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.071271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Made reservation on behalf of fd25087f64244abc8679921d23af5e8f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:55.076653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.105614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6697c92a-ce28-48a7-9985-41a7c7ea16f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.124008 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.153125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b32a199-15de-4352-9733-b9298f32f5d3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4344857 Nov 10 16:36:55.154235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:55.159422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:55.212077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6697c92a-ce28-48a7-9985-41a7c7ea16f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.241342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-f3779576-31c2-4c70-b15a-4df387ca9427', 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'fixed_ips': [{'subnet_id': 'b3bb0ede-a859-4fb4-b828-ebf80ce8c30d'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:36:55.243021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.287491 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.288614 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.308388 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-8cd6b9bd-58d9-4d45-bb73-a1454540de31 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740694 Nov 10 16:36:55.315204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c074c-3fd5-4223-997f-214798a4184e req-af04b560-ba98-43a7-b9ad-aeca20871501 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:55.324902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-af04b560-ba98-43a7-b9ad-aeca20871501 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.4643962 Nov 10 16:36:55.386217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-fa80646c-a4de-4a74-b5bd-753913ee8ada tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:55.388255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-fa80646c-a4de-4a74-b5bd-753913ee8ada tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.5110414 Nov 10 16:36:55.394691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.395921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-d7c13f1a-7464-4ebe-a911-dde6a0392afd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/quotas/f651b33b7fe24cec8653747a92dd1c9e HTTP/1.1" status: 200 len: 375 time: 0.0696738 Nov 10 16:36:55.420983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Allocated IP 172.20.0.2 (f3779576-31c2-4c70-b15a-4df387ca9427/b3bb0ede-a859-4fb4-b828-ebf80ce8c30d/aca17608-13c6-4014-b92d-0fd27a4bca1f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:36:55.429665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Request body: {'port': {'device_id': '5b4ca5a5-c66f-4f5c-8352-bf3fcb725432', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'admin_state_up': True, 'tenant_id': '63914f0048fe4601b18c574aa491243f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:55.521287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-cf57ff74-8b2c-4e73-91c3-8cf47338a073 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245270 Nov 10 16:36:55.529645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-3932640b-71cb-4261-a6be-f3a42ea28fc7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:36:55.537752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-3932640b-71cb-4261-a6be-f3a42ea28fc7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156295 Nov 10 16:36:55.626749 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.640114 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.686052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eac0e882-99a4-449f-a45b-5abaf1c4e86d req-ac194227-a721-4cc0-9edf-48bb547e8242 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 210 time: 0.0391538 Nov 10 16:36:55.723290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-561ae65c-583e-4d00-835a-366ac0acb1e8 req-9459fa10-855c-4278-8ced-e289dd2eb214 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864951 Nov 10 16:36:55.767857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.779105 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.786804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-de3c63f8-a79f-4132-8c52-f4bcc9b6e1b0 service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481210 Nov 10 16:36:55.824734 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.845545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6697c92a-ce28-48a7-9985-41a7c7ea16f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.848235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6697c92a-ce28-48a7-9985-41a7c7ea16f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.851956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6697c92a-ce28-48a7-9985-41a7c7ea16f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5a75540-cfa1-419b-9631-db3a0271bff5 HTTP/1.1" status: 204 len: 168 time: 1.1128833 Nov 10 16:36:55.853747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:36:55.873305 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6240e-039c-483a-8d19-973af3d7689c req-3528b868-bf35-460c-88df-7e52bad705ef tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:55.875325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dff6240e-039c-483a-8d19-973af3d7689c req-3528b868-bf35-460c-88df-7e52bad705ef tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.0788610 Nov 10 16:36:55.899243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc842fd-5c5e-4643-97c7-cc6c74603bd0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:55.923069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:55.926183 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Added segment 60a160a9-3f88-47ff-ac28-7039c80f9e15 of type vlan for network 8544b953-538d-4cc1-a8b3-49ae7bfda719 Nov 10 16:36:55.948345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Network f3779576-31c2-4c70-b15a-4df387ca9427 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:55.950394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Pushing event updated for resources: {'Port': ['ID=aca17608-13c6-4014-b92d-0fd27a4bca1f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:55.958151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:55.959394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dff6240e-039c-483a-8d19-973af3d7689c req-23843e01-c55d-4e20-8a49-b9d91e5c5d36 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699410 Nov 10 16:36:55.960728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697c92a-ce28-48a7-9985-41a7c7ea16f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a75540-cfa1-419b-9631-db3a0271bff5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:56.003370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:56.021041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.029495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:56.037226 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.083420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:56.086852 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.127098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-ce29b685-daa1-4474-bff6-f34caa2bd1d5 service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286102 Nov 10 16:36:56.153503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-47f80240-9e63-42fb-a8e0-7ec5a807fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:56.155012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-47f80240-9e63-42fb-a8e0-7ec5a807fb56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 1100 time: 0.2493501 Nov 10 16:36:56.158177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Attempting to bind port aca17608-13c6-4014-b92d-0fd27a4bca1f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:56.159031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Attempting to bind port aca17608-13c6-4014-b92d-0fd27a4bca1f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:56.161016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Attempting to bind port aca17608-13c6-4014-b92d-0fd27a4bca1f on network f3779576-31c2-4c70-b15a-4df387ca9427 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:56.176879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:36:56.178249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Checking segment: {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:56.179407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.187200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Bound using segment: {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:36:56.187200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Bound port: aca17608-13c6-4014-b92d-0fd27a4bca1f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:36:56.187200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.295529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] For port aca17608-13c6-4014-b92d-0fd27a4bca1f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:56.305340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] For port aca17608-13c6-4014-b92d-0fd27a4bca1f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aca17608-13c6-4014-b92d-0fd27a4bca1f,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:36:56.340225 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.346105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:56.346743 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.352735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.380029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.511715 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1284ddf6-c304-4873-b971-3980012edad4 req-019fe3d3-5e0f-4697-bd66-23d709fb9fef tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.0411322 Nov 10 16:36:56.518178 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.640082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a685c7-833f-4bb6-9de4-5ce3cbc179ee None None] Pushing event updated for resources: {'Port': ['ID=aca17608-13c6-4014-b92d-0fd27a4bca1f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:56.685642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Allocated IP 172.25.3.66 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/75117a42-b166-4ba7-a3e4-fe9f110fef07) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:36:56.961181 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:56.966216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3689644 Nov 10 16:36:56.967118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44210) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:56.978350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'subnet': {'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:57.053384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009fb2b-ea28-4928-8de0-0565f900141b tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Network': ['ID=8544b953-538d-4cc1-a8b3-49ae7bfda719,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:57.064215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:36:57.195524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Allocated IP 172.20.0.12 (b1c029f4-edf1-41ba-ac0b-6add3459fd09/6d728c2c-8778-4a87-99d2-49192942df69/7b536d08-af38-43f2-9c00-826b8e44a8ae) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:36:57.218286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-801c86e9-05c2-4920-9b1a-c9706eb6015b req-a32f6163-9152-4dec-9991-b6739b081632 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 210 time: 0.2733927 Nov 10 16:36:57.231278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-149dde15-615d-4a1a-a0a3-ca392699f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:57.233028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-149dde15-615d-4a1a-a0a3-ca392699f58f service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 1.0698264 Nov 10 16:36:57.238542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Made reservation on behalf of fd25087f64244abc8679921d23af5e8f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:57.250934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:57.316129 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-b9da4d08-7b9a-4e0b-af8d-a6810262a50d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 200 len: 217 time: 0.0736959 Nov 10 16:36:57.390351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc87cde-cee2-4574-82fe-84fcf461a4ce req-c9ad2011-5387-482f-aa79-c71de8499a45 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:57.420307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6dc87cde-cee2-4574-82fe-84fcf461a4ce req-c9ad2011-5387-482f-aa79-c71de8499a45 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.2760870 Nov 10 16:36:57.427262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:57.474041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aca17608-13c6-4014-b92d-0fd27a4bca1f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:36:57.498371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-5e5c0cb6-be40-4101-9f9d-17a1c9352527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:57.500222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-5e5c0cb6-be40-4101-9f9d-17a1c9352527 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1754572 Nov 10 16:36:57.574186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Pushing event updated for resources: {'Port': ['ID=75117a42-b166-4ba7-a3e4-fe9f110fef07,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:57.584738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aca17608-13c6-4014-b92d-0fd27a4bca1f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:57.585640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:57.642353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.642686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.643021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.652866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:36:57.657988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:57.680046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:57.752828 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6dc87cde-cee2-4574-82fe-84fcf461a4ce req-29cde404-e378-4663-beb2-9b0e887628ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314769 Nov 10 16:36:57.758859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:57.761678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:57.802256 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475f5b3c-e801-4814-ae60-85589dc4fb22 req-98008c63-fd3b-4686-9bd9-7e17fd3796e8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.0536821 Nov 10 16:36:57.819904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:57.820794 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:57.839867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-2d655135-8d78-4fdc-a7ef-76c4225c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:57.846069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-2d655135-8d78-4fdc-a7ef-76c4225c9d0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3384323 Nov 10 16:36:57.848714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c', 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:36:57.868109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-0fe8ad44-c8f2-4434-86e1-dfb73c2f362b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:36:57.868591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-0fe8ad44-c8f2-4434-86e1-dfb73c2f362b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193048 Nov 10 16:36:57.918085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event updated for resources: {'Port': ['ID=7b536d08-af38-43f2-9c00-826b8e44a8ae,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:58.009763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port aca17608-13c6-4014-b92d-0fd27a4bca1f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aca17608-13c6-4014-b92d-0fd27a4bca1f,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:36:58.130576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-c27168bc-776c-4eaa-9279-07242a4f7727 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086194 Nov 10 16:36:58.143520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9388c2a-99fd-48f2-8992-929ea9288f30 None None] Network f3779576-31c2-4c70-b15a-4df387ca9427 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:58.146627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:36:58.152187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:58.158673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:36:58.299920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:58.300621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:58.343328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-733fed19-96cf-4b11-9433-fa8af4a5adbd None None] Provisioning complete for port aca17608-13c6-4014-b92d-0fd27a4bca1f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:58.343717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-733fed19-96cf-4b11-9433-fa8af4a5adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:58.354748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:58.368189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb705e58-b5fc-48d0-9550-a63e5408f9a4 req-2512e30a-12a6-4e90-b286-72b67c05e028 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199242 Nov 10 16:36:58.368571 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:58.480490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f861e-5a04-4743-9885-1092a9796274 req-516357e0-1460-4050-ba05-9334c8aeb41d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:58.482573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac5f861e-5a04-4743-9885-1092a9796274 req-516357e0-1460-4050-ba05-9334c8aeb41d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 932 time: 0.0941005 Nov 10 16:36:58.487035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-9c4c9b5d-586a-44d4-8ecc-39b5a7b1f8f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0732937 Nov 10 16:36:58.503604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Request body: {'port': {'device_id': '5b4ca5a5-c66f-4f5c-8352-bf3fcb725432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:58.534480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Checking segment: {'id': '60a160a9-3f88-47ff-ac28-7039c80f9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:58.535256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Network hostable DHCP agents. Network: 8544b953-538d-4cc1-a8b3-49ae7bfda719, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:36:58.579085 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:58.592738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=aca17608-13c6-4014-b92d-0fd27a4bca1f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:58.623879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac5f861e-5a04-4743-9885-1092a9796274 req-f49eec7c-c700-41f5-a682-90e07245acc7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346681 Nov 10 16:36:58.719467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Subnet': ['ID=195b6f46-f7a3-42f9-8dd5-7995b3688de0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:58.764612 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.133375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9d690bb3-c1e2-43fa-92b9-e24d5fc3294a None None] Provisioning complete for port aca17608-13c6-4014-b92d-0fd27a4bca1f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:59.134067 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d690bb3-c1e2-43fa-92b9-e24d5fc3294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.145679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734d8e7-923b-487d-b7c2-f9e5bbc424de req-f50008a8-eece-4bd6-afb3-ca400f7757a4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:59.147853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7734d8e7-923b-487d-b7c2-f9e5bbc424de req-f50008a8-eece-4bd6-afb3-ca400f7757a4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.1489434 Nov 10 16:36:59.224129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b536d08-af38-43f2-9c00-826b8e44a8ae {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:36:59.235435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.246681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:36:59.284982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28d54080-6055-4b1e-8fed-360d0362b4ff req-653247ca-72d7-4e85-a32e-d3b541ed8089 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.0418186 Nov 10 16:36:59.287450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Transition to ACTIVE for port object 7b536d08-af38-43f2-9c00-826b8e44a8ae will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:36:59.314990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7734d8e7-923b-487d-b7c2-f9e5bbc424de req-6f212fd7-f4c5-47f1-b15f-f4ecc1f39665 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673223 Nov 10 16:36:59.375944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aca17608-13c6-4014-b92d-0fd27a4bca1f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:36:59.380558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8544b953-538d-4cc1-a8b3-49ae7bfda719) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:36:59.389803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:59.390485 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.401571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a008ec-a0df-425d-9ab4-08ea2cadce60 None None] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:36:59.435547 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.488758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b536d08-af38-43f2-9c00-826b8e44a8ae,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:36:59.502215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aca17608-13c6-4014-b92d-0fd27a4bca1f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:36:59.502585 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.617765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d6f99d9b-2664-4a08-bde7-f98cc5f8535f tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6472998 Nov 10 16:36:59.619007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.620598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:36:59.635119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719', 'name': 'tempest-AllowedAddressPairTestJSON-41228135'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:36:59.786315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Attempting to bind port 7b536d08-af38-43f2-9c00-826b8e44a8ae on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:36:59.786659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Attempting to bind port 7b536d08-af38-43f2-9c00-826b8e44a8ae by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:36:59.786982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Attempting to bind port 7b536d08-af38-43f2-9c00-826b8e44a8ae on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:59.802079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Port 7b536d08-af38-43f2-9c00-826b8e44a8ae on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:36:59.802328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Attempting to bind port 7b536d08-af38-43f2-9c00-826b8e44a8ae on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:36:59.819020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:36:59.819398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Checking segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:36:59.820387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Bound using segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:36:59.820867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Bound port: 7b536d08-af38-43f2-9c00-826b8e44a8ae, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:36:59.821237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.836000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-8544b953-538d-4cc1-a8b3-49ae7bfda719', 'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719', 'tenant_id': 'fd25087f64244abc8679921d23af5e8f', 'fixed_ips': [{'subnet_id': '195b6f46-f7a3-42f9-8dd5-7995b3688de0'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:36:59.839632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.846080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5d3d4-46a8-454f-aaeb-1141fb8298b4 req-0d62a617-f515-4476-b1f0-f637011c054e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:36:59.856221 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45e5d3d4-46a8-454f-aaeb-1141fb8298b4 req-0d62a617-f515-4476-b1f0-f637011c054e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 944 time: 0.1343217 Nov 10 16:36:59.947151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] For port 7b536d08-af38-43f2-9c00-826b8e44a8ae, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:36:59.951611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] For port 7b536d08-af38-43f2-9c00-826b8e44a8ae, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b536d08-af38-43f2-9c00-826b8e44a8ae,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:36:59.954404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Made reservation on behalf of fd25087f64244abc8679921d23af5e8f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:36:59.962800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:36:59.998443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] device_id is not set on port 3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:37:00.065373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45e5d3d4-46a8-454f-aaeb-1141fb8298b4 req-4bdc6027-8bff-4a5e-a0a5-dd83e40bd9d4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068651 Nov 10 16:37:00.082955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:00.106602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Router 87e1a50b-33ba-4591-8208-988b326d1778 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:37:00.132869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:00.133709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:00.136657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b536d08-af38-43f2-9c00-826b8e44a8ae HTTP/1.1" status: 200 len: 1093 time: 1.6394858 Nov 10 16:37:00.139824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c074c-3fd5-4223-997f-214798a4184e req-edd2163d-91e0-4ed6-b59c-aeb03ea9f68f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:00.141883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4ca5a5-c66f-4f5c-8352-bf3fcb725432', 'tag': '7b536d08-af38-43f2-9c00-826b8e44a8ae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:00.142670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-edd2163d-91e0-4ed6-b59c-aeb03ea9f68f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.18 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.2614434 Nov 10 16:37:00.145477 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0466c8-499b-4881-9622-8cf1594955ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4ca5a5-c66f-4f5c-8352-bf3fcb725432", "tag": "7b536d08-af38-43f2-9c00-826b8e44a8ae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:00.158055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Request body: {'port': {'device_id': '6f739bf6-9e0e-4d31-af00-d33a4c9f1778', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'admin_state_up': True, 'tenant_id': 'f651b33b7fe24cec8653747a92dd1c9e'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:00.181364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f61695-09d0-4191-aeb1-4ecd4df5cfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b536d08-af38-43f2-9c00-826b8e44a8ae,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:00.193131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Allocated IP 172.20.0.2 (8544b953-538d-4cc1-a8b3-49ae7bfda719/195b6f46-f7a3-42f9-8dd5-7995b3688de0/e0a942f7-dcfd-40b8-a0fc-46f5883878bb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:00.360872 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80379f4f-0eb6-4105-a0e3-ad8afa70e1ad x-openstack-request-id: req-80379f4f-0eb6-4105-a0e3-ad8afa70e1ad {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:00.361451 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4ca5a5-c66f-4f5c-8352-bf3fcb725432", "tag": "7b536d08-af38-43f2-9c00-826b8e44a8ae", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:00.361451 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80379f4f-0eb6-4105-a0e3-ad8afa70e1ad {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:00.362735 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4ca5a5-c66f-4f5c-8352-bf3fcb725432', 'tag': '7b536d08-af38-43f2-9c00-826b8e44a8ae', 'status': 'completed', 'code': 200} Nov 10 16:37:00.377629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-159ee12a-4564-4c2f-a1be-ffef4f86cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:00.379169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-159ee12a-4564-4c2f-a1be-ffef4f86cc9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 1096 time: 0.0790019 Nov 10 16:37:00.393093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:37:00.423670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Sync routers for ids ['87e1a50b-33ba-4591-8208-988b326d1778'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:37:00.449442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c12f565-4bb0-4085-b049-a6eabf085003 req-2ad5d0c5-477c-4fa1-8337-9b3a6947e16f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.0315762 Nov 10 16:37:00.454134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Routers {'87e1a50b-33ba-4591-8208-988b326d1778'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:37:00.454316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:36:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['87e1a50b-33ba-4591-8208-988b326d1778'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:00.456191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-f7142831-0602-4d52-8ad1-90104e5a16a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b536d08-af38-43f2-9c00-826b8e44a8ae HTTP/1.1" status: 200 len: 217 time: 0.0680833 Nov 10 16:37:00.501225 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:00.521081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:00.522413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e6e56fb2-2a8c-41a7-9ffc-a06ee6b03395 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3670259 Nov 10 16:37:00.527936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44270) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:00.565119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-d47542ed-ea47-498f-a302-8af6640a896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:00.566715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-d47542ed-ea47-498f-a302-8af6640a896f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.0976524 Nov 10 16:37:00.596614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Set router 87e1a50b-33ba-4591-8208-988b326d1778 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:37:00.596614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:00.619006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d1bb1-720d-4a5e-8a93-54fffa17b638 req-44b5a07c-2773-4540-a2e5-be6dc49d235c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:00.621322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-648d1bb1-720d-4a5e-8a93-54fffa17b638 req-44b5a07c-2773-4540-a2e5-be6dc49d235c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.1025498 Nov 10 16:37:00.623257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-f444af9e-f398-4e87-9646-ce9105483198 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441818 Nov 10 16:37:00.667670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:37:00.730290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Pushing event updated for resources: {'Port': ['ID=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:00.746015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Made reservation on behalf of f651b33b7fe24cec8653747a92dd1c9e for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:00.751234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:00.751465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:00.758218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:00.782549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Allocated IP 172.20.0.12 (8544b953-538d-4cc1-a8b3-49ae7bfda719/195b6f46-f7a3-42f9-8dd5-7995b3688de0/3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:00.797560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:00.841269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-648d1bb1-720d-4a5e-8a93-54fffa17b638 req-d2691329-19e4-42dc-b200-fdaf3560810a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978698 Nov 10 16:37:00.936861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-2b5afb5d-7313-4816-b383-ca08a1371f95 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907488 Nov 10 16:37:00.984525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Attempting to bind port e0a942f7-dcfd-40b8-a0fc-46f5883878bb on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:00.985113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Attempting to bind port e0a942f7-dcfd-40b8-a0fc-46f5883878bb by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '60a160a9-3f88-47ff-ac28-7039c80f9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:00.985476 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Attempting to bind port e0a942f7-dcfd-40b8-a0fc-46f5883878bb on network 8544b953-538d-4cc1-a8b3-49ae7bfda719 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:01.003913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:01.004441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Checking segment: {'id': '60a160a9-3f88-47ff-ac28-7039c80f9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:01.005776 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.006234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Bound using segment: {'id': '60a160a9-3f88-47ff-ac28-7039c80f9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:01.006788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Bound port: e0a942f7-dcfd-40b8-a0fc-46f5883878bb, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a160a9-3f88-47ff-ac28-7039c80f9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:01.007233 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.111723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:01.121148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.144175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'mac_address': 'fa:16:3e:03:99:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:37:01.204401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] For port e0a942f7-dcfd-40b8-a0fc-46f5883878bb, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:01.210312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] For port e0a942f7-dcfd-40b8-a0fc-46f5883878bb, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,segment=NetworkSegment(60a160a9-3f88-47ff-ac28-7039c80f9e15),segment_id=60a160a9-3f88-47ff-ac28-7039c80f9e15)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:01.218888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.234962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:36:58Z', 'revision_number': 3, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:01.253901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3141fd57-9c75-4486-a243-4f7923ca3e25 req-17f74b36-e1e8-4689-bdb2-b6374a410acf service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308599 Nov 10 16:37:01.284902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Allocated IP 172.20.0.2 (1c27b5c7-e493-4d18-b58c-41f6e7206ff0/c086cf2f-907f-43eb-aa4f-03e65c19d7a8/daf9599b-b65b-49e4-9565-d36496ee64bd) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:01.290053 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.293354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Checking router: 87e1a50b-33ba-4591-8208-988b326d1778 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:37:01.293984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Updating router 87e1a50b-33ba-4591-8208-988b326d1778 port 75117a42-b166-4ba7-a3e4-fe9f110fef07 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:37:01.312596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a218f0-c935-4702-8266-00080b01eda5 req-0f57e7b0-41db-4382-ab70-7a7b2ce50026 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:01.320686 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.321929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5a218f0-c935-4702-8266-00080b01eda5 req-0f57e7b0-41db-4382-ab70-7a7b2ce50026 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 944 time: 0.0893769 Nov 10 16:37:01.346509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:01.349663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.410922 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.421481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5a218f0-c935-4702-8266-00080b01eda5 req-0e55c224-f4cd-4ce0-94b0-85e48a5b81e7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986519 Nov 10 16:37:01.473391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:01.485972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:01.490293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:01.517650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:01.585177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272756de-2b09-4eda-ae22-85ea99b459e0 None None] Pushing event updated for resources: {'Port': ['ID=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:01.596434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:01.640733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0466c8-499b-4881-9622-8cf1594955ca req-cbc59dd0-400a-47d7-b124-63df6190bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:01.646777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b0466c8-499b-4881-9622-8cf1594955ca req-cbc59dd0-400a-47d7-b124-63df6190bf42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 1096 time: 0.1706598 Nov 10 16:37:01.692969 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.736842 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-521b02cb-e0cc-4c17-890c-5a093dc18ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.750544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:01.751875 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.806023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-51daaa9c-1aea-4918-bcb1-3fb589039451 req-05713c34-bcb4-4a05-929b-cdd2f61865ba tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.1382020 Nov 10 16:37:01.856429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Allocated IP 172.20.0.1 (f3779576-31c2-4c70-b15a-4df387ca9427/b3bb0ede-a859-4fb4-b828-ebf80ce8c30d/dcf8e491-9f94-49e3-9d93-c18abef75e24) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:01.902954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:01.933449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0466c8-499b-4881-9622-8cf1594955ca req-17dc7d03-1431-43cf-a3da-add1bad9ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:01.943350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b0466c8-499b-4881-9622-8cf1594955ca req-17dc7d03-1431-43cf-a3da-add1bad9ff5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 907 time: 0.2831881 Nov 10 16:37:01.981750 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.014752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d360c72a-be8e-4817-9fc6-dbf6dd56d3dd tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3872402 Nov 10 16:37:02.014752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b0466c8-499b-4881-9622-8cf1594955ca req-1ae507c4-c1dc-4446-b8f1-62a8dafca71e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b536d08-af38-43f2-9c00-826b8e44a8ae HTTP/1.1" status: 200 len: 217 time: 0.0694153 Nov 10 16:37:02.015485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44294) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:02.024056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719', 'name': 'tempest-AllowedAddressPairTestJSON-716893594', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:36:f2:c9'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:02.034071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:02.077353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.139809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Attempting to bind port 75117a42-b166-4ba7-a3e4-fe9f110fef07 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:02.140196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Attempting to bind port 75117a42-b166-4ba7-a3e4-fe9f110fef07 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:02.141074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Attempting to bind port 75117a42-b166-4ba7-a3e4-fe9f110fef07 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:02.152799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abe2ed-00f0-4c8d-8ed0-3c73f7eb03c3 None None] Pushing event updated for resources: {'Port': ['ID=75117a42-b166-4ba7-a3e4-fe9f110fef07,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:02.159208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:02.174493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.185584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf9f1a-a156-4b49-ab40-adf1a49b8ab6 req-52740957-8dda-40d6-a388-aea07526dd45 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:02.188833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfdf9f1a-a156-4b49-ab40-adf1a49b8ab6 req-52740957-8dda-40d6-a388-aea07526dd45 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 949 time: 0.1839714 Nov 10 16:37:02.199776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0466c8-499b-4881-9622-8cf1594955ca req-a9fa312e-f6ef-4682-99a3-1cfd545e16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:02.202885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b0466c8-499b-4881-9622-8cf1594955ca req-a9fa312e-f6ef-4682-99a3-1cfd545e16cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.1606507 Nov 10 16:37:02.216484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:02.219390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:02.219390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.219390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:02.219390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Bound port: 75117a42-b166-4ba7-a3e4-fe9f110fef07, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:02.220351 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.232647 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.252380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b0466c8-499b-4881-9622-8cf1594955ca req-3f3fe637-7193-415d-a83b-6250b2a9ca3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410955 Nov 10 16:37:02.290798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:02.294917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:02.300542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:02.311579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event updated for resources: {'Port': ['ID=daf9599b-b65b-49e4-9565-d36496ee64bd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:02.335228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] For port 75117a42-b166-4ba7-a3e4-fe9f110fef07, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:02.351113 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.356036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Made reservation on behalf of fd25087f64244abc8679921d23af5e8f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:02.370832 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfdf9f1a-a156-4b49-ab40-adf1a49b8ab6 req-1067dcf2-781a-48ee-b204-1c672529726b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628401 Nov 10 16:37:02.414948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] For port 75117a42-b166-4ba7-a3e4-fe9f110fef07, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=75117a42-b166-4ba7-a3e4-fe9f110fef07,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:02.488807 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.556814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b0466c8-499b-4881-9622-8cf1594955ca req-97e0904e-d99b-4d6d-99e0-9f8ad29c41b5 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964294 Nov 10 16:37:02.599135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Network f3779576-31c2-4c70-b15a-4df387ca9427 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:02.615433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:02.640532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:02.648705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.673160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:02.715120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Routers {'87e1a50b-33ba-4591-8208-988b326d1778'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:37:02.718308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:36:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['87e1a50b-33ba-4591-8208-988b326d1778'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:02.783049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b0466c8-499b-4881-9622-8cf1594955ca req-8928d346-6ade-4d7e-a5fc-7525ec789268 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129719 Nov 10 16:37:02.802045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abe2ed-00f0-4c8d-8ed0-3c73f7eb03c3 None None] Pushing event updated for resources: {'Port': ['ID=75117a42-b166-4ba7-a3e4-fe9f110fef07,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:02.849297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf8e491-9f94-49e3-9d93-c18abef75e24,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:02.911344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.926235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] Set router 87e1a50b-33ba-4591-8208-988b326d1778 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:37:02.982645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:02.989085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5c66d-ae04-4103-ac5f-1d5fc46418ce req-379e40fc-a1f5-47a4-8863-daa34d56b49c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:02.997620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7de5c66d-ae04-4103-ac5f-1d5fc46418ce req-379e40fc-a1f5-47a4-8863-daa34d56b49c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 931 time: 0.0692780 Nov 10 16:37:03.001908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0348-2346-400d-a110-cbd9560ddeba req-5dca69d2-7da8-4e91-824a-c4c519c14f62 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:03.010052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-096a0348-2346-400d-a110-cbd9560ddeba req-5dca69d2-7da8-4e91-824a-c4c519c14f62 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 944 time: 0.4248481 Nov 10 16:37:03.015861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-025d26dc-c139-4756-b524-9a5739d02d79 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8627028 Nov 10 16:37:03.049813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Request body: {'port': {'device_id': '6f739bf6-9e0e-4d31-af00-d33a4c9f1778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:03.078219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244043a9-84e0-4d5a-bd0a-380e8ab47aac None None] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:03.084767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7de5c66d-ae04-4103-ac5f-1d5fc46418ce req-8a83db0a-54a1-45de-b0da-6c1e79958cf5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862384 Nov 10 16:37:03.107846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] device_id is not set on port 0ef64a77-27b4-4258-8170-79cc68c09938 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:37:03.290486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Allocated IP 172.20.0.4 (8544b953-538d-4cc1-a8b3-49ae7bfda719/195b6f46-f7a3-42f9-8dd5-7995b3688de0/0ef64a77-27b4-4258-8170-79cc68c09938) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:03.329596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:03.451370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e0a942f7-dcfd-40b8-a0fc-46f5883878bb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:03.504351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-785bd272-3b2d-462e-9230-7ded46dc7ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.508772 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.530399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-dbf39d23-7341-4d31-94b1-56dc18746f73 None None] Provisioning complete for port e0a942f7-dcfd-40b8-a0fc-46f5883878bb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:03.530932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbf39d23-7341-4d31-94b1-56dc18746f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.545672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-096a0348-2346-400d-a110-cbd9560ddeba req-4810a29a-14b9-4429-a69c-8b5210ed12c0 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294137 Nov 10 16:37:03.588791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e0a942f7-dcfd-40b8-a0fc-46f5883878bb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:03.589758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.639480 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-785bd272-3b2d-462e-9230-7ded46dc7ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.656653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500c1f-d8ef-4de6-87e3-180e159ff6fd req-719d49ac-887f-4eb2-85df-5c9e0186e3e6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:03.681306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5500c1f-d8ef-4de6-87e3-180e159ff6fd req-719d49ac-887f-4eb2-85df-5c9e0186e3e6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 949 time: 0.2284899 Nov 10 16:37:03.692821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.765332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5500c1f-d8ef-4de6-87e3-180e159ff6fd req-69d99e46-514a-41a0-9a69-cd6be1d57e62 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677862 Nov 10 16:37:03.780582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.792268 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-785bd272-3b2d-462e-9230-7ded46dc7ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.798946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.872405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-785bd272-3b2d-462e-9230-7ded46dc7ae4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2d90c8373784c8da944ab8d573d0079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5406420 Nov 10 16:37:03.874157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bd272-3b2d-462e-9230-7ded46dc7ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc1f258-0e59-4630-9677-0e230c96aae6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:03.876701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port e0a942f7-dcfd-40b8-a0fc-46f5883878bb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,segment=NetworkSegment(60a160a9-3f88-47ff-ac28-7039c80f9e15),segment_id=60a160a9-3f88-47ff-ac28-7039c80f9e15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:03.878539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:36:58Z', 'revision_number': 3, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:03.890710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:03.922819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782969f-5be8-44c3-84bd-2de38992dc43 None None] The sync data for ids ['87e1a50b-33ba-4591-8208-988b326d1778'] in n-d-714676-11 is: [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:36:58Z', 'revision_number': 3, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:37:03.941009 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73662291-ea8e-4a79-abeb-6f41a0c9a618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.991018 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:03.992611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c758482-37ba-443d-b810-3081689aa284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.022556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf9599b-b65b-49e4-9565-d36496ee64bd {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:04.032288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.042475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c758482-37ba-443d-b810-3081689aa284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.047439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Transition to ACTIVE for port object daf9599b-b65b-49e4-9565-d36496ee64bd will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:37:04.050277 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbf39d23-7341-4d31-94b1-56dc18746f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.059266 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.189580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:04.259484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c758482-37ba-443d-b810-3081689aa284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.262813 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c758482-37ba-443d-b810-3081689aa284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.277076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2c758482-37ba-443d-b810-3081689aa284 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adc1f258-0e59-4630-9677-0e230c96aae6 HTTP/1.1" status: 204 len: 168 time: 0.3836977 Nov 10 16:37:04.353694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-dbf39d23-7341-4d31-94b1-56dc18746f73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:37:04.354432 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-dbf39d23-7341-4d31-94b1-56dc18746f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:37:04.362865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c758482-37ba-443d-b810-3081689aa284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc1f258-0e59-4630-9677-0e230c96aae6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:04.413958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3d78-3460-4260-bf5d-2ccde8dfdda4 req-8ca8b6dd-7870-4efe-9c5b-1a4554dc8c50 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:04.415784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17fc3d78-3460-4260-bf5d-2ccde8dfdda4 req-8ca8b6dd-7870-4efe-9c5b-1a4554dc8c50 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 943 time: 0.1682549 Nov 10 16:37:04.520026 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17fc3d78-3460-4260-bf5d-2ccde8dfdda4 req-afb3ba74-3afb-4e07-83b2-dc7a529b910a tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965035 Nov 10 16:37:04.570689 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.581849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7b536d08-af38-43f2-9c00-826b8e44a8ae details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:37:04.614724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:04.634825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:04.638159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:04.734424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:04.735103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:04.748806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:04.754331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=0ef64a77-27b4-4258-8170-79cc68c09938,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:04.846859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7b536d08-af38-43f2-9c00-826b8e44a8ae, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b536d08-af38-43f2-9c00-826b8e44a8ae,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:04.952209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef876009-3282-4b75-b2f2-1534daf35072 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9307368 Nov 10 16:37:04.957510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44342) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:04.969514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '7b536d08-af38-43f2-9c00-826b8e44a8ae', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'port_id': '7b536d08-af38-43f2-9c00-826b8e44a8ae', 'mac_address': 'fa:16:3e:93:4e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d728c2c-8778-4a87-99d2-49192942df69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:37:04.978601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267cff8-0aa4-4db2-8c94-13ec65fb8bbd req-1d875413-eef2-4047-b8d8-e41d7eb09815 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:04.982920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Pushing event updated for resources: {'Port': ['ID=daf9599b-b65b-49e4-9565-d36496ee64bd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:04.993988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d267cff8-0aa4-4db2-8c94-13ec65fb8bbd req-1d875413-eef2-4047-b8d8-e41d7eb09815 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 949 time: 0.1295106 Nov 10 16:37:05.072524 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.097183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d267cff8-0aa4-4db2-8c94-13ec65fb8bbd req-de78f64c-5954-483a-a681-beb635a440f7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970707 Nov 10 16:37:05.125323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921ce7a-3bc6-4a25-915d-65a8156d5bfb req-122a812a-0fdb-466d-8169-fe8434c7b863 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:05.126853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9921ce7a-3bc6-4a25-915d-65a8156d5bfb req-122a812a-0fdb-466d-8169-fe8434c7b863 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 944 time: 0.4100180 Nov 10 16:37:05.140893 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.195427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-dbf39d23-7341-4d31-94b1-56dc18746f73 None None] Provisioning complete for port dcf8e491-9f94-49e3-9d93-c18abef75e24 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:05.201630 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbf39d23-7341-4d31-94b1-56dc18746f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.245350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b536d08-af38-43f2-9c00-826b8e44a8ae {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:05.245843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Attempting to bind port daf9599b-b65b-49e4-9565-d36496ee64bd on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:05.246185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Attempting to bind port daf9599b-b65b-49e4-9565-d36496ee64bd by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:05.246518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Attempting to bind port daf9599b-b65b-49e4-9565-d36496ee64bd on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:05.267763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.269640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7b536d08-af38-43f2-9c00-826b8e44a8ae, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b536d08-af38-43f2-9c00-826b8e44a8ae,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:05.286602 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.302025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dbf39d23-7341-4d31-94b1-56dc18746f73 None None] Port dcf8e491-9f94-49e3-9d93-c18abef75e24 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:05.368463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Port daf9599b-b65b-49e4-9565-d36496ee64bd on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:37:05.368879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Attempting to bind port daf9599b-b65b-49e4-9565-d36496ee64bd on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:05.385607 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.398030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a0faf-34ee-422f-82fe-9e7705214c60 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:05.405300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a0faf-34ee-422f-82fe-9e7705214c60 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:05.414804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a0faf-34ee-422f-82fe-9e7705214c60 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:05.419826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:05.430287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-629a0faf-34ee-422f-82fe-9e7705214c60 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4637420 Nov 10 16:37:05.431899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:37:05.440001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:05.440273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Checking segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:05.440976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Bound using segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:05.441123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Bound port: daf9599b-b65b-49e4-9565-d36496ee64bd, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:05.441470 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.454327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:05.454709 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.458907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-06f7b04b-e126-44aa-9d4f-25f491b5c2c3 None None] Provisioning complete for port e0a942f7-dcfd-40b8-a0fc-46f5883878bb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:05.459550 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9921ce7a-3bc6-4a25-915d-65a8156d5bfb req-d36012ec-3567-46b7-809b-91211b12b79a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211823 Nov 10 16:37:05.466036 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06f7b04b-e126-44aa-9d4f-25f491b5c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.489352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf8e491-9f94-49e3-9d93-c18abef75e24,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:05.503558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.508523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7b536d08-af38-43f2-9c00-826b8e44a8ae,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:05.567879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e0a942f7-dcfd-40b8-a0fc-46f5883878bb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:05.680480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] For port daf9599b-b65b-49e4-9565-d36496ee64bd, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:05.685257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] For port daf9599b-b65b-49e4-9565-d36496ee64bd, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=daf9599b-b65b-49e4-9565-d36496ee64bd,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:05.718388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.720591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Network f3779576-31c2-4c70-b15a-4df387ca9427 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:05.722587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:05.726819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2f43b-618a-41af-9ad7-002a84eb987d req-ce24670f-2802-4adc-b60b-4390aa357e78 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:05.730718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0c2f43b-618a-41af-9ad7-002a84eb987d req-ce24670f-2802-4adc-b60b-4390aa357e78 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 943 time: 0.0945070 Nov 10 16:37:05.760867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['7b536d08-af38-43f2-9c00-826b8e44a8ae'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:05.766390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-626427ec-f801-4753-8581-fcd118e6bcd6 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Deleting port 0ef64a77-27b4-4258-8170-79cc68c09938 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:05.766390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-626427ec-f801-4753-8581-fcd118e6bcd6 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.827237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e0a942f7-dcfd-40b8-a0fc-46f5883878bb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:05.827237 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.877199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:05.883203 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96524199-9787-4404-9668-91f59ee1742b" -d '{"events": [{"server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "name": "network-vif-plugged", "status": "completed", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:05.898625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Router 87e1a50b-33ba-4591-8208-988b326d1778 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:37:05.901048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.903118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-06f7b04b-e126-44aa-9d4f-25f491b5c2c3 None None] Provisioning complete for port 0ef64a77-27b4-4258-8170-79cc68c09938 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:05.903520 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06f7b04b-e126-44aa-9d4f-25f491b5c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.909961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0c2f43b-618a-41af-9ad7-002a84eb987d req-e02b0b27-9e12-4354-8fde-d36074232426 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781237 Nov 10 16:37:05.927906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:05.928526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:05.930503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] 10.222.0.18 "PUT /v2.0/ports/daf9599b-b65b-49e4-9565-d36496ee64bd HTTP/1.1" status: 200 len: 1092 time: 2.8980041 Nov 10 16:37:05.934501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f739bf6-9e0e-4d31-af00-d33a4c9f1778', 'tag': 'daf9599b-b65b-49e4-9565-d36496ee64bd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:05.936888 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34539113-c847-4e9d-9bbb-fa0aaa98b053" -d '{"events": [{"name": "network-changed", "server_uuid": "6f739bf6-9e0e-4d31-af00-d33a4c9f1778", "tag": "daf9599b-b65b-49e4-9565-d36496ee64bd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:05.981760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-626427ec-f801-4753-8581-fcd118e6bcd6 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:06.001518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-626427ec-f801-4753-8581-fcd118e6bcd6 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Calling delete_port for 0ef64a77-27b4-4258-8170-79cc68c09938 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:06.088592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:06.223437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acb75c-b469-4203-8d5d-ab532518b09d service neutron] Pushing event updated for resources: {'Port': ['ID=daf9599b-b65b-49e4-9565-d36496ee64bd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:06.256742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:06.276023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-06f7b04b-e126-44aa-9d4f-25f491b5c2c3 None None] Port 0ef64a77-27b4-4258-8170-79cc68c09938 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:06.313169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-626427ec-f801-4753-8581-fcd118e6bcd6 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:06.330924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:37:06.347962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7c7d47a8-bb26-47c9-a952-7323d7a6b704 admin admin] 10.222.0.62 "PUT /v2.0/routers/87e1a50b-33ba-4591-8208-988b326d1778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8128119 Nov 10 16:37:06.347962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c074c-3fd5-4223-997f-214798a4184e req-2a4445a4-2c24-4530-b606-055e9617cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:06.349992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-2a4445a4-2c24-4530-b606-055e9617cb16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 1095 time: 0.1804342 Nov 10 16:37:06.398414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 75117a42-b166-4ba7-a3e4-fe9f110fef07 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:06.409585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626427ec-f801-4753-8581-fcd118e6bcd6 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Port': ['ID=0ef64a77-27b4-4258-8170-79cc68c09938,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:06.425755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-06f7b04b-e126-44aa-9d4f-25f491b5c2c3 None None] Provisioning complete for port 3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:06.432667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06f7b04b-e126-44aa-9d4f-25f491b5c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:06.450741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-3284437c-b3b7-4e51-b9b2-7de6b46dffd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=daf9599b-b65b-49e4-9565-d36496ee64bd HTTP/1.1" status: 200 len: 217 time: 0.0862100 Nov 10 16:37:06.593036 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b421aad-631d-4103-bd7f-7b23f393898a x-openstack-request-id: req-0b421aad-631d-4103-bd7f-7b23f393898a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:06.595721 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f739bf6-9e0e-4d31-af00-d33a4c9f1778", "tag": "daf9599b-b65b-49e4-9565-d36496ee64bd", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:06.596415 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b421aad-631d-4103-bd7f-7b23f393898a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:06.597040 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f739bf6-9e0e-4d31-af00-d33a4c9f1778', 'tag': 'daf9599b-b65b-49e4-9565-d36496ee64bd', 'status': 'completed', 'code': 200} Nov 10 16:37:06.640405 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af32257-a6cc-43b3-84c6-e5b4e160346b x-openstack-request-id: req-3af32257-a6cc-43b3-84c6-e5b4e160346b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:06.642407 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "name": "network-vif-plugged", "status": "completed", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:06.642773 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3af32257-a6cc-43b3-84c6-e5b4e160346b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:06.643358 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'code': 200} Nov 10 16:37:06.661587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c074c-3fd5-4223-997f-214798a4184e req-2799446f-018e-4822-8163-4f7597218ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:06.668069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-2799446f-018e-4822-8163-4f7597218ac6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.2017875 Nov 10 16:37:06.688060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44384) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:06.760815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-32ec4d39-dbf9-4275-b925-0143206672b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845230 Nov 10 16:37:06.795790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:06.813169 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Sync routers for ids ['87e1a50b-33ba-4591-8208-988b326d1778'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:37:06.832367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-06f7b04b-e126-44aa-9d4f-25f491b5c2c3 None None] Port 3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:06.856901 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Routers {'87e1a50b-33ba-4591-8208-988b326d1778'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:37:06.857661 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:37:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['87e1a50b-33ba-4591-8208-988b326d1778'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:06.897013 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-626427ec-f801-4753-8581-fcd118e6bcd6 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:06.920051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-626427ec-f801-4753-8581-fcd118e6bcd6 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "DELETE /v2.0/ports/0ef64a77-27b4-4258-8170-79cc68c09938 HTTP/1.1" status: 204 len: 168 time: 1.4954956 Nov 10 16:37:06.921066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:06.928118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:06.962332 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea4558e-f8dc-478a-b8f1-cee95395cb10 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] GET failed (client error): The resource could not be found. Nov 10 16:37:06.971066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bea4558e-f8dc-478a-b8f1-cee95395cb10 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "GET /v2.0/ports/0ef64a77-27b4-4258-8170-79cc68c09938 HTTP/1.1" status: 404 len: 333 time: 0.0487051 Nov 10 16:37:06.971973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:06.977560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4cb1-6bd5-4388-8e45-067ac69dd8a2 req-41a1f973-8876-4576-aa89-2532f1fa156b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:06.978582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719', 'name': 'tempest-AllowedAddressPairTestJSON-2100725322'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:06.980867 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f2b4cb1-6bd5-4388-8e45-067ac69dd8a2 req-41a1f973-8876-4576-aa89-2532f1fa156b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.2230020 Nov 10 16:37:07.000396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-580558923-network', 'tenant_id': 'b76d448b250f4af69623323946e5e2b1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:07.026749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 75117a42-b166-4ba7-a3e4-fe9f110fef07 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:07.027493 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.033594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-28910b62-39a6-40d8-a620-6381c6b2b113 None None] Provisioning complete for port dcf8e491-9f94-49e3-9d93-c18abef75e24 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:07.040461 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28910b62-39a6-40d8-a620-6381c6b2b113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.123641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-28910b62-39a6-40d8-a620-6381c6b2b113 None None] Port dcf8e491-9f94-49e3-9d93-c18abef75e24 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:07.131640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-36cc4fae-51b3-4e5e-9c1a-7bf376b1344a service neutron] 10.222.0.18 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481510 Nov 10 16:37:07.193003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f2b4cb1-6bd5-4388-8e45-067ac69dd8a2 req-466ee2c2-540d-4378-a646-9d664d88379a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891356 Nov 10 16:37:07.210668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b83a41-5751-4d89-882d-528e35a96239 req-883791ac-512e-4914-8232-51fb860cd55b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:07.229916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19b83a41-5751-4d89-882d-528e35a96239 req-883791ac-512e-4914-8232-51fb860cd55b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 945 time: 0.1123145 Nov 10 16:37:07.240463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9d38b-8acf-4507-ba9b-d49f433d5146 req-c2306cea-3970-446f-a105-8538d35e1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:07.243088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77f9d38b-8acf-4507-ba9b-d49f433d5146 req-c2306cea-3970-446f-a105-8538d35e1f90 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 1102 time: 0.5497274 Nov 10 16:37:07.258665 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Set router 87e1a50b-33ba-4591-8208-988b326d1778 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:37:07.262266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.285928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-394c074c-3fd5-4223-997f-214798a4184e req-cd6248fa-08ca-4836-b71f-43e83ac45b6a service neutron] 10.222.0.18 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324468 Nov 10 16:37:07.288942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Made reservation on behalf of b76d448b250f4af69623323946e5e2b1 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:07.298925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.310408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 75117a42-b166-4ba7-a3e4-fe9f110fef07, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=75117a42-b166-4ba7-a3e4-fe9f110fef07,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:07.314120 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.375682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77f9d38b-8acf-4507-ba9b-d49f433d5146 req-69736ec9-6f73-4b12-b902-ce50e0d7b288 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196690 Nov 10 16:37:07.393894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19b83a41-5751-4d89-882d-528e35a96239 req-a948f3d1-884e-426e-b60c-47653e378a34 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480227 Nov 10 16:37:07.454543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Made reservation on behalf of fd25087f64244abc8679921d23af5e8f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:07.458745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.504298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] device_id is not set on port f5ea3a59-1e0c-4663-aa57-e0374ed71717 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:37:07.542721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f9162-c771-4b9b-a49d-da33fd8ed67d req-8b705544-3c7c-4816-9a10-d0dbed2283f0 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:07.544551 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d18f9162-c771-4b9b-a49d-da33fd8ed67d req-8b705544-3c7c-4816-9a10-d0dbed2283f0 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 943 time: 0.1874967 Nov 10 16:37:07.554784 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:37:03Z', 'revision_number': 4, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'dcf8e491-9f94-49e3-9d93-c18abef75e24', 'name': '', 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'mac_address': 'fa:16:3e:9e:48:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'b3bb0ede-a859-4fb4-b828-ebf80ce8c30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:01Z', 'updated_at': '2021-11-10T16:37:03Z', 'revision_number': 2, 'project_id': '4536d418282948a98b650e037ea1160e', 'subnets': [{'id': 'b3bb0ede-a859-4fb4-b828-ebf80ce8c30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:07.592337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-7d8d03f3-f18e-4c21-88ae-2773c580c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:07.594180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-7d8d03f3-f18e-4c21-88ae-2773c580c981 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 1095 time: 0.1135504 Nov 10 16:37:07.612739 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Checking router: 87e1a50b-33ba-4591-8208-988b326d1778 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:37:07.613175 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Updating router 87e1a50b-33ba-4591-8208-988b326d1778 port dcf8e491-9f94-49e3-9d93-c18abef75e24 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:37:07.648604 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.664036 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.687417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.712422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d18f9162-c771-4b9b-a49d-da33fd8ed67d req-bd4e9fac-64f9-4b86-9d8c-afcdc6a03e29 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461406 Nov 10 16:37:07.730720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=75117a42-b166-4ba7-a3e4-fe9f110fef07,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:07.780431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-b83a0148-c607-46cd-9725-7e790ca8d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:07.784509 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-b83a0148-c607-46cd-9725-7e790ca8d196 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 913 time: 0.1807578 Nov 10 16:37:07.799241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Allocated IP 172.20.0.13 (8544b953-538d-4cc1-a8b3-49ae7bfda719/195b6f46-f7a3-42f9-8dd5-7995b3688de0/f5ea3a59-1e0c-4663-aa57-e0374ed71717) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:07.823140 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.826928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.846621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.850973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-35e6ca4c-77ac-44b0-ac43-5d30f764146f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=daf9599b-b65b-49e4-9565-d36496ee64bd HTTP/1.1" status: 200 len: 217 time: 0.0532391 Nov 10 16:37:07.880600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:07.925972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb641ce3-3b93-4472-9dcb-1d68ce431fa3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:07.929332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:07.929516 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Added segment 46f21772-b199-4603-82ed-896247485542 of type vlan for network 9b8defce-1b21-4873-932d-ac1e558580d0 Nov 10 16:37:07.968220 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-1b5829d0-6737-4392-922a-afbc35cc7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:07.970479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-1b5829d0-6737-4392-922a-afbc35cc7689 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1051595 Nov 10 16:37:07.990980 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.017657 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-6aa1938c-e9e3-4003-a7c7-8f35c35776f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386755 Nov 10 16:37:08.037679 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.060202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:08.066989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-network', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:08.095384 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.134726 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.135772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:08.136547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.142184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-fcab59a3-c1d2-485c-a922-0360d4896a75 service neutron] 10.222.0.18 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129632 Nov 10 16:37:08.165845 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.217134 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Pushing event updated for resources: {'Port': ['ID=dcf8e491-9f94-49e3-9d93-c18abef75e24,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:08.232985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Made reservation on behalf of 1e2122afe5f84fe481bc1c24ff3feb06 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:08.235340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.237216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.256464 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.256860 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.259300 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.262235 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.262647 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.262982 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.263333 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.263657 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.263977 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.264317 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.264709 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.265029 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:08.290606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] Pushing event updated for resources: {'Network': ['ID=9b8defce-1b21-4873-932d-ac1e558580d0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:08.302698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 9b8defce-1b21-4873-932d-ac1e558580d0 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:08.335612 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Attempting to bind port dcf8e491-9f94-49e3-9d93-c18abef75e24 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:08.335994 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Attempting to bind port dcf8e491-9f94-49e3-9d93-c18abef75e24 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:08.336346 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Attempting to bind port dcf8e491-9f94-49e3-9d93-c18abef75e24 on network f3779576-31c2-4c70-b15a-4df387ca9427 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:08.350222 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:08.351568 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Checking segment: {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:08.351568 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.351568 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Bound using segment: {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:08.352285 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Bound port: dcf8e491-9f94-49e3-9d93-c18abef75e24, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:08.352652 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.386900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.409300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34539113-c847-4e9d-9bbb-fa0aaa98b053 req-678eab0c-837e-4cad-9072-ebd9ab44fb7e service neutron] 10.222.0.18 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461071 Nov 10 16:37:08.417014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0dca1a01-b2f3-4d46-8459-674f88f06e3a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7176728 Nov 10 16:37:08.426940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:08.427578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:08.487275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649bc9-2dda-48b3-9043-c46fdf1b41ad req-fbf2d85b-2fd9-4f3d-b45a-2f54c654384e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:08.492528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78649bc9-2dda-48b3-9043-c46fdf1b41ad req-fbf2d85b-2fd9-4f3d-b45a-2f54c654384e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1404362 Nov 10 16:37:08.505929 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] For port dcf8e491-9f94-49e3-9d93-c18abef75e24, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:08.511409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Request body: {'subnet': {'network_id': '9b8defce-1b21-4873-932d-ac1e558580d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-580558923-subnet', 'tenant_id': 'b76d448b250f4af69623323946e5e2b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:08.513160 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] For port dcf8e491-9f94-49e3-9d93-c18abef75e24, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dcf8e491-9f94-49e3-9d93-c18abef75e24,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:08.544164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:08.546146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=f5ea3a59-1e0c-4663-aa57-e0374ed71717,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:08.565908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f23445de-b109-4177-9f41-5232339b14ea None None] Provisioning complete for port dcf8e491-9f94-49e3-9d93-c18abef75e24 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:08.566539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f23445de-b109-4177-9f41-5232339b14ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.576237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:08.592011 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.607148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78649bc9-2dda-48b3-9043-c46fdf1b41ad req-aa185928-1883-4bfd-afcc-22c8fc29d700 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036813 Nov 10 16:37:08.625522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7b536d08-af38-43f2-9c00-826b8e44a8ae up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:08.643801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:08.644495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.718462 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01398766-f4a2-404f-8b71-5573eb063fd4 None None] Pushing event updated for resources: {'Port': ['ID=dcf8e491-9f94-49e3-9d93-c18abef75e24,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:08.744964 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Routers {'87e1a50b-33ba-4591-8208-988b326d1778'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:37:08.746457 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:37:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['87e1a50b-33ba-4591-8208-988b326d1778'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:08.801980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f23445de-b109-4177-9f41-5232339b14ea None None] Port dcf8e491-9f94-49e3-9d93-c18abef75e24 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:08.892751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 7b536d08-af38-43f2-9c00-826b8e44a8ae completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:37:08.897975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 7b536d08-af38-43f2-9c00-826b8e44a8ae triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:08.903848 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:08.983181 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] Set router 87e1a50b-33ba-4591-8208-988b326d1778 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:37:09.094352 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.096739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-60ebe07f-eef8-4121-a559-bf76657dd6d9 None None] Provisioning complete for port f5ea3a59-1e0c-4663-aa57-e0374ed71717 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:09.097093 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60ebe07f-eef8-4121-a559-bf76657dd6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.175645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7b536d08-af38-43f2-9c00-826b8e44a8ae, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b536d08-af38-43f2-9c00-826b8e44a8ae,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:09.184341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4ca5a5-c66f-4f5c-8352-bf3fcb725432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b536d08-af38-43f2-9c00-826b8e44a8ae'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:09.187360 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0707c4-8d06-49c7-80ba-896fc8ffd237" -d '{"events": [{"server_uuid": "5b4ca5a5-c66f-4f5c-8352-bf3fcb725432", "name": "network-vif-plugged", "status": "completed", "tag": "7b536d08-af38-43f2-9c00-826b8e44a8ae"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:09.200057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Made reservation on behalf of b76d448b250f4af69623323946e5e2b1 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:09.200492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-60ebe07f-eef8-4121-a559-bf76657dd6d9 None None] Port f5ea3a59-1e0c-4663-aa57-e0374ed71717 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:09.202364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.261819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.308589 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:37:03Z', 'revision_number': 4, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'dcf8e491-9f94-49e3-9d93-c18abef75e24', 'name': '', 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'mac_address': 'fa:16:3e:9e:48:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'b3bb0ede-a859-4fb4-b828-ebf80ce8c30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:01Z', 'updated_at': '2021-11-10T16:37:08Z', 'revision_number': 4, 'project_id': '4536d418282948a98b650e037ea1160e', 'subnets': [{'id': 'b3bb0ede-a859-4fb4-b828-ebf80ce8c30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:09.317990 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.337251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-75873a41-b764-4226-b099-2039e591f025 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3638337 Nov 10 16:37:09.340161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:09.352753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80d13d-0724-4563-af23-6cce045a0964 req-0b2041c4-fba8-4ef8-b0ff-4a99f3af0141 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:09.354388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57f1f-4d90-49f1-af6f-71cda4d825f5 req-fb085d49-2255-4064-ba31-a29c1a571dbd tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:09.355693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d80d13d-0724-4563-af23-6cce045a0964 req-0b2041c4-fba8-4ef8-b0ff-4a99f3af0141 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 943 time: 0.0931470 Nov 10 16:37:09.361073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:36:f2:c9'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:09.367868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2d57f1f-4d90-49f1-af6f-71cda4d825f5 req-fb085d49-2255-4064-ba31-a29c1a571dbd tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 945 time: 0.7968233 Nov 10 16:37:09.377093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ffea6a3e-dce4-4893-b55b-dca2c0139080 None None] Provisioning complete for port dcf8e491-9f94-49e3-9d93-c18abef75e24 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:09.377701 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffea6a3e-dce4-4893-b55b-dca2c0139080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.388840 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091201a8-2744-435f-9240-d3903a6ac46d None None] The sync data for ids ['87e1a50b-33ba-4591-8208-988b326d1778'] in n-d-714676-11 is: [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:37:03Z', 'revision_number': 4, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'dcf8e491-9f94-49e3-9d93-c18abef75e24', 'name': '', 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'mac_address': 'fa:16:3e:9e:48:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'b3bb0ede-a859-4fb4-b828-ebf80ce8c30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:01Z', 'updated_at': '2021-11-10T16:37:08Z', 'revision_number': 4, 'project_id': '4536d418282948a98b650e037ea1160e', 'subnets': [{'id': 'b3bb0ede-a859-4fb4-b828-ebf80ce8c30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:37:09.405156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.425114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7b536d08-af38-43f2-9c00-826b8e44a8ae,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:09.501114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6289d551-3a60-4751-8c58-b0163a8af5a9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:09.533938 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffea6a3e-dce4-4893-b55b-dca2c0139080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.541007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:09.583782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ffea6a3e-dce4-4893-b55b-dca2c0139080 None None] For port dcf8e491-9f94-49e3-9d93-c18abef75e24, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dcf8e491-9f94-49e3-9d93-c18abef75e24,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:09.587159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.587569 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Added segment e7058eb8-2a41-4d61-8b60-6ea9a836a03c of type vlan for network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f Nov 10 16:37:09.608747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2d57f1f-4d90-49f1-af6f-71cda4d825f5 req-afa117f0-e7b7-4030-aca7-efbbc22ac327 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399950 Nov 10 16:37:09.673236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d80d13d-0724-4563-af23-6cce045a0964 req-ae56df9e-b8e8-4e84-9411-6fd10a390ec9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063552 Nov 10 16:37:09.680746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.694723 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffea6a3e-dce4-4893-b55b-dca2c0139080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.813295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.835106 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d61e0e-2f17-4c13-8fe2-3191b40aa456 x-openstack-request-id: req-93d61e0e-2f17-4c13-8fe2-3191b40aa456 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:09.835508 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4ca5a5-c66f-4f5c-8352-bf3fcb725432", "name": "network-vif-plugged", "status": "completed", "tag": "7b536d08-af38-43f2-9c00-826b8e44a8ae", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:09.835772 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93d61e0e-2f17-4c13-8fe2-3191b40aa456 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:09.836194 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4ca5a5-c66f-4f5c-8352-bf3fcb725432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b536d08-af38-43f2-9c00-826b8e44a8ae', 'code': 200} Nov 10 16:37:09.872694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea6a3e-dce4-4893-b55b-dca2c0139080 None None] Pushing event updated for resources: {'Port': ['ID=dcf8e491-9f94-49e3-9d93-c18abef75e24,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:09.938199 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:09.993188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 75117a42-b166-4ba7-a3e4-fe9f110fef07 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:10.003181 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.004663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:10.005488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.045249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=135abe4c-a540-4b28-8410-088bff9eecff,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:10.070819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef2c69-4168-4774-b1ce-d114e7f86965 req-828c0ddb-36b8-419c-b14d-240daf8f7798 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:10.077338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 75117a42-b166-4ba7-a3e4-fe9f110fef07 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:10.077703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.080098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45ef2c69-4168-4774-b1ce-d114e7f86965 req-828c0ddb-36b8-419c-b14d-240daf8f7798 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 945 time: 0.2008288 Nov 10 16:37:10.109891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4c34a-07f5-4e1c-9650-cb24aed24bee req-13b4ec6a-d001-4d8f-ad51-6659adcd4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:10.111467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8d4c34a-07f5-4e1c-9650-cb24aed24bee req-13b4ec6a-d001-4d8f-ad51-6659adcd4392 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 1098 time: 0.1112661 Nov 10 16:37:10.150697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45ef2c69-4168-4774-b1ce-d114e7f86965 req-e1e09cbc-7d89-4035-b65b-21d65930f8f9 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693645 Nov 10 16:37:10.158823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0964086 Nov 10 16:37:10.170650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44436) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:10.180973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00120e8d-75b2-4ddc-ba52-a2868858c416 req-7d5c899d-4d45-451a-85e4-f4272471a6b7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:10.182757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00120e8d-75b2-4ddc-ba52-a2868858c416 req-7d5c899d-4d45-451a-85e4-f4272471a6b7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1840866 Nov 10 16:37:10.189633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Request body: {'subnet': {'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-subnet', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:10.203292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Checking segment: {'id': '46f21772-b199-4603-82ed-896247485542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9b8defce-1b21-4873-932d-ac1e558580d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:10.203670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Network hostable DHCP agents. Network: 9b8defce-1b21-4873-932d-ac1e558580d0, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:37:10.207652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dcf8e491-9f94-49e3-9d93-c18abef75e24 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:10.207910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd0ae5-ab21-49d6-8849-a0e8b23411a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed17b73-3d1b-4787-96b8-eef2a9834c9f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:10.225472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:10.262237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.263946 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.271180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Made reservation on behalf of 1e2122afe5f84fe481bc1c24ff3feb06 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:10.273650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.309059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8d4c34a-07f5-4e1c-9650-cb24aed24bee req-7b5e4399-9d2a-481f-9b50-f147a095fbdd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815445 Nov 10 16:37:10.325718 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Network 9b8defce-1b21-4873-932d-ac1e558580d0 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:37:10.339859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port dcf8e491-9f94-49e3-9d93-c18abef75e24 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:10.340402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.364519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00120e8d-75b2-4ddc-ba52-a2868858c416 req-f914d69d-0894-4db5-9dd1-a5bffb6f9bb8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463344 Nov 10 16:37:10.384410 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.475488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 9b8defce-1b21-4873-932d-ac1e558580d0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:10.482553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:10.486627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.487097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6703ac1-7fa5-4ab3-b214-4cc5dfce8b0e None None] Network 9b8defce-1b21-4873-932d-ac1e558580d0 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:10.617566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=f5ea3a59-1e0c-4663-aa57-e0374ed71717,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:10.622908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device daf9599b-b65b-49e4-9565-d36496ee64bd details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:37:10.646127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] In _notify_port_updated(), no bound segment for port f5ea3a59-1e0c-4663-aa57-e0374ed71717 on network 8544b953-538d-4cc1-a8b3-49ae7bfda719 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:37:10.648773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9d175062-4bd1-4414-9784-dfb6982a79e2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1594484 Nov 10 16:37:10.659014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:10.659014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.663817 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e8a5fddb-9432-4101-9ac1-62e32afb78ee tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "PUT /v2.0/ports/f5ea3a59-1e0c-4663-aa57-e0374ed71717 HTTP/1.1" status: 200 len: 995 time: 1.3041036 Nov 10 16:37:10.664101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:10.734717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.774804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:37:10.822067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530ada1-1970-4378-9c92-e84b33b93d75 None None] Network 9b8defce-1b21-4873-932d-ac1e558580d0 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:10.843913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-b07cab9a-cec9-4472-8378-5c2939d55586 req-ee54f5a9-3db0-4925-b7ab-c4959e654fb3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:10.849332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b07cab9a-cec9-4472-8378-5c2939d55586 req-ee54f5a9-3db0-4925-b7ab-c4959e654fb3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3223946 Nov 10 16:37:10.906310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1435c902-86d3-4d48-9ee4-c02d3d5dff93 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Deleting port f5ea3a59-1e0c-4663-aa57-e0374ed71717 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:10.907122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1435c902-86d3-4d48-9ee4-c02d3d5dff93 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:10.933475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e396d9-13b3-4e6e-836f-68d919939bc1 req-21679520-fc1e-46a7-9bf2-9e3a9edb0f2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:10.952849 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8e396d9-13b3-4e6e-836f-68d919939bc1 req-21679520-fc1e-46a7-9bf2-9e3a9edb0f2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 946 time: 0.2197459 Nov 10 16:37:10.999908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-14d1cf7b-96e0-46c0-bbcd-a88031f04e46 None None] Provisioning complete for port f5ea3a59-1e0c-4663-aa57-e0374ed71717 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:11.000281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-14d1cf7b-96e0-46c0-bbcd-a88031f04e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.023507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port daf9599b-b65b-49e4-9565-d36496ee64bd, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=daf9599b-b65b-49e4-9565-d36496ee64bd,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:11.051876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4a82c7-afc7-4843-8327-24631a2ab21f,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:11.068980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8e396d9-13b3-4e6e-836f-68d919939bc1 req-e6ea5bca-e807-4e20-af45-1b687af2de69 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067665 Nov 10 16:37:11.070133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Checking segment: {'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:11.070587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Network hostable DHCP agents. Network: 6ed17b73-3d1b-4787-96b8-eef2a9834c9f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:37:11.085653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1435c902-86d3-4d48-9ee4-c02d3d5dff93 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.113092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1435c902-86d3-4d48-9ee4-c02d3d5dff93 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Calling delete_port for f5ea3a59-1e0c-4663-aa57-e0374ed71717 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:11.132165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'daf9599b-b65b-49e4-9565-d36496ee64bd', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'port_id': 'daf9599b-b65b-49e4-9565-d36496ee64bd', 'mac_address': 'fa:16:3e:cd:c8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c086cf2f-907f-43eb-aa4f-03e65c19d7a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:37:11.140758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:37:11.191963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-14d1cf7b-96e0-46c0-bbcd-a88031f04e46 None None] Port f5ea3a59-1e0c-4663-aa57-e0374ed71717 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:11.211950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa996a-45ef-46bf-bcba-050984f961ac req-f0a66f17-6a1a-45ce-aa96-ef97b61576a8 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:11.215144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4afa996a-45ef-46bf-bcba-050984f961ac req-f0a66f17-6a1a-45ce-aa96-ef97b61576a8 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 945 time: 0.1160173 Nov 10 16:37:11.218300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 6ed17b73-3d1b-4787-96b8-eef2a9834c9f) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:11.228177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:11.229718 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.230867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.253567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2c0d6-e315-4873-a7dc-75f45524b1d4 None None] Network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:11.262192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f446f-436a-4d77-890b-2f5e77080231 req-1c0688a9-f379-4d9a-a310-bbd24926b657 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:11.263962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e3f446f-436a-4d77-890b-2f5e77080231 req-1c0688a9-f379-4d9a-a310-bbd24926b657 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 943 time: 0.0990384 Nov 10 16:37:11.277629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf9599b-b65b-49e4-9565-d36496ee64bd {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:11.337300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e3f446f-436a-4d77-890b-2f5e77080231 req-22017ef4-00c2-46b8-84fd-d0cb7d43ce11 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615618 Nov 10 16:37:11.364228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port daf9599b-b65b-49e4-9565-d36496ee64bd, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=daf9599b-b65b-49e4-9565-d36496ee64bd,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:11.405683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a036f7e-3adf-455f-a00b-2fb61bb0f3cc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2337854 Nov 10 16:37:11.408353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44462) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:11.417883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:11.448475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Deleting port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:11.449563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.467739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.495020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b1b7d-e904-4f1f-a6d4-bc62e20dd4a8 req-05f67206-d2ae-4627-ac3b-a8bc331577ed tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:11.496755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a2b1b7d-e904-4f1f-a6d4-bc62e20dd4a8 req-05f67206-d2ae-4627-ac3b-a8bc331577ed tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 945 time: 0.0856361 Nov 10 16:37:11.564776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-6ed17b73-3d1b-4787-96b8-eef2a9834c9f', 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'fixed_ips': [{'subnet_id': '1d4a82c7-afc7-4843-8327-24631a2ab21f'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:37:11.565682 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.574227 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.575586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.584007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=daf9599b-b65b-49e4-9565-d36496ee64bd,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:11.613202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] For port 66c03591-7e4d-4ea4-97e8-04eb659d56c7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=66c03591-7e4d-4ea4-97e8-04eb659d56c7,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:11.613675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.633191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Calling delete_port for 66c03591-7e4d-4ea4-97e8-04eb659d56c7 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:11.648746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a2b1b7d-e904-4f1f-a6d4-bc62e20dd4a8 req-ece8efad-4e37-4cc0-aeba-869403e838e2 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414623 Nov 10 16:37:11.706849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1435c902-86d3-4d48-9ee4-c02d3d5dff93 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.751756 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:11.778058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435c902-86d3-4d48-9ee4-c02d3d5dff93 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Port': ['ID=f5ea3a59-1e0c-4663-aa57-e0374ed71717,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:11.793775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dcf8e491-9f94-49e3-9d93-c18abef75e24 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:11.812855 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-248d88bd-3fa9-43c0-a5fe-ffc2c2c38341 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2999704 Nov 10 16:37:11.825891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-28b37544-a855-4438-b262-ee8a1db31bb9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:11.827038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-28b37544-a855-4438-b262-ee8a1db31bb9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065780 Nov 10 16:37:11.837701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63cdc-be48-47f6-afc9-95588dae1586 req-da0a129b-91fe-43ae-b05e-3ff5ad2086e7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:11.839923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68a63cdc-be48-47f6-afc9-95588dae1586 req-da0a129b-91fe-43ae-b05e-3ff5ad2086e7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.0960243 Nov 10 16:37:11.860724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Allocated IP 172.20.0.2 (6ed17b73-3d1b-4787-96b8-eef2a9834c9f/1d4a82c7-afc7-4843-8327-24631a2ab21f/3ac594e2-f8a2-469a-9823-85f335575952) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:12.004288 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68a63cdc-be48-47f6-afc9-95588dae1586 req-cb3e819f-28e3-49ba-9d2f-b83b7cd22d6c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566551 Nov 10 16:37:12.032437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['daf9599b-b65b-49e4-9565-d36496ee64bd'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:12.032628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-74c71b1f-4c4e-4dd6-b07c-d51520bdc5cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:12.051526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-74c71b1f-4c4e-4dd6-b07c-d51520bdc5cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/networks?id=9b8defce-1b21-4873-932d-ac1e558580d0 HTTP/1.1" status: 200 len: 821 time: 0.3578427 Nov 10 16:37:12.096721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-e7d8e94e-7f32-45ae-8f8b-6687aeb084b4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/quotas/b76d448b250f4af69623323946e5e2b1 HTTP/1.1" status: 200 len: 375 time: 0.0437596 Nov 10 16:37:12.104306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1435c902-86d3-4d48-9ee4-c02d3d5dff93 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.107961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1435c902-86d3-4d48-9ee4-c02d3d5dff93 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "DELETE /v2.0/ports/f5ea3a59-1e0c-4663-aa57-e0374ed71717 HTTP/1.1" status: 204 len: 168 time: 1.4426420 Nov 10 16:37:12.110974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:12.147971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port dcf8e491-9f94-49e3-9d93-c18abef75e24 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:12.148390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.161210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-684de601-7669-4b58-99db-402a4fcc9e5a tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b76d448b250f4af69623323946e5e2b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632501 Nov 10 16:37:12.167740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.188722 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.206265 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d043ed29-1028-4120-ab6f-fcdc56f54094 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] GET failed (client error): The resource could not be found. Nov 10 16:37:12.208312 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d043ed29-1028-4120-ab6f-fcdc56f54094 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "GET /v2.0/ports/f5ea3a59-1e0c-4663-aa57-e0374ed71717 HTTP/1.1" status: 404 len: 333 time: 0.0957279 Nov 10 16:37:12.216865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:12.224075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719', 'name': 'tempest-AllowedAddressPairTestJSON-1195993278'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:12.236764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.254015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['812731e1-64a5-44db-9b76-04e5311faefe', 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68', '66c03591-7e4d-4ea4-97e8-04eb659d56c7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:12.256504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940480b-c3fe-40ef-8536-8b301bfbbb95 req-bf071736-086c-4675-83a6-d926a20bb9a7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:12.268060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4940480b-c3fe-40ef-8536-8b301bfbbb95 req-bf071736-086c-4675-83a6-d926a20bb9a7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 946 time: 0.0862601 Nov 10 16:37:12.342914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Pushing event deleted for resources: {'Port': ['ID=66c03591-7e4d-4ea4-97e8-04eb659d56c7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:12.397723 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.410678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4940480b-c3fe-40ef-8536-8b301bfbbb95 req-40fbb70a-1dc4-44df-aa62-ace84781a5ef tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412089 Nov 10 16:37:12.453608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Pushing event updated for resources: {'Port': ['ID=3ac594e2-f8a2-469a-9823-85f335575952,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:12.467673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] No DVR routers for this DVR port 66c03591-7e4d-4ea4-97e8-04eb659d56c7 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:12.471855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.475528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4afa996a-45ef-46bf-bcba-050984f961ac req-6a7eb660-cb18-4f33-b1ec-53df2d739c21 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "DELETE /v2.0/ports/66c03591-7e4d-4ea4-97e8-04eb659d56c7 HTTP/1.1" status: 204 len: 173 time: 1.2519288 Nov 10 16:37:12.477305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:12.479774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:12.487416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c889db8a-e514-4fe0-9749-cbbffd6d608a', 'name': 'network-vif-deleted', 'tag': '66c03591-7e4d-4ea4-97e8-04eb659d56c7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:12.490116 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee1ffbb-a96e-41ba-bac9-fd58b837a750" -d '{"events": [{"server_uuid": "c889db8a-e514-4fe0-9749-cbbffd6d608a", "name": "network-vif-deleted", "tag": "66c03591-7e4d-4ea4-97e8-04eb659d56c7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:12.490332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:12.505658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-b4fe8d81-11a5-4d8d-b60a-c01ddbc17330 service neutron] 10.222.0.62 "GET /v2.0/networks/9b8defce-1b21-4873-932d-ac1e558580d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425717 Nov 10 16:37:12.644143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Attempting to bind port 3ac594e2-f8a2-469a-9823-85f335575952 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:12.644746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Attempting to bind port 3ac594e2-f8a2-469a-9823-85f335575952 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:12.645747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Attempting to bind port 3ac594e2-f8a2-469a-9823-85f335575952 on network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:12.669095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Made reservation on behalf of fd25087f64244abc8679921d23af5e8f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:12.673838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:12.674359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Checking segment: {'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:12.675214 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.677500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.678068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Bound using segment: {'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:12.678660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Bound port: 3ac594e2-f8a2-469a-9823-85f335575952, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:12.679173 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.716175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-8e4acd71-0b9f-4453-a66d-99436daa8e7d service neutron] 10.222.0.62 "GET /v2.0/networks/9b8defce-1b21-4873-932d-ac1e558580d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996722 Nov 10 16:37:12.718209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] device_id is not set on port 0cee0b48-8a69-413c-9bf0-ac72f0d17cbe yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:37:12.797362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] For port 3ac594e2-f8a2-469a-9823-85f335575952, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:12.803719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] For port 3ac594e2-f8a2-469a-9823-85f335575952, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3ac594e2-f8a2-469a-9823-85f335575952,segment=NetworkSegment(e7058eb8-2a41-4d61-8b60-6ea9a836a03c),segment_id=e7058eb8-2a41-4d61-8b60-6ea9a836a03c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:12.880409 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:12.886150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Allocated IP 172.20.0.7 (8544b953-538d-4cc1-a8b3-49ae7bfda719/195b6f46-f7a3-42f9-8dd5-7995b3688de0/0cee0b48-8a69-413c-9bf0-ac72f0d17cbe) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:13.168797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:13.169290 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:13.172528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d1c8-b74f-4a00-a380-114c4ae93829 None None] Pushing event updated for resources: {'Port': ['ID=3ac594e2-f8a2-469a-9823-85f335575952,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:13.196809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:13.220504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c47f9-6613-4aca-921b-c6cd8a9fc7c2 req-2b886243-99ec-46f8-b9fd-767298786cbf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:13.222122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee9c47f9-6613-4aca-921b-c6cd8a9fc7c2 req-2b886243-99ec-46f8-b9fd-767298786cbf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 944 time: 0.5635366 Nov 10 16:37:13.253976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a73123-6cb0-4530-8004-176ca6f21bc8 req-e63993b3-626b-4b09-9269-3a5a9474dd95 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:13.264552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93a73123-6cb0-4530-8004-176ca6f21bc8 req-e63993b3-626b-4b09-9269-3a5a9474dd95 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 946 time: 0.1169095 Nov 10 16:37:13.365509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93a73123-6cb0-4530-8004-176ca6f21bc8 req-39c366ef-b04c-4001-ae1e-ca5162a72fba tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989788 Nov 10 16:37:13.382307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee9c47f9-6613-4aca-921b-c6cd8a9fc7c2 req-147b01af-f658-4cbf-a711-89d44efb70b2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270888 Nov 10 16:37:13.417243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Allocated IP 172.25.3.144 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/98267804-df11-42e2-a9e5-12ad00167268) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:13.431650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['71b69ed5-be7d-479d-9e21-2c96f2fd59ed'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:13.477462 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:13.567582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:13.570757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:13.575573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:13.579354 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7a00d3d-7291-4100-b7c0-960e95908b75 req-256fe777-9ff3-4bd4-98ab-c3dbc24c65aa tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889db8a-e514-4fe0-9749-cbbffd6d608a HTTP/1.1" status: 200 len: 210 time: 0.0581932 Nov 10 16:37:13.580910 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:37:13.674986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:13.722289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84433f36-2b87-49db-b06a-8499ae8fa95e req-a3a4a4ae-7b7f-4958-b221-6eaa1f2a2292 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 210 time: 0.0567334 Nov 10 16:37:13.722411 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21e55d-8cc7-4460-83ad-47a097126bd6 x-openstack-request-id: req-1f21e55d-8cc7-4460-83ad-47a097126bd6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:13.722411 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c889db8a-e514-4fe0-9749-cbbffd6d608a", "name": "network-vif-deleted", "tag": "66c03591-7e4d-4ea4-97e8-04eb659d56c7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:13.722411 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f21e55d-8cc7-4460-83ad-47a097126bd6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:13.722411 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c889db8a-e514-4fe0-9749-cbbffd6d608a', 'name': 'network-vif-deleted', 'tag': '66c03591-7e4d-4ea4-97e8-04eb659d56c7', 'status': 'completed', 'code': 200} Nov 10 16:37:13.738168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=0cee0b48-8a69-413c-9bf0-ac72f0d17cbe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:13.814306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:13.814843 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:13.883118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:13.930571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3ac594e2-f8a2-469a-9823-85f335575952 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:13.944724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:13.949620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-421eefa0-f3fe-4230-bf49-adaec523d9c2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7313414 Nov 10 16:37:13.952661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:13.953598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:13.959854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:36:f2:c9'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:13.969472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:13.986050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84dd3c-49f7-4cca-ad00-ed9a68fc0dc0 req-08ee157f-b331-4390-a079-bb96947889e2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:13.987667 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b84dd3c-49f7-4cca-ad00-ed9a68fc0dc0 req-08ee157f-b331-4390-a079-bb96947889e2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 946 time: 0.1647632 Nov 10 16:37:14.015902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Pushing event updated for resources: {'Port': ['ID=98267804-df11-42e2-a9e5-12ad00167268,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:14.056164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26114edb-7e73-4764-89ed-f0727f4817ee req-5db657cc-24e9-4324-8f3c-379c4b16625c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:14.059980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26114edb-7e73-4764-89ed-f0727f4817ee req-5db657cc-24e9-4324-8f3c-379c4b16625c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1830356 Nov 10 16:37:14.087373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3ac594e2-f8a2-469a-9823-85f335575952 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:14.087929 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.151885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d156c722-99bf-4621-83c6-e1f7e903dd18 None None] Provisioning complete for port 0cee0b48-8a69-413c-9bf0-ac72f0d17cbe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:14.151885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d156c722-99bf-4621-83c6-e1f7e903dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.203326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26114edb-7e73-4764-89ed-f0727f4817ee req-9edd9999-ccea-4984-9856-632170c1ec69 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340411 Nov 10 16:37:14.238637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b84dd3c-49f7-4cca-ad00-ed9a68fc0dc0 req-f6d2f794-b4b5-43da-a04d-b4a03488f110 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262702 Nov 10 16:37:14.295619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d156c722-99bf-4621-83c6-e1f7e903dd18 None None] Port 0cee0b48-8a69-413c-9bf0-ac72f0d17cbe cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:14.349880 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.365182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.393316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 3ac594e2-f8a2-469a-9823-85f335575952, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3ac594e2-f8a2-469a-9823-85f335575952,segment=NetworkSegment(e7058eb8-2a41-4d61-8b60-6ea9a836a03c),segment_id=e7058eb8-2a41-4d61-8b60-6ea9a836a03c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:14.471581 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.521081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.555105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=3ac594e2-f8a2-469a-9823-85f335575952,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:14.624455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ffad7-f13c-4bc7-aa03-856fa821c8fd req-f75d4dfa-8144-40cd-897a-dd84dfe50e39 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:14.625768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device daf9599b-b65b-49e4-9565-d36496ee64bd up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:14.631771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a75ffad7-f13c-4bc7-aa03-856fa821c8fd req-f75d4dfa-8144-40cd-897a-dd84dfe50e39 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 944 time: 0.1024449 Nov 10 16:37:14.705961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.710783 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a75ffad7-f13c-4bc7-aa03-856fa821c8fd req-ed98e3b1-a18a-48bd-81b6-18ea24f15d81 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781701 Nov 10 16:37:14.747157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 66c03591-7e4d-4ea4-97e8-04eb659d56c7 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:14.782938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 66c03591-7e4d-4ea4-97e8-04eb659d56c7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:14.784058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 66c03591-7e4d-4ea4-97e8-04eb659d56c7 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:14.794827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port daf9599b-b65b-49e4-9565-d36496ee64bd completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:37:14.794827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port daf9599b-b65b-49e4-9565-d36496ee64bd triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:14.795683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.796824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.823355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.858087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80458b0-cd1a-42a5-9222-73c8bc218c69 None None] Network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:14.915861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-155f9134-5116-47b3-b155-613cf5e31479 None None] Provisioning complete for port 3ac594e2-f8a2-469a-9823-85f335575952 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:14.916759 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-155f9134-5116-47b3-b155-613cf5e31479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:14.949328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d891041-a022-4c42-871c-a0b4fda4f74e req-adb2aca3-2797-452e-b0eb-a5d92e5c5fa5 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 210 time: 0.0668325 Nov 10 16:37:14.953740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=0cee0b48-8a69-413c-9bf0-ac72f0d17cbe,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:15.019604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] In _notify_port_updated(), no bound segment for port 0cee0b48-8a69-413c-9bf0-ac72f0d17cbe on network 8544b953-538d-4cc1-a8b3-49ae7bfda719 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:37:15.033490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:15.034490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:15.042816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bd3d9898-adc8-496d-9e91-08af0c964983 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "PUT /v2.0/ports/0cee0b48-8a69-413c-9bf0-ac72f0d17cbe HTTP/1.1" status: 200 len: 996 time: 1.0868986 Nov 10 16:37:15.043858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:15.133869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e411e2c-d139-4740-afc8-21c55df8457d req-cd73ff0b-706f-4824-b3b6-f277ea5dfdef tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:15.136040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e411e2c-d139-4740-afc8-21c55df8457d req-cd73ff0b-706f-4824-b3b6-f277ea5dfdef tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 946 time: 0.1836321 Nov 10 16:37:15.162888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:15.211676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e411e2c-d139-4740-afc8-21c55df8457d req-9b31fcd5-1af0-4fda-b778-d277204482d4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671446 Nov 10 16:37:15.257128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-5f581a3d-128d-4bf8-80dc-e4e5d4990f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:15.258633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-5f581a3d-128d-4bf8-80dc-e4e5d4990f35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 1102 time: 0.1491711 Nov 10 16:37:15.264109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Router 3e89d56a-bcd0-46f0-8705-7b045097cec5 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:37:15.286263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f739bf6-9e0e-4d31-af00-d33a4c9f1778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf9599b-b65b-49e4-9565-d36496ee64bd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:15.288601 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6620d5c6-a78a-490f-8352-eee42cfb18f0" -d '{"events": [{"server_uuid": "6f739bf6-9e0e-4d31-af00-d33a4c9f1778", "name": "network-vif-plugged", "status": "completed", "tag": "daf9599b-b65b-49e4-9565-d36496ee64bd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:15.369970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port daf9599b-b65b-49e4-9565-d36496ee64bd, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=daf9599b-b65b-49e4-9565-d36496ee64bd,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:15.372355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-5c994e08-c423-4f4b-94c5-a2c9d3b723c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:15.373843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-5c994e08-c423-4f4b-94c5-a2c9d3b723c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1087291 Nov 10 16:37:15.389042 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d933f262-ca81-401e-bcfc-2276ce70bd67 x-openstack-request-id: req-d933f262-ca81-401e-bcfc-2276ce70bd67 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:15.391969 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f739bf6-9e0e-4d31-af00-d33a4c9f1778", "name": "network-vif-plugged", "status": "completed", "tag": "daf9599b-b65b-49e4-9565-d36496ee64bd", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:15.392594 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d933f262-ca81-401e-bcfc-2276ce70bd67 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:15.393237 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f739bf6-9e0e-4d31-af00-d33a4c9f1778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf9599b-b65b-49e4-9565-d36496ee64bd', 'code': 200} Nov 10 16:37:15.440694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:15.502631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9f2faaaa-f828-4eeb-ae94-a4cd04d1a708 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Deleting port 0cee0b48-8a69-413c-9bf0-ac72f0d17cbe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:15.504469 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f2faaaa-f828-4eeb-ae94-a4cd04d1a708 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:15.517284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:37:15.549897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-736202dd-4da0-47d7-9038-4a4f7624eac7 None None] Provisioning complete for port 0cee0b48-8a69-413c-9bf0-ac72f0d17cbe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:15.551371 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-736202dd-4da0-47d7-9038-4a4f7624eac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:15.557277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=daf9599b-b65b-49e4-9565-d36496ee64bd,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:15.562363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Sync routers for ids ['3e89d56a-bcd0-46f0-8705-7b045097cec5'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:37:15.618345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Routers {'3e89d56a-bcd0-46f0-8705-7b045097cec5'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:37:15.619073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:37:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3e89d56a-bcd0-46f0-8705-7b045097cec5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:15.626302 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f2faaaa-f828-4eeb-ae94-a4cd04d1a708 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:15.635643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8be6-29ba-4995-8dd3-18e70a0ffb49 req-2f9ef642-9162-426f-92fc-e61ecf048c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:15.637853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf7f8be6-29ba-4995-8dd3-18e70a0ffb49 req-2f9ef642-9162-426f-92fc-e61ecf048c13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 1097 time: 0.0717976 Nov 10 16:37:15.640213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9f2faaaa-f828-4eeb-ae94-a4cd04d1a708 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Calling delete_port for 0cee0b48-8a69-413c-9bf0-ac72f0d17cbe owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:15.646505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:15.654670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1b356c3-1a01-44ba-87e8-1c55a8069db8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2380230 Nov 10 16:37:15.679644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44554) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:15.682149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-736202dd-4da0-47d7-9038-4a4f7624eac7 None None] Port 0cee0b48-8a69-413c-9bf0-ac72f0d17cbe cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:15.689295 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-1b3e1a53-b356-4ade-845b-37b8f78c0f17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 200 len: 217 time: 0.2998943 Nov 10 16:37:15.822485 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf7f8be6-29ba-4995-8dd3-18e70a0ffb49 req-e00d6416-6c9d-421e-bfa5-96570d007472 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715796 Nov 10 16:37:15.827218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Set router 3e89d56a-bcd0-46f0-8705-7b045097cec5 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:37:15.836509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3ac594e2-f8a2-469a-9823-85f335575952 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:15.837639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2bce2-7ba4-42e5-84d2-2f26d1e1c1dc req-b437c02f-ae3c-4fe2-b776-7f37a3064d9a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:15.846641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78b2bce2-7ba4-42e5-84d2-2f26d1e1c1dc req-b437c02f-ae3c-4fe2-b776-7f37a3064d9a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.4709630 Nov 10 16:37:15.876789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-fa007d20-4894-4793-b5db-247e2efc8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:15.878321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-fa007d20-4894-4793-b5db-247e2efc8af3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1603837 Nov 10 16:37:16.057862 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e73d5c31-310f-4b43-abef-42a7ee04f934 None None] Provisioning complete for port 3ac594e2-f8a2-469a-9823-85f335575952 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:16.058223 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e73d5c31-310f-4b43-abef-42a7ee04f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:16.097423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c10f72-b97e-4f5f-ab68-17773135605c req-09f3a73f-b9a6-415c-b088-ae80ecc1b8c4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:16.107224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3c10f72-b97e-4f5f-ab68-17773135605c req-09f3a73f-b9a6-415c-b088-ae80ecc1b8c4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 945 time: 0.1809518 Nov 10 16:37:16.119821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78b2bce2-7ba4-42e5-84d2-2f26d1e1c1dc req-de0285cc-a661-45ff-bfad-1126c8750e7f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721629 Nov 10 16:37:16.127005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3ac594e2-f8a2-469a-9823-85f335575952 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:16.127005 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:16.145849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-ed3e1a45-4c4a-4935-9d4d-25e6155cc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:16.147887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-ed3e1a45-4c4a-4935-9d4d-25e6155cc968 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2604606 Nov 10 16:37:16.205077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3c10f72-b97e-4f5f-ab68-17773135605c req-49eea9a2-07b8-4da6-8015-0e49ea6b27a0 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967405 Nov 10 16:37:16.285326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f2faaaa-f828-4eeb-ae94-a4cd04d1a708 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:16.348129 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-714596ba-f641-4598-8b52-54f994a1320f req-af2a69f8-895f-4edd-954f-ac7111051c59 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 210 time: 0.0886283 Nov 10 16:37:16.394441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2faaaa-f828-4eeb-ae94-a4cd04d1a708 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Port': ['ID=0cee0b48-8a69-413c-9bf0-ac72f0d17cbe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:16.445275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:37:14Z', 'revision_number': 3, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:16.485929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea108e3b-e429-49e5-8cbd-1f113c7feb76 req-f19c0ad6-e64c-4b3a-aeac-2a615e2c0889 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:16.487180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea108e3b-e429-49e5-8cbd-1f113c7feb76 req-f19c0ad6-e64c-4b3a-aeac-2a615e2c0889 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 946 time: 0.1308334 Nov 10 16:37:16.502817 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-1b458e94-968e-451c-8013-57116d2c5790 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1293514 Nov 10 16:37:16.514806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Checking router: 3e89d56a-bcd0-46f0-8705-7b045097cec5 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:37:16.515197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Updating router 3e89d56a-bcd0-46f0-8705-7b045097cec5 port 98267804-df11-42e2-a9e5-12ad00167268 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:37:16.561968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:16.581059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-28749bdf-13a0-4b56-837b-b47b82a9f2ed service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259324 Nov 10 16:37:16.667265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f2faaaa-f828-4eeb-ae94-a4cd04d1a708 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:16.671469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9f2faaaa-f828-4eeb-ae94-a4cd04d1a708 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "DELETE /v2.0/ports/0cee0b48-8a69-413c-9bf0-ac72f0d17cbe HTTP/1.1" status: 204 len: 168 time: 1.6260853 Nov 10 16:37:16.686041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44566) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:16.728023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-c4353c33-cd68-40ed-83f2-2e67a57b3983 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:16.730288 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-c4353c33-cd68-40ed-83f2-2e67a57b3983 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.69 "GET /v2.0/networks?id=9b8defce-1b21-4873-932d-ac1e558580d0 HTTP/1.1" status: 200 len: 821 time: 0.4169776 Nov 10 16:37:16.755123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea108e3b-e429-49e5-8cbd-1f113c7feb76 req-2e915f22-8aa3-4622-9fe2-ad75871da4c1 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669041 Nov 10 16:37:16.782857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-57812484-92de-461e-98e5-7a1e3f226f31 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820760 Nov 10 16:37:16.790819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Request body: {'port': {'device_id': '55431377-599c-40f8-b1e3-15af52b5f663', 'network_id': '9b8defce-1b21-4873-932d-ac1e558580d0', 'admin_state_up': True, 'tenant_id': 'b76d448b250f4af69623323946e5e2b1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:16.827142 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-22349571-64a2-4d5b-b728-a1f35f85bfb9 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] GET failed (client error): The resource could not be found. Nov 10 16:37:16.829541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-22349571-64a2-4d5b-b728-a1f35f85bfb9 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "GET /v2.0/ports/0cee0b48-8a69-413c-9bf0-ac72f0d17cbe HTTP/1.1" status: 404 len: 333 time: 0.1393971 Nov 10 16:37:16.835999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44568) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:16.918391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:16.954693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719', 'name': 'tempest-AllowedAddressPairTestJSON-108042816'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:17.023937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:17.086361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-7645808e-8274-4149-97d6-acbf88214821 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:17.089290 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-7645808e-8274-4149-97d6-acbf88214821 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 946 time: 0.3256881 Nov 10 16:37:17.109364 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:17.131324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-56c78d61-dcdd-4f07-8af4-27f2fdce78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:17.133112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-56c78d61-dcdd-4f07-8af4-27f2fdce78c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 1097 time: 0.4447370 Nov 10 16:37:17.252724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde2af6-6f67-4f86-981e-28cd8e1e5b9a None None] Pushing event updated for resources: {'Port': ['ID=98267804-df11-42e2-a9e5-12ad00167268,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:17.311460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Attempting to bind port 98267804-df11-42e2-a9e5-12ad00167268 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:17.311844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Attempting to bind port 98267804-df11-42e2-a9e5-12ad00167268 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:17.312188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Attempting to bind port 98267804-df11-42e2-a9e5-12ad00167268 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:17.334609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:17.335238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:17.335877 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:17.336489 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:17.337159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Bound port: 98267804-df11-42e2-a9e5-12ad00167268, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:17.337944 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:17.415653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] For port 98267804-df11-42e2-a9e5-12ad00167268, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:17.429430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] For port 98267804-df11-42e2-a9e5-12ad00167268, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=98267804-df11-42e2-a9e5-12ad00167268,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:17.490896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f92ef8-d960-4603-b519-2541036d7bf9 req-6dfa7e44-2c9f-47e9-8ea5-d2100a253fd5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:17.495930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93f92ef8-d960-4603-b519-2541036d7bf9 req-6dfa7e44-2c9f-47e9-8ea5-d2100a253fd5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.0786636 Nov 10 16:37:17.515943 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:17.591075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93f92ef8-d960-4603-b519-2541036d7bf9 req-b2112d35-6f1f-47e5-8424-d9c63d727042 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883067 Nov 10 16:37:17.625962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Made reservation on behalf of b76d448b250f4af69623323946e5e2b1 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:17.629962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:17.745453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde2af6-6f67-4f86-981e-28cd8e1e5b9a None None] Pushing event updated for resources: {'Port': ['ID=98267804-df11-42e2-a9e5-12ad00167268,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:17.766999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-777ad84f-51a7-484b-bb19-e101f98a2621 req-ecf38345-850f-41d9-845b-24639bafe0cc tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 210 time: 0.0428436 Nov 10 16:37:17.768046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Routers {'3e89d56a-bcd0-46f0-8705-7b045097cec5'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:37:17.768815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:37:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3e89d56a-bcd0-46f0-8705-7b045097cec5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:17.889206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Allocated IP 172.20.0.1 (6ed17b73-3d1b-4787-96b8-eef2a9834c9f/1d4a82c7-afc7-4843-8327-24631a2ab21f/2a5eb733-c354-478a-82d5-fbaae2b6003c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:17.892143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Made reservation on behalf of fd25087f64244abc8679921d23af5e8f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:17.895761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:17.911119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d428f4-b7c0-466c-8c9c-eb0f0c64ca99 req-2e3e97bf-feb4-4690-b85a-0cf77216ad48 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:17.917948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] Set router 3e89d56a-bcd0-46f0-8705-7b045097cec5 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:37:17.919112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d428f4-b7c0-466c-8c9c-eb0f0c64ca99 req-2e3e97bf-feb4-4690-b85a-0cf77216ad48 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 945 time: 0.5575922 Nov 10 16:37:17.922360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Allocated IP 172.20.0.8 (9b8defce-1b21-4873-932d-ac1e558580d0/135abe4c-a540-4b28-8410-088bff9eecff/508f24b8-a271-4a34-af9e-26a696179f5a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:17.950605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Deleting port 7b536d08-af38-43f2-9c00-826b8e44a8ae {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:17.950943 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.002468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] device_id is not set on port 416fb465-d790-4d6e-8a3e-9891594514fd yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:37:18.112998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:37:14Z', 'revision_number': 3, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:18.140890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7937816-e4b9-47eb-b44a-a6c3ef2dcd23 None None] The sync data for ids ['3e89d56a-bcd0-46f0-8705-7b045097cec5'] in n-d-714676-11 is: [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:37:14Z', 'revision_number': 3, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:37:18.146354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf22d4-e7e0-497c-a4cd-5e541064b3b5 req-00f89c36-ee7a-4595-9150-5b37e786872c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:18.151194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7cbf22d4-e7e0-497c-a4cd-5e541064b3b5 req-00f89c36-ee7a-4595-9150-5b37e786872c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 946 time: 0.1275222 Nov 10 16:37:18.227928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7cbf22d4-e7e0-497c-a4cd-5e541064b3b5 req-459a9588-4a76-4a52-b174-db28cad9a001 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729694 Nov 10 16:37:18.251466 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.268155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-f0471e24-936c-4e13-a11c-bcdf612a089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:18.269675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-f0471e24-936c-4e13-a11c-bcdf612a089c service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 916 time: 0.8418255 Nov 10 16:37:18.295862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d428f4-b7c0-466c-8c9c-eb0f0c64ca99 req-30618e33-f333-4ec2-9921-b8a6b52739be tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758039 Nov 10 16:37:18.355763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.378149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-b7087daa-37c9-424d-863c-c37f8cc74326 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812731e1-64a5-44db-9b76-04e5311faefe HTTP/1.1" status: 200 len: 217 time: 0.0879841 Nov 10 16:37:18.386655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] For port 7b536d08-af38-43f2-9c00-826b8e44a8ae, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b536d08-af38-43f2-9c00-826b8e44a8ae,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:18.387634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.418949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Network 9b8defce-1b21-4873-932d-ac1e558580d0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:18.422850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:18.427546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:18.431645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Pushing event updated for resources: {'Port': ['ID=508f24b8-a271-4a34-af9e-26a696179f5a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:18.487190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-ac2c146b-833a-444f-b258-fdbe88f170d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:18.488634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-ac2c146b-833a-444f-b258-fdbe88f170d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.0970309 Nov 10 16:37:18.490460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Calling delete_port for 7b536d08-af38-43f2-9c00-826b8e44a8ae owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:18.495596 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.504865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:18.505496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.600565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-0b3db814-fd39-4d82-b294-7f077606a2a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623672 Nov 10 16:37:18.606939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Allocated IP 172.20.0.4 (8544b953-538d-4cc1-a8b3-49ae7bfda719/195b6f46-f7a3-42f9-8dd5-7995b3688de0/416fb465-d790-4d6e-8a3e-9891594514fd) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:18.657686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-65a013ad-47b8-4056-879d-d08178410df4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8811221 Nov 10 16:37:18.661474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.695102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Request body: {'port': {'device_id': '55431377-599c-40f8-b1e3-15af52b5f663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:18.735120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:18.783144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:18.786236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:18.788944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.858121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb9f41-5a41-41f5-be77-c82b6b300d82 req-c0eeec8e-9337-4371-9a76-11a7251c6e10 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:18.866197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7eb9f41-5a41-41f5-be77-c82b6b300d82 req-c0eeec8e-9337-4371-9a76-11a7251c6e10 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1946638 Nov 10 16:37:18.868797 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:18.991297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-d5483494-6ffb-4302-898c-ab2779d660a8 service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483407 Nov 10 16:37:19.019980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7eb9f41-5a41-41f5-be77-c82b6b300d82 req-e2dc2e55-5632-4f17-8e3b-d3737cbf4eed tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526337 Nov 10 16:37:19.145250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Pushing event updated for resources: {'Port': ['ID=2a5eb733-c354-478a-82d5-fbaae2b6003c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:19.188795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3fee62f0-2d57-403d-a390-475cf6ec4e7f None None] Provisioning complete for port 2a5eb733-c354-478a-82d5-fbaae2b6003c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:19.189372 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3fee62f0-2d57-403d-a390-475cf6ec4e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.211979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71409c65-83d2-47a8-a816-5206ebcadf0f req-23aa37e2-2a70-4d78-a46e-3b10597179c2 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:19.213638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71409c65-83d2-47a8-a816-5206ebcadf0f req-23aa37e2-2a70-4d78-a46e-3b10597179c2 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 931 time: 0.2292330 Nov 10 16:37:19.278442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3fee62f0-2d57-403d-a390-475cf6ec4e7f None None] Port 2a5eb733-c354-478a-82d5-fbaae2b6003c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:19.321233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508f24b8-a271-4a34-af9e-26a696179f5a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:19.330751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.424791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97cfbd-531a-48a6-9e86-5ebbcbf81e5b req-28eead93-ace6-4945-90a5-ced887f723a5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:19.424791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed97cfbd-531a-48a6-9e86-5ebbcbf81e5b req-28eead93-ace6-4945-90a5-ced887f723a5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 946 time: 0.0626214 Nov 10 16:37:19.449593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc3d2e1b-9776-447d-95c7-3ce4eba3e16c req-3a4597a5-075b-484c-bc5b-03ca33837ccf service neutron] 10.222.0.69 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421873 Nov 10 16:37:19.471673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71409c65-83d2-47a8-a816-5206ebcadf0f req-2e9c6776-044e-4f35-9eca-fffac25d8ce9 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014141 Nov 10 16:37:19.497019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.502572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Transition to ACTIVE for port object 508f24b8-a271-4a34-af9e-26a696179f5a will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:37:19.504084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.511836 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed97cfbd-531a-48a6-9e86-5ebbcbf81e5b req-2c9ea8a0-eba7-4c72-9750-2b2c07c8ec09 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886788 Nov 10 16:37:19.517472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c', 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:19.571079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event deleted for resources: {'Port': ['ID=7b536d08-af38-43f2-9c00-826b8e44a8ae,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:19.625848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.685313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] No DVR routers for this DVR port 7b536d08-af38-43f2-9c00-826b8e44a8ae on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:19.689850 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.704896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.709084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d13973bc-a481-477f-9444-dc4ce4628c10 req-726cef2f-699e-4539-becd-1f747ceaef2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "DELETE /v2.0/ports/7b536d08-af38-43f2-9c00-826b8e44a8ae HTTP/1.1" status: 204 len: 173 time: 2.5855346 Nov 10 16:37:19.711584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4ca5a5-c66f-4f5c-8352-bf3fcb725432', 'name': 'network-vif-deleted', 'tag': '7b536d08-af38-43f2-9c00-826b8e44a8ae'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:19.717160 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a970fa0a-951b-48a7-a874-12a918e489d5" -d '{"events": [{"server_uuid": "5b4ca5a5-c66f-4f5c-8352-bf3fcb725432", "name": "network-vif-deleted", "tag": "7b536d08-af38-43f2-9c00-826b8e44a8ae"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:19.734170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Pushing event updated for resources: {'Port': ['ID=508f24b8-a271-4a34-af9e-26a696179f5a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:19.807432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Attempting to bind port 508f24b8-a271-4a34-af9e-26a696179f5a on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:19.817475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Attempting to bind port 508f24b8-a271-4a34-af9e-26a696179f5a by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '46f21772-b199-4603-82ed-896247485542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9b8defce-1b21-4873-932d-ac1e558580d0'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:19.817475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Attempting to bind port 508f24b8-a271-4a34-af9e-26a696179f5a on network 9b8defce-1b21-4873-932d-ac1e558580d0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:19.817475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Port 508f24b8-a271-4a34-af9e-26a696179f5a on network 9b8defce-1b21-4873-932d-ac1e558580d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:37:19.817475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Attempting to bind port 508f24b8-a271-4a34-af9e-26a696179f5a on network 9b8defce-1b21-4873-932d-ac1e558580d0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:19.822855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:19.823374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Checking segment: {'id': '46f21772-b199-4603-82ed-896247485542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9b8defce-1b21-4873-932d-ac1e558580d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:19.823844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Bound using segment: {'id': '46f21772-b199-4603-82ed-896247485542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9b8defce-1b21-4873-932d-ac1e558580d0'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:19.824349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Bound port: 508f24b8-a271-4a34-af9e-26a696179f5a, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f21772-b199-4603-82ed-896247485542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9b8defce-1b21-4873-932d-ac1e558580d0'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:19.824776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.834594 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6958eb-017e-47cd-9b0b-fd5226848cdf x-openstack-request-id: req-ba6958eb-017e-47cd-9b0b-fd5226848cdf {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:19.834972 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4ca5a5-c66f-4f5c-8352-bf3fcb725432", "name": "network-vif-deleted", "tag": "7b536d08-af38-43f2-9c00-826b8e44a8ae", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:19.835289 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba6958eb-017e-47cd-9b0b-fd5226848cdf {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:19.835780 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4ca5a5-c66f-4f5c-8352-bf3fcb725432', 'name': 'network-vif-deleted', 'tag': '7b536d08-af38-43f2-9c00-826b8e44a8ae', 'status': 'completed', 'code': 200} Nov 10 16:37:19.848728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94e6fa-8674-4caa-a2f7-6307b2942627 req-6e8e24a7-32c3-44f4-9445-f0101b5d4226 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:19.850533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d94e6fa-8674-4caa-a2f7-6307b2942627 req-6e8e24a7-32c3-44f4-9445-f0101b5d4226 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 945 time: 0.2890508 Nov 10 16:37:19.907950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 98267804-df11-42e2-a9e5-12ad00167268 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:19.952874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:19.996349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] For port 508f24b8-a271-4a34-af9e-26a696179f5a, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:20.007588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] For port 508f24b8-a271-4a34-af9e-26a696179f5a, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=508f24b8-a271-4a34-af9e-26a696179f5a,segment=NetworkSegment(46f21772-b199-4603-82ed-896247485542),segment_id=46f21772-b199-4603-82ed-896247485542)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:20.011810 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d94e6fa-8674-4caa-a2f7-6307b2942627 req-cf708b83-cf0c-4d73-8698-f3adc57cdbdd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492903 Nov 10 16:37:20.036168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:20.043632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 98267804-df11-42e2-a9e5-12ad00167268 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:20.044259 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.047490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:20.056465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:20.110104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.119673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=416fb465-d790-4d6e-8a3e-9891594514fd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:20.185934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.229092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:20.229872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.235495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:20.244654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.248350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] 10.222.0.69 "PUT /v2.0/ports/508f24b8-a271-4a34-af9e-26a696179f5a HTTP/1.1" status: 200 len: 1092 time: 1.5583050 Nov 10 16:37:20.266056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.277575 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.294430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55431377-599c-40f8-b1e3-15af52b5f663', 'tag': '508f24b8-a271-4a34-af9e-26a696179f5a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:20.297469 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d191b3a7-adc4-41ab-8f03-38d71d3cd131" -d '{"events": [{"name": "network-changed", "server_uuid": "55431377-599c-40f8-b1e3-15af52b5f663", "tag": "508f24b8-a271-4a34-af9e-26a696179f5a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:20.337566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 98267804-df11-42e2-a9e5-12ad00167268, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=98267804-df11-42e2-a9e5-12ad00167268,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:20.380671 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d295a9-03c2-413c-a32a-abc57990eb9c x-openstack-request-id: req-e6d295a9-03c2-413c-a32a-abc57990eb9c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:20.381072 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55431377-599c-40f8-b1e3-15af52b5f663", "tag": "508f24b8-a271-4a34-af9e-26a696179f5a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:20.381426 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6d295a9-03c2-413c-a32a-abc57990eb9c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:20.381922 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55431377-599c-40f8-b1e3-15af52b5f663', 'tag': '508f24b8-a271-4a34-af9e-26a696179f5a', 'status': 'completed', 'code': 200} Nov 10 16:37:20.414748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ec5b709e-e764-4f0a-b2a1-23f6f5059e9a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5018909 Nov 10 16:37:20.424581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:20.439734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'network_id': '8544b953-538d-4cc1-a8b3-49ae7bfda719', 'name': 'tempest-AllowedAddressPairTestJSON-2037760381'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:20.454388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.459257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Pushing event updated for resources: {'Port': ['ID=2a5eb733-c354-478a-82d5-fbaae2b6003c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:20.470907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.810185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b06d-75fe-415e-84f9-ff940d2219fa service neutron] Pushing event updated for resources: {'Port': ['ID=508f24b8-a271-4a34-af9e-26a696179f5a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:20.810185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2c575-4c90-45fe-86ff-ac7d1a7b3769 req-08d55179-d8e1-4588-ab54-ded9b494e62b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:20.814955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cdffd537-89cd-4bdd-93fd-230f01c61bb6 None None] Provisioning complete for port 416fb465-d790-4d6e-8a3e-9891594514fd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:20.814955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cdffd537-89cd-4bdd-93fd-230f01c61bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:20.816327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5c2c575-4c90-45fe-86ff-ac7d1a7b3769 req-08d55179-d8e1-4588-ab54-ded9b494e62b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.3131900 Nov 10 16:37:20.816726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cdffd537-89cd-4bdd-93fd-230f01c61bb6 None None] Port 416fb465-d790-4d6e-8a3e-9891594514fd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:20.816726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=98267804-df11-42e2-a9e5-12ad00167268,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:20.816726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7b536d08-af38-43f2-9c00-826b8e44a8ae no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:20.816922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:20.816922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:20.817080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b3a7-adc4-41ab-8f03-38d71d3cd131 req-06e665d5-d8eb-4f42-b1b6-053b5c0de34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:20.817080 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d191b3a7-adc4-41ab-8f03-38d71d3cd131 req-06e665d5-d8eb-4f42-b1b6-053b5c0de34a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76d448b250f4af69623323946e5e2b1&device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 1095 time: 0.2677174 Nov 10 16:37:20.817210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 7b536d08-af38-43f2-9c00-826b8e44a8ae {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:20.817210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7b536d08-af38-43f2-9c00-826b8e44a8ae not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:20.817331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5c2c575-4c90-45fe-86ff-ac7d1a7b3769 req-22d54972-1b91-452d-bee2-4dcf7f10b9db tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006872 Nov 10 16:37:20.864748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260032ed-6fe6-450c-9a09-5ed927036371 req-e82f0480-7594-4c08-80ea-bd84d2d47059 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:20.866554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-260032ed-6fe6-450c-9a09-5ed927036371 req-e82f0480-7594-4c08-80ea-bd84d2d47059 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 943 time: 0.2359121 Nov 10 16:37:20.883943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b3a7-adc4-41ab-8f03-38d71d3cd131 req-88b97525-8ec5-4668-8479-da9347a36ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:20.886522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d191b3a7-adc4-41ab-8f03-38d71d3cd131 req-88b97525-8ec5-4668-8479-da9347a36ee1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b76d448b250f4af69623323946e5e2b1&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1921360 Nov 10 16:37:20.956188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Router 3e89d56a-bcd0-46f0-8705-7b045097cec5 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:37:20.967033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-260032ed-6fe6-450c-9a09-5ed927036371 req-cd0fc26a-6319-41dd-a63d-95e4aaf9eda7 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877275 Nov 10 16:37:21.021975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b3a7-adc4-41ab-8f03-38d71d3cd131 req-69378212-b3db-4d63-abae-8ba3464bd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:21.022813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d191b3a7-adc4-41ab-8f03-38d71d3cd131 req-69378212-b3db-4d63-abae-8ba3464bd039 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274517 Nov 10 16:37:21.046852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Made reservation on behalf of fd25087f64244abc8679921d23af5e8f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:21.058971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:21.120289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:37:21.127191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fe98ac13-c67b-40be-a944-b57893a40b7c admin admin] 10.222.0.62 "PUT /v2.0/routers/3e89d56a-bcd0-46f0-8705-7b045097cec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4450288 Nov 10 16:37:21.138907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] device_id is not set on port c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:37:21.149577 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Sync routers for ids ['3e89d56a-bcd0-46f0-8705-7b045097cec5'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:37:21.180762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ea6298c3-122f-4b2c-970d-73a2a205ca93 None None] Provisioning complete for port 2a5eb733-c354-478a-82d5-fbaae2b6003c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:21.181135 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea6298c3-122f-4b2c-970d-73a2a205ca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:21.184253 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Routers {'3e89d56a-bcd0-46f0-8705-7b045097cec5'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:37:21.184968 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:37:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3e89d56a-bcd0-46f0-8705-7b045097cec5'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:21.191630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d58c5c0a-8190-4e29-b0af-e9f1cd1ef0c2 req-dc1bc328-b2d7-4ac7-8893-1843bddfd293 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b4ca5a5-c66f-4f5c-8352-bf3fcb725432 HTTP/1.1" status: 200 len: 210 time: 0.0467455 Nov 10 16:37:21.249610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-28917040-175f-45b6-b982-df9ad21ae1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:21.251433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ea6298c3-122f-4b2c-970d-73a2a205ca93 None None] Port 2a5eb733-c354-478a-82d5-fbaae2b6003c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:21.251757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-28917040-175f-45b6-b982-df9ad21ae1be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b76d448b250f4af69623323946e5e2b1&device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 1095 time: 0.1740148 Nov 10 16:37:21.354917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-e0c85a94-771a-4ce4-a0c2-8b49f4c2a517 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508f24b8-a271-4a34-af9e-26a696179f5a HTTP/1.1" status: 200 len: 217 time: 0.0933321 Nov 10 16:37:21.434311 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Set router 3e89d56a-bcd0-46f0-8705-7b045097cec5 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:37:21.477528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-340abbd8-d13d-4c8a-adaa-520b0ee58631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:21.479237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-340abbd8-d13d-4c8a-adaa-520b0ee58631 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=135abe4c-a540-4b28-8410-088bff9eecff HTTP/1.1" status: 200 len: 861 time: 0.1128716 Nov 10 16:37:21.495118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Allocated IP 172.20.0.8 (8544b953-538d-4cc1-a8b3-49ae7bfda719/195b6f46-f7a3-42f9-8dd5-7995b3688de0/c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:21.578026 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-2bd5e188-4325-437e-b6ab-b31bf7fe7335 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b8defce-1b21-4873-932d-ac1e558580d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800939 Nov 10 16:37:21.704811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1474b-779d-4350-91db-e8140c85fd3c req-a4182f79-2a13-4fd7-a036-78a6ecbaf49a tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:21.712323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ec1474b-779d-4350-91db-e8140c85fd3c req-a4182f79-2a13-4fd7-a036-78a6ecbaf49a tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 946 time: 0.1992996 Nov 10 16:37:21.768822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-d3ef5f12-616d-4d64-844b-b20584c3b146 service neutron] 10.222.0.69 "GET /v2.0/networks/9b8defce-1b21-4873-932d-ac1e558580d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788349 Nov 10 16:37:21.829648 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:37:19Z', 'revision_number': 4, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '2a5eb733-c354-478a-82d5-fbaae2b6003c', 'name': '', 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'mac_address': 'fa:16:3e:59:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1d4a82c7-afc7-4843-8327-24631a2ab21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:17Z', 'updated_at': '2021-11-10T16:37:19Z', 'revision_number': 2, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'subnets': [{'id': '1d4a82c7-afc7-4843-8327-24631a2ab21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:21.851595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 98267804-df11-42e2-a9e5-12ad00167268 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:21.926305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ec1474b-779d-4350-91db-e8140c85fd3c req-a8e599da-ec4c-4350-82e0-089c5e79300d tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105966 Nov 10 16:37:21.956459 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Checking router: 3e89d56a-bcd0-46f0-8705-7b045097cec5 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:37:21.957156 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Updating router 3e89d56a-bcd0-46f0-8705-7b045097cec5 port 2a5eb733-c354-478a-82d5-fbaae2b6003c binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:37:22.067001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 98267804-df11-42e2-a9e5-12ad00167268 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:22.067397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:22.067547 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:22.076086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-340a3a5b-9cad-431f-a6c6-b58ece1259a5 req-a9dfa639-25d1-4d69-b634-6521d2875036 service neutron] 10.222.0.69 "GET /v2.0/networks/9b8defce-1b21-4873-932d-ac1e558580d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893507 Nov 10 16:37:22.110090 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:22.115437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62dfae-0eb9-456f-89ce-70cfde517efc req-e8002680-d485-4e10-80a2-87ecce368fa9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:22.134106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec62dfae-0eb9-456f-89ce-70cfde517efc req-e8002680-d485-4e10-80a2-87ecce368fa9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.2267523 Nov 10 16:37:22.262445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:22.334435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec62dfae-0eb9-456f-89ce-70cfde517efc req-550c1394-a1e6-4bcf-a8dc-8a1bee634d78 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971300 Nov 10 16:37:22.447989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:22.454662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:22.467788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:22.536654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfd079-853a-43f5-8a2e-27dbd38103f8 req-3c841221-6861-4e5b-972e-c48b8f81d13b tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:22.544965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06cfd079-853a-43f5-8a2e-27dbd38103f8 req-3c841221-6861-4e5b-972e-c48b8f81d13b tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 943 time: 0.4121399 Nov 10 16:37:22.560271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:22.561070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:22.612788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:22.652700 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06cfd079-853a-43f5-8a2e-27dbd38103f8 req-cb01c2a3-a993-43dc-9d0b-4d5c9ca5b1cd tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058512 Nov 10 16:37:22.768070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-327a5a4b-3312-462f-a4f9-c4bf2381b429 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3382537 Nov 10 16:37:22.770631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:22.779915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:36:f2:c9'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:40:56:66'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:22.842323 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:22.924792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-17cfb868-b9cf-48c8-beee-6f67865a9e12 None None] Provisioning complete for port c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:22.927195 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17cfb868-b9cf-48c8-beee-6f67865a9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:22.952759 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:23.007827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-17cfb868-b9cf-48c8-beee-6f67865a9e12 None None] Port c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:23.136889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:23.186751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e0c71-bf68-458a-9209-9573a8275df6 req-8b3e9cb9-1903-407f-9a7a-ea4ef822fb3f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:23.196843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f35e0c71-bf68-458a-9209-9573a8275df6 req-8b3e9cb9-1903-407f-9a7a-ea4ef822fb3f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 946 time: 0.0969043 Nov 10 16:37:23.281825 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab023c-f5c5-4077-974a-139617b992cc None None] Pushing event updated for resources: {'Port': ['ID=2a5eb733-c354-478a-82d5-fbaae2b6003c,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:23.357188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f35e0c71-bf68-458a-9209-9573a8275df6 req-26f7f44f-2585-4ff9-9e81-b15da7d24d3f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591451 Nov 10 16:37:23.425728 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Attempting to bind port 2a5eb733-c354-478a-82d5-fbaae2b6003c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:23.426283 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Attempting to bind port 2a5eb733-c354-478a-82d5-fbaae2b6003c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:23.426893 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Attempting to bind port 2a5eb733-c354-478a-82d5-fbaae2b6003c on network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:23.439817 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:23.440511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Checking segment: {'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:23.441017 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:23.441511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Bound using segment: {'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:23.442146 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Bound port: 2a5eb733-c354-478a-82d5-fbaae2b6003c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:23.442646 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:23.613090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64821f81-13f9-4437-a997-5e71b1c10ad5 req-dea81e21-3594-4fe6-89b9-a8ebd1c950aa tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:23.631658 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64821f81-13f9-4437-a997-5e71b1c10ad5 req-dea81e21-3594-4fe6-89b9-a8ebd1c950aa tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1331513 Nov 10 16:37:23.659922 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] For port 2a5eb733-c354-478a-82d5-fbaae2b6003c, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:23.667855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-d30c7e86-5a2c-436a-95cd-d1549bb4bd69 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:23.672910 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] For port 2a5eb733-c354-478a-82d5-fbaae2b6003c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2a5eb733-c354-478a-82d5-fbaae2b6003c,segment=NetworkSegment(e7058eb8-2a41-4d61-8b60-6ea9a836a03c),segment_id=e7058eb8-2a41-4d61-8b60-6ea9a836a03c)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:23.688736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-d30c7e86-5a2c-436a-95cd-d1549bb4bd69 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 946 time: 0.3147047 Nov 10 16:37:23.714087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8394e-3a0e-42a0-b87c-8cb5d24ad9cb req-29760a53-1b69-4577-9df6-c67978c156b7 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:23.721854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34b8394e-3a0e-42a0-b87c-8cb5d24ad9cb req-29760a53-1b69-4577-9df6-c67978c156b7 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 946 time: 0.5859416 Nov 10 16:37:23.753232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c217ed19-1786-4d8c-9c48-6757529646c5 None None] Provisioning complete for port 2a5eb733-c354-478a-82d5-fbaae2b6003c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:23.753941 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c217ed19-1786-4d8c-9c48-6757529646c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:23.762136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64821f81-13f9-4437-a997-5e71b1c10ad5 req-d8d25679-81b3-4f67-8466-f1edeefa2fb8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272116 Nov 10 16:37:23.767065 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:23.796511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c217ed19-1786-4d8c-9c48-6757529646c5 None None] Port 2a5eb733-c354-478a-82d5-fbaae2b6003c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:23.899043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31759f62-c636-4579-af88-ef28191d10c8 req-b78c3b42-6247-4d7e-bd23-7ab83ffa1886 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1223307 Nov 10 16:37:23.952445 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab023c-f5c5-4077-974a-139617b992cc None None] Pushing event updated for resources: {'Port': ['ID=2a5eb733-c354-478a-82d5-fbaae2b6003c,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:24.003696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Routers {'3e89d56a-bcd0-46f0-8705-7b045097cec5'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:37:24.003696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:37:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3e89d56a-bcd0-46f0-8705-7b045097cec5'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:24.063037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31759f62-c636-4579-af88-ef28191d10c8 req-660b7b91-1bfa-4770-85b3-a15c42adb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:24.065449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31759f62-c636-4579-af88-ef28191d10c8 req-660b7b91-1bfa-4770-85b3-a15c42adb112 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c19f81a79eb6431eab3c973c580c62cc&device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 1097 time: 0.1362062 Nov 10 16:37:24.138728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34b8394e-3a0e-42a0-b87c-8cb5d24ad9cb req-ae4876eb-79b3-4da4-8971-937a20819746 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158285 Nov 10 16:37:24.204156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:24.242883 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] Set router 3e89d56a-bcd0-46f0-8705-7b045097cec5 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:37:24.251548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Deleting port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:24.251885 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:24.302816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:24.342499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-789b4f51-af46-4e94-bb56-0983b228e231 None None] Provisioning complete for port 2a5eb733-c354-478a-82d5-fbaae2b6003c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:24.343031 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-789b4f51-af46-4e94-bb56-0983b228e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:24.371260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31759f62-c636-4579-af88-ef28191d10c8 req-10ab59df-2d43-46a1-997e-fdaa7e252cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:24.375287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31759f62-c636-4579-af88-ef28191d10c8 req-10ab59df-2d43-46a1-997e-fdaa7e252cdc service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 200 len: 916 time: 0.2808115 Nov 10 16:37:24.487816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31759f62-c636-4579-af88-ef28191d10c8 req-07610eb0-f416-4296-ae4c-1601dbf4d5ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b69ed5-be7d-479d-9e21-2c96f2fd59ed HTTP/1.1" status: 200 len: 217 time: 0.1039095 Nov 10 16:37:24.550625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6100-b3f6-4d2d-a451-4a7f0602187a req-be2cbdf6-346c-4d8b-8cf2-aae635dc1933 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:24.559030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9ec6100-b3f6-4d2d-a451-4a7f0602187a req-be2cbdf6-346c-4d8b-8cf2-aae635dc1933 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 943 time: 0.2808826 Nov 10 16:37:24.599236 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:37:19Z', 'revision_number': 4, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '2a5eb733-c354-478a-82d5-fbaae2b6003c', 'name': '', 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'mac_address': 'fa:16:3e:59:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1d4a82c7-afc7-4843-8327-24631a2ab21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:17Z', 'updated_at': '2021-11-10T16:37:23Z', 'revision_number': 4, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'subnets': [{'id': '1d4a82c7-afc7-4843-8327-24631a2ab21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:24.612603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-789b4f51-af46-4e94-bb56-0983b228e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:24.636819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event updated for resources: {'Port': ['ID=c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:24.650073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31759f62-c636-4579-af88-ef28191d10c8 req-587ba5a6-6031-4e75-b1f1-99e639a95bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:24.656181 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31759f62-c636-4579-af88-ef28191d10c8 req-587ba5a6-6031-4e75-b1f1-99e639a95bfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 200 len: 855 time: 0.1608560 Nov 10 16:37:24.672177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] In _notify_port_updated(), no bound segment for port c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 on network 8544b953-538d-4cc1-a8b3-49ae7bfda719 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:37:24.678697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:24.681903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:24.684926 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-578d9a2e-6761-4780-b25e-094d406ebaf2 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "PUT /v2.0/ports/c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 HTTP/1.1" status: 200 len: 1056 time: 1.9130814 Nov 10 16:37:24.697970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:24.701705 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb0e003-da45-4b55-9136-25867beef652 None None] The sync data for ids ['3e89d56a-bcd0-46f0-8705-7b045097cec5'] in n-d-714676-11 is: [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:37:19Z', 'revision_number': 4, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '2a5eb733-c354-478a-82d5-fbaae2b6003c', 'name': '', 'network_id': '6ed17b73-3d1b-4787-96b8-eef2a9834c9f', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'mac_address': 'fa:16:3e:59:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '1d4a82c7-afc7-4843-8327-24631a2ab21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:17Z', 'updated_at': '2021-11-10T16:37:23Z', 'revision_number': 4, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'subnets': [{'id': '1d4a82c7-afc7-4843-8327-24631a2ab21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:37:24.703805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-789b4f51-af46-4e94-bb56-0983b228e231 None None] For port 2a5eb733-c354-478a-82d5-fbaae2b6003c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2a5eb733-c354-478a-82d5-fbaae2b6003c,segment=NetworkSegment(e7058eb8-2a41-4d61-8b60-6ea9a836a03c),segment_id=e7058eb8-2a41-4d61-8b60-6ea9a836a03c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:24.706526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31759f62-c636-4579-af88-ef28191d10c8 req-81cc29ad-3bbc-4ddc-b181-8d870f83171f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4938cc0-729e-4909-b116-7c77eb40a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422549 Nov 10 16:37:24.760656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-e016d6d9-5819-49e8-b48b-787dc66b1778 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:24.762873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-e016d6d9-5819-49e8-b48b-787dc66b1778 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 946 time: 0.2659740 Nov 10 16:37:24.809693 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-789b4f51-af46-4e94-bb56-0983b228e231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:24.960797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] For port d7ac5aba-f3ba-47bb-9a89-22644b4fab68, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:24.961172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:25.008788 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31759f62-c636-4579-af88-ef28191d10c8 req-18e9339f-be9e-4ec7-b068-b628f2cc5ca8 service neutron] 10.222.0.18 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625747 Nov 10 16:37:25.026730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9ec6100-b3f6-4d2d-a451-4a7f0602187a req-9789c583-8259-4134-a3e3-bc4e6cc5288a tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664776 Nov 10 16:37:25.039470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-52ac2238-4a37-4818-aacd-7177c46fd1ff None None] Provisioning complete for port c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:25.039898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52ac2238-4a37-4818-aacd-7177c46fd1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:25.125493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b4f51-af46-4e94-bb56-0983b228e231 None None] Pushing event updated for resources: {'Port': ['ID=2a5eb733-c354-478a-82d5-fbaae2b6003c,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:25.142221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-52ac2238-4a37-4818-aacd-7177c46fd1ff None None] Port c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:25.160996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Calling delete_port for d7ac5aba-f3ba-47bb-9a89-22644b4fab68 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:25.375175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71a4e-c4aa-4b6a-a2f8-c97c6e20d70f req-e48898f1-e6e3-4c2b-afee-cc0d3a791929 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:25.377140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ad71a4e-c4aa-4b6a-a2f8-c97c6e20d70f req-e48898f1-e6e3-4c2b-afee-cc0d3a791929 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 946 time: 0.2666302 Nov 10 16:37:25.461757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31759f62-c636-4579-af88-ef28191d10c8 req-5e7868fc-5f30-47d7-8aa4-828b70e5c39e service neutron] 10.222.0.18 "GET /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613569 Nov 10 16:37:25.508083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ad71a4e-c4aa-4b6a-a2f8-c97c6e20d70f req-7baec7c3-9f15-4767-abb0-ff89275f2de3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195579 Nov 10 16:37:25.780749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ad3a-6aab-4b88-98a4-d69ca4ecd410 req-bbb869b7-5e8b-4968-a015-4c83f221dac1 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:25.792829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6342ad3a-6aab-4b88-98a4-d69ca4ecd410 req-bbb869b7-5e8b-4968-a015-4c83f221dac1 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 946 time: 0.1455328 Nov 10 16:37:25.901385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6342ad3a-6aab-4b88-98a4-d69ca4ecd410 req-43de2d49-cb70-47ca-976d-ef207596e2b3 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033397 Nov 10 16:37:25.925729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2a5eb733-c354-478a-82d5-fbaae2b6003c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:26.051873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2a5eb733-c354-478a-82d5-fbaae2b6003c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:26.052458 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:26.153422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c07365-f102-4e80-ac20-b0010b305df1 req-9044d999-12f2-4e96-9db9-96ddd007f0d7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:26.166863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70c07365-f102-4e80-ac20-b0010b305df1 req-9044d999-12f2-4e96-9db9-96ddd007f0d7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.9156253 Nov 10 16:37:26.226333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89e61781-727f-4828-8ac2-e5fed35f299c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Deleting port c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:26.227282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e61781-727f-4828-8ac2-e5fed35f299c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:26.276719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Deleting port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:26.277046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:26.309272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72de69-d148-4972-b691-e66ab803e4e1 req-c9815c91-7f05-4438-8b41-ae92dfb8a2d8 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:26.319887 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b72de69-d148-4972-b691-e66ab803e4e1 req-c9815c91-7f05-4438-8b41-ae92dfb8a2d8 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 943 time: 0.0886338 Nov 10 16:37:26.385540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b72de69-d148-4972-b691-e66ab803e4e1 req-5042d5a0-ac94-40aa-9d67-a5be2a3ec8ec tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617535 Nov 10 16:37:26.450394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70c07365-f102-4e80-ac20-b0010b305df1 req-cd4c5424-32ee-40fb-8663-1a23de31d90d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632840 Nov 10 16:37:26.498602 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e61781-727f-4828-8ac2-e5fed35f299c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:26.523604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89e61781-727f-4828-8ac2-e5fed35f299c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Calling delete_port for c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:26.526980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] For port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:26.527355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:26.546693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Calling delete_port for fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:26.601207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:26.617263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['71b69ed5-be7d-479d-9e21-2c96f2fd59ed'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:26.706109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Pushing event deleted for resources: {'Port': ['ID=d7ac5aba-f3ba-47bb-9a89-22644b4fab68,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:26.747898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['812731e1-64a5-44db-9b76-04e5311faefe'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:26.800445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745af46-0229-44d0-9fb6-72bafbb4a12d req-5070937b-0172-4b12-a53a-eb68e1bc997c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:26.810038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d745af46-0229-44d0-9fb6-72bafbb4a12d req-5070937b-0172-4b12-a53a-eb68e1bc997c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 946 time: 0.1349549 Nov 10 16:37:26.845762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 508f24b8-a271-4a34-af9e-26a696179f5a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:37:26.848274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d7ac5aba-f3ba-47bb-9a89-22644b4fab68 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:26.900806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d745af46-0229-44d0-9fb6-72bafbb4a12d req-c15deada-e10f-448f-b135-7c8d5aa71946 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895660 Nov 10 16:37:27.010795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: d7ac5aba-f3ba-47bb-9a89-22644b4fab68 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:27.011370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d7ac5aba-f3ba-47bb-9a89-22644b4fab68 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:27.056285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] No DVR routers for this DVR port d7ac5aba-f3ba-47bb-9a89-22644b4fab68 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:27.070448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:27.075190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:27.079343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4929938-cc29-45ee-a1f3-93e69eaa9e11 req-f7ec10fc-4753-41d6-ac7d-5951f41ede09 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "DELETE /v2.0/ports/d7ac5aba-f3ba-47bb-9a89-22644b4fab68 HTTP/1.1" status: 204 len: 173 time: 3.3553345 Nov 10 16:37:27.079879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1085638-bc70-4ab7-a98f-d2352c4c35d4', 'name': 'network-vif-deleted', 'tag': 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:27.082385 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7759cf79-abce-4a30-9bf8-b2db0c71b0c3" -d '{"events": [{"server_uuid": "b1085638-bc70-4ab7-a98f-d2352c4c35d4", "name": "network-vif-deleted", "tag": "d7ac5aba-f3ba-47bb-9a89-22644b4fab68"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:27.157335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71afd280-c8ea-4dca-82cd-bedd65845987 req-47fc8aee-df0a-44c0-976e-5f6b005c7279 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 210 time: 0.0975475 Nov 10 16:37:27.187954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e61781-727f-4828-8ac2-e5fed35f299c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:27.187954 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc374aa-3107-495e-939f-6ed98c5882d3 x-openstack-request-id: req-5fc374aa-3107-495e-939f-6ed98c5882d3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:27.187954 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1085638-bc70-4ab7-a98f-d2352c4c35d4", "name": "network-vif-deleted", "tag": "d7ac5aba-f3ba-47bb-9a89-22644b4fab68", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:27.187954 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fc374aa-3107-495e-939f-6ed98c5882d3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:27.187954 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1085638-bc70-4ab7-a98f-d2352c4c35d4', 'name': 'network-vif-deleted', 'tag': 'd7ac5aba-f3ba-47bb-9a89-22644b4fab68', 'status': 'completed', 'code': 200} Nov 10 16:37:27.261694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event deleted for resources: {'Port': ['ID=fd8c6005-5f24-4a83-b2f2-9c12466dc3e3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:27.321850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e61781-727f-4828-8ac2-e5fed35f299c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Port': ['ID=c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:27.418148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:27.459700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] No DVR routers for this DVR port fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:27.477471 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:27.481743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-919fd53b-a0a3-4ab9-8bb2-839f257becfa req-96489b81-6fae-4e42-8ee4-9704eec2a5a4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "DELETE /v2.0/ports/fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 HTTP/1.1" status: 204 len: 173 time: 2.5608096 Nov 10 16:37:27.585117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 508f24b8-a271-4a34-af9e-26a696179f5a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=508f24b8-a271-4a34-af9e-26a696179f5a,segment=NetworkSegment(46f21772-b199-4603-82ed-896247485542),segment_id=46f21772-b199-4603-82ed-896247485542)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:27.688391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '508f24b8-a271-4a34-af9e-26a696179f5a', 'network_id': '9b8defce-1b21-4873-932d-ac1e558580d0', 'port_id': '508f24b8-a271-4a34-af9e-26a696179f5a', 'mac_address': 'fa:16:3e:11:15:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135abe4c-a540-4b28-8410-088bff9eecff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:37:27.732480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d7a4e-6619-441c-81bf-7cfd4b523ad7 req-b782cb59-484f-4058-8208-2e883c594ff1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:27.743912 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e4d7a4e-6619-441c-81bf-7cfd4b523ad7 req-b782cb59-484f-4058-8208-2e883c594ff1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1015873 Nov 10 16:37:27.782272 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:27.821318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02ec0a-71d3-46a1-b3eb-d90ad1d10611 req-7e7240e1-3e2f-496d-9d30-e5f5e93024d4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:27.824928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508f24b8-a271-4a34-af9e-26a696179f5a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:27.843920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c02ec0a-71d3-46a1-b3eb-d90ad1d10611 req-7e7240e1-3e2f-496d-9d30-e5f5e93024d4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 943 time: 0.3394494 Nov 10 16:37:27.861725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e4d7a4e-6619-441c-81bf-7cfd4b523ad7 req-30094c3e-1d49-41ee-ac73-95b8538ff37c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151085 Nov 10 16:37:27.901360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 508f24b8-a271-4a34-af9e-26a696179f5a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=508f24b8-a271-4a34-af9e-26a696179f5a,segment=NetworkSegment(46f21772-b199-4603-82ed-896247485542),segment_id=46f21772-b199-4603-82ed-896247485542)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:27.981655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c02ec0a-71d3-46a1-b3eb-d90ad1d10611 req-9d796ce4-2ada-49b1-b23b-0688f2d2bd03 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342325 Nov 10 16:37:28.014908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:28.036728 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-095b3301-38e8-4f2d-a6db-05eb82f73356 req-a4a20577-3b03-45a7-b51e-412ff9295056 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=b586314e-d4c1-4f86-8376-f044d32c204c HTTP/1.1" status: 200 len: 210 time: 0.0460539 Nov 10 16:37:28.055790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e61781-727f-4828-8ac2-e5fed35f299c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:28.069134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44704) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:28.080325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-89e61781-727f-4828-8ac2-e5fed35f299c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "DELETE /v2.0/ports/c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 HTTP/1.1" status: 204 len: 168 time: 3.3741884 Nov 10 16:37:28.117253 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bf900f-399c-40ff-ab2e-22650a35719c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] GET failed (client error): The resource could not be found. Nov 10 16:37:28.121853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-72bf900f-399c-40ff-ab2e-22650a35719c tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "GET /v2.0/ports/c1aad4d9-142b-4ff5-8f63-6e2a7850e6c4 HTTP/1.1" status: 404 len: 333 time: 0.0484891 Nov 10 16:37:28.123163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:28.151282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=508f24b8-a271-4a34-af9e-26a696179f5a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:28.320096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5776e756-55e1-42e6-ad88-e099eb07c1d1 req-823ac13b-41ef-4f86-a175-2b5f3f63ebbc tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1085638-bc70-4ab7-a98f-d2352c4c35d4 HTTP/1.1" status: 200 len: 210 time: 0.0409439 Nov 10 16:37:28.342924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['508f24b8-a271-4a34-af9e-26a696179f5a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:28.370321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9958d10-0009-4ca2-81de-bf80e8ccde02 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Deleting port 416fb465-d790-4d6e-8a3e-9891594514fd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:28.372721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9958d10-0009-4ca2-81de-bf80e8ccde02 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:28.535154 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9958d10-0009-4ca2-81de-bf80e8ccde02 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:28.555076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9958d10-0009-4ca2-81de-bf80e8ccde02 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Calling delete_port for 416fb465-d790-4d6e-8a3e-9891594514fd owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:28.709030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:28.730770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:28.731119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device fd8c6005-5f24-4a83-b2f2-9c12466dc3e3 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:28.774871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9958d10-0009-4ca2-81de-bf80e8ccde02 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:28.826569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9958d10-0009-4ca2-81de-bf80e8ccde02 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Port': ['ID=416fb465-d790-4d6e-8a3e-9891594514fd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:29.003245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9958d10-0009-4ca2-81de-bf80e8ccde02 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:29.007176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b9958d10-0009-4ca2-81de-bf80e8ccde02 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "DELETE /v2.0/ports/416fb465-d790-4d6e-8a3e-9891594514fd HTTP/1.1" status: 204 len: 168 time: 0.8828211 Nov 10 16:37:29.011065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44718) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:29.077078 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884efa-34ca-4acb-b319-351b0e1ec759 req-9d8294c9-f591-4351-a824-1de400356924 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:29.078240 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9354d89e-319a-4016-a95c-85aa8b167169 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] GET failed (client error): The resource could not be found. Nov 10 16:37:29.089307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9354d89e-319a-4016-a95c-85aa8b167169 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "GET /v2.0/ports/416fb465-d790-4d6e-8a3e-9891594514fd HTTP/1.1" status: 404 len: 333 time: 0.0768731 Nov 10 16:37:29.093475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44722) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:29.095751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5884efa-34ca-4acb-b319-351b0e1ec759 req-9d8294c9-f591-4351-a824-1de400356924 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1389341 Nov 10 16:37:29.187631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5884efa-34ca-4acb-b319-351b0e1ec759 req-3db5028f-8c84-4b16-929b-166c617a49ae tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900664 Nov 10 16:37:29.188875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b586314e-d4c1-4f86-8376-f044d32c204c', 'name': 'network-vif-deleted', 'tag': 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:29.207618 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d87fd12-e2bd-4ef9-936d-ea2a6be06c6b" -d '{"events": [{"server_uuid": "b586314e-d4c1-4f86-8376-f044d32c204c", "name": "network-vif-deleted", "tag": "fd8c6005-5f24-4a83-b2f2-9c12466dc3e3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:29.334787 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c62311-219d-4f5a-bb0e-3e3686cd8cdf x-openstack-request-id: req-30c62311-219d-4f5a-bb0e-3e3686cd8cdf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:29.335786 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b586314e-d4c1-4f86-8376-f044d32c204c", "name": "network-vif-deleted", "tag": "fd8c6005-5f24-4a83-b2f2-9c12466dc3e3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:29.336664 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30c62311-219d-4f5a-bb0e-3e3686cd8cdf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:29.337201 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b586314e-d4c1-4f86-8376-f044d32c204c', 'name': 'network-vif-deleted', 'tag': 'fd8c6005-5f24-4a83-b2f2-9c12466dc3e3', 'status': 'completed', 'code': 200} Nov 10 16:37:29.364752 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2bb8a-3818-46ff-85dd-1daffc4043be req-fbbae8a6-bdc1-4df4-bf82-307344cc4f33 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:29.366586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2f2bb8a-3818-46ff-85dd-1daffc4043be req-fbbae8a6-bdc1-4df4-bf82-307344cc4f33 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 944 time: 0.1425533 Nov 10 16:37:29.425896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ad631-91b8-4ec9-93e3-56a3cf49e286 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Deleting port 3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:29.426242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad631-91b8-4ec9-93e3-56a3cf49e286 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:29.580839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2f2bb8a-3818-46ff-85dd-1daffc4043be req-0a20e096-be03-4950-9fa2-836f8aaae047 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050102 Nov 10 16:37:29.592027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad631-91b8-4ec9-93e3-56a3cf49e286 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:29.617560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ad631-91b8-4ec9-93e3-56a3cf49e286 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Calling delete_port for 3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:29.976139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d9eca-b9fa-4255-b729-0888bf1d7110 req-333b7aa7-7d6a-48c5-b127-11196bfbbd2e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:29.985024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c51d9eca-b9fa-4255-b729-0888bf1d7110 req-333b7aa7-7d6a-48c5-b127-11196bfbbd2e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 945 time: 0.0660057 Nov 10 16:37:30.055646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c51d9eca-b9fa-4255-b729-0888bf1d7110 req-f13c8672-8b14-43af-ac39-d7df0fdf0790 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671098 Nov 10 16:37:30.066519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-a340319c-0a8b-4bc1-bf93-1d1ce2a52ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:30.068727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-a340319c-0a8b-4bc1-bf93-1d1ce2a52ddc tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.2081845 Nov 10 16:37:30.090897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-b8d0c429-3c24-4eeb-8166-f0f093703fc3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/quotas/63914f0048fe4601b18c574aa491243f HTTP/1.1" status: 200 len: 375 time: 0.0123854 Nov 10 16:37:30.146538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-8e9444ed-d839-4c12-8735-d6e03740d08d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477974 Nov 10 16:37:30.177745 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad631-91b8-4ec9-93e3-56a3cf49e286 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:30.242007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ad631-91b8-4ec9-93e3-56a3cf49e286 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Port': ['ID=3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:30.348118 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-0e1a06aa-f189-4c4f-a255-64d006b4010f service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925049 Nov 10 16:37:30.395158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad631-91b8-4ec9-93e3-56a3cf49e286 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:30.401681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd2ad631-91b8-4ec9-93e3-56a3cf49e286 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "DELETE /v2.0/ports/3e8e0ea2-4bf2-4fac-8b1a-e51af8877ee4 HTTP/1.1" status: 204 len: 168 time: 1.3039272 Nov 10 16:37:30.402934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44750) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:30.482717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dd1c2-d309-4ee1-823c-771ae928ac21 req-a3abebdb-6c8a-48b3-baf2-edfb283d3806 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:30.495682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c3dd1c2-d309-4ee1-823c-771ae928ac21 req-a3abebdb-6c8a-48b3-baf2-edfb283d3806 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1479509 Nov 10 16:37:30.529746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-01007603-7d11-4ec2-8f02-2dbcce93a484 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662307 Nov 10 16:37:30.580528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-51684927-327d-4725-9d72-5d1f9cf9f985 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Deleting subnet 195b6f46-f7a3-42f9-8dd5-7995b3688de0 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:37:30.592087 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51684927-327d-4725-9d72-5d1f9cf9f985 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:30.625653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c3dd1c2-d309-4ee1-823c-771ae928ac21 req-b739c54a-5900-44ba-9891-a670dd445d5d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288946 Nov 10 16:37:30.694965 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51684927-327d-4725-9d72-5d1f9cf9f985 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:30.799874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d9f6e-ec15-4d65-a2a0-b826c0836578 req-d7440568-17c7-45d9-b96e-0796d942173a tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:30.801785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c18d9f6e-ec15-4d65-a2a0-b826c0836578 req-d7440568-17c7-45d9-b96e-0796d942173a tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 944 time: 0.0830393 Nov 10 16:37:30.826353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 508f24b8-a271-4a34-af9e-26a696179f5a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:30.851297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51684927-327d-4725-9d72-5d1f9cf9f985 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:30.878224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c18d9f6e-ec15-4d65-a2a0-b826c0836578 req-77e43034-784e-48eb-82da-27b2f5360935 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680854 Nov 10 16:37:31.059869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 508f24b8-a271-4a34-af9e-26a696179f5a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:37:31.077708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 508f24b8-a271-4a34-af9e-26a696179f5a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:31.077708 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.118088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64dc18e4-7633-45f9-b128-1acd571ad069 req-d92eaec8-ec1f-4b82-b819-25fa9df6dd92 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 210 time: 0.0942380 Nov 10 16:37:31.237265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51684927-327d-4725-9d72-5d1f9cf9f985 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.294845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51684927-327d-4725-9d72-5d1f9cf9f985 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Subnet': ['ID=195b6f46-f7a3-42f9-8dd5-7995b3688de0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:31.326836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bab032-b513-4772-90e9-b4e1dbe31a96 req-6894bce7-2af2-4c55-a0a5-7962b47c0214 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:31.328686 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51684927-327d-4725-9d72-5d1f9cf9f985 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.341227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1bab032-b513-4772-90e9-b4e1dbe31a96 req-6894bce7-2af2-4c55-a0a5-7962b47c0214 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 945 time: 0.1668427 Nov 10 16:37:31.344706 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-51684927-327d-4725-9d72-5d1f9cf9f985 tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "DELETE /v2.0/subnets/195b6f46-f7a3-42f9-8dd5-7995b3688de0 HTTP/1.1" status: 204 len: 168 time: 0.9380131 Nov 10 16:37:31.345481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44768) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:31.451851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62294432-55e8-4241-846f-fe1a60e6ef7b None None] Network 8544b953-538d-4cc1-a8b3-49ae7bfda719 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:31.511883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1bab032-b513-4772-90e9-b4e1dbe31a96 req-8001bfea-e99d-46e2-be4d-961ad02d9c5e tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624093 Nov 10 16:37:31.533815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-4802590c-90e1-4052-aad7-5843e3b469dd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:31.542204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.547050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-4802590c-90e1-4052-aad7-5843e3b469dd tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 945 time: 0.3198280 Nov 10 16:37:31.618684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Deleting port e0a942f7-dcfd-40b8-a0fc-46f5883878bb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:31.619075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.814499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Deleting port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:31.814842 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.821130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.830313 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-568b88ec-bba5-449a-b85c-879f7f3329a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.858017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] For port e0a942f7-dcfd-40b8-a0fc-46f5883878bb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,segment=NetworkSegment(60a160a9-3f88-47ff-ac28-7039c80f9e15),segment_id=60a160a9-3f88-47ff-ac28-7039c80f9e15)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:31.858686 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:31.876445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55431377-599c-40f8-b1e3-15af52b5f663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508f24b8-a271-4a34-af9e-26a696179f5a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:31.876785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Calling delete_port for e0a942f7-dcfd-40b8-a0fc-46f5883878bb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:31.878960 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785da68d-b744-4b6a-be73-47d80be776c8" -d '{"events": [{"server_uuid": "55431377-599c-40f8-b1e3-15af52b5f663", "name": "network-vif-plugged", "status": "completed", "tag": "508f24b8-a271-4a34-af9e-26a696179f5a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:31.909263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 508f24b8-a271-4a34-af9e-26a696179f5a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=508f24b8-a271-4a34-af9e-26a696179f5a,segment=NetworkSegment(46f21772-b199-4603-82ed-896247485542),segment_id=46f21772-b199-4603-82ed-896247485542)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:31.980393 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45637e6b-5714-4f07-8354-4df8ece5bf36 x-openstack-request-id: req-45637e6b-5714-4f07-8354-4df8ece5bf36 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:31.980753 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55431377-599c-40f8-b1e3-15af52b5f663", "name": "network-vif-plugged", "status": "completed", "tag": "508f24b8-a271-4a34-af9e-26a696179f5a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:31.981067 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45637e6b-5714-4f07-8354-4df8ece5bf36 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:31.982425 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55431377-599c-40f8-b1e3-15af52b5f663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508f24b8-a271-4a34-af9e-26a696179f5a', 'code': 200} Nov 10 16:37:32.013804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf048a-26c8-414b-90e0-67153403480e None None] DHCP port deletion for 8544b953-538d-4cc1-a8b3-49ae7bfda719 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:37:32.109907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:32.221415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] For port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:32.227026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:32.258802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-82bf048a-26c8-414b-90e0-67153403480e None None] Deleting port e0a942f7-dcfd-40b8-a0fc-46f5883878bb {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:32.261077 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82bf048a-26c8-414b-90e0-67153403480e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:32.289552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=508f24b8-a271-4a34-af9e-26a696179f5a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:32.329238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Calling delete_port for 71b69ed5-be7d-479d-9e21-2c96f2fd59ed owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:32.389807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24828cba-388c-4c3f-aa4d-74c06bef2f68 req-0e6bfb6c-ea7d-4f61-b517-103b358cd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:32.391588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-24828cba-388c-4c3f-aa4d-74c06bef2f68 req-0e6bfb6c-ea7d-4f61-b517-103b358cd0ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 1097 time: 0.2860610 Nov 10 16:37:32.442883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-82bf048a-26c8-414b-90e0-67153403480e None None] For port e0a942f7-dcfd-40b8-a0fc-46f5883878bb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,segment=NetworkSegment(60a160a9-3f88-47ff-ac28-7039c80f9e15),segment_id=60a160a9-3f88-47ff-ac28-7039c80f9e15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:32.444081 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82bf048a-26c8-414b-90e0-67153403480e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:32.486929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-82bf048a-26c8-414b-90e0-67153403480e None None] Calling delete_port for e0a942f7-dcfd-40b8-a0fc-46f5883878bb owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:32.524793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3768c6e-a390-4b91-8d96-66b56ef8cb27 req-02f7657f-8f4d-488a-b170-dbfa9c0af410 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:32.536578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e8d16-6be5-4097-9ae4-457fdcc50d7c req-6e880b6c-3b8f-4f4c-95f3-89b60644ffe2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:32.545709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf6e8d16-6be5-4097-9ae4-457fdcc50d7c req-6e880b6c-3b8f-4f4c-95f3-89b60644ffe2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.7709036 Nov 10 16:37:32.557827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3768c6e-a390-4b91-8d96-66b56ef8cb27 req-02f7657f-8f4d-488a-b170-dbfa9c0af410 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 945 time: 0.3783660 Nov 10 16:37:32.644247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf6e8d16-6be5-4097-9ae4-457fdcc50d7c req-9eb447ac-5697-4656-bfc9-566de09b407f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970688 Nov 10 16:37:32.753264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-82bf048a-26c8-414b-90e0-67153403480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:32.759947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:32.779230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-24828cba-388c-4c3f-aa4d-74c06bef2f68 req-60270dbc-4325-4c8b-a438-8c39f6f28aa9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126214 Nov 10 16:37:32.820592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf048a-26c8-414b-90e0-67153403480e None None] Pushing event deleted for resources: {'Port': ['ID=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:32.832990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf048a-26c8-414b-90e0-67153403480e None None] No DVR routers for this DVR port e0a942f7-dcfd-40b8-a0fc-46f5883878bb on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:32.883032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Port': ['ID=e0a942f7-dcfd-40b8-a0fc-46f5883878bb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:32.894060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] No DVR routers for this DVR port e0a942f7-dcfd-40b8-a0fc-46f5883878bb on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:32.904818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3768c6e-a390-4b91-8d96-66b56ef8cb27 req-fd3de034-8ac6-424d-94ab-b8c3d08c15fb tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460748 Nov 10 16:37:33.119074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.120394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3f25224-1428-40b5-a943-c7c5e5a6b91c req-71f27147-13f2-43bd-877a-b95882aa0e8c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 210 time: 0.1341178 Nov 10 16:37:33.131853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['812731e1-64a5-44db-9b76-04e5311faefe'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:33.132091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.173067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8544b953-538d-4cc1-a8b3-49ae7bfda719']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:33.185302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a160a9-3f88-47ff-ac28-7039c80f9e15') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:33.185628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a160a9-3f88-47ff-ac28-7039c80f9e15') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:33.198504 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.217908 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.260260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:37:33.260732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:37:33.279992 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:37:33.293911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Pushing event deleted for resources: {'Port': ['ID=71b69ed5-be7d-479d-9e21-2c96f2fd59ed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:33.308297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c2058-bd9a-4698-a441-1159cc12e9f3 req-3fa833f8-3047-46ee-a6d4-dc1385f5c6a6 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:33.317937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-184c2058-bd9a-4698-a441-1159cc12e9f3 req-3fa833f8-3047-46ee-a6d4-dc1385f5c6a6 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 867 time: 0.2470696 Nov 10 16:37:33.327888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] No DVR routers for this DVR port 71b69ed5-be7d-479d-9e21-2c96f2fd59ed on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:33.332295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.337314 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b3a1d4d-ed31-4e0a-b4ab-89b144900d01 req-3a7b41e8-27ee-4382-81fc-1dd33ffd7040 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.18 "DELETE /v2.0/ports/71b69ed5-be7d-479d-9e21-2c96f2fd59ed HTTP/1.1" status: 204 len: 173 time: 1.7864356 Nov 10 16:37:33.341396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7993314-392b-446f-99ce-30b7578ab546', 'name': 'network-vif-deleted', 'tag': '71b69ed5-be7d-479d-9e21-2c96f2fd59ed'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:33.344807 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6afaac-9877-4509-82ae-2804f006b885" -d '{"events": [{"server_uuid": "f7993314-392b-446f-99ce-30b7578ab546", "name": "network-vif-deleted", "tag": "71b69ed5-be7d-479d-9e21-2c96f2fd59ed"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:33.422562 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb1e56a-bc5f-4781-bb27-ba87cfd2cade x-openstack-request-id: req-0fb1e56a-bc5f-4781-bb27-ba87cfd2cade {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:33.422916 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7993314-392b-446f-99ce-30b7578ab546", "name": "network-vif-deleted", "tag": "71b69ed5-be7d-479d-9e21-2c96f2fd59ed", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:33.423219 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fb1e56a-bc5f-4781-bb27-ba87cfd2cade {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:33.423880 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7993314-392b-446f-99ce-30b7578ab546', 'name': 'network-vif-deleted', 'tag': '71b69ed5-be7d-479d-9e21-2c96f2fd59ed', 'status': 'completed', 'code': 200} Nov 10 16:37:33.433154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-184c2058-bd9a-4698-a441-1159cc12e9f3 req-14cfe67b-597b-45f1-9eec-d9dff4b66dbe tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140337 Nov 10 16:37:33.478805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.500214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.503965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] 10.222.0.62 "DELETE /v2.0/networks/8544b953-538d-4cc1-a8b3-49ae7bfda719 HTTP/1.1" status: 204 len: 168 time: 2.1575210 Nov 10 16:37:33.505416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa49bb-2ae4-4eb0-935b-5c69d1bd0a7a tempest-AllowedAddressPairTestJSON-1701636422 tempest-AllowedAddressPairTestJSON-1701636422-project] Pushing event deleted for resources: {'Network': ['ID=8544b953-538d-4cc1-a8b3-49ae7bfda719,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:33.804282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd26db-4f8a-4c05-b519-35c58d368179 req-0912a78c-cad3-4284-9c0b-2b93f2081c5c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:33.812161 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7cd26db-4f8a-4c05-b519-35c58d368179 req-0912a78c-cad3-4284-9c0b-2b93f2081c5c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.0709617 Nov 10 16:37:33.831672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e0a942f7-dcfd-40b8-a0fc-46f5883878bb no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:33.898027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e0a942f7-dcfd-40b8-a0fc-46f5883878bb {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:33.898027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e0a942f7-dcfd-40b8-a0fc-46f5883878bb not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:33.917410 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-450d3fe0-e329-4aa2-ab1f-55cf48ee35c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:33.992089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7cd26db-4f8a-4c05-b519-35c58d368179 req-50f5b7ed-eea0-4389-ac99-f13ab145d341 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654398 Nov 10 16:37:34.131643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99f8d9-f0c7-448a-b887-678ed19f22d9 req-63491aed-82cc-4baf-9040-76b30688ed52 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:34.133103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e99f8d9-f0c7-448a-b887-678ed19f22d9 req-63491aed-82cc-4baf-9040-76b30688ed52 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 945 time: 0.0611627 Nov 10 16:37:34.248807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-08609cc4-0f2a-407a-bb8f-cd67bd7b8cb9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:34.262268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-08609cc4-0f2a-407a-bb8f-cd67bd7b8cb9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.1616201 Nov 10 16:37:34.270796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e99f8d9-f0c7-448a-b887-678ed19f22d9 req-d53d506e-2d2d-4d59-bcc6-32c55a59fc7b tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307650 Nov 10 16:37:34.283712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aeae6589-894b-4ea3-bc62-86031b6625c4 req-d5c3e4fe-abf3-4534-9ac5-c05960e80a61 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 210 time: 0.0314596 Nov 10 16:37:34.286689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Request body: {'port': {'device_id': 'f3b2d971-faf5-4faa-8fdc-156b8675833a', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'admin_state_up': True, 'tenant_id': '63914f0048fe4601b18c574aa491243f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:34.315881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44808) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:34.497897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4cd2882d-2f37-4852-808c-a3aa12761722 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd25087f64244abc8679921d23af5e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785557 Nov 10 16:37:34.502201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:34.555728 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-707e1107-9b76-4940-8917-3f3cbc5a9b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:34.559041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:34.563395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:34.608112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab77bf28-8696-4991-9854-830c6861a90e req-35704d94-fa0e-4da2-b596-3aa77d741d50 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7993314-392b-446f-99ce-30b7578ab546 HTTP/1.1" status: 200 len: 210 time: 0.0479589 Nov 10 16:37:34.612138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-707e1107-9b76-4940-8917-3f3cbc5a9b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:34.735134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 71b69ed5-be7d-479d-9e21-2c96f2fd59ed no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:34.751734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Allocated IP 172.20.0.5 (b1c029f4-edf1-41ba-ac0b-6add3459fd09/6d728c2c-8778-4a87-99d2-49192942df69/0ea0be8d-f432-40cc-8441-89e056645345) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:34.755242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 71b69ed5-be7d-479d-9e21-2c96f2fd59ed {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:34.755607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 71b69ed5-be7d-479d-9e21-2c96f2fd59ed not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:34.803653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-707e1107-9b76-4940-8917-3f3cbc5a9b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:34.807006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-707e1107-9b76-4940-8917-3f3cbc5a9b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:34.810628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-707e1107-9b76-4940-8917-3f3cbc5a9b29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfc842fd-5c5e-4643-97c7-cc6c74603bd0 HTTP/1.1" status: 204 len: 168 time: 0.3085966 Nov 10 16:37:34.841998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e1107-9b76-4940-8917-3f3cbc5a9b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc842fd-5c5e-4643-97c7-cc6c74603bd0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:34.937012 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:35.035268 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:35.089420 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:35.099565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:35.136388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9bbe-8451-4094-9ed0-6909ac18a85b req-b67229fd-b30b-4ff4-9c87-f136801a2e25 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:35.151996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a1a9bbe-8451-4094-9ed0-6909ac18a85b req-b67229fd-b30b-4ff4-9c87-f136801a2e25 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.0752306 Nov 10 16:37:35.167468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:35.174529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:35.178500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:35.248237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event updated for resources: {'Port': ['ID=0ea0be8d-f432-40cc-8441-89e056645345,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:35.255801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:35.256463 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:35.307994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a1a9bbe-8451-4094-9ed0-6909ac18a85b req-71725304-e11f-4602-bbac-73e3fe08201c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599038 Nov 10 16:37:35.383413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-110a7eb1-2ba7-4506-90be-05cb981123cf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1031852 Nov 10 16:37:35.431944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Request body: {'port': {'device_id': 'f3b2d971-faf5-4faa-8fdc-156b8675833a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:35.500582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc7fc-c88e-4017-b1a7-5931350fc360 req-7df0775f-47f6-4fa3-a4fd-94c6d5862306 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:35.502155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baffc7fc-c88e-4017-b1a7-5931350fc360 req-7df0775f-47f6-4fa3-a4fd-94c6d5862306 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 945 time: 0.1323140 Nov 10 16:37:35.505188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:35.526618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937719b-fc32-40b1-8931-d2a351a60416 req-973dfa68-88da-4f9a-8315-c3f2bf3d1b2e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:35.528540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e937719b-fc32-40b1-8931-d2a351a60416 req-973dfa68-88da-4f9a-8315-c3f2bf3d1b2e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 931 time: 0.1158936 Nov 10 16:37:35.591014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e937719b-fc32-40b1-8931-d2a351a60416 req-225e5602-bb2b-4362-8433-c00a9709f851 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 Nov 10 16:37:35.661378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baffc7fc-c88e-4017-b1a7-5931350fc360 req-9050dad1-1fbd-44b0-bc1a-d6527b3a9125 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399257 Nov 10 16:37:35.948562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea0be8d-f432-40cc-8441-89e056645345 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:35.957987 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:35.975383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Transition to ACTIVE for port object 0ea0be8d-f432-40cc-8441-89e056645345 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:37:36.067217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:36.168340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Pushing event updated for resources: {'Port': ['ID=0ea0be8d-f432-40cc-8441-89e056645345,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:36.268332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Attempting to bind port 0ea0be8d-f432-40cc-8441-89e056645345 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:36.268895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Attempting to bind port 0ea0be8d-f432-40cc-8441-89e056645345 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:36.269350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Attempting to bind port 0ea0be8d-f432-40cc-8441-89e056645345 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:36.278877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Port 0ea0be8d-f432-40cc-8441-89e056645345 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:37:36.279269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Attempting to bind port 0ea0be8d-f432-40cc-8441-89e056645345 on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:36.286887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:36.287130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Checking segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:36.295119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Bound using segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:36.295885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Bound port: 0ea0be8d-f432-40cc-8441-89e056645345, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:36.296550 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:36.384923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] For port 0ea0be8d-f432-40cc-8441-89e056645345, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:36.391617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] For port 0ea0be8d-f432-40cc-8441-89e056645345, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0ea0be8d-f432-40cc-8441-89e056645345,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:36.488167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:36.504957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b922f-10ef-4ee0-9ba2-5644ade6751a req-00e72272-4fef-494d-9292-786a3f2e6eb0 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:36.506983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-609b922f-10ef-4ee0-9ba2-5644ade6751a req-00e72272-4fef-494d-9292-786a3f2e6eb0 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 945 time: 0.1391773 Nov 10 16:37:36.601102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-609b922f-10ef-4ee0-9ba2-5644ade6751a req-0cc61f38-cc10-4dce-a9e4-eb6c5f56e79d tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847049 Nov 10 16:37:36.617259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965aa12-d451-45c2-988c-252446286062 req-fcec3c8a-77dd-48de-974e-111c906b9cfd tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:36.625885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2965aa12-d451-45c2-988c-252446286062 req-fcec3c8a-77dd-48de-974e-111c906b9cfd tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1951458 Nov 10 16:37:36.651934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.658578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:36.659894 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:36.661429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] 10.222.0.18 "PUT /v2.0/ports/0ea0be8d-f432-40cc-8441-89e056645345 HTTP/1.1" status: 200 len: 1092 time: 1.2410471 Nov 10 16:37:36.661958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b2d971-faf5-4faa-8fdc-156b8675833a', 'tag': '0ea0be8d-f432-40cc-8441-89e056645345'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:36.664716 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eab663-c494-47cd-8204-1f389d248e44" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b2d971-faf5-4faa-8fdc-156b8675833a", "tag": "0ea0be8d-f432-40cc-8441-89e056645345"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:36.677230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f1855-076c-466f-af7e-7a29ad36970b service neutron] Pushing event updated for resources: {'Port': ['ID=0ea0be8d-f432-40cc-8441-89e056645345,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:36.720806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:36.771482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307838-6751-4d82-8212-4c66ea1b75e8 req-c270e9bc-82a2-4090-a157-c32aa7da792d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:36.779037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44307838-6751-4d82-8212-4c66ea1b75e8 req-c270e9bc-82a2-4090-a157-c32aa7da792d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 943 time: 0.0809267 Nov 10 16:37:36.802252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2965aa12-d451-45c2-988c-252446286062 req-ab4db1f8-ae8d-4c39-9eaa-51e9dc686123 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388693 Nov 10 16:37:36.862805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-ff9e9c86-195f-495a-9dba-d39224afe7b1 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.867596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ff9e9c86-195f-495a-9dba-d39224afe7b1 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2144411 Nov 10 16:37:36.872419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44892) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.877893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-24a0a645-e0af-4278-8655-a216bfc2cf0b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.882915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-24a0a645-e0af-4278-8655-a216bfc2cf0b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0090659 Nov 10 16:37:36.885427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.894316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-64d07611-be30-499d-970e-e93dbcf44032 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.897621 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-64d07611-be30-499d-970e-e93dbcf44032 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0074193 Nov 10 16:37:36.899033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.903471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-575e91c7-ba4e-4b91-8daa-45e6e941f164 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.907387 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44307838-6751-4d82-8212-4c66ea1b75e8 req-47556d2b-75ce-4287-af71-db8eae7d5229 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097116 Nov 10 16:37:36.912244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44898) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.915017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-7ba6135b-27bf-4764-a972-800063b32d2d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.917336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-575e91c7-ba4e-4b91-8daa-45e6e941f164 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0170920 Nov 10 16:37:36.920491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7ba6135b-27bf-4764-a972-800063b32d2d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0112071 Nov 10 16:37:36.921264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44900) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.926251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-e8dc48c1-bca6-4a32-8e92-062e09daba93 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.930989 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e8dc48c1-bca6-4a32-8e92-062e09daba93 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075643 Nov 10 16:37:36.931945 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd2530-12b4-4b54-a415-03a6eaa5bbc5 x-openstack-request-id: req-1edd2530-12b4-4b54-a415-03a6eaa5bbc5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:36.932232 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b2d971-faf5-4faa-8fdc-156b8675833a", "tag": "0ea0be8d-f432-40cc-8441-89e056645345", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:36.932476 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1edd2530-12b4-4b54-a415-03a6eaa5bbc5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:36.932619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44902) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.932873 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b2d971-faf5-4faa-8fdc-156b8675833a', 'tag': '0ea0be8d-f432-40cc-8441-89e056645345', 'status': 'completed', 'code': 200} Nov 10 16:37:36.939085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-104070ab-5efe-4e63-94b0-812b971be60e tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.940614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-bc5455d4-671a-4276-b89b-59e7df1dcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:36.942952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-bc5455d4-671a-4276-b89b-59e7df1dcb11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 1095 time: 0.1328173 Nov 10 16:37:36.943466 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.943587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-104070ab-5efe-4e63-94b0-812b971be60e tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0097475 Nov 10 16:37:36.948278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-7814fea6-d46e-4685-93b8-9df78c6fc127 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.952406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7814fea6-d46e-4685-93b8-9df78c6fc127 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050290 Nov 10 16:37:36.955339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44906) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.962117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-d339dae5-2057-48cf-904b-0e69237941d7 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.966515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d339dae5-2057-48cf-904b-0e69237941d7 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0095212 Nov 10 16:37:36.967218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44908) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.971280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-c9c7db78-ecdb-4f2b-b6a0-f24bff15de69 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.974726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c9c7db78-ecdb-4f2b-b6a0-f24bff15de69 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065024 Nov 10 16:37:36.975415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44910) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:36.981481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-c879f417-c4ac-42da-8ee0-56cafd1881fe tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:36.986860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c879f417-c4ac-42da-8ee0-56cafd1881fe tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068445 Nov 10 16:37:36.996580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.001589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-2b6a7b1a-a9f2-4ed0-9da8-1adf7af8a476 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.002532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2b6a7b1a-a9f2-4ed0-9da8-1adf7af8a476 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049860 Nov 10 16:37:37.005318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44914) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.006937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-183b6549-d44c-4e08-b392-0f1cac68d953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ea0be8d-f432-40cc-8441-89e056645345 HTTP/1.1" status: 200 len: 217 time: 0.0555644 Nov 10 16:37:37.011583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-38129ba5-f254-4bce-9e1a-cacd2872f7e1 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.012624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-38129ba5-f254-4bce-9e1a-cacd2872f7e1 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060911 Nov 10 16:37:37.015926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44916) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.020462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-b46f7346-6ed6-4bf3-b154-8c589106732b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.021555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b46f7346-6ed6-4bf3-b154-8c589106732b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045831 Nov 10 16:37:37.024055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.029345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-d68c4338-12f7-456c-97cc-2167f0df42ee tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.030346 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d68c4338-12f7-456c-97cc-2167f0df42ee tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053561 Nov 10 16:37:37.032939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.039366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-e63baaa3-a90b-4dcf-99ff-40ccd0777e89 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.039366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e63baaa3-a90b-4dcf-99ff-40ccd0777e89 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048952 Nov 10 16:37:37.045722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44922) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.050491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-f99467fa-cc82-4288-b933-7b905b38b40f tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.058631 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f99467fa-cc82-4288-b933-7b905b38b40f tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0116916 Nov 10 16:37:37.061646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44924) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.065932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-b85d6ac2-508e-4a61-805b-4588080d4d06 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.067999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b85d6ac2-508e-4a61-805b-4588080d4d06 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043135 Nov 10 16:37:37.070247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.074697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-0a51a758-abfd-4319-b035-088a10d9f390 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.077798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0a51a758-abfd-4319-b035-088a10d9f390 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042484 Nov 10 16:37:37.077886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.081937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-71cf0f22-ecbf-411f-9e9d-701c89d99328 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.083016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-71cf0f22-ecbf-411f-9e9d-701c89d99328 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041189 Nov 10 16:37:37.091823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44934) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.096295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-b396e2c6-b916-48d8-b4dd-6e288ddbfb8a tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.100683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b396e2c6-b916-48d8-b4dd-6e288ddbfb8a tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0078251 Nov 10 16:37:37.101284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44936) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.111351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-dbb9f410-275a-47e8-9a82-08c99b4c7b2a tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.117903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dbb9f410-275a-47e8-9a82-08c99b4c7b2a tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0151942 Nov 10 16:37:37.119516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44938) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.131653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-9451af02-e683-44d3-987d-6a392d4a19a9 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.135443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9451af02-e683-44d3-987d-6a392d4a19a9 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0149362 Nov 10 16:37:37.138094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-6f0d59c0-6e64-46a5-b3d0-17fad85c997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:37.139586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-6f0d59c0-6e64-46a5-b3d0-17fad85c997a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.1257792 Nov 10 16:37:37.140020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44940) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.145195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-8a4cf0f6-7c88-4bf8-8400-ffb9c9cdc1de tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.149039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.152565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a4cf0f6-7c88-4bf8-8400-ffb9c9cdc1de tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0115299 Nov 10 16:37:37.180732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-47c1adf1-3839-4c35-8d51-6070181c0891 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306990 Nov 10 16:37:37.184746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-8179cc9c-faaa-475a-945d-7459793558f0 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.188504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44944) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.193914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-e67ae398-34ae-47f3-907c-bce7001e68a2 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.198613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e67ae398-34ae-47f3-907c-bce7001e68a2 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0090401 Nov 10 16:37:37.199191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44946) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.204280 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8179cc9c-faaa-475a-945d-7459793558f0 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0254140 Nov 10 16:37:37.208655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-18380fbf-f170-4dfa-ae61-3d16364403bb tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.214214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-18380fbf-f170-4dfa-ae61-3d16364403bb tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0133350 Nov 10 16:37:37.214804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44948) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.218933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-aa56bf16-fe6f-4d5f-aaea-32002718487d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.222436 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa56bf16-fe6f-4d5f-aaea-32002718487d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066698 Nov 10 16:37:37.222983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44950) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.227337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-668f188f-4859-4581-adfc-7afaa21e5ef9 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.231780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-668f188f-4859-4581-adfc-7afaa21e5ef9 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0076821 Nov 10 16:37:37.232365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44952) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.236552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-70d7150d-d22e-4faa-bbea-bd8ab6ca8f9b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.240076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-70d7150d-d22e-4faa-bbea-bd8ab6ca8f9b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067890 Nov 10 16:37:37.240753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.245723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-d469a976-3e29-44e5-86b7-1bcd0e6c840c tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.249476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d469a976-3e29-44e5-86b7-1bcd0e6c840c tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077822 Nov 10 16:37:37.250054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44956) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.254371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-c39f969f-b7a8-427c-92a0-dbea049cd773 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.257915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c39f969f-b7a8-427c-92a0-dbea049cd773 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067484 Nov 10 16:37:37.258468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44958) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.263667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-c276adf8-bfbf-4ed1-9b5a-49d993a1d7f8 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.267338 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c276adf8-bfbf-4ed1-9b5a-49d993a1d7f8 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078683 Nov 10 16:37:37.267813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.275865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-a3115075-65c4-40b1-8ae0-326d9a2b1083 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.279189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a3115075-65c4-40b1-8ae0-326d9a2b1083 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0081742 Nov 10 16:37:37.279737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44962) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.285719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-2913a51e-834f-4c76-9947-abf9f0b96db5 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.287278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2913a51e-834f-4c76-9947-abf9f0b96db5 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055809 Nov 10 16:37:37.290186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44966) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.295847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-87ac13d0-f414-4d1f-aadd-93858328201f tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.299374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-87ac13d0-f414-4d1f-aadd-93858328201f tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071831 Nov 10 16:37:37.299947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44968) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.310162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-ffae1887-652d-45aa-81db-8c7330700ccb tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.310162 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ffae1887-652d-45aa-81db-8c7330700ccb tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0078104 Nov 10 16:37:37.310162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44970) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.316885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-2812a48c-baae-4bcd-ab52-c219abbeb7e4 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.324613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2812a48c-baae-4bcd-ab52-c219abbeb7e4 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0143507 Nov 10 16:37:37.325254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44972) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.335518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-c2dcafc6-ab9a-4d6a-ae7e-edf9fada57e4 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.341006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2dcafc6-ab9a-4d6a-ae7e-edf9fada57e4 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0138917 Nov 10 16:37:37.341006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44974) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.346493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-96a12709-41f2-4dbc-80ae-0d6e8fe0f16e tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.350072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-96a12709-41f2-4dbc-80ae-0d6e8fe0f16e tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0082271 Nov 10 16:37:37.350730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.360737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-abbbba93-7818-43a3-91f7-07146e1e7227 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.361982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-abbbba93-7818-43a3-91f7-07146e1e7227 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0065730 Nov 10 16:37:37.364809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44978) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.371385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-72423877-dd1f-46d9-a0f8-809e12ea52d6 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.375182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-72423877-dd1f-46d9-a0f8-809e12ea52d6 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0092170 Nov 10 16:37:37.375763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.383837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-0aca5c64-2a35-4bde-8b58-532e0ca17a05 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.387701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0aca5c64-2a35-4bde-8b58-532e0ca17a05 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050404 Nov 10 16:37:37.389676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44982) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.412617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-3064c5d5-f300-4e7b-880d-fc124ea95d49 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.425811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3064c5d5-f300-4e7b-880d-fc124ea95d49 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0312395 Nov 10 16:37:37.429698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44984) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.439260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-92280524-3fa7-4dd8-8993-7b55e8066904 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.441000 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-92280524-3fa7-4dd8-8993-7b55e8066904 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100303 Nov 10 16:37:37.443812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44986) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.445203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-d3e1a66a-066c-4d2d-9fc1-0d790e278273 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400625 Nov 10 16:37:37.450808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-8113b4a8-2746-4a5b-9ad1-6aa85b322ca9 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.452463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8113b4a8-2746-4a5b-9ad1-6aa85b322ca9 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0076072 Nov 10 16:37:37.455092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44988) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.459487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-fa4f1bc1-938e-4bd4-b9b1-ad9b12090c4b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.460447 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fa4f1bc1-938e-4bd4-b9b1-ad9b12090c4b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043886 Nov 10 16:37:37.463472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44990) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.468271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-cdce2d01-4891-4ba2-9606-8f8d6a64d822 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.476372 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cdce2d01-4891-4ba2-9606-8f8d6a64d822 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047517 Nov 10 16:37:37.479276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44992) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.486304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-93535751-6d72-46ce-949b-75426f104c98 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.487466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-93535751-6d72-46ce-949b-75426f104c98 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071156 Nov 10 16:37:37.492105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44994) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.494648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:37.512296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-ea7ea63a-2cda-4a77-a2e0-997c1c51996b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.513337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ea7ea63a-2cda-4a77-a2e0-997c1c51996b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0149314 Nov 10 16:37:37.516267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44996) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.517082 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:37.520857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-0a700074-351f-4c75-9c43-51316ee81c02 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.524954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0a700074-351f-4c75-9c43-51316ee81c02 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0057580 Nov 10 16:37:37.528382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.534866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-6b17c16a-a5f7-4fe9-9762-5d29a58da231 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.538529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6b17c16a-a5f7-4fe9-9762-5d29a58da231 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0091474 Nov 10 16:37:37.539105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45000) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.543758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-8fc452ac-683f-4d1a-9ab7-64d9937e011d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.547491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8fc452ac-683f-4d1a-9ab7-64d9937e011d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074027 Nov 10 16:37:37.548058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.552089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-6a437d62-53b5-4308-b150-97705e1c6b5b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.557058 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6a437d62-53b5-4308-b150-97705e1c6b5b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068645 Nov 10 16:37:37.557693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45004) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.562163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-46186f19-1146-4e02-b4cd-ec47e993cef3 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.566329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-46186f19-1146-4e02-b4cd-ec47e993cef3 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075495 Nov 10 16:37:37.567136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45006) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.571445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-75476047-98af-4e36-ad51-75a8498c2274 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.576186 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-75476047-98af-4e36-ad51-75a8498c2274 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078323 Nov 10 16:37:37.588106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45008) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.588106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-a56a415e-38a6-4cb1-87ef-5363f668ef3d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.588106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a56a415e-38a6-4cb1-87ef-5363f668ef3d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050342 Nov 10 16:37:37.592447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45010) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.597447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-4ddff1b5-4ce1-4483-a9ad-e7565967fbc6 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.601244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.602266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4ddff1b5-4ce1-4483-a9ad-e7565967fbc6 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083771 Nov 10 16:37:37.628444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-c14b7d3e-f928-4d31-a22d-8a3cca305e6b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.630276 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c14b7d3e-f928-4d31-a22d-8a3cca305e6b tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094738 Nov 10 16:37:37.632437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45016) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.639539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-2dc4a946-84a5-4223-add2-cbb6ec5485d4 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.644560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.645361 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2dc4a946-84a5-4223-add2-cbb6ec5485d4 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0108650 Nov 10 16:37:37.655622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68bb9e00-f7f6-41dc-b6c1-a171f6c860b1 req-1f0fbaa3-edef-42cd-b6ba-2fa675e574bd service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932404 Nov 10 16:37:37.655622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-f3a3b36e-316c-4012-a8e8-947b0b977b61 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.655622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f3a3b36e-316c-4012-a8e8-947b0b977b61 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072219 Nov 10 16:37:37.657628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.667680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-4c89649c-f280-497d-a21f-59ad61d054ce tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.669004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c89649c-f280-497d-a21f-59ad61d054ce tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0067565 Nov 10 16:37:37.671811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45022) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.676704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-486e1651-f431-43c0-a060-2ac10526aa0c tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.677638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-486e1651-f431-43c0-a060-2ac10526aa0c tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048389 Nov 10 16:37:37.679273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-73df7522-39f6-4a33-9d03-5813814072fa tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:37.680813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45024) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.681395 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-73df7522-39f6-4a33-9d03-5813814072fa tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.69 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 945 time: 0.0953999 Nov 10 16:37:37.685253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-21f5466d-35d6-4df2-adfb-551726ff0da6 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.688773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-21f5466d-35d6-4df2-adfb-551726ff0da6 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062699 Nov 10 16:37:37.691815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.696564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-44347a37-ea04-42eb-b5bc-a026a0c108e0 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.699360 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44347a37-ea04-42eb-b5bc-a026a0c108e0 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052538 Nov 10 16:37:37.702289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45028) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.707154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-853e80ee-3039-4780-8208-f78644d38575 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.714883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-853e80ee-3039-4780-8208-f78644d38575 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0108056 Nov 10 16:37:37.718571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45030) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.721794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-0b670eb5-d673-46ba-9e9a-54f04e8fe976 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.724717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0b670eb5-d673-46ba-9e9a-54f04e8fe976 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078375 Nov 10 16:37:37.725414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45032) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.730708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-db96a313-04cb-4940-a8a2-3e6bbae73335 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.735083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-db96a313-04cb-4940-a8a2-3e6bbae73335 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085967 Nov 10 16:37:37.736953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45034) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.743001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-3a60cff7-28fe-4192-8bc9-cfe4c466389d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.748049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3a60cff7-28fe-4192-8bc9-cfe4c466389d tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093911 Nov 10 16:37:37.763015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.780052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [None req-62c2d8a8-d33a-4b82-884c-1f621aba8b18 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.781890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-62c2d8a8-d33a-4b82-884c-1f621aba8b18 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0069942 Nov 10 16:37:37.789902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45040) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:37.799709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [None req-f93bbe4c-3fec-440c-8622-eaad804863c5 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:37:37.804322 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f93bbe4c-3fec-440c-8622-eaad804863c5 tempest-ExtensionsTestJSON-952831496 tempest-ExtensionsTestJSON-952831496-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0090442 Nov 10 16:37:37.842032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def1e90-6476-4ae8-8807-1ca5303b9505 req-52aac9bc-60af-4c85-98cf-4547df0bcac2 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:37.844211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5def1e90-6476-4ae8-8807-1ca5303b9505 req-52aac9bc-60af-4c85-98cf-4547df0bcac2 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 945 time: 0.1080465 Nov 10 16:37:37.911766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5def1e90-6476-4ae8-8807-1ca5303b9505 req-8169e622-40b7-47f8-9791-29d582019213 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb641ce3-3b93-4472-9dcb-1d68ce431fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610204 Nov 10 16:37:38.000897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Deleting port 508f24b8-a271-4a34-af9e-26a696179f5a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:38.001234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:38.034444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eab663-c494-47cd-8204-1f389d248e44 req-75e56930-fc5b-45c1-87f0-76112350edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:38.035894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97eab663-c494-47cd-8204-1f389d248e44 req-75e56930-fc5b-45c1-87f0-76112350edf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 1095 time: 0.2248654 Nov 10 16:37:38.073222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7b0b9-2998-4820-8cbf-0fa3835055f3 req-ad4a39a5-6814-4e60-a1a1-b5a7c3fd87d9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:38.082397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81c7b0b9-2998-4820-8cbf-0fa3835055f3 req-ad4a39a5-6814-4e60-a1a1-b5a7c3fd87d9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 943 time: 0.0845709 Nov 10 16:37:38.154190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81c7b0b9-2998-4820-8cbf-0fa3835055f3 req-8ac17708-9e3b-47c0-8314-eb95e3f87f77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708239 Nov 10 16:37:38.183979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c92cc-7e0c-467b-8c21-cca0ee3c2cc9 req-bc8afa42-c0d1-4730-a648-723f59ca5c8d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:38.192746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc8c92cc-7e0c-467b-8c21-cca0ee3c2cc9 req-bc8afa42-c0d1-4730-a648-723f59ca5c8d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.2903731 Nov 10 16:37:38.299567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eab663-c494-47cd-8204-1f389d248e44 req-f978dbe4-b254-44d1-bcbe-7dc2714e01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:38.301034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97eab663-c494-47cd-8204-1f389d248e44 req-f978dbe4-b254-44d1-bcbe-7dc2714e01f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 907 time: 0.2563028 Nov 10 16:37:38.360708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc8c92cc-7e0c-467b-8c21-cca0ee3c2cc9 req-610fd94a-5b69-4f30-beda-d6e40cd6adb9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616664 Nov 10 16:37:38.394264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97eab663-c494-47cd-8204-1f389d248e44 req-1de55e80-8451-45a6-969c-886dbd675f32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ea0be8d-f432-40cc-8441-89e056645345 HTTP/1.1" status: 200 len: 217 time: 0.0717981 Nov 10 16:37:38.398801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] For port 508f24b8-a271-4a34-af9e-26a696179f5a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=508f24b8-a271-4a34-af9e-26a696179f5a,segment=NetworkSegment(46f21772-b199-4603-82ed-896247485542),segment_id=46f21772-b199-4603-82ed-896247485542)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:38.398801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:38.439778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Calling delete_port for 508f24b8-a271-4a34-af9e-26a696179f5a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:38.486487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:38.545936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eab663-c494-47cd-8204-1f389d248e44 req-78d2c498-c8ad-46aa-af08-0de7bddea8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:38.548946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97eab663-c494-47cd-8204-1f389d248e44 req-78d2c498-c8ad-46aa-af08-0de7bddea8d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.1439641 Nov 10 16:37:38.594428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97eab663-c494-47cd-8204-1f389d248e44 req-3f8bbc80-bff7-45e3-b172-4dbf62ef61e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358486 Nov 10 16:37:38.625608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b166becf-2b8d-4d9e-a916-9857cdb2348a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:38.791412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97eab663-c494-47cd-8204-1f389d248e44 req-b1828bb8-300a-4b99-a8a3-5ff644a4add2 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862042 Nov 10 16:37:38.793715 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b166becf-2b8d-4d9e-a916-9857cdb2348a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:38.877077 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b166becf-2b8d-4d9e-a916-9857cdb2348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:38.905759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:38.962231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b166becf-2b8d-4d9e-a916-9857cdb2348a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e97218f85239439d8010974c8f39e90b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4781749 Nov 10 16:37:38.963014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:38.999628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Pushing event deleted for resources: {'Port': ['ID=508f24b8-a271-4a34-af9e-26a696179f5a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:39.001720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166becf-2b8d-4d9e-a916-9857cdb2348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff7bed8-962a-46fa-8003-336dc942916a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:39.083288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e12bc0f-5c93-4298-b594-a355c779fc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:39.143650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e12bc0f-5c93-4298-b594-a355c779fc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:39.438983 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e12bc0f-5c93-4298-b594-a355c779fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:39.448525 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e12bc0f-5c93-4298-b594-a355c779fc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:39.449709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8e12bc0f-5c93-4298-b594-a355c779fc4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eff7bed8-962a-46fa-8003-336dc942916a HTTP/1.1" status: 204 len: 168 time: 0.4826794 Nov 10 16:37:39.459560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-7fde15de-02e3-42f6-8790-cd7c01965394 service neutron] 10.222.0.69 "GET /v2.0/ports/5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 383 time: 0.3286932 Nov 10 16:37:39.500546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12bc0f-5c93-4298-b594-a355c779fc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff7bed8-962a-46fa-8003-336dc942916a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:39.543707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1487-952e-4732-96e1-72bce632f27b req-9d70aacb-2ca9-4528-8edc-73de2c02db29 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:39.549633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96ce1487-952e-4732-96e1-72bce632f27b req-9d70aacb-2ca9-4528-8edc-73de2c02db29 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 943 time: 0.1985211 Nov 10 16:37:39.730112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96ce1487-952e-4732-96e1-72bce632f27b req-5283d2c4-5c64-4613-94db-1c405a07c7e8 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999923 Nov 10 16:37:39.730845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97eab663-c494-47cd-8204-1f389d248e44 req-9923647f-d464-4721-9d6c-2e112e427b81 service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8861375 Nov 10 16:37:39.742768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] No DVR routers for this DVR port 508f24b8-a271-4a34-af9e-26a696179f5a on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:39.767538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1bbb193-380b-4ecc-bfbb-11a3884280a7 req-16bab5cf-9e21-46b5-ad93-82a8f22b0fd4 tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 210 time: 0.0820541 Nov 10 16:37:39.769022 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:39.776960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c99a66e-0e5c-4d3c-b494-a6afc4b396b2 req-a7152caf-b351-4802-a42a-46bd8cf243cf tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.69 "DELETE /v2.0/ports/508f24b8-a271-4a34-af9e-26a696179f5a HTTP/1.1" status: 204 len: 173 time: 2.0743363 Nov 10 16:37:39.782901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55431377-599c-40f8-b1e3-15af52b5f663', 'name': 'network-vif-deleted', 'tag': '508f24b8-a271-4a34-af9e-26a696179f5a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:39.789098 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e1dc3-0ece-41cc-9e58-2a3d326de82a" -d '{"events": [{"server_uuid": "55431377-599c-40f8-b1e3-15af52b5f663", "name": "network-vif-deleted", "tag": "508f24b8-a271-4a34-af9e-26a696179f5a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:39.863640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c58b2-0125-478a-906c-7cc2bca902fc req-70388f7d-656b-465a-be96-c5f2e3e0b017 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:39.865892 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-054c58b2-0125-478a-906c-7cc2bca902fc req-70388f7d-656b-465a-be96-c5f2e3e0b017 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.0647805 Nov 10 16:37:39.910812 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dff0c7-b724-4cb3-858a-6bb7531504f9 x-openstack-request-id: req-23dff0c7-b724-4cb3-858a-6bb7531504f9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:39.911235 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55431377-599c-40f8-b1e3-15af52b5f663", "name": "network-vif-deleted", "tag": "508f24b8-a271-4a34-af9e-26a696179f5a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:39.911676 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23dff0c7-b724-4cb3-858a-6bb7531504f9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:39.912358 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55431377-599c-40f8-b1e3-15af52b5f663', 'name': 'network-vif-deleted', 'tag': '508f24b8-a271-4a34-af9e-26a696179f5a', 'status': 'completed', 'code': 200} Nov 10 16:37:39.924678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-054c58b2-0125-478a-906c-7cc2bca902fc req-e878d364-18b5-4c7f-84bf-8267f30af666 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481555 Nov 10 16:37:40.312886 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:40.658190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-a730c670-8a5c-4763-a582-6a2814dd67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:40.660481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-a730c670-8a5c-4763-a582-6a2814dd67bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45&tenant_id=ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 1102 time: 0.0775471 Nov 10 16:37:40.749752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-87d566c1-506c-4fa7-988e-d4938c1c51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:40.757369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-87d566c1-506c-4fa7-988e-d4938c1c51e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 1102 time: 0.0705590 Nov 10 16:37:40.797251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0ea0be8d-f432-40cc-8441-89e056645345 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:37:40.908547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332515a-46f8-4262-be33-a72f7fb0ef77 req-7dea8d8c-dba9-435f-a058-758cb898ae7d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:40.910121 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4332515a-46f8-4262-be33-a72f7fb0ef77 req-7dea8d8c-dba9-435f-a058-758cb898ae7d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 943 time: 0.1373093 Nov 10 16:37:40.941462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 508f24b8-a271-4a34-af9e-26a696179f5a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:40.980555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-8b9f0125-7f17-4ddb-a5cf-9a7173d37cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:40.982070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-8b9f0125-7f17-4ddb-a5cf-9a7173d37cec service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2191858 Nov 10 16:37:41.060922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6362bc24-0406-417e-95b5-4741c15dafa3 req-9f6318f0-2e90-4d37-9591-54db4b86840b tempest-InstanceActionsNegativeTestJSON-93921490 tempest-InstanceActionsNegativeTestJSON-93921490-project] 10.222.0.62 "GET /v2.0/ports?device_id=55431377-599c-40f8-b1e3-15af52b5f663 HTTP/1.1" status: 200 len: 210 time: 0.0631351 Nov 10 16:37:41.088273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0ea0be8d-f432-40cc-8441-89e056645345, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0ea0be8d-f432-40cc-8441-89e056645345,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:41.105660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '0ea0be8d-f432-40cc-8441-89e056645345', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'port_id': '0ea0be8d-f432-40cc-8441-89e056645345', 'mac_address': 'fa:16:3e:eb:f1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d728c2c-8778-4a87-99d2-49192942df69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:37:41.108258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 508f24b8-a271-4a34-af9e-26a696179f5a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:41.108928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 508f24b8-a271-4a34-af9e-26a696179f5a not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:41.109473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:41.120262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4332515a-46f8-4262-be33-a72f7fb0ef77 req-f66d096b-ac47-4eab-8b8c-2182a38d7a68 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991971 Nov 10 16:37:41.122221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-891d1d98-40b7-4006-b428-d3f57c935c3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 200 len: 217 time: 0.1296904 Nov 10 16:37:41.209055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-93aa9169-9e95-41bc-84a3-513c9ef062a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:41.213029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-93aa9169-9e95-41bc-84a3-513c9ef062a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0756681 Nov 10 16:37:41.331813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-6b0a45c3-ccc9-4f9d-9028-45ab5298e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:41.335447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-6b0a45c3-ccc9-4f9d-9028-45ab5298e4e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1154177 Nov 10 16:37:41.364790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:41.428192 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:41.442956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea0be8d-f432-40cc-8441-89e056645345 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:41.469564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0ea0be8d-f432-40cc-8441-89e056645345, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0ea0be8d-f432-40cc-8441-89e056645345,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:41.489919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:41.491443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e126019-8175-43a9-aa76-fb36df97c35b req-88d96db6-1679-40a8-a7b8-f202f21ea387 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:41.493205 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffd957f-5543-4244-b5a7-0543e6e3f81d" -d '{"events": [{"server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "name": "network-vif-unplugged", "status": "completed", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:41.501079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e126019-8175-43a9-aa76-fb36df97c35b req-88d96db6-1679-40a8-a7b8-f202f21ea387 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1594870 Nov 10 16:37:41.515172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:41.529354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:41.584647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e126019-8175-43a9-aa76-fb36df97c35b req-b8b44b41-ff4d-47d6-9947-b4f2e84b0e01 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819213 Nov 10 16:37:41.596140 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-639b4a60-79ba-412d-b8c1-89f069c8de75 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246866 Nov 10 16:37:41.695189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=0ea0be8d-f432-40cc-8441-89e056645345,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:41.704462 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b620be-6fdb-4fa4-b489-91f83bec0208 x-openstack-request-id: req-61b620be-6fdb-4fa4-b489-91f83bec0208 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:41.704757 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "name": "network-vif-unplugged", "status": "completed", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:41.705011 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61b620be-6fdb-4fa4-b489-91f83bec0208 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:41.705410 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'code': 200} Nov 10 16:37:41.708025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:41.790075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:41.812833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a374b4ef-fcff-408b-9e90-79689be9bbce req-85b62c9b-050c-4d7f-b090-05121fdbf1c0 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130260 Nov 10 16:37:41.832754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:41.889245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['0ea0be8d-f432-40cc-8441-89e056645345'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:41.986387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'networks': [{'name': 'tempest-network--1556085230'}, {'name': 'tempest-network--288046542'}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:41.986702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'network': {'name': 'tempest-network--1556085230'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:41.987164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'network': {'name': 'tempest-network--288046542'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:42.168867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Made reservation on behalf of b1b2ea4a53da47918ff1f870913f6262 for: {'network': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:42.174630 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.198228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.238376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45134) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:42.353050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-538d6570-c628-4dc4-ab85-14c354adf07c admin admin] Deleting subnet 135abe4c-a540-4b28-8410-088bff9eecff {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:37:42.363279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-538d6570-c628-4dc4-ab85-14c354adf07c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.450078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.472624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712bb65-c1cc-4269-912d-5382e3864136 req-6378f97a-c411-45d8-9d59-376e141a2c5b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:42.474994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8712bb65-c1cc-4269-912d-5382e3864136 req-6378f97a-c411-45d8-9d59-376e141a2c5b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 944 time: 0.1122763 Nov 10 16:37:42.482170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-538d6570-c628-4dc4-ab85-14c354adf07c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.522319 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.523421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.541562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-538d6570-c628-4dc4-ab85-14c354adf07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.598024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8712bb65-c1cc-4269-912d-5382e3864136 req-eaa08812-9b82-4f32-b269-e9e89f9dd390 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156888 Nov 10 16:37:42.599008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9897765-fda4-4df2-9ab4-3f4558914f30,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:42.624759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:42.631209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.631768 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Added segment 85d9fdbb-e84f-4cda-a620-8c508ff1f6bb of type vlan for network f2191242-780c-414b-bc4b-647014a639d4 Nov 10 16:37:42.638950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883db5-c031-4a75-bb2b-50c9b4aefb0c req-395cd2b6-2498-4639-b50a-f85d0497f12a tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:42.646941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48883db5-c031-4a75-bb2b-50c9b4aefb0c req-395cd2b6-2498-4639-b50a-f85d0497f12a tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 945 time: 0.2359765 Nov 10 16:37:42.675427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-538d6570-c628-4dc4-ab85-14c354adf07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.695216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.725256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-538d6570-c628-4dc4-ab85-14c354adf07c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.730350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-538d6570-c628-4dc4-ab85-14c354adf07c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/135abe4c-a540-4b28-8410-088bff9eecff HTTP/1.1" status: 204 len: 168 time: 0.4902310 Nov 10 16:37:42.733671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:42.739079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d6570-c628-4dc4-ab85-14c354adf07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135abe4c-a540-4b28-8410-088bff9eecff,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:42.766097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48883db5-c031-4a75-bb2b-50c9b4aefb0c req-6ebf0b03-db53-41a6-9195-5211a665ae22 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178300 Nov 10 16:37:42.851900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:42.877931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.877931 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Added segment a7472849-f568-4e67-b5cb-cb7ccda8ae51 of type vlan for network 5184a6e8-8120-4aa6-afe8-7bb3b30ae8e1 Nov 10 16:37:42.881060 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:42.933440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f195-bc1d-4e4d-80a0-e625120c5ba8 req-b4038dac-06b0-4f38-a5af-b342ea653ad8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:42.944377 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa69f195-bc1d-4e4d-80a0-e625120c5ba8 req-b4038dac-06b0-4f38-a5af-b342ea653ad8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.0819201 Nov 10 16:37:42.971931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.038003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa69f195-bc1d-4e4d-80a0-e625120c5ba8 req-3274442d-7ecf-4e75-bb00-214a2fc4b52e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875661 Nov 10 16:37:43.066250 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.083009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec102f3-0820-4513-a4c4-0a734cfa27bf req-f56ebdcd-9884-4a97-906e-0b3bf35220b6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.083009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ec102f3-0820-4513-a4c4-0a734cfa27bf req-f56ebdcd-9884-4a97-906e-0b3bf35220b6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 945 time: 0.1514301 Nov 10 16:37:43.109189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8defce-1b21-4873-932d-ac1e558580d0']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:43.134124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f21772-b199-4603-82ed-896247485542') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:43.134405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f21772-b199-4603-82ed-896247485542') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:43.151178 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.179972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ec102f3-0820-4513-a4c4-0a734cfa27bf req-efdb9369-ce76-488e-8a25-1987b41ffdae tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902209 Nov 10 16:37:43.182604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.187694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.188186 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.200940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.207421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.208218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.215920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:37:43.216316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:37:43.220655 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:37:43.335664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Network': ['ID=f2191242-780c-414b-bc4b-647014a639d4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:43.350931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f2191242-780c-414b-bc4b-647014a639d4 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:43.433192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6389024 Nov 10 16:37:43.434339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:43.434807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.442537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.445634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] 10.222.0.62 "DELETE /v2.0/networks/9b8defce-1b21-4873-932d-ac1e558580d0 HTTP/1.1" status: 204 len: 168 time: 0.7103493 Nov 10 16:37:43.447851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b310c8-8191-4cd2-8c20-59a9f129c19f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Network': ['ID=5184a6e8-8120-4aa6-afe8-7bb3b30ae8e1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:43.465148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7a431-64d3-425c-b4cb-82b5103b65ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8defce-1b21-4873-932d-ac1e558580d0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:43.481398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 5184a6e8-8120-4aa6-afe8-7bb3b30ae8e1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:43.752628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df5aa0-8870-4f5d-812c-6d147107e4d2 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.759493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df5aa0-8870-4f5d-812c-6d147107e4d2 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.767404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df5aa0-8870-4f5d-812c-6d147107e4d2 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.772827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df5aa0-8870-4f5d-812c-6d147107e4d2 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.777808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:43.778203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-13df5aa0-8870-4f5d-812c-6d147107e4d2 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3434391 Nov 10 16:37:43.889932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a212-09b1-477a-a69f-285790287e31 req-b3f9f202-0294-4017-a654-267419703f76 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.894067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f5a212-09b1-477a-a69f-285790287e31 req-b3f9f202-0294-4017-a654-267419703f76 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 944 time: 0.1146381 Nov 10 16:37:43.942984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:43.944565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45154) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:43.963884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-abf7c4da-0c55-4b95-adc8-9e7c3ba32ca7 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:43.966203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-abf7c4da-0c55-4b95-adc8-9e7c3ba32ca7 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 945 time: 0.0894904 Nov 10 16:37:43.994606 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f5a212-09b1-477a-a69f-285790287e31 req-8d977075-7fb7-4315-954b-3ec8684adc8a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928535 Nov 10 16:37:44.026150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4ebe805f-d4b4-43a8-b62f-c8ff636317b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b76d448b250f4af69623323946e5e2b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800829 Nov 10 16:37:44.031879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45156) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:44.100437 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f167-b8fc-4ca7-8234-79fcd8351c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.150567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f167-b8fc-4ca7-8234-79fcd8351c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.190329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.226018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3fbca-707c-4a6b-bcb2-5b3ac4389a23 req-87f0fe2f-fa5b-4b6f-8f59-543574f5523f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:44.229261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85b3fbca-707c-4a6b-bcb2-5b3ac4389a23 req-87f0fe2f-fa5b-4b6f-8f59-543574f5523f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.0944526 Nov 10 16:37:44.235273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-b39ede8a-ea7b-4993-9dcb-14dd85bae312 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:44.236829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-b39ede8a-ea7b-4993-9dcb-14dd85bae312 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 945 time: 0.1593058 Nov 10 16:37:44.265729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2191242-780c-414b-bc4b-647014a639d4']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:44.275921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b6dc-a0fe-4e79-9795-56fa689a276a req-e2dfdb25-36fc-4daf-8d99-5b9670750214 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:44.283465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0362b6dc-a0fe-4e79-9795-56fa689a276a req-e2dfdb25-36fc-4daf-8d99-5b9670750214 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 945 time: 0.2791212 Nov 10 16:37:44.302501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d9fdbb-e84f-4cda-a620-8c508ff1f6bb') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:44.302830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d9fdbb-e84f-4cda-a620-8c508ff1f6bb') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:44.318459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85b3fbca-707c-4a6b-bcb2-5b3ac4389a23 req-cd5a253b-309c-4534-9c20-1a5aeaaf7614 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671749 Nov 10 16:37:44.322862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f167-b8fc-4ca7-8234-79fcd8351c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.326310 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f167-b8fc-4ca7-8234-79fcd8351c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.329396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0ed8f167-b8fc-4ca7-8234-79fcd8351c70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb641ce3-3b93-4472-9dcb-1d68ce431fa3 HTTP/1.1" status: 204 len: 168 time: 0.2970891 Nov 10 16:37:44.348444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8f167-b8fc-4ca7-8234-79fcd8351c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb641ce3-3b93-4472-9dcb-1d68ce431fa3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:44.381751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.506961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8d30e-98cf-47b3-8466-3b727fb07312 req-be131bcf-629c-4fdb-b0b3-7e209e7997e9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:44.508943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.509703 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3d8d30e-98cf-47b3-8466-3b727fb07312 req-be131bcf-629c-4fdb-b0b3-7e209e7997e9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 945 time: 0.0963614 Nov 10 16:37:44.536027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:37:44.536563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:37:44.542106 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:37:44.570732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0362b6dc-a0fe-4e79-9795-56fa689a276a req-b2f5c9b3-de3c-4fd6-84d4-dd4d1abe70f0 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf5e268a-4769-4d20-ad16-d7254b354277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815070 Nov 10 16:37:44.584768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Deleting port 812731e1-64a5-44db-9b76-04e5311faefe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:44.585360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.589681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3d8d30e-98cf-47b3-8466-3b727fb07312 req-7793784f-6776-4d42-9bb8-54dfd6c61e85 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Nov 10 16:37:44.705403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Deleting port daf9599b-b65b-49e4-9565-d36496ee64bd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:44.705688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.790990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] For port 812731e1-64a5-44db-9b76-04e5311faefe, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=812731e1-64a5-44db-9b76-04e5311faefe,segment=NetworkSegment(eb7126d9-dc06-401b-b177-a9c0140c7cc8),segment_id=eb7126d9-dc06-401b-b177-a9c0140c7cc8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:44.791508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.801516 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.815036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0ea0be8d-f432-40cc-8441-89e056645345 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:44.816463 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.823244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45166) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:44.823575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/networks/f2191242-780c-414b-bc4b-647014a639d4 HTTP/1.1" status: 204 len: 168 time: 1.0442338 Nov 10 16:37:44.840227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Calling delete_port for 812731e1-64a5-44db-9b76-04e5311faefe owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:44.846830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e965e7-a9a2-4e2d-9cd8-918307881507 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Network': ['ID=f2191242-780c-414b-bc4b-647014a639d4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:44.872034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] For port daf9599b-b65b-49e4-9565-d36496ee64bd, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=daf9599b-b65b-49e4-9565-d36496ee64bd,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:44.872434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:44.971196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Calling delete_port for daf9599b-b65b-49e4-9565-d36496ee64bd owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:45.020255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.049208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 0ea0be8d-f432-40cc-8441-89e056645345 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:37:45.055645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 0ea0be8d-f432-40cc-8441-89e056645345 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:45.056979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.198814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.219570 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.261073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Pushing event deleted for resources: {'Port': ['ID=812731e1-64a5-44db-9b76-04e5311faefe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:45.269216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.270883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.271228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.271622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.271979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.272589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.272929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.273254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.273582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.273905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.274304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.280188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.280188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:45.300015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5184a6e8-8120-4aa6-afe8-7bb3b30ae8e1']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:45.316842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7472849-f568-4e67-b5cb-cb7ccda8ae51') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:45.317130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7472849-f568-4e67-b5cb-cb7ccda8ae51') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:45.322926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b2d971-faf5-4faa-8fdc-156b8675833a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea0be8d-f432-40cc-8441-89e056645345'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:45.324695 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c699cf7e-5826-44fc-b04d-25877e343527" -d '{"events": [{"server_uuid": "f3b2d971-faf5-4faa-8fdc-156b8675833a", "name": "network-vif-plugged", "status": "completed", "tag": "0ea0be8d-f432-40cc-8441-89e056645345"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:45.330628 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.352738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54633c93-aee0-4f2c-9114-065983fadc00 req-1cdfa2d5-3f11-4e22-91cf-f77cd663095f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:45.360372 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-54633c93-aee0-4f2c-9114-065983fadc00 req-1cdfa2d5-3f11-4e22-91cf-f77cd663095f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 944 time: 0.1510031 Nov 10 16:37:45.365358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.368611 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.389283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:37:45.389840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:37:45.393216 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:37:45.394903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] No DVR routers for this DVR port 812731e1-64a5-44db-9b76-04e5311faefe on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:45.397943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.401710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc1f475-1178-4d64-9235-d1f4f7eecc04 req-943f201b-b663-465a-bdce-a2bbaf6a0a34 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.69 "DELETE /v2.0/ports/812731e1-64a5-44db-9b76-04e5311faefe HTTP/1.1" status: 204 len: 173 time: 1.3955498 Nov 10 16:37:45.402180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876bae7e-f362-4107-8ee1-41d810be73fc', 'name': 'network-vif-deleted', 'tag': '812731e1-64a5-44db-9b76-04e5311faefe'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:45.405001 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a256560-342f-44c9-a507-8e3401365cc3" -d '{"events": [{"server_uuid": "876bae7e-f362-4107-8ee1-41d810be73fc", "name": "network-vif-deleted", "tag": "812731e1-64a5-44db-9b76-04e5311faefe"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:45.445955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event deleted for resources: {'Port': ['ID=daf9599b-b65b-49e4-9565-d36496ee64bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:45.472219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0ea0be8d-f432-40cc-8441-89e056645345, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0ea0be8d-f432-40cc-8441-89e056645345,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:45.500320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-54633c93-aee0-4f2c-9114-065983fadc00 req-a6bfad21-1344-4b91-9c51-1fdeba87ea3c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385620 Nov 10 16:37:45.524987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] No DVR routers for this DVR port daf9599b-b65b-49e4-9565-d36496ee64bd on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:45.528792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.532423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46221489-dd6f-4e7f-b32a-c6722a2470ea req-dda9ac22-9dd7-4fb6-a7ec-48be100509c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.18 "DELETE /v2.0/ports/daf9599b-b65b-49e4-9565-d36496ee64bd HTTP/1.1" status: 204 len: 173 time: 1.2797930 Nov 10 16:37:45.563897 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a4483f-12bd-4d07-80da-ac94a60d2ef4 x-openstack-request-id: req-b5a4483f-12bd-4d07-80da-ac94a60d2ef4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:45.564200 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876bae7e-f362-4107-8ee1-41d810be73fc", "name": "network-vif-deleted", "tag": "812731e1-64a5-44db-9b76-04e5311faefe", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:45.564452 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5a4483f-12bd-4d07-80da-ac94a60d2ef4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:45.565052 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876bae7e-f362-4107-8ee1-41d810be73fc', 'name': 'network-vif-deleted', 'tag': '812731e1-64a5-44db-9b76-04e5311faefe', 'status': 'completed', 'code': 200} Nov 10 16:37:45.583618 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d93950d-54a5-4cd9-b3a8-480df657b887 x-openstack-request-id: req-5d93950d-54a5-4cd9-b3a8-480df657b887 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:45.584133 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b2d971-faf5-4faa-8fdc-156b8675833a", "name": "network-vif-plugged", "status": "completed", "tag": "0ea0be8d-f432-40cc-8441-89e056645345", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:45.584450 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d93950d-54a5-4cd9-b3a8-480df657b887 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:45.586521 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b2d971-faf5-4faa-8fdc-156b8675833a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea0be8d-f432-40cc-8441-89e056645345', 'code': 200} Nov 10 16:37:45.599617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec164-fafd-409e-88ee-1c78b3ed15c1 req-5b62d678-d328-4414-a0a2-16402fd3a2e7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:45.601230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bbec164-fafd-409e-88ee-1c78b3ed15c1 req-5b62d678-d328-4414-a0a2-16402fd3a2e7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.0744305 Nov 10 16:37:45.681980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb3a71cc-fcb5-411c-a1f3-4b2b015a820d req-c71ba644-e7e8-4ea3-ae12-6995f7bddd38 tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 210 time: 0.0297544 Nov 10 16:37:45.710419 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bbec164-fafd-409e-88ee-1c78b3ed15c1 req-0ffc87d1-e4e0-452b-a67d-f2f34544c2c8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978644 Nov 10 16:37:45.718626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdff725-9c16-40c7-b076-1f334937adcc req-442f01c6-c5b1-4397-aedc-1e4a4e48cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:45.720158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecdff725-9c16-40c7-b076-1f334937adcc req-442f01c6-c5b1-4397-aedc-1e4a4e48cfec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 1096 time: 0.0738795 Nov 10 16:37:45.765973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f9bd9ca-b6e3-42f0-b3ed-5d07ef9ea1e5 req-6bdb4292-4404-45a9-8708-3a4e1c1605d8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.0271389 Nov 10 16:37:45.768697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecdff725-9c16-40c7-b076-1f334937adcc req-282d50eb-c888-4e14-95bf-2fa4be03a1b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Nov 10 16:37:45.871885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.872127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.889202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:45.895708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:45.896495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/networks/5184a6e8-8120-4aa6-afe8-7bb3b30ae8e1 HTTP/1.1" status: 204 len: 168 time: 1.0707705 Nov 10 16:37:45.919575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f4904-91e3-4ea4-a521-39792caad639 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Network': ['ID=5184a6e8-8120-4aa6-afe8-7bb3b30ae8e1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:45.978721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=0ea0be8d-f432-40cc-8441-89e056645345,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:46.137259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b850e31-f8b7-4a0e-985c-f109dcfafc0e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:46.144888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b850e31-f8b7-4a0e-985c-f109dcfafc0e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:46.151670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45204) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:46.156706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1398994847'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:46.159867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6b850e31-f8b7-4a0e-985c-f109dcfafc0e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2630556 Nov 10 16:37:46.329697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45208) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:46.336405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Made reservation on behalf of b1b2ea4a53da47918ff1f870913f6262 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:46.341239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:46.375621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:46.387140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:46.387738 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Added segment 6475f338-5c69-4d9e-bbde-6877cbf17835 of type vlan for network 1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd Nov 10 16:37:46.465542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:46.514176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-334955606-network', 'tenant_id': '276a7dbecf47452192a98b3d943f3b82'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:46.614184 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:46.622225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:46.622984 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:46.659571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Made reservation on behalf of 276a7dbecf47452192a98b3d943f3b82 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:46.661965 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:46.744987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f380db-1b14-422d-b96b-c0734c1fb9f5 req-42bf54c1-d6f1-4b6c-a257-08baa3ebd5e6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:46.753045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-54f380db-1b14-422d-b96b-c0734c1fb9f5 req-42bf54c1-d6f1-4b6c-a257-08baa3ebd5e6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 945 time: 0.1759460 Nov 10 16:37:46.764123 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:46.784358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Network': ['ID=1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:46.804991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:46.843691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device daf9599b-b65b-49e4-9565-d36496ee64bd no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:46.870007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-54f380db-1b14-422d-b96b-c0734c1fb9f5 req-bbb61f72-f855-4669-b13d-2e3a1e88eef6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118982 Nov 10 16:37:46.904823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-55c46540-435d-4e27-92fb-e74bc364fd2f tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7519305 Nov 10 16:37:46.911208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45220) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:46.926311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-469859959'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:46.956525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49d636b1-b414-41eb-a944-b34420196ad6 req-20662409-37f9-4511-80f8-ca48eaef4bed tempest-AttachVolumeNegativeTest-305576990 tempest-AttachVolumeNegativeTest-305576990-project] 10.222.0.62 "GET /v2.0/ports?device_id=876bae7e-f362-4107-8ee1-41d810be73fc HTTP/1.1" status: 200 len: 210 time: 0.1032965 Nov 10 16:37:47.020480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:37:47.027067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.126931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:47.132626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.141004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 812731e1-64a5-44db-9b76-04e5311faefe no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:47.147693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'mac_address': 'fa:16:3e:03:99:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:37:47.152668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: daf9599b-b65b-49e4-9565-d36496ee64bd {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:47.153319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device daf9599b-b65b-49e4-9565-d36496ee64bd not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:47.172976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-348e36c3-4c0a-4a52-94a8-32bbe8d8882b req-176ba381-2ef8-41e6-a7eb-7c96f2adef54 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.0760291 Nov 10 16:37:47.210351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:47.238170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 812731e1-64a5-44db-9b76-04e5311faefe {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:47.238654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 812731e1-64a5-44db-9b76-04e5311faefe not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:47.241175 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.256592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8420a8-17ed-494e-aaec-d87ae4672cc6 req-fccf3dcd-4f6d-4b34-88c8-e303833478a3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:47.259221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:47.267341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa8420a8-17ed-494e-aaec-d87ae4672cc6 req-fccf3dcd-4f6d-4b34-88c8-e303833478a3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 948 time: 0.2364073 Nov 10 16:37:47.269562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:47.276438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Made reservation on behalf of b1b2ea4a53da47918ff1f870913f6262 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:47.280092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.297084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.297427 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Added segment 2403d121-decf-4006-aec7-7a7233bbe69c of type vlan for network 16e37acc-be82-4007-a91e-f54c8edb838d Nov 10 16:37:47.300273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:47.425541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.432330 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.434422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:47.451545 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa8420a8-17ed-494e-aaec-d87ae4672cc6 req-c2e62039-6fda-47a0-b625-dddd4112475f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572242 Nov 10 16:37:47.462039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.462388 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Added segment e8e4b7cf-194e-4828-8a01-790ddd86533e of type vlan for network 7dc6d956-1229-4bdf-8574-14b879731302 Nov 10 16:37:47.513703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.544868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:47.562808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.563908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:47.564501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.566249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f739bf6-9e0e-4d31-af00-d33a4c9f1778', 'name': 'network-vif-deleted', 'tag': 'daf9599b-b65b-49e4-9565-d36496ee64bd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:47.569810 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9bbdf9-adc2-4b49-ab12-a610fe4def49" -d '{"events": [{"server_uuid": "6f739bf6-9e0e-4d31-af00-d33a4c9f1778", "name": "network-vif-deleted", "tag": "daf9599b-b65b-49e4-9565-d36496ee64bd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:47.654588 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6895da4-5475-4edf-a11b-b03d7df085d7 x-openstack-request-id: req-d6895da4-5475-4edf-a11b-b03d7df085d7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:47.654880 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f739bf6-9e0e-4d31-af00-d33a4c9f1778", "name": "network-vif-deleted", "tag": "daf9599b-b65b-49e4-9565-d36496ee64bd", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:47.655129 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6895da4-5475-4edf-a11b-b03d7df085d7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:47.655545 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f739bf6-9e0e-4d31-af00-d33a4c9f1778', 'name': 'network-vif-deleted', 'tag': 'daf9599b-b65b-49e4-9565-d36496ee64bd', 'status': 'completed', 'code': 200} Nov 10 16:37:47.675211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] Pushing event updated for resources: {'Network': ['ID=16e37acc-be82-4007-a91e-f54c8edb838d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:47.683443 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.687724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:47.688361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:47.689263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 16e37acc-be82-4007-a91e-f54c8edb838d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:47.778626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:47.788363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Network': ['ID=7dc6d956-1229-4bdf-8574-14b879731302,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:47.822997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7dc6d956-1229-4bdf-8574-14b879731302 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:47.834360 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8308fdf8-4a1f-46f1-ab6a-04e87e11434c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5028889 Nov 10 16:37:47.837208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45228) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:47.843245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Request body: {'subnet': {'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-334955606-subnet', 'tenant_id': '276a7dbecf47452192a98b3d943f3b82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:47.885465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-07ac90de-06fd-4688-8ca2-e0d1013386f4 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9728787 Nov 10 16:37:47.888203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:47.897172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'ports': [{'network_id': '1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd', 'name': 'tempest-port--1557167799', 'admin_state_up': True}, {'network_id': '7dc6d956-1229-4bdf-8574-14b879731302', 'admin_state_up': False}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:47.897776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'port': {'network_id': '1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd', 'name': 'tempest-port--1557167799', 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:47.898472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'port': {'network_id': '7dc6d956-1229-4bdf-8574-14b879731302', 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:47.958382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Made reservation on behalf of 276a7dbecf47452192a98b3d943f3b82 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:47.961137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:48.120692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2e841-8265-49eb-b0ee-8d4309e6e59e req-cdf935d4-897a-4ea8-83e8-2314b10bc725 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:48.134688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92f2e841-8265-49eb-b0ee-8d4309e6e59e req-cdf935d4-897a-4ea8-83e8-2314b10bc725 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 945 time: 0.1514497 Nov 10 16:37:48.261854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd15a8-3625-4abe-9a3f-ffef33cfb8f3 req-d80876dd-ef67-453e-af27-bc4ae7c2adb2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:48.269715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbbd15a8-3625-4abe-9a3f-ffef33cfb8f3 req-d80876dd-ef67-453e-af27-bc4ae7c2adb2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 949 time: 0.1814926 Nov 10 16:37:48.322830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-45051901-c666-4df1-aabb-7d520ef116c7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:48.324516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-45051901-c666-4df1-aabb-7d520ef116c7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45&tenant_id=ec53a3cd94604f54b34391385751105d&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 949 time: 0.2388191 Nov 10 16:37:48.336358 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92f2e841-8265-49eb-b0ee-8d4309e6e59e req-e6ebdd02-b058-43f5-a325-2cfa1a920cf2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000601 Nov 10 16:37:48.374683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:48.385327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbbd15a8-3625-4abe-9a3f-ffef33cfb8f3 req-8b507bb6-966c-4626-a79a-95497f05f533 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066616 Nov 10 16:37:48.402806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Made reservation on behalf of b1b2ea4a53da47918ff1f870913f6262 for: {'port': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:48.407407 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:48.441696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45244) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:48.448073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:48.588124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6348342f-6c83-4ec7-a030-06438017315b,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:48.611982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Checking segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:48.612394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Network hostable DHCP agents. Network: 16e37acc-be82-4007-a91e-f54c8edb838d, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:37:48.618076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-827f168e-3b50-4013-a8a9-38a6bf84783b admin admin] Deleting subnet 4db44062-0cb9-498d-a5d4-780e998f21e0 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:37:48.623032 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-827f168e-3b50-4013-a8a9-38a6bf84783b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:48.703232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e9333e5c-d067-4ab0-8516-a4671b1745b3 req-759b98e6-8843-44d3-a915-f777d5e45776 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.1183159 Nov 10 16:37:48.718366 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-827f168e-3b50-4013-a8a9-38a6bf84783b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:48.733559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] device_id is not set on port 9577f386-2dcf-4171-958b-e79876a47dc3 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:37:48.750132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-141d9cbe-0f46-468d-9aa4-a330c9f14b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:48.753184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-141d9cbe-0f46-468d-9aa4-a330c9f14b87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 1101 time: 0.2377379 Nov 10 16:37:48.786564 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-827f168e-3b50-4013-a8a9-38a6bf84783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:48.866365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Network 16e37acc-be82-4007-a91e-f54c8edb838d is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:37:48.903169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:48.998320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-827f168e-3b50-4013-a8a9-38a6bf84783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.008561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:49.008561 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.070496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f168e-3b50-4013-a8a9-38a6bf84783b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db44062-0cb9-498d-a5d4-780e998f21e0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:49.079922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 16e37acc-be82-4007-a91e-f54c8edb838d) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:49.105867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:49.106989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.147081 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.161028 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-827f168e-3b50-4013-a8a9-38a6bf84783b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.164075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e90fc-8346-468f-9dc1-62d43dc19c54 None None] Network 16e37acc-be82-4007-a91e-f54c8edb838d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:49.169746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-827f168e-3b50-4013-a8a9-38a6bf84783b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4db44062-0cb9-498d-a5d4-780e998f21e0 HTTP/1.1" status: 204 len: 168 time: 0.7243094 Nov 10 16:37:49.172345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45248) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:49.273219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.346324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-94cd8788-8bd8-40ea-877e-c362d60b5a45 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5075274 Nov 10 16:37:49.496973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-51fed597-4e53-44bb-9486-5ff3cf66b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:49.498451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-51fed597-4e53-44bb-9486-5ff3cf66b663 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.7309244 Nov 10 16:37:49.520643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415aa33-cf2b-439b-9f32-f1e0574b8559 req-370e9729-f104-41b3-b2db-2b3ce866b998 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:49.522181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3415aa33-cf2b-439b-9f32-f1e0574b8559 req-370e9729-f104-41b3-b2db-2b3ce866b998 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 945 time: 0.2822716 Nov 10 16:37:49.574221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.627235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:49.629484 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3944889-781d-4a3f-b09a-5f3791bd55d0" -d '{"events": [{"server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "name": "network-vif-plugged", "status": "completed", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:49.632486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde37e9-f1f3-4e64-945b-e86cace7b844 req-b8a9cc6d-13a7-4fef-b0c0-812409c713f0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:49.639391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3dde37e9-f1f3-4e64-945b-e86cace7b844 req-b8a9cc6d-13a7-4fef-b0c0-812409c713f0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 949 time: 0.1139669 Nov 10 16:37:49.675271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:49.694799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.720704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4938cc0-729e-4909-b116-7c77eb40a66e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:49.796807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7126d9-dc06-401b-b177-a9c0140c7cc8') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:49.797156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7126d9-dc06-401b-b177-a9c0140c7cc8') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:37:49.826389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.829916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.841096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-7ff67fca-f34a-49cf-a0f9-1e27c1d4b097 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 200 len: 217 time: 0.3150296 Nov 10 16:37:49.848493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3dde37e9-f1f3-4e64-945b-e86cace7b844 req-1a1d4ddb-285a-4941-a729-9487c7052f6b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999445 Nov 10 16:37:49.892604 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.899351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:37:49.899795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:37:49.901701 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:37:49.923199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:49.932264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-16e37acc-be82-4007-a91e-f54c8edb838d', 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d', 'tenant_id': '276a7dbecf47452192a98b3d943f3b82', 'fixed_ips': [{'subnet_id': '6348342f-6c83-4ec7-a030-06438017315b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:37:49.932710 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:49.935205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] device_id is not set on port e69bd7e0-e4ff-4cca-8e9f-92d38f63b47d yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:37:50.070802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-aee93d1e-16f1-43f3-a336-18bb47f53b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:50.072428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-aee93d1e-16f1-43f3-a336-18bb47f53b0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1933110 Nov 10 16:37:50.106402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:50.112177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:50.115455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3415aa33-cf2b-439b-9f32-f1e0574b8559 req-57db7558-ac96-4d5d-9a49-ce892366ff73 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718244 Nov 10 16:37:50.120054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c4938cc0-729e-4909-b116-7c77eb40a66e HTTP/1.1" status: 204 len: 168 time: 0.9420481 Nov 10 16:37:50.165026 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6059f5-8f29-4520-9a5d-8e06e01ae0d9 x-openstack-request-id: req-fd6059f5-8f29-4520-9a5d-8e06e01ae0d9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:50.166600 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "name": "network-vif-plugged", "status": "completed", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:50.166838 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd6059f5-8f29-4520-9a5d-8e06e01ae0d9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:50.167413 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'code': 200} Nov 10 16:37:50.168815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740215f-957e-416d-9c70-7f9903afc361 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4938cc0-729e-4909-b116-7c77eb40a66e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:50.204261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Allocated IP 172.20.0.2 (16e37acc-be82-4007-a91e-f54c8edb838d/6348342f-6c83-4ec7-a030-06438017315b/d5bcab7f-efb2-434a-959a-f0fbe17c87fb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:50.304948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-020b3939-7db1-48ec-ae2b-716f24eefcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:50.306794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-020b3939-7db1-48ec-ae2b-716f24eefcd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1897862 Nov 10 16:37:50.308946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62a9c942-5068-41d4-a098-3dff3c5c7c9b req-4fbc9565-65ad-4c6a-835f-897afb8808fe tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.1422346 Nov 10 16:37:50.475124 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:50.508247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db289-342f-4144-974e-4ad5c03e6d7f req-201bf4c0-edf7-4308-90ab-fe198ed7f806 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:50.512981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:50.547541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb8db289-342f-4144-974e-4ad5c03e6d7f req-201bf4c0-edf7-4308-90ab-fe198ed7f806 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 945 time: 0.1147554 Nov 10 16:37:50.551611 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:37:50.565936 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-b67f9385-0f37-4963-b1d1-33673b68d5b1 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443671 Nov 10 16:37:50.573759 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:50.682006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb8db289-342f-4144-974e-4ad5c03e6d7f req-2651c610-f47f-4fc1-ab71-d5fe68656522 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318812 Nov 10 16:37:50.733680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Network 16e37acc-be82-4007-a91e-f54c8edb838d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:50.737158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:50.740938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:50.756729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45282) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:50.771741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Pushing event updated for resources: {'Port': ['ID=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:50.814619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:50.845798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0456ca94-378b-49fc-a08a-ca1146b566c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c19f81a79eb6431eab3c973c580c62cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851648 Nov 10 16:37:50.846519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45284) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:50.856471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Attempting to bind port d5bcab7f-efb2-434a-959a-f0fbe17c87fb on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:37:50.856842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Attempting to bind port d5bcab7f-efb2-434a-959a-f0fbe17c87fb by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:37:50.857215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Attempting to bind port d5bcab7f-efb2-434a-959a-f0fbe17c87fb on network 16e37acc-be82-4007-a91e-f54c8edb838d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:37:50.870776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:37:50.871149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Checking segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:50.871542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:50.871945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Bound using segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:37:50.872422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Bound port: d5bcab7f-efb2-434a-959a-f0fbe17c87fb, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:37:50.872804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:50.952757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31a632a8-43c0-4c84-b380-606568fe24fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:51.002173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] For port d5bcab7f-efb2-434a-959a-f0fbe17c87fb, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:37:51.006794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] For port d5bcab7f-efb2-434a-959a-f0fbe17c87fb, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:37:51.007490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31a632a8-43c0-4c84-b380-606568fe24fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:51.129269 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:51.171039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0d4029b-af6a-4a94-a85a-29e9a094ba0e req-faf43d5f-9307-4a27-95c6-b8c4df9a975e service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893857 Nov 10 16:37:51.174380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Port': ['ID=9577f386-2dcf-4171-958b-e79876a47dc3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:51.198433 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31a632a8-43c0-4c84-b380-606568fe24fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:51.201555 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31a632a8-43c0-4c84-b380-606568fe24fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:51.204125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-31a632a8-43c0-4c84-b380-606568fe24fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf5e268a-4769-4d20-ad16-d7254b354277 HTTP/1.1" status: 204 len: 168 time: 0.3555686 Nov 10 16:37:51.227129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a632a8-43c0-4c84-b380-606568fe24fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5e268a-4769-4d20-ad16-d7254b354277,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:51.256949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Checking segment: {'id': '6475f338-5c69-4d9e-bbde-6877cbf17835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:51.256949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Network hostable DHCP agents. Network: 1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:37:51.337513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-d633a76e-88ff-421c-b61e-dcd1913aa636 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:51.351282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-d633a76e-88ff-421c-b61e-dcd1913aa636 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 815 time: 0.6942005 Nov 10 16:37:51.357000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5c563-9e0a-4253-9779-c9e8476adc6a None None] Pushing event updated for resources: {'Port': ['ID=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:51.397390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-c0b42888-cd99-406c-a2b8-f2516062e7cf tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/quotas/276a7dbecf47452192a98b3d943f3b82 HTTP/1.1" status: 200 len: 375 time: 0.0448916 Nov 10 16:37:51.466464 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180e2d5-c06d-4393-9d32-af5b12ead5d2 req-a0e64fc2-f655-41bd-a472-eef3add41d71 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:51.474263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1180e2d5-c06d-4393-9d32-af5b12ead5d2 req-a0e64fc2-f655-41bd-a472-eef3add41d71 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1014690 Nov 10 16:37:51.495957 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-6b10d741-c620-48c7-a1f2-54017bdff0ba tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0976095 Nov 10 16:37:51.505507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Network 1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:37:51.571679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1180e2d5-c06d-4393-9d32-af5b12ead5d2 req-43fa9451-c475-42ec-88a0-c4a6ae123694 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964413 Nov 10 16:37:51.728616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-30c1f348-4ec6-4d8b-9db5-7de2a79203d1 service neutron] 10.222.0.62 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280252 Nov 10 16:37:51.728616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:51.740865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37372b3-2ac3-4d25-9136-eb2deb53bd06 None None] Network 1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:51.780367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:51.781201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:51.986094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-bdf01d0d-831a-48fb-af88-720c3055b269 service neutron] 10.222.0.62 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401834 Nov 10 16:37:52.020893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d5bcab7f-efb2-434a-959a-f0fbe17c87fb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:52.049828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Port': ['ID=e69bd7e0-e4ff-4cca-8e9f-92d38f63b47d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:52.084419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedef87f-a1db-4b64-aeb5-f0869bf00f3d req-e92eb3ff-db2d-411c-a4df-55e5c94145fd tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:52.097895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cedef87f-a1db-4b64-aeb5-f0869bf00f3d req-e92eb3ff-db2d-411c-a4df-55e5c94145fd tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 945 time: 0.1954525 Nov 10 16:37:52.102363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Checking segment: {'id': 'e8e4b7cf-194e-4828-8a01-790ddd86533e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7dc6d956-1229-4bdf-8574-14b879731302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:52.104117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Network hostable DHCP agents. Network: 7dc6d956-1229-4bdf-8574-14b879731302, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:37:52.197506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Network 7dc6d956-1229-4bdf-8574-14b879731302 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:37:52.218879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cedef87f-a1db-4b64-aeb5-f0869bf00f3d req-21bf14bd-b291-44d5-b43a-ceb4505cd0bf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198688 Nov 10 16:37:52.288591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7dc6d956-1229-4bdf-8574-14b879731302) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:52.289760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d5bcab7f-efb2-434a-959a-f0fbe17c87fb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:52.292462 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:52.293839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:52.306776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:52.324019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:52.332104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:52.446379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8d05b-19a1-42b0-87ba-fe5903f033aa None None] Network 7dc6d956-1229-4bdf-8574-14b879731302 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:52.481464 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a6dd171f-0d52-4fb6-8bb1-358b2bc7b203 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.5919702 Nov 10 16:37:52.483926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:52.536447 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad8e1331-233c-4dd2-9923-7136063d6d82 req-5fbd4341-594e-49d6-a9f8-1cc6d576c9c1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.1212106 Nov 10 16:37:52.914403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:52.937688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52bd883-629a-4d29-8241-c71687e3f03d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:52.957729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52bd883-629a-4d29-8241-c71687e3f03d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:52.976259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b52bd883-629a-4d29-8241-c71687e3f03d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4886127 Nov 10 16:37:52.976991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45320) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:53.112849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-d9f99a98-def9-4bb0-95cc-238ce840b002 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:53.114742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-d9f99a98-def9-4bb0-95cc-238ce840b002 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 945 time: 0.5095983 Nov 10 16:37:53.151834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port d5bcab7f-efb2-434a-959a-f0fbe17c87fb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:53.217979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c6705-0eeb-4b84-bea2-b861f0d6b257 req-e618b40d-5af2-486c-bb47-df3764e66355 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:53.220784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e47c6705-0eeb-4b84-bea2-b861f0d6b257 req-e618b40d-5af2-486c-bb47-df3764e66355 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.2308419 Nov 10 16:37:53.277387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a67a5-b268-43e1-8f15-d599fa056596 None None] Network 16e37acc-be82-4007-a91e-f54c8edb838d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:53.283101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:53.421603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4d8cd76f-e934-4656-90cb-f63880ba4d6d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Deleting port 9577f386-2dcf-4171-958b-e79876a47dc3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:53.422069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd76f-e934-4656-90cb-f63880ba4d6d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:53.445723 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e47c6705-0eeb-4b84-bea2-b861f0d6b257 req-238089f5-50ee-482b-b1af-6bc917e53ff1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193983 Nov 10 16:37:53.455799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:53.492578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Deleting port 0ea0be8d-f432-40cc-8441-89e056645345 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:53.492932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:53.554345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ac8932a2-f973-42ed-8d85-a35e5411bb3c None None] Provisioning complete for port d5bcab7f-efb2-434a-959a-f0fbe17c87fb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:53.555555 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac8932a2-f973-42ed-8d85-a35e5411bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:53.564616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-0373104d-e357-4856-b2a9-c819842a6eff tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:53.566191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-0373104d-e357-4856-b2a9-c819842a6eff tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 815 time: 0.4840188 Nov 10 16:37:53.778402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-5c8a6df8-6ba7-4879-b146-0c91a3034057 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/quotas/276a7dbecf47452192a98b3d943f3b82 HTTP/1.1" status: 200 len: 375 time: 0.1913395 Nov 10 16:37:53.800362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] For port 0ea0be8d-f432-40cc-8441-89e056645345, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0ea0be8d-f432-40cc-8441-89e056645345,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:37:53.800709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:53.817508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Calling delete_port for 0ea0be8d-f432-40cc-8441-89e056645345 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:53.832866 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd76f-e934-4656-90cb-f63880ba4d6d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:53.946744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4d8cd76f-e934-4656-90cb-f63880ba4d6d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Calling delete_port for 9577f386-2dcf-4171-958b-e79876a47dc3 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:53.984118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d5bcab7f-efb2-434a-959a-f0fbe17c87fb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:37:54.047787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f5719-9e29-481a-bf50-1bb587a0222d req-baa4b3c5-ba13-403c-9832-49af9c7a080b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:54.049384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d58f5719-9e29-481a-bf50-1bb587a0222d req-baa4b3c5-ba13-403c-9832-49af9c7a080b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 945 time: 0.3950617 Nov 10 16:37:54.058945 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:54.090794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:37:54.126030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-39e50a51-a7b3-4dd3-9a3e-bfa281ae0dca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3466220 Nov 10 16:37:54.139760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event deleted for resources: {'Port': ['ID=0ea0be8d-f432-40cc-8441-89e056645345,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:54.348613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d5bcab7f-efb2-434a-959a-f0fbe17c87fb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:54.352093 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:54.397188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd76f-e934-4656-90cb-f63880ba4d6d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:54.420755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] No DVR routers for this DVR port 0ea0be8d-f432-40cc-8441-89e056645345 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:37:54.431995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd76f-e934-4656-90cb-f63880ba4d6d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:54.438662 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:54.444432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4d8cd76f-e934-4656-90cb-f63880ba4d6d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/ports/9577f386-2dcf-4171-958b-e79876a47dc3 HTTP/1.1" status: 204 len: 168 time: 1.4653943 Nov 10 16:37:54.453845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9529a6e3-9043-469a-a6ee-8287e1c2fdc2 req-a5bad9a9-8430-4e66-a123-dcaa9f5b633f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "DELETE /v2.0/ports/0ea0be8d-f432-40cc-8441-89e056645345 HTTP/1.1" status: 204 len: 173 time: 1.3275142 Nov 10 16:37:54.456572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b2d971-faf5-4faa-8fdc-156b8675833a', 'name': 'network-vif-deleted', 'tag': '0ea0be8d-f432-40cc-8441-89e056645345'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:37:54.458066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45358) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:54.461103 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e5545-631a-4c34-ab28-13102050d6e5" -d '{"events": [{"server_uuid": "f3b2d971-faf5-4faa-8fdc-156b8675833a", "name": "network-vif-deleted", "tag": "0ea0be8d-f432-40cc-8441-89e056645345"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:37:54.478717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d58f5719-9e29-481a-bf50-1bb587a0222d req-5609b4c4-5ad0-4a2a-bd9d-4ee88e81a066 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225693 Nov 10 16:37:54.549803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cd76f-e934-4656-90cb-f63880ba4d6d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Port': ['ID=9577f386-2dcf-4171-958b-e79876a47dc3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:54.796657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b54ec8dc-092f-4aed-bb10-96abc2e82094 None None] Provisioning complete for port d5bcab7f-efb2-434a-959a-f0fbe17c87fb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:54.797020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b54ec8dc-092f-4aed-bb10-96abc2e82094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:54.809977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf99ca-07fc-41cb-ac0c-4dde829f27be req-223ffe01-645a-48f4-8d92-720b256a7613 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:54.823498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-acdf99ca-07fc-41cb-ac0c-4dde829f27be req-223ffe01-645a-48f4-8d92-720b256a7613 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1224465 Nov 10 16:37:54.863943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0ea0be8d-f432-40cc-8441-89e056645345 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:37:54.896697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 0ea0be8d-f432-40cc-8441-89e056645345 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:37:54.896975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0ea0be8d-f432-40cc-8441-89e056645345 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:37:54.907477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-a8d9f8bd-c7fd-43eb-b45b-2a7ff393bd89 service neutron] 10.222.0.62 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7781575 Nov 10 16:37:54.918474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-acdf99ca-07fc-41cb-ac0c-4dde829f27be req-d1d60fae-31bd-4b26-9605-e0c86fe29c96 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925663 Nov 10 16:37:55.003543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-27baa9e7-345e-4289-a0ab-19dc20133890 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Deleting port e69bd7e0-e4ff-4cca-8e9f-92d38f63b47d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:37:55.004260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27baa9e7-345e-4289-a0ab-19dc20133890 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:55.073653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-160ffdf2-b4ba-4e9a-bced-76acd1ea4718 req-12669b98-3ed4-4fda-874e-486b56c25dd7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f739bf6-9e0e-4d31-af00-d33a4c9f1778 HTTP/1.1" status: 200 len: 210 time: 0.0445385 Nov 10 16:37:55.123737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27baa9e7-345e-4289-a0ab-19dc20133890 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:55.166825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-27baa9e7-345e-4289-a0ab-19dc20133890 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Calling delete_port for e69bd7e0-e4ff-4cca-8e9f-92d38f63b47d owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:37:55.166825 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-8c5137ce-7e03-47bc-944a-244e2508892b service neutron] 10.222.0.62 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387490 Nov 10 16:37:55.351906 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27baa9e7-345e-4289-a0ab-19dc20133890 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:55.381979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baa9e7-345e-4289-a0ab-19dc20133890 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Port': ['ID=e69bd7e0-e4ff-4cca-8e9f-92d38f63b47d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:55.388955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27baa9e7-345e-4289-a0ab-19dc20133890 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:55.395797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-27baa9e7-345e-4289-a0ab-19dc20133890 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/ports/e69bd7e0-e4ff-4cca-8e9f-92d38f63b47d HTTP/1.1" status: 204 len: 168 time: 0.8822589 Nov 10 16:37:55.395951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:55.446335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-25c147f4-a4a9-45d9-8b36-56089c9199de tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0491986 Nov 10 16:37:55.451468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45376) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:55.466772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1258590961'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:55.586132 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4187ae-dd94-43d5-8805-4f8c5517ed85 x-openstack-request-id: req-9b4187ae-dd94-43d5-8805-4f8c5517ed85 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:37:55.587529 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b2d971-faf5-4faa-8fdc-156b8675833a", "name": "network-vif-deleted", "tag": "0ea0be8d-f432-40cc-8441-89e056645345", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:37:55.587974 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b4187ae-dd94-43d5-8805-4f8c5517ed85 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:37:55.588484 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b2d971-faf5-4faa-8fdc-156b8675833a', 'name': 'network-vif-deleted', 'tag': '0ea0be8d-f432-40cc-8441-89e056645345', 'status': 'completed', 'code': 200} Nov 10 16:37:55.636418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Made reservation on behalf of b1b2ea4a53da47918ff1f870913f6262 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:55.641950 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:55.675717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:55.722603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:55.724158 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Added segment 4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3 of type vlan for network e737a90c-c937-44ca-87b5-2be0030559cb Nov 10 16:37:55.773121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c909b52-e069-4aa2-a0b2-05cbbc60bf45 req-848e995c-a4b0-4211-8350-e0f81b9b0dba tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3b2d971-faf5-4faa-8fdc-156b8675833a HTTP/1.1" status: 200 len: 210 time: 0.0521071 Nov 10 16:37:55.827066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:56.044234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-82e07146-fcaa-4f86-b33b-2ee3f16f8812 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:56.045968 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-82e07146-fcaa-4f86-b33b-2ee3f16f8812 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 815 time: 0.1306305 Nov 10 16:37:56.047259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:56.053124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:56.054324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:56.114803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-ba542281-ce58-4c24-9693-71f94b83a642 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/quotas/276a7dbecf47452192a98b3d943f3b82 HTTP/1.1" status: 200 len: 375 time: 0.0575328 Nov 10 16:37:56.171958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Network': ['ID=e737a90c-c937-44ca-87b5-2be0030559cb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:56.185667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e737a90c-c937-44ca-87b5-2be0030559cb details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:56.209801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-a2c564e7-36b1-445e-a7b8-07aea526a71b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579369 Nov 10 16:37:56.414690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-eb31941c-45da-4bff-a5b1-1a8d3f1ec79b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:56.417229 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-eb31941c-45da-4bff-a5b1-1a8d3f1ec79b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.69 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 815 time: 0.2076020 Nov 10 16:37:56.431617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Request body: {'port': {'device_id': '8f4d96c8-6ff0-4d06-a820-15494432058b', 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d', 'admin_state_up': True, 'tenant_id': '276a7dbecf47452192a98b3d943f3b82'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:56.657526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-af2723c1-1f29-4cc9-9fae-35a7c7eac41e tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2037199 Nov 10 16:37:56.660147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45426) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:56.665648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-550060630'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:56.691468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-d92026e6-6ddc-4b02-a8d7-3e91f3aa73fd service neutron] 10.222.0.62 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734571 Nov 10 16:37:56.777340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Made reservation on behalf of 276a7dbecf47452192a98b3d943f3b82 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:56.781499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:56.792679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-9b117e76-ff1d-4f12-a41c-bc627c7e4307 service neutron] 10.222.0.62 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941198 Nov 10 16:37:56.831754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-2b49c83b-0447-4e60-969e-0ce8b92967c6 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:56.833494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-2b49c83b-0447-4e60-969e-0ce8b92967c6 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/networks?id=f3779576-31c2-4c70-b15a-4df387ca9427 HTTP/1.1" status: 200 len: 814 time: 0.1468582 Nov 10 16:37:56.888214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-1aead549-b08b-42cd-92a5-75a203334472 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/quotas/4536d418282948a98b650e037ea1160e HTTP/1.1" status: 200 len: 375 time: 0.0455017 Nov 10 16:37:56.960277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Made reservation on behalf of b1b2ea4a53da47918ff1f870913f6262 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:56.965802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:56.987690 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-9b78ba0c-4ad8-450a-9ca9-76b6fb916b1f tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4536d418282948a98b650e037ea1160e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929906 Nov 10 16:37:56.993706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:37:57.007556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:57.008233 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Added segment 4277b015-0196-462d-a7e5-aae574e31e50 of type vlan for network 73211515-1a6f-4b37-a1df-b7ef40ccda3a Nov 10 16:37:57.013408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Allocated IP 172.20.0.11 (16e37acc-be82-4007-a91e-f54c8edb838d/6348342f-6c83-4ec7-a030-06438017315b/ce956fb2-4e2b-45d5-8236-0ae915478d7d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:57.058191 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:57.219805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-e00b35e8-749d-4f60-92af-db29df07ebf7 service neutron] 10.222.0.62 "GET /v2.0/networks/f3779576-31c2-4c70-b15a-4df387ca9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146633 Nov 10 16:37:57.231500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:57.238359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:57.239240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:57.354751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Network': ['ID=73211515-1a6f-4b37-a1df-b7ef40ccda3a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:57.367068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 73211515-1a6f-4b37-a1df-b7ef40ccda3a details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:37:57.397636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5e87c6a3-1c26-4e3f-97a6-83c24ddf4801 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7363193 Nov 10 16:37:57.559134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45456) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:37:57.564664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'subnets': [{'network_id': 'e737a90c-c937-44ca-87b5-2be0030559cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--87464243', 'ip_version': 4}, {'network_id': '73211515-1a6f-4b37-a1df-b7ef40ccda3a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:57.564978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'subnet': {'network_id': 'e737a90c-c937-44ca-87b5-2be0030559cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--87464243', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:57.565564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Request body: {'subnet': {'network_id': '73211515-1a6f-4b37-a1df-b7ef40ccda3a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:57.575897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-42fde8b3-7bbf-4398-a824-09c83a501409 service neutron] 10.222.0.62 "GET /v2.0/networks/f3779576-31c2-4c70-b15a-4df387ca9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504448 Nov 10 16:37:57.601932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:57.683937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-197596ff-4b22-4dc4-b315-5d4fa8cc9a3e req-25db767c-6302-4849-8718-5c1a7ab7d2ee tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 210 time: 0.0703688 Nov 10 16:37:57.809510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:57.911043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-3be2b605-7af5-4ce0-85ae-f96293a9a158 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ec53a3cd94604f54b34391385751105d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518653 Nov 10 16:37:57.924770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Network 16e37acc-be82-4007-a91e-f54c8edb838d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:37:57.935523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:57.939179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:37:57.969313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Made reservation on behalf of b1b2ea4a53da47918ff1f870913f6262 for: {'subnet': 2} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:57.981114 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:57.987369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:58.017906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Pushing event updated for resources: {'Port': ['ID=ce956fb2-4e2b-45d5-8236-0ae915478d7d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:58.036092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:58.036770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:58.175629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-25646ce1-3681-485c-8a97-2941bff48c99 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7496417 Nov 10 16:37:58.223511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Request body: {'port': {'device_id': '8f4d96c8-6ff0-4d06-a820-15494432058b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:58.234733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-915766c6-5f56-4f06-b886-c7fc41d9aff7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:58.245995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-915766c6-5f56-4f06-b886-c7fc41d9aff7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3339715 Nov 10 16:37:58.279059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-140a2f3c-d337-46c7-97b8-bdb8183fd64d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/quotas/ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 375 time: 0.0321078 Nov 10 16:37:58.319509 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:58.372090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-81a70611-63b0-4594-8821-d7ffdf6630da tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:58.374641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-12d68f74-d058-4457-9ad3-8ff5797b6e06 None None] Provisioning complete for port ce956fb2-4e2b-45d5-8236-0ae915478d7d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:37:58.375607 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12d68f74-d058-4457-9ad3-8ff5797b6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:58.379899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-81a70611-63b0-4594-8821-d7ffdf6630da tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.2711494 Nov 10 16:37:58.439089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-12d68f74-d058-4457-9ad3-8ff5797b6e06 None None] Port ce956fb2-4e2b-45d5-8236-0ae915478d7d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:37:58.499595 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-8e937b3d-f292-4d9e-9249-3a7aee95ffa3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/quotas/63914f0048fe4601b18c574aa491243f HTTP/1.1" status: 200 len: 375 time: 0.1185207 Nov 10 16:37:58.500126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-60bc24ab-6f2d-4a98-902c-b0af9e022baf tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2103548 Nov 10 16:37:58.789154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-21489b26-16ba-4a3a-b22b-ed35564a8f10 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2775581 Nov 10 16:37:58.827142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-25f089ea-db31-459a-a9c4-823443313fcf tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:58.827374 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-25f089ea-db31-459a-a9c4-823443313fcf tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.18 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 815 time: 0.3291817 Nov 10 16:37:58.853178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Request body: {'port': {'device_id': '83e62afe-aced-49be-ba06-277476fb82b1', 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d', 'admin_state_up': True, 'tenant_id': '276a7dbecf47452192a98b3d943f3b82'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:37:58.899615 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83f2d031-c635-4fd5-a833-73def15b8dca req-b5fcb206-957d-4d45-81ad-0b119a8df0ac tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 210 time: 0.0529728 Nov 10 16:37:58.903096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:59.048078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Subnet': ['ID=879e1642-2652-4a6d-b300-443f9b2fc780,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:59.125975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Checking segment: {'id': '4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e737a90c-c937-44ca-87b5-2be0030559cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:59.125975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Network hostable DHCP agents. Network: e737a90c-c937-44ca-87b5-2be0030559cb, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:37:59.129074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.129526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.129919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.130319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.130654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.130978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.131322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.131649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.131969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.132432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.132754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.133072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:37:59.189232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e760b-6252-4559-9dfc-997a6ed058ad req-f6e4f539-9680-4260-a6f1-b0e4dd588c59 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:59.196689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-715e760b-6252-4559-9dfc-997a6ed058ad req-f6e4f539-9680-4260-a6f1-b0e4dd588c59 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.1664772 Nov 10 16:37:59.209255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-715e760b-6252-4559-9dfc-997a6ed058ad req-bbc8b919-4d8b-4afe-87ea-7ae624802dfd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/quotas/f651b33b7fe24cec8653747a92dd1c9e HTTP/1.1" status: 200 len: 375 time: 0.0114353 Nov 10 16:37:59.249274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-715e760b-6252-4559-9dfc-997a6ed058ad req-c4911931-c0ab-4ec5-ad84-8cb08127ec3a tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345519 Nov 10 16:37:59.271603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Network e737a90c-c937-44ca-87b5-2be0030559cb is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:37:59.369420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-715e760b-6252-4559-9dfc-997a6ed058ad req-03afa140-d333-45ac-b137-b330681fce02 service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052446 Nov 10 16:37:59.401054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e737a90c-c937-44ca-87b5-2be0030559cb) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:59.409800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:59.420293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a47668-5816-47d7-b3ea-9485660da270 None None] Network e737a90c-c937-44ca-87b5-2be0030559cb requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:37:59.498847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-bed91d7c-0779-4cb8-935e-57f6936f18eb service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975102 Nov 10 16:37:59.515218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce956fb2-4e2b-45d5-8236-0ae915478d7d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:37:59.519345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event updated for resources: {'Subnet': ['ID=76824cac-9735-4b6e-b5ec-d28159b9eea0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:59.545983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:59.546845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Checking segment: {'id': '4277b015-0196-462d-a7e5-aae574e31e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '73211515-1a6f-4b37-a1df-b7ef40ccda3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:37:59.547331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Network hostable DHCP agents. Network: 73211515-1a6f-4b37-a1df-b7ef40ccda3a, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:37:59.554109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-715e760b-6252-4559-9dfc-997a6ed058ad req-a2d96160-9040-4fb7-bcf7-d1686f7db1aa service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796522 Nov 10 16:37:59.610686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Transition to ACTIVE for port object ce956fb2-4e2b-45d5-8236-0ae915478d7d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:37:59.638960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e737a90c-c937-44ca-87b5-2be0030559cb', 'network_id': 'e737a90c-c937-44ca-87b5-2be0030559cb', 'tenant_id': 'b1b2ea4a53da47918ff1f870913f6262', 'fixed_ips': [{'subnet_id': '879e1642-2652-4a6d-b300-443f9b2fc780'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:37:59.639945 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:59.654221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-5fc9307c-c7db-46d7-a891-553bc75d7a26 service neutron] 10.222.0.62 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427639 Nov 10 16:37:59.698172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Made reservation on behalf of 276a7dbecf47452192a98b3d943f3b82 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:37:59.702251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Network 73211515-1a6f-4b37-a1df-b7ef40ccda3a is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:37:59.705170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:59.786216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:59.786859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Allocated IP 172.20.0.2 (e737a90c-c937-44ca-87b5-2be0030559cb/879e1642-2652-4a6d-b300-443f9b2fc780/d634cc85-2272-42d0-bf83-8fd5fe939513) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:59.898312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Pushing event updated for resources: {'Port': ['ID=ce956fb2-4e2b-45d5-8236-0ae915478d7d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:37:59.899996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 73211515-1a6f-4b37-a1df-b7ef40ccda3a) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:37:59.904898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:59.905194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:37:59.905821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:37:59.911203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Allocated IP 172.20.0.9 (16e37acc-be82-4007-a91e-f54c8edb838d/6348342f-6c83-4ec7-a030-06438017315b/4734ad19-63b1-4ce1-ab27-f4060938f2dc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:37:59.924319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80042f93-83a9-449b-8723-73faef5021dd None None] Network 73211515-1a6f-4b37-a1df-b7ef40ccda3a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:00.019345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3c919a31-57c8-443e-9e2d-de297497d2c5 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.4566834 Nov 10 16:38:00.019572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45532) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:00.060044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Attempting to bind port ce956fb2-4e2b-45d5-8236-0ae915478d7d on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:00.060403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Attempting to bind port ce956fb2-4e2b-45d5-8236-0ae915478d7d by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:00.060796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Attempting to bind port ce956fb2-4e2b-45d5-8236-0ae915478d7d on network 16e37acc-be82-4007-a91e-f54c8edb838d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:00.084145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Port ce956fb2-4e2b-45d5-8236-0ae915478d7d on network 16e37acc-be82-4007-a91e-f54c8edb838d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:38:00.084350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Attempting to bind port ce956fb2-4e2b-45d5-8236-0ae915478d7d on network 16e37acc-be82-4007-a91e-f54c8edb838d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:00.094248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:00.094662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Checking segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:00.095113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Bound using segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:00.096071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Bound port: ce956fb2-4e2b-45d5-8236-0ae915478d7d, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:00.096071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.180831 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.249708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.363721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17f64209-2d63-4a31-9bed-92cf0a801532 req-04965093-28a3-4ffc-ab54-3d5049954988 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 210 time: 0.0363967 Nov 10 16:38:00.393720 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.463613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-73211515-1a6f-4b37-a1df-b7ef40ccda3a', 'network_id': '73211515-1a6f-4b37-a1df-b7ef40ccda3a', 'tenant_id': 'b1b2ea4a53da47918ff1f870913f6262', 'fixed_ips': [{'subnet_id': '76824cac-9735-4b6e-b5ec-d28159b9eea0'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:38:00.465361 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.475701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b184c-4efd-4d2a-a6fd-c6364fde37bc tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:00.477849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b184c-4efd-4d2a-a6fd-c6364fde37bc tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:00.481580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b184c-4efd-4d2a-a6fd-c6364fde37bc tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:00.483249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4b7b184c-4efd-4d2a-a6fd-c6364fde37bc tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.4590929 Nov 10 16:38:00.488506 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1be1abdf-53ef-491f-a0d9-02cb32d3bd4f req-36e032f7-027a-4dcf-a33f-96c1022af30c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 210 time: 0.1061087 Nov 10 16:38:00.493684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45550) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:00.497740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] For port ce956fb2-4e2b-45d5-8236-0ae915478d7d, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:00.501997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] For port ce956fb2-4e2b-45d5-8236-0ae915478d7d, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ce956fb2-4e2b-45d5-8236-0ae915478d7d,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:00.506383 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.570243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-205630c1-b805-4654-98d1-c43acd007507 req-413a443d-34f9-44e4-b2f4-50b24bbef1b9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dff04e4-1c30-4869-b9bf-e79a95686de9 HTTP/1.1" status: 200 len: 210 time: 0.0650585 Nov 10 16:38:00.578414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-49522def-7ce3-4166-a9e4-44588e0034fa tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:00.579977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-49522def-7ce3-4166-a9e4-44588e0034fa tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.18 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 815 time: 0.3825247 Nov 10 16:38:00.584476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c8c862-c1dd-4e18-a3e8-fa39435acf4d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Deleting subnet 879e1642-2652-4a6d-b300-443f9b2fc780 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:38:00.588195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c8c862-c1dd-4e18-a3e8-fa39435acf4d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.620877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Network 16e37acc-be82-4007-a91e-f54c8edb838d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:00.620877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:00.622994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Request body: {'port': {'device_id': 'a66ff3df-b083-4f2a-9ff0-1531d7564155', 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d', 'admin_state_up': True, 'tenant_id': '276a7dbecf47452192a98b3d943f3b82'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:00.634965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:00.743652 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d779da65-a0b5-4f93-bd88-256f642bcae7 req-20945640-24d5-4eb4-800e-fdccd7cbe322 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 210 time: 0.1244235 Nov 10 16:38:00.786455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfcc4fb8-eff4-42eb-a59f-74de31e29a2d req-3ea7d7f6-95d5-424c-bd0b-c148e8128aa6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 210 time: 0.1120410 Nov 10 16:38:00.787695 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.811848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:00.812483 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.815104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] 10.222.0.69 "PUT /v2.0/ports/ce956fb2-4e2b-45d5-8236-0ae915478d7d HTTP/1.1" status: 200 len: 1093 time: 2.5962861 Nov 10 16:38:00.820142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d96c8-6ff0-4d06-a820-15494432058b', 'tag': 'ce956fb2-4e2b-45d5-8236-0ae915478d7d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:00.822657 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff4131e-e63d-4758-9163-233f430a6d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4d96c8-6ff0-4d06-a820-15494432058b", "tag": "ce956fb2-4e2b-45d5-8236-0ae915478d7d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:00.830283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Pushing event updated for resources: {'Port': ['ID=4734ad19-63b1-4ce1-ab27-f4060938f2dc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:00.873062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Network e737a90c-c937-44ca-87b5-2be0030559cb is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:00.882629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Pushing event updated for resources: {'Port': ['ID=d634cc85-2272-42d0-bf83-8fd5fe939513,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:00.892124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc9837-b22d-4c4c-b66c-875a78d8d05a service neutron] Pushing event updated for resources: {'Port': ['ID=ce956fb2-4e2b-45d5-8236-0ae915478d7d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:00.893932 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c8c862-c1dd-4e18-a3e8-fa39435acf4d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.909892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:00.914626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:00.999839 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f76f594-5d7b-4b22-9bbc-5881df3a1e91 x-openstack-request-id: req-7f76f594-5d7b-4b22-9bbc-5881df3a1e91 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:01.000375 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4d96c8-6ff0-4d06-a820-15494432058b", "tag": "ce956fb2-4e2b-45d5-8236-0ae915478d7d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:01.001072 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f76f594-5d7b-4b22-9bbc-5881df3a1e91 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:01.002356 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4d96c8-6ff0-4d06-a820-15494432058b', 'tag': 'ce956fb2-4e2b-45d5-8236-0ae915478d7d', 'status': 'completed', 'code': 200} Nov 10 16:38:01.014024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-35918fb6-5e34-4190-830e-5e8d3a38549e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1631660 Nov 10 16:38:01.082760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Request body: {'port': {'device_id': '83e62afe-aced-49be-ba06-277476fb82b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:01.095440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Allocated IP 172.20.0.18 (73211515-1a6f-4b37-a1df-b7ef40ccda3a/76824cac-9735-4b6e-b5ec-d28159b9eea0/a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:01.206457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.216683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-2c5d5c92-87ae-47f9-a4d2-a25f1b557a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:01.218681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-2c5d5c92-87ae-47f9-a4d2-a25f1b557a06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 1096 time: 0.2091913 Nov 10 16:38:01.286973 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.292297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.292936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.293417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.293891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.295719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.296190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.298327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.298327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.298821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.299291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.300269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.301012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:01.308508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:01.326973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:01.341447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c8c862-c1dd-4e18-a3e8-fa39435acf4d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.420003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Made reservation on behalf of 276a7dbecf47452192a98b3d943f3b82 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:01.425119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.462639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-bdee972e-d6a6-440c-b655-e6ed8e01bae5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce956fb2-4e2b-45d5-8236-0ae915478d7d HTTP/1.1" status: 200 len: 217 time: 0.2088065 Nov 10 16:38:01.510581 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.718643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Allocated IP 172.20.0.4 (16e37acc-be82-4007-a91e-f54c8edb838d/6348342f-6c83-4ec7-a030-06438017315b/cef83c3e-3235-4a52-8563-94bcfe8c0414) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:01.724901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Network 73211515-1a6f-4b37-a1df-b7ef40ccda3a is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:01.730385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-beeaba76-179d-4182-8e69-0c8270012b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:01.732006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-beeaba76-179d-4182-8e69-0c8270012b84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6348342f-6c83-4ec7-a030-06438017315b HTTP/1.1" status: 200 len: 854 time: 0.0751195 Nov 10 16:38:01.744791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Pushing event updated for resources: {'Port': ['ID=a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:01.747870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:01.762256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:01.783003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8592ed5c-2bb6-416a-bdf0-952a6b9ec88f None None] Provisioning complete for port 4734ad19-63b1-4ce1-ab27-f4060938f2dc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:01.783717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8592ed5c-2bb6-416a-bdf0-952a6b9ec88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.786847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cbdebd7-920f-4233-895a-dade426d5205 req-34703e9e-702e-448f-b148-270755bba61e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 210 time: 0.0492964 Nov 10 16:38:01.791398 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c8c862-c1dd-4e18-a3e8-fa39435acf4d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.848128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8c862-c1dd-4e18-a3e8-fa39435acf4d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Subnet': ['ID=879e1642-2652-4a6d-b300-443f9b2fc780,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:01.853419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00c8c862-c1dd-4e18-a3e8-fa39435acf4d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.856985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-00c8c862-c1dd-4e18-a3e8-fa39435acf4d tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/subnets/879e1642-2652-4a6d-b300-443f9b2fc780 HTTP/1.1" status: 204 len: 168 time: 1.3620503 Nov 10 16:38:01.865634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45584) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:01.907746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8592ed5c-2bb6-416a-bdf0-952a6b9ec88f None None] Port 4734ad19-63b1-4ce1-ab27-f4060938f2dc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:38:01.938774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-163437d6-d52a-44cd-bcca-9010a8414857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.939016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b48d5f1-a5f7-4086-bddf-0634c8cfe6d1 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Deleting subnet 76824cac-9735-4b6e-b5ec-d28159b9eea0 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:38:01.943824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Attempting to bind port d634cc85-2272-42d0-bf83-8fd5fe939513 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:01.944303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Attempting to bind port d634cc85-2272-42d0-bf83-8fd5fe939513 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e737a90c-c937-44ca-87b5-2be0030559cb'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:01.944748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Attempting to bind port d634cc85-2272-42d0-bf83-8fd5fe939513 on network e737a90c-c937-44ca-87b5-2be0030559cb {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:01.954477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-2cf99554-b7cc-431d-8507-dc9ed35cee5a tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:01.956403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-2cf99554-b7cc-431d-8507-dc9ed35cee5a tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.18 "GET /v2.0/networks?id=f3779576-31c2-4c70-b15a-4df387ca9427 HTTP/1.1" status: 200 len: 814 time: 0.1388729 Nov 10 16:38:01.961148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:01.967484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Checking segment: {'id': '4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e737a90c-c937-44ca-87b5-2be0030559cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:01.968774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.969405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Bound using segment: {'id': '4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e737a90c-c937-44ca-87b5-2be0030559cb'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:01.971884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Bound port: d634cc85-2272-42d0-bf83-8fd5fe939513, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e737a90c-c937-44ca-87b5-2be0030559cb'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:01.973146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.977325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b48d5f1-a5f7-4086-bddf-0634c8cfe6d1 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:01.993805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Request body: {'port': {'device_id': 'b1e227f6-8e5d-4378-935d-49a0d4584a00', 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427', 'admin_state_up': True, 'tenant_id': '4536d418282948a98b650e037ea1160e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:02.003267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Attempting to bind port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:02.003973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Attempting to bind port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4277b015-0196-462d-a7e5-aae574e31e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '73211515-1a6f-4b37-a1df-b7ef40ccda3a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:02.004695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Attempting to bind port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e on network 73211515-1a6f-4b37-a1df-b7ef40ccda3a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:02.012554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04f1d06f-53b2-489b-b6d8-0ef81676f9a8 req-39b6aa78-540c-4b84-9849-e380c6fbaef7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dff04e4-1c30-4869-b9bf-e79a95686de9 HTTP/1.1" status: 200 len: 210 time: 0.1942303 Nov 10 16:38:02.013753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:02.014366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Checking segment: {'id': '4277b015-0196-462d-a7e5-aae574e31e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '73211515-1a6f-4b37-a1df-b7ef40ccda3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:02.014962 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.015784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Bound using segment: {'id': '4277b015-0196-462d-a7e5-aae574e31e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '73211515-1a6f-4b37-a1df-b7ef40ccda3a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:02.026738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Bound port: a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4277b015-0196-462d-a7e5-aae574e31e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '73211515-1a6f-4b37-a1df-b7ef40ccda3a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:02.027501 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.041364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b65f17ed-7e0b-498d-ac6e-17f077416aaf req-da8e87df-13b2-4c49-bdd1-8bc69cafae31 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 210 time: 0.1110132 Nov 10 16:38:02.090380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-6353a0c7-85b6-4348-a529-72fd8d2b33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:02.095063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-6353a0c7-85b6-4348-a529-72fd8d2b33ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e37acc-be82-4007-a91e-f54c8edb838d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3555391 Nov 10 16:38:02.199137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.204058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] For port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:02.206591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] For port d634cc85-2272-42d0-bf83-8fd5fe939513, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:02.209912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] For port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e,segment=NetworkSegment(4277b015-0196-462d-a7e5-aae574e31e50),segment_id=4277b015-0196-462d-a7e5-aae574e31e50)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:02.212674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] For port d634cc85-2272-42d0-bf83-8fd5fe939513, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d634cc85-2272-42d0-bf83-8fd5fe939513,segment=NetworkSegment(4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3),segment_id=4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:02.245666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-5114b5b8-a56c-480a-bff7-c1d9bb40b59f service neutron] 10.222.0.69 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315055 Nov 10 16:38:02.249996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b48d5f1-a5f7-4086-bddf-0634c8cfe6d1 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.287093 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.315411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c32fa908-ffe1-4963-8bbb-884d572d2944 req-90983848-0296-4a02-9273-6203fe6acb52 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 210 time: 0.1839714 Nov 10 16:38:02.319787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d68e211d-84d8-48eb-903b-b301565de302 req-a1a8c245-524a-45c3-b865-c99530e9bb17 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 210 time: 0.0708394 Nov 10 16:38:02.335022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.344814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.423773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Network 16e37acc-be82-4007-a91e-f54c8edb838d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:02.435803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:02.438835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:02.469877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Pushing event updated for resources: {'Port': ['ID=cef83c3e-3235-4a52-8563-94bcfe8c0414,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:02.536251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80a05b-796c-4713-9bce-ec2b76b50f35 None None] Pushing event updated for resources: {'Port': ['ID=a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:02.551297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b48d5f1-a5f7-4086-bddf-0634c8cfe6d1 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.594459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:02.595127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.650365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239553bc-455e-4df7-8873-3ec363b681cc None None] Pushing event updated for resources: {'Port': ['ID=d634cc85-2272-42d0-bf83-8fd5fe939513,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:02.653566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987586f9-432a-4931-9522-90b71e5666ca None None] Network e737a90c-c937-44ca-87b5-2be0030559cb requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:02.691202 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b40cbf24-c339-482b-8002-c4d5d262fdab tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ec53a3cd94604f54b34391385751105d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705051 Nov 10 16:38:02.813827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-59676304-2414-4686-ae6b-f3db09c7faca tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1925380 Nov 10 16:38:02.826784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Request body: {'port': {'device_id': 'a66ff3df-b083-4f2a-9ff0-1531d7564155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:02.908704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4734ad19-63b1-4ce1-ab27-f4060938f2dc {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:02.913833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b48d5f1-a5f7-4086-bddf-0634c8cfe6d1 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.933590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:02.950734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Transition to ACTIVE for port object 4734ad19-63b1-4ce1-ab27-f4060938f2dc will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:38:03.020389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c02fb2-6f12-4476-8571-3a0074e34803 req-f1273f89-5c77-457a-a1ca-8b157798127c service neutron] 10.222.0.69 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520382 Nov 10 16:38:03.043979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:03.082134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48d5f1-a5f7-4086-bddf-0634c8cfe6d1 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Subnet': ['ID=76824cac-9735-4b6e-b5ec-d28159b9eea0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:03.088484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f19dba8f-2567-4e2e-8321-727f952d2ad0 None None] Provisioning complete for port cef83c3e-3235-4a52-8563-94bcfe8c0414 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:03.088859 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f19dba8f-2567-4e2e-8321-727f952d2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:03.122156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b48d5f1-a5f7-4086-bddf-0634c8cfe6d1 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:03.135866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4b48d5f1-a5f7-4086-bddf-0634c8cfe6d1 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/subnets/76824cac-9735-4b6e-b5ec-d28159b9eea0 HTTP/1.1" status: 204 len: 168 time: 1.2671518 Nov 10 16:38:03.138369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45610) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:03.255048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f19dba8f-2567-4e2e-8321-727f952d2ad0 None None] Port cef83c3e-3235-4a52-8563-94bcfe8c0414 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:38:03.344842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-3e5bccc2-98c3-4e52-b100-331c09cf328c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:03.346401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-3e5bccc2-98c3-4e52-b100-331c09cf328c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6475878 Nov 10 16:38:03.364507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:03.370909 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8363ed14-ed67-40de-82fa-6246945426e0 req-370edb58-0e89-4f07-8879-a2b872131f29 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 210 time: 0.0575433 Nov 10 16:38:03.371796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Made reservation on behalf of 4536d418282948a98b650e037ea1160e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:03.380979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:03.384341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Pushing event updated for resources: {'Port': ['ID=4734ad19-63b1-4ce1-ab27-f4060938f2dc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:03.406354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Request body: {'port': {'device_id': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'ec53a3cd94604f54b34391385751105d'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:03.486834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4131e-e63d-4758-9163-233f430a6d3a req-92234716-2d04-4170-8f68-e59fb3a88520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:03.494272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bff4131e-e63d-4758-9163-233f430a6d3a req-92234716-2d04-4170-8f68-e59fb3a88520 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 1096 time: 0.2968926 Nov 10 16:38:03.529447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57aa2-b331-45bd-ae39-da8ec281a69f req-d8d7ae27-e12a-49fc-a703-580c05eaecf2 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:03.531023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86a57aa2-b331-45bd-ae39-da8ec281a69f req-d8d7ae27-e12a-49fc-a703-580c05eaecf2 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 931 time: 0.5082960 Nov 10 16:38:03.617437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Attempting to bind port 4734ad19-63b1-4ce1-ab27-f4060938f2dc on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:03.617826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Attempting to bind port 4734ad19-63b1-4ce1-ab27-f4060938f2dc by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:03.618176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Attempting to bind port 4734ad19-63b1-4ce1-ab27-f4060938f2dc on network 16e37acc-be82-4007-a91e-f54c8edb838d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:03.629368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Port 4734ad19-63b1-4ce1-ab27-f4060938f2dc on network 16e37acc-be82-4007-a91e-f54c8edb838d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:38:03.629667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Attempting to bind port 4734ad19-63b1-4ce1-ab27-f4060938f2dc on network 16e37acc-be82-4007-a91e-f54c8edb838d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:03.776193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:03.776532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Checking segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:03.776954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Bound using segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:03.781747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Bound port: 4734ad19-63b1-4ce1-ab27-f4060938f2dc, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:03.782868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:03.865376 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-216d5e2b-acd1-4578-a906-ae3c6e621c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:03.975037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:04.057739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4131e-e63d-4758-9163-233f430a6d3a req-530593ce-90c8-4ba9-9f38-99912c7ba9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:04.063286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bff4131e-e63d-4758-9163-233f430a6d3a req-530593ce-90c8-4ba9-9f38-99912c7ba9b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 916 time: 0.5392275 Nov 10 16:38:04.067176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Allocated IP 172.20.0.9 (f3779576-31c2-4c70-b15a-4df387ca9427/b3bb0ede-a859-4fb4-b828-ebf80ce8c30d/c63ccbc6-d2e7-4ead-a905-394157e969e8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:04.102278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:04.103008 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:04.160012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bff4131e-e63d-4758-9163-233f430a6d3a req-830c7902-b9f9-45ef-a80b-58c26dfa6f82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce956fb2-4e2b-45d5-8236-0ae915478d7d HTTP/1.1" status: 200 len: 217 time: 0.0808630 Nov 10 16:38:04.188193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-ef71ba96-1eb9-4481-a301-7d9175a87303 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:04.190315 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-ef71ba96-1eb9-4481-a301-7d9175a87303 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.6644998 Nov 10 16:38:04.282112 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:04.303719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6079ffbc-c2c4-4f6b-af13-900c9b05b6a9 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:04.309904 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6079ffbc-c2c4-4f6b-af13-900c9b05b6a9 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0387931 Nov 10 16:38:04.342999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:04.344504 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-0e1d67b1-5d78-4588-8afd-2fd75d3f0ef7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/quotas/f651b33b7fe24cec8653747a92dd1c9e HTTP/1.1" status: 200 len: 375 time: 0.1292067 Nov 10 16:38:04.379282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e,segment=NetworkSegment(4277b015-0196-462d-a7e5-aae574e31e50),segment_id=4277b015-0196-462d-a7e5-aae574e31e50)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:04.380431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba88bb-8175-4c86-97d9-435309d11557 None None] Network 73211515-1a6f-4b37-a1df-b7ef40ccda3a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:04.387755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] For port 4734ad19-63b1-4ce1-ab27-f4060938f2dc, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:04.426868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-da096c65-391d-4bb2-a0e1-bb81991aaca4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596542 Nov 10 16:38:04.486285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] For port 4734ad19-63b1-4ce1-ab27-f4060938f2dc, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=4734ad19-63b1-4ce1-ab27-f4060938f2dc,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:04.539608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86a57aa2-b331-45bd-ae39-da8ec281a69f req-00860cf2-daef-4dbe-9644-5d0bad6f2494 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9555068 Nov 10 16:38:04.540132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4131e-e63d-4758-9163-233f430a6d3a req-9718c5b7-761f-4eca-b217-d213449368e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:04.540218 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:04.544106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bff4131e-e63d-4758-9163-233f430a6d3a req-9718c5b7-761f-4eca-b217-d213449368e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6348342f-6c83-4ec7-a030-06438017315b HTTP/1.1" status: 200 len: 854 time: 0.3527603 Nov 10 16:38:04.731684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05afa196-9877-4564-8e08-d11eaae1b781 req-6cdf5685-9268-4337-b132-b9f4d2f5949d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 210 time: 0.0626395 Nov 10 16:38:04.776484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d399a411-d32f-4f29-8178-4c7e6ca52387 None None] Provisioning complete for port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:04.777005 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d399a411-d32f-4f29-8178-4c7e6ca52387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:04.841855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-a4611456-f639-462c-9813-00ebcac51721 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:04.843471 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-a4611456-f639-462c-9813-00ebcac51721 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.69 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 806 time: 0.5707014 Nov 10 16:38:04.846806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:04.857364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:04.857943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:04.940565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Pushing event updated for resources: {'Port': ['ID=4734ad19-63b1-4ce1-ab27-f4060938f2dc,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:04.955552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:04.956521 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:04.958181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-733737c3-8e5b-4313-8acb-4aae1072aee2 service neutron] 10.222.0.18 "PUT /v2.0/ports/4734ad19-63b1-4ce1-ab27-f4060938f2dc HTTP/1.1" status: 200 len: 1092 time: 3.8840098 Nov 10 16:38:04.964659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e62afe-aced-49be-ba06-277476fb82b1', 'tag': '4734ad19-63b1-4ce1-ab27-f4060938f2dc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:04.968014 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "83e62afe-aced-49be-ba06-277476fb82b1", "tag": "4734ad19-63b1-4ce1-ab27-f4060938f2dc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:04.980704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Request body: {'port': {'device_id': '9b698690-d75d-44d6-baf4-e2b7b571a720', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'admin_state_up': True, 'tenant_id': '63914f0048fe4601b18c574aa491243f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:04.988768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:05.011744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4131e-e63d-4758-9163-233f430a6d3a req-8a2d9838-3b9a-4062-8589-f3837ff2c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:05.013498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bff4131e-e63d-4758-9163-233f430a6d3a req-8a2d9838-3b9a-4062-8589-f3837ff2c3c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e37acc-be82-4007-a91e-f54c8edb838d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2611403 Nov 10 16:38:05.056685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] DHCP port deletion for 73211515-1a6f-4b37-a1df-b7ef40ccda3a request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:05.075471 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:05.096002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Made reservation on behalf of ec53a3cd94604f54b34391385751105d for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:05.109164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:05.193750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bff4131e-e63d-4758-9163-233f430a6d3a req-6bc91ac3-0963-4bbe-966f-3dcca1c28a7f service neutron] 10.222.0.69 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629047 Nov 10 16:38:05.202896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] Deleting port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:05.209319 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:05.241919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c408076d-517f-41bc-8bc9-30c0d05288ee req-525670b0-3614-40ae-b314-290ea5f8ac77 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 210 time: 0.3070617 Nov 10 16:38:05.361451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] For port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e,segment=NetworkSegment(4277b015-0196-462d-a7e5-aae574e31e50),segment_id=4277b015-0196-462d-a7e5-aae574e31e50)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:05.362151 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:05.387863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] Calling delete_port for a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:05.431041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bff4131e-e63d-4758-9163-233f430a6d3a req-16c73f47-8401-4d50-893d-5f9eaf527f13 service neutron] 10.222.0.69 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959822 Nov 10 16:38:05.504172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-02027d31-704d-4770-b761-4cf6d57c635d service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0764365 Nov 10 16:38:05.569657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-778f8c7e-f9fb-4e1e-965a-8b80f0b1c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:05.572503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-778f8c7e-f9fb-4e1e-965a-8b80f0b1c17f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 1095 time: 0.3729131 Nov 10 16:38:05.593641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:05.733388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:05.806104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] No DVR routers for this DVR port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:05.806104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fda85-98d1-45d2-a695-2b342258c320 None None] Pushing event deleted for resources: {'Port': ['ID=a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:05.806329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef83c3e-3235-4a52-8563-94bcfe8c0414 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:05.817069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:05.833965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Transition to ACTIVE for port object cef83c3e-3235-4a52-8563-94bcfe8c0414 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:38:05.845364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf321c0c-b18c-4079-b0be-edb1d181357e None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:38:05.928998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:38:05.975340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-36923738-23cc-407e-af55-14907414b9f3 req-9bfe9544-1f9b-48a6-80d5-37d35e7de586 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 210 time: 0.3596542 Nov 10 16:38:05.992194 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:06.068876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:38:06.073647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:38:06.199158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cef83c3e-3235-4a52-8563-94bcfe8c0414,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:06.199566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf321c0c-b18c-4079-b0be-edb1d181357e None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:38:06.217200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Made reservation on behalf of 63914f0048fe4601b18c574aa491243f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:06.222230 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:06.295915 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e0bc15-9d35-47ae-a301-d633edd357ad x-openstack-request-id: req-78e0bc15-9d35-47ae-a301-d633edd357ad {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:06.296441 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e62afe-aced-49be-ba06-277476fb82b1", "tag": "4734ad19-63b1-4ce1-ab27-f4060938f2dc", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:06.296816 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78e0bc15-9d35-47ae-a301-d633edd357ad {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:06.297303 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e62afe-aced-49be-ba06-277476fb82b1', 'tag': '4734ad19-63b1-4ce1-ab27-f4060938f2dc', 'status': 'completed', 'code': 200} Nov 10 16:38:06.304408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-9a8e84ee-5a5f-4fb0-8c4f-e28f4aea8d81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4734ad19-63b1-4ce1-ab27-f4060938f2dc HTTP/1.1" status: 200 len: 217 time: 0.6982770 Nov 10 16:38:06.323025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Allocated IP 192.168.233.253 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/d21b5269-cbf4-49db-8e76-596b87644d08) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:06.344988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Deleting port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:06.345993 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:06.372514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Network f3779576-31c2-4c70-b15a-4df387ca9427 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:06.454042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-1e3fa6a4-0005-4be1-a4b3-2bc184e84d90 service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236190 Nov 10 16:38:06.472616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5898a-ea38-4cf8-8ec2-366d72820dcd req-d403b3e1-99e0-4262-8b69-ed7536369583 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:06.480893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ef5898a-ea38-4cf8-8ec2-366d72820dcd req-d403b3e1-99e0-4262-8b69-ed7536369583 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 943 time: 0.2349088 Nov 10 16:38:06.596875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:06.619183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:06.707839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Attempting to bind port cef83c3e-3235-4a52-8563-94bcfe8c0414 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:06.708413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Attempting to bind port cef83c3e-3235-4a52-8563-94bcfe8c0414 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:06.708914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Attempting to bind port cef83c3e-3235-4a52-8563-94bcfe8c0414 on network 16e37acc-be82-4007-a91e-f54c8edb838d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:06.720908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:06.721721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:06.729553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Pushing event updated for resources: {'Port': ['ID=c63ccbc6-d2e7-4ead-a905-394157e969e8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:06.750746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Port cef83c3e-3235-4a52-8563-94bcfe8c0414 on network 16e37acc-be82-4007-a91e-f54c8edb838d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:38:06.756398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Attempting to bind port cef83c3e-3235-4a52-8563-94bcfe8c0414 on network 16e37acc-be82-4007-a91e-f54c8edb838d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:06.779717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-07c203da-4637-445d-bd0a-152c35222f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:06.781266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-07c203da-4637-445d-bd0a-152c35222f41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6348342f-6c83-4ec7-a030-06438017315b HTTP/1.1" status: 200 len: 854 time: 0.4560494 Nov 10 16:38:06.806367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] For port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e, host n-d-714676-11, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:06.806737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:06.876083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Calling delete_port for a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:06.889445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:06.889445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Checking segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:06.889445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Bound using segment: {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:06.890216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Bound port: cef83c3e-3235-4a52-8563-94bcfe8c0414, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2403d121-decf-4006-aec7-7a7233bbe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:06.890216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:06.904951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:38:06.909736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:06.933995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-8bc1a354-d2dd-4872-af26-4585618a3276 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9571478 Nov 10 16:38:06.971054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ef5898a-ea38-4cf8-8ec2-366d72820dcd req-5364e1ce-2ac0-478b-a92f-da98c7ddc4ba tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004164 Nov 10 16:38:06.991119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Allocated IP 172.20.0.5 (b1c029f4-edf1-41ba-ac0b-6add3459fd09/6d728c2c-8778-4a87-99d2-49192942df69/7026079c-baa4-4739-845a-b112f02c8d9f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:07.031911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Request body: {'port': {'device_id': 'b1e227f6-8e5d-4378-935d-49a0d4584a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:07.041957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.044201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ce956fb2-4e2b-45d5-8236-0ae915478d7d details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:38:07.145350 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.174360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Port': ['ID=a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:07.197445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c8a9c0e-c799-4578-b1ce-53e72778f028 req-4086b454-735c-465c-afe1-c2f38af6100c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 210 time: 0.2060988 Nov 10 16:38:07.217948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-c152ca8d-fd47-46e2-a08d-caf5e4d2a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:07.217948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-c152ca8d-fd47-46e2-a08d-caf5e4d2a6fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16e37acc-be82-4007-a91e-f54c8edb838d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3827548 Nov 10 16:38:07.241170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.264871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] For port cef83c3e-3235-4a52-8563-94bcfe8c0414, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:07.325030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868109d-376a-4c59-b626-d5b645c44675 req-c2541633-d85c-4e43-b0ea-9a0d75d9e49a tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:07.332960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d868109d-376a-4c59-b626-d5b645c44675 req-c2541633-d85c-4e43-b0ea-9a0d75d9e49a tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 931 time: 0.2533355 Nov 10 16:38:07.358577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] For port cef83c3e-3235-4a52-8563-94bcfe8c0414, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cef83c3e-3235-4a52-8563-94bcfe8c0414,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:07.444717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:38:07.672220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.678980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ce956fb2-4e2b-45d5-8236-0ae915478d7d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ce956fb2-4e2b-45d5-8236-0ae915478d7d,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:07.734219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'ce956fb2-4e2b-45d5-8236-0ae915478d7d', 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d', 'port_id': 'ce956fb2-4e2b-45d5-8236-0ae915478d7d', 'mac_address': 'fa:16:3e:03:30:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6348342f-6c83-4ec7-a030-06438017315b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:38:07.780527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63ccbc6-d2e7-4ead-a905-394157e969e8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:07.786939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.799391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.826975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Transition to ACTIVE for port object c63ccbc6-d2e7-4ead-a905-394157e969e8 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:38:07.843107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.863289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cef83c3e-3235-4a52-8563-94bcfe8c0414,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:07.895093 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.901004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:07.901792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:07.903459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-b62006d2-d1a7-41ef-b8e6-09667c2179c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/cef83c3e-3235-4a52-8563-94bcfe8c0414 HTTP/1.1" status: 200 len: 1092 time: 5.0869555 Nov 10 16:38:07.986184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:07.995379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:08.011108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] No DVR routers for this DVR port a6f8590e-b8b0-4bc9-b3b7-fadf1175c40e on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:08.039062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d868109d-376a-4c59-b626-d5b645c44675 req-74209b54-77d9-49ac-a1b1-7df59dfd15e8 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045960 Nov 10 16:38:08.041659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66ff3df-b083-4f2a-9ff0-1531d7564155', 'tag': 'cef83c3e-3235-4a52-8563-94bcfe8c0414'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:08.047471 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1bf74a-1634-459d-b011-41c78a8bbc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a66ff3df-b083-4f2a-9ff0-1531d7564155", "tag": "cef83c3e-3235-4a52-8563-94bcfe8c0414"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:08.074550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:08.252214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:08.261377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:08.281184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:08.349310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff1c63b2-1024-40e6-8b2b-f817d67a8d07 req-7f807abf-2300-44e8-a893-55dce6448915 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 210 time: 0.5091672 Nov 10 16:38:08.378450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Provisioning complete for port 75117a42-b166-4ba7-a3e4-fe9f110fef07 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:08.378450 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:08.571439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce956fb2-4e2b-45d5-8236-0ae915478d7d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:08.597738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45682) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:08.644879 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:08.733526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:08.736972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-25edd562-3f4a-4f67-bcb2-81dafc4178bb service neutron] 10.222.0.18 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9053452 Nov 10 16:38:08.754391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:08.759295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:08.854474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ce956fb2-4e2b-45d5-8236-0ae915478d7d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ce956fb2-4e2b-45d5-8236-0ae915478d7d,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:08.950904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:08.991728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:09.019853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.029016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73211515-1a6f-4b37-a1df-b7ef40ccda3a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:09.061470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d022025-ce73-440d-a463-b3cc57497735 req-7b3856fc-ca75-4a21-b7a9-b11d4bb7b33d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:09.064777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d022025-ce73-440d-a463-b3cc57497735 req-7b3856fc-ca75-4a21-b7a9-b11d4bb7b33d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 936 time: 0.5692997 Nov 10 16:38:09.068700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4277b015-0196-462d-a7e5-aae574e31e50') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:09.069017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4277b015-0196-462d-a7e5-aae574e31e50') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:09.069674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a783ac7f-09aa-454c-a698-fe90b9e76249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.122126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.143852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event updated for resources: {'Port': ['ID=7026079c-baa4-4739-845a-b112f02c8d9f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:09.157297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-c3908ab2-b3b8-4377-ba4d-c03d1e285ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:09.167387 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-c3908ab2-b3b8-4377-ba4d-c03d1e285ca9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 1095 time: 0.7821050 Nov 10 16:38:09.169392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.189598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:09.201509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ce956fb2-4e2b-45d5-8236-0ae915478d7d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:09.208830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:09.209246 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.224444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf6e46-2031-429a-8423-9fd3291dcc29 None None] DHCP port deletion for b1c029f4-edf1-41ba-ac0b-6add3459fd09 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:09.293927 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:09.315167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Pushing event updated for resources: {'Port': ['ID=c63ccbc6-d2e7-4ead-a905-394157e969e8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:09.333656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:09.334325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.385647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ce956fb2-4e2b-45d5-8236-0ae915478d7d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:09.391551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:09.487803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Provisioning complete for port 13bc0253-eca5-42e2-a075-8b80e84c1dd8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:09.489071 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.494943 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-f7a31870-7504-4a77-9617-7300be269b0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef83c3e-3235-4a52-8563-94bcfe8c0414 HTTP/1.1" status: 200 len: 217 time: 0.2001290 Nov 10 16:38:09.568748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Port 13bc0253-eca5-42e2-a075-8b80e84c1dd8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:38:09.613212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d022025-ce73-440d-a463-b3cc57497735 req-40fed2c1-b667-4356-b77d-a1163a049b17 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326913 Nov 10 16:38:09.613212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-b4519386-15a0-426c-bca8-8b21de1eebc8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2259367 Nov 10 16:38:09.624400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Provisioning complete for port 27faa89e-c08c-4763-b381-2dd708d89d7c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:09.625210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.630987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:09.639349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.677543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Request body: {'port': {'device_id': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:09.694789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b90108-4e7d-4d18-8a3c-6605f54e116f req-fba7a194-5418-4a2e-96f7-8d031ae3eaf1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:09.696812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69b90108-4e7d-4d18-8a3c-6605f54e116f req-fba7a194-5418-4a2e-96f7-8d031ae3eaf1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 943 time: 0.9334676 Nov 10 16:38:09.719508 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c20d94-f096-4419-b752-1ae01aa0c8ed x-openstack-request-id: req-49c20d94-f096-4419-b752-1ae01aa0c8ed {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:09.719508 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66ff3df-b083-4f2a-9ff0-1531d7564155", "tag": "cef83c3e-3235-4a52-8563-94bcfe8c0414", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:09.725022 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49c20d94-f096-4419-b752-1ae01aa0c8ed {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:09.725022 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66ff3df-b083-4f2a-9ff0-1531d7564155', 'tag': 'cef83c3e-3235-4a52-8563-94bcfe8c0414', 'status': 'completed', 'code': 200} Nov 10 16:38:09.730189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-15a7e9d6-f1f9-4299-a94b-887ba171328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:09.731717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-15a7e9d6-f1f9-4299-a94b-887ba171328c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6348342f-6c83-4ec7-a030-06438017315b HTTP/1.1" status: 200 len: 854 time: 0.2130432 Nov 10 16:38:09.739916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.764588 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.768643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/networks/73211515-1a6f-4b37-a1df-b7ef40ccda3a HTTP/1.1" status: 204 len: 168 time: 5.4232259 Nov 10 16:38:09.773896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:09.800822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99ebf1b1-d786-4c5a-b316-c5f02184ddac req-7ca69f6f-e720-4022-99b0-6f75ddaa4d65 service neutron] 10.222.0.18 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754025 Nov 10 16:38:09.813333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08da23-0fc1-4ebf-8ff5-126b175cf062 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Network': ['ID=73211515-1a6f-4b37-a1df-b7ef40ccda3a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:09.828297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Attempting to bind port c63ccbc6-d2e7-4ead-a905-394157e969e8 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:09.831599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:09.831730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Attempting to bind port c63ccbc6-d2e7-4ead-a905-394157e969e8 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:09.831730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Attempting to bind port c63ccbc6-d2e7-4ead-a905-394157e969e8 on network f3779576-31c2-4c70-b15a-4df387ca9427 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:09.853329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-74f1396a-31d1-489f-b201-24225b62edd9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9138653 Nov 10 16:38:09.855098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Port c63ccbc6-d2e7-4ead-a905-394157e969e8 on network f3779576-31c2-4c70-b15a-4df387ca9427 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:38:09.855235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Attempting to bind port c63ccbc6-d2e7-4ead-a905-394157e969e8 on network f3779576-31c2-4c70-b15a-4df387ca9427 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:09.887014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Request body: {'port': {'device_id': '9b698690-d75d-44d6-baf4-e2b7b571a720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:09.893539 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69b90108-4e7d-4d18-8a3c-6605f54e116f req-6cb1f3cb-dc87-412e-9eea-4530fa884006 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885021 Nov 10 16:38:09.897535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:09.897879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Checking segment: {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:09.898808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Bound using segment: {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:09.898808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Bound port: c63ccbc6-d2e7-4ead-a905-394157e969e8, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35f1851-0625-47b8-9303-ae0d7a17d444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:09.899342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.938956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:09.942062 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.117096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Provisioning complete for port 98267804-df11-42e2-a9e5-12ad00167268 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:10.120186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.167905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a783ac7f-09aa-454c-a698-fe90b9e76249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.171516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-15209f04-094e-4da9-a6c6-6ed3fde04f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:10.173393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-15209f04-094e-4da9-a6c6-6ed3fde04f7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16e37acc-be82-4007-a91e-f54c8edb838d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4061980 Nov 10 16:38:10.218776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.239722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] For port c63ccbc6-d2e7-4ead-a905-394157e969e8, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:10.251587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] For port c63ccbc6-d2e7-4ead-a905-394157e969e8, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c63ccbc6-d2e7-4ead-a905-394157e969e8,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:10.270524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-32a41c9a-d0a6-4ac5-9cc5-47b5321bfc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:10.271550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-32a41c9a-d0a6-4ac5-9cc5-47b5321bfc5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 1095 time: 0.2877934 Nov 10 16:38:10.290625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-3a4eaf5e-6b08-466c-bf0c-ddb7b3ddf8a5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:10.292187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-3a4eaf5e-6b08-466c-bf0c-ddb7b3ddf8a5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.2899337 Nov 10 16:38:10.301276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42bece-4dee-420f-86c0-272815aed19f req-fef316b5-75ce-43e0-ba82-e15c9bab6fd7 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:10.302905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b42bece-4dee-420f-86c0-272815aed19f req-fef316b5-75ce-43e0-ba82-e15c9bab6fd7 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 943 time: 0.1865194 Nov 10 16:38:10.309552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26111a6c-1fa7-4bb6-afe5-29aaeb95f858 req-59d05828-5a8d-43ea-89e8-4767e703d8d7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:10.314829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26111a6c-1fa7-4bb6-afe5-29aaeb95f858 req-59d05828-5a8d-43ea-89e8-4767e703d8d7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 931 time: 0.4466367 Nov 10 16:38:10.314963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Request body: {'port': {'device_id': 'd3662f03-053f-42e2-894c-09834dc9b32e', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'admin_state_up': True, 'tenant_id': 'f651b33b7fe24cec8653747a92dd1c9e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:10.378763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.409805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a783ac7f-09aa-454c-a698-fe90b9e76249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.451238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.461279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Provisioning complete for port 3d18f435-e2f6-482e-948a-b760fa51e040 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:10.462000 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.498227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Deleting port d634cc85-2272-42d0-bf83-8fd5fe939513 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:10.498500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.546189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:10.547090 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.548723 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] 10.222.0.18 "PUT /v2.0/ports/c63ccbc6-d2e7-4ead-a905-394157e969e8 HTTP/1.1" status: 200 len: 1092 time: 3.5636024 Nov 10 16:38:10.551360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e227f6-8e5d-4378-935d-49a0d4584a00', 'tag': 'c63ccbc6-d2e7-4ead-a905-394157e969e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:10.553868 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f92c778-b952-4c33-aba0-10f6bf9b11c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e227f6-8e5d-4378-935d-49a0d4584a00", "tag": "c63ccbc6-d2e7-4ead-a905-394157e969e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:10.641200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Provisioning complete for port 0d2dee35-a321-43e5-b12a-04918b2933de triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:10.641703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-257fe620-5be7-4b48-804e-01e0dcdcfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.745571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b42bece-4dee-420f-86c0-272815aed19f req-fd85eee1-83c5-464a-872f-8e7860ed7e7c tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126449 Nov 10 16:38:10.854337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edab453-d312-4275-b8a1-897920f59d07 service neutron] Pushing event updated for resources: {'Port': ['ID=c63ccbc6-d2e7-4ead-a905-394157e969e8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:10.910362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] For port d634cc85-2272-42d0-bf83-8fd5fe939513, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d634cc85-2272-42d0-bf83-8fd5fe939513,segment=NetworkSegment(4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3),segment_id=4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:10.910782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.943924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-af3a4128-c182-44c4-b1fe-e294e66c28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:10.946406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-af3a4128-c182-44c4-b1fe-e294e66c28e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 916 time: 0.6310203 Nov 10 16:38:10.959197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1f9500a6-78ca-4225-8a0a-f194d1a59f5e None None] Provisioning complete for port d21b5269-cbf4-49db-8e76-596b87644d08 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:10.959968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f9500a6-78ca-4225-8a0a-f194d1a59f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:10.968230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Calling delete_port for d634cc85-2272-42d0-bf83-8fd5fe939513 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:10.998198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed69dc97-0a69-45be-9bde-6b6b3116bfbc req-c204a82d-8588-49c3-9094-9d69c991ab71 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 210 time: 0.0570168 Nov 10 16:38:11.044642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ce956fb2-4e2b-45d5-8236-0ae915478d7d up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:11.059155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-6b57362d-9a6b-426c-a926-a9eb6491ab4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4734ad19-63b1-4ce1-ab27-f4060938f2dc HTTP/1.1" status: 200 len: 217 time: 0.0728354 Nov 10 16:38:11.059402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a783ac7f-09aa-454c-a698-fe90b9e76249 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32b942f1f5a144f7b4ed0dba7256cef6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4555635 Nov 10 16:38:11.059761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1f9500a6-78ca-4225-8a0a-f194d1a59f5e None None] Port d21b5269-cbf4-49db-8e76-596b87644d08 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:38:11.060054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:11.069995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Made reservation on behalf of f651b33b7fe24cec8653747a92dd1c9e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:11.074666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.102286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783ac7f-09aa-454c-a698-fe90b9e76249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9818473a-ad51-4234-9c47-35c2beae04e5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:11.130663 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85424bd6-7629-407e-9249-64a7dee80f1c x-openstack-request-id: req-85424bd6-7629-407e-9249-64a7dee80f1c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:11.131056 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e227f6-8e5d-4378-935d-49a0d4584a00", "tag": "c63ccbc6-d2e7-4ead-a905-394157e969e8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:11.131436 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85424bd6-7629-407e-9249-64a7dee80f1c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:11.131940 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e227f6-8e5d-4378-935d-49a0d4584a00', 'tag': 'c63ccbc6-d2e7-4ead-a905-394157e969e8', 'status': 'completed', 'code': 200} Nov 10 16:38:11.157165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-b06560e6-cadb-4c74-b9ae-61da80630df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:11.160121 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-b06560e6-cadb-4c74-b9ae-61da80630df5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4536d418282948a98b650e037ea1160e&device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 1095 time: 0.3153293 Nov 10 16:38:11.190100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1f9500a6-78ca-4225-8a0a-f194d1a59f5e None None] Provisioning complete for port 7026079c-baa4-4739-845a-b112f02c8d9f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:11.190351 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f9500a6-78ca-4225-8a0a-f194d1a59f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.226585 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-5c0d2208-a933-4212-9190-e20b5386587b service neutron] 10.222.0.18 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0184081 Nov 10 16:38:11.248941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26111a6c-1fa7-4bb6-afe5-29aaeb95f858 req-a6318cf7-7dc8-4946-b8d8-33777528da3c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8431044 Nov 10 16:38:11.256410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1f9500a6-78ca-4225-8a0a-f194d1a59f5e None None] Port 7026079c-baa4-4739-845a-b112f02c8d9f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:38:11.352975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port ce956fb2-4e2b-45d5-8236-0ae915478d7d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:38:11.359167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port ce956fb2-4e2b-45d5-8236-0ae915478d7d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:11.360582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.411142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-1338dda6-4d72-42f4-8bb6-7576584b9517 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c63ccbc6-d2e7-4ead-a905-394157e969e8 HTTP/1.1" status: 200 len: 217 time: 0.1775517 Nov 10 16:38:11.449426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-b5aa93f3-0ad0-4131-92a6-66e1b5f1cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:11.450802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-b5aa93f3-0ad0-4131-92a6-66e1b5f1cc70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6348342f-6c83-4ec7-a030-06438017315b HTTP/1.1" status: 200 len: 854 time: 0.3708785 Nov 10 16:38:11.497234 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.566224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ce956fb2-4e2b-45d5-8236-0ae915478d7d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ce956fb2-4e2b-45d5-8236-0ae915478d7d,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:11.568527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d96c8-6ff0-4d06-a820-15494432058b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce956fb2-4e2b-45d5-8236-0ae915478d7d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:11.574288 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331a0ac2-d683-4ccd-802e-7b09be8c02a4" -d '{"events": [{"server_uuid": "8f4d96c8-6ff0-4d06-a820-15494432058b", "name": "network-vif-plugged", "status": "completed", "tag": "ce956fb2-4e2b-45d5-8236-0ae915478d7d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:11.581976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d1a5f-1a5a-4e95-9903-f588f8d5aa0b req-271c6f02-8bf6-4620-aff1-5dd2efdb9b23 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:11.586925 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c21d1a5f-1a5a-4e95-9903-f588f8d5aa0b req-271c6f02-8bf6-4620-aff1-5dd2efdb9b23 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 936 time: 0.3752518 Nov 10 16:38:11.596794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be22a8b6-f61f-4fdc-82f0-f8d000c890e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.640060 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.655170 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6d97a7e-6d22-43b4-8356-0f3faf9589f1 req-8baa1edf-e6d9-4513-8a53-d3b9af5896fd service neutron] 10.222.0.18 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593416 Nov 10 16:38:11.682026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5816bc-f82d-47e5-93b0-680057c79c08 req-44ad8c8c-c8e0-492f-8ce7-17d67b15eab8 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:11.683578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f5816bc-f82d-47e5-93b0-680057c79c08 req-44ad8c8c-c8e0-492f-8ce7-17d67b15eab8 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 943 time: 0.2602923 Nov 10 16:38:11.697358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ce956fb2-4e2b-45d5-8236-0ae915478d7d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:11.727604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21b5269-cbf4-49db-8e76-596b87644d08 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:11.729258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be22a8b6-f61f-4fdc-82f0-f8d000c890e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.738058 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.759577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.802845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Transition to ACTIVE for port object d21b5269-cbf4-49db-8e76-596b87644d08 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:38:11.823132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] No DVR routers for this DVR port d634cc85-2272-42d0-bf83-8fd5fe939513 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:11.830275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7026079c-baa4-4739-845a-b112f02c8d9f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:11.846971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f5816bc-f82d-47e5-93b0-680057c79c08 req-338261e9-3a20-4f53-9232-dcb637efe2fa tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553621 Nov 10 16:38:11.849160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.864370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Transition to ACTIVE for port object 7026079c-baa4-4739-845a-b112f02c8d9f will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:38:11.881955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Port': ['ID=d634cc85-2272-42d0-bf83-8fd5fe939513,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:11.906119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:11.939286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Allocated IP 172.20.0.6 (1c27b5c7-e493-4d18-b58c-41f6e7206ff0/c086cf2f-907f-43eb-aa4f-03e65c19d7a8/197b00d8-0b84-43f7-89fd-99edfc9a5fe5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:11.962186 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.006321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade556f-b7d4-49fc-a4a3-8a538ab4224e None None] DHCP port deletion for b1c029f4-edf1-41ba-ac0b-6add3459fd09 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:12.007084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:12.016806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.085595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e737a90c-c937-44ca-87b5-2be0030559cb']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:12.123592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:12.127407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff4f3ec-5f0a-4850-bc47-2eb1f69e53c3') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:12.141192 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf9fc8d-8e48-41fb-9baa-10d3655fa456 x-openstack-request-id: req-baf9fc8d-8e48-41fb-9baa-10d3655fa456 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:12.141822 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d96c8-6ff0-4d06-a820-15494432058b", "name": "network-vif-plugged", "status": "completed", "tag": "ce956fb2-4e2b-45d5-8236-0ae915478d7d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:12.142266 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baf9fc8d-8e48-41fb-9baa-10d3655fa456 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:12.142851 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d96c8-6ff0-4d06-a820-15494432058b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce956fb2-4e2b-45d5-8236-0ae915478d7d', 'code': 200} Nov 10 16:38:12.155972 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.189661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.209300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:12.215545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.245637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7026079c-baa4-4739-845a-b112f02c8d9f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:12.301278 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:12.384792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-60c7caa9-dcc7-4c09-a989-7f44266d559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:12.386766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-60c7caa9-dcc7-4c09-a989-7f44266d559c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 1095 time: 0.2192695 Nov 10 16:38:12.387928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:12.388418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:12.388713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:12.407287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:38:12.411449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:12.412474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Attempting to bind port 7026079c-baa4-4739-845a-b112f02c8d9f on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:12.412769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Attempting to bind port 7026079c-baa4-4739-845a-b112f02c8d9f by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:12.413186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Attempting to bind port 7026079c-baa4-4739-845a-b112f02c8d9f on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:12.416048 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c21d1a5f-1a5a-4e95-9903-f588f8d5aa0b req-69f51a19-2adb-46a9-baa6-5427f3284974 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8056643 Nov 10 16:38:12.417746 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.422460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:12.422948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:12.423432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:12.424451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Bound port: d21b5269-cbf4-49db-8e76-596b87644d08, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:12.424451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.439400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Port 7026079c-baa4-4739-845a-b112f02c8d9f on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:38:12.439400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Attempting to bind port 7026079c-baa4-4739-845a-b112f02c8d9f on network b1c029f4-edf1-41ba-ac0b-6add3459fd09 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:12.455975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.466153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/networks/e737a90c-c937-44ca-87b5-2be0030559cb HTTP/1.1" status: 204 len: 168 time: 2.6888225 Nov 10 16:38:12.469484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45544e-d911-4ca8-9e76-98c9b978da08 req-bff40cc4-c283-4fd4-b40a-5e8e228eebd1 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:12.471146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be45544e-d911-4ca8-9e76-98c9b978da08 req-bff40cc4-c283-4fd4-b40a-5e8e228eebd1 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 943 time: 0.1967273 Nov 10 16:38:12.476011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45710) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:12.498413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:12.498943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Checking segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:12.499322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Bound using segment: {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:12.499905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Bound port: 7026079c-baa4-4739-845a-b112f02c8d9f, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6dbf8c6-340b-4d0e-9634-01ce9715c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:12.500362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.515784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed53762-4c9b-4884-b48f-54a70854bd62 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Network': ['ID=e737a90c-c937-44ca-87b5-2be0030559cb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:12.589701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-409f1911-93ed-4564-848b-eadd3fd12351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:12.594300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-409f1911-93ed-4564-848b-eadd3fd12351 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3bb0ede-a859-4fb4-b828-ebf80ce8c30d HTTP/1.1" status: 200 len: 853 time: 0.2920704 Nov 10 16:38:12.597571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00e24bee-8c38-4f06-881c-3430dc58c23f req-32dbefe3-5214-4351-9824-006c45e0264b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 210 time: 0.1005771 Nov 10 16:38:12.632097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8239-264a-4c1d-bf71-1b0ad87789f5 req-930fc155-462d-46c7-a33b-569713065909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:12.642540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b11c8239-264a-4c1d-bf71-1b0ad87789f5 req-930fc155-462d-46c7-a33b-569713065909 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 1098 time: 0.3032689 Nov 10 16:38:12.642540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-390628a4-f8dd-456c-af6b-d015bc06a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:12.642540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-390628a4-f8dd-456c-af6b-d015bc06a951 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16e37acc-be82-4007-a91e-f54c8edb838d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3269694 Nov 10 16:38:12.739694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b11c8239-264a-4c1d-bf71-1b0ad87789f5 req-ba49d08d-eb78-42b4-9b27-9ddc105d846c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Nov 10 16:38:12.756514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-fbb5ee41-c8aa-484c-a2a1-ac203c9800cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:12.758235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-fbb5ee41-c8aa-484c-a2a1-ac203c9800cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 916 time: 0.3314030 Nov 10 16:38:12.762111 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be45544e-d911-4ca8-9e76-98c9b978da08 req-bf92712e-c090-433c-b1e7-4b9545ecb655 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714236 Nov 10 16:38:12.773544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.785371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:12.785371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:12.786360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] For port 7026079c-baa4-4739-845a-b112f02c8d9f, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:12.792180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] For port 7026079c-baa4-4739-845a-b112f02c8d9f, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7026079c-baa4-4739-845a-b112f02c8d9f,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:12.793890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be22a8b6-f61f-4fdc-82f0-f8d000c890e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.803007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be22a8b6-f61f-4fdc-82f0-f8d000c890e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.805879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-be22a8b6-f61f-4fdc-82f0-f8d000c890e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9818473a-ad51-4234-9c47-35c2beae04e5 HTTP/1.1" status: 204 len: 168 time: 1.7405868 Nov 10 16:38:12.873520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.948320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.951047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 4734ad19-63b1-4ce1-ab27-f4060938f2dc details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:38:12.958397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:12.959014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:12.960562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] 10.222.0.18 "PUT /v2.0/ports/d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 1097 time: 3.3104987 Nov 10 16:38:13.007862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:13.010633 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d944ab-bfa3-4103-9109-50ef157077b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:13.019479 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:13.059669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-0805f9d2-560a-49bc-9961-fa49c8105353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef83c3e-3235-4a52-8563-94bcfe8c0414 HTTP/1.1" status: 200 len: 217 time: 0.1210299 Nov 10 16:38:13.072319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22a8b6-f61f-4fdc-82f0-f8d000c890e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9818473a-ad51-4234-9c47-35c2beae04e5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:13.079590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:13.134274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d9bf2c-dd58-4617-8663-becd1a18eb07 None None] DHCP port deletion for b1c029f4-edf1-41ba-ac0b-6add3459fd09 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:13.189857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a06be-92aa-4188-a85d-a81d288c8a6f req-1016459f-b1cb-4b2b-9e7e-76be77b20488 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:13.194643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f3a06be-92aa-4188-a85d-a81d288c8a6f req-1016459f-b1cb-4b2b-9e7e-76be77b20488 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 943 time: 0.4674191 Nov 10 16:38:13.195403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:13.196645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:13.198345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] 10.222.0.69 "PUT /v2.0/ports/7026079c-baa4-4739-845a-b112f02c8d9f HTTP/1.1" status: 200 len: 1092 time: 3.3178174 Nov 10 16:38:13.215022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc6d956-1229-4bdf-8574-14b879731302']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:13.267214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e4b7cf-194e-4828-8a01-790ddd86533e') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:13.273263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e4b7cf-194e-4828-8a01-790ddd86533e') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:13.279504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee9db6-9bb7-44eb-95b8-ebf8dd28eaba service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:13.324640 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:13.327742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 4734ad19-63b1-4ce1-ab27-f4060938f2dc, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=4734ad19-63b1-4ce1-ab27-f4060938f2dc,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:13.355459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '4734ad19-63b1-4ce1-ab27-f4060938f2dc', 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d', 'port_id': '4734ad19-63b1-4ce1-ab27-f4060938f2dc', 'mac_address': 'fa:16:3e:d4:1d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6348342f-6c83-4ec7-a030-06438017315b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:38:13.422540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:13.428128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-6f2cb230-52cc-4bd6-9335-629dfab865a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:13.429615 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-6f2cb230-52cc-4bd6-9335-629dfab865a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6348342f-6c83-4ec7-a030-06438017315b HTTP/1.1" status: 200 len: 854 time: 0.3417532 Nov 10 16:38:13.450185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc233-ce7b-4e0b-b5a3-e570489c54d2 req-ebbec639-f063-4685-a033-a6ee7481b16b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:13.458150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-904cc233-ce7b-4e0b-b5a3-e570489c54d2 req-ebbec639-f063-4685-a033-a6ee7481b16b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 943 time: 0.4356158 Nov 10 16:38:13.499276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:13.499748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:13.506705 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:13.549008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-ee6a8ebf-6bdd-46ca-9c4f-4d59631739d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:13.550693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-ee6a8ebf-6bdd-46ca-9c4f-4d59631739d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1100 time: 0.4277596 Nov 10 16:38:13.623420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625c19a-df6a-4664-9744-e06ca54324d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7026079c-baa4-4739-845a-b112f02c8d9f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:13.723541 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:13.766196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4734ad19-63b1-4ce1-ab27-f4060938f2dc {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:13.787593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-904cc233-ce7b-4e0b-b5a3-e570489c54d2 req-967edb12-f182-4b7f-8c9b-22d25bc640e4 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269753 Nov 10 16:38:13.804682 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-8f00e591-bf62-4230-8e06-9bf22505aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:13.806955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-8f00e591-bf62-4230-8e06-9bf22505aa61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 1095 time: 0.5024395 Nov 10 16:38:13.808345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-89d719cc-b598-4477-8522-3031faa92bfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.2106678 Nov 10 16:38:13.825677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-2cae1cbb-60a1-4099-a62f-2835583d065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:13.827331 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-2cae1cbb-60a1-4099-a62f-2835583d065e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16e37acc-be82-4007-a91e-f54c8edb838d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3586521 Nov 10 16:38:13.845575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 4734ad19-63b1-4ce1-ab27-f4060938f2dc, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=4734ad19-63b1-4ce1-ab27-f4060938f2dc,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:13.905232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-7bcdbbad-4793-4f97-ac85-918715c154da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:13.906830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-7bcdbbad-4793-4f97-ac85-918715c154da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3779576-31c2-4c70-b15a-4df387ca9427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9289317 Nov 10 16:38:14.012503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:14.037108 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-3bbf0045-7ca7-40fb-b299-05cbccf2059f service neutron] 10.222.0.18 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0571384 Nov 10 16:38:14.090579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f3a06be-92aa-4188-a85d-a81d288c8a6f req-bb4749f5-0a19-4184-a696-79b349267d1e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8536136 Nov 10 16:38:14.091851 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:14.165658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=4734ad19-63b1-4ce1-ab27-f4060938f2dc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:14.230885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:14.237907 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3054533-3cf6-4953-af19-43999d749c5e x-openstack-request-id: req-e3054533-3cf6-4953-af19-43999d749c5e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:14.238195 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:14.238445 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3054533-3cf6-4953-af19-43999d749c5e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:14.238836 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'status': 'completed', 'code': 200} Nov 10 16:38:14.271828 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-9c285471-d7ed-4c60-9f8f-596b6834ef16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7026079c-baa4-4739-845a-b112f02c8d9f HTTP/1.1" status: 200 len: 217 time: 0.4564624 Nov 10 16:38:14.272464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:14.294170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:14.326366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:14.327730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['4734ad19-63b1-4ce1-ab27-f4060938f2dc'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:14.330205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:14.342214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/networks/7dc6d956-1229-4bdf-8574-14b879731302 HTTP/1.1" status: 204 len: 168 time: 1.8527355 Nov 10 16:38:14.345683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:14.413901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5cd6d9-740e-46d7-b5a6-f3257f9c64c5 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:14.437028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e841ef1-b04a-4158-bf0e-a38be44cf7e3 tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Network': ['ID=7dc6d956-1229-4bdf-8574-14b879731302,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:14.483609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-65ea1caf-2066-4a5e-92b2-6e8425256a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:14.485052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-65ea1caf-2066-4a5e-92b2-6e8425256a57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2250285 Nov 10 16:38:14.496639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ae8f8-6737-47e3-a641-ff9cc66807b4 req-45c99df1-95ba-4bbf-95ed-89f87e1ebdce tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:14.504426 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-804ae8f8-6737-47e3-a641-ff9cc66807b4 req-45c99df1-95ba-4bbf-95ed-89f87e1ebdce tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.2561569 Nov 10 16:38:14.507149 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:14.507839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-f6af6410-b426-440a-81a1-afe74831cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:14.509460 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-f6af6410-b426-440a-81a1-afe74831cb1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.1899283 Nov 10 16:38:14.574195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9866040e-7fbb-48de-b2af-395566a75dbc None None] Provisioning complete for port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:14.574955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9866040e-7fbb-48de-b2af-395566a75dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:14.606561 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-c4093508-ec55-49a3-b84d-bf8cb6bc591c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674376 Nov 10 16:38:14.609799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-555ff4fe-61c2-4554-92f7-eff2ad7f3e22 service neutron] 10.222.0.18 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701935 Nov 10 16:38:14.610947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event updated for resources: {'Port': ['ID=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:14.654314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9866040e-7fbb-48de-b2af-395566a75dbc None None] Port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:38:14.674830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-b32ad1b4-687e-4663-9c0b-7dc32679a609 service neutron] 10.222.0.18 "GET /v2.0/networks/f3779576-31c2-4c70-b15a-4df387ca9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195370 Nov 10 16:38:14.721803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:14.722573 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:14.727609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a0d9147-2ea9-4626-b6d7-48fab8a2fcb3 req-ebabc607-4dee-480d-863d-bb9a1c29d1e3 service neutron] 10.222.0.18 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574633 Nov 10 16:38:14.757341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91368a-3275-4f79-93de-6844859f3ae4 req-92e6c87f-e2cb-46b2-a876-0d5dfb756937 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:14.765466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b91368a-3275-4f79-93de-6844859f3ae4 req-92e6c87f-e2cb-46b2-a876-0d5dfb756937 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 931 time: 0.4466105 Nov 10 16:38:14.799592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-804ae8f8-6737-47e3-a641-ff9cc66807b4 req-770387ad-5da6-432f-9cfa-ece940f4bbd8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942383 Nov 10 16:38:14.862797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-18499681-22e6-4e61-84da-3841a9c4dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:14.865435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-18499681-22e6-4e61-84da-3841a9c4dc22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3522658 Nov 10 16:38:14.950298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device cef83c3e-3235-4a52-8563-94bcfe8c0414 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:38:15.001323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-c3e48627-0e00-411e-88ac-13f4b2d349ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6940072 Nov 10 16:38:15.003031 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.005257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa1bf74a-1634-459d-b011-41c78a8bbc0f req-113e2340-4f5f-4afd-8c04-f43c783ae2a8 service neutron] 10.222.0.18 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717017 Nov 10 16:38:15.057465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-6dafdcf6-b75e-444e-b64b-32428753b158 service neutron] 10.222.0.69 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375939 Nov 10 16:38:15.080976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Request body: {'port': {'device_id': 'd3662f03-053f-42e2-894c-09834dc9b32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:15.160219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port cef83c3e-3235-4a52-8563-94bcfe8c0414, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cef83c3e-3235-4a52-8563-94bcfe8c0414,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:15.181055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'cef83c3e-3235-4a52-8563-94bcfe8c0414', 'network_id': '16e37acc-be82-4007-a91e-f54c8edb838d', 'port_id': 'cef83c3e-3235-4a52-8563-94bcfe8c0414', 'mac_address': 'fa:16:3e:0e:ed:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6348342f-6c83-4ec7-a030-06438017315b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:38:15.195497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f457646-4db3-488b-b695-ea2e0ea095c1 req-002e7433-ff49-4a00-9a53-70bef68ca501 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:15.200940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:15.206110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f457646-4db3-488b-b695-ea2e0ea095c1 req-002e7433-ff49-4a00-9a53-70bef68ca501 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 943 time: 0.3139420 Nov 10 16:38:15.267648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.275471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6475f338-5c69-4d9e-bbde-6877cbf17835') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:15.275701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6475f338-5c69-4d9e-bbde-6877cbf17835') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:15.294411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b91368a-3275-4f79-93de-6844859f3ae4 req-6b0c58e0-f9af-4ba8-83ec-ec5123dbe863 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279894 Nov 10 16:38:15.309824 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f457646-4db3-488b-b695-ea2e0ea095c1 req-348c9d9a-d466-41e7-bac1-1e410efcaae8 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003137 Nov 10 16:38:15.326318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef83c3e-3235-4a52-8563-94bcfe8c0414 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:15.369010 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62aead30-e106-4d15-88ce-b0b0675b6196 req-dbac63b8-6dd9-4b1c-acb9-d5b909686f6b service neutron] 10.222.0.69 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022585 Nov 10 16:38:15.400606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port cef83c3e-3235-4a52-8563-94bcfe8c0414, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cef83c3e-3235-4a52-8563-94bcfe8c0414,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:15.403381 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.437260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.449143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.457167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:15.457167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:15.487988 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:15.490196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a4dbc46-bec8-4afb-8a82-2660c76983e7 req-659f8c3d-5902-434e-8637-f984e349d8da service neutron] 10.222.0.18 "GET /v2.0/networks/f3779576-31c2-4c70-b15a-4df387ca9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592733 Nov 10 16:38:15.537564 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.620756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=cef83c3e-3235-4a52-8563-94bcfe8c0414,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:15.677297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df936c4-6a3e-4218-a7e2-59e048aa5961 req-8bf13b92-f315-4a64-ad2e-b349527e2810 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:15.678854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3df936c4-6a3e-4218-a7e2-59e048aa5961 req-8bf13b92-f315-4a64-ad2e-b349527e2810 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 943 time: 0.2708709 Nov 10 16:38:15.728804 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.772335 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:15.776136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] 10.222.0.62 "DELETE /v2.0/networks/1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd HTTP/1.1" status: 204 len: 168 time: 1.3988006 Nov 10 16:38:15.811372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a675d-36d1-4222-80a7-997894381e7b tempest-BulkNetworkOpsTest-303016000 tempest-BulkNetworkOpsTest-303016000-project] Pushing event deleted for resources: {'Network': ['ID=1f4272a6-ab57-45f1-a24e-ff6c65c7f1cd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:15.828749 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3df936c4-6a3e-4218-a7e2-59e048aa5961 req-93961023-2050-4ca8-8fee-3b5859293625 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043870 Nov 10 16:38:15.869512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['cef83c3e-3235-4a52-8563-94bcfe8c0414'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:16.070276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68f8b2-0ff0-46b0-81a8-148208b04b97 req-f13be7df-963b-4069-a69e-e6b0210dba7a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:16.072308 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d68f8b2-0ff0-46b0-81a8-148208b04b97 req-f13be7df-963b-4069-a69e-e6b0210dba7a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 943 time: 0.1133626 Nov 10 16:38:16.126593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:16.165567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:16.173157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d68f8b2-0ff0-46b0-81a8-148208b04b97 req-3f4239de-bcbf-438c-86c3-686ba849ee66 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814795 Nov 10 16:38:16.189949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Transition to ACTIVE for port object 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:38:16.239653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b698690-d75d-44d6-baf4-e2b7b571a720', 'tag': '7026079c-baa4-4739-845a-b112f02c8d9f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:16.243452 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d649b26-911e-42b8-95c5-500b0e5ce9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b698690-d75d-44d6-baf4-e2b7b571a720", "tag": "7026079c-baa4-4739-845a-b112f02c8d9f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:16.310768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd859b-2221-4987-9fc4-5ea79ad6215f req-e316c5ed-edc5-41a9-b7a4-00a384b4e558 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:16.318318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ffd859b-2221-4987-9fc4-5ea79ad6215f req-e316c5ed-edc5-41a9-b7a4-00a384b4e558 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.0705943 Nov 10 16:38:16.324380 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:16.389474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5950e71-93fa-418f-8962-c54afb971cc8 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:16.418880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Pushing event updated for resources: {'Port': ['ID=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:16.510521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ffd859b-2221-4987-9fc4-5ea79ad6215f req-eeef1d97-e09b-42f0-a6a3-e6901ec16db2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880443 Nov 10 16:38:16.522444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45776) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:16.595806 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12625e27-264a-4744-8171-c56ef73fd6a2 x-openstack-request-id: req-12625e27-264a-4744-8171-c56ef73fd6a2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:16.595806 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b698690-d75d-44d6-baf4-e2b7b571a720", "tag": "7026079c-baa4-4739-845a-b112f02c8d9f", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:16.595806 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12625e27-264a-4744-8171-c56ef73fd6a2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:16.595806 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b698690-d75d-44d6-baf4-e2b7b571a720', 'tag': '7026079c-baa4-4739-845a-b112f02c8d9f', 'status': 'completed', 'code': 200} Nov 10 16:38:16.596146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Attempting to bind port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:16.596146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Attempting to bind port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:16.596146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Attempting to bind port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:16.612422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:38:16.612811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Attempting to bind port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:16.657802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:16.662396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Checking segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:16.662396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Bound using segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:16.662396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Bound port: 197b00d8-0b84-43f7-89fd-99edfc9a5fe5, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:16.662396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:16.732589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-af64276a-f8ad-42ed-a3a9-fc3a61087d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:16.736688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-af64276a-f8ad-42ed-a3a9-fc3a61087d0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 1095 time: 0.1164143 Nov 10 16:38:16.881289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-86b27677-0eeb-4d73-ad4c-5270f3a49837 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1b2ea4a53da47918ff1f870913f6262&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548563 Nov 10 16:38:16.884888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45784) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:16.938824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f77afa-fcc6-436f-a67b-6235ce80bf72 req-2c309571-1929-407c-801e-13908c573231 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:16.940508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7f77afa-fcc6-436f-a67b-6235ce80bf72 req-2c309571-1929-407c-801e-13908c573231 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 943 time: 0.2577472 Nov 10 16:38:16.958333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-45faae65-a4a1-4c65-9a2f-41425b4caeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:16.962222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] For port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:16.963837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-45faae65-a4a1-4c65-9a2f-41425b4caeec service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 907 time: 0.2007873 Nov 10 16:38:16.965677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device cef83c3e-3235-4a52-8563-94bcfe8c0414 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:17.017062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-850b343f-ed4b-4067-b5da-faaf4c45823f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7026079c-baa4-4739-845a-b112f02c8d9f HTTP/1.1" status: 200 len: 217 time: 0.0453727 Nov 10 16:38:17.047862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0af5662b-9a1f-44bc-a77f-95e3f655b25a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.050897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7f77afa-fcc6-436f-a67b-6235ce80bf72 req-47efc951-c717-4043-a660-17bacff83eb9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867670 Nov 10 16:38:17.055155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] For port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:17.103727 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0af5662b-9a1f-44bc-a77f-95e3f655b25a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.116234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-05c708ed-b9b4-416e-9116-f6431e618b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:17.117760 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-05c708ed-b9b4-416e-9116-f6431e618b78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.0786009 Nov 10 16:38:17.144063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port cef83c3e-3235-4a52-8563-94bcfe8c0414 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:38:17.150122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port cef83c3e-3235-4a52-8563-94bcfe8c0414 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:17.150850 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.172699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.181980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-eaacc437-f26d-4e8c-86da-9f21239a4225 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359266 Nov 10 16:38:17.221043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:17.222319 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.223748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] 10.222.0.69 "PUT /v2.0/ports/197b00d8-0b84-43f7-89fd-99edfc9a5fe5 HTTP/1.1" status: 200 len: 1092 time: 2.1780040 Nov 10 16:38:17.224209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3662f03-053f-42e2-894c-09834dc9b32e', 'tag': '197b00d8-0b84-43f7-89fd-99edfc9a5fe5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:17.226764 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80" -d '{"events": [{"name": "network-changed", "server_uuid": "d3662f03-053f-42e2-894c-09834dc9b32e", "tag": "197b00d8-0b84-43f7-89fd-99edfc9a5fe5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:17.246942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b16cb-c267-4829-af8a-f494581b4453 req-7e690474-92d9-4659-afe4-37a7b6443011 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:17.248394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab0b16cb-c267-4829-af8a-f494581b4453 req-7e690474-92d9-4659-afe4-37a7b6443011 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 943 time: 0.1270232 Nov 10 16:38:17.249455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adbdeca-9983-4148-b296-d7b02ad559e3 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:17.273263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.294378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec1b66-aebe-4aa6-8c40-44f08ff07a0c service neutron] Pushing event updated for resources: {'Port': ['ID=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:17.318880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66ff3df-b083-4f2a-9ff0-1531d7564155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef83c3e-3235-4a52-8563-94bcfe8c0414'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:17.325463 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66312e8c-690f-41c0-a763-92ef07f4491c" -d '{"events": [{"server_uuid": "a66ff3df-b083-4f2a-9ff0-1531d7564155", "name": "network-vif-plugged", "status": "completed", "tag": "cef83c3e-3235-4a52-8563-94bcfe8c0414"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:17.347819 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-14ee94d7-2de3-4bfb-92b4-7e7a4072a774 service neutron] 10.222.0.69 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571500 Nov 10 16:38:17.348404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0af5662b-9a1f-44bc-a77f-95e3f655b25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.350961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0af5662b-9a1f-44bc-a77f-95e3f655b25a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.354984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0af5662b-9a1f-44bc-a77f-95e3f655b25a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9897765-fda4-4df2-9ab4-3f4558914f30 HTTP/1.1" status: 204 len: 168 time: 0.4663506 Nov 10 16:38:17.362569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab0b16cb-c267-4829-af8a-f494581b4453 req-324c6951-b073-44e6-88a5-54248f65a08d tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934329 Nov 10 16:38:17.380937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port cef83c3e-3235-4a52-8563-94bcfe8c0414, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cef83c3e-3235-4a52-8563-94bcfe8c0414,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:17.389165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5662b-9a1f-44bc-a77f-95e3f655b25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9897765-fda4-4df2-9ab4-3f4558914f30,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:17.484057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d649b26-911e-42b8-95c5-500b0e5ce9e0 req-0009c95b-955d-433a-93cd-1b2779ab77c2 service neutron] 10.222.0.69 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267970 Nov 10 16:38:17.484306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-7e71dc3c-27e7-457a-bd11-ee950fa858b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:17.489207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-7e71dc3c-27e7-457a-bd11-ee950fa858b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 1095 time: 0.1214767 Nov 10 16:38:17.495633 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.495633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 4734ad19-63b1-4ce1-ab27-f4060938f2dc up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:17.581006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-ab1771b6-ec99-4694-b824-91480e79a56b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197b00d8-0b84-43f7-89fd-99edfc9a5fe5 HTTP/1.1" status: 200 len: 217 time: 0.0770724 Nov 10 16:38:17.581306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=cef83c3e-3235-4a52-8563-94bcfe8c0414,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:17.639389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d02f8-5217-4398-b707-769ac363b90b req-0308943e-0152-4526-ab35-f7d199a9b0ae tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:17.640891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80d02f8-5217-4398-b707-769ac363b90b req-0308943e-0152-4526-ab35-f7d199a9b0ae tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.1354394 Nov 10 16:38:17.650704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-5f0306c7-6075-4309-ac67-b2e610b0a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:17.652004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-5f0306c7-6075-4309-ac67-b2e610b0a1d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.0627604 Nov 10 16:38:17.709994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-a0172556-031b-471b-a40b-3b56182ee32c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438488 Nov 10 16:38:17.710651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 4734ad19-63b1-4ce1-ab27-f4060938f2dc completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:38:17.721139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 4734ad19-63b1-4ce1-ab27-f4060938f2dc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:17.721583 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.745563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80d02f8-5217-4398-b707-769ac363b90b req-0c28860b-d13d-4629-a40f-03af4faf39f9 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980761 Nov 10 16:38:17.828747 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe477f1-147f-4a3c-8f48-0d3c77094403 x-openstack-request-id: req-cfe477f1-147f-4a3c-8f48-0d3c77094403 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:17.829037 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3662f03-053f-42e2-894c-09834dc9b32e", "tag": "197b00d8-0b84-43f7-89fd-99edfc9a5fe5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:17.829448 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfe477f1-147f-4a3c-8f48-0d3c77094403 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:17.829921 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3662f03-053f-42e2-894c-09834dc9b32e', 'tag': '197b00d8-0b84-43f7-89fd-99edfc9a5fe5', 'status': 'completed', 'code': 200} Nov 10 16:38:17.840525 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1045499c-7d05-4541-9ed0-5ce187e1b45e x-openstack-request-id: req-1045499c-7d05-4541-9ed0-5ce187e1b45e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:17.840985 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66ff3df-b083-4f2a-9ff0-1531d7564155", "name": "network-vif-plugged", "status": "completed", "tag": "cef83c3e-3235-4a52-8563-94bcfe8c0414", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:17.841359 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1045499c-7d05-4541-9ed0-5ce187e1b45e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:17.842463 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66ff3df-b083-4f2a-9ff0-1531d7564155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef83c3e-3235-4a52-8563-94bcfe8c0414', 'code': 200} Nov 10 16:38:17.866775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:17.932172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 4734ad19-63b1-4ce1-ab27-f4060938f2dc, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=4734ad19-63b1-4ce1-ab27-f4060938f2dc,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:17.936312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d889b-98f2-47e3-a800-dc118c31a9e1 req-24c83a52-4043-441d-81ad-533bacf8b9d6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:17.938065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd4d889b-98f2-47e3-a800-dc118c31a9e1 req-24c83a52-4043-441d-81ad-533bacf8b9d6 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 943 time: 0.1533325 Nov 10 16:38:17.953931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-8f8d553c-a002-4e15-ab98-2ef922fe0257 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324343 Nov 10 16:38:17.984089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-00adc453-eecf-4721-83af-8246f5cabe2c service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248897 Nov 10 16:38:17.996818 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:18.004777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-88a1d811-c51e-4033-a638-84b8d8cbbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.007402 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-88a1d811-c51e-4033-a638-84b8d8cbbbd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4536d418282948a98b650e037ea1160e&device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 1095 time: 0.1127050 Nov 10 16:38:18.060317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=4734ad19-63b1-4ce1-ab27-f4060938f2dc,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:18.096445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934bd1-aebf-41fc-b08e-8c274c4bc2a3 req-6cb09653-bf0b-487e-a6d1-a315085694d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.098130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd934bd1-aebf-41fc-b08e-8c274c4bc2a3 req-6cb09653-bf0b-487e-a6d1-a315085694d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 1097 time: 0.1588244 Nov 10 16:38:18.105344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd4d889b-98f2-47e3-a800-dc118c31a9e1 req-e125bcd0-c569-4908-b1f5-f45eb9025e38 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560109 Nov 10 16:38:18.128601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8670bc6-d3c7-4d3d-bc90-23fda6d6c145 req-20a4ba2e-7c46-41be-8c87-6fca87cdb44c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.130189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8670bc6-d3c7-4d3d-bc90-23fda6d6c145 req-20a4ba2e-7c46-41be-8c87-6fca87cdb44c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.1979432 Nov 10 16:38:18.172549 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c340a481-66f4-4991-ad22-1b07db76d2d3 req-979d6571-81a3-41ea-bc3d-42362e60b995 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782401 Nov 10 16:38:18.177575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd934bd1-aebf-41fc-b08e-8c274c4bc2a3 req-9d00dd3d-86ee-4daf-93a2-6fc282d27087 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691242 Nov 10 16:38:18.194048 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a434cf31-504f-4738-be21-bf88bf6457b6 req-68df44cc-2004-49b2-90d8-8dd60de6707b service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205451 Nov 10 16:38:18.200945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-5ef104b5-f833-44da-97fb-087c7a2bdfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.202221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-5ef104b5-f833-44da-97fb-087c7a2bdfb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3779576-31c2-4c70-b15a-4df387ca9427 HTTP/1.1" status: 200 len: 915 time: 0.1863544 Nov 10 16:38:18.227790 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8670bc6-d3c7-4d3d-bc90-23fda6d6c145 req-ce220075-af48-4d4f-89bb-b4ec9c138a47 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784910 Nov 10 16:38:18.254537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921fc0c-ebaa-44eb-be8d-4342ff6705b5 req-f6a5e864-b64c-4377-9072-83b57caabae6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.262176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5921fc0c-ebaa-44eb-be8d-4342ff6705b5 req-f6a5e864-b64c-4377-9072-83b57caabae6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 943 time: 0.0713513 Nov 10 16:38:18.307883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5921fc0c-ebaa-44eb-be8d-4342ff6705b5 req-94886cea-c053-4071-b9c3-434486b7b380 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Nov 10 16:38:18.389857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-1184e164-30bd-4f4f-b435-dafabda7205d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731854 Nov 10 16:38:18.395351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-d2931033-65d6-4d52-b68d-acf6c9e3ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.397241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-d2931033-65d6-4d52-b68d-acf6c9e3ede2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 1095 time: 0.0542033 Nov 10 16:38:18.435369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-6bd5190b-81b9-4564-831c-5caa55e7ed59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c63ccbc6-d2e7-4ead-a905-394157e969e8 HTTP/1.1" status: 200 len: 217 time: 0.0599532 Nov 10 16:38:18.546492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-b6af0c90-2edc-4811-90a2-5f9eafb46abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.549150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-b6af0c90-2edc-4811-90a2-5f9eafb46abc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3bb0ede-a859-4fb4-b828-ebf80ce8c30d HTTP/1.1" status: 200 len: 853 time: 0.1068451 Nov 10 16:38:18.562427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-74fd68ed-f011-4e15-ba67-7e4690842002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.563608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-d06eac5a-d813-4947-8bba-b50dd89e4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.563987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-74fd68ed-f011-4e15-ba67-7e4690842002 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1100 time: 0.1462207 Nov 10 16:38:18.565051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-d06eac5a-d813-4947-8bba-b50dd89e4d50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 1102 time: 0.0758505 Nov 10 16:38:18.610283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-6302dc5a-9cea-45ab-8241-d1368681764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.612114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-6302dc5a-9cea-45ab-8241-d1368681764d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 913 time: 0.2083297 Nov 10 16:38:18.622999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc47587-c209-4101-b69f-c51a4565b12c req-7cfa49c6-e87f-4f70-8d03-58c9e48990c1 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.628339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4dc47587-c209-4101-b69f-c51a4565b12c req-7cfa49c6-e87f-4f70-8d03-58c9e48990c1 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 943 time: 0.1224041 Nov 10 16:38:18.675617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-112da2c6-e932-4f41-a77a-44393cfa8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.677046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-112da2c6-e932-4f41-a77a-44393cfa8902 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3779576-31c2-4c70-b15a-4df387ca9427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111541 Nov 10 16:38:18.705029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-e6ac89b6-2039-4a46-ada0-1e8d2347246d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197b00d8-0b84-43f7-89fd-99edfc9a5fe5 HTTP/1.1" status: 200 len: 217 time: 0.0794048 Nov 10 16:38:18.812819 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4dc47587-c209-4101-b69f-c51a4565b12c req-34a20d47-90ea-43a1-83b1-8ceea3287bfd tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559684 Nov 10 16:38:18.816972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-037cdcec-04ef-4a5a-93fe-5e0aa71bbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.816972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-037cdcec-04ef-4a5a-93fe-5e0aa71bbc87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2434714 Nov 10 16:38:18.823453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-bdbc8aaa-df03-458c-af00-3641355568d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.823797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-2e786efe-8d0a-4f97-b02e-00eddb4ae6db service neutron] 10.222.0.18 "GET /v2.0/networks/f3779576-31c2-4c70-b15a-4df387ca9427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342857 Nov 10 16:38:18.825237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-bdbc8aaa-df03-458c-af00-3641355568d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1091776 Nov 10 16:38:18.845729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-786f985a-24bb-4476-ae52-2b3f3c510ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:18.847287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-786f985a-24bb-4476-ae52-2b3f3c510ae1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2407227 Nov 10 16:38:18.868476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:18.921614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-1e23b426-687f-4575-80c6-e4f5b706cfb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 200 len: 217 time: 0.0608485 Nov 10 16:38:19.037593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2015049840'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:19.074453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7026079c-baa4-4739-845a-b112f02c8d9f details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:38:19.087524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-b82f2de1-25ec-4eae-bad8-00987adca81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.089903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-b82f2de1-25ec-4eae-bad8-00987adca81e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1299267 Nov 10 16:38:19.100613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f92c778-b952-4c33-aba0-10f6bf9b11c1 req-4555b006-7eef-49f8-ba53-07daaf35958f service neutron] 10.222.0.18 "GET /v2.0/networks/f3779576-31c2-4c70-b15a-4df387ca9427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652345 Nov 10 16:38:19.116941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-0c0573aa-2e3d-48a8-9bb3-e8eec1577aa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.2824218 Nov 10 16:38:19.138382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e7489-11e9-45af-9d50-032bac2dd0d8 req-265789da-b3cd-40a4-9a70-c3ac545c9d06 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.144834 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-a07bf145-d0cb-4b30-9a94-0306cbcb40cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3117037 Nov 10 16:38:19.145643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-211e7489-11e9-45af-9d50-032bac2dd0d8 req-265789da-b3cd-40a4-9a70-c3ac545c9d06 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.2285051 Nov 10 16:38:19.216721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:19.220388 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.229474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-b64feb73-efda-4e56-aa9f-a25bb4ccf810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.230999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-b64feb73-efda-4e56-aa9f-a25bb4ccf810 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268575 Nov 10 16:38:19.252235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.255845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7026079c-baa4-4739-845a-b112f02c8d9f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7026079c-baa4-4739-845a-b112f02c8d9f,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:19.272589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '7026079c-baa4-4739-845a-b112f02c8d9f', 'network_id': 'b1c029f4-edf1-41ba-ac0b-6add3459fd09', 'port_id': '7026079c-baa4-4739-845a-b112f02c8d9f', 'mac_address': 'fa:16:3e:f4:f2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d728c2c-8778-4a87-99d2-49192942df69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:38:19.279851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-211e7489-11e9-45af-9d50-032bac2dd0d8 req-d5f19f8a-7808-4c48-af90-d2a532695d14 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332824 Nov 10 16:38:19.337887 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.344024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-5d1b8734-db19-4cac-affb-6e35e1c22250 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818297 Nov 10 16:38:19.345490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-eedadc5f-92b1-476d-91e2-3e76c35b3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.347261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-eedadc5f-92b1-476d-91e2-3e76c35b3645 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2294304 Nov 10 16:38:19.389933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7026079c-baa4-4739-845a-b112f02c8d9f {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:19.415517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7026079c-baa4-4739-845a-b112f02c8d9f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7026079c-baa4-4739-845a-b112f02c8d9f,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:19.428846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3e28-c007-4269-b7cf-4c1591c465aa req-4ae01c18-bf5d-40e6-b2de-7fffa3ee87c7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.430850 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17bc3e28-c007-4269-b7cf-4c1591c465aa req-4ae01c18-bf5d-40e6-b2de-7fffa3ee87c7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 943 time: 0.1641715 Nov 10 16:38:19.463860 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.495074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-a6a0fb06-9e98-41c2-aa62-93b27b20840d service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538238 Nov 10 16:38:19.497100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-77088695-31c2-4259-903b-b420dec1fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.498636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-77088695-31c2-4259-903b-b420dec1fe14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404941 Nov 10 16:38:19.504063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57c2fc-4da2-4445-99f6-4556d8ecccda req-f77f4549-f438-4e5c-b2b3-d0d15310359c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.505632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e57c2fc-4da2-4445-99f6-4556d8ecccda req-f77f4549-f438-4e5c-b2b3-d0d15310359c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.1033027 Nov 10 16:38:19.549195 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.582687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.591440 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17bc3e28-c007-4269-b7cf-4c1591c465aa req-306d5323-31b3-49b5-be9c-cd619386982a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307864 Nov 10 16:38:19.598052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c913e4b-7d24-4602-9eb7-7d2876a5fd80 req-49c6999e-6742-4c4e-8731-d366b30db123 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424982 Nov 10 16:38:19.640014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-46fe5090-da05-4a8f-a75b-4c834bc4902b service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330013 Nov 10 16:38:19.645572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:38:19.678870 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e57c2fc-4da2-4445-99f6-4556d8ecccda req-a2385a5c-60d6-4be6-b405-958c4252f5d9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516294 Nov 10 16:38:19.690955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.690955 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Added segment e82e4a66-d733-4094-ba36-cf7090ded94f of type vlan for network feb55834-d3ce-401f-b8f3-d17d689867e9 Nov 10 16:38:19.690955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d5a06f-69e0-4dc2-8369-583d33df1e89,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:19.727434 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34ede4e5-d0a4-4957-bae8-a61c5fe043a2 req-fbf3094f-eb42-411f-a556-5d2efa5619f7 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186670 Nov 10 16:38:19.728417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7026079c-baa4-4739-845a-b112f02c8d9f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:19.751393 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.825386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8d944ab-bfa3-4103-9109-50ef157077b9 req-f16eb6dc-f96b-4d90-a724-1b2ce1f651df service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755092 Nov 10 16:38:19.837956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d87a-c200-41f8-bf94-e0a95a69cb4e req-fb141776-eaab-4e16-aa3f-2f07b9f41f60 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.839236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4bd1d87a-c200-41f8-bf94-e0a95a69cb4e req-fb141776-eaab-4e16-aa3f-2f07b9f41f60 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 943 time: 0.0667765 Nov 10 16:38:19.843802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e62afe-aced-49be-ba06-277476fb82b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4734ad19-63b1-4ce1-ab27-f4060938f2dc'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:19.846819 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d016f-4483-4607-a7ff-48c58e9bd57a" -d '{"events": [{"server_uuid": "83e62afe-aced-49be-ba06-277476fb82b1", "name": "network-vif-plugged", "status": "completed", "tag": "4734ad19-63b1-4ce1-ab27-f4060938f2dc"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:19.905092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4bd1d87a-c200-41f8-bf94-e0a95a69cb4e req-cf093351-234c-4e02-88ca-547060985f54 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567734 Nov 10 16:38:19.928573 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.935020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:19.935693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:19.960173 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0304aa92-831d-4120-bc8b-d9069d2156a2 x-openstack-request-id: req-0304aa92-831d-4120-bc8b-d9069d2156a2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:19.960560 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e62afe-aced-49be-ba06-277476fb82b1", "name": "network-vif-plugged", "status": "completed", "tag": "4734ad19-63b1-4ce1-ab27-f4060938f2dc", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:19.960901 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0304aa92-831d-4120-bc8b-d9069d2156a2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:19.961410 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e62afe-aced-49be-ba06-277476fb82b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4734ad19-63b1-4ce1-ab27-f4060938f2dc', 'code': 200} Nov 10 16:38:20.041814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7026079c-baa4-4739-845a-b112f02c8d9f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:20.066824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1b69c-73c6-4059-9e3f-568450efbd3a req-c209e73f-ccf1-4f94-8a47-3bd5e758f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:20.069078 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4bf1b69c-73c6-4059-9e3f-568450efbd3a req-c209e73f-ccf1-4f94-8a47-3bd5e758f225 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 1097 time: 0.0483871 Nov 10 16:38:20.129306 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4bf1b69c-73c6-4059-9e3f-568450efbd3a req-e44b29cf-0c33-459a-9c68-208e801cac2c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517714 Nov 10 16:38:20.418559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5327320 Nov 10 16:38:20.418559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4add291-7375-4492-99da-6e6a5c19b91d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Network': ['ID=feb55834-d3ce-401f-b8f3-d17d689867e9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:20.422668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network feb55834-d3ce-401f-b8f3-d17d689867e9 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:38:20.423117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0539480-211a-4d3b-ac5b-007b6e7b2071 req-79776c37-8bed-4d73-8af3-da3f6c256238 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:20.427797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0539480-211a-4d3b-ac5b-007b6e7b2071 req-79776c37-8bed-4d73-8af3-da3f6c256238 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.0606775 Nov 10 16:38:20.439224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c4529-b365-484f-9f82-95bb5ec71427 req-af00272d-2714-4b58-b65b-ed52c8ed0a5d tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:20.441189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c98c4529-b365-484f-9f82-95bb5ec71427 req-af00272d-2714-4b58-b65b-ed52c8ed0a5d tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 943 time: 0.4852321 Nov 10 16:38:20.494453 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0539480-211a-4d3b-ac5b-007b6e7b2071 req-c4c44c4a-6c71-47de-b105-b16168309e7c tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631351 Nov 10 16:38:20.513850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c98c4529-b365-484f-9f82-95bb5ec71427 req-c4bf4cdd-4b67-4683-b9fd-962bbf565e0f tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663955 Nov 10 16:38:20.621581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927144e8-ade3-4485-b74d-3347b1fb0e1d req-5ffd1782-7e7e-44d8-a24a-f5aa620b24be tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:20.623064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-927144e8-ade3-4485-b74d-3347b1fb0e1d req-5ffd1782-7e7e-44d8-a24a-f5aa620b24be tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0546510 Nov 10 16:38:20.678718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-927144e8-ade3-4485-b74d-3347b1fb0e1d req-8e4a7d65-bda2-4dd7-b28b-5bc895511421 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Nov 10 16:38:20.745983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3d832-db7e-4d71-b5c8-fcab59897b35 req-e128b8a5-c982-4fab-9c2b-e6fc0bab30de tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:20.747538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9bd3d832-db7e-4d71-b5c8-fcab59897b35 req-e128b8a5-c982-4fab-9c2b-e6fc0bab30de tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 944 time: 0.0556421 Nov 10 16:38:20.797648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9bd3d832-db7e-4d71-b5c8-fcab59897b35 req-30819da9-566a-48a4-aeb8-82dea23b4a4f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437407 Nov 10 16:38:20.817153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910faa48-4cc7-4897-a46e-f40f10b27f3d req-ca1e6bb7-0723-475d-8ad6-60308b8a33fb tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:20.824523 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-910faa48-4cc7-4897-a46e-f40f10b27f3d req-ca1e6bb7-0723-475d-8ad6-60308b8a33fb tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 945 time: 0.0627854 Nov 10 16:38:20.869944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-910faa48-4cc7-4897-a46e-f40f10b27f3d req-7a0e7307-be37-4cdd-bdfc-89facbb7256e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Nov 10 16:38:20.925654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170ac32-fbef-4fb7-aef8-d48db673fca3 req-18c574d7-8689-4354-9888-ebd975be0371 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:20.927127 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2170ac32-fbef-4fb7-aef8-d48db673fca3 req-18c574d7-8689-4354-9888-ebd975be0371 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.0660655 Nov 10 16:38:20.980974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2170ac32-fbef-4fb7-aef8-d48db673fca3 req-03e3abd7-ec1d-4dea-b0cf-a4f539bfba29 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475585 Nov 10 16:38:20.988696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:38:21.071855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7026079c-baa4-4739-845a-b112f02c8d9f up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:21.084796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee0044-25cf-45af-8681-2747678b7a67 req-683bd920-880b-4b72-85d3-b33920bbdba3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:21.087176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06ee0044-25cf-45af-8681-2747678b7a67 req-683bd920-880b-4b72-85d3-b33920bbdba3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 943 time: 0.0571179 Nov 10 16:38:21.130594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:21.138465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06ee0044-25cf-45af-8681-2747678b7a67 req-ce582323-a8d6-420a-b194-a26521f416b9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Nov 10 16:38:21.145085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'mac_address': 'fa:16:3e:8d:23:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:38:21.188033 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:21.201121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21b5269-cbf4-49db-8e76-596b87644d08 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:21.220574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:21.234209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 7026079c-baa4-4739-845a-b112f02c8d9f completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:38:21.239898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 7026079c-baa4-4739-845a-b112f02c8d9f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:21.240269 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:21.338791 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:21.339537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c63ccbc6-d2e7-4ead-a905-394157e969e8 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:38:21.379566 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:21.424307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:21.487079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7026079c-baa4-4739-845a-b112f02c8d9f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7026079c-baa4-4739-845a-b112f02c8d9f,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:21.522298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c63ccbc6-d2e7-4ead-a905-394157e969e8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c63ccbc6-d2e7-4ead-a905-394157e969e8,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:21.534555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'c63ccbc6-d2e7-4ead-a905-394157e969e8', 'network_id': 'f3779576-31c2-4c70-b15a-4df387ca9427', 'port_id': 'c63ccbc6-d2e7-4ead-a905-394157e969e8', 'mac_address': 'fa:16:3e:3a:61:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3bb0ede-a859-4fb4-b828-ebf80ce8c30d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:38:21.580684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:21.594739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63ccbc6-d2e7-4ead-a905-394157e969e8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:21.600726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:21.640901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c63ccbc6-d2e7-4ead-a905-394157e969e8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c63ccbc6-d2e7-4ead-a905-394157e969e8,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:21.670703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7026079c-baa4-4739-845a-b112f02c8d9f,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:21.676340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad22b-c7df-4e43-b0ff-96369cefd1cc req-92ffc102-f41c-4993-a17f-92ab50355ccb tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:21.677892 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a1ad22b-c7df-4e43-b0ff-96369cefd1cc req-92ffc102-f41c-4993-a17f-92ab50355ccb tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 943 time: 0.0723672 Nov 10 16:38:21.708753 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:21.729258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a1ad22b-c7df-4e43-b0ff-96369cefd1cc req-44240969-7326-4b49-8952-cb0e5159c2bd tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Nov 10 16:38:21.768923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c63ccbc6-d2e7-4ead-a905-394157e969e8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:21.965569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b698690-d75d-44d6-baf4-e2b7b571a720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7026079c-baa4-4739-845a-b112f02c8d9f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:21.968420 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bc17e9-40cf-4cdc-914f-fd19ccde1f8e" -d '{"events": [{"server_uuid": "9b698690-d75d-44d6-baf4-e2b7b571a720", "name": "network-vif-plugged", "status": "completed", "tag": "7026079c-baa4-4739-845a-b112f02c8d9f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:21.978698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d537-01b3-4621-b59f-0c4870fbbd4d req-5fddedf8-d4e3-40b0-8d13-5bc380f24c37 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:21.980474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5132d537-01b3-4621-b59f-0c4870fbbd4d req-5fddedf8-d4e3-40b0-8d13-5bc380f24c37 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1060550 Nov 10 16:38:22.043918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619d22b-c0d0-4b8d-914f-628127858004 req-972649f4-0953-4628-a815-6a9ea7037c61 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:22.044477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5132d537-01b3-4621-b59f-0c4870fbbd4d req-9408212a-5625-457d-b7c9-c3b8fbd0e9d4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578685 Nov 10 16:38:22.052027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f619d22b-c0d0-4b8d-914f-628127858004 req-972649f4-0953-4628-a815-6a9ea7037c61 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 945 time: 0.0747488 Nov 10 16:38:22.097806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['c63ccbc6-d2e7-4ead-a905-394157e969e8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:22.100053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d21b5269-cbf4-49db-8e76-596b87644d08'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:22.153083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f619d22b-c0d0-4b8d-914f-628127858004 req-f64df508-81bb-4a98-9761-8febdbf3dfb0 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989096 Nov 10 16:38:22.203137 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37966ddc-b91f-4585-bff5-f7955d887c6c x-openstack-request-id: req-37966ddc-b91f-4585-bff5-f7955d887c6c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:22.203604 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b698690-d75d-44d6-baf4-e2b7b571a720", "name": "network-vif-plugged", "status": "completed", "tag": "7026079c-baa4-4739-845a-b112f02c8d9f", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:22.203955 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37966ddc-b91f-4585-bff5-f7955d887c6c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:22.204444 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b698690-d75d-44d6-baf4-e2b7b571a720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7026079c-baa4-4739-845a-b112f02c8d9f', 'code': 200} Nov 10 16:38:22.325107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdf5f-a8e4-46da-a009-f8f54617d0a4 req-dc3a37a1-aba6-40d5-9e8f-e4f7e68ce8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:22.327590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d3fdf5f-a8e4-46da-a009-f8f54617d0a4 req-dc3a37a1-aba6-40d5-9e8f-e4f7e68ce8e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 1097 time: 0.1060119 Nov 10 16:38:22.453394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eac444-a9ba-4f8e-8e5e-5fd92646ea4c req-8dbb27c7-79f9-494d-8ba1-c3d0ac589281 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:22.456049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54eac444-a9ba-4f8e-8e5e-5fd92646ea4c req-8dbb27c7-79f9-494d-8ba1-c3d0ac589281 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 943 time: 0.1010895 Nov 10 16:38:22.541722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54eac444-a9ba-4f8e-8e5e-5fd92646ea4c req-927c1ef2-56c8-4e96-b4bb-080cbdd9b14b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761821 Nov 10 16:38:22.546335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d3fdf5f-a8e4-46da-a009-f8f54617d0a4 req-d522dc20-adab-40de-a82c-d18571d1d52b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099998 Nov 10 16:38:22.638118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840445a-a959-43c8-b453-18ed24bfb71d req-3fed320b-57b8-4641-8af1-b4b118873fe5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:22.639632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a840445a-a959-43c8-b453-18ed24bfb71d req-3fed320b-57b8-4641-8af1-b4b118873fe5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 949 time: 0.0982561 Nov 10 16:38:22.693431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a840445a-a959-43c8-b453-18ed24bfb71d req-747f8cd5-031d-4aa9-a237-ac74c677c847 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Nov 10 16:38:22.848895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7e710-2c1a-40c4-b288-6db4710490f3 req-7c114365-4c4b-42a2-a734-5a30ba401b3e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:22.850894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fd7e710-2c1a-40c4-b288-6db4710490f3 req-7c114365-4c4b-42a2-a734-5a30ba401b3e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.0541899 Nov 10 16:38:22.865586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a608b-5be2-4fb7-bd20-d9aaefe06666 req-012b5039-f3b1-4a82-868e-ef7615266f59 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:22.874679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-273a608b-5be2-4fb7-bd20-d9aaefe06666 req-012b5039-f3b1-4a82-868e-ef7615266f59 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 944 time: 0.0666893 Nov 10 16:38:22.915123 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fd7e710-2c1a-40c4-b288-6db4710490f3 req-b1400246-6ce9-465e-b78c-75bd9408ed13 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548053 Nov 10 16:38:22.932876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-273a608b-5be2-4fb7-bd20-d9aaefe06666 req-f59d8245-7272-41c1-9501-9b141495d28e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572662 Nov 10 16:38:23.073127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:38:23.223575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:23.228398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77d48-e467-4285-bbb3-74c1e42cb49b req-ea0ccc64-a903-43ca-94b8-6f75db0fb76d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:23.231150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2c77d48-e467-4285-bbb3-74c1e42cb49b req-ea0ccc64-a903-43ca-94b8-6f75db0fb76d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0748208 Nov 10 16:38:23.248701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '197b00d8-0b84-43f7-89fd-99edfc9a5fe5', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'port_id': '197b00d8-0b84-43f7-89fd-99edfc9a5fe5', 'mac_address': 'fa:16:3e:0e:25:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c086cf2f-907f-43eb-aa4f-03e65c19d7a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:38:23.250702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb511d6-2b2e-4ea6-99d7-c22f6095f5fd req-a0c75127-388a-416a-a10c-6f66e9625baf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:23.260874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcb511d6-2b2e-4ea6-99d7-c22f6095f5fd req-a0c75127-388a-416a-a10c-6f66e9625baf tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0926356 Nov 10 16:38:23.310754 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:23.323908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2c77d48-e467-4285-bbb3-74c1e42cb49b req-948827db-b66e-4d5c-9624-90c986f8407b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854592 Nov 10 16:38:23.330900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:23.346048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcb511d6-2b2e-4ea6-99d7-c22f6095f5fd req-2e788102-a2c4-4c6a-bab7-5ac21cf2ae92 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705895 Nov 10 16:38:23.382446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:23.471386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:23.532055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:23.634986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645269c-d689-473a-adc4-bb24f8c263b1 req-d4621ffc-24c5-400f-b60a-e85a1804ced3 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:23.641639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645269c-d689-473a-adc4-bb24f8c263b1 req-d4621ffc-24c5-400f-b60a-e85a1804ced3 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:23.648435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645269c-d689-473a-adc4-bb24f8c263b1 req-d4621ffc-24c5-400f-b60a-e85a1804ced3 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:23.655968 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8645269c-d689-473a-adc4-bb24f8c263b1 req-d4621ffc-24c5-400f-b60a-e85a1804ced3 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155&device_id=83e62afe-aced-49be-ba06-277476fb82b1&device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 2417 time: 0.0872698 Nov 10 16:38:23.703482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7aa8e-2c21-4a18-85c1-9b12e2ebcc09 req-0c8c1d34-512f-4ca2-bf47-08681e4055f9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:23.707702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8645269c-d689-473a-adc4-bb24f8c263b1 req-60349868-18f0-42ee-a4fd-92855269c683 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507956 Nov 10 16:38:23.711882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aac7aa8e-2c21-4a18-85c1-9b12e2ebcc09 req-0c8c1d34-512f-4ca2-bf47-08681e4055f9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 944 time: 0.0687134 Nov 10 16:38:23.808778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aac7aa8e-2c21-4a18-85c1-9b12e2ebcc09 req-74c3793b-1deb-4d33-b044-97ce7cf51b04 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671244 Nov 10 16:38:23.856606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba50ffb-36ae-40f8-8b59-923aebd37f64 req-1eb5f216-dc86-4ca7-8f03-22fdaa97f163 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:23.871926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dba50ffb-36ae-40f8-8b59-923aebd37f64 req-1eb5f216-dc86-4ca7-8f03-22fdaa97f163 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 949 time: 0.0762393 Nov 10 16:38:23.881234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['197b00d8-0b84-43f7-89fd-99edfc9a5fe5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:23.910424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:23.917109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'subnet': {'network_id': 'feb55834-d3ce-401f-b8f3-d17d689867e9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:23.950025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dba50ffb-36ae-40f8-8b59-923aebd37f64 req-99347158-482b-42cd-9579-cd1793da6325 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770891 Nov 10 16:38:24.104558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7394478-f0ff-4b12-a4e4-70372f00d672 req-930a5560-3870-43a2-a30c-d600271b9f14 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:24.106144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7394478-f0ff-4b12-a4e4-70372f00d672 req-930a5560-3870-43a2-a30c-d600271b9f14 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 944 time: 0.0926106 Nov 10 16:38:24.145640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac9e95-8868-47bd-b3a0-bb3116fafcd0 req-ce00c546-288b-4e45-a9c1-583ffaca9981 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:24.147175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38ac9e95-8868-47bd-b3a0-bb3116fafcd0 req-ce00c546-288b-4e45-a9c1-583ffaca9981 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.0571702 Nov 10 16:38:24.178033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:24.183775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7394478-f0ff-4b12-a4e4-70372f00d672 req-7825fae8-6107-4a26-a24e-e55da1e608bf tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643835 Nov 10 16:38:24.183916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:24.266926 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38ac9e95-8868-47bd-b3a0-bb3116fafcd0 req-1768345e-3e7e-4760-9d5a-9fc39ffa4447 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116853 Nov 10 16:38:24.457577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca6e0e-aedc-4b37-a5d7-d2aa89f10326 req-0ab9da3c-56d7-4323-8299-5d8c9f98be4d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:24.459131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ca6e0e-aedc-4b37-a5d7-d2aa89f10326 req-0ab9da3c-56d7-4323-8299-5d8c9f98be4d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0578125 Nov 10 16:38:24.488317 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:24.560331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ca6e0e-aedc-4b37-a5d7-d2aa89f10326 req-ad5922b6-101d-4bcf-bae6-f7a5c5f41662 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944314 Nov 10 16:38:24.577047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Subnet': ['ID=b1101ab9-63d3-49c3-a0ad-7a1bac6fd69d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:24.586953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Checking segment: {'id': 'e82e4a66-d733-4094-ba36-cf7090ded94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'feb55834-d3ce-401f-b8f3-d17d689867e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:24.587507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network hostable DHCP agents. Network: feb55834-d3ce-401f-b8f3-d17d689867e9, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:38:24.659898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network feb55834-d3ce-401f-b8f3-d17d689867e9 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:38:24.783335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, feb55834-d3ce-401f-b8f3-d17d689867e9) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:24.788143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:24.789881 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:24.794519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1062575-5fb0-4474-9ca1-4b728b5dd082 None None] Network feb55834-d3ce-401f-b8f3-d17d689867e9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:24.890128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524e2ea-e183-4f59-bb4c-c2bca72dc20a req-ea6dcc03-8826-4adf-9918-28df4f9d3f96 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:24.891740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3524e2ea-e183-4f59-bb4c-c2bca72dc20a req-ea6dcc03-8826-4adf-9918-28df4f9d3f96 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0547047 Nov 10 16:38:24.913710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5b264a68-f306-44be-b3eb-c7c5544993bd tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9983144 Nov 10 16:38:24.913977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45942) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:24.919682 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1521136477'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:24.958754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3524e2ea-e183-4f59-bb4c-c2bca72dc20a req-b69ee76c-efd2-4e4f-98ec-5d0eca6077b5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601504 Nov 10 16:38:25.020520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:25.028171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:25.030333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.080099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:25.080518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21a1d2-79c7-40e0-ad84-4dc7f8a408c2 req-81841e63-5746-4031-858c-f5a31d19b5ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:25.085660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d21a1d2-79c7-40e0-ad84-4dc7f8a408c2 req-81841e63-5746-4031-858c-f5a31d19b5ca tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 944 time: 0.0583410 Nov 10 16:38:25.126208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:38:25.148097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fc9bd-c48b-4333-9e11-12bd54ee391b req-28af3a59-9e1c-46b4-bfc9-f78bd5061cde tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:25.149760 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e44fc9bd-c48b-4333-9e11-12bd54ee391b req-28af3a59-9e1c-46b4-bfc9-f78bd5061cde tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 949 time: 0.0912206 Nov 10 16:38:25.150971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.151334 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Added segment 8f2527b1-ded2-4d38-b5e0-fc734acf0f74 of type vlan for network 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e Nov 10 16:38:25.167326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d21a1d2-79c7-40e0-ad84-4dc7f8a408c2 req-7ddec617-336a-4b8b-9d58-1fd9897c9d73 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720694 Nov 10 16:38:25.203943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-feb55834-d3ce-401f-b8f3-d17d689867e9', 'network_id': 'feb55834-d3ce-401f-b8f3-d17d689867e9', 'tenant_id': 'facf7e1260f84d36bd5c20e6460852eb', 'fixed_ips': [{'subnet_id': 'b1101ab9-63d3-49c3-a0ad-7a1bac6fd69d'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:38:25.204830 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.236971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.250508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e44fc9bd-c48b-4333-9e11-12bd54ee391b req-d83f9023-1bd2-4028-b515-a56a67db4f54 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884948 Nov 10 16:38:25.279417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port d21b5269-cbf4-49db-8e76-596b87644d08 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:38:25.283920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d21b5269-cbf4-49db-8e76-596b87644d08 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:25.284378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.292418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dbf8d-82bb-42fd-a0dd-222cafd67dba req-3923408b-2596-4267-8d1c-303abc784445 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:25.294073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e22dbf8d-82bb-42fd-a0dd-222cafd67dba req-3923408b-2596-4267-8d1c-303abc784445 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0703683 Nov 10 16:38:25.324324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:38:25.343393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:25.343759 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.353601 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e22dbf8d-82bb-42fd-a0dd-222cafd67dba req-1c0466db-5c8e-4db9-a602-7fc99159df02 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531034 Nov 10 16:38:25.374634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.395378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:25.395378 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.475283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f120-7750-4ed5-a9a2-fa43f32fed0f req-befdcf7f-a18a-4c91-9710-6e58ac68dec1 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:25.475524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Network': ['ID=3c48ab9b-7be7-4300-b7f6-2a80d837ec7e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:25.477161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99b0f120-7750-4ed5-a9a2-fa43f32fed0f req-befdcf7f-a18a-4c91-9710-6e58ac68dec1 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 944 time: 0.0626981 Nov 10 16:38:25.490972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:38:25.493849 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.531381 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99b0f120-7750-4ed5-a9a2-fa43f32fed0f req-c43eefe4-cb63-475a-b698-02a1865d14a3 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Nov 10 16:38:25.546556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9a7404e1-dbc0-44a9-85b2-ce5eb72cd2c6 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6309390 Nov 10 16:38:25.549452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:25.564246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'subnet': {'network_id': '3c48ab9b-7be7-4300-b7f6-2a80d837ec7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:25.567359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:25.569643 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea2ee4-69c5-4c34-85a5-bd3dd4076c1e" -d '{"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-plugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:25.593045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Allocated IP 2001:db8:0:ffff::2 (feb55834-d3ce-401f-b8f3-d17d689867e9/b1101ab9-63d3-49c3-a0ad-7a1bac6fd69d/acb57b9f-8376-4e50-8bd2-fd69ae850ee9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:25.682901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:25.749974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-d97d50b9-7cfd-4b07-b565-8a40217b38fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529716 Nov 10 16:38:25.791790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:25.796050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.809866 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.824298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-cc2ab933-572f-4579-9072-4e8e736e6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:25.826068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-cc2ab933-572f-4579-9072-4e8e736e6521 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63914f0048fe4601b18c574aa491243f&device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 1097 time: 0.0526714 Nov 10 16:38:25.850067 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.850833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c63ccbc6-d2e7-4ead-a905-394157e969e8 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:25.891331 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:25.929191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:25.955290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-53becf36-1250-4abf-855b-692a7379a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:25.955867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:25.956817 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-53becf36-1250-4abf-855b-692a7379a07e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 200 len: 907 time: 0.1113930 Nov 10 16:38:26.012277 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0b3902-bb6f-47a9-8d53-36071320a3f6 x-openstack-request-id: req-6e0b3902-bb6f-47a9-8d53-36071320a3f6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:26.012277 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-plugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:26.012277 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e0b3902-bb6f-47a9-8d53-36071320a3f6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:26.012277 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'code': 200} Nov 10 16:38:26.017786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-8fef5b47-ba2f-4f55-9252-e89cfb23dec1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27faa89e-c08c-4763-b381-2dd708d89d7c HTTP/1.1" status: 200 len: 217 time: 0.0457067 Nov 10 16:38:26.071771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-a5cb5210-1961-4840-827b-a98e1d94ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:26.073309 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-a5cb5210-1961-4840-827b-a98e1d94ddf5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 200 len: 846 time: 0.0482976 Nov 10 16:38:26.077076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.119610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c7f10-cb50-4f42-aac4-cdaa9a06ee4f req-adb1db5a-a772-4abb-81a4-c76f7e1a4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:26.120066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-4e6af9de-5198-4092-b7c3-bd90ad86ff60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1c029f4-edf1-41ba-ac0b-6add3459fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387416 Nov 10 16:38:26.121579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-617c7f10-cb50-4f42-aac4-cdaa9a06ee4f req-adb1db5a-a772-4abb-81a4-c76f7e1a4f23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1102 time: 0.0483220 Nov 10 16:38:26.123616 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.140679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port c63ccbc6-d2e7-4ead-a905-394157e969e8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:38:26.147691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port c63ccbc6-d2e7-4ead-a905-394157e969e8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:26.148156 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.158095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Network feb55834-d3ce-401f-b8f3-d17d689867e9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:26.159328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:26.184135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-617c7f10-cb50-4f42-aac4-cdaa9a06ee4f req-75016278-7484-4b96-8a54-2cf0c8f57db8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 Nov 10 16:38:26.191238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:26.193859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:26.270639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Pushing event updated for resources: {'Port': ['ID=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:26.288900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-362956b5-50c2-41e8-9d0f-67b4220c4a1c service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476152 Nov 10 16:38:26.293495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340d04c-edb0-45c9-be06-c6e299516e6f req-cc752309-0cd0-489c-9365-c49e4251ef16 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:26.295285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c340d04c-edb0-45c9-be06-c6e299516e6f req-cc752309-0cd0-489c-9365-c49e4251ef16 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1095951 Nov 10 16:38:26.307352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Attempting to bind port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:26.307352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Attempting to bind port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e82e4a66-d733-4094-ba36-cf7090ded94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'feb55834-d3ce-401f-b8f3-d17d689867e9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:26.307352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Attempting to bind port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 on network feb55834-d3ce-401f-b8f3-d17d689867e9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:26.314243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:26.314670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Checking segment: {'id': 'e82e4a66-d733-4094-ba36-cf7090ded94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'feb55834-d3ce-401f-b8f3-d17d689867e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:26.315054 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.315471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Bound using segment: {'id': 'e82e4a66-d733-4094-ba36-cf7090ded94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'feb55834-d3ce-401f-b8f3-d17d689867e9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:26.315939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Bound port: acb57b9f-8376-4e50-8bd2-fd69ae850ee9, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82e4a66-d733-4094-ba36-cf7090ded94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'feb55834-d3ce-401f-b8f3-d17d689867e9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:26.316312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.342528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:38:26.349545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.390592 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.442646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] For port acb57b9f-8376-4e50-8bd2-fd69ae850ee9, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:26.447750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] For port acb57b9f-8376-4e50-8bd2-fd69ae850ee9, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,segment=NetworkSegment(e82e4a66-d733-4094-ba36-cf7090ded94f),segment_id=e82e4a66-d733-4094-ba36-cf7090ded94f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:26.449560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c63ccbc6-d2e7-4ead-a905-394157e969e8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c63ccbc6-d2e7-4ead-a905-394157e969e8,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:26.452754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c340d04c-edb0-45c9-be06-c6e299516e6f req-c751c818-c4ee-48b4-b190-720ed11a7079 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341546 Nov 10 16:38:26.453363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Subnet': ['ID=3ef2eb7a-62bf-4358-9054-b8af16040f0b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:26.461986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Checking segment: {'id': '8f2527b1-ded2-4d38-b5e0-fc734acf0f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c48ab9b-7be7-4300-b7f6-2a80d837ec7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:26.462230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network hostable DHCP agents. Network: 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:38:26.510509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e03ce5-d872-45b4-b0dd-cce9e0871cf6 req-60d9305f-abd5-442c-bd20-5a634d9eacb6 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:26.512150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1e03ce5-d872-45b4-b0dd-cce9e0871cf6 req-60d9305f-abd5-442c-bd20-5a634d9eacb6 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.1214752 Nov 10 16:38:26.532254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-299bb133-8810-49c7-b573-a448f16d0eb9 req-c707fc2a-17ef-4bbf-92a3-fa94ebef9bdb service neutron] 10.222.0.18 "GET /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542220 Nov 10 16:38:26.560701 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.569220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ae2d6-2d74-4de2-ac6b-9be94bea3891 req-d0984921-b5eb-43d2-bb5f-8fcc8fd69384 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:26.572122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1e03ce5-d872-45b4-b0dd-cce9e0871cf6 req-edfd9de0-35fb-4d92-b360-9c45ce6ce118 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508726 Nov 10 16:38:26.577493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f76ae2d6-2d74-4de2-ac6b-9be94bea3891 req-d0984921-b5eb-43d2-bb5f-8fcc8fd69384 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.0595520 Nov 10 16:38:26.609946 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.610116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:38:26.627398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8be7a-a1a5-44f6-a417-287debbf4fbd None None] Pushing event updated for resources: {'Port': ['ID=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:26.649375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f76ae2d6-2d74-4de2-ac6b-9be94bea3891 req-46cfa3c1-44f8-44ce-8389-5e9645f0aa57 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705898 Nov 10 16:38:26.698376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c63ccbc6-d2e7-4ead-a905-394157e969e8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:26.710403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d54ab-9561-4727-9630-d6e3bf974bd8 req-9c5de3f8-f7bc-4504-ad70-c24d03aabcb1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:26.712671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-408d54ab-9561-4727-9630-d6e3bf974bd8 req-9c5de3f8-f7bc-4504-ad70-c24d03aabcb1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0678868 Nov 10 16:38:26.769386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-408d54ab-9561-4727-9630-d6e3bf974bd8 req-935648e0-c1e4-4721-91ac-ae507454def1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502415 Nov 10 16:38:26.777990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:26.790507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c45491-983b-45d2-a131-3a4776bebdf5 None None] Network 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:26.792017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:26.792784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:26.910772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2dc488eb-122a-45e3-a9ac-aa5c090b4b52 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3601153 Nov 10 16:38:26.913933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:26.923693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'port': {'network_id': '3c48ab9b-7be7-4300-b7f6-2a80d837ec7e', 'name': 'tempest-NetworksIpV6TestAttrs-423423600'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:26.936733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f62f5-17d9-4436-95c4-e0feff29c3a6 req-20d551e3-534a-40fe-87d2-5155d884293e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:26.938481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e1f62f5-17d9-4436-95c4-e0feff29c3a6 req-20d551e3-534a-40fe-87d2-5155d884293e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 945 time: 0.0768800 Nov 10 16:38:27.025410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e1f62f5-17d9-4436-95c4-e0feff29c3a6 req-593e2962-2cbb-43d9-917c-a15ea8ec97af tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806122 Nov 10 16:38:27.064891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-3c48ab9b-7be7-4300-b7f6-2a80d837ec7e', 'network_id': '3c48ab9b-7be7-4300-b7f6-2a80d837ec7e', 'tenant_id': 'facf7e1260f84d36bd5c20e6460852eb', 'fixed_ips': [{'subnet_id': '3ef2eb7a-62bf-4358-9054-b8af16040f0b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:38:27.066502 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:27.171371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:27.175269 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:27.193964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] device_id is not set on port e51c1649-8907-435b-b734-23f27c17e3d3 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:38:27.215536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Allocated IP 2001:db8::f816:3eff:febe:53dc (3c48ab9b-7be7-4300-b7f6-2a80d837ec7e/3ef2eb7a-62bf-4358-9054-b8af16040f0b/fadc6219-c67a-4100-9d99-4b5726255c3f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:27.382710 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:27.477896 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:27.519539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Network 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:27.524850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:27.528939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:27.536518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Pushing event updated for resources: {'Port': ['ID=fadc6219-c67a-4100-9d99-4b5726255c3f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:27.552692 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:38:27.619397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Allocated IP 2001:db8::f816:3eff:feff:774d (3c48ab9b-7be7-4300-b7f6-2a80d837ec7e/3ef2eb7a-62bf-4358-9054-b8af16040f0b/e51c1649-8907-435b-b734-23f27c17e3d3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:27.622649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Attempting to bind port fadc6219-c67a-4100-9d99-4b5726255c3f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:27.623728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Attempting to bind port fadc6219-c67a-4100-9d99-4b5726255c3f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8f2527b1-ded2-4d38-b5e0-fc734acf0f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c48ab9b-7be7-4300-b7f6-2a80d837ec7e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:27.623728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Attempting to bind port fadc6219-c67a-4100-9d99-4b5726255c3f on network 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:27.640474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:27.640474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Checking segment: {'id': '8f2527b1-ded2-4d38-b5e0-fc734acf0f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c48ab9b-7be7-4300-b7f6-2a80d837ec7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:27.640856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:27.641188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Bound using segment: {'id': '8f2527b1-ded2-4d38-b5e0-fc734acf0f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c48ab9b-7be7-4300-b7f6-2a80d837ec7e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:27.641772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Bound port: fadc6219-c67a-4100-9d99-4b5726255c3f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2527b1-ded2-4d38-b5e0-fc734acf0f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3c48ab9b-7be7-4300-b7f6-2a80d837ec7e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:27.642153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:27.709901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d361-ea93-4e1b-8dab-33ad0f49d087 req-ba202985-fff9-41c1-9243-fafaa92daf6f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:27.711461 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d05d361-ea93-4e1b-8dab-33ad0f49d087 req-ba202985-fff9-41c1-9243-fafaa92daf6f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1221948 Nov 10 16:38:27.753922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] For port fadc6219-c67a-4100-9d99-4b5726255c3f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:27.759838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] For port fadc6219-c67a-4100-9d99-4b5726255c3f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fadc6219-c67a-4100-9d99-4b5726255c3f,segment=NetworkSegment(8f2527b1-ded2-4d38-b5e0-fc734acf0f74),segment_id=8f2527b1-ded2-4d38-b5e0-fc734acf0f74)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:27.784582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d05d361-ea93-4e1b-8dab-33ad0f49d087 req-1be60b5d-e65f-4c4a-85bc-efe07eb4fe5f tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617025 Nov 10 16:38:27.859956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:27.907629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:27.938635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device acb57b9f-8376-4e50-8bd2-fd69ae850ee9 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:27.994886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beef7c6-c59a-4284-9e49-b7568ebf0a8e req-df2aee9f-0d69-4f61-95d8-f30b5da3f04f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:27.995573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d1849-a1fa-418f-b34c-3c0c1f1c51c7 None None] Pushing event updated for resources: {'Port': ['ID=fadc6219-c67a-4100-9d99-4b5726255c3f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:28.012722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2beef7c6-c59a-4284-9e49-b7568ebf0a8e req-df2aee9f-0d69-4f61-95d8-f30b5da3f04f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.0944309 Nov 10 16:38:28.013014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a144ad9-7baa-488f-a86e-3cacc5821f83 req-0cbf7b20-2726-437b-b35a-3d8dfdbc8cf4 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:28.023899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3662f03-053f-42e2-894c-09834dc9b32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197b00d8-0b84-43f7-89fd-99edfc9a5fe5'}, {'server_uuid': 'b1e227f6-8e5d-4378-935d-49a0d4584a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63ccbc6-d2e7-4ead-a905-394157e969e8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:28.025315 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a144ad9-7baa-488f-a86e-3cacc5821f83 req-0cbf7b20-2726-437b-b35a-3d8dfdbc8cf4 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.2706079 Nov 10 16:38:28.026687 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3259c1ba-b944-42f3-8a08-3efcf396969c" -d '{"events": [{"server_uuid": "d3662f03-053f-42e2-894c-09834dc9b32e", "name": "network-vif-plugged", "status": "completed", "tag": "197b00d8-0b84-43f7-89fd-99edfc9a5fe5"}, {"server_uuid": "b1e227f6-8e5d-4378-935d-49a0d4584a00", "name": "network-vif-plugged", "status": "completed", "tag": "c63ccbc6-d2e7-4ead-a905-394157e969e8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:28.032503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290c4f6-03ba-4ea0-9119-3df81d0cc973 None None] Network feb55834-d3ce-401f-b8f3-d17d689867e9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:28.067718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2beef7c6-c59a-4284-9e49-b7568ebf0a8e req-e00550e9-ddbb-4544-922a-66940364235e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590062 Nov 10 16:38:28.096531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.129836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f32aa3f5-1e4a-4409-a2a5-a998412a5a67 None None] Provisioning complete for port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:28.130400 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f32aa3f5-1e4a-4409-a2a5-a998412a5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.157208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:28.168331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:28.168560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:28.168773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.184289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a144ad9-7baa-488f-a86e-3cacc5821f83 req-686ecb3a-1f30-4351-9c44-99867099e466 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580803 Nov 10 16:38:28.191802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:28.207807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:28.209933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.274812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Port': ['ID=e51c1649-8907-435b-b734-23f27c17e3d3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:28.302225 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f414be9-e649-4061-8bf1-7f499f0bb558 x-openstack-request-id: req-1f414be9-e649-4061-8bf1-7f499f0bb558 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:28.302520 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3662f03-053f-42e2-894c-09834dc9b32e", "name": "network-vif-plugged", "status": "completed", "tag": "197b00d8-0b84-43f7-89fd-99edfc9a5fe5", "code": 200}, {"server_uuid": "b1e227f6-8e5d-4378-935d-49a0d4584a00", "name": "network-vif-plugged", "status": "completed", "tag": "c63ccbc6-d2e7-4ead-a905-394157e969e8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:28.302772 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f414be9-e649-4061-8bf1-7f499f0bb558 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:28.303164 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3662f03-053f-42e2-894c-09834dc9b32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197b00d8-0b84-43f7-89fd-99edfc9a5fe5', 'code': 200} Nov 10 16:38:28.303469 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e227f6-8e5d-4378-935d-49a0d4584a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63ccbc6-d2e7-4ead-a905-394157e969e8', 'code': 200} Nov 10 16:38:28.316678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8c26cca9-3748-4d85-8db7-4ae0fa45f9bf tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3980820 Nov 10 16:38:28.317002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46034) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:28.342399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561316-e4f8-4f3a-970d-2b6231ef428b req-444a72e4-34bd-4891-9245-f97804b4d6ee tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:28.358540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78561316-e4f8-4f3a-970d-2b6231ef428b req-444a72e4-34bd-4891-9245-f97804b4d6ee tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.2006674 Nov 10 16:38:28.498154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78561316-e4f8-4f3a-970d-2b6231ef428b req-e6d1adc2-63d8-4fbd-b154-ef2f42307b49 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383395 Nov 10 16:38:28.513735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d1c353-11d9-4674-88b9-fef1492429f9 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting subnet 3ef2eb7a-62bf-4358-9054-b8af16040f0b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:38:28.518333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c353-11d9-4674-88b9-fef1492429f9 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.529545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3d5bb-fef8-4923-be56-302d252d4259 req-f15b4d7a-a49d-4946-93db-471edf04e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:28.532904 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cce3d5bb-fef8-4923-be56-302d252d4259 req-f15b4d7a-a49d-4946-93db-471edf04e4f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 1097 time: 0.1191118 Nov 10 16:38:28.594176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb34338-8d72-4176-9d90-72ddc2fd539e req-42654413-2ea1-4cd9-bc3d-71792d816440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:28.596024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfb34338-8d72-4176-9d90-72ddc2fd539e req-42654413-2ea1-4cd9-bc3d-71792d816440 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 1097 time: 0.1421034 Nov 10 16:38:28.622800 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f32aa3f5-1e4a-4409-a2a5-a998412a5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.630283 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c353-11d9-4674-88b9-fef1492429f9 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.641524 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.681842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f32aa3f5-1e4a-4409-a2a5-a998412a5a67 None None] For port acb57b9f-8376-4e50-8bd2-fd69ae850ee9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,segment=NetworkSegment(e82e4a66-d733-4094-ba36-cf7090ded94f),segment_id=e82e4a66-d733-4094-ba36-cf7090ded94f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:28.705492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ea1fd-1e3e-4683-9b1f-a7c97910881b req-de36168f-4a66-4dc5-a8f2-3d2db0af57c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:28.713337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cce3d5bb-fef8-4923-be56-302d252d4259 req-e05102a0-6c9c-42b4-8b3c-ea53228bec5c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546683 Nov 10 16:38:28.714345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-416ea1fd-1e3e-4683-9b1f-a7c97910881b req-de36168f-4a66-4dc5-a8f2-3d2db0af57c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0896928 Nov 10 16:38:28.729818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919bf2c-6b20-42a7-abf3-acec75381935 req-48dd785f-865a-4c19-b3d8-ab21efa6f0e2 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:28.737621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b919bf2c-6b20-42a7-abf3-acec75381935 req-48dd785f-865a-4c19-b3d8-ab21efa6f0e2 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 945 time: 0.2030001 Nov 10 16:38:28.738015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfb34338-8d72-4176-9d90-72ddc2fd539e req-7d848581-153c-4890-a96b-1b2acf838055 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324043 Nov 10 16:38:28.776343 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f32aa3f5-1e4a-4409-a2a5-a998412a5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:28.799644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-416ea1fd-1e3e-4683-9b1f-a7c97910881b req-ab444485-e72b-402c-a630-d66ac5e5c252 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770097 Nov 10 16:38:28.840972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aa3f5-1e4a-4409-a2a5-a998412a5a67 None None] Pushing event updated for resources: {'Port': ['ID=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:28.881291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:38:28.881948 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:38:28.884937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b919bf2c-6b20-42a7-abf3-acec75381935 req-49fa59c5-fa82-4c6d-98d1-5ebff334e5cc tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464384 Nov 10 16:38:28.938289 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c353-11d9-4674-88b9-fef1492429f9 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.013098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cf8bf8a4-230d-46ef-984f-992847d3639c None None] Provisioning complete for port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:29.013562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf8a4-230d-46ef-984f-992847d3639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.103401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15443a08-3968-47a1-add2-523ebb67c713 req-87831796-5eb4-45f9-91ea-37dfd0e24317 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:29.110851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-15443a08-3968-47a1-add2-523ebb67c713 req-87831796-5eb4-45f9-91ea-37dfd0e24317 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1304715 Nov 10 16:38:29.168788 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c353-11d9-4674-88b9-fef1492429f9 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.186222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-15443a08-3968-47a1-add2-523ebb67c713 req-cdea7203-0371-445e-871f-c56f0dafac2c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747621 Nov 10 16:38:29.218387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1c353-11d9-4674-88b9-fef1492429f9 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef2eb7a-62bf-4358-9054-b8af16040f0b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:29.220593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c353-11d9-4674-88b9-fef1492429f9 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.229459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c3d1c353-11d9-4674-88b9-fef1492429f9 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/subnets/3ef2eb7a-62bf-4358-9054-b8af16040f0b HTTP/1.1" status: 204 len: 168 time: 0.9112279 Nov 10 16:38:29.229728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:29.340674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda42dc-5fa3-4223-a94b-19dd4d3215b7 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:29.342904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda42dc-5fa3-4223-a94b-19dd4d3215b7 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:29.347262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2cda42dc-5fa3-4223-a94b-19dd4d3215b7 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1134691 Nov 10 16:38:29.347639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:29.362386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5614-37e8-4f1c-b058-71f2d3fe1175 req-1b29990a-5478-4160-b480-bd8f23dce01e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:29.382645 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffff5614-37e8-4f1c-b058-71f2d3fe1175 req-1b29990a-5478-4160-b480-bd8f23dce01e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.0845964 Nov 10 16:38:29.439209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854617a-306a-4a48-bb94-45873cb78c93 None None] Network 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:29.466543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffff5614-37e8-4f1c-b058-71f2d3fe1175 req-697fda8b-eed3-4391-9769-be1f7a036e1a tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823030 Nov 10 16:38:29.533827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0d5b69ec-7c00-44aa-9078-8aa4b5e06934 None None] Provisioning complete for port fadc6219-c67a-4100-9d99-4b5726255c3f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:29.534252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d5b69ec-7c00-44aa-9078-8aa4b5e06934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.539807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-300f733b-4742-407a-8dd1-2998e8ddef6c tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.574556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415ccc7-cc0a-47f4-8043-fb1d3253dc75 req-eb997745-a27a-45a2-b76c-80c1486b302d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:29.576587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b415ccc7-cc0a-47f4-8043-fb1d3253dc75 req-eb997745-a27a-45a2-b76c-80c1486b302d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.1403754 Nov 10 16:38:29.578657 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-300f733b-4742-407a-8dd1-2998e8ddef6c tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 16:38:29.579376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300f733b-4742-407a-8dd1-2998e8ddef6c tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:29.582817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-300f733b-4742-407a-8dd1-2998e8ddef6c tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/3c48ab9b-7be7-4300-b7f6-2a80d837ec7e HTTP/1.1" status: 409 len: 405 time: 0.2340920 Nov 10 16:38:29.600822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:29.614131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1358504046'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:29.660288 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b415ccc7-cc0a-47f4-8043-fb1d3253dc75 req-4865ac11-6aac-41de-bec2-2375631e252f tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598083 Nov 10 16:38:29.666646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5bcf-44f1-418b-b38a-e12c6d74b809 req-f7c65d49-84d4-4777-8686-576015ddd2b8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:29.677987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-611d5bcf-44f1-418b-b38a-e12c6d74b809 req-f7c65d49-84d4-4777-8686-576015ddd2b8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1495652 Nov 10 16:38:29.685377 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d5b69ec-7c00-44aa-9078-8aa4b5e06934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.728618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0d5b69ec-7c00-44aa-9078-8aa4b5e06934 None None] For port fadc6219-c67a-4100-9d99-4b5726255c3f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fadc6219-c67a-4100-9d99-4b5726255c3f,segment=NetworkSegment(8f2527b1-ded2-4d38-b5e0-fc734acf0f74),segment_id=8f2527b1-ded2-4d38-b5e0-fc734acf0f74)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:29.739078 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-fed7da74-97c0-4896-b2af-bebdc1885be1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1815517 Nov 10 16:38:29.753872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] DHCP port deletion for 3c48ab9b-7be7-4300-b7f6-2a80d837ec7e request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:29.766201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:29.769635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.793080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-611d5bcf-44f1-418b-b38a-e12c6d74b809 req-a96b4343-0ebe-40ce-8d09-559f523dbd07 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131411 Nov 10 16:38:29.806195 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d5b69ec-7c00-44aa-9078-8aa4b5e06934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.811585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:38:29.827329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.827329 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Added segment e10f8276-d24c-461d-8581-ee5fca32009c of type vlan for network 507d72e6-0f40-4ff2-9a05-60389149a99c Nov 10 16:38:29.878301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device acb57b9f-8376-4e50-8bd2-fd69ae850ee9 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:29.911534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.922037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] Deleting port fadc6219-c67a-4100-9d99-4b5726255c3f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:29.922530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:29.953866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b69ec-7c00-44aa-9078-8aa4b5e06934 None None] Pushing event updated for resources: {'Port': ['ID=fadc6219-c67a-4100-9d99-4b5726255c3f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:30.004541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:30.009470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] For port fadc6219-c67a-4100-9d99-4b5726255c3f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fadc6219-c67a-4100-9d99-4b5726255c3f,segment=NetworkSegment(8f2527b1-ded2-4d38-b5e0-fc734acf0f74),segment_id=8f2527b1-ded2-4d38-b5e0-fc734acf0f74)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:30.017535 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:30.017918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:30.018747 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:30.026248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] Calling delete_port for fadc6219-c67a-4100-9d99-4b5726255c3f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:30.042307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:30.042307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:30.157752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4b40-4ff5-461b-8849-ecc2fffbb1d1 req-f823aa9b-0e60-44af-81a0-35b883b2a586 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:30.166765 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce4f4b40-4ff5-461b-8849-ecc2fffbb1d1 req-f823aa9b-0e60-44af-81a0-35b883b2a586 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 945 time: 0.1251395 Nov 10 16:38:30.199524 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5915082 Nov 10 16:38:30.203632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:30.225654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'subnet': {'network_id': '507d72e6-0f40-4ff2-9a05-60389149a99c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:30.228639 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:30.231664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad29c4d-8575-464d-b8bc-5eca96978a34 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Network': ['ID=507d72e6-0f40-4ff2-9a05-60389149a99c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:30.269511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 507d72e6-0f40-4ff2-9a05-60389149a99c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:38:30.276341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce4f4b40-4ff5-461b-8849-ecc2fffbb1d1 req-ea2b2e15-eec5-47ad-b25a-c07ffa3b96aa tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085730 Nov 10 16:38:30.398777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60418abc-d416-4ae4-a032-06e79811c913 req-67adcdc2-18f6-42b4-a8a2-f38a87e93110 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:30.400307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60418abc-d416-4ae4-a032-06e79811c913 req-67adcdc2-18f6-42b4-a8a2-f38a87e93110 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0993125 Nov 10 16:38:30.407939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] Pushing event deleted for resources: {'Port': ['ID=fadc6219-c67a-4100-9d99-4b5726255c3f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:30.413629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09906fb4-83b2-4158-a91e-109037ccd93f None None] No DVR routers for this DVR port fadc6219-c67a-4100-9d99-4b5726255c3f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:30.470393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60418abc-d416-4ae4-a032-06e79811c913 req-27341d26-895c-4911-8200-96a5b1590c43 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494528 Nov 10 16:38:30.505667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:30.509784 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:30.610073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aae9c-e4b3-4cca-a6d0-a51b4ddee58a req-e93a0fa8-ea6c-479e-b3e9-3f92e6f82cb2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:30.611614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa0aae9c-e4b3-4cca-a6d0-a51b4ddee58a req-e93a0fa8-ea6c-479e-b3e9-3f92e6f82cb2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.0686264 Nov 10 16:38:30.686532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa0aae9c-e4b3-4cca-a6d0-a51b4ddee58a req-151801aa-787c-4820-bc9f-cb28821a2e1e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678532 Nov 10 16:38:30.990892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9000e-f60e-4b8d-b04e-2798431f79ec req-5b01dcd6-8f6e-40a1-9b05-c3aeab052588 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:30.992556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fdf9000e-f60e-4b8d-b04e-2798431f79ec req-5b01dcd6-8f6e-40a1-9b05-c3aeab052588 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0897253 Nov 10 16:38:31.055063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fdf9000e-f60e-4b8d-b04e-2798431f79ec req-735f92fb-4726-4b76-b143-39544d90a0c0 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Nov 10 16:38:31.173515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527f14d-122c-40d1-9c30-9ad0a7a0dfe3 req-3ac3e43f-e690-497c-a277-767ba9deaa1f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:31.176037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d527f14d-122c-40d1-9c30-9ad0a7a0dfe3 req-3ac3e43f-e690-497c-a277-767ba9deaa1f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0537958 Nov 10 16:38:31.219514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:38:31.223530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:31.240263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d527f14d-122c-40d1-9c30-9ad0a7a0dfe3 req-8adf8013-345d-4448-b306-0b21f4cdfe35 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582445 Nov 10 16:38:31.267603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce631a-a7a9-4b70-bb1b-6a444d367209 req-c6aa715c-876c-46d3-941a-5fdcfeceb5fa tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:31.269066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98ce631a-a7a9-4b70-bb1b-6a444d367209 req-c6aa715c-876c-46d3-941a-5fdcfeceb5fa tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.1383605 Nov 10 16:38:31.330320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Subnet': ['ID=49659404-e90d-497b-a5ff-b77343295e20,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:31.347461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Checking segment: {'id': 'e10f8276-d24c-461d-8581-ee5fca32009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '507d72e6-0f40-4ff2-9a05-60389149a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:31.347812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network hostable DHCP agents. Network: 507d72e6-0f40-4ff2-9a05-60389149a99c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:38:31.354040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98ce631a-a7a9-4b70-bb1b-6a444d367209 req-9bbbd366-3a8d-4502-ba44-9ee6aea899ed tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774238 Nov 10 16:38:31.408100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad776-ed0c-407b-a4ea-aa4abbae4d7c req-d110b55a-449d-44f2-9b2e-b20378f7118b tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:31.414092 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbcad776-ed0c-407b-a4ea-aa4abbae4d7c req-d110b55a-449d-44f2-9b2e-b20378f7118b tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 945 time: 0.0532026 Nov 10 16:38:31.463283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbcad776-ed0c-407b-a4ea-aa4abbae4d7c req-d8ffd1b3-6143-4c80-9b7b-6a3b302b3c4f tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 Nov 10 16:38:31.492728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network 507d72e6-0f40-4ff2-9a05-60389149a99c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:38:31.577047 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3027d262-0711-4207-a150-a27a6bf9f95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:31.635871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89019ba-55cd-4451-a8c2-1298cb83a6ff req-5d4d0cf7-d3c2-4877-95ee-c05789b4e96b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:31.637524 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c89019ba-55cd-4451-a8c2-1298cb83a6ff req-5d4d0cf7-d3c2-4877-95ee-c05789b4e96b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0888863 Nov 10 16:38:31.685418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 507d72e6-0f40-4ff2-9a05-60389149a99c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:31.692651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c89019ba-55cd-4451-a8c2-1298cb83a6ff req-8363f9e5-d59f-4b14-9398-6ee10cf6442a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476623 Nov 10 16:38:31.693971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:31.694559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:31.694742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b3487e-3f78-425a-8cb7-36b3c39875e3 None None] Network 507d72e6-0f40-4ff2-9a05-60389149a99c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:31.824283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c3eca161-e053-407e-a025-aaa8c48bf889 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6193707 Nov 10 16:38:31.827143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46112) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:31.832276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'port': {'network_id': '507d72e6-0f40-4ff2-9a05-60389149a99c', 'name': 'tempest-NetworksIpV6TestAttrs-592688880'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:31.862793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-507d72e6-0f40-4ff2-9a05-60389149a99c', 'network_id': '507d72e6-0f40-4ff2-9a05-60389149a99c', 'tenant_id': 'facf7e1260f84d36bd5c20e6460852eb', 'fixed_ips': [{'subnet_id': '49659404-e90d-497b-a5ff-b77343295e20'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:38:31.863702 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:32.009453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Allocated IP 2001:db8::f816:3eff:feea:21c3 (507d72e6-0f40-4ff2-9a05-60389149a99c/49659404-e90d-497b-a5ff-b77343295e20/0995735e-2ec0-4cc8-bce8-49671a2893bc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:32.025591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:32.032185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:32.047301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] device_id is not set on port eeda1552-0733-4ce4-a6fd-5c3feff2c8ce yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:38:32.209534 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:32.238733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a19a9-27f5-4ea6-a22a-9e62fc3a97c3 req-452a1455-b4e3-42c4-90af-6d528bc70513 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:32.246898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f01a19a9-27f5-4ea6-a22a-9e62fc3a97c3 req-452a1455-b4e3-42c4-90af-6d528bc70513 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0709217 Nov 10 16:38:32.323872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f01a19a9-27f5-4ea6-a22a-9e62fc3a97c3 req-b2e79e96-b772-47d2-a6e0-2ef4fb762e2a tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752542 Nov 10 16:38:32.332112 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:32.426796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Pushing event updated for resources: {'Port': ['ID=0995735e-2ec0-4cc8-bce8-49671a2893bc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:32.448829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5c95e-a935-48d2-a440-493bd7d4103b req-9f0a1c3a-2dd2-4466-adac-9e3261f3aec2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:32.451175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Network 507d72e6-0f40-4ff2-9a05-60389149a99c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:32.452621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:32.464410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7a5c95e-a935-48d2-a440-493bd7d4103b req-9f0a1c3a-2dd2-4466-adac-9e3261f3aec2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1109457 Nov 10 16:38:32.465325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:32.484029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Allocated IP 2001:db8::f816:3eff:fe17:44a5 (507d72e6-0f40-4ff2-9a05-60389149a99c/49659404-e90d-497b-a5ff-b77343295e20/eeda1552-0733-4ce4-a6fd-5c3feff2c8ce) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:32.541524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Attempting to bind port 0995735e-2ec0-4cc8-bce8-49671a2893bc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:32.544224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Attempting to bind port 0995735e-2ec0-4cc8-bce8-49671a2893bc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e10f8276-d24c-461d-8581-ee5fca32009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '507d72e6-0f40-4ff2-9a05-60389149a99c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:32.544621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Attempting to bind port 0995735e-2ec0-4cc8-bce8-49671a2893bc on network 507d72e6-0f40-4ff2-9a05-60389149a99c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:32.557433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:32.559905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Checking segment: {'id': 'e10f8276-d24c-461d-8581-ee5fca32009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '507d72e6-0f40-4ff2-9a05-60389149a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:32.561149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:32.561562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Bound using segment: {'id': 'e10f8276-d24c-461d-8581-ee5fca32009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '507d72e6-0f40-4ff2-9a05-60389149a99c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:32.562057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Bound port: 0995735e-2ec0-4cc8-bce8-49671a2893bc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10f8276-d24c-461d-8581-ee5fca32009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '507d72e6-0f40-4ff2-9a05-60389149a99c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:32.562445 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:32.588682 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-2e47b53d-aa3f-4caf-95b4-9cdfa2eb8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:32.590239 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-2e47b53d-aa3f-4caf-95b4-9cdfa2eb8d03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1102 time: 0.1793680 Nov 10 16:38:32.592661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7a5c95e-a935-48d2-a440-493bd7d4103b req-58be6558-548e-4e05-a7c7-1a9d096aa034 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220737 Nov 10 16:38:32.671179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ad1d4-2d03-4942-a30f-0d0c4669995b req-232b1770-c65a-4ea3-999d-4f1429934a28 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:32.678362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee3ad1d4-2d03-4942-a30f-0d0c4669995b req-232b1770-c65a-4ea3-999d-4f1429934a28 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.1685238 Nov 10 16:38:32.681885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] For port 0995735e-2ec0-4cc8-bce8-49671a2893bc, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:32.686162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] For port 0995735e-2ec0-4cc8-bce8-49671a2893bc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0995735e-2ec0-4cc8-bce8-49671a2893bc,segment=NetworkSegment(e10f8276-d24c-461d-8581-ee5fca32009c),segment_id=e10f8276-d24c-461d-8581-ee5fca32009c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:32.819118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-9584c7bf-689d-4d6b-a93c-877718a6fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:32.820526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-9584c7bf-689d-4d6b-a93c-877718a6fa6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2171497 Nov 10 16:38:32.848803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee3ad1d4-2d03-4942-a30f-0d0c4669995b req-8a0d9d83-d751-4e0f-84b3-64dda69d604f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693366 Nov 10 16:38:32.853087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:32.932795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188229a-0cd9-4176-8490-054e99cbd750 req-46f9710a-f37b-41af-8c94-6d34673e51d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:32.941823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-930e37bc-fef5-46e6-bb02-0aa3d69a32f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.1093626 Nov 10 16:38:32.944520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5188229a-0cd9-4176-8490-054e99cbd750 req-46f9710a-f37b-41af-8c94-6d34673e51d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1633747 Nov 10 16:38:33.019580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4e894-0408-48a8-bfdf-22af8959e170 None None] Pushing event updated for resources: {'Port': ['ID=0995735e-2ec0-4cc8-bce8-49671a2893bc,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:33.045821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:33.075777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-1218102d-0211-4036-853c-ede980a48208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:33.079548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5188229a-0cd9-4176-8490-054e99cbd750 req-2d3195c0-16ba-44a9-bd2c-d84bc7399f4d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218297 Nov 10 16:38:33.079868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-1218102d-0211-4036-853c-ede980a48208 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1223519 Nov 10 16:38:33.151470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-cf127039-1bd6-4c72-9c49-246d62ee8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:33.153026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-cf127039-1bd6-4c72-9c49-246d62ee8724 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671418 Nov 10 16:38:33.316674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:33.449424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network 507d72e6-0f40-4ff2-9a05-60389149a99c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:33.460028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:33.466978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:33.472993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:33.473687 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:33.543602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Port': ['ID=eeda1552-0733-4ce4-a6fd-5c3feff2c8ce,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:33.546803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e0c30-4d50-4b97-aa1d-86581040a821 req-60a652a9-9a10-484f-8d4c-2e6768301a5d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:33.556899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d92e0c30-4d50-4b97-aa1d-86581040a821 req-60a652a9-9a10-484f-8d4c-2e6768301a5d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0700288 Nov 10 16:38:33.570898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-8857f2eb-e54a-4c55-988c-51de70099157 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030404 Nov 10 16:38:33.609503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d92e0c30-4d50-4b97-aa1d-86581040a821 req-84c5b584-011a-4fac-9d61-7131323b7947 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Nov 10 16:38:33.644818 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0d6776ce-faa1-4a10-be85-ebf7834dacfa tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8165829 Nov 10 16:38:33.647769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:33.685059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fab93-1630-4c6d-a58f-d2e702a4bcc7 req-960bb0f2-b359-4c75-a879-c1d9ef0fb2b4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:33.686638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b33fab93-1630-4c6d-a58f-d2e702a4bcc7 req-960bb0f2-b359-4c75-a879-c1d9ef0fb2b4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.1786904 Nov 10 16:38:33.738860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-f4fc1b06-baae-428d-9496-31f32d3961fe service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577618 Nov 10 16:38:33.757796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-711902ff-1a5f-4195-b1b5-86d37ae89254 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting subnet 49659404-e90d-497b-a5ff-b77343295e20 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:38:33.775390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e05be-fe15-4b9f-bcca-eb1bdadf61a8 req-c25460bb-aa30-4404-9611-b2fc778a4926 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:33.779244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b33fab93-1630-4c6d-a58f-d2e702a4bcc7 req-ffe726f5-10e6-4a86-bad2-48b6e19dcd7b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788534 Nov 10 16:38:33.783015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b25e05be-fe15-4b9f-bcca-eb1bdadf61a8 req-c25460bb-aa30-4404-9611-b2fc778a4926 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0930908 Nov 10 16:38:33.792416 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711902ff-1a5f-4195-b1b5-86d37ae89254 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:33.893670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711902ff-1a5f-4195-b1b5-86d37ae89254 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:33.907898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6e5dba9-25f4-4829-9641-2ae240690d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:33.959885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b25e05be-fe15-4b9f-bcca-eb1bdadf61a8 req-906702f2-abd1-4659-afb1-c97f3cac390e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757724 Nov 10 16:38:33.968308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0995735e-2ec0-4cc8-bce8-49671a2893bc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:34.065473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0995735e-2ec0-4cc8-bce8-49671a2893bc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:34.066041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.105184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711902ff-1a5f-4195-b1b5-86d37ae89254 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.173770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.246431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61db7a-fa86-4a74-827d-775c8f007636 req-41b1ee5d-06ea-402b-9f10-4d64fc268ab4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:34.248037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be61db7a-fa86-4a74-827d-775c8f007636 req-41b1ee5d-06ea-402b-9f10-4d64fc268ab4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0782003 Nov 10 16:38:34.286710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711902ff-1a5f-4195-b1b5-86d37ae89254 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.310641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711902ff-1a5f-4195-b1b5-86d37ae89254 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.312758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-711902ff-1a5f-4195-b1b5-86d37ae89254 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/subnets/49659404-e90d-497b-a5ff-b77343295e20 HTTP/1.1" status: 204 len: 168 time: 0.6627481 Nov 10 16:38:34.319878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46154) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:34.335771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:38:34.336309 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:38:34.357585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711902ff-1a5f-4195-b1b5-86d37ae89254 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Subnet': ['ID=49659404-e90d-497b-a5ff-b77343295e20,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:34.368045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be61db7a-fa86-4a74-827d-775c8f007636 req-06111a4a-ac9a-49db-b387-48f4763d8405 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047444 Nov 10 16:38:34.458412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6493c1-c97d-432c-8293-722f1cde0c79 None None] Network 507d72e6-0f40-4ff2-9a05-60389149a99c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:34.461642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd930e-5ba9-42d2-9977-d55ab9cf9bf3 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:34.469060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd930e-5ba9-42d2-9977-d55ab9cf9bf3 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:34.469060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3dcd930e-5ba9-42d2-9977-d55ab9cf9bf3 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1404638 Nov 10 16:38:34.472482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46162) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:34.578725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd60698b-fd1a-4696-8c03-58f91b8c0881 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.587838 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd60698b-fd1a-4696-8c03-58f91b8c0881 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 16:38:34.589087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd60698b-fd1a-4696-8c03-58f91b8c0881 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:34.592600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dd60698b-fd1a-4696-8c03-58f91b8c0881 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/507d72e6-0f40-4ff2-9a05-60389149a99c HTTP/1.1" status: 409 len: 405 time: 0.1198425 Nov 10 16:38:34.595594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8d694bb9-a631-46fd-a947-ffa6b10ba61b None None] Provisioning complete for port 0995735e-2ec0-4cc8-bce8-49671a2893bc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:34.596521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:34.603182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1361753758'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:34.606957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d694bb9-a631-46fd-a947-ffa6b10ba61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.723413 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d694bb9-a631-46fd-a947-ffa6b10ba61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.738303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:34.742174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.761307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] DHCP port deletion for 507d72e6-0f40-4ff2-9a05-60389149a99c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:34.769597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8d694bb9-a631-46fd-a947-ffa6b10ba61b None None] For port 0995735e-2ec0-4cc8-bce8-49671a2893bc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0995735e-2ec0-4cc8-bce8-49671a2893bc,segment=NetworkSegment(e10f8276-d24c-461d-8581-ee5fca32009c),segment_id=e10f8276-d24c-461d-8581-ee5fca32009c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:34.780118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86257-72d0-4290-85cf-74119e03773a req-6077c82d-1ce2-4a3f-994b-e92503d73b90 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:34.781625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ea86257-72d0-4290-85cf-74119e03773a req-6077c82d-1ce2-4a3f-994b-e92503d73b90 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0919707 Nov 10 16:38:34.789260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:38:34.815116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.815511 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Added segment 8a66926b-8009-4af6-a2de-179dc303dff6 of type vlan for network cf552965-ca65-43fc-9cb0-e2a6798c0bd4 Nov 10 16:38:34.823788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] Deleting port 0995735e-2ec0-4cc8-bce8-49671a2893bc {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:34.823788 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.875649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d694bb9-a631-46fd-a947-ffa6b10ba61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.886599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ea86257-72d0-4290-85cf-74119e03773a req-86e4acaf-b7bd-40c3-8b84-9553ab8811cd tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915010 Nov 10 16:38:34.892756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.975596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:34.998023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.004416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:35.007513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.108187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Network': ['ID=cf552965-ca65-43fc-9cb0-e2a6798c0bd4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:35.154668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ff47b9fb-8d3c-4cd5-be5e-aceda34e3c27 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5568819 Nov 10 16:38:35.157730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46180) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:35.163366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'subnet': {'network_id': 'cf552965-ca65-43fc-9cb0-e2a6798c0bd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:35.207529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network cf552965-ca65-43fc-9cb0-e2a6798c0bd4 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:38:35.264724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] For port 0995735e-2ec0-4cc8-bce8-49671a2893bc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0995735e-2ec0-4cc8-bce8-49671a2893bc,segment=NetworkSegment(e10f8276-d24c-461d-8581-ee5fca32009c),segment_id=e10f8276-d24c-461d-8581-ee5fca32009c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:35.265122 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.270208 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.277961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba655b-22a2-424b-81a6-5f6201d20279 req-42a130c8-37e0-4887-b40d-07f38cfaf6d9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:35.280155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaba655b-22a2-424b-81a6-5f6201d20279 req-42a130c8-37e0-4887-b40d-07f38cfaf6d9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.0600414 Nov 10 16:38:35.283358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d694bb9-a631-46fd-a947-ffa6b10ba61b None None] Pushing event updated for resources: {'Port': ['ID=0995735e-2ec0-4cc8-bce8-49671a2893bc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:35.296295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] Calling delete_port for 0995735e-2ec0-4cc8-bce8-49671a2893bc owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:35.366028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472a33-3984-41c3-997f-eef773a420fa req-f325cc91-1d09-413c-987d-1e6c0b22b90a tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:35.367629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19472a33-3984-41c3-997f-eef773a420fa req-f325cc91-1d09-413c-987d-1e6c0b22b90a tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 945 time: 0.0860572 Nov 10 16:38:35.372228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaba655b-22a2-424b-81a6-5f6201d20279 req-7cd8f090-54ea-4d54-89b8-a379e13477a7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769706 Nov 10 16:38:35.373974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:35.377725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.387624 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:38:35.387980 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:38:35.528956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.552058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316268c-4127-47fd-8b10-90bb24dbee82 req-db8d5f5d-09cb-4632-a3d8-7773e35b21cc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:35.554042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1316268c-4127-47fd-8b10-90bb24dbee82 req-db8d5f5d-09cb-4632-a3d8-7773e35b21cc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0816278 Nov 10 16:38:35.578705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] Pushing event deleted for resources: {'Port': ['ID=0995735e-2ec0-4cc8-bce8-49671a2893bc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:35.591896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caec88c-55fb-40ec-af2a-50683e878b54 None None] No DVR routers for this DVR port 0995735e-2ec0-4cc8-bce8-49671a2893bc on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:35.615473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Deleting port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:35.615984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.728104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1316268c-4127-47fd-8b10-90bb24dbee82 req-bb4d8927-19c3-4433-adb7-30dcc553d40b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646607 Nov 10 16:38:35.751877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9cc0-bc7e-410c-a0d1-3d489a01262b req-a2effde7-79e3-4a5c-89cf-e29450c125f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:35.753391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-762d9cc0-bc7e-410c-a0d1-3d489a01262b req-a2effde7-79e3-4a5c-89cf-e29450c125f3 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1342783 Nov 10 16:38:35.829905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] For port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:35.831793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.856546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Port 0995735e-2ec0-4cc8-bce8-49671a2893bc update to ACTIVE by agent not found {{(pid=103327) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 16:38:35.865958 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-762d9cc0-bc7e-410c-a0d1-3d489a01262b req-b95230c0-9ffd-40a4-9ef5-9c7ae1ee9ff9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992804 Nov 10 16:38:35.867290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Calling delete_port for 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:35.913087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:38:35.916361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:35.948280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0995735e-2ec0-4cc8-bce8-49671a2893bc no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:38:35.991056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Subnet': ['ID=6cafd57d-6b32-434b-8456-3aace1a06eb7,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:35.993069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 0995735e-2ec0-4cc8-bce8-49671a2893bc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:38:35.993069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0995735e-2ec0-4cc8-bce8-49671a2893bc not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:38:35.998821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Checking segment: {'id': '8a66926b-8009-4af6-a2de-179dc303dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf552965-ca65-43fc-9cb0-e2a6798c0bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:35.999185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network hostable DHCP agents. Network: cf552965-ca65-43fc-9cb0-e2a6798c0bd4, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:38:36.100030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01363c1e-0a4d-495b-86e7-929912975893 req-5281a7db-bfd2-445b-ad3f-87ebb31555ba tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:36.103756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01363c1e-0a4d-495b-86e7-929912975893 req-5281a7db-bfd2-445b-ad3f-87ebb31555ba tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.1177135 Nov 10 16:38:36.103892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network cf552965-ca65-43fc-9cb0-e2a6798c0bd4 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:38:36.189939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01363c1e-0a4d-495b-86e7-929912975893 req-8697b054-8be9-4d58-b999-c5a8956bb2b1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639873 Nov 10 16:38:36.194229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, cf552965-ca65-43fc-9cb0-e2a6798c0bd4) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:36.199012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:36.199641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:36.214255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb050f9-62e6-4f83-84e8-aa55344e97cb None None] Network cf552965-ca65-43fc-9cb0-e2a6798c0bd4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:36.265753 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:36.294541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5226b781-6fa6-459c-b838-bd1065fb0409 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1352868 Nov 10 16:38:36.299790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46196) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:36.329745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event deleted for resources: {'Port': ['ID=197b00d8-0b84-43f7-89fd-99edfc9a5fe5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:36.406485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['197b00d8-0b84-43f7-89fd-99edfc9a5fe5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:36.435102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] No DVR routers for this DVR port 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:36.440555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:36.456142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f57fe4-2448-4262-aeb3-5097ba25a684 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:36.457026 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19472a33-3984-41c3-997f-eef773a420fa req-e57fec47-818b-4629-a6f0-d0b44731b2c9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "DELETE /v2.0/ports/197b00d8-0b84-43f7-89fd-99edfc9a5fe5 HTTP/1.1" status: 204 len: 173 time: 1.0827186 Nov 10 16:38:36.457832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3662f03-053f-42e2-894c-09834dc9b32e', 'name': 'network-vif-deleted', 'tag': '197b00d8-0b84-43f7-89fd-99edfc9a5fe5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:36.468819 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2559731-ac6f-47f2-b0d8-d9600818fd1d" -d '{"events": [{"server_uuid": "d3662f03-053f-42e2-894c-09834dc9b32e", "name": "network-vif-deleted", "tag": "197b00d8-0b84-43f7-89fd-99edfc9a5fe5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:36.533117 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22489cfe-2760-4b5b-9e76-bec7193ea6c0 x-openstack-request-id: req-22489cfe-2760-4b5b-9e76-bec7193ea6c0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:36.533413 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3662f03-053f-42e2-894c-09834dc9b32e", "name": "network-vif-deleted", "tag": "197b00d8-0b84-43f7-89fd-99edfc9a5fe5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:36.533672 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22489cfe-2760-4b5b-9e76-bec7193ea6c0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:36.534071 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3662f03-053f-42e2-894c-09834dc9b32e', 'name': 'network-vif-deleted', 'tag': '197b00d8-0b84-43f7-89fd-99edfc9a5fe5', 'status': 'completed', 'code': 200} Nov 10 16:38:36.536694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-cf552965-ca65-43fc-9cb0-e2a6798c0bd4', 'network_id': 'cf552965-ca65-43fc-9cb0-e2a6798c0bd4', 'tenant_id': 'facf7e1260f84d36bd5c20e6460852eb', 'fixed_ips': [{'subnet_id': '6cafd57d-6b32-434b-8456-3aace1a06eb7'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:38:36.555658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:36.558480 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:36.627133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33c094c9-3353-47dd-b099-f4aecb6d9a7e req-326003d2-33fe-4947-aafd-87d417c5908c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3662f03-053f-42e2-894c-09834dc9b32e HTTP/1.1" status: 200 len: 210 time: 0.0590317 Nov 10 16:38:36.698399 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:36.751834 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:36.824770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Allocated IP 2001:db8::f816:3eff:fe56:1994 (cf552965-ca65-43fc-9cb0-e2a6798c0bd4/6cafd57d-6b32-434b-8456-3aace1a06eb7/d5991e88-6e1a-40fe-a896-88808e4c253e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:37.005059 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.009263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbded9-5f5e-4c75-9fc1-a7c6a26beb2d req-b811f16e-16d7-49b6-bd92-b35ff5b05625 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:37.014318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6bbded9-5f5e-4c75-9fc1-a7c6a26beb2d req-b811f16e-16d7-49b6-bd92-b35ff5b05625 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1254344 Nov 10 16:38:37.112397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.128354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90904c-4c75-469c-8f5e-fcbb7bef7cc8 req-9a928fd6-e86d-477f-bb45-79448f8eb6f1 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:37.129359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6bbded9-5f5e-4c75-9fc1-a7c6a26beb2d req-92f1ba07-7d12-47a7-9b19-a5680bc548ac tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071937 Nov 10 16:38:37.137163 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff90904c-4c75-469c-8f5e-fcbb7bef7cc8 req-9a928fd6-e86d-477f-bb45-79448f8eb6f1 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0700865 Nov 10 16:38:37.224871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Network cf552965-ca65-43fc-9cb0-e2a6798c0bd4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:37.228529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:37.232217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:37.235044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff90904c-4c75-469c-8f5e-fcbb7bef7cc8 req-17ae92ec-9c2e-42dc-9584-6cee5bb5d967 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969427 Nov 10 16:38:37.262269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Pushing event updated for resources: {'Port': ['ID=d5991e88-6e1a-40fe-a896-88808e4c253e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:37.326290 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.351791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Attempting to bind port d5991e88-6e1a-40fe-a896-88808e4c253e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:37.352957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Attempting to bind port d5991e88-6e1a-40fe-a896-88808e4c253e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8a66926b-8009-4af6-a2de-179dc303dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf552965-ca65-43fc-9cb0-e2a6798c0bd4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:37.354744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Attempting to bind port d5991e88-6e1a-40fe-a896-88808e4c253e on network cf552965-ca65-43fc-9cb0-e2a6798c0bd4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:37.369123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:37.369797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Checking segment: {'id': '8a66926b-8009-4af6-a2de-179dc303dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf552965-ca65-43fc-9cb0-e2a6798c0bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:37.370353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.370899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Bound using segment: {'id': '8a66926b-8009-4af6-a2de-179dc303dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf552965-ca65-43fc-9cb0-e2a6798c0bd4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:37.371544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Bound port: d5991e88-6e1a-40fe-a896-88808e4c253e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a66926b-8009-4af6-a2de-179dc303dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cf552965-ca65-43fc-9cb0-e2a6798c0bd4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:37.372102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.376160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ad7f4-f0a4-4bdd-9e5f-31f3862532c7 req-c6e93cf6-2a90-41d3-8ab5-f8810ffd8366 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:37.379480 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-685ad7f4-f0a4-4bdd-9e5f-31f3862532c7 req-c6e93cf6-2a90-41d3-8ab5-f8810ffd8366 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0955334 Nov 10 16:38:37.392126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Subnet': ['ID=6cafd57d-6b32-434b-8456-3aace1a06eb7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:37.484193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-685ad7f4-f0a4-4bdd-9e5f-31f3862532c7 req-d1537c56-26e3-4856-9d65-fb1e9a8c6450 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972295 Nov 10 16:38:37.500819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] For port d5991e88-6e1a-40fe-a896-88808e4c253e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:37.504226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] For port d5991e88-6e1a-40fe-a896-88808e4c253e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d5991e88-6e1a-40fe-a896-88808e4c253e,segment=NetworkSegment(8a66926b-8009-4af6-a2de-179dc303dff6),segment_id=8a66926b-8009-4af6-a2de-179dc303dff6)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:37.562703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.584061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf552965-ca65-43fc-9cb0-e2a6798c0bd4']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:37.594011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a66926b-8009-4af6-a2de-179dc303dff6') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:37.594319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a66926b-8009-4af6-a2de-179dc303dff6') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:37.604397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.608631 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.620210 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.627145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:37.627605 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:37.631137 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:37.685111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1f56e-4c19-4dbe-8b42-1570c8ae85ef None None] Pushing event updated for resources: {'Port': ['ID=d5991e88-6e1a-40fe-a896-88808e4c253e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:37.691752 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.706688 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:37.780466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d0992-ff81-489b-bb22-71996a3c40b5 None None] Network cf552965-ca65-43fc-9cb0-e2a6798c0bd4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:37.783670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:38:37.783670 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:38:37.783670 n-d-714676-11 neutron-server[103326]: [parameters: {'id': 'cf552965-ca65-43fc-9cb0-e2a6798c0bd4'}] Nov 10 16:38:37.783670 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:38:37.784079 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:38:37.970558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8cc86-f5cb-4e2a-8984-c723c6137fe3 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:38:38.107590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8cc86-f5cb-4e2a-8984-c723c6137fe3 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:38:38.125925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-79adf525-21df-4647-8f7f-a92b3d4cbca5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:38.133766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-79adf525-21df-4647-8f7f-a92b3d4cbca5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.1478357 Nov 10 16:38:38.144723 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-eb9cc582-3612-49b2-b292-fbea8cc863a9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/quotas/f651b33b7fe24cec8653747a92dd1c9e HTTP/1.1" status: 200 len: 375 time: 0.0100951 Nov 10 16:38:38.184628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-59eb1f23-dea9-4d46-8f3b-ffc6276421f0 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324223 Nov 10 16:38:38.297871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-c7b034b0-b878-4250-8512-8000d47bd19e service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041293 Nov 10 16:38:38.312413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:38.438972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-d4d0dec6-c9ba-4681-919c-2f20391ad3f1 service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401718 Nov 10 16:38:38.451265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc32f2e-54c9-4a5f-882c-ecc795776b51 req-b585b53a-3e61-4c7f-ad43-c8891a2bf2f8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:38.457293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7cc32f2e-54c9-4a5f-882c-ecc795776b51 req-b585b53a-3e61-4c7f-ad43-c8891a2bf2f8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.2021430 Nov 10 16:38:38.555486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7cc32f2e-54c9-4a5f-882c-ecc795776b51 req-53990f23-2852-4923-8ea6-4e1336e2835b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740063 Nov 10 16:38:38.562466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting port d5991e88-6e1a-40fe-a896-88808e4c253e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:38.563020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:38.732633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] For port d5991e88-6e1a-40fe-a896-88808e4c253e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d5991e88-6e1a-40fe-a896-88808e4c253e,segment=NetworkSegment(8a66926b-8009-4af6-a2de-179dc303dff6),segment_id=8a66926b-8009-4af6-a2de-179dc303dff6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:38.732994 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:38.753307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Calling delete_port for d5991e88-6e1a-40fe-a896-88808e4c253e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:38.766311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81611b7-3b1b-4d08-9063-eaa9909605e2 req-86a09a53-bb11-479d-bf8f-342f925978b8 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:38.769730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a81611b7-3b1b-4d08-9063-eaa9909605e2 req-86a09a53-bb11-479d-bf8f-342f925978b8 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1283329 Nov 10 16:38:38.812992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65780d-1a4a-4050-81a4-c376822e272b req-45416b39-b691-4f4f-bde4-06eff4515b1b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:38.825664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d65780d-1a4a-4050-81a4-c376822e272b req-45416b39-b691-4f4f-bde4-06eff4515b1b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0881450 Nov 10 16:38:38.895200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a81611b7-3b1b-4d08-9063-eaa9909605e2 req-52e4c3dc-d549-47b1-8751-689ae318cbb0 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121075 Nov 10 16:38:38.899502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d65780d-1a4a-4050-81a4-c376822e272b req-627612cd-7ebb-4444-9a14-b4423ff52872 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727453 Nov 10 16:38:38.991197 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d4d180a3-8405-4ea1-ba77-8272a1ddd23e req-4dfdad54-6add-4565-88b8-a891a6a68588 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 210 time: 0.0325351 Nov 10 16:38:39.059792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.090466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Port': ['ID=d5991e88-6e1a-40fe-a896-88808e4c253e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:39.092449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No DVR routers for this DVR port d5991e88-6e1a-40fe-a896-88808e4c253e on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:39.168461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:38:39.191043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:38:39.191434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 197b00d8-0b84-43f7-89fd-99edfc9a5fe5 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:38:39.205757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.230048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf552965-ca65-43fc-9cb0-e2a6798c0bd4']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:39.239718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a66926b-8009-4af6-a2de-179dc303dff6') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:39.240012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a66926b-8009-4af6-a2de-179dc303dff6') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:39.249503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.263053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.271777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:39.272161 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:39.275943 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:39.439864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.457259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.457259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/cf552965-ca65-43fc-9cb0-e2a6798c0bd4 HTTP/1.1" status: 204 len: 168 time: 3.1520798 Nov 10 16:38:39.457504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46256) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:39.463317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-582502568'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:39.472877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9bb2b-338e-41c9-9d6f-b07dcdecea78 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Network': ['ID=cf552965-ca65-43fc-9cb0-e2a6798c0bd4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:39.573948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:39.577568 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.609106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:38:39.628307 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.630858 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Added segment 21c9ad81-faca-4598-827d-f936527a5221 of type vlan for network d71ae093-f67f-442d-a51e-55bc706f95d5 Nov 10 16:38:39.680793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.722100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3a031-e492-4839-9d5f-d5a5e0cdca15 req-7e3d3943-eb4a-417d-ba16-987cab7bbdec tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:39.723736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49b3a031-e492-4839-9d5f-d5a5e0cdca15 req-7e3d3943-eb4a-417d-ba16-987cab7bbdec tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0725543 Nov 10 16:38:39.778668 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49b3a031-e492-4839-9d5f-d5a5e0cdca15 req-064e047f-0b14-4896-868f-80a1fe1bd677 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471027 Nov 10 16:38:39.785441 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.798920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:39.799752 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:39.886211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Network': ['ID=d71ae093-f67f-442d-a51e-55bc706f95d5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:39.896568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network d71ae093-f67f-442d-a51e-55bc706f95d5 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:38:39.938089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a7363c9b-d81a-4480-b549-bcbc1f5e97a1 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4806366 Nov 10 16:38:39.941323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46264) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:39.972622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'subnet': {'network_id': 'd71ae093-f67f-442d-a51e-55bc706f95d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:40.109984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac85a0-8e3b-4d24-a109-4ac86292f20b req-3948b9aa-dcbc-4d40-b391-90e376d1cb08 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:40.112847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceac85a0-8e3b-4d24-a109-4ac86292f20b req-3948b9aa-dcbc-4d40-b391-90e376d1cb08 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.1165819 Nov 10 16:38:40.142004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d5689-e84d-49c2-967f-6a263a25ac1a req-fbf2c38c-08b8-4ef0-bf9b-f02124ad975e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:40.149666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c14d5689-e84d-49c2-967f-6a263a25ac1a req-fbf2c38c-08b8-4ef0-bf9b-f02124ad975e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1620476 Nov 10 16:38:40.240443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c14d5689-e84d-49c2-967f-6a263a25ac1a req-474e1d26-00a1-4ffc-862f-c9f27b943980 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898814 Nov 10 16:38:40.251191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:40.300085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:40.303916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:40.420063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ff5a984-ddc4-424c-9829-872855f7f45a req-e69e52de-8c0e-4ee3-bd81-fa7db2e50945 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 210 time: 0.0381768 Nov 10 16:38:40.539998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceac85a0-8e3b-4d24-a109-4ac86292f20b req-368947df-cad4-47b3-8e32-45bde70cd66d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155576 Nov 10 16:38:40.700305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:40.750948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46278) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:40.757257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Subnet': ['ID=57160abe-6a19-47a8-b24d-6d7bb254f898,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:40.813543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Checking segment: {'id': '21c9ad81-faca-4598-827d-f936527a5221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd71ae093-f67f-442d-a51e-55bc706f95d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:40.814351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network hostable DHCP agents. Network: d71ae093-f67f-442d-a51e-55bc706f95d5, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:38:40.928848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c16-3218-4e90-9b83-89039be4ce3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:40.943159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network d71ae093-f67f-442d-a51e-55bc706f95d5 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:38:40.994990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e9971-a96b-4936-b4af-8db6920f1129 req-328a6e8c-8ddd-4f25-852e-7eb5b951abc4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:40.996661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf3e9971-a96b-4936-b4af-8db6920f1129 req-328a6e8c-8ddd-4f25-852e-7eb5b951abc4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1079826 Nov 10 16:38:41.038332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, d71ae093-f67f-442d-a51e-55bc706f95d5) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:41.050637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:41.050831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87bfa1-9c05-442f-b363-506efb9f0fbf None None] Network d71ae093-f67f-442d-a51e-55bc706f95d5 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:41.051239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.078530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf3e9971-a96b-4936-b4af-8db6920f1129 req-efdbce7b-9cbc-4fd7-966a-7a5f74a9ba9d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753293 Nov 10 16:38:41.096353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c16-3218-4e90-9b83-89039be4ce3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.197413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-977d2396-8f9a-4fca-888d-2aecbb0b1166 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2547770 Nov 10 16:38:41.200048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46286) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:41.231848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c16-3218-4e90-9b83-89039be4ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.255439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-d71ae093-f67f-442d-a51e-55bc706f95d5', 'network_id': 'd71ae093-f67f-442d-a51e-55bc706f95d5', 'tenant_id': 'facf7e1260f84d36bd5c20e6460852eb', 'fixed_ips': [{'subnet_id': '57160abe-6a19-47a8-b24d-6d7bb254f898'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:38:41.256423 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.277584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b7c16-3218-4e90-9b83-89039be4ce3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5210a2d-db40-4db1-9d30-1213b975a308,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:41.390537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b13b7c16-3218-4e90-9b83-89039be4ce3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b713bda0087457088c19b4dbe5c9205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6348450 Nov 10 16:38:41.393732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46290) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:41.431906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-2237d93b-7479-474a-a522-aead281a61b5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:41.433792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-2237d93b-7479-474a-a522-aead281a61b5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.2717597 Nov 10 16:38:41.462398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fb33a-33d4-4f8e-9f2b-39a0a07bfb82 req-138cca17-70cd-434e-8253-9078e958934b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:41.471149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.471859 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959fb33a-33d4-4f8e-9f2b-39a0a07bfb82 req-138cca17-70cd-434e-8253-9078e958934b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1151447 Nov 10 16:38:41.480330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Request body: {'port': {'device_id': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'admin_state_up': True, 'tenant_id': 'f651b33b7fe24cec8653747a92dd1c9e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:41.515524 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8cf0-daa4-48a8-b30e-bf649b00aa43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.518667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Allocated IP 2001:db8::2 (d71ae093-f67f-442d-a51e-55bc706f95d5/57160abe-6a19-47a8-b24d-6d7bb254f898/939ce3ca-9da0-4d3c-85f9-e276f7e5991f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:41.606667 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d174733f-5582-4282-98bb-7895358db29d req-26d20703-2705-4107-bb03-f61cbd3d9a01 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 210 time: 0.0409720 Nov 10 16:38:41.623149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8cf0-daa4-48a8-b30e-bf649b00aa43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.648483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.702318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959fb33a-33d4-4f8e-9f2b-39a0a07bfb82 req-f5b3e03b-b80a-4af4-b03b-274e5603f271 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295706 Nov 10 16:38:41.807879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.820427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8244be2-fdb7-466b-a36a-102612af6e2f req-17141fc4-7ec4-41df-9695-7323e2632933 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:41.822070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8244be2-fdb7-466b-a36a-102612af6e2f req-17141fc4-7ec4-41df-9695-7323e2632933 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0717392 Nov 10 16:38:41.842653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Made reservation on behalf of f651b33b7fe24cec8653747a92dd1c9e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:41.846095 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.889514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8244be2-fdb7-466b-a36a-102612af6e2f req-e4b260be-5084-4311-9b19-9e7069d62a59 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614369 Nov 10 16:38:41.902452 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.920011 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8cf0-daa4-48a8-b30e-bf649b00aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.922876 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8cf0-daa4-48a8-b30e-bf649b00aa43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.931454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b8c8cf0-daa4-48a8-b30e-bf649b00aa43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5210a2d-db40-4db1-9d30-1213b975a308 HTTP/1.1" status: 204 len: 168 time: 0.5385067 Nov 10 16:38:41.941523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c8cf0-daa4-48a8-b30e-bf649b00aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5210a2d-db40-4db1-9d30-1213b975a308,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:41.963905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Pushing event updated for resources: {'Port': ['ID=939ce3ca-9da0-4d3c-85f9-e276f7e5991f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:41.980976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Network d71ae093-f67f-442d-a51e-55bc706f95d5 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:41.983226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:41.983491 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:41.987809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:42.057533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Attempting to bind port 939ce3ca-9da0-4d3c-85f9-e276f7e5991f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:42.057900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Attempting to bind port 939ce3ca-9da0-4d3c-85f9-e276f7e5991f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '21c9ad81-faca-4598-827d-f936527a5221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd71ae093-f67f-442d-a51e-55bc706f95d5'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:42.058254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Attempting to bind port 939ce3ca-9da0-4d3c-85f9-e276f7e5991f on network d71ae093-f67f-442d-a51e-55bc706f95d5 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:42.060208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Subnet': ['ID=57160abe-6a19-47a8-b24d-6d7bb254f898,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:42.068626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Allocated IP 172.20.0.9 (1c27b5c7-e493-4d18-b58c-41f6e7206ff0/c086cf2f-907f-43eb-aa4f-03e65c19d7a8/39bdc513-fe35-4e37-8a52-672e3a866a4a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:42.070688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:42.070688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Checking segment: {'id': '21c9ad81-faca-4598-827d-f936527a5221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd71ae093-f67f-442d-a51e-55bc706f95d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:42.071054 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.071475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Bound using segment: {'id': '21c9ad81-faca-4598-827d-f936527a5221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd71ae093-f67f-442d-a51e-55bc706f95d5'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:42.071943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Bound port: 939ce3ca-9da0-4d3c-85f9-e276f7e5991f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c9ad81-faca-4598-827d-f936527a5221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd71ae093-f67f-442d-a51e-55bc706f95d5'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:42.072340 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.135344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.153360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] For port 939ce3ca-9da0-4d3c-85f9-e276f7e5991f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:42.157857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] For port 939ce3ca-9da0-4d3c-85f9-e276f7e5991f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=939ce3ca-9da0-4d3c-85f9-e276f7e5991f,segment=NetworkSegment(21c9ad81-faca-4598-827d-f936527a5221),segment_id=21c9ad81-faca-4598-827d-f936527a5221)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:42.176278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71ae093-f67f-442d-a51e-55bc706f95d5']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:42.199370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c9ad81-faca-4598-827d-f936527a5221') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:42.199370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c9ad81-faca-4598-827d-f936527a5221') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:42.223818 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.245835 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.248353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.263032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:42.263560 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:42.267430 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:42.386259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d04af9-3a7a-4f2b-9aa9-185580938c6c req-c5e469bb-5a3c-4635-8daf-e397f3f8ba88 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:42.387665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4d04af9-3a7a-4f2b-9aa9-185580938c6c req-c5e469bb-5a3c-4635-8daf-e397f3f8ba88 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1530983 Nov 10 16:38:42.396241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af539f-859b-4265-907f-3fc61f814e65 None None] Pushing event updated for resources: {'Port': ['ID=939ce3ca-9da0-4d3c-85f9-e276f7e5991f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:42.404476 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.418237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59796acd-918e-4f24-8de8-ace59ea99d02 None None] Network d71ae093-f67f-442d-a51e-55bc706f95d5 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:42.443617 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:38:42.443617 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:38:42.443617 n-d-714676-11 neutron-server[103326]: [parameters: {'id': 'd71ae093-f67f-442d-a51e-55bc706f95d5'}] Nov 10 16:38:42.443617 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:38:42.444210 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:38:42.471099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4d04af9-3a7a-4f2b-9aa9-185580938c6c req-c131d482-a4ab-41d2-8873-49381b8251ee tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700920 Nov 10 16:38:42.563197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.567239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6904b814-f5dc-4d4b-8930-1f1e41a759d2 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:38:42.614225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:42.620680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:42.623129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:42.690387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:42.691274 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.696979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event updated for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:42.713418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904b814-f5dc-4d4b-8930-1f1e41a759d2 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:38:42.780432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13c0d-740d-4c1f-9499-275e2a586574 req-6f6e097d-64a3-4f43-99a3-ffe80dfdb8d8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:42.782405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ecc13c0d-740d-4c1f-9499-275e2a586574 req-6f6e097d-64a3-4f43-99a3-ffe80dfdb8d8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 931 time: 0.0735629 Nov 10 16:38:42.788642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-35a84316-ab7a-4d00-abf4-d642d83bcfa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3133051 Nov 10 16:38:42.809766 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Request body: {'port': {'device_id': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:42.847891 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ecc13c0d-740d-4c1f-9499-275e2a586574 req-6568d9cc-4869-4c13-9a02-4c4118c430b1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589263 Nov 10 16:38:42.902412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505658c-e8f0-49e4-9083-1dba0dfff741 req-5cf438ce-a864-40ca-8207-a9f729eb5c93 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:42.910810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4505658c-e8f0-49e4-9083-1dba0dfff741 req-5cf438ce-a864-40ca-8207-a9f729eb5c93 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1368613 Nov 10 16:38:42.939865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:42.946562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.042349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting port 939ce3ca-9da0-4d3c-85f9-e276f7e5991f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:43.042349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.062117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4505658c-e8f0-49e4-9083-1dba0dfff741 req-5f4a3178-7a59-4048-b2a7-9ed02dfe1812 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490552 Nov 10 16:38:43.077070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e8b57-fc5c-4e9e-97c4-5d8a1d17c9b7 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:43.152709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fda01-3b85-4500-887a-54d506f0563f req-94f5d3f1-ebde-4ef6-a58e-ccb5acdc2e1d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:43.159877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc8fda01-3b85-4500-887a-54d506f0563f req-94f5d3f1-ebde-4ef6-a58e-ccb5acdc2e1d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.1286173 Nov 10 16:38:43.173829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] For port 939ce3ca-9da0-4d3c-85f9-e276f7e5991f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=939ce3ca-9da0-4d3c-85f9-e276f7e5991f,segment=NetworkSegment(21c9ad81-faca-4598-827d-f936527a5221),segment_id=21c9ad81-faca-4598-827d-f936527a5221)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:43.174087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0038df96-c17e-4749-add8-01f0a5e73872 None None] Provisioning complete for port 39bdc513-fe35-4e37-8a52-672e3a866a4a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:43.174190 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.174281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0038df96-c17e-4749-add8-01f0a5e73872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.200859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Calling delete_port for 939ce3ca-9da0-4d3c-85f9-e276f7e5991f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:43.243216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0038df96-c17e-4749-add8-01f0a5e73872 None None] Port 39bdc513-fe35-4e37-8a52-672e3a866a4a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:38:43.247928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc8fda01-3b85-4500-887a-54d506f0563f req-44898675-2c02-49e7-ae2f-53f4ab834735 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838642 Nov 10 16:38:43.414942 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.457252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No DVR routers for this DVR port 939ce3ca-9da0-4d3c-85f9-e276f7e5991f on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:43.486608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Port': ['ID=939ce3ca-9da0-4d3c-85f9-e276f7e5991f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:43.550947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.578396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71ae093-f67f-442d-a51e-55bc706f95d5']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:43.590218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c9ad81-faca-4598-827d-f936527a5221') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:43.590509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c9ad81-faca-4598-827d-f936527a5221') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:43.603020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.617440 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.623925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:43.624303 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:43.627572 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:43.694387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6eecc-bcaa-4dbb-b3c3-237bade4cbbc req-69227249-f5d3-4f22-bd3f-75d07eb61be8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:43.696477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73e6eecc-bcaa-4dbb-b3c3-237bade4cbbc req-69227249-f5d3-4f22-bd3f-75d07eb61be8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1010597 Nov 10 16:38:43.715991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bdc513-fe35-4e37-8a52-672e3a866a4a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:43.730951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.769707 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73e6eecc-bcaa-4dbb-b3c3-237bade4cbbc req-180fad0c-e9af-43c5-823f-c9f296d30b0a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637257 Nov 10 16:38:43.823682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.823783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Transition to ACTIVE for port object 39bdc513-fe35-4e37-8a52-672e3a866a4a will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:38:43.824242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.824242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/d71ae093-f67f-442d-a51e-55bc706f95d5 HTTP/1.1" status: 204 len: 168 time: 2.6213729 Nov 10 16:38:43.826617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:43.831750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-26625951'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:43.834414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f7d3b-5b28-4dd1-964f-a67dea9b64a2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Network': ['ID=d71ae093-f67f-442d-a51e-55bc706f95d5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:43.915068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:43.971571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a6073-17e8-4600-ba45-5738a631c321 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:44.001259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:44.004909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.010948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e65e25-8f3f-444e-95fc-05928be1f287 req-ae113a7a-b968-413c-8d18-af4631d95ab0 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.015779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52e65e25-8f3f-444e-95fc-05928be1f287 req-ae113a7a-b968-413c-8d18-af4631d95ab0 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0764894 Nov 10 16:38:44.071949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:44.093503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52e65e25-8f3f-444e-95fc-05928be1f287 req-41100632-aebf-4b98-9417-264046f62466 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745814 Nov 10 16:38:44.105654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eab1a-0cb2-46b7-b919-01d603f63871 req-7a295532-555b-4186-b3fd-433a7247f195 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.107489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c15eab1a-0cb2-46b7-b919-01d603f63871 req-7a295532-555b-4186-b3fd-433a7247f195 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 943 time: 0.1863980 Nov 10 16:38:44.122511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:38:44.159164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.159756 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Added segment 00dd1d78-f239-47db-85fa-93cfd5398fe7 of type vlan for network 3b05f633-7473-4574-8810-c61bee8991ea Nov 10 16:38:44.162189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Attempting to bind port 39bdc513-fe35-4e37-8a52-672e3a866a4a on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:44.162591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Attempting to bind port 39bdc513-fe35-4e37-8a52-672e3a866a4a by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:44.164252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Attempting to bind port 39bdc513-fe35-4e37-8a52-672e3a866a4a on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:44.186469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Port 39bdc513-fe35-4e37-8a52-672e3a866a4a on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:38:44.186866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Attempting to bind port 39bdc513-fe35-4e37-8a52-672e3a866a4a on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:44.206552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035838-089a-46e9-8219-2665e7207853 req-c0ffbecc-f53c-4894-bc4e-c721021c6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.209297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b035838-089a-46e9-8219-2665e7207853 req-c0ffbecc-f53c-4894-bc4e-c721021c6694 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=276a7dbecf47452192a98b3d943f3b82&device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 1098 time: 0.0646281 Nov 10 16:38:44.233116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:44.233541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Checking segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:44.233991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Bound using segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:44.234526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Bound port: 39bdc513-fe35-4e37-8a52-672e3a866a4a, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:44.234942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.243473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.258042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c15eab1a-0cb2-46b7-b919-01d603f63871 req-6e82b250-21d1-460d-9677-2ff612f4307c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365228 Nov 10 16:38:44.340494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:44.352831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:44.360569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e97f7-8a60-462a-8cd1-39cc30423a1d req-f190c429-5f34-4995-86bd-f1cdda39d58e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.362085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-670e97f7-8a60-462a-8cd1-39cc30423a1d req-f190c429-5f34-4995-86bd-f1cdda39d58e tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1109612 Nov 10 16:38:44.371597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.383759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.383759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.423857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-670e97f7-8a60-462a-8cd1-39cc30423a1d req-dcfe816b-bd50-45a7-9003-ff754923a0c2 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537450 Nov 10 16:38:44.428846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035838-089a-46e9-8219-2665e7207853 req-4de1a0a7-a7c5-4cfd-b476-414ef7d9aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.430912 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b035838-089a-46e9-8219-2665e7207853 req-4de1a0a7-a7c5-4cfd-b476-414ef7d9aa5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 200 len: 916 time: 0.2120087 Nov 10 16:38:44.441217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.475484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b035838-089a-46e9-8219-2665e7207853 req-912931a2-cf84-4ed1-af3b-ea9cb552e8ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce956fb2-4e2b-45d5-8236-0ae915478d7d HTTP/1.1" status: 200 len: 217 time: 0.0351026 Nov 10 16:38:44.479609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Network': ['ID=3b05f633-7473-4574-8810-c61bee8991ea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:44.489637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.490317 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.491672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] 10.222.0.69 "PUT /v2.0/ports/39bdc513-fe35-4e37-8a52-672e3a866a4a HTTP/1.1" status: 200 len: 1092 time: 1.6877480 Nov 10 16:38:44.495843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:44.496236 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9110c487-cc69-44ff-861b-107b178b3d37" -d '{"events": [{"name": "network-changed", "server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:44.500556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 3b05f633-7473-4574-8810-c61bee8991ea details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:38:44.505924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d05c6d-4f8e-444a-bbbe-4a08304b4aad None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:44.525162 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-098c73e2-886f-4a84-929c-a6de0819376f tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6967049 Nov 10 16:38:44.533504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46374) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:44.550122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Request body: {'subnet': {'network_id': '3b05f633-7473-4574-8810-c61bee8991ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:44.556549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035838-089a-46e9-8219-2665e7207853 req-a271e3a1-be36-440e-894c-1237ac2e59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.558121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b035838-089a-46e9-8219-2665e7207853 req-a271e3a1-be36-440e-894c-1237ac2e59c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6348342f-6c83-4ec7-a030-06438017315b HTTP/1.1" status: 200 len: 854 time: 0.0756421 Nov 10 16:38:44.566577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7d9ef-cb0a-4e47-970a-a332e7b5e5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:44.577522 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a86789-33fc-4182-b29f-b2f9deb7acca x-openstack-request-id: req-73a86789-33fc-4182-b29f-b2f9deb7acca {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:44.577849 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:44.578059 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73a86789-33fc-4182-b29f-b2f9deb7acca {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:44.578450 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'status': 'completed', 'code': 200} Nov 10 16:38:44.613603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035838-089a-46e9-8219-2665e7207853 req-bc23abf7-44d9-45f3-88e8-d65695ef1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.615398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b035838-089a-46e9-8219-2665e7207853 req-bc23abf7-44d9-45f3-88e8-d65695ef1ca7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16e37acc-be82-4007-a91e-f54c8edb838d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480330 Nov 10 16:38:44.702686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110c487-cc69-44ff-861b-107b178b3d37 req-1126e863-c2a0-4216-b9dc-b81f3a1212eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.704328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9110c487-cc69-44ff-861b-107b178b3d37 req-1126e863-c2a0-4216-b9dc-b81f3a1212eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 1095 time: 0.0550427 Nov 10 16:38:44.725001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b035838-089a-46e9-8219-2665e7207853 req-0482a3e9-e0f3-48d7-be06-9c84b8b4923b service neutron] 10.222.0.69 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019971 Nov 10 16:38:44.802158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Made reservation on behalf of facf7e1260f84d36bd5c20e6460852eb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:44.805848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:44.821743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b035838-089a-46e9-8219-2665e7207853 req-a4d1526e-1929-4dc9-8ec8-b4f58dbef3c4 service neutron] 10.222.0.69 "GET /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897274 Nov 10 16:38:44.838416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110c487-cc69-44ff-861b-107b178b3d37 req-43353cb4-fb7e-497b-8491-6d73609192e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.839999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9110c487-cc69-44ff-861b-107b178b3d37 req-43353cb4-fb7e-497b-8491-6d73609192e9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1277282 Nov 10 16:38:44.911648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5d69c-a66b-4db6-b772-3d610d63ff3d req-14be5f29-c65f-4e52-a097-64719f843dd0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:44.913248 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49f5d69c-a66b-4db6-b772-3d610d63ff3d req-14be5f29-c65f-4e52-a097-64719f843dd0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0569689 Nov 10 16:38:44.971634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49f5d69c-a66b-4db6-b772-3d610d63ff3d req-d453d307-814c-4a90-ac08-e0aecb3c9d92 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502489 Nov 10 16:38:45.018310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110c487-cc69-44ff-861b-107b178b3d37 req-2f16d716-5bf4-440d-a383-eeb2bdbdd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:45.019820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9110c487-cc69-44ff-861b-107b178b3d37 req-2f16d716-5bf4-440d-a383-eeb2bdbdd6dc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539674 Nov 10 16:38:45.134337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-df00f07a-e95c-4952-81f1-620dfd607aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:45.135930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-df00f07a-e95c-4952-81f1-620dfd607aa3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 1095 time: 0.0695462 Nov 10 16:38:45.185173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-e223d1a2-4864-4dd9-8b7f-cfa73f3c0468 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a HTTP/1.1" status: 200 len: 217 time: 0.0379379 Nov 10 16:38:45.314137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-cfc79f17-dbcf-4151-b56f-c0614e0e7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:45.315778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-cfc79f17-dbcf-4151-b56f-c0614e0e7c3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1205449 Nov 10 16:38:45.329431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec348bb-8707-41ef-8bdc-fa3a75d82220 req-fd369c09-58b2-42d1-abc1-a0a23534aa66 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:45.330982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ec348bb-8707-41ef-8bdc-fa3a75d82220 req-fd369c09-58b2-42d1-abc1-a0a23534aa66 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.1488068 Nov 10 16:38:45.371981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:38:45.391890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:45.407546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-6a5a3558-91ea-4f6e-a0e7-929011121ab2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631516 Nov 10 16:38:45.412192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bcf6b-ff60-4903-9813-c5f24a7cc549 req-55357b91-5f44-4a6f-a0a9-52f5b705e6bc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:45.415459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac5bcf6b-ff60-4903-9813-c5f24a7cc549 req-55357b91-5f44-4a6f-a0a9-52f5b705e6bc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 943 time: 0.0655367 Nov 10 16:38:45.464841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac5bcf6b-ff60-4903-9813-c5f24a7cc549 req-bd353b7b-1cfa-4774-bf8f-5374732bd9e6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 Nov 10 16:38:45.564511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ec348bb-8707-41ef-8bdc-fa3a75d82220 req-1116555b-5795-4cf1-b302-2233caf4dae3 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218242 Nov 10 16:38:45.581359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Checking segment: {'id': '00dd1d78-f239-47db-85fa-93cfd5398fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3b05f633-7473-4574-8810-c61bee8991ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:45.581760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network hostable DHCP agents. Network: 3b05f633-7473-4574-8810-c61bee8991ea, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:38:45.592886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event updated for resources: {'Subnet': ['ID=ad3cb6e8-a823-4272-b016-e3a84f72c94d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:45.593082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5560d-4084-487e-9cf4-11c1119f95fc req-bc8e681e-4112-4ba4-903c-e591be024c08 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:45.593082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-23a5560d-4084-487e-9cf4-11c1119f95fc req-bc8e681e-4112-4ba4-903c-e591be024c08 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0656736 Nov 10 16:38:45.621224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.621494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.621807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.622138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.622510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.622839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.623160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.623507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.623830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.624144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.624540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.624850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:38:45.631073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-060037b8-b236-4b89-881d-3eace38ef00c service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225370 Nov 10 16:38:45.642724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-23a5560d-4084-487e-9cf4-11c1119f95fc req-2024e328-194c-47e7-bea2-4f2fd361779b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464582 Nov 10 16:38:45.727273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-190ed600-53a6-4835-bce8-47d4509ec2d2 req-20b60c47-37d0-4f31-ac8d-ce718738511d service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864167 Nov 10 16:38:45.770700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Network 3b05f633-7473-4574-8810-c61bee8991ea is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:38:45.917255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 3b05f633-7473-4574-8810-c61bee8991ea) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:45.923021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:45.924051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:45.931847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a2599-0ac6-4f28-85d5-bb7e5f40a6eb None None] Network 3b05f633-7473-4574-8810-c61bee8991ea requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:46.065633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4b02d57b-d961-49aa-938f-8116c52fc82a tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5305605 Nov 10 16:38:46.068180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46404) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:46.091113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-3b05f633-7473-4574-8810-c61bee8991ea', 'network_id': '3b05f633-7473-4574-8810-c61bee8991ea', 'tenant_id': 'facf7e1260f84d36bd5c20e6460852eb', 'fixed_ips': [{'subnet_id': 'ad3cb6e8-a823-4272-b016-e3a84f72c94d'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:38:46.092079 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.109432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8e827-117b-4c74-90e8-451c771fed20 req-18195311-f40f-42b1-ac48-72a9dba3e35c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:46.111375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2f8e827-117b-4c74-90e8-451c771fed20 req-18195311-f40f-42b1-ac48-72a9dba3e35c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0614655 Nov 10 16:38:46.167618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2f8e827-117b-4c74-90e8-451c771fed20 req-4e6ffe6e-6c89-4260-ae2b-4bcdc1c45357 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 Nov 10 16:38:46.191085 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.247484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Allocated IP 2001:db8::f816:3eff:fe00:333c (3b05f633-7473-4574-8810-c61bee8991ea/ad3cb6e8-a823-4272-b016-e3a84f72c94d/4ec86c21-7700-4164-ba88-528d57d55eed) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:46.249663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.404974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.496914 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.533527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Network 3b05f633-7473-4574-8810-c61bee8991ea is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:46.537974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:46.541737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:46.572712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.603177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20acc-f5a2-4c29-9c6f-75eca2ee0c18 req-49446083-e5d3-403c-9376-6ac21b58bca0 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:46.605149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ed20acc-f5a2-4c29-9c6f-75eca2ee0c18 req-49446083-e5d3-403c-9376-6ac21b58bca0 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 943 time: 0.0655825 Nov 10 16:38:46.612830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Pushing event updated for resources: {'Port': ['ID=4ec86c21-7700-4164-ba88-528d57d55eed,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:46.623215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3cb6e8-a823-4272-b016-e3a84f72c94d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:46.658144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Attempting to bind port 4ec86c21-7700-4164-ba88-528d57d55eed on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:46.660447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Attempting to bind port 4ec86c21-7700-4164-ba88-528d57d55eed by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '00dd1d78-f239-47db-85fa-93cfd5398fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3b05f633-7473-4574-8810-c61bee8991ea'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:46.662146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Attempting to bind port 4ec86c21-7700-4164-ba88-528d57d55eed on network 3b05f633-7473-4574-8810-c61bee8991ea {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:46.673342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:46.674469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Checking segment: {'id': '00dd1d78-f239-47db-85fa-93cfd5398fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3b05f633-7473-4574-8810-c61bee8991ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:46.675170 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.675945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Bound using segment: {'id': '00dd1d78-f239-47db-85fa-93cfd5398fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3b05f633-7473-4574-8810-c61bee8991ea'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:46.677132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Bound port: 4ec86c21-7700-4164-ba88-528d57d55eed, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dd1d78-f239-47db-85fa-93cfd5398fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3b05f633-7473-4574-8810-c61bee8991ea'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:46.677726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.702868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.709492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ed20acc-f5a2-4c29-9c6f-75eca2ee0c18 req-95c04ec3-8703-4c82-992e-ecdf999db3e3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961514 Nov 10 16:38:46.728429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b05f633-7473-4574-8810-c61bee8991ea']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:46.745984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dd1d78-f239-47db-85fa-93cfd5398fe7') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:46.746341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dd1d78-f239-47db-85fa-93cfd5398fe7') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:46.790417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.832220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.842956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:46.843552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:46.846847 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:46.860162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e52a86-dd9b-4c99-a056-7c3851b080a4 req-f1ce2a76-2dc1-4f90-8883-8236ae0baa93 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:46.862467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3e52a86-dd9b-4c99-a056-7c3851b080a4 req-f1ce2a76-2dc1-4f90-8883-8236ae0baa93 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0566144 Nov 10 16:38:46.918633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3e52a86-dd9b-4c99-a056-7c3851b080a4 req-397dbe89-d1cf-4c6a-adaf-9cb5f5883f57 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485592 Nov 10 16:38:46.919637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f71cc1-aeda-4067-89a3-4a2a32471768 req-917c15c3-1c5d-4291-aa7e-0a7a9e1a2081 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:46.921218 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2f71cc1-aeda-4067-89a3-4a2a32471768 req-917c15c3-1c5d-4291-aa7e-0a7a9e1a2081 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.1396532 Nov 10 16:38:46.977386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] For port 4ec86c21-7700-4164-ba88-528d57d55eed, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:46.977386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] For port 4ec86c21-7700-4164-ba88-528d57d55eed, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4ec86c21-7700-4164-ba88-528d57d55eed,segment=NetworkSegment(00dd1d78-f239-47db-85fa-93cfd5398fe7),segment_id=00dd1d78-f239-47db-85fa-93cfd5398fe7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:46.978128 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2f71cc1-aeda-4067-89a3-4a2a32471768 req-d0701a49-7d94-4746-895b-4374f12bbdf4 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472822 Nov 10 16:38:46.995096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:38:46.995096 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:38:46.995096 n-d-714676-11 neutron-server[103326]: [parameters: {'id': '3b05f633-7473-4574-8810-c61bee8991ea'}] Nov 10 16:38:46.995096 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:38:46.995528 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:38:47.055780 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.133317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec908db6-9f5e-4a5f-b969-29496a5f65a0 req-c25838da-61bf-4b4a-86c1-9a0c5d51d713 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:47.135383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec908db6-9f5e-4a5f-b969-29496a5f65a0 req-c25838da-61bf-4b4a-86c1-9a0c5d51d713 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0703230 Nov 10 16:38:47.137356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddac6c-a7ec-48f4-940c-ac6df82493a6 None None] Pushing event updated for resources: {'Port': ['ID=4ec86c21-7700-4164-ba88-528d57d55eed,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:47.154045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec72a4-f21d-48bf-9ab5-db701675084e None None] Network 3b05f633-7473-4574-8810-c61bee8991ea requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:47.190721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec908db6-9f5e-4a5f-b969-29496a5f65a0 req-bbc2eb58-d61e-4227-9f73-30166efa6395 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494361 Nov 10 16:38:47.190862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46426) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:47.295581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290237d0-c742-4b53-83a3-7829ca40ba33 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:38:47.305081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746861a-1326-49fc-b176-566cb48a8b67 req-4ce31b16-890b-46ea-b334-2f448b963cdb tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:47.307116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f746861a-1326-49fc-b176-566cb48a8b67 req-4ce31b16-890b-46ea-b334-2f448b963cdb tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0609925 Nov 10 16:38:47.343838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f435826-4a5b-4a05-a797-cdd93f830b40 req-b546a4af-1bad-41b2-af9f-edc34f7c3448 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:47.345347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f435826-4a5b-4a05-a797-cdd93f830b40 req-b546a4af-1bad-41b2-af9f-edc34f7c3448 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 945 time: 0.0741498 Nov 10 16:38:47.353692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f99e76ed-b2d5-48b8-91db-4ec70e73dd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.388222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f746861a-1326-49fc-b176-566cb48a8b67 req-a227b914-3ea4-48fe-9009-14596ac97696 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709379 Nov 10 16:38:47.421491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f435826-4a5b-4a05-a797-cdd93f830b40 req-7edf2ede-6aff-483b-924c-91892e923580 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647252 Nov 10 16:38:47.440166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290237d0-c742-4b53-83a3-7829ca40ba33 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:38:47.468636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f99e76ed-b2d5-48b8-91db-4ec70e73dd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.497258 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.560695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6fc88-1b68-454b-8b88-38d6fb998efa req-b1831674-bd53-4495-a321-07075ddbf090 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:47.562169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5d6fc88-1b68-454b-8b88-38d6fb998efa req-b1831674-bd53-4495-a321-07075ddbf090 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.0752060 Nov 10 16:38:47.568229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f99e76ed-b2d5-48b8-91db-4ec70e73dd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.603191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting port 4ec86c21-7700-4164-ba88-528d57d55eed {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:47.603782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.618624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f99e76ed-b2d5-48b8-91db-4ec70e73dd1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ede7bba67e684651974e26e3c34a4e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4233611 Nov 10 16:38:47.623130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:47.625099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e76ed-b2d5-48b8-91db-4ec70e73dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b4b044-99d2-43aa-b4dc-680ff2c5a2cd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:47.686255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5d6fc88-1b68-454b-8b88-38d6fb998efa req-12136521-0c18-4409-aacd-83dcd28bfc8a tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065586 Nov 10 16:38:47.687807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b7d042-a86e-4fdb-8ccb-b1afedf4d0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.704089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] For port 4ec86c21-7700-4164-ba88-528d57d55eed, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4ec86c21-7700-4164-ba88-528d57d55eed,segment=NetworkSegment(00dd1d78-f239-47db-85fa-93cfd5398fe7),segment_id=00dd1d78-f239-47db-85fa-93cfd5398fe7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:47.705059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.713319 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b7d042-a86e-4fdb-8ccb-b1afedf4d0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.722867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Calling delete_port for 4ec86c21-7700-4164-ba88-528d57d55eed owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:47.755761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-161f1049-c946-43d6-a97e-9c460ff26195 req-74980289-0fac-4a1b-a608-70501bbab337 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:38:47.756837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-161f1049-c946-43d6-a97e-9c460ff26195 req-74980289-0fac-4a1b-a608-70501bbab337 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209820 Nov 10 16:38:47.853924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28cf07-f108-483c-a0c1-907ff41f2f89 req-18358f3e-170f-41d3-976e-5de3a9f5ee0b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:47.855509 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e28cf07-f108-483c-a0c1-907ff41f2f89 req-18358f3e-170f-41d3-976e-5de3a9f5ee0b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 943 time: 0.0500710 Nov 10 16:38:47.858336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-161f1049-c946-43d6-a97e-9c460ff26195 req-abcebf0a-f460-4be8-aca7-7b83f763d959 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0875113 Nov 10 16:38:47.902127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.913151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e28cf07-f108-483c-a0c1-907ff41f2f89 req-e53257ff-605d-4990-b71d-144fabaf0608 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Nov 10 16:38:47.932425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b7d042-a86e-4fdb-8ccb-b1afedf4d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.936074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Port': ['ID=4ec86c21-7700-4164-ba88-528d57d55eed,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:47.936395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b7d042-a86e-4fdb-8ccb-b1afedf4d0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:47.940890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-75b7d042-a86e-4fdb-8ccb-b1afedf4d0ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52b4b044-99d2-43aa-b4dc-680ff2c5a2cd HTTP/1.1" status: 204 len: 168 time: 0.3095601 Nov 10 16:38:47.943122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No DVR routers for this DVR port 4ec86c21-7700-4164-ba88-528d57d55eed on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:47.961017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7d042-a86e-4fdb-8ccb-b1afedf4d0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b4b044-99d2-43aa-b4dc-680ff2c5a2cd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:48.074474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:48.099731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b05f633-7473-4574-8810-c61bee8991ea']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:48.122022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dd1d78-f239-47db-85fa-93cfd5398fe7') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:48.122022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dd1d78-f239-47db-85fa-93cfd5398fe7') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:48.129334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4224bbd-9bc3-42fb-94b6-ed96de29d218 req-45741ac2-76ea-46e8-975a-4cf2f539253c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:48.130826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4224bbd-9bc3-42fb-94b6-ed96de29d218 req-45741ac2-76ea-46e8-975a-4cf2f539253c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0885015 Nov 10 16:38:48.135861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:48.150647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03f3a-7336-432c-87f7-f452414292a9 req-ac4facaa-bd44-473e-b94c-97f9e8ec7e66 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:48.152477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41f03f3a-7336-432c-87f7-f452414292a9 req-ac4facaa-bd44-473e-b94c-97f9e8ec7e66 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0527253 Nov 10 16:38:48.161568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:48.171745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:48.172148 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:48.175016 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:48.206916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41f03f3a-7336-432c-87f7-f452414292a9 req-caed0bf5-8dfe-44ba-ada6-46c191e779bb tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Nov 10 16:38:48.277059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4224bbd-9bc3-42fb-94b6-ed96de29d218 req-81ce8923-72a9-4877-ae56-a23c346259ba tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012104 Nov 10 16:38:48.399279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ab39-cb46-4ca3-9651-6eedff789980 req-46a567b0-af1a-49cc-be33-319ada46c65f tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:48.399279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b71ab39-cb46-4ca3-9651-6eedff789980 req-46a567b0-af1a-49cc-be33-319ada46c65f tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 945 time: 0.0541978 Nov 10 16:38:48.435099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b71ab39-cb46-4ca3-9651-6eedff789980 req-1b11c9f2-19f8-4221-9e26-d574dfba34e3 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Nov 10 16:38:48.459402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:48.487813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:48.490970 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/3b05f633-7473-4574-8810-c61bee8991ea HTTP/1.1" status: 204 len: 168 time: 2.4216187 Nov 10 16:38:48.493362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e367a-16a3-4c8a-bdaa-717f5ce2f7b2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Network': ['ID=3b05f633-7473-4574-8810-c61bee8991ea,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:48.498857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:48.527199 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cd2181-759f-4427-96d3-7c49dab0b561 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): The resource could not be found. Nov 10 16:38:48.527859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cd2181-759f-4427-96d3-7c49dab0b561 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:48.531368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e9cd2181-759f-4427-96d3-7c49dab0b561 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/subnets/ad3cb6e8-a823-4272-b016-e3a84f72c94d HTTP/1.1" status: 404 len: 337 time: 0.0347548 Nov 10 16:38:48.534005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:48.555673 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41b06ed-f489-442d-9a8a-87637f751f09 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): The resource could not be found. Nov 10 16:38:48.556286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41b06ed-f489-442d-9a8a-87637f751f09 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:48.561754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a41b06ed-f489-442d-9a8a-87637f751f09 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/3b05f633-7473-4574-8810-c61bee8991ea HTTP/1.1" status: 404 len: 339 time: 0.0244582 Nov 10 16:38:48.561979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:48.588614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c45ca-2656-472a-b7a3-e4f874ec7abf req-f2519771-fe1e-4d21-a7f9-8ac15a973292 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:48.590257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff2c45ca-2656-472a-b7a3-e4f874ec7abf req-f2519771-fe1e-4d21-a7f9-8ac15a973292 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1040089 Nov 10 16:38:48.590402 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e1ace2-a26e-4ec0-99c8-1f85d64efac2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): The resource could not be found. Nov 10 16:38:48.590770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e1ace2-a26e-4ec0-99c8-1f85d64efac2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:48.596206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-04e1ace2-a26e-4ec0-99c8-1f85d64efac2 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/subnets/57160abe-6a19-47a8-b24d-6d7bb254f898 HTTP/1.1" status: 404 len: 337 time: 0.0310705 Nov 10 16:38:48.596513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:48.639076 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9c80d5-7bf8-4e87-94a0-bf69b05c585b tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): The resource could not be found. Nov 10 16:38:48.639656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9c80d5-7bf8-4e87-94a0-bf69b05c585b tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:48.645065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2a9c80d5-7bf8-4e87-94a0-bf69b05c585b tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/d71ae093-f67f-442d-a51e-55bc706f95d5 HTTP/1.1" status: 404 len: 339 time: 0.0453625 Nov 10 16:38:48.645793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff2c45ca-2656-472a-b7a3-e4f874ec7abf req-405345d6-62ae-47a2-b5bf-8368e27cc7ab tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Nov 10 16:38:48.646272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:48.679575 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5b3d85-843d-44b8-8e53-d78797d4df8b tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): The resource could not be found. Nov 10 16:38:48.679575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5b3d85-843d-44b8-8e53-d78797d4df8b tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:48.680784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db5b3d85-843d-44b8-8e53-d78797d4df8b tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/subnets/6cafd57d-6b32-434b-8456-3aace1a06eb7 HTTP/1.1" status: 404 len: 337 time: 0.0332267 Nov 10 16:38:48.682840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46474) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:48.698463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9e35b-205d-4499-98be-d74e2435fb82 req-285a6a03-64a1-4c5d-9c4f-8de262a89421 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:48.700144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5b9e35b-205d-4499-98be-d74e2435fb82 req-285a6a03-64a1-4c5d-9c4f-8de262a89421 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.1360881 Nov 10 16:38:48.706392 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c817623c-d286-4be3-ae04-265e9260dac5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): The resource could not be found. Nov 10 16:38:48.707664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c817623c-d286-4be3-ae04-265e9260dac5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:48.711263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c817623c-d286-4be3-ae04-265e9260dac5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/cf552965-ca65-43fc-9cb0-e2a6798c0bd4 HTTP/1.1" status: 404 len: 339 time: 0.0265732 Nov 10 16:38:48.713708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46476) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:48.754453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5b9e35b-205d-4499-98be-d74e2435fb82 req-79f1a6b0-130d-421d-b4f8-caf4bb253a12 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 Nov 10 16:38:48.817785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2040d602-77f8-48d5-a9eb-d81e46efb1c8 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting port eeda1552-0733-4ce4-a6fd-5c3feff2c8ce {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:48.817785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2040d602-77f8-48d5-a9eb-d81e46efb1c8 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:48.890598 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2040d602-77f8-48d5-a9eb-d81e46efb1c8 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:48.904060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2040d602-77f8-48d5-a9eb-d81e46efb1c8 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Calling delete_port for eeda1552-0733-4ce4-a6fd-5c3feff2c8ce owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:49.046438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46482) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:49.048297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b913e9b-c536-4535-9248-8996d2febdf9 req-5822cc58-d578-47d4-aacb-add886c2c3c8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:49.049842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b913e9b-c536-4535-9248-8996d2febdf9 req-5822cc58-d578-47d4-aacb-add886c2c3c8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 943 time: 0.0595310 Nov 10 16:38:49.057799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ad877-25e9-4158-b8eb-f20ea5a0ae0e req-adb5ab09-b2d9-4893-9692-fc0dbf3f34ba tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:49.063775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ad877-25e9-4158-b8eb-f20ea5a0ae0e req-adb5ab09-b2d9-4893-9692-fc0dbf3f34ba tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:49.070203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ad877-25e9-4158-b8eb-f20ea5a0ae0e req-adb5ab09-b2d9-4893-9692-fc0dbf3f34ba tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:49.072068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a3ad877-25e9-4158-b8eb-f20ea5a0ae0e req-adb5ab09-b2d9-4893-9692-fc0dbf3f34ba tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155&device_id=83e62afe-aced-49be-ba06-277476fb82b1&device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 2417 time: 0.0718300 Nov 10 16:38:49.086300 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-811e9189-5033-4569-8094-d0ff922920fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.100645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b913e9b-c536-4535-9248-8996d2febdf9 req-aef7873e-1b3b-4a36-ab5a-a73e7c6bbd15 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Nov 10 16:38:49.115267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2040d602-77f8-48d5-a9eb-d81e46efb1c8 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.171052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040d602-77f8-48d5-a9eb-d81e46efb1c8 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Port': ['ID=eeda1552-0733-4ce4-a6fd-5c3feff2c8ce,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:49.180695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2040d602-77f8-48d5-a9eb-d81e46efb1c8 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.183945 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2040d602-77f8-48d5-a9eb-d81e46efb1c8 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/ports/eeda1552-0733-4ce4-a6fd-5c3feff2c8ce HTTP/1.1" status: 204 len: 168 time: 0.4693158 Nov 10 16:38:49.186463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:49.208199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a3ad877-25e9-4158-b8eb-f20ea5a0ae0e req-578128a1-bc7a-43f0-b507-158acb510edb tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246009 Nov 10 16:38:49.231358 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7101cc-b943-496a-9de2-a70818ee4b55 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): The resource could not be found. Nov 10 16:38:49.231358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7101cc-b943-496a-9de2-a70818ee4b55 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:49.231358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cb7101cc-b943-496a-9de2-a70818ee4b55 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/subnets/49659404-e90d-497b-a5ff-b77343295e20 HTTP/1.1" status: 404 len: 337 time: 0.0409968 Nov 10 16:38:49.231358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:49.258160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-811e9189-5033-4569-8094-d0ff922920fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.274166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 39bdc513-fe35-4e37-8a52-672e3a866a4a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:38:49.346991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.371401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-811e9189-5033-4569-8094-d0ff922920fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.375886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59dea46c-9394-4436-9b2c-0fdc7f62ba08 req-2990dab2-d49a-4b7d-9e50-86297402f362 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1195531 Nov 10 16:38:49.387388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:49.403943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'port_id': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'mac_address': 'fa:16:3e:a1:19:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c086cf2f-907f-43eb-aa4f-03e65c19d7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:38:49.432774 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-811e9189-5033-4569-8094-d0ff922920fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e26b1eb475404320b66aeea5e42e070e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851070 Nov 10 16:38:49.436599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:49.441915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1928-bf42-4e22-9239-b91fdf54ad8e req-5a0b3648-3935-4e1f-8f28-012458f8e05a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:49.443459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-717b1928-bf42-4e22-9239-b91fdf54ad8e req-5a0b3648-3935-4e1f-8f28-012458f8e05a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1087909 Nov 10 16:38:49.444337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e9189-5033-4569-8094-d0ff922920fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e433955d-4367-4783-ae9a-2fd321aff83c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:49.468570 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.485563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bdc513-fe35-4e37-8a52-672e3a866a4a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:38:49.501443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.518681 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:49.520194 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-717b1928-bf42-4e22-9239-b91fdf54ad8e req-704379f7-5e2b-4d5f-96ab-5e78ab8a4e31 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625200 Nov 10 16:38:49.535708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507d72e6-0f40-4ff2-9a05-60389149a99c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:49.548684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10f8276-d24c-461d-8581-ee5fca32009c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:49.548975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10f8276-d24c-461d-8581-ee5fca32009c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:49.566915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.570531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd5c7-ebdd-4563-947e-a2c7c61bdf0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.589931 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.593033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.614908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd5c7-ebdd-4563-947e-a2c7c61bdf0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.617845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:49.618450 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:49.621555 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:49.646480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:49.768169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.778011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.780562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/507d72e6-0f40-4ff2-9a05-60389149a99c HTTP/1.1" status: 204 len: 168 time: 0.5484450 Nov 10 16:38:49.786348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b5ec4-e923-4462-9539-1fa60c99da15 req-457d5abd-4bd0-437b-b65d-37a9037cb525 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:49.787942 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c4b5ec4-e923-4462-9539-1fa60c99da15 req-457d5abd-4bd0-437b-b65d-37a9037cb525 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0642295 Nov 10 16:38:49.788480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46508) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:49.792323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254aa1f1-930c-4bc6-8d8a-f18b5e775e81 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Network': ['ID=507d72e6-0f40-4ff2-9a05-60389149a99c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:49.841124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd5c7-ebdd-4563-947e-a2c7c61bdf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.841124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd5c7-ebdd-4563-947e-a2c7c61bdf0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:49.845115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5f0fd5c7-ebdd-4563-947e-a2c7c61bdf0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e433955d-4367-4783-ae9a-2fd321aff83c HTTP/1.1" status: 204 len: 168 time: 0.4043527 Nov 10 16:38:49.855192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd5c7-ebdd-4563-947e-a2c7c61bdf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e433955d-4367-4783-ae9a-2fd321aff83c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:49.935954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c4b5ec4-e923-4462-9539-1fa60c99da15 req-ef4799d0-7892-4704-8013-f0bb820d42cf tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273386 Nov 10 16:38:49.971704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a06c811-0442-4a87-8aed-f38c5bfe66b5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting port e51c1649-8907-435b-b734-23f27c17e3d3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:49.972302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a06c811-0442-4a87-8aed-f38c5bfe66b5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.005348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['39bdc513-fe35-4e37-8a52-672e3a866a4a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:50.057497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a06c811-0442-4a87-8aed-f38c5bfe66b5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.080469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a06c811-0442-4a87-8aed-f38c5bfe66b5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Calling delete_port for e51c1649-8907-435b-b734-23f27c17e3d3 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:50.291617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b55c4a-f0a7-4659-b399-734df6ed49b6 req-415bd03c-6106-4e2a-be47-f7c358b19974 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:50.294196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9b55c4a-f0a7-4659-b399-734df6ed49b6 req-415bd03c-6106-4e2a-be47-f7c358b19974 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 944 time: 0.0614679 Nov 10 16:38:50.362970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9b55c4a-f0a7-4659-b399-734df6ed49b6 req-6aee680d-3799-4c25-8b50-76fd12db5a53 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615220 Nov 10 16:38:50.531226 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a06c811-0442-4a87-8aed-f38c5bfe66b5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.566974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06c811-0442-4a87-8aed-f38c5bfe66b5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Port': ['ID=e51c1649-8907-435b-b734-23f27c17e3d3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:50.577927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a06c811-0442-4a87-8aed-f38c5bfe66b5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.581711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7a06c811-0442-4a87-8aed-f38c5bfe66b5 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/ports/e51c1649-8907-435b-b734-23f27c17e3d3 HTTP/1.1" status: 204 len: 168 time: 0.7921581 Nov 10 16:38:50.584290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:50.616409 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-817ea79e-352e-4cfd-83ed-127b585c876d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] DELETE failed (client error): The resource could not be found. Nov 10 16:38:50.616903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817ea79e-352e-4cfd-83ed-127b585c876d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:38:50.622701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46544) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:50.627711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-817ea79e-352e-4cfd-83ed-127b585c876d tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/subnets/3ef2eb7a-62bf-4358-9054-b8af16040f0b HTTP/1.1" status: 404 len: 337 time: 0.0374889 Nov 10 16:38:50.741349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.758940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e0d0-7224-4a64-877d-d061c7453e85 req-ee7e0e29-40c2-42b6-ac6a-dc97a035641c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:50.760567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0819e0d0-7224-4a64-877d-d061c7453e85 req-ee7e0e29-40c2-42b6-ac6a-dc97a035641c tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1241152 Nov 10 16:38:50.880312 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.895152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0819e0d0-7224-4a64-877d-d061c7453e85 req-7c52a8d4-505a-46c8-b940-f17a233d6e83 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261477 Nov 10 16:38:50.907301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c48ab9b-7be7-4300-b7f6-2a80d837ec7e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:50.920155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2527b1-ded2-4d38-b5e0-fc734acf0f74') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:50.920456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2527b1-ded2-4d38-b5e0-fc734acf0f74') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:50.930982 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.944755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.951617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:50.951939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:50.955146 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:51.119483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb285116-89cc-4919-91ba-19592bc3d82e req-9650b140-7b4c-449e-b818-4ce423576ee7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:51.121076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb285116-89cc-4919-91ba-19592bc3d82e req-9650b140-7b4c-449e-b818-4ce423576ee7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0498805 Nov 10 16:38:51.157255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.169165 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.171682 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/3c48ab9b-7be7-4300-b7f6-2a80d837ec7e HTTP/1.1" status: 204 len: 168 time: 0.5477166 Nov 10 16:38:51.174386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:51.187744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed8c49-1077-4c19-b52b-f45db47e086e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Network': ['ID=3c48ab9b-7be7-4300-b7f6-2a80d837ec7e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:51.197224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb285116-89cc-4919-91ba-19592bc3d82e req-395f7cff-fe39-4914-8216-c3c511fc39df tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 Nov 10 16:38:51.266337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae259f41-f6f9-4661-a949-89572e71f4a0 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting subnet b1101ab9-63d3-49c3-a0ad-7a1bac6fd69d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:38:51.271389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae259f41-f6f9-4661-a949-89572e71f4a0 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.290770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 39bdc513-fe35-4e37-8a52-672e3a866a4a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:38:51.345821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae259f41-f6f9-4661-a949-89572e71f4a0 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.358386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa214a0-bd8c-4fd9-a982-6b568d2be453 req-5d85a3c3-630e-46c7-b93b-cfb5d6f8dd19 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:51.360572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0aa214a0-bd8c-4fd9-a982-6b568d2be453 req-5d85a3c3-630e-46c7-b93b-cfb5d6f8dd19 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.0901909 Nov 10 16:38:51.431083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 39bdc513-fe35-4e37-8a52-672e3a866a4a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:38:51.441297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 39bdc513-fe35-4e37-8a52-672e3a866a4a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:38:51.441297 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.493437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0aa214a0-bd8c-4fd9-a982-6b568d2be453 req-030dd15f-a214-4c67-a16a-7afd0fa3d7d9 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097834 Nov 10 16:38:51.530650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae259f41-f6f9-4661-a949-89572e71f4a0 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.543080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9210c9-03dd-4177-ba46-521572936363 req-bfebbdf6-8a91-4502-a031-47900827b32f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:51.544625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc9210c9-03dd-4177-ba46-521572936363 req-bfebbdf6-8a91-4502-a031-47900827b32f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 944 time: 0.0987444 Nov 10 16:38:51.620430 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.631111 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc9210c9-03dd-4177-ba46-521572936363 req-64d1993a-f21d-495b-a84e-548c27b18e09 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761216 Nov 10 16:38:51.648655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:51.651000 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8873d6e4-3764-4f9a-9e86-428eb2bf6496" -d '{"events": [{"server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "name": "network-vif-plugged", "status": "completed", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:51.669473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:51.692920 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e445a-3b3e-478e-a3f0-7f03ed0748a0 x-openstack-request-id: req-957e445a-3b3e-478e-a3f0-7f03ed0748a0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:51.693281 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "name": "network-vif-plugged", "status": "completed", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:51.693599 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-957e445a-3b3e-478e-a3f0-7f03ed0748a0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:51.694056 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'code': 200} Nov 10 16:38:51.732152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae259f41-f6f9-4661-a949-89572e71f4a0 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.769738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae259f41-f6f9-4661-a949-89572e71f4a0 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Subnet': ['ID=b1101ab9-63d3-49c3-a0ad-7a1bac6fd69d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:51.793903 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.810539 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae259f41-f6f9-4661-a949-89572e71f4a0 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:51.816417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ae259f41-f6f9-4661-a949-89572e71f4a0 tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/subnets/b1101ab9-63d3-49c3-a0ad-7a1bac6fd69d HTTP/1.1" status: 204 len: 168 time: 0.6382210 Nov 10 16:38:51.816987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:51.827354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf5401-4a55-4c05-9cfa-54bf65c6c3fc None None] Network feb55834-d3ce-401f-b8f3-d17d689867e9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:51.902800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fb243-5d78-4c3c-b02a-7fe46d5bed92 req-99571526-795f-405d-a29f-a22c0005b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:51.904991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-315fb243-5d78-4c3c-b02a-7fe46d5bed92 req-99571526-795f-405d-a29f-a22c0005b4be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 1096 time: 0.1331582 Nov 10 16:38:51.908219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:51.938101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.033851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-315fb243-5d78-4c3c-b02a-7fe46d5bed92 req-fe44d204-948a-431c-a11f-afeb75d60e7a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935261 Nov 10 16:38:52.059876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] DHCP port deletion for feb55834-d3ce-401f-b8f3-d17d689867e9 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:52.095201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Deleting port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:52.095922 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.103589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0384-2048-46e7-8403-d1dc3f071224 req-c7e4bc39-2222-44a0-aa68-18f0dc100554 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:52.105500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3afe0384-2048-46e7-8403-d1dc3f071224 req-c7e4bc39-2222-44a0-aa68-18f0dc100554 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0825410 Nov 10 16:38:52.170530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] For port acb57b9f-8376-4e50-8bd2-fd69ae850ee9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,segment=NetworkSegment(e82e4a66-d733-4094-ba36-cf7090ded94f),segment_id=e82e4a66-d733-4094-ba36-cf7090ded94f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:52.170957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.183855 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3afe0384-2048-46e7-8403-d1dc3f071224 req-dd960433-cdb9-4f11-b0a7-4b985ca34c9a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669098 Nov 10 16:38:52.195334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Calling delete_port for acb57b9f-8376-4e50-8bd2-fd69ae850ee9 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:52.203554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] Deleting port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:52.204515 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.337429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] For port acb57b9f-8376-4e50-8bd2-fd69ae850ee9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,segment=NetworkSegment(e82e4a66-d733-4094-ba36-cf7090ded94f),segment_id=e82e4a66-d733-4094-ba36-cf7090ded94f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:52.338089 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.360597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] Calling delete_port for acb57b9f-8376-4e50-8bd2-fd69ae850ee9 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:52.392458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e8906-6cfe-4b8a-b571-1fdb2ca68845 req-3ee38999-e1a4-4666-bed2-c794730b221d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:52.394244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b7e8906-6cfe-4b8a-b571-1fdb2ca68845 req-3ee38999-e1a4-4666-bed2-c794730b221d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1134796 Nov 10 16:38:52.451300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.459102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.496745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] Pushing event deleted for resources: {'Port': ['ID=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:52.502351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84fbce-e081-4284-8da5-d9d3ae3c0221 None None] No DVR routers for this DVR port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:52.506208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] No DVR routers for this DVR port acb57b9f-8376-4e50-8bd2-fd69ae850ee9 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:52.510157 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b7e8906-6cfe-4b8a-b571-1fdb2ca68845 req-4b72034c-d498-4964-ab32-84b5093672a9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089392 Nov 10 16:38:52.651756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Port': ['ID=acb57b9f-8376-4e50-8bd2-fd69ae850ee9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:52.700178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea0062-2674-418c-99bb-db74136fa65a req-caee6d25-1735-460e-9703-7b897219ae01 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:52.709432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17ea0062-2674-418c-99bb-db74136fa65a req-caee6d25-1735-460e-9703-7b897219ae01 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.0769255 Nov 10 16:38:52.769182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00375f-730c-4f30-894b-c77c8a0161bd req-17c83e13-f1ab-4ca9-9be5-0073af419bc4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:52.770237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17ea0062-2674-418c-99bb-db74136fa65a req-3344ab3c-a8c3-4626-8d6c-9063e4f79cd2 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560782 Nov 10 16:38:52.795954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd00375f-730c-4f30-894b-c77c8a0161bd req-17c83e13-f1ab-4ca9-9be5-0073af419bc4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.2132189 Nov 10 16:38:52.799196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.839344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb55834-d3ce-401f-b8f3-d17d689867e9']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:52.862099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82e4a66-d733-4094-ba36-cf7090ded94f') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:52.862413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82e4a66-d733-4094-ba36-cf7090ded94f') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:38:52.881959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.903218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.909952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:38:52.910680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:52.938244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e428d-20d7-49e3-96e0-0aa72338ea9f req-7d5706cc-71ea-4057-a13b-ed0c0f6e8fd6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:52.940208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e3e428d-20d7-49e3-96e0-0aa72338ea9f req-7d5706cc-71ea-4057-a13b-ed0c0f6e8fd6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1117344 Nov 10 16:38:52.957891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-f47d101f-070b-4a47-a216-41439346b46e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:52.960872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-f47d101f-070b-4a47-a216-41439346b46e tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 945 time: 0.0968640 Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:38:52.997163 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:38:53.005022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd00375f-730c-4f30-894b-c77c8a0161bd req-a4f79c6e-c9c3-487d-8323-9186fe8a898a tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082462 Nov 10 16:38:53.065935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:53.090397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e3e428d-20d7-49e3-96e0-0aa72338ea9f req-cc82fd89-0181-4c95-adb3-3894ac5b43bd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419425 Nov 10 16:38:53.098702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:53.103875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] 10.222.0.62 "DELETE /v2.0/networks/feb55834-d3ce-401f-b8f3-d17d689867e9 HTTP/1.1" status: 204 len: 168 time: 1.2856967 Nov 10 16:38:53.104820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfed4a-6d31-44eb-af34-10f08877e67e tempest-NetworksIpV6TestAttrs-1483384423 tempest-NetworksIpV6TestAttrs-1483384423-project] Pushing event deleted for resources: {'Network': ['ID=feb55834-d3ce-401f-b8f3-d17d689867e9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:53.178946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e59c-ef47-4efb-be36-1d26498d1e3f req-dac86d71-8b91-40b8-a631-7cc1c20f5887 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:53.181834 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1086e59c-ef47-4efb-be36-1d26498d1e3f req-dac86d71-8b91-40b8-a631-7cc1c20f5887 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0654898 Nov 10 16:38:53.249031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Deleting port cef83c3e-3235-4a52-8563-94bcfe8c0414 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:53.252631 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:53.257673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1086e59c-ef47-4efb-be36-1d26498d1e3f req-7baf707b-172f-4945-84af-ec6b387f7ac5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651181 Nov 10 16:38:53.431173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] For port cef83c3e-3235-4a52-8563-94bcfe8c0414, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cef83c3e-3235-4a52-8563-94bcfe8c0414,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:53.432371 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:53.467501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Calling delete_port for cef83c3e-3235-4a52-8563-94bcfe8c0414 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:53.757261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41620-8a02-4ba2-bdb2-b8b5cd13c675 req-648a4a38-8bf5-4d28-b971-291b33c50f86 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:53.762563 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:53.763455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95c41620-8a02-4ba2-bdb2-b8b5cd13c675 req-648a4a38-8bf5-4d28-b971-291b33c50f86 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1551065 Nov 10 16:38:53.776931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ce956fb2-4e2b-45d5-8236-0ae915478d7d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:53.779066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['4734ad19-63b1-4ce1-ab27-f4060938f2dc'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:53.859057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Pushing event deleted for resources: {'Port': ['ID=cef83c3e-3235-4a52-8563-94bcfe8c0414,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:53.956642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] No DVR routers for this DVR port cef83c3e-3235-4a52-8563-94bcfe8c0414 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:53.959919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:53.965176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1b18dbc-4177-4f8e-94a8-1d3d83098d31 req-47332ee3-a6a6-4d9b-99d4-01410f28c627 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.18 "DELETE /v2.0/ports/cef83c3e-3235-4a52-8563-94bcfe8c0414 HTTP/1.1" status: 204 len: 173 time: 0.9447253 Nov 10 16:38:53.974973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66ff3df-b083-4f2a-9ff0-1531d7564155', 'name': 'network-vif-deleted', 'tag': 'cef83c3e-3235-4a52-8563-94bcfe8c0414'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:53.978923 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b840ce-f90a-44c4-931c-f1610dbca91b" -d '{"events": [{"server_uuid": "a66ff3df-b083-4f2a-9ff0-1531d7564155", "name": "network-vif-deleted", "tag": "cef83c3e-3235-4a52-8563-94bcfe8c0414"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:54.018197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95c41620-8a02-4ba2-bdb2-b8b5cd13c675 req-7380b10f-20f6-4f40-b3d4-00ca615a9a73 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290578 Nov 10 16:38:54.030467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:54.111410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device acb57b9f-8376-4e50-8bd2-fd69ae850ee9 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:38:54.135007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c8a9-42a0-4078-9c02-ba4c52be8a3f req-d0760a72-a617-4b02-9402-c32ebfee49b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:54.136634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81b7c8a9-42a0-4078-9c02-ba4c52be8a3f req-d0760a72-a617-4b02-9402-c32ebfee49b9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1825006 Nov 10 16:38:54.199951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0cd8bef-f254-4665-84df-ede66a26165c req-53bdcc69-0f10-47de-81b7-b44d470acfe2 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=a66ff3df-b083-4f2a-9ff0-1531d7564155 HTTP/1.1" status: 200 len: 210 time: 0.0659513 Nov 10 16:38:54.244136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: acb57b9f-8376-4e50-8bd2-fd69ae850ee9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:38:54.245055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device acb57b9f-8376-4e50-8bd2-fd69ae850ee9 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:38:54.292109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81b7c8a9-42a0-4078-9c02-ba4c52be8a3f req-409b7cb4-302d-4e68-b32b-5d54af481fe4 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486380 Nov 10 16:38:54.306551 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8961a5ad-dc5d-4619-ac8c-08085a3457c7 x-openstack-request-id: req-8961a5ad-dc5d-4619-ac8c-08085a3457c7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:54.306915 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66ff3df-b083-4f2a-9ff0-1531d7564155", "name": "network-vif-deleted", "tag": "cef83c3e-3235-4a52-8563-94bcfe8c0414", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:54.307145 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8961a5ad-dc5d-4619-ac8c-08085a3457c7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:54.312199 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66ff3df-b083-4f2a-9ff0-1531d7564155', 'name': 'network-vif-deleted', 'tag': 'cef83c3e-3235-4a52-8563-94bcfe8c0414', 'status': 'completed', 'code': 200} Nov 10 16:38:54.408557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46656) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:54.417214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-16e0cb5b-2476-4c5d-9471-83e18654731b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=facf7e1260f84d36bd5c20e6460852eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850646 Nov 10 16:38:54.497026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df4f8-8202-405c-bce9-37ba9ecb792b req-112c4b7e-d57b-4cda-8359-b7ade5ca864e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:54.499017 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b99df4f8-8202-405c-bce9-37ba9ecb792b req-112c4b7e-d57b-4cda-8359-b7ade5ca864e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0636451 Nov 10 16:38:54.501932 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d4046d9-8f76-4f55-a206-e86b7975a427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:54.542004 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d4046d9-8f76-4f55-a206-e86b7975a427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:54.572039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b99df4f8-8202-405c-bce9-37ba9ecb792b req-b33c2064-5d40-40cd-b365-7e5caafd388c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636854 Nov 10 16:38:54.676987 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d4046d9-8f76-4f55-a206-e86b7975a427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:54.685500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d4046d9-8f76-4f55-a206-e86b7975a427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:54.685500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0d4046d9-8f76-4f55-a206-e86b7975a427 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43d5a06f-69e0-4dc2-8369-583d33df1e89 HTTP/1.1" status: 204 len: 168 time: 0.2713587 Nov 10 16:38:54.692499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4046d9-8f76-4f55-a206-e86b7975a427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d5a06f-69e0-4dc2-8369-583d33df1e89,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:55.205049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add5153-c2ef-4a94-8ae0-f849e6a0b4ec req-398e9796-ee21-45da-9a39-444a668a386a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:55.213421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7add5153-c2ef-4a94-8ae0-f849e6a0b4ec req-398e9796-ee21-45da-9a39-444a668a386a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0952134 Nov 10 16:38:55.323060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device cef83c3e-3235-4a52-8563-94bcfe8c0414 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:38:55.360796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: cef83c3e-3235-4a52-8563-94bcfe8c0414 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:38:55.366255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d88b6-3607-45c7-9861-ceb65acb17db req-2faf4e86-88b1-48c6-924a-0f1fd5edf676 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:55.366255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-799d88b6-3607-45c7-9861-ceb65acb17db req-2faf4e86-88b1-48c6-924a-0f1fd5edf676 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.1491299 Nov 10 16:38:55.367368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device cef83c3e-3235-4a52-8563-94bcfe8c0414 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:38:55.407932 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7add5153-c2ef-4a94-8ae0-f849e6a0b4ec req-fa81e0dd-ab78-4c9d-bba6-d8ea453b9f9f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896691 Nov 10 16:38:55.579632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dd423-a5ed-44a3-acad-7d3645c2800d req-eab0591e-a5d3-421f-8470-85c8b76bebcb tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:55.582722 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e2dd423-a5ed-44a3-acad-7d3645c2800d req-eab0591e-a5d3-421f-8470-85c8b76bebcb tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 945 time: 0.0578074 Nov 10 16:38:55.658741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021b7b0-d3e6-4c8a-8d0e-4be8b8535c87 req-9f038ed3-74a5-4f3d-95bd-cd6add1c5c76 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:55.659867 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e2dd423-a5ed-44a3-acad-7d3645c2800d req-a070cab7-3b5d-4219-b72f-f3694e801a93 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682242 Nov 10 16:38:55.660987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b021b7b0-d3e6-4c8a-8d0e-4be8b8535c87 req-9f038ed3-74a5-4f3d-95bd-cd6add1c5c76 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0958259 Nov 10 16:38:55.664076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Deleting port 7026079c-baa4-4739-845a-b112f02c8d9f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:55.664478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:55.800892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b021b7b0-d3e6-4c8a-8d0e-4be8b8535c87 req-0f786c23-27ff-462f-b97b-a1c4c0995a09 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329656 Nov 10 16:38:55.842419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] For port 7026079c-baa4-4739-845a-b112f02c8d9f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7026079c-baa4-4739-845a-b112f02c8d9f,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:55.843033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:55.868819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Calling delete_port for 7026079c-baa4-4739-845a-b112f02c8d9f owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:56.117493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:56.130982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7026079c-baa4-4739-845a-b112f02c8d9f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:56.146688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event deleted for resources: {'Port': ['ID=7026079c-baa4-4739-845a-b112f02c8d9f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:56.172674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27faa89e-c08c-4763-b381-2dd708d89d7c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:56.180876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca189ad9-e541-4054-b12f-940d55b81641 None None] DHCP port deletion for b1c029f4-edf1-41ba-ac0b-6add3459fd09 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:38:56.198816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] No DVR routers for this DVR port 7026079c-baa4-4739-845a-b112f02c8d9f on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:56.201509 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:56.205393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-799d88b6-3607-45c7-9861-ceb65acb17db req-f4062a1c-7c19-41b2-87ce-7c6773f16c77 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.69 "DELETE /v2.0/ports/7026079c-baa4-4739-845a-b112f02c8d9f HTTP/1.1" status: 204 len: 173 time: 0.8001673 Nov 10 16:38:56.206642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b698690-d75d-44d6-baf4-e2b7b571a720', 'name': 'network-vif-deleted', 'tag': '7026079c-baa4-4739-845a-b112f02c8d9f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:56.222383 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87bb677-5839-443b-bbfa-122afac1c7b0" -d '{"events": [{"server_uuid": "9b698690-d75d-44d6-baf4-e2b7b571a720", "name": "network-vif-deleted", "tag": "7026079c-baa4-4739-845a-b112f02c8d9f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:56.285991 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf15e49-a1c3-403d-820f-caa7343dcab1 x-openstack-request-id: req-4cf15e49-a1c3-403d-820f-caa7343dcab1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:56.286279 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b698690-d75d-44d6-baf4-e2b7b571a720", "name": "network-vif-deleted", "tag": "7026079c-baa4-4739-845a-b112f02c8d9f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:56.286533 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cf15e49-a1c3-403d-820f-caa7343dcab1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:56.287013 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b698690-d75d-44d6-baf4-e2b7b571a720', 'name': 'network-vif-deleted', 'tag': '7026079c-baa4-4739-845a-b112f02c8d9f', 'status': 'completed', 'code': 200} Nov 10 16:38:56.320673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46734) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:56.464329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-348468827'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:56.510869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499db74-d3f5-4aae-9007-fe1a76b032fa req-0893ff79-4997-46f0-9cf6-b7f60bf7efe3 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:56.512797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f499db74-d3f5-4aae-9007-fe1a76b032fa req-0893ff79-4997-46f0-9cf6-b7f60bf7efe3 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 945 time: 0.0927291 Nov 10 16:38:56.568720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51352f-4803-4098-b196-15325d1fa2cf req-5a0151f6-891f-400b-a5f7-47f9eefd3202 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:56.570401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c51352f-4803-4098-b196-15325d1fa2cf req-5a0151f6-891f-400b-a5f7-47f9eefd3202 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0748680 Nov 10 16:38:56.571017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:56.574549 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:56.582156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f499db74-d3f5-4aae-9007-fe1a76b032fa req-03f298c2-b0b8-4107-b762-ddfaa0314d19 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622385 Nov 10 16:38:56.591165 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:56.654466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c51352f-4803-4098-b196-15325d1fa2cf req-12da8185-b695-4154-a618-f1aa5577c94b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760634 Nov 10 16:38:56.714925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:56.785913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:56.825425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-204a82e3-81e5-4bd8-ae37-b8f01cd231b4 req-5f81f111-ecf6-4472-8f5e-6d8271428821 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b698690-d75d-44d6-baf4-e2b7b571a720 HTTP/1.1" status: 200 len: 210 time: 0.0548253 Nov 10 16:38:56.829579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:38:56.839729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c181044b-52e7-4608-ba40-534abcbc751c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:56.867326 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:56.867808 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment 49929323-80bf-4f44-b3f7-9199a413b3e9 of type vlan for network 710996f7-e8a6-4374-befb-14068e849554 Nov 10 16:38:56.925262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:56.980709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753107-8df8-4957-8bbf-f51b489ea30b req-11fa8ddb-9591-4c01-b4f4-263cf1ec85e3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:56.983463 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc753107-8df8-4957-8bbf-f51b489ea30b req-11fa8ddb-9591-4c01-b4f4-263cf1ec85e3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0745206 Nov 10 16:38:57.028199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:57.034705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:57.034887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc753107-8df8-4957-8bbf-f51b489ea30b req-38a4df1a-e93f-410f-a035-370255890e3a tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444970 Nov 10 16:38:57.035768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:57.114042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=710996f7-e8a6-4374-befb-14068e849554,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:57.125619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 710996f7-e8a6-4374-befb-14068e849554 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:38:57.129017 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a5fd4e11-3bdd-45fc-b41f-819f5295d46a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8059587 Nov 10 16:38:57.131785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46758) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:57.138081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-1882788148'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:57.251076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:57.254677 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:57.284248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:38:57.294439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:57.295364 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment 3b16b38a-fcda-4511-9cf4-da6a7679569d of type vlan for network db6a18c7-ce3b-4cf0-af6d-e323e494018c Nov 10 16:38:57.341763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:57.439568 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:57.445498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:57.446003 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:57.516136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=db6a18c7-ce3b-4cf0-af6d-e323e494018c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:57.528197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network db6a18c7-ce3b-4cf0-af6d-e323e494018c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:38:57.554645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-18e7023a-540a-4946-add7-040f36929aa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4199708 Nov 10 16:38:57.557678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46766) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:57.563630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': '710996f7-e8a6-4374-befb-14068e849554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:57.710866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1ae1-7d7a-4832-983f-8413eabe3cff req-07787c15-535f-4898-8197-b1b71a44afbe tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:57.710866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-169c1ae1-7d7a-4832-983f-8413eabe3cff req-07787c15-535f-4898-8197-b1b71a44afbe tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 945 time: 0.0510879 Nov 10 16:38:57.733425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:57.739426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:57.778429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557ae90-78e4-468a-9ce1-18145aaa8fde req-275f4081-7690-45e1-a4ca-ca9372802b91 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:57.783879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5557ae90-78e4-468a-9ce1-18145aaa8fde req-275f4081-7690-45e1-a4ca-ca9372802b91 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0561485 Nov 10 16:38:57.829883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5557ae90-78e4-468a-9ce1-18145aaa8fde req-62d3539c-4dd1-4cd5-bfeb-680039c50852 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Nov 10 16:38:57.830173 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-169c1ae1-7d7a-4832-983f-8413eabe3cff req-b79f1390-0b36-44d0-b3d6-f840595652db tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144750 Nov 10 16:38:57.998185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-64e6a02b-68e9-4c60-a647-70aba319db73 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:57.999622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-64e6a02b-68e9-4c60-a647-70aba319db73 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 945 time: 0.1154680 Nov 10 16:38:58.114519 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.157192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46800) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:58.225096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=985a3cc6-36b9-44ff-956c-f78cb11b7671,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:58.271833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': '49929323-80bf-4f44-b3f7-9199a413b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '710996f7-e8a6-4374-befb-14068e849554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:58.272380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: 710996f7-e8a6-4374-befb-14068e849554, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:38:58.282374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e6d5-2f06-484c-a775-380cf8b242f8 req-85f34b3a-0c45-4a7d-9643-c2e1b1382bea tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:58.290632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c593e6d5-2f06-484c-a775-380cf8b242f8 req-85f34b3a-0c45-4a7d-9643-c2e1b1382bea tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1238110 Nov 10 16:38:58.310625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Deleting port 4734ad19-63b1-4ce1-ab27-f4060938f2dc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:38:58.310968 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.363688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-738d00b2-5fe5-4922-84af-c2101ad383dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.416710 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c593e6d5-2f06-484c-a775-380cf8b242f8 req-031c2a1b-390d-4820-b3a2-e04c2bf13b3f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250746 Nov 10 16:38:58.444475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 710996f7-e8a6-4374-befb-14068e849554 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:38:58.446643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] For port 4734ad19-63b1-4ce1-ab27-f4060938f2dc, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=4734ad19-63b1-4ce1-ab27-f4060938f2dc,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:38:58.447005 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.461009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Calling delete_port for 4734ad19-63b1-4ce1-ab27-f4060938f2dc owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:38:58.473869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-738d00b2-5fe5-4922-84af-c2101ad383dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.526511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 710996f7-e8a6-4374-befb-14068e849554) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:58.532260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:58.532842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.536288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53476250-6d48-44c9-897b-b8ee4c28fe60 None None] Network 710996f7-e8a6-4374-befb-14068e849554 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:58.548530 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-738d00b2-5fe5-4922-84af-c2101ad383dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.599744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-738d00b2-5fe5-4922-84af-c2101ad383dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a3cddf51ee949ac9ac22090b72ad6aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414093 Nov 10 16:38:58.600381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:58.603514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d00b2-5fe5-4922-84af-c2101ad383dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5821a4-8d03-4871-a853-702dab91c443,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:58.646104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fb1894ff-910e-4b82-82f3-4fe037be0d96 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0843177 Nov 10 16:38:58.650088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:58.655814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': 'db6a18c7-ce3b-4cf0-af6d-e323e494018c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:38:58.676847 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2367ed5-35c7-42af-afc0-11679fc6693b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.769863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-710996f7-e8a6-4374-befb-14068e849554', 'network_id': '710996f7-e8a6-4374-befb-14068e849554', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': '985a3cc6-36b9-44ff-956c-f78cb11b7671'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:38:58.770724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.777034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2367ed5-35c7-42af-afc0-11679fc6693b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.780330 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.794380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['4734ad19-63b1-4ce1-ab27-f4060938f2dc'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:58.815935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Pushing event deleted for resources: {'Port': ['ID=4734ad19-63b1-4ce1-ab27-f4060938f2dc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:58.830749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ce956fb2-4e2b-45d5-8236-0ae915478d7d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:38:58.873220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee43d2e-2837-48ad-9ba9-ff085c64d14d req-57ab3f50-5e53-47af-a365-f842a84bcac1 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:58.874954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ee43d2e-2837-48ad-9ba9-ff085c64d14d req-57ab3f50-5e53-47af-a365-f842a84bcac1 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 945 time: 0.1380765 Nov 10 16:38:58.883035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] No DVR routers for this DVR port 4734ad19-63b1-4ce1-ab27-f4060938f2dc on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:38:58.887072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:58.891135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3072fc08-a9e5-4019-80a5-3852c81ec2d3 req-3bf62f18-68f0-4cf8-aefb-4a2186b71194 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.18 "DELETE /v2.0/ports/4734ad19-63b1-4ce1-ab27-f4060938f2dc HTTP/1.1" status: 204 len: 173 time: 0.8766062 Nov 10 16:38:58.891440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e62afe-aced-49be-ba06-277476fb82b1', 'name': 'network-vif-deleted', 'tag': '4734ad19-63b1-4ce1-ab27-f4060938f2dc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:38:58.894221 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a607fb8-e387-44a2-a95f-c21a9b4d2ac8" -d '{"events": [{"server_uuid": "83e62afe-aced-49be-ba06-277476fb82b1", "name": "network-vif-deleted", "tag": "4734ad19-63b1-4ce1-ab27-f4060938f2dc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:38:58.953515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ee43d2e-2837-48ad-9ba9-ff085c64d14d req-8a02925e-5935-4dbf-9ba7-87a3302b35ed tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711987 Nov 10 16:38:58.968746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:38:58.982244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.011206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2367ed5-35c7-42af-afc0-11679fc6693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.020648 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2367ed5-35c7-42af-afc0-11679fc6693b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.051876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c2367ed5-35c7-42af-afc0-11679fc6693b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c5821a4-8d03-4871-a853-702dab91c443 HTTP/1.1" status: 204 len: 168 time: 0.4214494 Nov 10 16:38:59.073123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Allocated IP 172.20.0.2 (710996f7-e8a6-4374-befb-14068e849554/985a3cc6-36b9-44ff-956c-f78cb11b7671/0fc72f65-56a9-4e69-a71d-59194412f073) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:38:59.083898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2367ed5-35c7-42af-afc0-11679fc6693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5821a4-8d03-4871-a853-702dab91c443,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:59.196561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed4c35a-ea9a-4971-8d55-8d58286d5066 req-88faf518-daf0-4149-8a32-e7ed7e1cf96c tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=83e62afe-aced-49be-ba06-277476fb82b1 HTTP/1.1" status: 200 len: 210 time: 0.0676231 Nov 10 16:38:59.242435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4e8bc-5044-4ccf-aa58-3d0725928eb6 req-7f25168e-0da2-492f-9cbd-db67a4cb9a98 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:59.250069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfb4e8bc-5044-4ccf-aa58-3d0725928eb6 req-7f25168e-0da2-492f-9cbd-db67a4cb9a98 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0905623 Nov 10 16:38:59.308758 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87c9fee-4e8a-4e05-aba1-3be77de8d1fe x-openstack-request-id: req-d87c9fee-4e8a-4e05-aba1-3be77de8d1fe {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:38:59.309378 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e62afe-aced-49be-ba06-277476fb82b1", "name": "network-vif-deleted", "tag": "4734ad19-63b1-4ce1-ab27-f4060938f2dc", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:38:59.309783 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d87c9fee-4e8a-4e05-aba1-3be77de8d1fe {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:38:59.310350 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e62afe-aced-49be-ba06-277476fb82b1', 'name': 'network-vif-deleted', 'tag': '4734ad19-63b1-4ce1-ab27-f4060938f2dc', 'status': 'completed', 'code': 200} Nov 10 16:38:59.334139 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.357386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7026079c-baa4-4739-845a-b112f02c8d9f no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:38:59.381667 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfb4e8bc-5044-4ccf-aa58-3d0725928eb6 req-ad19c62e-7298-473c-83bc-d00bd28699e3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269164 Nov 10 16:38:59.409408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 7026079c-baa4-4739-845a-b112f02c8d9f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:38:59.409408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7026079c-baa4-4739-845a-b112f02c8d9f not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:38:59.415351 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.454137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.463680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Network 710996f7-e8a6-4374-befb-14068e849554 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:38:59.481211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:59.486792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:38:59.491029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Pushing event updated for resources: {'Port': ['ID=0fc72f65-56a9-4e69-a71d-59194412f073,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:59.528603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cb0e9-564b-4b2d-b4fd-722398a22059 req-8c151151-1c3d-4d0c-8dd4-76b90d01b07d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:59.536877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-872cb0e9-564b-4b2d-b4fd-722398a22059 req-8c151151-1c3d-4d0c-8dd4-76b90d01b07d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 945 time: 0.0948229 Nov 10 16:38:59.570603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Attempting to bind port 0fc72f65-56a9-4e69-a71d-59194412f073 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:38:59.572251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Attempting to bind port 0fc72f65-56a9-4e69-a71d-59194412f073 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '49929323-80bf-4f44-b3f7-9199a413b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '710996f7-e8a6-4374-befb-14068e849554'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:38:59.572251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Attempting to bind port 0fc72f65-56a9-4e69-a71d-59194412f073 on network 710996f7-e8a6-4374-befb-14068e849554 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:38:59.584293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:38:59.584293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Checking segment: {'id': '49929323-80bf-4f44-b3f7-9199a413b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '710996f7-e8a6-4374-befb-14068e849554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:59.586175 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.587478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Bound using segment: {'id': '49929323-80bf-4f44-b3f7-9199a413b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '710996f7-e8a6-4374-befb-14068e849554'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:38:59.587995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Bound port: 0fc72f65-56a9-4e69-a71d-59194412f073, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49929323-80bf-4f44-b3f7-9199a413b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '710996f7-e8a6-4374-befb-14068e849554'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:38:59.592558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.602286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-872cb0e9-564b-4b2d-b4fd-722398a22059 req-90d172d9-9f44-4ce6-9a10-1ea815ddc68d tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643449 Nov 10 16:38:59.608553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=f69cf0e8-e57b-450d-9c6e-0d2087bb2fb2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:59.626018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': '3b16b38a-fcda-4511-9cf4-da6a7679569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'db6a18c7-ce3b-4cf0-af6d-e323e494018c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:38:59.626375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: db6a18c7-ce3b-4cf0-af6d-e323e494018c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:38:59.636131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79374eb2-33b4-48cc-9d1c-a7bb576040be req-58b6e996-22ea-467f-b1c5-231ce6848991 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:59.637642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79374eb2-33b4-48cc-9d1c-a7bb576040be req-58b6e996-22ea-467f-b1c5-231ce6848991 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1151476 Nov 10 16:38:59.665349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] For port 0fc72f65-56a9-4e69-a71d-59194412f073, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:38:59.668508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] For port 0fc72f65-56a9-4e69-a71d-59194412f073, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0fc72f65-56a9-4e69-a71d-59194412f073,segment=NetworkSegment(49929323-80bf-4f44-b3f7-9199a413b3e9),segment_id=49929323-80bf-4f44-b3f7-9199a413b3e9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:38:59.691230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79374eb2-33b4-48cc-9d1c-a7bb576040be req-ac37f3d6-c21a-4e7b-b196-7d8cded42946 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458846 Nov 10 16:38:59.785219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network db6a18c7-ce3b-4cf0-af6d-e323e494018c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:38:59.786085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.842773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c7c67-7b24-489e-bb03-ef86349055c4 None None] Pushing event updated for resources: {'Port': ['ID=0fc72f65-56a9-4e69-a71d-59194412f073,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:38:59.908155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, db6a18c7-ce3b-4cf0-af6d-e323e494018c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:38:59.912712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:38:59.913982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:38:59.917904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79788145-8c92-43a8-aec1-8755ccad9dd8 None None] Network db6a18c7-ce3b-4cf0-af6d-e323e494018c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:38:59.981261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:59.982523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-98507b71-0331-44c0-9ea1-4ab5e2849468 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3311400 Nov 10 16:38:59.985277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46852) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:38:59.995121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4adbae2a-3aec-42e2-ade5-8b71527cf718 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1398543113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:00.032386 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.178007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.199953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20c1c-ef2d-4230-872f-bc86388c3769 req-59284a10-c180-4820-8128-aae4d71adc14 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:00.201660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72f20c1c-ef2d-4230-872f-bc86388c3769 req-59284a10-c180-4820-8128-aae4d71adc14 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 945 time: 0.0707242 Nov 10 16:39:00.203044 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4adbae2a-3aec-42e2-ade5-8b71527cf718 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.204364 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4adbae2a-3aec-42e2-ade5-8b71527cf718 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.283631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-db6a18c7-ce3b-4cf0-af6d-e323e494018c', 'network_id': 'db6a18c7-ce3b-4cf0-af6d-e323e494018c', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': 'f69cf0e8-e57b-450d-9c6e-0d2087bb2fb2'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:39:00.284671 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.295966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.315708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4adbae2a-3aec-42e2-ade5-8b71527cf718 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.324717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72f20c1c-ef2d-4230-872f-bc86388c3769 req-2180472a-be8f-47e2-8f75-c21ddfc0abb8 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/security-groups?id=c985eff5-4acb-4580-ae41-16b5b6b6e17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165886 Nov 10 16:39:00.337419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:00.337647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2dc9f925890042a8822852df5d057d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531318 Nov 10 16:39:00.362244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3522b8b-6323-4737-a043-ec88a842be57,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:00.370638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.371205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.371715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.372203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.372717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.373195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.373684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.374160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.374645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.375118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.375622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.375941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776422ba-4ee0-4660-9c82-c49f32aeca06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:00.381543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4adbae2a-3aec-42e2-ade5-8b71527cf718 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.412158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e46078b-8312-45ee-a33f-3ea97911c58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.445355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e46078b-8312-45ee-a33f-3ea97911c58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.473873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Allocated IP 172.21.0.2 (db6a18c7-ce3b-4cf0-af6d-e323e494018c/f69cf0e8-e57b-450d-9c6e-0d2087bb2fb2/73e34d2a-4906-41fd-a1a5-88f1295ba49e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:00.515925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4adbae2a-3aec-42e2-ade5-8b71527cf718 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.520051 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4adbae2a-3aec-42e2-ade5-8b71527cf718 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5268817 Nov 10 16:39:00.523883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:00.551759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-0c387a2d-378f-4483-9b95-eebfe742cde0 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:00.553411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-0c387a2d-378f-4483-9b95-eebfe742cde0 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 945 time: 0.0913241 Nov 10 16:39:00.564320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed8c51-96ba-46cf-a442-31687cc126a6 req-0aeb6391-a00b-44a3-9663-ae9f37e6c449 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:00.583286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeed8c51-96ba-46cf-a442-31687cc126a6 req-0aeb6391-a00b-44a3-9663-ae9f37e6c449 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1299937 Nov 10 16:39:00.655958 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e46078b-8312-45ee-a33f-3ea97911c58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.658643 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e46078b-8312-45ee-a33f-3ea97911c58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.659831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3e46078b-8312-45ee-a33f-3ea97911c58d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3522b8b-6323-4737-a043-ec88a842be57 HTTP/1.1" status: 204 len: 168 time: 0.3213010 Nov 10 16:39:00.687285 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.714695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeed8c51-96ba-46cf-a442-31687cc126a6 req-61851abc-0c87-4362-afdc-26cdb38e8c4f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305254 Nov 10 16:39:00.805061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Deleting port c63ccbc6-d2e7-4ead-a905-394157e969e8 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:00.805501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.814911 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:00.928352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Network db6a18c7-ce3b-4cf0-af6d-e323e494018c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:00.930043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Pushing event updated for resources: {'Port': ['ID=73e34d2a-4906-41fd-a1a5-88f1295ba49e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:00.932802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:00.939264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:01.006906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Attempting to bind port 73e34d2a-4906-41fd-a1a5-88f1295ba49e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:01.007792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Attempting to bind port 73e34d2a-4906-41fd-a1a5-88f1295ba49e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3b16b38a-fcda-4511-9cf4-da6a7679569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'db6a18c7-ce3b-4cf0-af6d-e323e494018c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:01.008383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Attempting to bind port 73e34d2a-4906-41fd-a1a5-88f1295ba49e on network db6a18c7-ce3b-4cf0-af6d-e323e494018c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:01.016620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:01.017027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Checking segment: {'id': '3b16b38a-fcda-4511-9cf4-da6a7679569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'db6a18c7-ce3b-4cf0-af6d-e323e494018c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:01.017419 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.017790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Bound using segment: {'id': '3b16b38a-fcda-4511-9cf4-da6a7679569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'db6a18c7-ce3b-4cf0-af6d-e323e494018c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:01.018266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Bound port: 73e34d2a-4906-41fd-a1a5-88f1295ba49e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b16b38a-fcda-4511-9cf4-da6a7679569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'db6a18c7-ce3b-4cf0-af6d-e323e494018c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:01.018657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.067352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133147aa-fb3c-4f55-8ca6-0af853eb31fe None None] Network 710996f7-e8a6-4374-befb-14068e849554 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:01.072160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] For port c63ccbc6-d2e7-4ead-a905-394157e969e8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c63ccbc6-d2e7-4ead-a905-394157e969e8,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:01.072717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.100204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e2655-1192-489f-9b5b-56b4782da43f req-387b9747-1bab-4336-adba-8071e345b942 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:01.109432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-631e2655-1192-489f-9b5b-56b4782da43f req-387b9747-1bab-4336-adba-8071e345b942 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1238837 Nov 10 16:39:01.112826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Calling delete_port for c63ccbc6-d2e7-4ead-a905-394157e969e8 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:01.156424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] For port 73e34d2a-4906-41fd-a1a5-88f1295ba49e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:01.175106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2bac5e62-e5cb-450c-822f-3e1f56fd1303 None None] Provisioning complete for port 0fc72f65-56a9-4e69-a71d-59194412f073 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:01.175518 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2bac5e62-e5cb-450c-822f-3e1f56fd1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.196545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46078b-8312-45ee-a33f-3ea97911c58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3522b8b-6323-4737-a043-ec88a842be57,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:01.208092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] For port 73e34d2a-4906-41fd-a1a5-88f1295ba49e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=73e34d2a-4906-41fd-a1a5-88f1295ba49e,segment=NetworkSegment(3b16b38a-fcda-4511-9cf4-da6a7679569d),segment_id=3b16b38a-fcda-4511-9cf4-da6a7679569d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:01.218547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-631e2655-1192-489f-9b5b-56b4782da43f req-2991a4ad-97b6-4582-a3fe-741a246024ba tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079581 Nov 10 16:39:01.293253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.339198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6fa2e-6f1f-4536-b1e5-b8f7ce22b657 req-5e069903-4f90-4e29-b9f8-f6ca497b7b39 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:01.348542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28e6fa2e-6f1f-4536-b1e5-b8f7ce22b657 req-5e069903-4f90-4e29-b9f8-f6ca497b7b39 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 945 time: 0.2021422 Nov 10 16:39:01.358570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-3f255ce0-7e0b-4ea6-959d-dd26481a97f5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:01.360311 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-3f255ce0-7e0b-4ea6-959d-dd26481a97f5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 945 time: 0.2151310 Nov 10 16:39:01.374210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 4734ad19-63b1-4ce1-ab27-f4060938f2dc no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:01.431529 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2bac5e62-e5cb-450c-822f-3e1f56fd1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.438128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 4734ad19-63b1-4ce1-ab27-f4060938f2dc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:01.438541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 4734ad19-63b1-4ce1-ab27-f4060938f2dc not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:01.439022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 27faa89e-c08c-4763-b381-2dd708d89d7c no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:01.449007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c6498-e123-40c6-95a3-03ef734aeac5 req-6d43c54f-7dec-4795-96b5-0ca956f37bdd tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:01.456779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e40c6498-e123-40c6-95a3-03ef734aeac5 req-6d43c54f-7dec-4795-96b5-0ca956f37bdd tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0783153 Nov 10 16:39:01.464545 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.526910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Pushing event deleted for resources: {'Port': ['ID=c63ccbc6-d2e7-4ead-a905-394157e969e8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:01.581690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] No DVR routers for this DVR port c63ccbc6-d2e7-4ead-a905-394157e969e8 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:01.584603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.589504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d98a5fea-de1a-46eb-b634-a31eb1d0b864 req-d6d1320d-e146-43e2-b5d7-b1b93f5c852e tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.18 "DELETE /v2.0/ports/c63ccbc6-d2e7-4ead-a905-394157e969e8 HTTP/1.1" status: 204 len: 173 time: 1.0032415 Nov 10 16:39:01.592961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e227f6-8e5d-4378-935d-49a0d4584a00', 'name': 'network-vif-deleted', 'tag': 'c63ccbc6-d2e7-4ead-a905-394157e969e8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:01.595222 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a642f9cf-8eae-41a2-8524-2f7724666458" -d '{"events": [{"server_uuid": "b1e227f6-8e5d-4378-935d-49a0d4584a00", "name": "network-vif-deleted", "tag": "c63ccbc6-d2e7-4ead-a905-394157e969e8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:01.604184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e40c6498-e123-40c6-95a3-03ef734aeac5 req-4e4cd211-eaa5-491c-a60a-3b825182945b tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465375 Nov 10 16:39:01.604345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2bac5e62-e5cb-450c-822f-3e1f56fd1303 None None] For port 0fc72f65-56a9-4e69-a71d-59194412f073, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0fc72f65-56a9-4e69-a71d-59194412f073,segment=NetworkSegment(49929323-80bf-4f44-b3f7-9199a413b3e9),segment_id=49929323-80bf-4f44-b3f7-9199a413b3e9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:01.624877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Pushing event updated for resources: {'Port': ['ID=73e34d2a-4906-41fd-a1a5-88f1295ba49e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:01.637353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28e6fa2e-6f1f-4536-b1e5-b8f7ce22b657 req-370ca506-3f09-4ced-91a7-347f2f6b4e3b tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873328 Nov 10 16:39:01.663684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.664621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.664621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.664811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.665014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.665328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.665673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.665987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.666356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.685265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.688626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.690328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753cd02e-2160-4fdc-b35e-371029af5b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:01.743502 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00f4f726-b722-4769-9354-f597e773260b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.750118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2bac5e62-e5cb-450c-822f-3e1f56fd1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.759162 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.775157 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:01.805525 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b32dfc2-17d5-4e9d-be39-fb844e1df46a x-openstack-request-id: req-3b32dfc2-17d5-4e9d-be39-fb844e1df46a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:01.810386 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e227f6-8e5d-4378-935d-49a0d4584a00", "name": "network-vif-deleted", "tag": "c63ccbc6-d2e7-4ead-a905-394157e969e8", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:01.810697 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b32dfc2-17d5-4e9d-be39-fb844e1df46a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:01.811127 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e227f6-8e5d-4378-935d-49a0d4584a00', 'name': 'network-vif-deleted', 'tag': 'c63ccbc6-d2e7-4ead-a905-394157e969e8', 'status': 'completed', 'code': 200} Nov 10 16:39:02.030064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac5e62-e5cb-450c-822f-3e1f56fd1303 None None] Pushing event updated for resources: {'Port': ['ID=0fc72f65-56a9-4e69-a71d-59194412f073,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:02.048206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27faa89e-c08c-4763-b381-2dd708d89d7c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:02.059595 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907849ac-57c7-4267-9238-9ab10443534a" -d '{"events": [{"server_uuid": "0b808207-4f0f-4ddd-b48f-df7790da36f3", "name": "network-vif-unplugged", "status": "completed", "tag": "27faa89e-c08c-4763-b381-2dd708d89d7c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:02.078923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Deleting port 27faa89e-c08c-4763-b381-2dd708d89d7c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:02.079271 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:02.100289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 27faa89e-c08c-4763-b381-2dd708d89d7c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27faa89e-c08c-4763-b381-2dd708d89d7c,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:02.169089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b6fe9fc-07b0-4935-81c6-89c8dd076537 req-d4c7c8cc-bdc4-497e-a2c4-885169a167d9 tempest-AttachSCSIVolumeTestJSON-1184338651 tempest-AttachSCSIVolumeTestJSON-1184338651-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e227f6-8e5d-4378-935d-49a0d4584a00 HTTP/1.1" status: 200 len: 210 time: 0.1803970 Nov 10 16:39:02.203625 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:02.204977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c63ccbc6-d2e7-4ead-a905-394157e969e8 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:02.248824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7b265-799b-4907-b176-4640540bd6a1 req-aa89d26b-83e5-4a43-93cf-81c661ba16d4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:02.252771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28e7b265-799b-4907-b176-4640540bd6a1 req-aa89d26b-83e5-4a43-93cf-81c661ba16d4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.2153559 Nov 10 16:39:02.279906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: c63ccbc6-d2e7-4ead-a905-394157e969e8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:02.280257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c63ccbc6-d2e7-4ead-a905-394157e969e8 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:02.318482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0fc72f65-56a9-4e69-a71d-59194412f073 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:02.385390 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28e7b265-799b-4907-b176-4640540bd6a1 req-c8d311ee-41ba-44f5-a843-839feaeccb14 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221287 Nov 10 16:39:02.400623 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0dbb4d-11cb-49d9-bdcc-bed34d578408 x-openstack-request-id: req-aa0dbb4d-11cb-49d9-bdcc-bed34d578408 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:02.400939 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b808207-4f0f-4ddd-b48f-df7790da36f3", "name": "network-vif-unplugged", "status": "completed", "tag": "27faa89e-c08c-4763-b381-2dd708d89d7c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:02.401212 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa0dbb4d-11cb-49d9-bdcc-bed34d578408 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:02.412684 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27faa89e-c08c-4763-b381-2dd708d89d7c', 'code': 200} Nov 10 16:39:02.463935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0fc72f65-56a9-4e69-a71d-59194412f073 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:02.464307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:02.506322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1123357b-0542-49b5-b7ad-265f474dc4f0 None None] Provisioning complete for port 0fc72f65-56a9-4e69-a71d-59194412f073 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:02.512446 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1123357b-0542-49b5-b7ad-265f474dc4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:02.542248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=27faa89e-c08c-4763-b381-2dd708d89d7c,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:02.607259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] For port 27faa89e-c08c-4763-b381-2dd708d89d7c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27faa89e-c08c-4763-b381-2dd708d89d7c,segment=NetworkSegment(b6dbf8c6-340b-4d0e-9634-01ce9715c204),segment_id=b6dbf8c6-340b-4d0e-9634-01ce9715c204)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:02.608039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:02.638559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Calling delete_port for 27faa89e-c08c-4763-b381-2dd708d89d7c owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:02.640460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 73e34d2a-4906-41fd-a1a5-88f1295ba49e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:02.685107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ecbc-7e07-475b-8722-8ec12ddd0e9c req-dcc823b9-7792-4a0d-84c5-054d70284024 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:02.691875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1093ecbc-7e07-475b-8722-8ec12ddd0e9c req-dcc823b9-7792-4a0d-84c5-054d70284024 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.2237074 Nov 10 16:39:02.707118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 73e34d2a-4906-41fd-a1a5-88f1295ba49e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:02.707765 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:02.796652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-0e92e417-9759-4f19-9f43-4e9f15e7a39d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:02.798358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-0e92e417-9759-4f19-9f43-4e9f15e7a39d tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.2468572 Nov 10 16:39:02.857118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e349e0-4cd0-41c2-b2f9-a6d7ac3b3394 req-10d95ac9-4d14-45d8-8640-401e1dd5e3f9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:02.858914 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:02.859283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31e349e0-4cd0-41c2-b2f9-a6d7ac3b3394 req-10d95ac9-4d14-45d8-8640-401e1dd5e3f9 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 943 time: 0.0765345 Nov 10 16:39:02.908193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.20.0.1 (710996f7-e8a6-4374-befb-14068e849554/985a3cc6-36b9-44ff-956c-f78cb11b7671/03245ddb-4f18-460c-84f7-ad7a16d29c6e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:02.933612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 73e34d2a-4906-41fd-a1a5-88f1295ba49e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=73e34d2a-4906-41fd-a1a5-88f1295ba49e,segment=NetworkSegment(3b16b38a-fcda-4511-9cf4-da6a7679569d),segment_id=3b16b38a-fcda-4511-9cf4-da6a7679569d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:02.941455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31e349e0-4cd0-41c2-b2f9-a6d7ac3b3394 req-0bcea6ff-bed9-420d-89cb-e17f3d74f2d7 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/security-groups?id=c3e7434a-1bbb-4702-be13-94e4f833698d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712678 Nov 10 16:39:02.999376 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.026249 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.068392 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36705c-71e7-4145-83c5-c12c71830f42 req-de65a007-7308-4d84-80da-ddbec3f8190a tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:03.070514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f36705c-71e7-4145-83c5-c12c71830f42 req-de65a007-7308-4d84-80da-ddbec3f8190a tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 946 time: 0.0736549 Nov 10 16:39:03.077337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=73e34d2a-4906-41fd-a1a5-88f1295ba49e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:03.114368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Pushing event deleted for resources: {'Port': ['ID=27faa89e-c08c-4763-b381-2dd708d89d7c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:03.130587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219023b-5bab-46e3-817e-e080faa9f64d None None] DHCP port deletion for b1c029f4-edf1-41ba-ac0b-6add3459fd09 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:03.151526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f36705c-71e7-4145-83c5-c12c71830f42 req-2789438b-9175-4721-959d-bc4c6c50edcb tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/security-groups?id=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691943 Nov 10 16:39:03.205792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1093ecbc-7e07-475b-8722-8ec12ddd0e9c req-65bf6b2a-80fa-47c2-b404-9fb2b499ad2d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125599 Nov 10 16:39:03.210413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] No DVR routers for this DVR port 27faa89e-c08c-4763-b381-2dd708d89d7c on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:03.219787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.223777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a8f7723-0de7-4b7c-8d21-0049fc4b2555 req-c3482fe8-2735-41b5-afc7-45c8a11c74d5 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.18 "DELETE /v2.0/ports/27faa89e-c08c-4763-b381-2dd708d89d7c HTTP/1.1" status: 204 len: 173 time: 1.8246429 Nov 10 16:39:03.228403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'name': 'network-vif-deleted', 'tag': '27faa89e-c08c-4763-b381-2dd708d89d7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:03.230139 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e84d93d-3077-4971-a483-62b3c39cbe2b" -d '{"events": [{"server_uuid": "0b808207-4f0f-4ddd-b48f-df7790da36f3", "name": "network-vif-deleted", "tag": "27faa89e-c08c-4763-b381-2dd708d89d7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:03.260948 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.286262 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e89de94-b1aa-4ad4-8c7b-20e2e6c66d69 x-openstack-request-id: req-6e89de94-b1aa-4ad4-8c7b-20e2e6c66d69 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:03.286457 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b808207-4f0f-4ddd-b48f-df7790da36f3", "name": "network-vif-deleted", "tag": "27faa89e-c08c-4763-b381-2dd708d89d7c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:03.287012 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e89de94-b1aa-4ad4-8c7b-20e2e6c66d69 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:03.287144 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b808207-4f0f-4ddd-b48f-df7790da36f3', 'name': 'network-vif-deleted', 'tag': '27faa89e-c08c-4763-b381-2dd708d89d7c', 'status': 'completed', 'code': 200} Nov 10 16:39:03.293217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Deleting port ce956fb2-4e2b-45d5-8236-0ae915478d7d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:03.293561 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.340193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e18770-aabc-462a-b3af-b083c6b5a83f None None] Network db6a18c7-ce3b-4cf0-af6d-e323e494018c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:03.476914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] For port ce956fb2-4e2b-45d5-8236-0ae915478d7d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ce956fb2-4e2b-45d5-8236-0ae915478d7d,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:03.483708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.492417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a206bc22-ea73-4cc3-9663-602d011bce42 None None] Provisioning complete for port 73e34d2a-4906-41fd-a1a5-88f1295ba49e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:03.492824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a206bc22-ea73-4cc3-9663-602d011bce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.493518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Calling delete_port for ce956fb2-4e2b-45d5-8236-0ae915478d7d owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:03.553504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.645154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 710996f7-e8a6-4374-befb-14068e849554 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:03.653748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:03.693191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:03.741732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=03245ddb-4f18-460c-84f7-ad7a16d29c6e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:03.761144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc1dab-2c5b-4d54-987d-20f352c8a63c req-a4e198b9-9a4e-48a9-8274-6cd0813b0e21 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:03.763099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-12bc1dab-2c5b-4d54-987d-20f352c8a63c req-a4e198b9-9a4e-48a9-8274-6cd0813b0e21 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.2502403 Nov 10 16:39:03.820800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:03.839933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-919fc18b-be9f-440f-80c2-9488d344e7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.022435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-12bc1dab-2c5b-4d54-987d-20f352c8a63c req-c39be314-0859-42c8-89ca-64e4679ec0f6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302885 Nov 10 16:39:04.068605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0fc72f65-56a9-4e69-a71d-59194412f073 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:04.127006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9f0979b6-9888-4a47-9807-7c9ce2b1815e None None] Provisioning complete for port 03245ddb-4f18-460c-84f7-ad7a16d29c6e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:04.127400 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f0979b6-9888-4a47-9807-7c9ce2b1815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.138071 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29217f58-730c-4371-90e1-5c7dab08ba8d req-b39c430a-6f37-4f6f-b3e6-61e575e85843 tempest-ServersTestJSON-1859841106 tempest-ServersTestJSON-1859841106-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b808207-4f0f-4ddd-b48f-df7790da36f3 HTTP/1.1" status: 200 len: 210 time: 0.0303817 Nov 10 16:39:04.165713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.184317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0fc72f65-56a9-4e69-a71d-59194412f073 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:04.184787 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.188128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9f0979b6-9888-4a47-9807-7c9ce2b1815e None None] Port 03245ddb-4f18-460c-84f7-ad7a16d29c6e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:04.194785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Pushing event deleted for resources: {'Port': ['ID=ce956fb2-4e2b-45d5-8236-0ae915478d7d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:04.335700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] No DVR routers for this DVR port ce956fb2-4e2b-45d5-8236-0ae915478d7d on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:04.337010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b188bdc-67a9-4375-8189-df6452735c07 req-31835dbf-c87a-4a0a-94d1-3ee11c9d7622 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 210 time: 0.1149223 Nov 10 16:39:04.338145 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.341523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10d76d61-d4c4-4c2f-8789-faf07c59afcc req-e16a0707-558f-498f-b5b6-2de5a78586f1 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.69 "DELETE /v2.0/ports/ce956fb2-4e2b-45d5-8236-0ae915478d7d HTTP/1.1" status: 204 len: 173 time: 1.3942759 Nov 10 16:39:04.353410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 73e34d2a-4906-41fd-a1a5-88f1295ba49e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:04.361596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.398600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078671-b4c8-452d-9393-298c72b8990f req-0e5d5953-2839-440f-b67e-547689656bcd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:04.398600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce078671-b4c8-452d-9393-298c72b8990f req-0e5d5953-2839-440f-b67e-547689656bcd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0766954 Nov 10 16:39:04.426078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0779533e-acc3-4c2a-a561-e2902febf0ec None None] Provisioning complete for port 73e34d2a-4906-41fd-a1a5-88f1295ba49e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:04.427111 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0779533e-acc3-4c2a-a561-e2902febf0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.477709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce078671-b4c8-452d-9393-298c72b8990f req-00c3aef7-e7b9-442c-bd1c-1cef82c8a201 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615878 Nov 10 16:39:04.547906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 73e34d2a-4906-41fd-a1a5-88f1295ba49e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:04.548516 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.553297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:39:04.760441 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.854185 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.930108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:04.932169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=03245ddb-4f18-460c-84f7-ad7a16d29c6e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:04.992155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:05.032642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 710996f7-e8a6-4374-befb-14068e849554 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:05.034027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:05.201107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3df5f-51e1-448b-bd7e-a535306bd1df req-0a0ed1d2-e691-4f3e-84e4-66aaea7cd0b8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:05.203843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40f3df5f-51e1-448b-bd7e-a535306bd1df req-0a0ed1d2-e691-4f3e-84e4-66aaea7cd0b8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0816736 Nov 10 16:39:05.229921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:05.278339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40f3df5f-51e1-448b-bd7e-a535306bd1df req-e7bc9b30-7055-43ac-b274-39915e4fac9b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680704 Nov 10 16:39:05.289871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d96c8-6ff0-4d06-a820-15494432058b', 'name': 'network-vif-deleted', 'tag': 'ce956fb2-4e2b-45d5-8236-0ae915478d7d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:05.292930 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54baea4-9b1e-4124-83f1-ec35e5f63f97" -d '{"events": [{"server_uuid": "8f4d96c8-6ff0-4d06-a820-15494432058b", "name": "network-vif-deleted", "tag": "ce956fb2-4e2b-45d5-8236-0ae915478d7d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:05.299727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e089a4bd-5c1b-44da-9221-4076fbb4a4c4 admin admin] Deleting subnet 6d728c2c-8778-4a87-99d2-49192942df69 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:39:05.312234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089a4bd-5c1b-44da-9221-4076fbb4a4c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:05.345434 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d3e97-121b-4912-9b6f-f8abf7fc3ab8 x-openstack-request-id: req-8c0d3e97-121b-4912-9b6f-f8abf7fc3ab8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:05.345723 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d96c8-6ff0-4d06-a820-15494432058b", "name": "network-vif-deleted", "tag": "ce956fb2-4e2b-45d5-8236-0ae915478d7d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:05.345970 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c0d3e97-121b-4912-9b6f-f8abf7fc3ab8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:05.346383 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d96c8-6ff0-4d06-a820-15494432058b', 'name': 'network-vif-deleted', 'tag': 'ce956fb2-4e2b-45d5-8236-0ae915478d7d', 'status': 'completed', 'code': 200} Nov 10 16:39:05.346961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 6723e7db-d09c-4d8a-9e77-2514a3fd687b is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:39:05.383904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ce956fb2-4e2b-45d5-8236-0ae915478d7d no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:05.411017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089a4bd-5c1b-44da-9221-4076fbb4a4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:05.442523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: ce956fb2-4e2b-45d5-8236-0ae915478d7d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:05.443550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ce956fb2-4e2b-45d5-8236-0ae915478d7d not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:05.453535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8c8c7e56-87c2-4a2d-bcf9-8635327f579c None None] Provisioning complete for port 03245ddb-4f18-460c-84f7-ad7a16d29c6e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:05.454107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7e56-87c2-4a2d-bcf9-8635327f579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:05.495110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f08e39d-bfb5-44b5-b3b3-4bbe7d9c18e7 req-656e6044-5efd-48df-8ab0-e530bf1f7c65 tempest-ListServerFiltersTestJSON-1702073702 tempest-ListServerFiltersTestJSON-1702073702-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f4d96c8-6ff0-4d06-a820-15494432058b HTTP/1.1" status: 200 len: 210 time: 0.0383871 Nov 10 16:39:05.510320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089a4bd-5c1b-44da-9221-4076fbb4a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:05.513988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:05.526353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0809657-65ab-45cf-9a8c-fd57cb89ac8e None None] Sync routers for ids ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:05.543241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d9ac2736-9f7d-4066-9932-5dd27c242d07 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/6723e7db-d09c-4d8a-9e77-2514a3fd687b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0042872 Nov 10 16:39:05.543487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:05.554235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c7e56-87c2-4a2d-bcf9-8635327f579c None None] Port 03245ddb-4f18-460c-84f7-ad7a16d29c6e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:05.559370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0809657-65ab-45cf-9a8c-fd57cb89ac8e None None] Routers {'6723e7db-d09c-4d8a-9e77-2514a3fd687b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:05.560030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a0809657-65ab-45cf-9a8c-fd57cb89ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:05.598831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a0809657-65ab-45cf-9a8c-fd57cb89ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:05.609546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0809657-65ab-45cf-9a8c-fd57cb89ac8e None None] Routers {'6723e7db-d09c-4d8a-9e77-2514a3fd687b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:05.610156 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a0809657-65ab-45cf-9a8c-fd57cb89ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:05.644443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef623c8c-e9d5-43f5-aa0d-f3f14b4d53f8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:05.646246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ef623c8c-e9d5-43f5-aa0d-f3f14b4d53f8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports/03245ddb-4f18-460c-84f7-ad7a16d29c6e HTTP/1.1" status: 200 len: 910 time: 0.1016731 Nov 10 16:39:05.650271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:05.668370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a0809657-65ab-45cf-9a8c-fd57cb89ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:05.669022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0809657-65ab-45cf-9a8c-fd57cb89ac8e None None] The sync data for ids ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:05.806964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea8cd2-4312-48b2-9d6e-43cfc9d4efde req-eac1fa42-3d3c-4484-a62f-a6c425196607 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:05.808509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13ea8cd2-4312-48b2-9d6e-43cfc9d4efde req-eac1fa42-3d3c-4484-a62f-a6c425196607 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.2284319 Nov 10 16:39:05.868342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089a4bd-5c1b-44da-9221-4076fbb4a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:05.937546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a4bd-5c1b-44da-9221-4076fbb4a4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d728c2c-8778-4a87-99d2-49192942df69,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:05.940845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e089a4bd-5c1b-44da-9221-4076fbb4a4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:05.941217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb3ffa-af67-445f-8b52-0afaf2f4e143 None None] Network b1c029f4-edf1-41ba-ac0b-6add3459fd09 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:05.947115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e089a4bd-5c1b-44da-9221-4076fbb4a4c4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6d728c2c-8778-4a87-99d2-49192942df69 HTTP/1.1" status: 204 len: 168 time: 0.7132049 Nov 10 16:39:05.947558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47038) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:05.979689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13ea8cd2-4312-48b2-9d6e-43cfc9d4efde req-52089c35-d6af-42ca-b7e3-dc162716823b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546636 Nov 10 16:39:06.055906 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.195978 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.203560 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.350377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f19759-db69-42e6-b586-36c22c5aa91a None None] DHCP port deletion for b1c029f4-edf1-41ba-ac0b-6add3459fd09 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:06.410760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:06.455816 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-4b2c7716-1979-4af5-8b40-08007afca36a req-57f55725-866c-4d9a-b59f-31f45c3baf7d service neutron] show failed (client error): The resource could not be found. Nov 10 16:39:06.456766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-57f55725-866c-4d9a-b59f-31f45c3baf7d service neutron] 10.222.0.18 "GET /v2.0/ports/d21b5269-cbf4-49db-8e76-596b87644d08/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.2047920 Nov 10 16:39:06.591288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c029f4-edf1-41ba-ac0b-6add3459fd09']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:06.594562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47052) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:06.629167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dbf8c6-340b-4d0e-9634-01ce9715c204') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:06.629503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dbf8c6-340b-4d0e-9634-01ce9715c204') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:06.671054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.688730 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.706174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b483c-1627-48b0-9694-27bb92bbcd02 req-443db512-0221-4987-a802-88c2685b12ac tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:06.707993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b0b483c-1627-48b0-9694-27bb92bbcd02 req-443db512-0221-4987-a802-88c2685b12ac tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1373165 Nov 10 16:39:06.714407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.720640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b40788b-8812-455d-b1c6-5f95df9cd436 admin admin] Deleting subnet 6348342f-6c83-4ec7-a030-06438017315b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:39:06.735002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:39:06.735442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.737171 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b40788b-8812-455d-b1c6-5f95df9cd436 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:39:06.738858 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:39:06.842581 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b40788b-8812-455d-b1c6-5f95df9cd436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.893311 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b0b483c-1627-48b0-9694-27bb92bbcd02 req-5c03ae38-d4ce-4d14-a70a-e8ad0b7a1816 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759050 Nov 10 16:39:06.962347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.968535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:06.972802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b1c029f4-edf1-41ba-ac0b-6add3459fd09 HTTP/1.1" status: 204 len: 168 time: 1.0241578 Nov 10 16:39:06.974168 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b40788b-8812-455d-b1c6-5f95df9cd436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.008252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4cddd-346c-4bf0-af97-acd8d371d031 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c029f4-edf1-41ba-ac0b-6add3459fd09,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:07.081772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a578-9fc8-4bd6-9728-dea4cde48ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.127139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.21.0.1 (db6a18c7-ce3b-4cf0-af6d-e323e494018c/f69cf0e8-e57b-450d-9c6e-0d2087bb2fb2/ecf516a3-a4df-48c2-b307-5948dc7ea783) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:07.183570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b40788b-8812-455d-b1c6-5f95df9cd436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.218089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40788b-8812-455d-b1c6-5f95df9cd436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6348342f-6c83-4ec7-a030-06438017315b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:07.220922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b40788b-8812-455d-b1c6-5f95df9cd436 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.225083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b40788b-8812-455d-b1c6-5f95df9cd436 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6348342f-6c83-4ec7-a030-06438017315b HTTP/1.1" status: 204 len: 168 time: 0.6293781 Nov 10 16:39:07.227963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:07.240968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fe835-0278-4e2d-b655-675db3966114 None None] Network 16e37acc-be82-4007-a91e-f54c8edb838d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:07.289209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-ba9110a2-14b6-4716-a5d5-0fe4d127f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:07.290794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-ba9110a2-14b6-4716-a5d5-0fe4d127f7de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764&tenant_id=ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 1102 time: 0.1754129 Nov 10 16:39:07.310131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac878-9500-4ba7-a53d-62ed76349358 req-8512baee-af71-4f6d-a36b-62fd5750f9a9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:07.311725 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5bac878-9500-4ba7-a53d-62ed76349358 req-8512baee-af71-4f6d-a36b-62fd5750f9a9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.2207711 Nov 10 16:39:07.316495 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.322833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:07.388708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Deleting port d5bcab7f-efb2-434a-959a-f0fbe17c87fb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:07.389168 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.392398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:07.473375 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a578-9fc8-4bd6-9728-dea4cde48ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.479012 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.494289 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.504456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] For port d5bcab7f-efb2-434a-959a-f0fbe17c87fb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:07.505092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.507035 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.510116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5bac878-9500-4ba7-a53d-62ed76349358 req-15d0464c-940a-4117-ba47-98072451a556 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823134 Nov 10 16:39:07.510759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7585a352-669a-449d-bda5-68803941b5d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63914f0048fe4601b18c574aa491243f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1170378 Nov 10 16:39:07.516346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47064) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:07.534651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] DHCP port deletion for 16e37acc-be82-4007-a91e-f54c8edb838d request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:07.541308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Calling delete_port for d5bcab7f-efb2-434a-959a-f0fbe17c87fb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:07.571710 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.598683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] Deleting port d5bcab7f-efb2-434a-959a-f0fbe17c87fb {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:07.599445 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.621955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a578-9fc8-4bd6-9728-dea4cde48ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.632217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c820dba-0d8c-4d54-87cf-a008ef8f7a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.689478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c820dba-0d8c-4d54-87cf-a008ef8f7a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.734624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] For port d5bcab7f-efb2-434a-959a-f0fbe17c87fb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,segment=NetworkSegment(2403d121-decf-4006-aec7-7a7233bbe69c),segment_id=2403d121-decf-4006-aec7-7a7233bbe69c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:07.735333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.739533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.758774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] Calling delete_port for d5bcab7f-efb2-434a-959a-f0fbe17c87fb owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:07.765885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.805293 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:07.809109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] No DVR routers for this DVR port d5bcab7f-efb2-434a-959a-f0fbe17c87fb on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:07.833616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network db6a18c7-ce3b-4cf0-af6d-e323e494018c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:07.841444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:07.844248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:07.872929 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c820dba-0d8c-4d54-87cf-a008ef8f7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.874401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6a578-9fc8-4bd6-9728-dea4cde48ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea12440-6f30-4147-ac7f-55031abbc795,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:07.875537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c820dba-0d8c-4d54-87cf-a008ef8f7a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.876687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3c820dba-0d8c-4d54-87cf-a008ef8f7a38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3e7434a-1bbb-4702-be13-94e4f833698d HTTP/1.1" status: 204 len: 168 time: 0.3591936 Nov 10 16:39:07.917207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1fe6a578-9fc8-4bd6-9728-dea4cde48ec1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6cc817fe188a4efca4d1aa865a188f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5049825 Nov 10 16:39:07.926304 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:07.941004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:07.982934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c820dba-0d8c-4d54-87cf-a008ef8f7a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e7434a-1bbb-4702-be13-94e4f833698d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:08.006539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] Pushing event deleted for resources: {'Port': ['ID=d5bcab7f-efb2-434a-959a-f0fbe17c87fb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:08.012991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.016067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2bc5f-4a2e-4cc1-9045-c29f23126b4c None None] No DVR routers for this DVR port d5bcab7f-efb2-434a-959a-f0fbe17c87fb on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:08.065515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d5bcab7f-efb2-434a-959a-f0fbe17c87fb no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:08.102052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e37acc-be82-4007-a91e-f54c8edb838d']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:08.111051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d5bcab7f-efb2-434a-959a-f0fbe17c87fb {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:08.117091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d5bcab7f-efb2-434a-959a-f0fbe17c87fb not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:08.162064 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b05d959c-84a1-4586-985e-915af6e63180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.165480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2403d121-decf-4006-aec7-7a7233bbe69c') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:08.165776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2403d121-decf-4006-aec7-7a7233bbe69c') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:08.192329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.195161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8d6b78aa-7b02-4107-a968-b577b4167055 None None] Provisioning complete for port ecf516a3-a4df-48c2-b307-5948dc7ea783 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:08.195718 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d6b78aa-7b02-4107-a968-b577b4167055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.219026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b05d959c-84a1-4586-985e-915af6e63180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.221583 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.233866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:08.242618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:39:08.243391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:39:08.245255 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:39:08.271281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:08.290141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b78aa-7b02-4107-a968-b577b4167055 None None] Port ecf516a3-a4df-48c2-b307-5948dc7ea783 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:08.309489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=ecf516a3-a4df-48c2-b307-5948dc7ea783,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:08.320172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.364406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:08.367618 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b86893-84d8-4a60-8572-9cd1d0ddaa00" -d '{"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-unplugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:08.377782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.386138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.392954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.399589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] 10.222.0.62 "DELETE /v2.0/networks/16e37acc-be82-4007-a91e-f54c8edb838d HTTP/1.1" status: 204 len: 168 time: 1.1678591 Nov 10 16:39:08.438954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9d702-206c-4364-a592-6faa7ffeaa2d admin admin] Pushing event deleted for resources: {'Network': ['ID=16e37acc-be82-4007-a91e-f54c8edb838d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:08.439300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f28a0-12a3-47ab-bb01-83a3c1423577 req-5e7afcbf-f853-4bcb-a05b-63ae6e3ae254 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:08.447887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b13f28a0-12a3-47ab-bb01-83a3c1423577 req-5e7afcbf-f853-4bcb-a05b-63ae6e3ae254 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.3709354 Nov 10 16:39:08.449349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b05d959c-84a1-4586-985e-915af6e63180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.451133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Transition to ACTIVE for port object d21b5269-cbf4-49db-8e76-596b87644d08 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:39:08.456417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b05d959c-84a1-4586-985e-915af6e63180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.462737 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b05d959c-84a1-4586-985e-915af6e63180 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ea12440-6f30-4147-ac7f-55031abbc795 HTTP/1.1" status: 204 len: 168 time: 0.5135930 Nov 10 16:39:08.477027 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6160fc-c6c4-4d0a-a59b-950ffc98d36c x-openstack-request-id: req-7e6160fc-c6c4-4d0a-a59b-950ffc98d36c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:08.477891 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-unplugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:08.478292 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e6160fc-c6c4-4d0a-a59b-950ffc98d36c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:08.478850 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'code': 200} Nov 10 16:39:08.488696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d959c-84a1-4586-985e-915af6e63180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea12440-6f30-4147-ac7f-55031abbc795,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:08.514231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b13f28a0-12a3-47ab-bb01-83a3c1423577 req-a254ef0e-7c4f-43ff-9996-25f69f2e5951 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651629 Nov 10 16:39:08.540915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.646216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] No DVR routers for this DVR port d21b5269-cbf4-49db-8e76-596b87644d08 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:08.656074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:08.722914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.729875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce40302-062f-4ac1-a989-cc7971110cec req-c49c3d2c-7572-424a-830f-11e753e2797e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:08.735108 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4ce40302-062f-4ac1-a989-cc7971110cec req-c49c3d2c-7572-424a-830f-11e753e2797e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0874979 Nov 10 16:39:08.755665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:08.755665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:08.755665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:08.776688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:39:08.777018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:08.786971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:08.787301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:08.787719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:08.788884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Bound port: d21b5269-cbf4-49db-8e76-596b87644d08, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:08.789367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:08.822353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4ce40302-062f-4ac1-a989-cc7971110cec req-311096f8-3e7b-4f6a-8e00-d186a7a2cfdc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782635 Nov 10 16:39:08.947566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47092) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:09.011557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1ec953c0-a182-47f7-b110-b568da3942c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=276a7dbecf47452192a98b3d943f3b82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581708 Nov 10 16:39:09.016382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47096) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:09.054393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:09.061572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:09.073337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89072b7c-6be4-4a99-b7de-b560f5f94b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.112544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89072b7c-6be4-4a99-b7de-b560f5f94b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.137957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.203903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:09.205138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.206515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] 10.222.0.69 "PUT /v2.0/ports/d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 1097 time: 1.8896239 Nov 10 16:39:09.288780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f8b7f-17f9-4ebe-b03a-6018d9f4bbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:09.297884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89072b7c-6be4-4a99-b7de-b560f5f94b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.301709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89072b7c-6be4-4a99-b7de-b560f5f94b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.306247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-89072b7c-6be4-4a99-b7de-b560f5f94b47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b170e202-0c02-4d9c-ae3b-24f9bc9a5f55 HTTP/1.1" status: 204 len: 168 time: 0.2860434 Nov 10 16:39:09.321671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89072b7c-6be4-4a99-b7de-b560f5f94b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b170e202-0c02-4d9c-ae3b-24f9bc9a5f55,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:09.328647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.339971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-ba89ff03-3a89-4e03-986b-85da7d769053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:09.341906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-ba89ff03-3a89-4e03-986b-85da7d769053 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1100 time: 0.1085999 Nov 10 16:39:09.355297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:09.403105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:09.436013 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.529360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47106) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:09.534212 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.539248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=ecf516a3-a4df-48c2-b307-5948dc7ea783,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:09.571955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-52863a8b-102b-4924-a0dc-5348fc9f8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:09.573877 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-52863a8b-102b-4924-a0dc-5348fc9f8a81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2255750 Nov 10 16:39:09.576894 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b708049-989d-44c7-b712-3fe0e61d6b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.636669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-addc196e-b9b6-47f8-ad65-745352e24bbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.0537674 Nov 10 16:39:09.695894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f512ffd-df3f-469b-843e-3adc372736d0 req-640e64b5-bed8-473f-adae-719c29f1a090 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:09.697551 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f512ffd-df3f-469b-843e-3adc372736d0 req-640e64b5-bed8-473f-adae-719c29f1a090 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.0595531 Nov 10 16:39:09.732056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-bddae121-4487-45ea-a13f-310ddd97dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:09.733524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-bddae121-4487-45ea-a13f-310ddd97dbfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0691633 Nov 10 16:39:09.782806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network db6a18c7-ce3b-4cf0-af6d-e323e494018c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:09.782981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f512ffd-df3f-469b-843e-3adc372736d0 req-e26f3aef-fdad-42e8-bd81-9b9585f05368 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Nov 10 16:39:09.783068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:09.860769 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b708049-989d-44c7-b712-3fe0e61d6b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:09.891424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c7716-1979-4af5-8b40-08007afca36a req-2e49bb89-d8c9-493d-8c74-525d7df4ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:09.892958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-2e49bb89-d8c9-493d-8c74-525d7df4ca8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1501870 Nov 10 16:39:09.993706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b708049-989d-44c7-b712-3fe0e61d6b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:10.066275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8b708049-989d-44c7-b712-3fe0e61d6b30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d525196e3904446abb8b929ecaeab5c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354185 Nov 10 16:39:10.066922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47130) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:10.074558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b708049-989d-44c7-b712-3fe0e61d6b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aadb94-ed70-421e-b571-c6f78d9ab863,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:10.108926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 6723e7db-d09c-4d8a-9e77-2514a3fd687b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:39:10.159943 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a510-3311-45d7-879b-cb53076c5186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:10.222588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:10.224643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d4b33151-b1b9-48ea-814f-012504505f0c None None] Provisioning complete for port ecf516a3-a4df-48c2-b307-5948dc7ea783 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:10.225021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4b33151-b1b9-48ea-814f-012504505f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:10.240627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a510-3311-45d7-879b-cb53076c5186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:10.300465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d4b33151-b1b9-48ea-814f-012504505f0c None None] Port ecf516a3-a4df-48c2-b307-5948dc7ea783 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:10.414443 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a510-3311-45d7-879b-cb53076c5186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:10.417087 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a510-3311-45d7-879b-cb53076c5186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:10.420557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1b2a510-3311-45d7-879b-cb53076c5186 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94aadb94-ed70-421e-b571-c6f78d9ab863 HTTP/1.1" status: 204 len: 168 time: 0.3501976 Nov 10 16:39:10.431154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a510-3311-45d7-879b-cb53076c5186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aadb94-ed70-421e-b571-c6f78d9ab863,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:10.501927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:10.504203 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ff5772-965e-46a0-88ae-ab3b39474c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:10.523980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472f28-61e9-4240-bb5d-3be6add71c4b req-60067992-8074-4158-a7a2-41a4674e059f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:10.532564 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5472f28-61e9-4240-bb5d-3be6add71c4b req-60067992-8074-4158-a7a2-41a4674e059f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.5865469 Nov 10 16:39:10.554219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:10.562962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6a9ffd57-2e80-45f9-bc56-760508d70f90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/6723e7db-d09c-4d8a-9e77-2514a3fd687b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9116824 Nov 10 16:39:10.563163 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657249a-3aec-4f4d-9595-ddeeb5dd393b None None] Sync routers for ids ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:10.565717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:10.565891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-6e2b805a-82f7-46e1-9602-fd4181f79492 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587050 Nov 10 16:39:10.594473 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657249a-3aec-4f4d-9595-ddeeb5dd393b None None] Routers {'6723e7db-d09c-4d8a-9e77-2514a3fd687b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:10.595108 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e657249a-3aec-4f4d-9595-ddeeb5dd393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:10.656385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5472f28-61e9-4240-bb5d-3be6add71c4b req-e71bea82-1e20-419d-ab16-1faebdfb7191 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226006 Nov 10 16:39:10.691018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876ee5f1-f4e9-401b-8b94-1ffbcc6ed163 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:10.702754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-876ee5f1-f4e9-401b-8b94-1ffbcc6ed163 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports/ecf516a3-a4df-48c2-b307-5948dc7ea783 HTTP/1.1" status: 200 len: 910 time: 0.1359241 Nov 10 16:39:10.705544 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e657249a-3aec-4f4d-9595-ddeeb5dd393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:10.707773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47154) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:10.721150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-1b9c5d4f-9d82-4cc5-a3f8-e7dbe196d291 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474311 Nov 10 16:39:10.730514 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657249a-3aec-4f4d-9595-ddeeb5dd393b None None] Routers {'6723e7db-d09c-4d8a-9e77-2514a3fd687b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:10.730994 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e657249a-3aec-4f4d-9595-ddeeb5dd393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:10.743152 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20b7091-e1d1-4622-96ea-eda0f2a02575 x-openstack-request-id: req-c20b7091-e1d1-4622-96ea-eda0f2a02575 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:10.743152 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:10.743524 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c20b7091-e1d1-4622-96ea-eda0f2a02575 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:10.743813 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'status': 'completed', 'code': 200} Nov 10 16:39:10.774668 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e657249a-3aec-4f4d-9595-ddeeb5dd393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:10.775699 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657249a-3aec-4f4d-9595-ddeeb5dd393b None None] The sync data for ids ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:10.860844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-6f3c5dc9-493d-4e57-9568-2de215cdcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:10.863608 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-6f3c5dc9-493d-4e57-9568-2de215cdcf8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1100 time: 0.0901003 Nov 10 16:39:11.082665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-6ba3bded-76fd-4679-bb2f-958a241909ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:11.084123 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-6ba3bded-76fd-4679-bb2f-958a241909ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2129316 Nov 10 16:39:11.260738 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-7c69d52f-b5c6-4bd9-b27f-65ac4dd10e7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.1432476 Nov 10 16:39:11.370932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-46f99066-77f2-4397-9bb2-8ab518797357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:11.372733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-46f99066-77f2-4397-9bb2-8ab518797357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0960782 Nov 10 16:39:11.374563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:11.405269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b394de-2763-4615-9a0f-84ec74f74bbc req-64aebf08-4c7c-4022-b2b8-0f3a0f22fcd4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:11.414820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-23b394de-2763-4615-9a0f-84ec74f74bbc req-64aebf08-4c7c-4022-b2b8-0f3a0f22fcd4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.4702351 Nov 10 16:39:11.433050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-185f4783-4af5-4bf1-8cd3-fc1a8c4d9348 req-40cbf20c-c225-4039-a8f6-2dabdac8c760 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.1013312 Nov 10 16:39:11.456865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-c9e967e0-3d23-40cb-89dd-047573131b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:11.458628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-c9e967e0-3d23-40cb-89dd-047573131b89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1100 time: 0.5155895 Nov 10 16:39:11.561449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47198) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:11.588655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-5cb3e33e-957d-43fc-9c9a-fb4dd273e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:11.590116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-5cb3e33e-957d-43fc-9c9a-fb4dd273e1c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1077230 Nov 10 16:39:11.651341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-32df7816-39f4-4d4c-8fd5-199271d0269c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.0532553 Nov 10 16:39:11.677570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-23b394de-2763-4615-9a0f-84ec74f74bbc req-37e8c89a-47f5-44df-9fe6-6b1605110be5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618723 Nov 10 16:39:11.712562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2041972540-network', 'tenant_id': '134a7d374069425b93ce4432d987e016'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:11.727027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-f145b315-4476-4f2c-8b9f-a9e3372e112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:11.728421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-f145b315-4476-4f2c-8b9f-a9e3372e112d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2884836 Nov 10 16:39:11.734966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:11.776285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-731fb64f-ce26-41e2-8d27-1e79a1d131dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:11.777791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-731fb64f-ce26-41e2-8d27-1e79a1d131dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1190898 Nov 10 16:39:11.856829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Made reservation on behalf of 134a7d374069425b93ce4432d987e016 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:11.859116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:11.883728 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:11.911387 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-063b45ff-08df-410d-9def-4f883bc3266e service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692505 Nov 10 16:39:11.915713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-a3e1be44-0c07-49be-be69-914228f3d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:11.917193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-a3e1be44-0c07-49be-be69-914228f3d665 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031191 Nov 10 16:39:12.137501 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-89486228-c5ea-4858-842f-288d41feff08 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167964 Nov 10 16:39:12.165634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-9d6b121f-7814-4222-9d8a-a1a9773e6baa service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348275 Nov 10 16:39:12.175559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.246737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a41b5-45c7-4d8c-beb7-c5fcea4f89dc req-78fe5342-fc99-4251-9192-de259fe0f995 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:12.254589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f7a41b5-45c7-4d8c-beb7-c5fcea4f89dc req-78fe5342-fc99-4251-9192-de259fe0f995 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.4607995 Nov 10 16:39:12.258549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.290814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:39:12.318729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df9d0e-348d-4287-9ef3-7b7547b6bac0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:12.329115 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.334329 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Added segment fad956af-c72a-4ab6-89e6-93eaebcef654 of type vlan for network 90ba1d20-7e3e-485b-819f-480be5d257eb Nov 10 16:39:12.347008 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75ff5772-965e-46a0-88ae-ab3b39474c7a req-005cfa6b-c3c4-4951-8625-7ecb908cf63f service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735170 Nov 10 16:39:12.393345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.402759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f7a41b5-45c7-4d8c-beb7-c5fcea4f89dc req-54f688bd-bec9-4d13-868b-aff3baa4a1a3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459730 Nov 10 16:39:12.516944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.517916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:12.518512 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.571502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d83dec54-89a1-44c4-9dff-fc61af8ec066 req-f6819d3e-0512-4294-8c9d-a49fb9c1ca01 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0503201 Nov 10 16:39:12.608264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port ecf516a3-a4df-48c2-b307-5948dc7ea783 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:12.608881 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.622025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] Pushing event updated for resources: {'Network': ['ID=90ba1d20-7e3e-485b-819f-480be5d257eb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:12.633329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 90ba1d20-7e3e-485b-819f-480be5d257eb details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:39:12.674065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4b619c9b-de56-4939-8a1e-d1a47ee50660 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2968860 Nov 10 16:39:12.675760 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.677097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:12.682467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Request body: {'subnet': {'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2041972540-subnet', 'tenant_id': '134a7d374069425b93ce4432d987e016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:12.778278 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.820323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for ecf516a3-a4df-48c2-b307-5948dc7ea783 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:12.840140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Made reservation on behalf of 134a7d374069425b93ce4432d987e016 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:12.842667 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:12.931880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089e62a-5de7-477c-8203-86a794f5f581 req-f82386fc-0e40-46c8-8cb0-136dd957c84e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:12.933419 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3089e62a-5de7-477c-8203-86a794f5f581 req-f82386fc-0e40-46c8-8cb0-136dd957c84e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.1572239 Nov 10 16:39:13.068666 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3089e62a-5de7-477c-8203-86a794f5f581 req-4f376489-c869-4144-baaa-c0d3ed28d9ed tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075161 Nov 10 16:39:13.108071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:13.158996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1d9c12-3e23-49cb-80e0-a0226e37b135,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:13.175731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Checking segment: {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:13.176086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Network hostable DHCP agents. Network: 90ba1d20-7e3e-485b-819f-480be5d257eb, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:39:13.197565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Deleting port dcf8e491-9f94-49e3-9d93-c18abef75e24 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:13.197993 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:13.250785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:13.292552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=ecf516a3-a4df-48c2-b307-5948dc7ea783,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:13.303206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Network 90ba1d20-7e3e-485b-819f-480be5d257eb is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:39:13.365632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] For port dcf8e491-9f94-49e3-9d93-c18abef75e24, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dcf8e491-9f94-49e3-9d93-c18abef75e24,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:13.366790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:13.389570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Calling delete_port for dcf8e491-9f94-49e3-9d93-c18abef75e24 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:13.425181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 90ba1d20-7e3e-485b-819f-480be5d257eb) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:13.436471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f3512-1e3d-45bf-a2cb-1241c95a38d7 None None] Network 90ba1d20-7e3e-485b-819f-480be5d257eb requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:13.437363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:13.438188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:13.562743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d6341c1e-c229-4897-844c-ca9be4ada2d5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8769400 Nov 10 16:39:13.634451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b892a87-a0b9-414b-952b-272dd3915b30 None None] Network 90ba1d20-7e3e-485b-819f-480be5d257eb requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:13.658479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d189495-93ff-4a0f-b7a0-c49b35f18f6e req-47a97f12-3340-4ae6-8f3c-63e02c2e30fc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:13.666644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d189495-93ff-4a0f-b7a0-c49b35f18f6e req-47a97f12-3340-4ae6-8f3c-63e02c2e30fc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1419151 Nov 10 16:39:13.683019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:13.785786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5d3df50-7a5e-4b39-b93c-580d4c597bcf req-9ce25160-2334-4d63-a230-d7bd70068edc tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0520566 Nov 10 16:39:13.916932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d189495-93ff-4a0f-b7a0-c49b35f18f6e req-6c81f2e1-1e85-4a17-97bc-7cfc50048c21 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494011 Nov 10 16:39:14.051106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 6723e7db-d09c-4d8a-9e77-2514a3fd687b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:39:14.134332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-dda1bc84-2433-485c-8d7a-1d5da48ac078 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:14.136171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-dda1bc84-2433-485c-8d7a-1d5da48ac078 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/networks?id=90ba1d20-7e3e-485b-819f-480be5d257eb HTTP/1.1" status: 200 len: 818 time: 0.1274049 Nov 10 16:39:14.160603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-21461257-a818-4234-9235-4e414a7623c1 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/quotas/134a7d374069425b93ce4432d987e016 HTTP/1.1" status: 200 len: 375 time: 0.0184748 Nov 10 16:39:14.204186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-a3590e68-2eff-490a-8ed6-fba93919e77d tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=134a7d374069425b93ce4432d987e016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424321 Nov 10 16:39:14.319930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-fd50979b-663f-43f2-9c46-dd5bc069baa4 service neutron] 10.222.0.62 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142020 Nov 10 16:39:14.363968 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:14.417561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-f60d99b1-32ed-4ed6-917f-959a56f81020 service neutron] 10.222.0.62 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967350 Nov 10 16:39:14.445956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf8e491-9f94-49e3-9d93-c18abef75e24,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:14.526797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:14.537108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e79b1a-da20-4980-ad79-1acd3576d3e2 None None] Sync routers for ids ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:14.548897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-efaf8e22-865d-4784-9767-ec55f2db457b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/6723e7db-d09c-4d8a-9e77-2514a3fd687b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8400042 Nov 10 16:39:14.553182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:14.575428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e79b1a-da20-4980-ad79-1acd3576d3e2 None None] Routers {'6723e7db-d09c-4d8a-9e77-2514a3fd687b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:14.577258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23e79b1a-da20-4980-ad79-1acd3576d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:14.586528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33b297-1e33-4052-81b6-de71b9173f51 req-b13f7a37-486d-4bb2-82c9-bb500af220e6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:14.594941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce33b297-1e33-4052-81b6-de71b9173f51 req-b13f7a37-486d-4bb2-82c9-bb500af220e6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.2344034 Nov 10 16:39:14.651833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23e79b1a-da20-4980-ad79-1acd3576d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:14.669749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e79b1a-da20-4980-ad79-1acd3576d3e2 None None] Routers {'6723e7db-d09c-4d8a-9e77-2514a3fd687b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:14.670685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23e79b1a-da20-4980-ad79-1acd3576d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:14.733020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce33b297-1e33-4052-81b6-de71b9173f51 req-a8e1f91b-f273-46a3-83ef-f0ad9412cb12 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371608 Nov 10 16:39:14.741484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23e79b1a-da20-4980-ad79-1acd3576d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:14.743747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e79b1a-da20-4980-ad79-1acd3576d3e2 None None] The sync data for ids ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:14.751892 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:14.948986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d448580-60aa-46e0-9815-c296e62d3230 req-de830515-ba4b-4c36-8e75-ec516b8cdbe5 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0431139 Nov 10 16:39:15.130540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04369-b114-4c2b-b853-f3963f498e7c req-1dc5b4ce-32bd-4c9a-9289-59489d2fbb78 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:15.132948 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10e04369-b114-4c2b-b853-f3963f498e7c req-1dc5b4ce-32bd-4c9a-9289-59489d2fbb78 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0963404 Nov 10 16:39:15.136534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Router 87e1a50b-33ba-4591-8208-988b326d1778 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:39:15.246229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10e04369-b114-4c2b-b853-f3963f498e7c req-6761ed7a-ca9f-45b7-908b-a8e8b22b60db tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053958 Nov 10 16:39:15.313863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:15.325079 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] Sync routers for ids ['87e1a50b-33ba-4591-8208-988b326d1778'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:15.326324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-69272332-f6f0-49e1-8405-959de5840f44 admin admin] 10.222.0.62 "PUT /v2.0/routers/87e1a50b-33ba-4591-8208-988b326d1778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7595036 Nov 10 16:39:15.327128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47302) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:15.333737 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] Routers {'87e1a50b-33ba-4591-8208-988b326d1778'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:15.336514 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['87e1a50b-33ba-4591-8208-988b326d1778'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:15.409329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28a56881-4d80-49a9-9e5e-528ad65d57a1 req-1ce5b32f-03b6-4bb5-8504-286484777390 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 210 time: 0.0614474 Nov 10 16:39:15.421580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:39:15.451345 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] Set router 87e1a50b-33ba-4591-8208-988b326d1778 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:39:15.477079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:15.484569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:15.642754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:15.651939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:15.665845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'mac_address': 'fa:16:3e:8d:23:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:39:15.669568 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:39:13Z', 'revision_number': 5, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:15.697582 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] Checking router: 87e1a50b-33ba-4591-8208-988b326d1778 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:39:15.706805 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] Routers {'87e1a50b-33ba-4591-8208-988b326d1778'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:15.707525 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['87e1a50b-33ba-4591-8208-988b326d1778'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:15.710861 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:15.727290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21b5269-cbf4-49db-8e76-596b87644d08 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:15.756189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:15.879898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:15.923088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 03245ddb-4f18-460c-84f7-ad7a16d29c6e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:15.923508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:15.946390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:15.987718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Deleting port 75117a42-b166-4ba7-a3e4-fe9f110fef07 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:15.987718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:16.012271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120746b1-7b4a-4ca4-92f1-943c078086ae req-df6154f6-298a-4307-95b1-0ba05deb01e3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:16.022367 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-120746b1-7b4a-4ca4-92f1-943c078086ae req-df6154f6-298a-4307-95b1-0ba05deb01e3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 948 time: 0.1929731 Nov 10 16:39:16.032428 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] Set router 87e1a50b-33ba-4591-8208-988b326d1778 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:39:16.101740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8957612-a9eb-4cae-832f-20a5bd8456af req-6f4dadde-5600-43ae-91eb-c4ea8c0b5605 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0314543 Nov 10 16:39:16.133144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:16.140080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 03245ddb-4f18-460c-84f7-ad7a16d29c6e owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:16.165255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-120746b1-7b4a-4ca4-92f1-943c078086ae req-7932a748-459e-404f-a153-b6e1e71381c4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341181 Nov 10 16:39:16.214704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] For port 75117a42-b166-4ba7-a3e4-fe9f110fef07, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=75117a42-b166-4ba7-a3e4-fe9f110fef07,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:16.215230 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:16.231051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Calling delete_port for 75117a42-b166-4ba7-a3e4-fe9f110fef07 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:16.339025 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:39:13Z', 'revision_number': 5, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:16.350988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d21b5269-cbf4-49db-8e76-596b87644d08'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:16.386810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506b4b6-1478-4a41-b237-3a11bc475e7c None None] The sync data for ids ['87e1a50b-33ba-4591-8208-988b326d1778'] in n-d-714676-11 is: [{'id': '87e1a50b-33ba-4591-8208-988b326d1778', 'name': 'tempest-AttachSCSIVolumeTestJSON-388204389-router', 'tenant_id': '4536d418282948a98b650e037ea1160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:36:55Z', 'updated_at': '2021-11-10T16:39:13Z', 'revision_number': 5, 'project_id': '4536d418282948a98b650e037ea1160e', 'gw_port': {'id': '75117a42-b166-4ba7-a3e4-fe9f110fef07', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1a50b-33ba-4591-8208-988b326d1778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:36:56Z', 'updated_at': '2021-11-10T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:16.517044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ad744-2531-4d3d-b290-6fd5fa72322c req-583c21cb-eafa-449e-a525-4bb5ab0c183d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:16.518690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-973ad744-2531-4d3d-b290-6fd5fa72322c req-583c21cb-eafa-449e-a525-4bb5ab0c183d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1217611 Nov 10 16:39:16.566295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:16.596145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=03245ddb-4f18-460c-84f7-ad7a16d29c6e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:16.606006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-973ad744-2531-4d3d-b290-6fd5fa72322c req-466703e9-6681-4359-8e58-7c320f2bcccf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688326 Nov 10 16:39:16.688325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9af88523-a8ec-44ed-94e5-ddd67982df09 req-881d9fe8-ba73-4d71-b4b4-db558f49da83 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 210 time: 0.0285530 Nov 10 16:39:16.740039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:16.783792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:16.796277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=75117a42-b166-4ba7-a3e4-fe9f110fef07,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:16.806282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4494e2-9951-4f25-a832-7f140915bf51 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:16.906737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.042451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.046054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.080530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 6723e7db-d09c-4d8a-9e77-2514a3fd687b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:39:17.180009 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.181264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e1a50b-33ba-4591-8208-988b326d1778 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:39:17.186729 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.190233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3f616838-88c4-4174-8c7a-375e3dd79ec7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/87e1a50b-33ba-4591-8208-988b326d1778 HTTP/1.1" status: 204 len: 168 time: 1.8600693 Nov 10 16:39:17.191859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:17.200254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:17.209036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6b86fcf1-ced6-4ac6-88e9-6ac84853667e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/6723e7db-d09c-4d8a-9e77-2514a3fd687b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6520612 Nov 10 16:39:17.217918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47350) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:17.219050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8d28b-d738-43ff-999e-28b6aa39bd99 None None] Sync routers for ids ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:17.248763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8d28b-d738-43ff-999e-28b6aa39bd99 None None] Routers {'6723e7db-d09c-4d8a-9e77-2514a3fd687b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:17.257275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fe8d28b-d738-43ff-999e-28b6aa39bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:17.287125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d8060797-104d-43bc-b69d-0206df50fddc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=6723e7db-d09c-4d8a-9e77-2514a3fd687b HTTP/1.1" status: 200 len: 205 time: 0.0657415 Nov 10 16:39:17.289521 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9faf59d9-2f7a-4cbf-9ced-3f4adfad2f09 req-792ffc01-88ba-4d20-b6a1-ce9e781a7041 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0939388 Nov 10 16:39:17.289997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47354) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:17.323588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fe8d28b-d738-43ff-999e-28b6aa39bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:17.343485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8d28b-d738-43ff-999e-28b6aa39bd99 None None] Routers {'6723e7db-d09c-4d8a-9e77-2514a3fd687b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:17.344292 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fe8d28b-d738-43ff-999e-28b6aa39bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:17.374242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de0a6aa-108a-4389-9a95-8886118c1391 admin admin] Deleting subnet b3bb0ede-a859-4fb4-b828-ebf80ce8c30d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:39:17.386635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6aa-108a-4389-9a95-8886118c1391 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.395270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fe8d28b-d738-43ff-999e-28b6aa39bd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:17.396192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8d28b-d738-43ff-999e-28b6aa39bd99 None None] The sync data for ids ['6723e7db-d09c-4d8a-9e77-2514a3fd687b'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:17.406528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d6810a3-3963-4104-8272-2c6bba74d329 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.417087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:17.419035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbe853-228a-46ab-962b-36d2ca4dd3fd req-4635ae92-4fe7-44a1-8023-9e0e12ea8f42 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:17.420766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61fbe853-228a-46ab-962b-36d2ca4dd3fd req-4635ae92-4fe7-44a1-8023-9e0e12ea8f42 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 949 time: 0.2186394 Nov 10 16:39:17.432879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-f6d185d4-f71f-461f-bf57-e10c5b2d525f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:17.434802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-f6d185d4-f71f-461f-bf57-e10c5b2d525f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764&tenant_id=ec53a3cd94604f54b34391385751105d&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 949 time: 0.1973076 Nov 10 16:39:17.516258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6aa-108a-4389-9a95-8886118c1391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.583302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d21b5269-cbf4-49db-8e76-596b87644d08 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:39:17.590814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d21b5269-cbf4-49db-8e76-596b87644d08 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:17.593205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.606387 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61fbe853-228a-46ab-962b-36d2ca4dd3fd req-f945cd65-ca0e-4ed9-8953-dabf2f3c5d1f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619852 Nov 10 16:39:17.636531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-81902a06-0a2d-42ed-a919-5511c9af9d04 service neutron] 10.222.0.69 "GET /v2.0/ports/d21b5269-cbf4-49db-8e76-596b87644d08/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 383 time: 0.1799619 Nov 10 16:39:17.703184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6aa-108a-4389-9a95-8886118c1391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.748775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.790480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:17.793484 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af35bae-4c42-45b2-87c8-476285699a2d" -d '{"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-plugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:17.811692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:17.849430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8f4dbc8-92bb-4ffe-b9c8-10e4ccad3bf3 req-8f0efb82-ef6a-431a-a264-2b3ea7e31315 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 210 time: 0.0653789 Nov 10 16:39:17.855884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c61b26e6-9c7d-4036-9cd1-5a69e04e3542 req-e1d2b4e0-2c44-445b-a9d2-7d98a6af01d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0471716 Nov 10 16:39:17.863149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-fb10daa0-5f96-4870-bcb5-a7794e7729f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:17.864787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-fb10daa0-5f96-4870-bcb5-a7794e7729f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1101 time: 0.1813660 Nov 10 16:39:17.896307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.948859 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64feea5-a8a6-4ce5-940b-5b5a2c9b2344 x-openstack-request-id: req-e64feea5-a8a6-4ce5-940b-5b5a2c9b2344 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:17.950996 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-plugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:17.951382 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e64feea5-a8a6-4ce5-940b-5b5a2c9b2344 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:17.951881 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'code': 200} Nov 10 16:39:17.987362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d6810a3-3963-4104-8272-2c6bba74d329 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.991723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d6810a3-3963-4104-8272-2c6bba74d329 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:17.994133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:18.004325 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6aa-108a-4389-9a95-8886118c1391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.010673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86dd9c-e1c0-4889-98de-169b3d85e6c0 req-18694907-5efd-4478-8728-bbf394c5b79b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:18.012250 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab86dd9c-e1c0-4889-98de-169b3d85e6c0 req-18694907-5efd-4478-8728-bbf394c5b79b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1884017 Nov 10 16:39:18.026722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 75117a42-b166-4ba7-a3e4-fe9f110fef07 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:18.045404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0a6aa-108a-4389-9a95-8886118c1391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3bb0ede-a859-4fb4-b828-ebf80ce8c30d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:18.050119 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6aa-108a-4389-9a95-8886118c1391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.054846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3de0a6aa-108a-4389-9a95-8886118c1391 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b3bb0ede-a859-4fb4-b828-ebf80ce8c30d HTTP/1.1" status: 204 len: 168 time: 0.8612268 Nov 10 16:39:18.057624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:18.086447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b8767-71e2-4ea6-99f6-18f8919c6b18 None None] Network f3779576-31c2-4c70-b15a-4df387ca9427 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:18.089074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 75117a42-b166-4ba7-a3e4-fe9f110fef07 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:18.089654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 75117a42-b166-4ba7-a3e4-fe9f110fef07 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:18.090265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dcf8e491-9f94-49e3-9d93-c18abef75e24 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:18.095261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab86dd9c-e1c0-4889-98de-169b3d85e6c0 req-9b1f4fbd-dcc6-4f32-88da-e30393dee834 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513637 Nov 10 16:39:18.144949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: dcf8e491-9f94-49e3-9d93-c18abef75e24 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:18.145586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dcf8e491-9f94-49e3-9d93-c18abef75e24 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:18.149927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.177871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d6810a3-3963-4104-8272-2c6bba74d329 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.177871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6810a3-3963-4104-8272-2c6bba74d329 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Fanout notify agent at l3_agent the message router_deleted on router 6723e7db-d09c-4d8a-9e77-2514a3fd687b {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:39:18.183589 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d6810a3-3963-4104-8272-2c6bba74d329 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.186361 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3d6810a3-3963-4104-8272-2c6bba74d329 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/6723e7db-d09c-4d8a-9e77-2514a3fd687b HTTP/1.1" status: 204 len: 168 time: 0.8939621 Nov 10 16:39:18.187870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47376) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:18.243765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c0599b-88fd-454a-8834-99a149bcc1f2 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet f69cf0e8-e57b-450d-9c6e-0d2087bb2fb2 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:39:18.247440 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45c0599b-88fd-454a-8834-99a149bcc1f2 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.328208 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45c0599b-88fd-454a-8834-99a149bcc1f2 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.390272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-50e1a036-44b8-48be-b761-486eaa90c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:18.392540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-50e1a036-44b8-48be-b761-486eaa90c62b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2381160 Nov 10 16:39:18.396438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Deleting port aca17608-13c6-4014-b92d-0fd27a4bca1f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:18.396885 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.458163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] DHCP port deletion for f3779576-31c2-4c70-b15a-4df387ca9427 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:18.464606 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4e762e2-a24e-4ee6-8a5c-922194f6b68f req-eff0d65f-8b4d-47ff-bd2d-c95272979ee0 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0421824 Nov 10 16:39:18.502246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45c0599b-88fd-454a-8834-99a149bcc1f2 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.551624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] Deleting port aca17608-13c6-4014-b92d-0fd27a4bca1f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:18.551998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.555834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] For port aca17608-13c6-4014-b92d-0fd27a4bca1f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aca17608-13c6-4014-b92d-0fd27a4bca1f,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:18.556208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.572768 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-158a71be-dc46-4d28-8bb6-400ec3aa0adb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.1591649 Nov 10 16:39:18.573627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Calling delete_port for aca17608-13c6-4014-b92d-0fd27a4bca1f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:18.646036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] For port aca17608-13c6-4014-b92d-0fd27a4bca1f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aca17608-13c6-4014-b92d-0fd27a4bca1f,segment=NetworkSegment(b35f1851-0625-47b8-9303-ae0d7a17d444),segment_id=b35f1851-0625-47b8-9303-ae0d7a17d444)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:18.646530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.681984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] Calling delete_port for aca17608-13c6-4014-b92d-0fd27a4bca1f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:18.704162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-fbfabf3a-e135-43ef-b9f6-202ce93033b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:18.706646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-fbfabf3a-e135-43ef-b9f6-202ce93033b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1230774 Nov 10 16:39:18.774991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45c0599b-88fd-454a-8834-99a149bcc1f2 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.792898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b451-e0b2-429f-a06d-30f5d1a01b61 req-0dfb87cc-d21d-4165-9825-2134f997fc66 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:18.794406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b759b451-e0b2-429f-a06d-30f5d1a01b61 req-0dfb87cc-d21d-4165-9825-2134f997fc66 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1131332 Nov 10 16:39:18.799451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-7330200f-f12d-44ea-b16d-0839a2fa7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:18.801024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-7330200f-f12d-44ea-b16d-0839a2fa7d32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782809 Nov 10 16:39:18.811428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0599b-88fd-454a-8834-99a149bcc1f2 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=f69cf0e8-e57b-450d-9c6e-0d2087bb2fb2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:18.813526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45c0599b-88fd-454a-8834-99a149bcc1f2 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.816688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-45c0599b-88fd-454a-8834-99a149bcc1f2 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/f69cf0e8-e57b-450d-9c6e-0d2087bb2fb2 HTTP/1.1" status: 204 len: 168 time: 0.6277697 Nov 10 16:39:18.819511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47386) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:18.835597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df45b1a-3540-4548-a311-0c1445b6d25f None None] Network db6a18c7-ce3b-4cf0-af6d-e323e494018c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:18.892074 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.927638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-23992e8b-9d28-4a98-b69a-66dc659df43d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet 985a3cc6-36b9-44ff-956c-f78cb11b7671 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:39:18.936033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.938408 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23992e8b-9d28-4a98-b69a-66dc659df43d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:18.962234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b759b451-e0b2-429f-a06d-30f5d1a01b61 req-44553365-fc55-4261-8d47-5e29f54eb2d9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587641 Nov 10 16:39:18.966663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] Pushing event deleted for resources: {'Port': ['ID=aca17608-13c6-4014-b92d-0fd27a4bca1f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:18.980060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d80ec9-6720-441a-8c91-da66d6dfdc76 None None] No DVR routers for this DVR port aca17608-13c6-4014-b92d-0fd27a4bca1f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:18.996486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca17608-13c6-4014-b92d-0fd27a4bca1f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:19.002410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] No DVR routers for this DVR port aca17608-13c6-4014-b92d-0fd27a4bca1f on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:19.033771 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23992e8b-9d28-4a98-b69a-66dc659df43d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.074772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-5fe196da-f619-441a-9485-85b26802cbc6 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642481 Nov 10 16:39:19.157348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bf41d62-d556-4c05-b9e3-2c95bd2a449d req-be9637db-2e01-4d1f-8a5a-8f02e97b3373 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 210 time: 0.0754247 Nov 10 16:39:19.209216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] DHCP port deletion for db6a18c7-ce3b-4cf0-af6d-e323e494018c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:19.211033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.252438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23992e8b-9d28-4a98-b69a-66dc659df43d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.288268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] Deleting port 73e34d2a-4906-41fd-a1a5-88f1295ba49e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:19.288893 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.426749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] For port 73e34d2a-4906-41fd-a1a5-88f1295ba49e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=73e34d2a-4906-41fd-a1a5-88f1295ba49e,segment=NetworkSegment(3b16b38a-fcda-4511-9cf4-da6a7679569d),segment_id=3b16b38a-fcda-4511-9cf4-da6a7679569d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:19.427126 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.442612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] Calling delete_port for 73e34d2a-4906-41fd-a1a5-88f1295ba49e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:19.550137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3779576-31c2-4c70-b15a-4df387ca9427']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:19.569671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35f1851-0625-47b8-9303-ae0d7a17d444') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:19.569933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35f1851-0625-47b8-9303-ae0d7a17d444') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:19.587103 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.625225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23992e8b-9d28-4a98-b69a-66dc659df43d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.629756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-626b255e-edec-429b-a784-686dde1cdaea req-50aa3075-e0b0-472f-8d48-6508a98ecf45 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0435646 Nov 10 16:39:19.642551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.664891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-77d9f1cf-179f-430a-9e46-0294dc1313f5 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722141 Nov 10 16:39:19.664891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:39:19.664891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.666980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23992e8b-9d28-4a98-b69a-66dc659df43d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=985a3cc6-36b9-44ff-956c-f78cb11b7671,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:19.672494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23992e8b-9d28-4a98-b69a-66dc659df43d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.681169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-23992e8b-9d28-4a98-b69a-66dc659df43d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/985a3cc6-36b9-44ff-956c-f78cb11b7671 HTTP/1.1" status: 204 len: 168 time: 0.8571270 Nov 10 16:39:19.682351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47404) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:19.683543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0767f69b-ee67-4e3d-9091-ae502c54a1f9 None None] Network 710996f7-e8a6-4374-befb-14068e849554 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:39:19.687797 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:39:19.708694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16cb5e-091d-4f9f-af35-e9e47c534e7d req-23bec9da-fd20-4c2a-8094-53bb5c42ff74 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:19.716214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f16cb5e-091d-4f9f-af35-e9e47c534e7d req-23bec9da-fd20-4c2a-8094-53bb5c42ff74 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.2018733 Nov 10 16:39:19.786744 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.852845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:19.904987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-526b9dc1-b83c-48f8-a9b0-6e765d31c15d tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:19.906521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-526b9dc1-b83c-48f8-a9b0-6e765d31c15d tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.18 "GET /v2.0/networks?id=90ba1d20-7e3e-485b-819f-480be5d257eb HTTP/1.1" status: 200 len: 818 time: 0.3218553 Nov 10 16:39:19.926546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f16cb5e-091d-4f9f-af35-e9e47c534e7d req-5747d4f6-5ae8-4b20-b47a-337515cd983c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043405 Nov 10 16:39:19.946259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Request body: {'port': {'device_id': '29c93a3a-ac51-4d99-8a1c-ea618b45f64e', 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb', 'admin_state_up': True, 'tenant_id': '134a7d374069425b93ce4432d987e016'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:19.994770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.052319 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.056649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f3779576-31c2-4c70-b15a-4df387ca9427 HTTP/1.1" status: 204 len: 168 time: 1.9980781 Nov 10 16:39:20.072237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:20.086281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aca17608-13c6-4014-b92d-0fd27a4bca1f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:20.095604 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.122327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: aca17608-13c6-4014-b92d-0fd27a4bca1f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:20.122658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aca17608-13c6-4014-b92d-0fd27a4bca1f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:20.122986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 73e34d2a-4906-41fd-a1a5-88f1295ba49e no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:20.124831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] Pushing event deleted for resources: {'Port': ['ID=73e34d2a-4906-41fd-a1a5-88f1295ba49e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:20.145721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6fbba-bb14-4518-b07c-f50e95a72de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3779576-31c2-4c70-b15a-4df387ca9427,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:20.155149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5aa91830-f6a0-43db-af22-247c67966380 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:20.156764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5aa91830-f6a0-43db-af22-247c67966380 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.69 "GET /v2.0/networks?id=90ba1d20-7e3e-485b-819f-480be5d257eb HTTP/1.1" status: 200 len: 818 time: 0.4164762 Nov 10 16:39:20.158403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace33f4-a070-43d5-9512-a2926b0e64ab None None] No DVR routers for this DVR port 73e34d2a-4906-41fd-a1a5-88f1295ba49e on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:20.160283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6a18c7-ce3b-4cf0-af6d-e323e494018c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:20.173622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 73e34d2a-4906-41fd-a1a5-88f1295ba49e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:20.173974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 73e34d2a-4906-41fd-a1a5-88f1295ba49e not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:20.189386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Request body: {'port': {'device_id': '42088310-eb4a-4e0f-87fe-0ca98c44eb42', 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb', 'admin_state_up': True, 'tenant_id': '134a7d374069425b93ce4432d987e016'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:20.193411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b16b38a-fcda-4511-9cf4-da6a7679569d') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:20.193743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b16b38a-fcda-4511-9cf4-da6a7679569d') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:20.207220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.228816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.248639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa243a-7d89-4d6d-ae01-0fa436d3324f req-1187324d-b2fd-41b7-9915-bc05814648c4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:20.250292 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7efa243a-7d89-4d6d-ae01-0fa436d3324f req-1187324d-b2fd-41b7-9915-bc05814648c4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1035669 Nov 10 16:39:20.255497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:39:20.256073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:39:20.261528 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:39:20.310761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] DHCP port deletion for 710996f7-e8a6-4374-befb-14068e849554 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:20.392126 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] Deleting port 0fc72f65-56a9-4e69-a71d-59194412f073 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:20.392126 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.402086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f68d9e1d-67a2-4355-88d8-e5504b2bd9cd req-87d7cd20-b0f1-4eed-b0da-180318549ede tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 210 time: 0.1029656 Nov 10 16:39:20.472499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] For port 0fc72f65-56a9-4e69-a71d-59194412f073, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0fc72f65-56a9-4e69-a71d-59194412f073,segment=NetworkSegment(49929323-80bf-4f44-b3f7-9199a413b3e9),segment_id=49929323-80bf-4f44-b3f7-9199a413b3e9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:20.473501 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.494443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] Calling delete_port for 0fc72f65-56a9-4e69-a71d-59194412f073 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:20.542306 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.555424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7efa243a-7d89-4d6d-ae01-0fa436d3324f req-13349081-6160-4c1e-9625-1793bb5c2f1f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929876 Nov 10 16:39:20.556710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.562539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/db6a18c7-ce3b-4cf0-af6d-e323e494018c HTTP/1.1" status: 204 len: 168 time: 0.8766341 Nov 10 16:39:20.570069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-4df56ba3-9adb-4acf-9d10-325ce3d4dd30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2891402 Nov 10 16:39:20.570559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47420) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:20.613257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Made reservation on behalf of 134a7d374069425b93ce4432d987e016 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:20.618329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.655670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12655e77-a27d-408c-9fc9-a391d3cccbd3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=db6a18c7-ce3b-4cf0-af6d-e323e494018c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:20.764797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8144a62d-f5fc-485d-ae89-fb7ec5505c52 req-d537a6d1-72d1-4b45-b742-85ce09b7285d tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0335674 Nov 10 16:39:20.767631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-4c6b2a88-81cc-4ceb-9ff2-0399bdcf16c9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:20.770343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-4c6b2a88-81cc-4ceb-9ff2-0399bdcf16c9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.18 "GET /v2.0/networks?id=90ba1d20-7e3e-485b-819f-480be5d257eb HTTP/1.1" status: 200 len: 818 time: 0.4091048 Nov 10 16:39:20.782615 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.792334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Request body: {'port': {'device_id': '324aaded-d390-4d11-bcdd-adc4f2cdceff', 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb', 'admin_state_up': True, 'tenant_id': '134a7d374069425b93ce4432d987e016'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:20.818400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.830568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Made reservation on behalf of 134a7d374069425b93ce4432d987e016 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:20.834343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] Pushing event deleted for resources: {'Port': ['ID=0fc72f65-56a9-4e69-a71d-59194412f073,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:20.835209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:20.837431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51728a-b925-4673-91bc-d148d5d24f5c None None] No DVR routers for this DVR port 0fc72f65-56a9-4e69-a71d-59194412f073 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:20.837572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-b2ebaa65-3fcb-4012-96b8-466d28ea3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:20.839752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-b2ebaa65-3fcb-4012-96b8-466d28ea3049 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 1102 time: 0.1652796 Nov 10 16:39:21.110533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Allocated IP 172.20.0.11 (90ba1d20-7e3e-485b-819f-480be5d257eb/9c1d9c12-3e23-49cb-80e0-a0226e37b135/8e1ccc97-f49c-443f-acbe-43c3c05f9339) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:21.154542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53ec69-e80a-49cf-b5bc-fc1664b43962 req-e583083e-8e2c-454b-b254-9d37e4122b1d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:21.155097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.156176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c53ec69-e80a-49cf-b5bc-fc1664b43962 req-e583083e-8e2c-454b-b254-9d37e4122b1d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1148114 Nov 10 16:39:21.186630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-694625ca-75cb-48ed-8376-16c4053e850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:21.186630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-694625ca-75cb-48ed-8376-16c4053e850a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2036057 Nov 10 16:39:21.187445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710996f7-e8a6-4374-befb-14068e849554']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:21.199509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49929323-80bf-4f44-b3f7-9199a413b3e9') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:21.199803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49929323-80bf-4f44-b3f7-9199a413b3e9') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:21.245633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-f6254756-33ab-4e31-b6b5-f25900b3542a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 200 len: 217 time: 0.0480909 Nov 10 16:39:21.247365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.255193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Made reservation on behalf of 134a7d374069425b93ce4432d987e016 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:21.259534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.286618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c53ec69-e80a-49cf-b5bc-fc1664b43962 req-7ba0b106-acb1-401c-bb06-f28f346f2f12 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222146 Nov 10 16:39:21.300218 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.321340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:39:21.321340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:39:21.330475 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:39:21.374895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.440581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-729a69b8-1d3f-40fe-9205-90276b0aa87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:21.442812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-729a69b8-1d3f-40fe-9205-90276b0aa87a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1882186 Nov 10 16:39:21.456272 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.503710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-07881b1e-cf71-4bd4-8199-1243a65ce542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:21.505203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-07881b1e-cf71-4bd4-8199-1243a65ce542 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526688 Nov 10 16:39:21.545712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.552703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d254a6f-d8e3-43f9-a9a8-38fe7fc40f55 req-a9d8180a-5aa0-4a93-81b7-4f6dca6f2397 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0460701 Nov 10 16:39:21.594244 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.597500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/710996f7-e8a6-4374-befb-14068e849554 HTTP/1.1" status: 204 len: 168 time: 1.0105762 Nov 10 16:39:21.606986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:21.610687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b93c107d-3fb6-47f8-9a6e-88698464d1a6 req-5cadf5ee-7ca3-4380-8e04-3303eb38f89e tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 210 time: 0.0808988 Nov 10 16:39:21.613353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0270ef6-4503-4c1c-9aa2-e9541fc50a9e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=710996f7-e8a6-4374-befb-14068e849554,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:21.627952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-641601335'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:21.710464 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-784855f8-4f8b-4cea-8da2-6f3c1023f697 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949944 Nov 10 16:39:21.768461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.833705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e25d84-466d-49ed-b533-7cc499c4fd8f req-934c2ebe-9235-4cb2-a6da-4b52766a4b27 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:21.835939 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7e25d84-466d-49ed-b533-7cc499c4fd8f req-934c2ebe-9235-4cb2-a6da-4b52766a4b27 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1197634 Nov 10 16:39:21.875766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef5c160b-8ad7-4ca5-96b3-07261f249705 req-5de2f6e3-3250-440a-9c16-721e63a9e068 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472285 Nov 10 16:39:21.904925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Network 90ba1d20-7e3e-485b-819f-480be5d257eb is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:21.905184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:21.909236 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:21.921380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:21.938142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7e25d84-466d-49ed-b533-7cc499c4fd8f req-0f083dd0-744f-4c6f-b8c5-12b0e746753d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911481 Nov 10 16:39:21.946593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:21.997847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:39:22.013377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.013704 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment 2f71c9fa-ea93-440e-8ed0-a01ff2b0b086 of type vlan for network 3034b20a-7331-45d2-8d90-ad83b0775934 Nov 10 16:39:22.014914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Pushing event updated for resources: {'Port': ['ID=8e1ccc97-f49c-443f-acbe-43c3c05f9339,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:22.022072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0fc72f65-56a9-4e69-a71d-59194412f073 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:22.047230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 0fc72f65-56a9-4e69-a71d-59194412f073 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:22.047632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0fc72f65-56a9-4e69-a71d-59194412f073 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:22.051617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Allocated IP 172.20.0.13 (90ba1d20-7e3e-485b-819f-480be5d257eb/9c1d9c12-3e23-49cb-80e0-a0226e37b135/8af8fd44-c86b-4806-b1f2-d46cdd35a375) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:22.138283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:22.138897 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.152556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.516169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-9a2b49ec-7deb-43cd-ac8c-b4c6257292f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5883050 Nov 10 16:39:22.516715 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.522321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:22.523116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.544403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Request body: {'port': {'device_id': '29c93a3a-ac51-4d99-8a1c-ea618b45f64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:22.556180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Deleting port 2a5eb733-c354-478a-82d5-fbaae2b6003c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:22.556511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.694052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-82b43926-8712-43d5-9a98-135d36173ace req-857244c7-e412-4764-9d76-a040cfd11a39 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0471294 Nov 10 16:39:22.768168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=3034b20a-7331-45d2-8d90-ad83b0775934,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:22.778942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 3034b20a-7331-45d2-8d90-ad83b0775934 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:39:22.780360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.796339 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.810259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8033102-35c0-43cc-97c4-b3358acae7fc req-5e5217f0-d44f-4d0c-9713-bb16956b247e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:22.811791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8033102-35c0-43cc-97c4-b3358acae7fc req-5e5217f0-d44f-4d0c-9713-bb16956b247e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.3031099 Nov 10 16:39:22.823135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67863470-cb0d-4994-bd2d-bd9395d8587f req-9114e338-9e9b-43db-a404-7d59fb2e4226 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 210 time: 0.0357025 Nov 10 16:39:22.872837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] For port 2a5eb733-c354-478a-82d5-fbaae2b6003c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2a5eb733-c354-478a-82d5-fbaae2b6003c,segment=NetworkSegment(e7058eb8-2a41-4d61-8b60-6ea9a836a03c),segment_id=e7058eb8-2a41-4d61-8b60-6ea9a836a03c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:22.873203 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:22.926232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Calling delete_port for 2a5eb733-c354-478a-82d5-fbaae2b6003c owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:22.933974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-12bd41bf-56ea-4e0b-9ec8-a8597198414c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3218949 Nov 10 16:39:22.937296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47480) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:22.944280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': '3034b20a-7331-45d2-8d90-ad83b0775934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:22.965343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8033102-35c0-43cc-97c4-b3358acae7fc req-f9699b5a-46e4-4b02-9f9c-6eeb9daed745 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429315 Nov 10 16:39:23.070294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:23.168222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Network 90ba1d20-7e3e-485b-819f-480be5d257eb is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:23.173238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Pushing event updated for resources: {'Port': ['ID=8af8fd44-c86b-4806-b1f2-d46cdd35a375,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:23.190653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561efa2c-69db-4203-b5e2-6f5c6dc3ace1 req-d8ca9f46-e303-4020-a3bc-09abb020f53f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:23.192397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-561efa2c-69db-4203-b5e2-6f5c6dc3ace1 req-d8ca9f46-e303-4020-a3bc-09abb020f53f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1153436 Nov 10 16:39:23.202883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Allocated IP 172.20.0.4 (90ba1d20-7e3e-485b-819f-480be5d257eb/9c1d9c12-3e23-49cb-80e0-a0226e37b135/dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:23.244802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:23.248477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:23.286542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:23.333424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-561efa2c-69db-4203-b5e2-6f5c6dc3ace1 req-25577d8b-e798-4c7a-a176-985a57ee951d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184711 Nov 10 16:39:23.378810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:23.441605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:23.443463 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:23.456679 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:23.520652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5eb733-c354-478a-82d5-fbaae2b6003c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:23.562135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2b78601-6a22-49ab-ad98-d6a5b908e9d6 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3932710 Nov 10 16:39:23.588405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Request body: {'port': {'device_id': '42088310-eb4a-4e0f-87fe-0ca98c44eb42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:23.644007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:23.714206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:23.806082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-089074ef-c3fd-483a-94b3-f67a6dc17131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:23.807741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-089074ef-c3fd-483a-94b3-f67a6dc17131 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764&tenant_id=ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 1102 time: 0.0922811 Nov 10 16:39:23.828009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:23.849395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:23.904549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ccd76bbb-bd0d-4ee8-b10b-82a2c0847782 req-b24bd259-f0e0-4ae7-8d05-3ef1f961a9e1 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0642960 Nov 10 16:39:23.919410 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:23.952421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:24.109210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=8f6f70bb-ade3-402d-84c0-f9cecc7d9210,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:24.117685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Network 90ba1d20-7e3e-485b-819f-480be5d257eb is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:24.124467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:24.161688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:24.174907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:24.189872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753873f1-6fc2-43e6-9707-80a59bf71403 req-16ab8f8e-0c36-4e22-bd75-099e820607bd tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:24.191434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-753873f1-6fc2-43e6-9707-80a59bf71403 req-16ab8f8e-0c36-4e22-bd75-099e820607bd tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 931 time: 0.1819692 Nov 10 16:39:24.192101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Pushing event updated for resources: {'Port': ['ID=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:24.257722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': '2f71c9fa-ea93-440e-8ed0-a01ff2b0b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3034b20a-7331-45d2-8d90-ad83b0775934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:24.258073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: 3034b20a-7331-45d2-8d90-ad83b0775934, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:39:24.335079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:24.336491 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:24.365613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a26f5-7fdd-4466-a5e8-db325e5863c0 req-61fe8ff4-33cf-47cb-b86e-4f32069a6a48 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:24.373250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-575a26f5-7fdd-4466-a5e8-db325e5863c0 req-61fe8ff4-33cf-47cb-b86e-4f32069a6a48 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1502173 Nov 10 16:39:24.420700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 3034b20a-7331-45d2-8d90-ad83b0775934 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:39:24.436027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-753873f1-6fc2-43e6-9707-80a59bf71403 req-ab8620c0-e4e0-4d1f-8c42-3ec223aed420 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008691 Nov 10 16:39:24.507126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1ccc97-f49c-443f-acbe-43c3c05f9339 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:24.519581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Router 3e89d56a-bcd0-46f0-8705-7b045097cec5 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:39:24.521701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:24.540465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-575a26f5-7fdd-4466-a5e8-db325e5863c0 req-be025f2d-44ec-46c3-b4c1-ee50d5f71133 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662450 Nov 10 16:39:24.560537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Transition to ACTIVE for port object 8e1ccc97-f49c-443f-acbe-43c3c05f9339 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:39:24.684359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:24.768156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:24.787543 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] Sync routers for ids ['3e89d56a-bcd0-46f0-8705-7b045097cec5'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:24.798732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-91307267-9dfa-4c5d-b354-de2d402344cf admin admin] 10.222.0.62 "PUT /v2.0/routers/3e89d56a-bcd0-46f0-8705-7b045097cec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7205384 Nov 10 16:39:24.802767 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:24.805762 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] Routers {'3e89d56a-bcd0-46f0-8705-7b045097cec5'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:24.806516 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3e89d56a-bcd0-46f0-8705-7b045097cec5'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:24.823998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 3034b20a-7331-45d2-8d90-ad83b0775934) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:24.836727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-1efefdae-3c8e-4a27-96d3-1becae129188 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0463390 Nov 10 16:39:24.837663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9c0f4-ef71-4645-a374-2cd8455f3fe4 None None] Network 3034b20a-7331-45d2-8d90-ad83b0775934 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:24.846629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:24.847211 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:24.854855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Request body: {'port': {'device_id': '324aaded-d390-4d11-bcdd-adc4f2cdceff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:24.969458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:25.023725 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] Set router 3e89d56a-bcd0-46f0-8705-7b045097cec5 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:39:25.027519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f566a-cc66-4c73-a817-165dd35dda31 req-a9f9cd43-91ee-43da-94d1-4eb57ab9c86e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:25.039741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae2f566a-cc66-4c73-a817-165dd35dda31 req-a9f9cd43-91ee-43da-94d1-4eb57ab9c86e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.2224450 Nov 10 16:39:25.058811 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.073981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b265a6d3-6b12-45fb-9158-33f8fd1c3d83 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1345770 Nov 10 16:39:25.087097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47512) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:25.092124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-07621bb0-2461-4157-b853-f63ec82e73eb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-80747785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:25.200261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:25.247483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-3034b20a-7331-45d2-8d90-ad83b0775934', 'network_id': '3034b20a-7331-45d2-8d90-ad83b0775934', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': '8f6f70bb-ade3-402d-84c0-f9cecc7d9210'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:39:25.247483 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.247799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae2f566a-cc66-4c73-a817-165dd35dda31 req-1ace0bba-d139-4605-a57d-18ad8d81a7c7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047436 Nov 10 16:39:25.272873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07621bb0-2461-4157-b853-f63ec82e73eb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.285844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1ccc97-f49c-443f-acbe-43c3c05f9339,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:25.290243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07621bb0-2461-4157-b853-f63ec82e73eb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.304701 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:39:23Z', 'revision_number': 5, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:25.374644 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] Checking router: 3e89d56a-bcd0-46f0-8705-7b045097cec5 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:39:25.382527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e2f2508-b3d3-4f96-b51c-8218f8cca887 req-6748c7db-232d-4126-a750-43d4d9fc1649 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.1121135 Nov 10 16:39:25.394409 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] Routers {'3e89d56a-bcd0-46f0-8705-7b045097cec5'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:25.395048 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3e89d56a-bcd0-46f0-8705-7b045097cec5'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:25.444909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:25.455676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:25.460334 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60d476e-0a17-40e3-be4b-7b45a207138a" -d '{"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-unplugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:25.466116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.601281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.633410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Transition to ACTIVE for port object d21b5269-cbf4-49db-8e76-596b87644d08 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:39:25.640497 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c474ba-020d-41b6-857c-204f1e2eeee5 x-openstack-request-id: req-10c474ba-020d-41b6-857c-204f1e2eeee5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:25.640841 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-unplugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:25.641040 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10c474ba-020d-41b6-857c-204f1e2eeee5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:25.641432 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'code': 200} Nov 10 16:39:25.670304 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.710631 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07621bb0-2461-4157-b853-f63ec82e73eb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.722673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Allocated IP 172.20.0.2 (3034b20a-7331-45d2-8d90-ad83b0775934/8f6f70bb-ade3-402d-84c0-f9cecc7d9210/8e6938f3-0157-4744-a7c4-85eb65c788f2) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:25.735225 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] Set router 3e89d56a-bcd0-46f0-8705-7b045097cec5 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:39:25.753973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.773392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Attempting to bind port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:25.773728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Attempting to bind port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:25.774101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Attempting to bind port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 on network 90ba1d20-7e3e-485b-819f-480be5d257eb {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:25.810683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 on network 90ba1d20-7e3e-485b-819f-480be5d257eb not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:39:25.810999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Attempting to bind port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 on network 90ba1d20-7e3e-485b-819f-480be5d257eb {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:25.816679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07621bb0-2461-4157-b853-f63ec82e73eb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.820645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af8fd44-c86b-4806-b1f2-d46cdd35a375 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:25.827087 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.847469 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.876361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Transition to ACTIVE for port object 8af8fd44-c86b-4806-b1f2-d46cdd35a375 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:39:25.877940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b7e3-dea6-4773-83f5-6489da2c725e req-26df1d03-eec2-4d70-b89c-bde68bedb421 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:25.883531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:25.883870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Checking segment: {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:25.884256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Bound using segment: {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:25.884700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Bound port: 8e1ccc97-f49c-443f-acbe-43c3c05f9339, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:25.885055 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.888180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf40b7e3-dea6-4773-83f5-6489da2c725e req-26df1d03-eec2-4d70-b89c-bde68bedb421 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 931 time: 0.2394133 Nov 10 16:39:25.892889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deaca30-6739-4898-9562-784450131b31 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:25.902866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] No DVR routers for this DVR port d21b5269-cbf4-49db-8e76-596b87644d08 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:25.923567 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:39:25.924117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293a76f-d868-4326-9ecd-1acb326673d0 req-ccff53d0-a6e5-437e-9f0a-82a2a9797a02 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:25.925481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3293a76f-d868-4326-9ecd-1acb326673d0 req-ccff53d0-a6e5-437e-9f0a-82a2a9797a02 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1699686 Nov 10 16:39:25.926336 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:39:25.961476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07621bb0-2461-4157-b853-f63ec82e73eb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:25.974131 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-07621bb0-2461-4157-b853-f63ec82e73eb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8855762 Nov 10 16:39:25.974778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47524) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:25.997142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] For port 8e1ccc97-f49c-443f-acbe-43c3c05f9339, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:26.016239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'port': {'network_id': '3034b20a-7331-45d2-8d90-ad83b0775934', 'name': 'tempest-RoutersTest-1654790821'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:26.025490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.033722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] For port 8e1ccc97-f49c-443f-acbe-43c3c05f9339, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8e1ccc97-f49c-443f-acbe-43c3c05f9339,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:26.111898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3293a76f-d868-4326-9ecd-1acb326673d0 req-42eb2e82-777c-46b8-8ace-689dbca75aa6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481693 Nov 10 16:39:26.123606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.130819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.145735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:26.146634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:26.147850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:26.161609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Pushing event updated for resources: {'Port': ['ID=8af8fd44-c86b-4806-b1f2-d46cdd35a375,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:26.173788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:26.174441 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.180609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e1ccc97-f49c-443f-acbe-43c3c05f9339 HTTP/1.1" status: 200 len: 1093 time: 3.6449735 Nov 10 16:39:26.188971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c93a3a-ac51-4d99-8a1c-ea618b45f64e', 'tag': '8e1ccc97-f49c-443f-acbe-43c3c05f9339'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:26.192490 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7823bdfb-3e27-44f8-a39e-59a02bfcf9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "29c93a3a-ac51-4d99-8a1c-ea618b45f64e", "tag": "8e1ccc97-f49c-443f-acbe-43c3c05f9339"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:26.201930 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:39:23Z', 'revision_number': 5, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:26.218104 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.242522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:39:26.242843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Attempting to bind port d21b5269-cbf4-49db-8e76-596b87644d08 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:26.272564 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5eb1a8-769d-44ab-a02a-3e9502b6330d None None] The sync data for ids ['3e89d56a-bcd0-46f0-8705-7b045097cec5'] in n-d-714676-11 is: [{'id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1537186852-router', 'tenant_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '98267804-df11-42e2-a9e5-12ad00167268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:37:11Z', 'updated_at': '2021-11-10T16:39:23Z', 'revision_number': 5, 'project_id': '1e2122afe5f84fe481bc1c24ff3feb06', 'gw_port': {'id': '98267804-df11-42e2-a9e5-12ad00167268', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89d56a-bcd0-46f0-8705-7b045097cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:37:13Z', 'updated_at': '2021-11-10T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:26.284068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf40b7e3-dea6-4773-83f5-6489da2c725e req-6d64856a-7666-4901-b990-af94c3b9f80d tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932707 Nov 10 16:39:26.310499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:26.310499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:26.318170 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:26.319271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Bound port: d21b5269-cbf4-49db-8e76-596b87644d08, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:26.319661 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.353787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Network 3034b20a-7331-45d2-8d90-ad83b0775934 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:26.355739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932101-d70c-42fc-a1c4-a3fd1f44e745 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1ccc97-f49c-443f-acbe-43c3c05f9339,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:26.362061 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e7fb21-9d72-4388-bdf7-5f0f7823e81f x-openstack-request-id: req-73e7fb21-9d72-4388-bdf7-5f0f7823e81f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:26.362411 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c93a3a-ac51-4d99-8a1c-ea618b45f64e", "tag": "8e1ccc97-f49c-443f-acbe-43c3c05f9339", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:26.362671 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73e7fb21-9d72-4388-bdf7-5f0f7823e81f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:26.363069 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c93a3a-ac51-4d99-8a1c-ea618b45f64e', 'tag': '8e1ccc97-f49c-443f-acbe-43c3c05f9339', 'status': 'completed', 'code': 200} Nov 10 16:39:26.374796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:26.382103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:26.396441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Deleting port 98267804-df11-42e2-a9e5-12ad00167268 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:26.396955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.401382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Pushing event updated for resources: {'Port': ['ID=8e6938f3-0157-4744-a7c4-85eb65c788f2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:26.487176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:26.493240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:26.515351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47536) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:26.559167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:26.565426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Attempting to bind port 8e6938f3-0157-4744-a7c4-85eb65c788f2 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:26.566125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Attempting to bind port 8e6938f3-0157-4744-a7c4-85eb65c788f2 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2f71c9fa-ea93-440e-8ed0-a01ff2b0b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3034b20a-7331-45d2-8d90-ad83b0775934'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:26.566726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Attempting to bind port 8e6938f3-0157-4744-a7c4-85eb65c788f2 on network 3034b20a-7331-45d2-8d90-ad83b0775934 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:26.578884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.579817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:26.580642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Checking segment: {'id': '2f71c9fa-ea93-440e-8ed0-a01ff2b0b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3034b20a-7331-45d2-8d90-ad83b0775934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:26.581256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.581714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:26.582189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Bound using segment: {'id': '2f71c9fa-ea93-440e-8ed0-a01ff2b0b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3034b20a-7331-45d2-8d90-ad83b0775934'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:26.582857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Bound port: 8e6938f3-0157-4744-a7c4-85eb65c788f2, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f71c9fa-ea93-440e-8ed0-a01ff2b0b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3034b20a-7331-45d2-8d90-ad83b0775934'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:26.583545 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.599082 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.603854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.671358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] For port 8e6938f3-0157-4744-a7c4-85eb65c788f2, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:26.676037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] For port 8e6938f3-0157-4744-a7c4-85eb65c788f2, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8e6938f3-0157-4744-a7c4-85eb65c788f2,segment=NetworkSegment(2f71c9fa-ea93-440e-8ed0-a01ff2b0b086),segment_id=2f71c9fa-ea93-440e-8ed0-a01ff2b0b086)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:26.684900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Attempting to bind port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:26.685420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Attempting to bind port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:26.685755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Attempting to bind port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 on network 90ba1d20-7e3e-485b-819f-480be5d257eb {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:26.698937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Transition to ACTIVE for port object dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:39:26.701544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31381156-c823-44fb-be56-81db7e30b369 req-af3187c9-451d-4292-a794-50f6fa06acb5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:26.703895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31381156-c823-44fb-be56-81db7e30b369 req-af3187c9-451d-4292-a794-50f6fa06acb5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 949 time: 0.2438867 Nov 10 16:39:26.720589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] device_id is not set on port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:39:26.723979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] For port 98267804-df11-42e2-a9e5-12ad00167268, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=98267804-df11-42e2-a9e5-12ad00167268,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:26.724319 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.742875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Calling delete_port for 98267804-df11-42e2-a9e5-12ad00167268 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:26.773754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:26.779262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.779262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-3deaca30-6739-4898-9562-784450131b31 service neutron] 10.222.0.18 "PUT /v2.0/ports/d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 1098 time: 2.9596102 Nov 10 16:39:26.797410 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.803751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47e34189-804e-4fcc-97ae-dca562b4e863 req-83c494ac-2eb2-44a3-875b-c71ecbbb19bb tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.1044817 Nov 10 16:39:26.890926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e41448b9-cdd9-4c08-8d23-a9749e220de7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.919082 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.922911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 on network 90ba1d20-7e3e-485b-819f-480be5d257eb not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:39:26.923231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Attempting to bind port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 on network 90ba1d20-7e3e-485b-819f-480be5d257eb {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:26.932674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:26.933043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Checking segment: {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:26.933392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Bound using segment: {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:26.933834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Bound port: 8af8fd44-c86b-4806-b1f2-d46cdd35a375, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:26.934334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:26.934987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c1d4f-73ba-4900-aa1e-a6e2d3b6f70a None None] Pushing event updated for resources: {'Port': ['ID=8e6938f3-0157-4744-a7c4-85eb65c788f2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:26.997028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823bdfb-3e27-44f8-a39e-59a02bfcf9bb req-c4409fb0-17fc-4ade-a0d0-20751b5c1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:26.999522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7823bdfb-3e27-44f8-a39e-59a02bfcf9bb req-c4409fb0-17fc-4ade-a0d0-20751b5c1a33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=134a7d374069425b93ce4432d987e016&device_id=29c93a3a-ac51-4d99-8a1c-ea618b45f64e HTTP/1.1" status: 200 len: 1096 time: 0.6356030 Nov 10 16:39:27.056785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deaca30-6739-4898-9562-784450131b31 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:27.144906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31381156-c823-44fb-be56-81db7e30b369 req-060586c7-087d-4ea1-a99b-ed88a8017e90 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140586 Nov 10 16:39:27.225395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-5942db43-6447-4e6e-8ad3-29bbc64e2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.227238 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-5942db43-6447-4e6e-8ad3-29bbc64e2f24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1101 time: 0.3906529 Nov 10 16:39:27.244641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] For port 8af8fd44-c86b-4806-b1f2-d46cdd35a375, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:27.249462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] For port 8af8fd44-c86b-4806-b1f2-d46cdd35a375, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8af8fd44-c86b-4806-b1f2-d46cdd35a375,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:27.251514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823bdfb-3e27-44f8-a39e-59a02bfcf9bb req-9d04041c-afec-4e26-8af9-4a1d30d830d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.253273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7823bdfb-3e27-44f8-a39e-59a02bfcf9bb req-9d04041c-afec-4e26-8af9-4a1d30d830d4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=134a7d374069425b93ce4432d987e016&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2439620 Nov 10 16:39:27.332442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.336259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Pushing event updated for resources: {'Port': ['ID=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:27.344553 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.344686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.20.0.11 (3034b20a-7331-45d2-8d90-ad83b0775934/8f6f70bb-ade3-402d-84c0-f9cecc7d9210/194bd0f1-f19a-45bd-a7b8-2804c0d798fe) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:27.387057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e41448b9-cdd9-4c08-8d23-a9749e220de7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.387622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.388126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.389506 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] 10.222.0.69 "PUT /v2.0/ports/8af8fd44-c86b-4806-b1f2-d46cdd35a375 HTTP/1.1" status: 200 len: 1093 time: 3.8069882 Nov 10 16:39:27.405604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f6a7c-83b7-4bc7-b9e0-afab9fed0cd9 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:27.453807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 39bdc513-fe35-4e37-8a52-672e3a866a4a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:39:27.478084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e854f-cf0f-4fcd-9ac6-a80e2a39c430 req-6b83f19d-717c-4fb4-837f-5b7be34a535e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.479756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d82e854f-cf0f-4fcd-9ac6-a80e2a39c430 req-6b83f19d-717c-4fb4-837f-5b7be34a535e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.2575867 Nov 10 16:39:27.500357 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e41448b9-cdd9-4c08-8d23-a9749e220de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.512298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823bdfb-3e27-44f8-a39e-59a02bfcf9bb req-fefb6a44-abdc-4ea7-82e3-730f743fa12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.514348 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7823bdfb-3e27-44f8-a39e-59a02bfcf9bb req-fefb6a44-abdc-4ea7-82e3-730f743fa12e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2530785 Nov 10 16:39:27.522440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091c4fb-515e-4786-9945-d4edd118f018 service neutron] Pushing event updated for resources: {'Port': ['ID=8af8fd44-c86b-4806-b1f2-d46cdd35a375,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:27.556101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Attempting to bind port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:27.556438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Attempting to bind port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:27.556764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Attempting to bind port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 on network 90ba1d20-7e3e-485b-819f-480be5d257eb {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:27.573443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.587872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-314e8e27-7ceb-49d1-b5b0-ac6daee6426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.589697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-314e8e27-7ceb-49d1-b5b0-ac6daee6426e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.3413453 Nov 10 16:39:27.609845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:27.619782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41448b9-cdd9-4c08-8d23-a9749e220de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0fef7d-d712-46e9-a0b2-2b9887b9f5ff,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:27.624516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'port_id': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'mac_address': 'fa:16:3e:a1:19:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c086cf2f-907f-43eb-aa4f-03e65c19d7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:39:27.634758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 on network 90ba1d20-7e3e-485b-819f-480be5d257eb not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:39:27.635025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Attempting to bind port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 on network 90ba1d20-7e3e-485b-819f-480be5d257eb {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:27.642543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Pushing event deleted for resources: {'Port': ['ID=98267804-df11-42e2-a9e5-12ad00167268,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:27.643219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:27.645533 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0cebe4-29ea-43d0-8477-94934e4067a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:27.653080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e41448b9-cdd9-4c08-8d23-a9749e220de7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7afb253f43343b29d2c628a45eef0b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1342907 Nov 10 16:39:27.680931 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.701624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:27.710013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39bdc513-fe35-4e37-8a52-672e3a866a4a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:27.722167 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-627d86ea-5d4d-4f3e-9db5-f905455171dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.1129932 Nov 10 16:39:27.728638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:27.728988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Checking segment: {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:27.729358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Bound using segment: {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:27.729794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Bound port: dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad956af-c72a-4ab6-89e6-93eaebcef654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:27.730150 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.746055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:27.759794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d82e854f-cf0f-4fcd-9ac6-a80e2a39c430 req-07bd087d-ba83-4783-82d0-ea62e68092ed tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603507 Nov 10 16:39:27.802136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711f133-4ec3-4524-8db7-b8ae68db6d06 req-d4c20587-38c7-45d1-bb0d-e07074d47992 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.805535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6711f133-4ec3-4524-8db7-b8ae68db6d06 req-d4c20587-38c7-45d1-bb0d-e07074d47992 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 943 time: 0.3828981 Nov 10 16:39:27.810647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.823356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.832026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2a60961-9ea7-4a5b-be8c-1c00afd3831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.833784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e2a60961-9ea7-4a5b-be8c-1c00afd3831d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=134a7d374069425b93ce4432d987e016&device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 1096 time: 0.2564030 Nov 10 16:39:27.858144 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.873700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-dd988bdf-ceeb-47af-a53f-0f7c1dfaac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:27.875681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-dd988bdf-ceeb-47af-a53f-0f7c1dfaac78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1428740 Nov 10 16:39:27.878190 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:27.979002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] For port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:27.979642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['39bdc513-fe35-4e37-8a52-672e3a866a4a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:27.997173 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8146c58-fb9c-4e2d-aa5a-6a8254ab641d x-openstack-request-id: req-f8146c58-fb9c-4e2d-aa5a-6a8254ab641d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:27.997472 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:27.997793 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8146c58-fb9c-4e2d-aa5a-6a8254ab641d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:27.998199 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'status': 'completed', 'code': 200} Nov 10 16:39:28.064876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] For port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:28.143483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:28.159359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c372db-a037-4649-927d-e9725b3bcf5b req-1f6ac075-c310-4030-ab87-402871707f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:28.160949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-1f6ac075-c310-4030-ab87-402871707f6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2717743 Nov 10 16:39:28.206171 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d72e0a83-1f03-4471-a003-7154bb1583ad req-7f11b293-a960-4b1f-952e-8b62fea7a5bd tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.1000819 Nov 10 16:39:28.206171 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.295996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8e6938f3-0157-4744-a7c4-85eb65c788f2 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:28.323110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.325491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:28.326718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.327910 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] 10.222.0.18 "PUT /v2.0/ports/dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 HTTP/1.1" status: 200 len: 1092 time: 3.4778261 Nov 10 16:39:28.337993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f26c50-43a3-42c4-be7f-39fa196f75db None None] Network 3034b20a-7331-45d2-8d90-ad83b0775934 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:28.398819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42088310-eb4a-4e0f-87fe-0ca98c44eb42', 'tag': '8af8fd44-c86b-4806-b1f2-d46cdd35a375'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:28.401340 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48f966e-8a2d-4007-bdc7-d389a871cae4" -d '{"events": [{"name": "network-changed", "server_uuid": "42088310-eb4a-4e0f-87fe-0ca98c44eb42", "tag": "8af8fd44-c86b-4806-b1f2-d46cdd35a375"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:28.405746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-e077ea58-f7be-458a-bf71-1defa9549deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:28.407060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-e077ea58-f7be-458a-bf71-1defa9549deb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1101 time: 0.3731074 Nov 10 16:39:28.407992 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74d349d3-0363-4efe-9b2c-3ef56126449a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.412410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e0296c4a-c259-4d91-8ff3-03ecdae4d39f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8af8fd44-c86b-4806-b1f2-d46cdd35a375 HTTP/1.1" status: 200 len: 217 time: 0.5601521 Nov 10 16:39:28.420995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-0ac07aa1-bd3a-4356-b9c2-bc74fee66c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:28.422528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-0ac07aa1-bd3a-4356-b9c2-bc74fee66c1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=134a7d374069425b93ce4432d987e016&device_id=29c93a3a-ac51-4d99-8a1c-ea618b45f64e HTTP/1.1" status: 200 len: 1096 time: 0.7352874 Nov 10 16:39:28.472982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5a86cb06-b963-462f-966f-eb74133e86d4 None None] Provisioning complete for port 8e6938f3-0157-4744-a7c4-85eb65c788f2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:28.473770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a86cb06-b963-462f-966f-eb74133e86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.488769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5530e3f-2ac4-4e36-bd15-668f960094be service neutron] Pushing event updated for resources: {'Port': ['ID=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:28.493895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 3034b20a-7331-45d2-8d90-ad83b0775934 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:28.527505 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74d349d3-0363-4efe-9b2c-3ef56126449a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.531065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-26cb5982-d645-46ed-86d8-fe8307a9fb90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e1ccc97-f49c-443f-acbe-43c3c05f9339 HTTP/1.1" status: 200 len: 217 time: 0.0939996 Nov 10 16:39:28.531711 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.532339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e89d56a-bcd0-46f0-8705-7b045097cec5 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:39:28.535264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:28.551745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.551745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-41bfc3c5-2a59-44b4-948c-c3843ee61093 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3e89d56a-bcd0-46f0-8705-7b045097cec5 HTTP/1.1" status: 204 len: 168 time: 3.7390840 Nov 10 16:39:28.555092 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6711f133-4ec3-4524-8db7-b8ae68db6d06 req-fb9447b7-0087-496e-9412-ba9f02a60218 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351844 Nov 10 16:39:28.568410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:28.673050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8e6938f3-0157-4744-a7c4-85eb65c788f2 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:28.673050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.707497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-fd71b033-03e7-4c26-8623-96cb36688348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:28.714613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-fd71b033-03e7-4c26-8623-96cb36688348 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c1d9c12-3e23-49cb-80e0-a0226e37b135 HTTP/1.1" status: 200 len: 858 time: 0.2910640 Nov 10 16:39:28.797971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-bd7d2220-4c4c-4cfc-986f-206470181525 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90ba1d20-7e3e-485b-819f-480be5d257eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638480 Nov 10 16:39:28.799637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-a9b6ac66-0024-4ddc-a1c9-0404936c7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:28.801099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-a9b6ac66-0024-4ddc-a1c9-0404936c7f0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c1d9c12-3e23-49cb-80e0-a0226e37b135 HTTP/1.1" status: 200 len: 858 time: 0.2594798 Nov 10 16:39:28.807275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e50bf0-a574-4f5e-9b72-2fcf0c4c7188 admin admin] Deleting subnet 1d4a82c7-afc7-4843-8327-24631a2ab21f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:39:28.836674 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e50bf0-a574-4f5e-9b72-2fcf0c4c7188 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.859050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a86cb06-b963-462f-966f-eb74133e86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.890531 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.904159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-39a2820f-c878-4813-a07b-ee7d0afb5bec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90ba1d20-7e3e-485b-819f-480be5d257eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917783 Nov 10 16:39:28.917564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5a86cb06-b963-462f-966f-eb74133e86d4 None None] For port 8e6938f3-0157-4744-a7c4-85eb65c788f2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8e6938f3-0157-4744-a7c4-85eb65c788f2,segment=NetworkSegment(2f71c9fa-ea93-440e-8ed0-a01ff2b0b086),segment_id=2f71c9fa-ea93-440e-8ed0-a01ff2b0b086)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:28.921924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:28.944114 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e50bf0-a574-4f5e-9b72-2fcf0c4c7188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.959023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-0eb5421d-d48c-4886-b0f9-3348d1ac7a7a service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672989 Nov 10 16:39:28.971979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74d349d3-0363-4efe-9b2c-3ef56126449a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.976447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74d349d3-0363-4efe-9b2c-3ef56126449a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:28.982029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-74d349d3-0363-4efe-9b2c-3ef56126449a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d0fef7d-d712-46e9-a0b2-2b9887b9f5ff HTTP/1.1" status: 204 len: 168 time: 1.2751842 Nov 10 16:39:28.996941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-c803b8ed-03ba-49b9-8538-ea2a822266c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:28.999528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a86cb06-b963-462f-966f-eb74133e86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.006940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-c803b8ed-03ba-49b9-8538-ea2a822266c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.013984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-c803b8ed-03ba-49b9-8538-ea2a822266c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.020970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb73f1-e352-4ab4-976c-91a86b5424c7 req-d18e79f7-a32e-4af0-9bae-5c74c81f6478 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.021275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-c803b8ed-03ba-49b9-8538-ea2a822266c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.023250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1cdb73f1-e352-4ab4-976c-91a86b5424c7 req-d18e79f7-a32e-4af0-9bae-5c74c81f6478 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 949 time: 0.3405778 Nov 10 16:39:29.038047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-c803b8ed-03ba-49b9-8538-ea2a822266c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.046226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-c803b8ed-03ba-49b9-8538-ea2a822266c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.055839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-c803b8ed-03ba-49b9-8538-ea2a822266c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.067385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-c803b8ed-03ba-49b9-8538-ea2a822266c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.7557838 Nov 10 16:39:29.079242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d349d3-0363-4efe-9b2c-3ef56126449a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0fef7d-d712-46e9-a0b2-2b9887b9f5ff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:29.130814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:39:29.133013 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:39:29.154172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86cb06-b963-462f-966f-eb74133e86d4 None None] Pushing event updated for resources: {'Port': ['ID=8e6938f3-0157-4744-a7c4-85eb65c788f2,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:29.214443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e28ca44c-5062-424b-a187-8018211c3f01 service neutron] 10.222.0.69 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031491 Nov 10 16:39:29.236692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9509df77-5692-4810-808c-e6dfa21a48bc None None] Provisioning complete for port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:29.237221 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9509df77-5692-4810-808c-e6dfa21a48bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.286203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-0c64dd65-f697-463b-9b36-cbe3b94c59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.288079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-0c64dd65-f697-463b-9b36-cbe3b94c59e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.8601034 Nov 10 16:39:29.296071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9509df77-5692-4810-808c-e6dfa21a48bc None None] Port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:29.309993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=194bd0f1-f19a-45bd-a7b8-2804c0d798fe,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:29.310262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1cdb73f1-e352-4ab4-976c-91a86b5424c7 req-e853839f-878c-4a8a-a764-52abad8d94e2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589281 Nov 10 16:39:29.324016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-148bb8fe-634e-4d5d-8084-071fdacd4698 service neutron] 10.222.0.18 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895407 Nov 10 16:39:29.333021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6773b131-6f2b-433d-a2d8-55f368a86174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.333021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6773b131-6f2b-433d-a2d8-55f368a86174 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=134a7d374069425b93ce4432d987e016&device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 1095 time: 0.8797870 Nov 10 16:39:29.347727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9509df77-5692-4810-808c-e6dfa21a48bc None None] Provisioning complete for port 8e6938f3-0157-4744-a7c4-85eb65c788f2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:29.348100 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9509df77-5692-4810-808c-e6dfa21a48bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.390496 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-7db45772-a7c6-4f0b-99af-49a8023240e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 HTTP/1.1" status: 200 len: 217 time: 0.0500026 Nov 10 16:39:29.399013 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e50bf0-a574-4f5e-9b72-2fcf0c4c7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.400947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.401633 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.465005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 39bdc513-fe35-4e37-8a52-672e3a866a4a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:29.471186 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43a5a00-2f44-48e8-a150-578a17de11d5 x-openstack-request-id: req-e43a5a00-2f44-48e8-a150-578a17de11d5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:29.471626 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42088310-eb4a-4e0f-87fe-0ca98c44eb42", "tag": "8af8fd44-c86b-4806-b1f2-d46cdd35a375", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:29.479988 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e43a5a00-2f44-48e8-a150-578a17de11d5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:29.479988 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42088310-eb4a-4e0f-87fe-0ca98c44eb42', 'tag': '8af8fd44-c86b-4806-b1f2-d46cdd35a375', 'status': 'completed', 'code': 200} Nov 10 16:39:29.528148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-3b660519-c14c-4864-8ca2-dac264b9fe88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.2172310 Nov 10 16:39:29.533560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6adbde14-2752-4923-8dd6-c0af5cf1d9eb req-455f8eb5-c705-4d1f-8380-e7be147fee9c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4647336 Nov 10 16:39:29.582047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c372db-a037-4649-927d-e9725b3bcf5b req-f42a6875-277a-40a3-a965-f6562a1cc8c1 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008849 Nov 10 16:39:29.609053 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e50bf0-a574-4f5e-9b72-2fcf0c4c7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.621333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-cf438e2f-74f9-4884-a052-aefc89c0c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.623240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-cf438e2f-74f9-4884-a052-aefc89c0c77e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c1d9c12-3e23-49cb-80e0-a0226e37b135 HTTP/1.1" status: 200 len: 858 time: 0.2117910 Nov 10 16:39:29.629473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-472c87a8-b262-4c83-8194-dc067efec8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.630958 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-472c87a8-b262-4c83-8194-dc067efec8d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0912113 Nov 10 16:39:29.633638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 39bdc513-fe35-4e37-8a52-672e3a866a4a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:29.634008 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.680043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e50bf0-a574-4f5e-9b72-2fcf0c4c7188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4a82c7-afc7-4843-8327-24631a2ab21f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:29.687259 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26e50bf0-a574-4f5e-9b72-2fcf0c4c7188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.693006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-26e50bf0-a574-4f5e-9b72-2fcf0c4c7188 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1d4a82c7-afc7-4843-8327-24631a2ab21f HTTP/1.1" status: 204 len: 168 time: 1.1200459 Nov 10 16:39:29.697231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:29.712723 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-2782ada4-960c-4d4a-8240-8a233b070156 service neutron] 10.222.0.69 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450026 Nov 10 16:39:29.713262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad02ff-cb6b-4e71-ae9d-3fd52a81e10f None None] Network 6ed17b73-3d1b-4787-96b8-eef2a9834c9f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:29.714872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-0d1aaa2d-5796-4bee-85a0-46cf10fdf444 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90ba1d20-7e3e-485b-819f-480be5d257eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828173 Nov 10 16:39:29.726273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4205ce9f-1303-4994-8e6d-4994b76566e5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7139204 Nov 10 16:39:29.739115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:29.758830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96df498d-00b6-4cc7-a5a6-44863cad63d1 req-c9fc95d0-dd34-42ac-8c50-6bc57fe029ae tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0962553 Nov 10 16:39:29.810040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dc85a-0dc7-4012-aef6-9a4245e1e530 req-4f1b807e-638e-4483-a6d4-f73cee704d19 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.818500 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb9dc85a-0dc7-4012-aef6-9a4245e1e530 req-4f1b807e-638e-4483-a6d4-f73cee704d19 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 944 time: 0.2270868 Nov 10 16:39:29.833808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-72649789-b5e4-4fe9-94f7-24f51c68ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.835893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-72649789-b5e4-4fe9-94f7-24f51c68ee2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1929030 Nov 10 16:39:29.855469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-e6b116e3-c45b-44fe-939a-71151caeee12 service neutron] 10.222.0.18 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957026 Nov 10 16:39:29.859020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-53b19993-0bfa-427d-9441-0725ad1dbb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:29.860617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-53b19993-0bfa-427d-9441-0725ad1dbb78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 1101 time: 0.2193856 Nov 10 16:39:29.949607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:29.982926 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:29.997404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-41dade25-96f8-40fa-8c0a-cb9c9772cf32 None None] Provisioning complete for port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:29.997748 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41dade25-96f8-40fa-8c0a-cb9c9772cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.002615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324aaded-d390-4d11-bcdd-adc4f2cdceff', 'tag': 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:30.004974 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add97d42-4ca7-44ef-ae94-a02b25bd292d" -d '{"events": [{"name": "network-changed", "server_uuid": "324aaded-d390-4d11-bcdd-adc4f2cdceff", "tag": "dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:30.031147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2a5eb733-c354-478a-82d5-fbaae2b6003c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:30.035841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-240568ed-b71c-45bd-8286-00568561dd35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.036581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-6591b175-72eb-485a-9c0e-c64d0228496f service neutron] 10.222.0.18 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123147 Nov 10 16:39:30.069720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 2a5eb733-c354-478a-82d5-fbaae2b6003c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:30.070056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2a5eb733-c354-478a-82d5-fbaae2b6003c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:30.116200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-41dade25-96f8-40fa-8c0a-cb9c9772cf32 None None] Port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:30.122338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb9dc85a-0dc7-4012-aef6-9a4245e1e530 req-0a6e85c0-e08e-424b-a6d1-9a0b39326a88 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019764 Nov 10 16:39:30.148682 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.159057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-f2701d24-86e9-43b1-b601-0b575536db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.163716 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-f2701d24-86e9-43b1-b601-0b575536db36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=134a7d374069425b93ce4432d987e016&device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 1096 time: 0.3036191 Nov 10 16:39:30.165707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5824cf-51cf-44c6-bf52-de3a5b2cd6f3 req-44d86159-f9a5-40e4-ac53-372eacc34751 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.173169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5824cf-51cf-44c6-bf52-de3a5b2cd6f3 req-44d86159-f9a5-40e4-ac53-372eacc34751 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 943 time: 0.2236271 Nov 10 16:39:30.176017 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-5783eaa9-7b77-45fd-a30c-3b353d943930 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305552 Nov 10 16:39:30.181695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:30.183397 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10645cb2-0ee9-40c3-9ee4-b06e38c5ce71" -d '{"events": [{"server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "name": "network-vif-plugged", "status": "completed", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:30.203807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:30.219777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-3f138666-eb49-4979-a260-1661efec04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.221274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-3f138666-eb49-4979-a260-1661efec04a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.3469067 Nov 10 16:39:30.259232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8e6938f3-0157-4744-a7c4-85eb65c788f2 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:30.283696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] DHCP port deletion for 6ed17b73-3d1b-4787-96b8-eef2a9834c9f request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:30.296617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.347551 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-73aa4ab2-d8c8-4cf0-8dc2-6c20473c432f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 200 len: 217 time: 0.1024210 Nov 10 16:39:30.360486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2705bfd-6649-41e7-84d9-d8a4e75413e9 req-afd88ea5-b036-44c2-b46b-3b88211b5d51 service neutron] 10.222.0.18 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143678 Nov 10 16:39:30.391667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:30.398638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8e6938f3-0157-4744-a7c4-85eb65c788f2 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:30.399013 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.437301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] Deleting port 3ac594e2-f8a2-469a-9823-85f335575952 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:30.437586 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.446463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5824cf-51cf-44c6-bf52-de3a5b2cd6f3 req-76d0a977-05b5-4770-aca9-100cd2b2b454 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700968 Nov 10 16:39:30.477527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-10f4d6bb-583c-49ae-97dd-3d82ccee98aa service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862856 Nov 10 16:39:30.479152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-c4c3ef2e-358d-4423-bead-f5310a879d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.480481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-c4c3ef2e-358d-4423-bead-f5310a879d07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1244535 Nov 10 16:39:30.482011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358aea-2a5b-4e61-8d65-728bc12b8933 req-b5926b78-4860-444a-b2e6-369caf3044fa tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.488568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358aea-2a5b-4e61-8d65-728bc12b8933 req-b5926b78-4860-444a-b2e6-369caf3044fa tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.494700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358aea-2a5b-4e61-8d65-728bc12b8933 req-b5926b78-4860-444a-b2e6-369caf3044fa tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.503045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358aea-2a5b-4e61-8d65-728bc12b8933 req-b5926b78-4860-444a-b2e6-369caf3044fa tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.507253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358aea-2a5b-4e61-8d65-728bc12b8933 req-b5926b78-4860-444a-b2e6-369caf3044fa tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.509192 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd78170-3830-4f70-b8bf-64e5a0e9f699 x-openstack-request-id: req-dbd78170-3830-4f70-b8bf-64e5a0e9f699 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:30.510076 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324aaded-d390-4d11-bcdd-adc4f2cdceff", "tag": "dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:30.510526 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbd78170-3830-4f70-b8bf-64e5a0e9f699 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:30.511111 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324aaded-d390-4d11-bcdd-adc4f2cdceff', 'tag': 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0', 'status': 'completed', 'code': 200} Nov 10 16:39:30.513536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358aea-2a5b-4e61-8d65-728bc12b8933 req-b5926b78-4860-444a-b2e6-369caf3044fa tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.520368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358aea-2a5b-4e61-8d65-728bc12b8933 req-b5926b78-4860-444a-b2e6-369caf3044fa tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.533325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee358aea-2a5b-4e61-8d65-728bc12b8933 req-b5926b78-4860-444a-b2e6-369caf3044fa tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.2878094 Nov 10 16:39:30.554978 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5e619e-f008-48b0-9c70-ede33fc21f67 x-openstack-request-id: req-1d5e619e-f008-48b0-9c70-ede33fc21f67 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:30.555276 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "name": "network-vif-plugged", "status": "completed", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:30.555552 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d5e619e-f008-48b0-9c70-ede33fc21f67 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:30.556118 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'code': 200} Nov 10 16:39:30.564650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] For port 3ac594e2-f8a2-469a-9823-85f335575952, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3ac594e2-f8a2-469a-9823-85f335575952,segment=NetworkSegment(e7058eb8-2a41-4d61-8b60-6ea9a836a03c),segment_id=e7058eb8-2a41-4d61-8b60-6ea9a836a03c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:30.565047 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.587945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] Calling delete_port for 3ac594e2-f8a2-469a-9823-85f335575952 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:30.598582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-88e74d73-a89f-4caa-b419-56aba2495110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.600790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-88e74d73-a89f-4caa-b419-56aba2495110 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090279 Nov 10 16:39:30.607873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-591a5a83-c922-4007-96b9-2f6792431203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.609711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-591a5a83-c922-4007-96b9-2f6792431203 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=134a7d374069425b93ce4432d987e016&device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 1095 time: 0.0668299 Nov 10 16:39:30.685044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 98267804-df11-42e2-a9e5-12ad00167268 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:30.708875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-00ccd62b-f6c0-4fbf-bb4e-455969f3594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.710496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-00ccd62b-f6c0-4fbf-bb4e-455969f3594e service neutron] 10.222.0.69 "GET /v2.0/networks?id=90ba1d20-7e3e-485b-819f-480be5d257eb HTTP/1.1" status: 200 len: 919 time: 0.4638832 Nov 10 16:39:30.716631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 98267804-df11-42e2-a9e5-12ad00167268 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:30.716984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 98267804-df11-42e2-a9e5-12ad00167268 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:30.749767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-240568ed-b71c-45bd-8286-00568561dd35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.757276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Deleting port 3ac594e2-f8a2-469a-9823-85f335575952 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:30.757804 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.788391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-631c5e5e-c382-4e60-bb3e-df36e91d9586 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775939 Nov 10 16:39:30.788633 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.793588 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-0a7f534e-e055-4db5-abb8-f1b8c537239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:30.795007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-0a7f534e-e055-4db5-abb8-f1b8c537239b service neutron] 10.222.0.18 "GET /v2.0/networks?id=90ba1d20-7e3e-485b-819f-480be5d257eb HTTP/1.1" status: 200 len: 919 time: 0.1688554 Nov 10 16:39:30.804022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-f3e2cde6-828e-40e6-8268-6d76c256bbe1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8af8fd44-c86b-4806-b1f2-d46cdd35a375 HTTP/1.1" status: 200 len: 217 time: 0.0696084 Nov 10 16:39:30.812034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:30.829269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] Pushing event deleted for resources: {'Port': ['ID=3ac594e2-f8a2-469a-9823-85f335575952,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:30.831804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b64b98-ca24-4f72-b1c3-45f73660ffb5 None None] No DVR routers for this DVR port 3ac594e2-f8a2-469a-9823-85f335575952 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:30.875508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-b80f833b-4e6b-4673-86d6-b2b5c49cb71f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 HTTP/1.1" status: 200 len: 217 time: 0.0640626 Nov 10 16:39:30.969575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-673429d3-e923-437b-b845-b3a7acfab748 req-5290b1e2-bd42-4154-bd42-b951907fbe95 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0895011 Nov 10 16:39:31.007587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-1afefea6-688c-4da2-80b9-82eb3929b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:31.009054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-1afefea6-688c-4da2-80b9-82eb3929b40e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c1d9c12-3e23-49cb-80e0-a0226e37b135 HTTP/1.1" status: 200 len: 858 time: 0.0913787 Nov 10 16:39:31.013043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0cebe4-29ea-43d0-8477-94934e4067a4 req-2e8bae6c-64bc-43ef-8807-06d863ae4dd6 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105861 Nov 10 16:39:31.050850 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-50d34461-a375-457c-bf71-6ed3e330e829 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=90ba1d20-7e3e-485b-819f-480be5d257eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273561 Nov 10 16:39:31.104624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-240568ed-b71c-45bd-8286-00568561dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.149609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-a58633ca-db27-4dcb-a981-19536516fb09 service neutron] 10.222.0.18 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880773 Nov 10 16:39:31.168795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb74e-3082-4054-9c48-fab74fe55e5d req-88eae94e-036b-4408-9ab1-db70fc8921d2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:31.170538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b95eb74e-3082-4054-9c48-fab74fe55e5d req-88eae94e-036b-4408-9ab1-db70fc8921d2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 949 time: 0.5107095 Nov 10 16:39:31.262031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] For port 3ac594e2-f8a2-469a-9823-85f335575952, host n-d-714676-11, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:31.262372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.300570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-240568ed-b71c-45bd-8286-00568561dd35 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e956fcf49e244c058a39babdea782127&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3357866 Nov 10 16:39:31.301632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240568ed-b71c-45bd-8286-00568561dd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa63074-8f74-4f05-b878-4904c1777210,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:31.308163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Calling delete_port for 3ac594e2-f8a2-469a-9823-85f335575952 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:31.309437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d619055-273a-4ce9-978f-3e383cb339a3 req-7be5eb36-d9ee-4a2b-8105-a46cd827a08c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:31.311225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47590) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:31.311565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d619055-273a-4ce9-978f-3e383cb339a3 req-7be5eb36-d9ee-4a2b-8105-a46cd827a08c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1074607 Nov 10 16:39:31.314177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Port 3ac594e2-f8a2-469a-9823-85f335575952 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:39:31.318172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add97d42-4ca7-44ef-ae94-a02b25bd292d req-2587a816-bc8d-481f-8da8-31fc9b2f1369 service neutron] 10.222.0.18 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532710 Nov 10 16:39:31.325103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-52a3cbeb-9211-4ac5-b601-7f2925d550c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:31.326456 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-52a3cbeb-9211-4ac5-b601-7f2925d550c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c1d9c12-3e23-49cb-80e0-a0226e37b135 HTTP/1.1" status: 200 len: 858 time: 0.5119493 Nov 10 16:39:31.372443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.374826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d619055-273a-4ce9-978f-3e383cb339a3 req-8030d953-7b69-44ca-9c90-3ab7e25d8f9b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498290 Nov 10 16:39:31.449558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8e1ccc97-f49c-443f-acbe-43c3c05f9339 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:39:31.497043 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-52ff3e2a-1e23-459d-a551-a4b4c5b202fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90ba1d20-7e3e-485b-819f-480be5d257eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287992 Nov 10 16:39:31.502198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b95eb74e-3082-4054-9c48-fab74fe55e5d req-c453f8d4-d7e1-4283-824f-36390809adc0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137245 Nov 10 16:39:31.502198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] No DVR routers for this DVR port 3ac594e2-f8a2-469a-9823-85f335575952 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:31.509897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac594e2-f8a2-469a-9823-85f335575952,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:31.576019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8e1ccc97-f49c-443f-acbe-43c3c05f9339, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8e1ccc97-f49c-443f-acbe-43c3c05f9339,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:31.590787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '8e1ccc97-f49c-443f-acbe-43c3c05f9339', 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb', 'port_id': '8e1ccc97-f49c-443f-acbe-43c3c05f9339', 'mac_address': 'fa:16:3e:4b:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1d9c12-3e23-49cb-80e0-a0226e37b135', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:39:31.597791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3e824-c34c-4b27-b784-43a733fa9094 req-bdbeffdd-dfab-4b76-a049-46133b49e711 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:31.599560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20d3e824-c34c-4b27-b784-43a733fa9094 req-bdbeffdd-dfab-4b76-a049-46133b49e711 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 943 time: 0.0635433 Nov 10 16:39:31.649204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.655557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20d3e824-c34c-4b27-b784-43a733fa9094 req-b65875cc-0517-4307-873d-a1dadd6007d5 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478818 Nov 10 16:39:31.667902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a388597-b07c-4ba1-838d-04582a2a334c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.671386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1ccc97-f49c-443f-acbe-43c3c05f9339 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:31.693334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8e1ccc97-f49c-443f-acbe-43c3c05f9339, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8e1ccc97-f49c-443f-acbe-43c3c05f9339,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:31.722661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.737960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-adf30f13-538c-45f8-a791-c78e3cc068ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.778472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed17b73-3d1b-4787-96b8-eef2a9834c9f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:31.783014 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.783949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:39:31.810350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:31.810652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7058eb8-2a41-4d61-8b60-6ea9a836a03c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:31.820188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-adf30f13-538c-45f8-a791-c78e3cc068ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.870156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.900162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=8e1ccc97-f49c-443f-acbe-43c3c05f9339,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:31.908962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-99d5c24e-6917-4f8d-8b6c-9d5160be208d service neutron] 10.222.0.69 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694730 Nov 10 16:39:31.915263 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.941056 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.944779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:31.953360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:39:31.953765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:39:31.956926 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:39:31.962216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'mac_address': 'fa:16:3e:8d:23:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:39:32.013260 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.047108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21b5269-cbf4-49db-8e76-596b87644d08 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:32.048127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.074537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:32.164203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3ac594e2-f8a2-469a-9823-85f335575952 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:32.165758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0de90f04-8dc8-49d0-a590-589b2a015acc req-038e08ed-1779-4f45-bdb5-d2aac826e33d tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0983233 Nov 10 16:39:32.182409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=194bd0f1-f19a-45bd-a7b8-2804c0d798fe,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:32.204730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3ac594e2-f8a2-469a-9823-85f335575952 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:32.205176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.206070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3ac594e2-f8a2-469a-9823-85f335575952 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:32.207357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-adf30f13-538c-45f8-a791-c78e3cc068ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.211238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-adf30f13-538c-45f8-a791-c78e3cc068ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.215954 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.222023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-adf30f13-538c-45f8-a791-c78e3cc068ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7fa63074-8f74-4f05-b878-4904c1777210 HTTP/1.1" status: 204 len: 168 time: 0.9088690 Nov 10 16:39:32.256744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b48f966e-8a2d-4007-bdc7-d389a871cae4 req-b9bbf493-ce1e-425e-ab20-b8643b3271d1 service neutron] 10.222.0.69 "GET /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383639 Nov 10 16:39:32.260313 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.265938 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6ed17b73-3d1b-4787-96b8-eef2a9834c9f HTTP/1.1" status: 204 len: 168 time: 2.5651243 Nov 10 16:39:32.323912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:32.341904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf30f13-538c-45f8-a791-c78e3cc068ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa63074-8f74-4f05-b878-4904c1777210,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:32.353394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15b952-7072-4b72-9402-2fe43dd7c8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed17b73-3d1b-4787-96b8-eef2a9834c9f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:32.397955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-dd4327fb-faf5-41d9-b3bd-170da7e565a7 None None] Provisioning complete for port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:32.399758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4327fb-faf5-41d9-b3bd-170da7e565a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.465506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.507387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dd4327fb-faf5-41d9-b3bd-170da7e565a7 None None] Port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:32.576350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8e1ccc97-f49c-443f-acbe-43c3c05f9339'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:32.586772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55a8fd-85c4-4de6-aa92-ca1b67d406b9 req-5b43278c-5ca6-4509-88a2-c9f4a59f8744 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:32.602056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac55a8fd-85c4-4de6-aa92-ca1b67d406b9 req-5b43278c-5ca6-4509-88a2-c9f4a59f8744 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1055341 Nov 10 16:39:32.611219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d21b5269-cbf4-49db-8e76-596b87644d08'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:32.668016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac55a8fd-85c4-4de6-aa92-ca1b67d406b9 req-0bb3f2af-945a-4408-b77c-0d9d9c66deae tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649536 Nov 10 16:39:32.687812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed6612-39d1-481b-9451-1f9c2f29ecf7 req-6c931d6f-0bbb-487b-a1b7-4bd8a68a8e1a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:32.695194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2ed6612-39d1-481b-9451-1f9c2f29ecf7 req-6c931d6f-0bbb-487b-a1b7-4bd8a68a8e1a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.0767002 Nov 10 16:39:32.707833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:32.810367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2ed6612-39d1-481b-9451-1f9c2f29ecf7 req-932b6bbf-88d2-4e7f-a77d-7a32c7b8b9ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086144 Nov 10 16:39:32.862564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1ea3d-87de-406b-bbb6-1b2b5de09d07 req-a6dc4a5e-229b-4dad-992b-788d40a42b53 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:32.878086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abc1ea3d-87de-406b-bbb6-1b2b5de09d07 req-a6dc4a5e-229b-4dad-992b-788d40a42b53 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 943 time: 0.1083620 Nov 10 16:39:32.885852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47630) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:33.075206 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abc1ea3d-87de-406b-bbb6-1b2b5de09d07 req-deffd83e-dd0f-4253-bee1-a23468ffc8c7 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961668 Nov 10 16:39:33.077675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e8a8096-1db5-45a4-ad60-00e161d387a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4536d418282948a98b650e037ea1160e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884723 Nov 10 16:39:33.080275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47646) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:33.138559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3021-45af-4558-9b14-7e1886a0b113 req-9c63c888-b161-43eb-85a2-295a0d790c27 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:33.147038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9aab3021-45af-4558-9b14-7e1886a0b113 req-9c63c888-b161-43eb-85a2-295a0d790c27 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 950 time: 0.1581061 Nov 10 16:39:33.161126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3dceec3-03f1-4c93-a4fc-c59a40f1c66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:33.201049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3dceec3-03f1-4c93-a4fc-c59a40f1c66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:33.255201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:33.260952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9aab3021-45af-4558-9b14-7e1886a0b113 req-035c97a9-94ce-4a1f-8a9f-b9762a447532 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130533 Nov 10 16:39:33.304537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a03587-a0c8-488b-a9dc-5d1efcde8488 req-62dec0b0-a71e-42b0-8865-8df59329bc7c tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0343666 Nov 10 16:39:33.362654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:33.369832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3dceec3-03f1-4c93-a4fc-c59a40f1c66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:33.372033 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3dceec3-03f1-4c93-a4fc-c59a40f1c66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:33.382017 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b3dceec3-03f1-4c93-a4fc-c59a40f1c66e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c985eff5-4acb-4580-ae41-16b5b6b6e17b HTTP/1.1" status: 204 len: 168 time: 0.2985120 Nov 10 16:39:33.396949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47668) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:33.398200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dceec3-03f1-4c93-a4fc-c59a40f1c66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c985eff5-4acb-4580-ae41-16b5b6b6e17b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:33.466691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8af8fd44-c86b-4806-b1f2-d46cdd35a375 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:39:33.489779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:39:33.550192 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:33.553412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=194bd0f1-f19a-45bd-a7b8-2804c0d798fe,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:33.629738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:39:33.725742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-72f46fb9-8135-4fb4-a7c8-3ed162479ea0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ec53a3cd94604f54b34391385751105d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822887 Nov 10 16:39:33.840576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 3034b20a-7331-45d2-8d90-ad83b0775934 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:33.891029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:33.926323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:33.934655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-29e1c0a2-ab6f-44d6-8918-8e6c4378f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:33.935224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-29e1c0a2-ab6f-44d6-8918-8e6c4378f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:33.935616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-29e1c0a2-ab6f-44d6-8918-8e6c4378f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:33.936079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-29e1c0a2-ab6f-44d6-8918-8e6c4378f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:33.936537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-29e1c0a2-ab6f-44d6-8918-8e6c4378f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:33.936993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-29e1c0a2-ab6f-44d6-8918-8e6c4378f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:33.937446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-29e1c0a2-ab6f-44d6-8918-8e6c4378f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:33.944215 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-29e1c0a2-ab6f-44d6-8918-8e6c4378f799 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6510 time: 0.5133562 Nov 10 16:39:33.973498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0', 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb', 'port_id': 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0', 'mac_address': 'fa:16:3e:d0:0c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1d9c12-3e23-49cb-80e0-a0226e37b135', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:39:33.996184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171c33f-e46f-4dab-9c36-c851ae119059 req-808ff95a-6d1a-4e3a-b68c-6d1f9ae7304c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:34.013573 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e171c33f-e46f-4dab-9c36-c851ae119059 req-808ff95a-6d1a-4e3a-b68c-6d1f9ae7304c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1927373 Nov 10 16:39:34.028779 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:34.049873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:34.079831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:34.083158 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2c77083-1e26-4d1a-9133-27df4ad96991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:34.103444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8af8fd44-c86b-4806-b1f2-d46cdd35a375, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8af8fd44-c86b-4806-b1f2-d46cdd35a375,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:34.119405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-af6b758a-c9ed-49a4-93d0-409b6be9d663 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622908 Nov 10 16:39:34.120505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '8af8fd44-c86b-4806-b1f2-d46cdd35a375', 'network_id': '90ba1d20-7e3e-485b-819f-480be5d257eb', 'port_id': '8af8fd44-c86b-4806-b1f2-d46cdd35a375', 'mac_address': 'fa:16:3e:69:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1d9c12-3e23-49cb-80e0-a0226e37b135', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:39:34.144529 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:34.194275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e171c33f-e46f-4dab-9c36-c851ae119059 req-4e21b2d9-2049-4931-928e-bc24e322e068 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755166 Nov 10 16:39:34.237652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:34.274484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-1dd20c17-82ac-403a-bd09-91877dcea1f2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:34.276705 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:34.279860 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-1dd20c17-82ac-403a-bd09-91877dcea1f2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5395312 Nov 10 16:39:34.306244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af8fd44-c86b-4806-b1f2-d46cdd35a375 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:34.323042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-a44de823-f6f2-447a-b62c-c50a742bc171 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/quotas/ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 375 time: 0.0238223 Nov 10 16:39:34.364140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8af8fd44-c86b-4806-b1f2-d46cdd35a375, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8af8fd44-c86b-4806-b1f2-d46cdd35a375,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:34.390185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d40893f5-cbf1-4fd7-91bf-b131a9fda29d None None] Provisioning complete for port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:34.390548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d40893f5-cbf1-4fd7-91bf-b131a9fda29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:34.415210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-dfe6604f-9263-4073-b857-db9b8197e6be tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867088 Nov 10 16:39:34.416997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 8d23781d-3d6f-4763-ba43-d1c1b2f9e736 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:39:34.438073 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:34.467099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47706) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:34.518348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:34.535812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de4e7d-47d2-40e9-9d16-3d59f5711816 req-0c1090ad-2845-4abb-be69-c8a5fe0eab59 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:34.551898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-51de4e7d-47d2-40e9-9d16-3d59f5711816 req-0c1090ad-2845-4abb-be69-c8a5fe0eab59 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 944 time: 0.2150111 Nov 10 16:39:34.596583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d40893f5-cbf1-4fd7-91bf-b131a9fda29d None None] Port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:34.624303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:34.636200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7330fe9a-beb7-4962-afa4-65d2f3dd476d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/8d23781d-3d6f-4763-ba43-d1c1b2f9e736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8876698 Nov 10 16:39:34.637932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:34.659815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-53e052cd-46c0-41c7-ba79-ef799dfb41f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e2122afe5f84fe481bc1c24ff3feb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1883318 Nov 10 16:39:34.663602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47710) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:34.677031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5b3e9-6fbf-4b9f-9057-fe3f7cc66240 None None] Sync routers for ids ['8d23781d-3d6f-4763-ba43-d1c1b2f9e736'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:34.690576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a424cb58-1349-4f36-af3f-e54c4d681f6d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:34.692444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a424cb58-1349-4f36-af3f-e54c4d681f6d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports/194bd0f1-f19a-45bd-a7b8-2804c0d798fe HTTP/1.1" status: 200 len: 978 time: 0.0535648 Nov 10 16:39:34.699472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:34.704636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-51de4e7d-47d2-40e9-9d16-3d59f5711816 req-91ed2a01-b308-43c9-b0ac-5d5de0682044 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465368 Nov 10 16:39:34.717636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5b3e9-6fbf-4b9f-9057-fe3f7cc66240 None None] Routers {'8d23781d-3d6f-4763-ba43-d1c1b2f9e736'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:34.717636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-52e5b3e9-6fbf-4b9f-9057-fe3f7cc66240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8d23781d-3d6f-4763-ba43-d1c1b2f9e736'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:34.785026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98bb379a-e324-4d5b-97da-09e644a78007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:34.812131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98bb379a-e324-4d5b-97da-09e644a78007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:34.842769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=8af8fd44-c86b-4806-b1f2-d46cdd35a375,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:34.907029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['8af8fd44-c86b-4806-b1f2-d46cdd35a375'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:34.958646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b510dcd-f8f9-485d-bdac-2d283331cbf0 req-684bfa06-ff35-42c1-a783-b56d6593f0bb tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0469677 Nov 10 16:39:35.017491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-601ec538-ac8d-4a61-87c9-ada55278b2aa req-1198d013-81e4-4f2a-921d-7581e2d3a9c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 210 time: 0.0898786 Nov 10 16:39:35.048178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98bb379a-e324-4d5b-97da-09e644a78007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:35.052275 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98bb379a-e324-4d5b-97da-09e644a78007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:35.060976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-98bb379a-e324-4d5b-97da-09e644a78007 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6289d551-3a60-4751-8c58-b0163a8af5a9 HTTP/1.1" status: 204 len: 168 time: 0.3899541 Nov 10 16:39:35.076004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb379a-e324-4d5b-97da-09e644a78007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6289d551-3a60-4751-8c58-b0163a8af5a9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:35.174279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-52e5b3e9-6fbf-4b9f-9057-fe3f7cc66240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:35.287178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5b3e9-6fbf-4b9f-9057-fe3f7cc66240 None None] Routers {'8d23781d-3d6f-4763-ba43-d1c1b2f9e736'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:35.288288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-52e5b3e9-6fbf-4b9f-9057-fe3f7cc66240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8d23781d-3d6f-4763-ba43-d1c1b2f9e736'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:35.421031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab29500-12b1-4b0f-96e4-16be92e0c52b req-bb10cf35-c017-4052-be22-69599d67ef38 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:35.428503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dab29500-12b1-4b0f-96e4-16be92e0c52b req-bb10cf35-c017-4052-be22-69599d67ef38 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1172812 Nov 10 16:39:35.508632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:35.545346 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dab29500-12b1-4b0f-96e4-16be92e0c52b req-8e207d51-f106-43d7-9070-4e6180333dc7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073918 Nov 10 16:39:35.556266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-52e5b3e9-6fbf-4b9f-9057-fe3f7cc66240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:35.556987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5b3e9-6fbf-4b9f-9057-fe3f7cc66240 None None] The sync data for ids ['8d23781d-3d6f-4763-ba43-d1c1b2f9e736'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:35.558413 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:35.747493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port d21b5269-cbf4-49db-8e76-596b87644d08 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:39:35.750972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d21b5269-cbf4-49db-8e76-596b87644d08 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:35.751511 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:35.910890 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:35.966064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:35.967197 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3158c3a8-66fc-4088-9478-4e2962874645" -d '{"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-plugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:35.982844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:36.008877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d459d3-55e4-403e-8853-b6916fbbbcd2 req-ce591096-d654-4425-a9d4-72a683145645 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:36.017011 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75d459d3-55e4-403e-8853-b6916fbbbcd2 req-ce591096-d654-4425-a9d4-72a683145645 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 944 time: 0.1413200 Nov 10 16:39:36.036177 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa818fe8-f4d0-43cb-a3ae-a5e165255296 x-openstack-request-id: req-aa818fe8-f4d0-43cb-a3ae-a5e165255296 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:36.036322 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-plugged", "status": "completed", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:36.036725 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa818fe8-f4d0-43cb-a3ae-a5e165255296 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:36.036892 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'code': 200} Nov 10 16:39:36.042672 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:36.043698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8e1ccc97-f49c-443f-acbe-43c3c05f9339 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:36.121937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75d459d3-55e4-403e-8853-b6916fbbbcd2 req-6fbdb490-e60d-490c-ac08-2173c0e956f9 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965514 Nov 10 16:39:36.222115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc747f02-5d1b-4c37-a871-48c03d30eadf req-9e72c392-d859-49fc-8f35-6927529f7c1a tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0643797 Nov 10 16:39:36.245469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=13']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:36.325835 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f263b205-2a17-4c43-8862-c7b9465c8d1d req-61c491f4-5550-4a01-ac3e-09bbe0e941d0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 210 time: 0.0868168 Nov 10 16:39:36.374347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:39:36.378515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:36.378990 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:36.454595 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:36.641978 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:36.707763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8e1ccc97-f49c-443f-acbe-43c3c05f9339, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8e1ccc97-f49c-443f-acbe-43c3c05f9339,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:36.734210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:36.758862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 194bd0f1-f19a-45bd-a7b8-2804c0d798fe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:36.759060 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:36.762660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a270a-329e-47aa-af8e-157740727d3a req-d3b81bda-db08-4f8b-a575-d6dd4fc2a3ae tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:36.766020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a55a270a-329e-47aa-af8e-157740727d3a req-d3b81bda-db08-4f8b-a575-d6dd4fc2a3ae tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0980484 Nov 10 16:39:36.813707 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:36.877458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a55a270a-329e-47aa-af8e-157740727d3a req-909fc525-a0e7-4cc4-a616-bf592b1bbd41 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994358 Nov 10 16:39:36.927158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=8e1ccc97-f49c-443f-acbe-43c3c05f9339,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:36.994592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.018413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 194bd0f1-f19a-45bd-a7b8-2804c0d798fe owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:37.226229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47782) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:37.309807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f05e2-ec37-4ecd-9183-50013463f288 req-ff80344e-54ff-4569-a180-341f71f8f5df tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:37.319375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-488f05e2-ec37-4ecd-9183-50013463f288 req-ff80344e-54ff-4569-a180-341f71f8f5df tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 944 time: 0.0974867 Nov 10 16:39:37.348036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.411633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-488f05e2-ec37-4ecd-9183-50013463f288 req-78a2b8e1-2ca4-4064-8a39-63c19cd722ed tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853963 Nov 10 16:39:37.434030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=194bd0f1-f19a-45bd-a7b8-2804c0d798fe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:37.506748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8af8fd44-c86b-4806-b1f2-d46cdd35a375 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:37.515429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-621c23ed-3099-4609-96b4-89e9effd247d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.529344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:37.636049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.655119 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.731511 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-621c23ed-3099-4609-96b4-89e9effd247d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.748193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65122b76-c31d-499d-b827-894474019e15 req-988dbb56-4505-4284-a353-a6958aa79e54 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.2158401 Nov 10 16:39:37.783083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-4fb1d5b1-0b7b-49b3-aa0d-64cb591a0b44 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ec53a3cd94604f54b34391385751105d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2315266 Nov 10 16:39:37.796533 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-621c23ed-3099-4609-96b4-89e9effd247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.823930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9056a565-ab2e-4556-99bc-9d4ad5157a7d req-ee10887d-5db2-4ec2-b245-bf1c2591a86c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 210 time: 0.0933523 Nov 10 16:39:37.828102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:39:37.834411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:37.835942 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.877954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-621c23ed-3099-4609-96b4-89e9effd247d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78ba9ee7e3874d67a04240b8ca1445ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6490929 Nov 10 16:39:37.878808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c23ed-3099-4609-96b4-89e9effd247d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c8754-12d1-4c29-9f61-bbba9f135b61,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:37.881885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47806) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:37.899239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:37.973113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:39:38.027546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:38.028406 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.042409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c93a3a-ac51-4d99-8a1c-ea618b45f64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1ccc97-f49c-443f-acbe-43c3c05f9339'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:38.051211 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8b0fe2-4daf-4aa0-895a-f448541ed3b2" -d '{"events": [{"server_uuid": "29c93a3a-ac51-4d99-8a1c-ea618b45f64e", "name": "network-vif-plugged", "status": "completed", "tag": "8e1ccc97-f49c-443f-acbe-43c3c05f9339"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:38.230011 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed7b490-d289-42ed-b6b3-985576adc120 x-openstack-request-id: req-eed7b490-d289-42ed-b6b3-985576adc120 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:38.230689 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c93a3a-ac51-4d99-8a1c-ea618b45f64e", "name": "network-vif-plugged", "status": "completed", "tag": "8e1ccc97-f49c-443f-acbe-43c3c05f9339", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:38.230954 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eed7b490-d289-42ed-b6b3-985576adc120 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:38.231377 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c93a3a-ac51-4d99-8a1c-ea618b45f64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1ccc97-f49c-443f-acbe-43c3c05f9339', 'code': 200} Nov 10 16:39:38.284794 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.287666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd21e13-065b-4851-b6f1-803653773551 req-823294ad-6dae-40b6-b86d-3672b7f158e8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:38.289813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5bd21e13-065b-4851-b6f1-803653773551 req-823294ad-6dae-40b6-b86d-3672b7f158e8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1651838 Nov 10 16:39:38.339535 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.370786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8af8fd44-c86b-4806-b1f2-d46cdd35a375, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8af8fd44-c86b-4806-b1f2-d46cdd35a375,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:38.416067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:38.445695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-7e93c754-5cb8-425e-a700-08528ccaac61 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:38.447410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-7e93c754-5cb8-425e-a700-08528ccaac61 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5991304 Nov 10 16:39:38.453704 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.460989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 8d23781d-3d6f-4763-ba43-d1c1b2f9e736 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:39:38.496005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Request body: {'port': {'device_id': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'ec53a3cd94604f54b34391385751105d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:38.504035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5bd21e13-065b-4851-b6f1-803653773551 req-96581447-87a2-41e3-99b4-f0e16bc7655b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630278 Nov 10 16:39:38.535638 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1efd0fe-d272-4670-8a4b-c8232be0d4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.542789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=8af8fd44-c86b-4806-b1f2-d46cdd35a375,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:38.546381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.576629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1efd0fe-d272-4670-8a4b-c8232be0d4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.593026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1f04a-15cf-42cb-af1c-cc2acfb201f9 req-e2568153-51b9-4e38-81fb-272ab508b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:38.594727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43c1f04a-15cf-42cb-af1c-cc2acfb201f9 req-e2568153-51b9-4e38-81fb-272ab508b5ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29c93a3a-ac51-4d99-8a1c-ea618b45f64e HTTP/1.1" status: 200 len: 1098 time: 0.1479511 Nov 10 16:39:38.605911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:38.637006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b724de-d1b5-406c-84d3-2d76cdcca4c2 req-c10ba607-a788-4728-8f0c-39892970c1bd tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:38.644267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84b724de-d1b5-406c-84d3-2d76cdcca4c2 req-c10ba607-a788-4728-8f0c-39892970c1bd tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 945 time: 0.1531558 Nov 10 16:39:38.709797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:38.724254 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7fd290ab-b3ba-481f-8304-df03bf850e14 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/8d23781d-3d6f-4763-ba43-d1c1b2f9e736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0233879 Nov 10 16:39:38.727221 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e79211-21c7-456e-9cda-854b629da384 None None] Sync routers for ids ['8d23781d-3d6f-4763-ba43-d1c1b2f9e736'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:38.728593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:38.746877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43c1f04a-15cf-42cb-af1c-cc2acfb201f9 req-913bdab6-67da-4dcb-9551-c93026fecc40 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432328 Nov 10 16:39:38.748599 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e79211-21c7-456e-9cda-854b629da384 None None] Routers {'8d23781d-3d6f-4763-ba43-d1c1b2f9e736'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:38.749221 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e2e79211-21c7-456e-9cda-854b629da384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8d23781d-3d6f-4763-ba43-d1c1b2f9e736'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:38.758868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84b724de-d1b5-406c-84d3-2d76cdcca4c2 req-a420a6eb-9dc1-46ee-a922-a6023ef5893e tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130226 Nov 10 16:39:38.810014 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e2e79211-21c7-456e-9cda-854b629da384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:38.819826 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e79211-21c7-456e-9cda-854b629da384 None None] Routers {'8d23781d-3d6f-4763-ba43-d1c1b2f9e736'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:38.820684 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e2e79211-21c7-456e-9cda-854b629da384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8d23781d-3d6f-4763-ba43-d1c1b2f9e736'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:38.882772 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e2e79211-21c7-456e-9cda-854b629da384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:38.883753 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e79211-21c7-456e-9cda-854b629da384 None None] The sync data for ids ['8d23781d-3d6f-4763-ba43-d1c1b2f9e736'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:38.916883 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1efd0fe-d272-4670-8a4b-c8232be0d4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.920556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1efd0fe-d272-4670-8a4b-c8232be0d4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:38.921971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d1efd0fe-d272-4670-8a4b-c8232be0d4fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca4c8754-12d1-4c29-9f61-bbba9f135b61 HTTP/1.1" status: 204 len: 168 time: 1.0391455 Nov 10 16:39:38.966083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efd0fe-d272-4670-8a4b-c8232be0d4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c8754-12d1-4c29-9f61-bbba9f135b61,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:39.033562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47844) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:39.036544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73475f66-086c-4b01-99c4-cf4bc6c7ad72 req-8d933013-3c83-43c0-a48c-e160830517e4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 210 time: 0.1134069 Nov 10 16:39:39.212867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-909ef53c-4794-4451-b4a6-0d7d9e2c27e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.322500 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79e68b7f-de33-438d-98f3-09c6089b3a32 req-a19ee94d-0cf2-4c1e-a804-aad3482b34fe tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.3724542 Nov 10 16:39:39.338305 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-909ef53c-4794-4451-b4a6-0d7d9e2c27e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.383435 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-6931f969-46d2-407d-99b2-4a6f9a351fa0 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 16:39:39.386995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6931f969-46d2-407d-99b2-4a6f9a351fa0 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/8d23781d-3d6f-4763-ba43-d1c1b2f9e736/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6550820 Nov 10 16:39:39.386995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Made reservation on behalf of ec53a3cd94604f54b34391385751105d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:39.387481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-909ef53c-4794-4451-b4a6-0d7d9e2c27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.389840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47848) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:39.395686 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.427779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c0177110-7096-4528-985f-fae297607bb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d23781d-3d6f-4763-ba43-d1c1b2f9e736 HTTP/1.1" status: 200 len: 205 time: 0.0332339 Nov 10 16:39:39.428733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:39.459926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-909ef53c-4794-4451-b4a6-0d7d9e2c27e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c12bf5f84eb84257ac7abb3c0fcf9dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4182196 Nov 10 16:39:39.460483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47852) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:39.470178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ef53c-4794-4451-b4a6-0d7d9e2c27e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b74fd0-06d0-4528-9ea4-2d3b8fa88104,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:39.542467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9722afc1-40c5-4d9a-840e-5578be424b40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.575177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aa59723-b13d-4380-a7ea-80ca0ac07e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.624997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aa59723-b13d-4380-a7ea-80ca0ac07e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.710665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aafbe-292f-4530-91e2-2ae1d6924ab0 req-696a1071-c5a8-439f-925a-f5711c5c498f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:39.712897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6b2aafbe-292f-4530-91e2-2ae1d6924ab0 req-696a1071-c5a8-439f-925a-f5711c5c498f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0773768 Nov 10 16:39:39.832217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9722afc1-40c5-4d9a-840e-5578be424b40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.875168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9722afc1-40c5-4d9a-840e-5578be424b40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.876221 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6b2aafbe-292f-4530-91e2-2ae1d6924ab0 req-66d29761-6ef8-4797-9903-2824a99ce8a2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152258 Nov 10 16:39:39.876221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aa59723-b13d-4380-a7ea-80ca0ac07e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.876221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aa59723-b13d-4380-a7ea-80ca0ac07e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:39.876221 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9aa59723-b13d-4380-a7ea-80ca0ac07e99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28b74fd0-06d0-4528-9ea4-2d3b8fa88104 HTTP/1.1" status: 204 len: 168 time: 0.3984845 Nov 10 16:39:39.876221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa59723-b13d-4380-a7ea-80ca0ac07e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b74fd0-06d0-4528-9ea4-2d3b8fa88104,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:39.970472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Allocated IP 192.168.233.169 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/d95c3637-5fdd-474c-ba67-6fe18dcd7894) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:40.012828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b8cb0-231d-4224-8a9f-0e9087c353a9 req-3a683988-9fcd-4cc6-a8e4-4ae2e3a1f7d3 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:40.014318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c87b8cb0-231d-4224-8a9f-0e9087c353a9 req-3a683988-9fcd-4cc6-a8e4-4ae2e3a1f7d3 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 945 time: 0.1047192 Nov 10 16:39:40.134377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c87b8cb0-231d-4224-8a9f-0e9087c353a9 req-9178ba4c-d643-4d1a-858b-50f68e44fe26 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095433 Nov 10 16:39:40.154452 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e08fef2e-7e19-4735-8d19-21644e8924a1 req-e05936d7-784f-4eab-815a-798d0b455b78 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 210 time: 0.0370164 Nov 10 16:39:40.198112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.210281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9722afc1-40c5-4d9a-840e-5578be424b40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.210819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9722afc1-40c5-4d9a-840e-5578be424b40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Fanout notify agent at l3_agent the message router_deleted on router 8d23781d-3d6f-4763-ba43-d1c1b2f9e736 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:39:40.220453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9722afc1-40c5-4d9a-840e-5578be424b40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.221557 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9722afc1-40c5-4d9a-840e-5578be424b40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/8d23781d-3d6f-4763-ba43-d1c1b2f9e736 HTTP/1.1" status: 204 len: 168 time: 0.7916257 Nov 10 16:39:40.224238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47864) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:40.232637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42088310-eb4a-4e0f-87fe-0ca98c44eb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af8fd44-c86b-4806-b1f2-d46cdd35a375'}, {'server_uuid': '324aaded-d390-4d11-bcdd-adc4f2cdceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:40.246298 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ddc2d9-774f-48f8-b7bd-ca2bdfc89d5e" -d '{"events": [{"server_uuid": "42088310-eb4a-4e0f-87fe-0ca98c44eb42", "name": "network-vif-plugged", "status": "completed", "tag": "8af8fd44-c86b-4806-b1f2-d46cdd35a375"}, {"server_uuid": "324aaded-d390-4d11-bcdd-adc4f2cdceff", "name": "network-vif-plugged", "status": "completed", "tag": "dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:40.247850 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.287068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a03aff-858c-493a-8e16-e7e7fc46d98f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet 8f6f70bb-ade3-402d-84c0-f9cecc7d9210 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:39:40.294746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a03aff-858c-493a-8e16-e7e7fc46d98f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.320709 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c0b9b0-9d52-4e82-a36a-1862a8481513 x-openstack-request-id: req-b4c0b9b0-9d52-4e82-a36a-1862a8481513 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:40.321218 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42088310-eb4a-4e0f-87fe-0ca98c44eb42", "name": "network-vif-plugged", "status": "completed", "tag": "8af8fd44-c86b-4806-b1f2-d46cdd35a375", "code": 200}, {"server_uuid": "324aaded-d390-4d11-bcdd-adc4f2cdceff", "name": "network-vif-plugged", "status": "completed", "tag": "dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:40.321540 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4c0b9b0-9d52-4e82-a36a-1862a8481513 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:40.322480 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42088310-eb4a-4e0f-87fe-0ca98c44eb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af8fd44-c86b-4806-b1f2-d46cdd35a375', 'code': 200} Nov 10 16:39:40.322480 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324aaded-d390-4d11-bcdd-adc4f2cdceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0', 'code': 200} Nov 10 16:39:40.328601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.343649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:40.359615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a03aff-858c-493a-8e16-e7e7fc46d98f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.408906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:40.412335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:40.439905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9', 'd21b5269-cbf4-49db-8e76-596b87644d08'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:40.442959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:40.468289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:40.485397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:40.499869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2757ff-9bc8-4224-b3ad-fb04073223b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.612658 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9add913-4257-41ea-83a5-8dcfc86a13e0 req-3df7832e-2a3f-4142-9a99-0e998aebb838 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.1397719 Nov 10 16:39:40.667456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:40.670425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.823979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-233188f6-00ea-44d8-a36c-4d08bb1224a0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3319237 Nov 10 16:39:40.844698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f791e6-cd02-4a79-a61b-fbbd28dfc539 req-c75ca183-d699-43cd-b697-82fc66f9f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:40.848777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62f791e6-cd02-4a79-a61b-fbbd28dfc539 req-c75ca183-d699-43cd-b697-82fc66f9f86e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 1098 time: 0.3603199 Nov 10 16:39:40.852777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Request body: {'port': {'device_id': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:40.853860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a03aff-858c-493a-8e16-e7e7fc46d98f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:40.993108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0baf-f720-4ec8-baf3-9589285e2d04 req-e07459c5-0f86-4ffe-ab42-5b7f65ba05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:40.999164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca3f0baf-f720-4ec8-baf3-9589285e2d04 req-e07459c5-0f86-4ffe-ab42-5b7f65ba05be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 1097 time: 0.4215400 Nov 10 16:39:41.042717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a04dbeb4-7daa-42eb-abbf-b8a1f91169b8 None None] Provisioning complete for port d95c3637-5fdd-474c-ba67-6fe18dcd7894 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:41.043091 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a04dbeb4-7daa-42eb-abbf-b8a1f91169b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.068470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.072533 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a03aff-858c-493a-8e16-e7e7fc46d98f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.080534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62f791e6-cd02-4a79-a61b-fbbd28dfc539 req-1f1ebcc7-9025-4475-b78c-51c82eadf8c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084583 Nov 10 16:39:41.114023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2757ff-9bc8-4224-b3ad-fb04073223b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.135774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a04dbeb4-7daa-42eb-abbf-b8a1f91169b8 None None] Port d95c3637-5fdd-474c-ba67-6fe18dcd7894 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:41.141517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a03aff-858c-493a-8e16-e7e7fc46d98f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6f70bb-ade3-402d-84c0-f9cecc7d9210,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:41.170199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca3f0baf-f720-4ec8-baf3-9589285e2d04 req-8b0c16f0-04bd-484e-9be2-85c2cbccfc91 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638236 Nov 10 16:39:41.181526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a03aff-858c-493a-8e16-e7e7fc46d98f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.188498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e75eff8-eda3-45f7-8383-e858e1b35f1e None None] Network 3034b20a-7331-45d2-8d90-ad83b0775934 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:41.195535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-35a03aff-858c-493a-8e16-e7e7fc46d98f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/8f6f70bb-ade3-402d-84c0-f9cecc7d9210 HTTP/1.1" status: 204 len: 168 time: 0.9700930 Nov 10 16:39:41.199956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47894) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:41.226857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc2757ff-9bc8-4224-b3ad-fb04073223b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.360108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d1f3c-f646-4ab9-8775-8ed6dd16e753 req-7c9f98ec-fad7-4826-8558-e74e0afcbedd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:41.375509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a6d1f3c-f646-4ab9-8775-8ed6dd16e753 req-7c9f98ec-fad7-4826-8558-e74e0afcbedd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.3538859 Nov 10 16:39:41.418826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cc2757ff-9bc8-4224-b3ad-fb04073223b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0bd067bffa0424e93a867983f7b08a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0053358 Nov 10 16:39:41.422476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47900) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:41.449557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2757ff-9bc8-4224-b3ad-fb04073223b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfeda1f-82f6-4310-8a9f-3fc07c69c0d2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:41.470635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.510424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e91c1d-2206-4be2-99eb-e3bc1d2d056d req-65061b5a-cdf3-4e04-bb8a-6de6b5f64095 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:41.518849 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3e91c1d-2206-4be2-99eb-e3bc1d2d056d req-65061b5a-cdf3-4e04-bb8a-6de6b5f64095 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 945 time: 0.2343087 Nov 10 16:39:41.541178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] DHCP port deletion for 3034b20a-7331-45d2-8d90-ad83b0775934 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:41.557708 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:39:41.608267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] Deleting port 8e6938f3-0157-4744-a7c4-85eb65c788f2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:41.608930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.672520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc554218-3a37-40c1-9a81-81b195412c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.677255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47906) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:41.732926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] For port 8e6938f3-0157-4744-a7c4-85eb65c788f2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8e6938f3-0157-4744-a7c4-85eb65c788f2,segment=NetworkSegment(2f71c9fa-ea93-440e-8ed0-a01ff2b0b086),segment_id=2f71c9fa-ea93-440e-8ed0-a01ff2b0b086)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:41.733317 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.752113 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a6d1f3c-f646-4ab9-8775-8ed6dd16e753 req-2a6b537e-3401-415e-87cf-2746c9b627d8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756287 Nov 10 16:39:41.773283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] Calling delete_port for 8e6938f3-0157-4744-a7c4-85eb65c788f2 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:41.776693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3e91c1d-2206-4be2-99eb-e3bc1d2d056d req-95e9f6d4-6931-434c-9ca5-372a81236bb8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577045 Nov 10 16:39:41.789521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc554218-3a37-40c1-9a81-81b195412c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.864250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1476373810-network', 'tenant_id': '464f3e6f66c14c2c9a4e663a42d638db'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:41.913484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 8e6938f3-0157-4744-a7c4-85eb65c788f2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:41.913874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:41.922221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95c3637-5fdd-474c-ba67-6fe18dcd7894 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:41.946364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc6aa1d1-da31-4622-9e1e-8358cbf3c816 req-cddb3e8a-ce42-4aa5-82f0-13543747ef07 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0531735 Nov 10 16:39:41.971387 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.017270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002da1cf-2cc9-470d-a2ba-fb12f05e7fc3 req-d98c60be-e690-40f0-95e1-2d9fd6da790f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:42.019156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-002da1cf-2cc9-470d-a2ba-fb12f05e7fc3 req-d98c60be-e690-40f0-95e1-2d9fd6da790f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 936 time: 0.1098430 Nov 10 16:39:42.024225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port 8e6938f3-0157-4744-a7c4-85eb65c788f2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8e6938f3-0157-4744-a7c4-85eb65c788f2,segment=NetworkSegment(2f71c9fa-ea93-440e-8ed0-a01ff2b0b086),segment_id=2f71c9fa-ea93-440e-8ed0-a01ff2b0b086)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:42.024550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.039437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 8e6938f3-0157-4744-a7c4-85eb65c788f2 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:42.056695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.082617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-002da1cf-2cc9-470d-a2ba-fb12f05e7fc3 req-99cb7ae1-e4a3-481d-9c62-3f0d53fc14e1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540457 Nov 10 16:39:42.084925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Transition to ACTIVE for port object d95c3637-5fdd-474c-ba67-6fe18dcd7894 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:39:42.107184 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc554218-3a37-40c1-9a81-81b195412c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.111771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] No DVR routers for this DVR port 8e6938f3-0157-4744-a7c4-85eb65c788f2 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:42.111913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc554218-3a37-40c1-9a81-81b195412c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.116115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dc554218-3a37-40c1-9a81-81b195412c87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4dfeda1f-82f6-4310-8a9f-3fc07c69c0d2 HTTP/1.1" status: 204 len: 168 time: 0.6865101 Nov 10 16:39:42.116115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Made reservation on behalf of 464f3e6f66c14c2c9a4e663a42d638db for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:42.116773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.139566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.179451 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.201954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.222117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc554218-3a37-40c1-9a81-81b195412c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfeda1f-82f6-4310-8a9f-3fc07c69c0d2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:42.235359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a11e8-8a72-41d6-92df-87902b58a649 None None] Pushing event deleted for resources: {'Port': ['ID=8e6938f3-0157-4744-a7c4-85eb65c788f2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:42.293472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8e6938f3-0157-4744-a7c4-85eb65c788f2 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:42.320380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=8e6938f3-0157-4744-a7c4-85eb65c788f2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:42.362112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 8e6938f3-0157-4744-a7c4-85eb65c788f2 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:42.362762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8e6938f3-0157-4744-a7c4-85eb65c788f2 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:42.373906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No DVR routers for this DVR port 8e6938f3-0157-4744-a7c4-85eb65c788f2 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:42.409413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:42.526042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:42.526708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:42.527254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:42.532898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:39:42.535102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:42.539914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:42.540385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:42.540944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:42.541483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Bound port: d95c3637-5fdd-474c-ba67-6fe18dcd7894, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:42.542223 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.556711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.656883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:42.663337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:42.691713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3034b20a-7331-45d2-8d90-ad83b0775934']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:42.695131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.705141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f71c9fa-ea93-440e-8ed0-a01ff2b0b086') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:42.705468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f71c9fa-ea93-440e-8ed0-a01ff2b0b086') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:42.725918 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.742005 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.759632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:39:42.761936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:39:42.769604 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:39:42.783166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.828567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.838994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:42.839709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:42.842170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] 10.222.0.69 "PUT /v2.0/ports/d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 1097 time: 2.0036769 Nov 10 16:39:42.842629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:42.844943 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bdf436-ed45-463f-bc04-fb3e5620f964" -d '{"events": [{"name": "network-changed", "server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:42.892996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a6aba-ffba-4ebc-a584-1c8eea74628d service neutron] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:42.921657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae57964e-77e1-4640-a507-c47bd003949c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:43.008223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:39:43.017027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.017367 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Added segment c5635d00-36ca-409c-a787-c0b728cec9b4 of type vlan for network 44a952ee-4b03-42b8-868e-13b27f7d5f4b Nov 10 16:39:43.078286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.092729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63383584-b4b1-4b6b-a766-494e477a6aa0 req-657ae247-2cc6-48b5-b236-dd806ddd6ec5 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:43.094329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63383584-b4b1-4b6b-a766-494e477a6aa0 req-657ae247-2cc6-48b5-b236-dd806ddd6ec5 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 945 time: 0.1470363 Nov 10 16:39:43.111952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.127003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.127003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/3034b20a-7331-45d2-8d90-ad83b0775934 HTTP/1.1" status: 204 len: 168 time: 1.9220946 Nov 10 16:39:43.129462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:43.138603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-901951551'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:43.148151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa26bf-b32e-4d88-8443-b4693e91d959 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=3034b20a-7331-45d2-8d90-ad83b0775934,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:43.159470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-1d69616c-cb02-42a6-a047-ee1112bd1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:43.163355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-1d69616c-cb02-42a6-a047-ee1112bd1199 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1100 time: 0.1988239 Nov 10 16:39:43.167100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbed89-3d26-43f0-a87d-c8b598947b02 req-f64ac91c-71fd-472a-9a97-0a48f10bd007 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:43.169267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cddbed89-3d26-43f0-a87d-c8b598947b02 req-f64ac91c-71fd-472a-9a97-0a48f10bd007 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.2230606 Nov 10 16:39:43.176784 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.180146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:43.180745 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.220250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-5aabac05-37f5-428c-8d4d-4a2fab3d9c1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.0455322 Nov 10 16:39:43.273694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63383584-b4b1-4b6b-a766-494e477a6aa0 req-3434251a-b51a-4262-81f9-f9e0c5ea3483 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723151 Nov 10 16:39:43.320694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] Pushing event updated for resources: {'Network': ['ID=44a952ee-4b03-42b8-868e-13b27f7d5f4b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:43.340739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 44a952ee-4b03-42b8-868e-13b27f7d5f4b details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:39:43.342443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cddbed89-3d26-43f0-a87d-c8b598947b02 req-9453ced4-66f0-4c52-ae4b-7ea6cb78d6d0 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453950 Nov 10 16:39:43.347950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-3b902a37-5b2d-4e80-92b0-85de0961defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:43.350023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-3b902a37-5b2d-4e80-92b0-85de0961defa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0754256 Nov 10 16:39:43.382048 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ca8829-8d0c-4064-b371-6acc87388e65 x-openstack-request-id: req-76ca8829-8d0c-4064-b371-6acc87388e65 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:43.382048 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:43.382048 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76ca8829-8d0c-4064-b371-6acc87388e65 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:43.382048 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'status': 'completed', 'code': 200} Nov 10 16:39:43.429383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-930ef882-5dce-4bf0-a994-a27e8900b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:43.431419 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-930ef882-5dce-4bf0-a994-a27e8900b5b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735624 Nov 10 16:39:43.447998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:43.451639 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.550094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846c576-7cbf-4fc5-8264-c8cc83ab0e45 req-16fa9883-8e22-4db7-90cf-e6c971daf60d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:43.561448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c846c576-7cbf-4fc5-8264-c8cc83ab0e45 req-16fa9883-8e22-4db7-90cf-e6c971daf60d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 948 time: 0.0847900 Nov 10 16:39:43.572522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637e1451-bc2e-4233-adf7-29f1394dc4c6 req-4d21dd08-ee00-40b4-a721-3bbb2c4ed08a tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.1399567 Nov 10 16:39:43.577691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7cc3a3b3-194b-4c09-94e4-8ffb7b81f63e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8942108 Nov 10 16:39:43.579483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:43.587636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Request body: {'subnet': {'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1476373810-subnet', 'tenant_id': '464f3e6f66c14c2c9a4e663a42d638db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:43.632535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:39:43.644247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c846c576-7cbf-4fc5-8264-c8cc83ab0e45 req-3c47ef98-e3d0-47bd-9316-e70bbf2ef3d1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814781 Nov 10 16:39:43.672320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-cd059b39-a0a1-4503-9104-7b442f520b2d service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974165 Nov 10 16:39:43.672320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.672320 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment a5932ab1-aa87-4c4b-a22a-60771587e524 of type vlan for network 2106230a-2e30-46ff-895e-45c4e9779e30 Nov 10 16:39:43.810996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Made reservation on behalf of 464f3e6f66c14c2c9a4e663a42d638db for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:43.816083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.835513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:43.945055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaa237-c29e-4dc1-93a4-cc5160b1d4ee req-c87e9f34-40e2-4061-97e1-58fbacb97cc5 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:43.947356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4eeaa237-c29e-4dc1-93a4-cc5160b1d4ee req-c87e9f34-40e2-4061-97e1-58fbacb97cc5 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 946 time: 0.2256796 Nov 10 16:39:43.982963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7d83fcc-117e-471a-bd59-c6dffb9ae8b2 req-7e34113f-09d0-4a33-a5d6-e46e893bc61a service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086896 Nov 10 16:39:44.010081 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:44.015770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:44.016377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:44.168735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4eeaa237-c29e-4dc1-93a4-cc5160b1d4ee req-0f44beb0-53d6-458e-b336-adcb9ba55b86 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125485 Nov 10 16:39:44.213636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0814466 Nov 10 16:39:44.216506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2612d3c-f1c2-455f-9910-27450a202d0f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=2106230a-2e30-46ff-895e-45c4e9779e30,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:44.223354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:44.244905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': '2106230a-2e30-46ff-895e-45c4e9779e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:44.245119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 2106230a-2e30-46ff-895e-45c4e9779e30 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:39:44.327082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-cc537a9e-7c01-4aa3-89b4-21dcf71fc47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:44.332613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-cc537a9e-7c01-4aa3-89b4-21dcf71fc47c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1100 time: 0.2222965 Nov 10 16:39:44.437883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd203e4d-5a51-44ce-b184-69682173455e req-97e1306c-a596-44b4-9de5-83b8311d6842 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:44.451089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd203e4d-5a51-44ce-b184-69682173455e req-97e1306c-a596-44b4-9de5-83b8311d6842 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c93a3a-ac51-4d99-8a1c-ea618b45f64e HTTP/1.1" status: 200 len: 946 time: 0.1676109 Nov 10 16:39:44.462266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-f93300ce-8500-4b83-b9ea-a005d91ab5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:44.464204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-f93300ce-8500-4b83-b9ea-a005d91ab5c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1278112 Nov 10 16:39:44.467169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:44.543769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd203e4d-5a51-44ce-b184-69682173455e req-eda21e3e-ab5b-4ccf-b87e-a04fb9afdb40 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793912 Nov 10 16:39:44.557011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:44.562598 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:44.639113 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-45db5f51-e377-4312-88b0-a75e5b97291d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.1424057 Nov 10 16:39:44.675478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=acadd1d1-33bb-4b40-93d4-eda6b6a66cae,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:44.718107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1722d59-8618-4759-9ec3-6b2d12964770 req-3d4577c5-ec86-45b8-af8e-377cc1bca255 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:44.723907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1722d59-8618-4759-9ec3-6b2d12964770 req-3d4577c5-ec86-45b8-af8e-377cc1bca255 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.2586939 Nov 10 16:39:44.772702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Checking segment: {'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:44.775707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Network hostable DHCP agents. Network: 44a952ee-4b03-42b8-868e-13b27f7d5f4b, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:39:44.789961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-7220dd91-9168-45d6-91a8-8db2c04b2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:44.791669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-7220dd91-9168-45d6-91a8-8db2c04b2fbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1356916 Nov 10 16:39:44.852622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1722d59-8618-4759-9ec3-6b2d12964770 req-c54d3555-e312-4d50-96f2-ceed4d7d2ecd tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206939 Nov 10 16:39:44.874940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Network 44a952ee-4b03-42b8-868e-13b27f7d5f4b is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:39:44.885427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:44.902657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-6eacc09c-da33-4621-8411-86dd21da642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:44.904918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-6eacc09c-da33-4621-8411-86dd21da642a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042130 Nov 10 16:39:44.983139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 44a952ee-4b03-42b8-868e-13b27f7d5f4b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:44.990978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:44.992105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:44.999079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cebb72-26b6-45ce-b16e-c8c0d7d9bdf8 None None] Network 44a952ee-4b03-42b8-868e-13b27f7d5f4b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:45.056831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=7d5e7dc8-dd60-4a5c-8d2e-901a71507945,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:45.076423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': 'a5932ab1-aa87-4c4b-a22a-60771587e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2106230a-2e30-46ff-895e-45c4e9779e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:45.076769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: 2106230a-2e30-46ff-895e-45c4e9779e30, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:39:45.087448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af4685d6-2a78-428e-bd17-5f62a0caa04d req-5b3d5e56-09ce-430f-a4f6-b4cc07b9c4d0 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0629985 Nov 10 16:39:45.157559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-cdc8714b-3b17-48f2-a99a-bd4cba2334f3 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424827 Nov 10 16:39:45.211883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9559f55-a5c9-4da4-aa65-331849a32118 None None] Network 44a952ee-4b03-42b8-868e-13b27f7d5f4b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:45.221752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5f523fb0-0a3e-43cb-8c55-ccb71d2f5c8d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6319540 Nov 10 16:39:45.221975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f91d11-39f1-4bf4-9c0b-b09c96f10a4b req-d63d1a4e-9f62-4f83-b0f3-6fee29815106 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:45.247057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1f91d11-39f1-4bf4-9c0b-b09c96f10a4b req-d63d1a4e-9f62-4f83-b0f3-6fee29815106 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 948 time: 0.1629224 Nov 10 16:39:45.270051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 2106230a-2e30-46ff-895e-45c4e9779e30 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:39:45.309359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1f91d11-39f1-4bf4-9c0b-b09c96f10a4b req-21ac25ac-6fa9-4161-8b99-de75ee42957f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567133 Nov 10 16:39:45.330620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff6c9f-5ed7-48d4-8db3-f7cff09d009b req-7df1cd41-3c49-41d8-a0fe-87870677eaa3 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:45.341867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ff6c9f-5ed7-48d4-8db3-f7cff09d009b req-7df1cd41-3c49-41d8-a0fe-87870677eaa3 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c93a3a-ac51-4d99-8a1c-ea618b45f64e HTTP/1.1" status: 200 len: 946 time: 0.1263106 Nov 10 16:39:45.373772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 2106230a-2e30-46ff-895e-45c4e9779e30) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:45.379491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:45.380432 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.401664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bdf436-ed45-463f-bc04-fb3e5620f964 req-e6267a48-5489-43b8-b335-78c289d86ec0 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367449 Nov 10 16:39:45.425833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ff6c9f-5ed7-48d4-8db3-f7cff09d009b req-fe4a9b75-ece8-4930-9d44-f9011ee90971 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795138 Nov 10 16:39:45.441867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47315641-00d6-4075-9a80-9dd6fdcf3e20 None None] Network 2106230a-2e30-46ff-895e-45c4e9779e30 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:45.470595 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-003e5237-978e-4354-b1f0-d1ad51374dfe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2522891 Nov 10 16:39:45.480154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47990) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:45.485391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ed12d428-ac0f-4d4a-bede-8eebbaba9e8d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-560056165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:45.593429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed12d428-ac0f-4d4a-bede-8eebbaba9e8d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.596414 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed12d428-ac0f-4d4a-bede-8eebbaba9e8d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.678118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-459d5e7e-2d83-4e69-a4e7-23d01a3f5f63 req-224ed6a6-6586-4ab1-8d0a-bd2faf9efa6a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-570800728', 'description': 'tempest-description-1413663028'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:45.684998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed12d428-ac0f-4d4a-bede-8eebbaba9e8d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.742903 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed12d428-ac0f-4d4a-bede-8eebbaba9e8d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.772678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-459d5e7e-2d83-4e69-a4e7-23d01a3f5f63 req-224ed6a6-6586-4ab1-8d0a-bd2faf9efa6a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.861403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-2106230a-2e30-46ff-895e-45c4e9779e30', 'network_id': '2106230a-2e30-46ff-895e-45c4e9779e30', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': '7d5e7dc8-dd60-4a5c-8d2e-901a71507945'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:39:45.862266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.893634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-459d5e7e-2d83-4e69-a4e7-23d01a3f5f63 req-224ed6a6-6586-4ab1-8d0a-bd2faf9efa6a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.899170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed12d428-ac0f-4d4a-bede-8eebbaba9e8d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:45.900433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ed12d428-ac0f-4d4a-bede-8eebbaba9e8d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4192691 Nov 10 16:39:45.910491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:45.962804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-459d5e7e-2d83-4e69-a4e7-23d01a3f5f63 req-224ed6a6-6586-4ab1-8d0a-bd2faf9efa6a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.007566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ed6a6-6586-4ab1-8d0a-bd2faf9efa6a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f80f4e-e77b-42e9-b87c-36f8421544c2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:46.102543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-459d5e7e-2d83-4e69-a4e7-23d01a3f5f63 req-224ed6a6-6586-4ab1-8d0a-bd2faf9efa6a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.106490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-459d5e7e-2d83-4e69-a4e7-23d01a3f5f63 req-224ed6a6-6586-4ab1-8d0a-bd2faf9efa6a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4343388 Nov 10 16:39:46.142424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-83dcb652-bb30-44c5-af7e-09a128a2d13a req-c0170cbf-7f03-49df-b56f-5db4f6575bd3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1766151567', 'description': 'tempest-description-539448399'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:46.160755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Allocated IP 172.20.0.2 (2106230a-2e30-46ff-895e-45c4e9779e30/7d5e7dc8-dd60-4a5c-8d2e-901a71507945/f4b414bb-5c59-444f-a0a9-6dc63187b938) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:46.384961 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.388897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-83dcb652-bb30-44c5-af7e-09a128a2d13a req-c0170cbf-7f03-49df-b56f-5db4f6575bd3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.441756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ad304-56e5-4369-9d9c-480490c916cd req-f53d10e0-5bb7-41c1-98fe-949e72fef42f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:46.444176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad7ad304-56e5-4369-9d9c-480490c916cd req-f53d10e0-5bb7-41c1-98fe-949e72fef42f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.4553297 Nov 10 16:39:46.487168 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-83dcb652-bb30-44c5-af7e-09a128a2d13a req-c0170cbf-7f03-49df-b56f-5db4f6575bd3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.511178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-d79d83fe-da75-4299-a224-edc13316c9d8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:46.512717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-d79d83fe-da75-4299-a224-edc13316c9d8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.18 "GET /v2.0/ports?device_id=29c93a3a-ac51-4d99-8a1c-ea618b45f64e HTTP/1.1" status: 200 len: 946 time: 0.0565155 Nov 10 16:39:46.588207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad7ad304-56e5-4369-9d9c-480490c916cd req-d663056c-dda0-4082-80a6-9de04e912655 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046855 Nov 10 16:39:46.613496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.624983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Deleting port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:46.625324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.657201 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.675924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-83dcb652-bb30-44c5-af7e-09a128a2d13a req-c0170cbf-7f03-49df-b56f-5db4f6575bd3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.722301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Pushing event updated for resources: {'Port': ['ID=f4b414bb-5c59-444f-a0a9-6dc63187b938,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:46.727465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Network 2106230a-2e30-46ff-895e-45c4e9779e30 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:46.729455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72a08271-fc07-47d9-84f5-7e8710d8cda0 req-88b4870d-81fe-473a-949e-01fecbd3121f tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0376577 Nov 10 16:39:46.730303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:46.732751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:46.824034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0170cbf-7f03-49df-b56f-5db4f6575bd3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2c7dae-31d7-436e-b28e-a3dbc4bda43c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:46.847822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Attempting to bind port f4b414bb-5c59-444f-a0a9-6dc63187b938 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:46.848155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Attempting to bind port f4b414bb-5c59-444f-a0a9-6dc63187b938 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'a5932ab1-aa87-4c4b-a22a-60771587e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2106230a-2e30-46ff-895e-45c4e9779e30'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:46.848488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Attempting to bind port f4b414bb-5c59-444f-a0a9-6dc63187b938 on network 2106230a-2e30-46ff-895e-45c4e9779e30 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:46.856464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:46.856969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Checking segment: {'id': 'a5932ab1-aa87-4c4b-a22a-60771587e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2106230a-2e30-46ff-895e-45c4e9779e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:46.857381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.857769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Bound using segment: {'id': 'a5932ab1-aa87-4c4b-a22a-60771587e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2106230a-2e30-46ff-895e-45c4e9779e30'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:46.858246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Bound port: f4b414bb-5c59-444f-a0a9-6dc63187b938, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5932ab1-aa87-4c4b-a22a-60771587e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2106230a-2e30-46ff-895e-45c4e9779e30'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:46.858625 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.873158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-83dcb652-bb30-44c5-af7e-09a128a2d13a req-c0170cbf-7f03-49df-b56f-5db4f6575bd3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.915326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83dcb652-bb30-44c5-af7e-09a128a2d13a req-c0170cbf-7f03-49df-b56f-5db4f6575bd3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7810175 Nov 10 16:39:46.936011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0e295123-1506-4333-b0c7-598371f8debc None None] For port f4b414bb-5c59-444f-a0a9-6dc63187b938, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:46.939281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0e295123-1506-4333-b0c7-598371f8debc None None] For port f4b414bb-5c59-444f-a0a9-6dc63187b938, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4b414bb-5c59-444f-a0a9-6dc63187b938,segment=NetworkSegment(a5932ab1-aa87-4c4b-a22a-60771587e524),segment_id=a5932ab1-aa87-4c4b-a22a-60771587e524)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:46.956489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] For port 8e1ccc97-f49c-443f-acbe-43c3c05f9339, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8e1ccc97-f49c-443f-acbe-43c3c05f9339,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:46.959206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:46.987199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Calling delete_port for 8e1ccc97-f49c-443f-acbe-43c3c05f9339 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:47.042888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:47.064486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06524f0e-c7f1-4ffc-9be9-28d9176abf52 req-85e6d977-fa4c-4ba4-92e7-0203db22fce0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:47.074491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06524f0e-c7f1-4ffc-9be9-28d9176abf52 req-85e6d977-fa4c-4ba4-92e7-0203db22fce0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 948 time: 0.1398206 Nov 10 16:39:47.110648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.20.0.1 (2106230a-2e30-46ff-895e-45c4e9779e30/7d5e7dc8-dd60-4a5c-8d2e-901a71507945/c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:47.134377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e295123-1506-4333-b0c7-598371f8debc None None] Pushing event updated for resources: {'Port': ['ID=f4b414bb-5c59-444f-a0a9-6dc63187b938,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:47.202328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06524f0e-c7f1-4ffc-9be9-28d9176abf52 req-4341c479-1829-463b-9f90-b21cdb77ef5c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266515 Nov 10 16:39:47.283680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f8b10-6ae4-4de5-a3ba-b0c87bf640ec req-9ce26ee7-45b1-444b-a850-d32e3a7348ef tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:47.286665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-014f8b10-6ae4-4de5-a3ba-b0c87bf640ec req-9ce26ee7-45b1-444b-a850-d32e3a7348ef tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c93a3a-ac51-4d99-8a1c-ea618b45f64e HTTP/1.1" status: 200 len: 946 time: 0.2730353 Nov 10 16:39:47.424686 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:47.471395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-014f8b10-6ae4-4de5-a3ba-b0c87bf640ec req-a164ac4e-21db-4a9f-8b6b-07844d7a79e0 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363282 Nov 10 16:39:47.471395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48058) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:47.522695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:39:47.548135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:47.577897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-1d07dc3f-9af9-4949-b124-8455fabf6b8a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:47.591574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8e1ccc97-f49c-443f-acbe-43c3c05f9339', 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:47.595662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-1d07dc3f-9af9-4949-b124-8455fabf6b8a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 813 time: 0.2407289 Nov 10 16:39:47.601245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['8af8fd44-c86b-4806-b1f2-d46cdd35a375'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:47.647541 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-881578b6-cf8e-4514-b9dd-6aba97767017 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/quotas/464f3e6f66c14c2c9a4e663a42d638db HTTP/1.1" status: 200 len: 375 time: 0.0447469 Nov 10 16:39:47.669978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Pushing event deleted for resources: {'Port': ['ID=8e1ccc97-f49c-443f-acbe-43c3c05f9339,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:47.742590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-5fad18d8-fb6c-490a-ad7b-0d23586f1534 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941556 Nov 10 16:39:47.744067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:47.808746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:39:47.814011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] No DVR routers for this DVR port 8e1ccc97-f49c-443f-acbe-43c3c05f9339 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:47.829144 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268a2516-7fa2-4ff4-8d90-02f0d928931d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:47.833677 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:47.838165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6608af7e-2cf1-494f-bb2a-fa40487ed645 req-50e48daa-5312-4f91-991c-408a2db876e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.18 "DELETE /v2.0/ports/8e1ccc97-f49c-443f-acbe-43c3c05f9339 HTTP/1.1" status: 204 len: 173 time: 1.3191199 Nov 10 16:39:47.840625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c93a3a-ac51-4d99-8a1c-ea618b45f64e', 'name': 'network-vif-deleted', 'tag': '8e1ccc97-f49c-443f-acbe-43c3c05f9339'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:47.843200 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28033e3c-1325-42d3-9e0f-18c9e5155719" -d '{"events": [{"server_uuid": "29c93a3a-ac51-4d99-8a1c-ea618b45f64e", "name": "network-vif-deleted", "tag": "8e1ccc97-f49c-443f-acbe-43c3c05f9339"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:47.875271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-e7250b73-57aa-48d0-b83e-5aa7872bc386 service neutron] 10.222.0.62 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194785 Nov 10 16:39:47.901508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2166-da99-4598-a571-e1d3fe9fb09e req-6b4015f2-cb10-4999-822f-eec91846ddd3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:47.901998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 2106230a-2e30-46ff-895e-45c4e9779e30 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:47.904077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83eb2166-da99-4598-a571-e1d3fe9fb09e req-6b4015f2-cb10-4999-822f-eec91846ddd3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1655324 Nov 10 16:39:47.930755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:47.940929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:47.952540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:47.956313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.956943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.957678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.958337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.959551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.960124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.960681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.961303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.961854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.962389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.962996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:47.963554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:39:48.025129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83eb2166-da99-4598-a571-e1d3fe9fb09e req-de23a2ea-eeb8-406b-9ced-7f61b8a1efe8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145315 Nov 10 16:39:48.073844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268a2516-7fa2-4ff4-8d90-02f0d928931d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.136037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268a2516-7fa2-4ff4-8d90-02f0d928931d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.207819 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.278408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:48.289832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-268a2516-7fa2-4ff4-8d90-02f0d928931d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b43ce49f794d49d7a44ed61c6a956d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8084724 Nov 10 16:39:48.295342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:48.357415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4b414bb-5c59-444f-a0a9-6dc63187b938 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:48.363552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-905d9b36-9c7c-4291-ab4e-3cff0e40c3de req-aa81550c-b80f-475d-ad99-d9f2ce0ee53e tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.1118391 Nov 10 16:39:48.365731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a2516-7fa2-4ff4-8d90-02f0d928931d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dce88e8-d6fd-4677-a7cb-bd5b0df3a19a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:48.409507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef107e58-9719-4286-a081-366490bd7f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.442853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'mac_address': 'fa:16:3e:4e:9c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:39:48.449532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-8b6c4a51-f6f5-4f4a-a9e2-77b6ef1ba443 service neutron] 10.222.0.62 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658553 Nov 10 16:39:48.476554 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef107e58-9719-4286-a081-366490bd7f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.523330 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeb7578-8be7-4aea-9c72-f6aec75b7592 x-openstack-request-id: req-7eeb7578-8be7-4aea-9c72-f6aec75b7592 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:48.526506 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c93a3a-ac51-4d99-8a1c-ea618b45f64e", "name": "network-vif-deleted", "tag": "8e1ccc97-f49c-443f-acbe-43c3c05f9339", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:48.526768 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7eeb7578-8be7-4aea-9c72-f6aec75b7592 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:48.527189 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c93a3a-ac51-4d99-8a1c-ea618b45f64e', 'name': 'network-vif-deleted', 'tag': '8e1ccc97-f49c-443f-acbe-43c3c05f9339', 'status': 'completed', 'code': 200} Nov 10 16:39:48.566774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f4b414bb-5c59-444f-a0a9-6dc63187b938 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:48.568038 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.647957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.691069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef107e58-9719-4286-a081-366490bd7f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.693829 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef107e58-9719-4286-a081-366490bd7f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.694930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef107e58-9719-4286-a081-366490bd7f06 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6dce88e8-d6fd-4677-a7cb-bd5b0df3a19a HTTP/1.1" status: 204 len: 168 time: 0.3943520 Nov 10 16:39:48.705073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.707259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef107e58-9719-4286-a081-366490bd7f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dce88e8-d6fd-4677-a7cb-bd5b0df3a19a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:48.723141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbc5a-2cfe-4cbc-94d8-39fafc968a9b req-be14980e-7e69-4f86-9a8e-8ffce476974f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:48.732349 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21adbc5a-2cfe-4cbc-94d8-39fafc968a9b req-be14980e-7e69-4f86-9a8e-8ffce476974f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 948 time: 0.0946455 Nov 10 16:39:48.769009 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.782899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95c3637-5fdd-474c-ba67-6fe18dcd7894 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:48.805813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:48.869913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port f4b414bb-5c59-444f-a0a9-6dc63187b938, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4b414bb-5c59-444f-a0a9-6dc63187b938,segment=NetworkSegment(a5932ab1-aa87-4c4b-a22a-60771587e524),segment_id=a5932ab1-aa87-4c4b-a22a-60771587e524)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:48.890619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:48.973453 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21adbc5a-2cfe-4cbc-94d8-39fafc968a9b req-47bf9482-61db-4dc8-ac21-bb0286eef523 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401440 Nov 10 16:39:49.059070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0fcb5f-6bf0-4474-ba16-d4046a712276 None None] Network 2106230a-2e30-46ff-895e-45c4e9779e30 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:49.071351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:49.086802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:49.157300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9ea84b2-cfd9-48b7-a71f-36489c116d54 req-8c9d86e2-f465-407c-b9da-cacbd535a81e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 210 time: 0.0772572 Nov 10 16:39:49.296009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e2fc9e6-a0f7-45b2-a33e-4828e52fb1c2 req-2885205f-1a46-4074-ac25-749fd8b369cc tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=29c93a3a-ac51-4d99-8a1c-ea618b45f64e HTTP/1.1" status: 200 len: 210 time: 0.2108324 Nov 10 16:39:49.351089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f5e90-cb0c-42f8-ad9e-053cde91e557 req-40bc92f8-9d26-43d2-97d5-9929495966e9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:49.353896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-25f56cd2-3504-46ee-9e54-7c9c22431222 None None] Provisioning complete for port f4b414bb-5c59-444f-a0a9-6dc63187b938 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:49.355127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25f56cd2-3504-46ee-9e54-7c9c22431222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:49.360397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-166f5e90-cb0c-42f8-ad9e-053cde91e557 req-40bc92f8-9d26-43d2-97d5-9929495966e9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1129463 Nov 10 16:39:49.362112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:49.445088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-166f5e90-cb0c-42f8-ad9e-053cde91e557 req-afa3c90b-3157-4208-b8a2-2d51de4eff58 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Nov 10 16:39:49.456940 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:49.484266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=f4b414bb-5c59-444f-a0a9-6dc63187b938,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:49.504436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d95c3637-5fdd-474c-ba67-6fe18dcd7894'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:49.573442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a30aab1-0348-4abe-ac55-f05d7cdb0c22 req-df03a934-0fa1-4ab2-a18d-f582d569ce4c tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0402606 Nov 10 16:39:49.594020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:49.600193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:49.741291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 2106230a-2e30-46ff-895e-45c4e9779e30 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:49.742945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:49.795607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48092) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:49.848438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-171d3d70-4ad9-44c6-bb46-b2f4626bc7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:49.991267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router fd04a526-ad54-4ba9-bb45-45ffa79d6bdb is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:39:50.051989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-171d3d70-4ad9-44c6-bb46-b2f4626bc7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.130032 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-171d3d70-4ad9-44c6-bb46-b2f4626bc7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.132138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:50.143751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdbe26-2abf-422e-b5ff-6de4666e13c0 None None] Sync routers for ids ['fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:50.147696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e64c7904-7c87-453d-b6d1-db2ad33f0385 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/fd04a526-ad54-4ba9-bb45-45ffa79d6bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2360868 Nov 10 16:39:50.150303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:50.178204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdbe26-2abf-422e-b5ff-6de4666e13c0 None None] Routers {'fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:50.180507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f1bdbe26-2abf-422e-b5ff-6de4666e13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:50.275814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237d6e0-1f63-40d3-824b-6d923b3f4951 req-7b110be3-10a7-4b25-bc9f-0246537ba43c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:50.275814 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2237d6e0-1f63-40d3-824b-6d923b3f4951 req-7b110be3-10a7-4b25-bc9f-0246537ba43c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.1797621 Nov 10 16:39:50.276775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:50.276986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-171d3d70-4ad9-44c6-bb46-b2f4626bc7e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f19cbc8e0aaf4b3aa4e4033772a1263d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774108 Nov 10 16:39:50.276986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d3d70-4ad9-44c6-bb46-b2f4626bc7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4511e495-d4b3-48a5-8f2a-a6f3014684ea,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:50.339533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4b414bb-5c59-444f-a0a9-6dc63187b938 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:50.343425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f1bdbe26-2abf-422e-b5ff-6de4666e13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:50.352371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2237d6e0-1f63-40d3-824b-6d923b3f4951 req-5fce4062-5857-4b30-a21a-34f507f33914 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767026 Nov 10 16:39:50.355550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c2989e8-7a8c-4eb7-a18d-b417fd04a0eb req-247ef469-72cd-4c3a-8e98-b5059ebb9ec8 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 210 time: 0.1037395 Nov 10 16:39:50.392711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c51c1f7-9f59-4afc-b2b3-81c9f5565009 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:50.394158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c51c1f7-9f59-4afc-b2b3-81c9f5565009 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports/c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd HTTP/1.1" status: 200 len: 910 time: 0.2426486 Nov 10 16:39:50.397272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48106) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:50.490710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed6077e0-6946-4a22-baca-c39677a31e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.535943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed6077e0-6946-4a22-baca-c39677a31e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.557155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b00bbb8d-32ba-4f1e-bf7c-b3bc9b392ff5 None None] Provisioning complete for port c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:50.557329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b00bbb8d-32ba-4f1e-bf7c-b3bc9b392ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.562070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdbe26-2abf-422e-b5ff-6de4666e13c0 None None] Routers {'fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:50.562713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f1bdbe26-2abf-422e-b5ff-6de4666e13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:50.668665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f1bdbe26-2abf-422e-b5ff-6de4666e13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:50.669324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdbe26-2abf-422e-b5ff-6de4666e13c0 None None] The sync data for ids ['fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:50.686053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b00bbb8d-32ba-4f1e-bf7c-b3bc9b392ff5 None None] Port c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:50.698511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f4b414bb-5c59-444f-a0a9-6dc63187b938 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:50.700806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.729586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b00bbb8d-32ba-4f1e-bf7c-b3bc9b392ff5 None None] Provisioning complete for port f4b414bb-5c59-444f-a0a9-6dc63187b938 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:50.730019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b00bbb8d-32ba-4f1e-bf7c-b3bc9b392ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.742997 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed6077e0-6946-4a22-baca-c39677a31e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.746905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed6077e0-6946-4a22-baca-c39677a31e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:50.750445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ed6077e0-6946-4a22-baca-c39677a31e7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4511e495-d4b3-48a5-8f2a-a6f3014684ea HTTP/1.1" status: 204 len: 168 time: 0.4750533 Nov 10 16:39:50.766897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6077e0-6946-4a22-baca-c39677a31e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4511e495-d4b3-48a5-8f2a-a6f3014684ea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:50.954174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87132268-eb38-4e8c-ade7-0b575a663500 req-d99eb620-6351-40e1-ab6a-534601304a55 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0480087 Nov 10 16:39:50.965771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b6bce-c338-400c-be16-cbe0fe2ce014 req-2610571f-94be-488e-bbe8-130cf0fdc564 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:50.979402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-665b6bce-c338-400c-be16-cbe0fe2ce014 req-2610571f-94be-488e-bbe8-130cf0fdc564 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.4068530 Nov 10 16:39:51.133655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-665b6bce-c338-400c-be16-cbe0fe2ce014 req-8bad4cd2-0912-4a39-9196-a9121bef839c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499691 Nov 10 16:39:51.261789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:51.284302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d91951fa-d2bd-4b21-b462-a77034628d44 None None] Provisioning complete for port c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:51.285392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d91951fa-d2bd-4b21-b462-a77034628d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:51.372686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d91951fa-d2bd-4b21-b462-a77034628d44 None None] Port c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:51.529814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8e1ccc97-f49c-443f-acbe-43c3c05f9339 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:51.560263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69e2b38f-aff7-41b4-8c36-1c4834e25de3 req-94b1f5f6-a837-4948-86ad-0a55e27644c8 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 210 time: 0.0598874 Nov 10 16:39:51.577936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:39:51.638605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 8e1ccc97-f49c-443f-acbe-43c3c05f9339 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:51.639825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8e1ccc97-f49c-443f-acbe-43c3c05f9339 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:51.784900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d95c3637-5fdd-474c-ba67-6fe18dcd7894 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:39:51.790290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d95c3637-5fdd-474c-ba67-6fe18dcd7894 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:51.794425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:51.939286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:51.991118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:51.991386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:51.994277 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02280ea4-3aa8-4b96-b26b-f8a20c6be1ce" -d '{"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-plugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:52.085430 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:52.182844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668eb55f-521b-45be-bb44-38dfaf02fd85 req-b08d07a1-7945-4176-9006-5b539244f2da tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:52.188695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-668eb55f-521b-45be-bb44-38dfaf02fd85 req-b08d07a1-7945-4176-9006-5b539244f2da tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.7223229 Nov 10 16:39:52.195059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c091b21d-f3ad-4ad3-83ed-c4abddc117c1 req-cd543ff0-f02f-43de-ab71-38172b192554 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0440063 Nov 10 16:39:52.211296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:52.311553 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2de78a-e8ba-4951-8c70-9a17053294f5 x-openstack-request-id: req-7e2de78a-e8ba-4951-8c70-9a17053294f5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:52.312164 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-plugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:52.312164 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e2de78a-e8ba-4951-8c70-9a17053294f5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:52.313954 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'code': 200} Nov 10 16:39:52.338518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-ebd3fba3-7856-4af9-af15-2bac94874712 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:52.340429 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-ebd3fba3-7856-4af9-af15-2bac94874712 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.18 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 813 time: 0.2761714 Nov 10 16:39:52.350436 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-668eb55f-521b-45be-bb44-38dfaf02fd85 req-10ae7af9-7e10-4f64-b060-1e31cb1981c2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597416 Nov 10 16:39:52.359335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'port': {'device_id': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b', 'admin_state_up': True, 'tenant_id': '464f3e6f66c14c2c9a4e663a42d638db'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:52.460364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e8f31-afe8-4f45-a834-c7209767d442 req-a934c418-c4b3-4a73-a62b-2766f685b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:52.467578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bf1e8f31-afe8-4f45-a834-c7209767d442 req-a934c418-c4b3-4a73-a62b-2766f685b2fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1102 time: 0.0842800 Nov 10 16:39:52.574972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bf1e8f31-afe8-4f45-a834-c7209767d442 req-4c9a7c3d-2ab2-449f-9f80-c08ff731325a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987046 Nov 10 16:39:52.681190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2dd90-b357-4acd-ab3d-5a0cf152297e req-9f8947b3-9748-42eb-942e-f767554c05e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:52.704577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2dd90-b357-4acd-ab3d-5a0cf152297e req-9f8947b3-9748-42eb-942e-f767554c05e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:52.710640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8bc2dd90-b357-4acd-ab3d-5a0cf152297e req-9f8947b3-9748-42eb-942e-f767554c05e8 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff&device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 1682 time: 0.1082149 Nov 10 16:39:52.745748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:52.745870 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:52.800214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8bc2dd90-b357-4acd-ab3d-5a0cf152297e req-037a3a96-09cc-4d9b-a6b7-3a5a4368a35e tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861607 Nov 10 16:39:52.918238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Made reservation on behalf of 464f3e6f66c14c2c9a4e663a42d638db for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:39:52.934059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:52.942262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-770c7bf4-a18a-42e3-b06b-056df9927901 req-ba06ca80-840b-416e-80dc-efd56a70dc0a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 210 time: 0.0372250 Nov 10 16:39:52.963529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:53.002282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eddc5-bac5-460c-a31a-0d263fdf87e1 req-8d173a92-978f-488b-886b-733b9333e284 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:53.003931 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e62eddc5-bac5-460c-a31a-0d263fdf87e1 req-8d173a92-978f-488b-886b-733b9333e284 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.4242976 Nov 10 16:39:53.027010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:53.223222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e62eddc5-bac5-460c-a31a-0d263fdf87e1 req-6a09a687-0c17-44dd-af95-61a762b4a639 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976824 Nov 10 16:39:53.343874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Allocated IP 172.20.0.5 (44a952ee-4b03-42b8-868e-13b27f7d5f4b/acadd1d1-33bb-4b40-93d4-eda6b6a66cae/443537a7-7e26-487a-91b4-1e259ad1fca0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:53.390439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be10ab34-b0f8-46b6-ae2c-d741e74e6e8c req-00ae6019-930e-4fe1-960d-5795e86574c1 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0390828 Nov 10 16:39:53.583056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6c22-e15f-445d-8e0e-1e262f5c3cd2 req-4a9cca1e-d12a-4cc4-8b46-98ef2ff80704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:53.584791 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b77b6c22-e15f-445d-8e0e-1e262f5c3cd2 req-4a9cca1e-d12a-4cc4-8b46-98ef2ff80704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1150301 Nov 10 16:39:53.634635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:53.650292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:53.692792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b77b6c22-e15f-445d-8e0e-1e262f5c3cd2 req-a714b5bf-6244-479a-8574-dccadeb50093 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005876 Nov 10 16:39:53.696385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=c05a9652-067a-4ff3-bc9d-ed5cbe7e6afd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:53.898961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:54.000148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Network 44a952ee-4b03-42b8-868e-13b27f7d5f4b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:54.018939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:54.022631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:54.154375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70915b-ce2f-434b-b16d-125a3622308f req-a13c0dfe-b511-4d9d-a812-835b6d857f1c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:54.156871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:54.159027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'Port': ['ID=443537a7-7e26-487a-91b4-1e259ad1fca0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:54.178630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac70915b-ce2f-434b-b16d-125a3622308f req-a13c0dfe-b511-4d9d-a812-835b6d857f1c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 931 time: 0.1028779 Nov 10 16:39:54.273179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac70915b-ce2f-434b-b16d-125a3622308f req-dae46274-74fe-4aa5-999d-cec3092e7ce9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864434 Nov 10 16:39:54.414313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:54.414958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:54.496564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa084da-9429-4d7b-9d43-8b359f4bb262 req-43f8ab43-b4b2-4be1-b8cf-59a5a399a992 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:54.505198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afa084da-9429-4d7b-9d43-8b359f4bb262 req-43f8ab43-b4b2-4be1-b8cf-59a5a399a992 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1003349 Nov 10 16:39:54.558772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afa084da-9429-4d7b-9d43-8b359f4bb262 req-4bd539f7-65aa-400c-8398-4eadf7f490f3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518436 Nov 10 16:39:54.612915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router fd04a526-ad54-4ba9-bb45-45ffa79d6bdb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:39:54.641133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa917e5-c5f4-4720-a1a2-c05d76a8544c req-8fedac44-4f28-401a-9907-8c5a20c86b04 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:54.651993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2aa917e5-c5f4-4720-a1a2-c05d76a8544c req-8fedac44-4f28-401a-9907-8c5a20c86b04 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 946 time: 0.1595156 Nov 10 16:39:54.670110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7d7cd672-9d64-43ed-af34-26ab91c6c6b1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3182921 Nov 10 16:39:54.692782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Request body: {'port': {'device_id': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:54.743091 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959717aa-11e7-458e-8b44-fa56fa405687 req-a25080c4-05a7-4828-881e-6c08fd534235 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0716765 Nov 10 16:39:54.826717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:39:54.843472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-183b3e20-5699-4e27-b01a-0e96a7c8b801 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/fd04a526-ad54-4ba9-bb45-45ffa79d6bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4328783 Nov 10 16:39:54.843745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:54.852574 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df09704-b0d1-46a0-8456-409ff8dc858c None None] Sync routers for ids ['fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:39:54.866012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2aa917e5-c5f4-4720-a1a2-c05d76a8544c req-5b3fb304-8c16-4130-af54-42a7ab345f4d tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924736 Nov 10 16:39:54.867234 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df09704-b0d1-46a0-8456-409ff8dc858c None None] Routers {'fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:54.868070 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6df09704-b0d1-46a0-8456-409ff8dc858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:54.872343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:54.899165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fbbc9d00-4e07-4c2c-a292-a68bfa1c40f4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd04a526-ad54-4ba9-bb45-45ffa79d6bdb HTTP/1.1" status: 200 len: 205 time: 0.0620866 Nov 10 16:39:54.904065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:54.910328 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6df09704-b0d1-46a0-8456-409ff8dc858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:54.927934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df09704-b0d1-46a0-8456-409ff8dc858c None None] Routers {'fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:39:54.927934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6df09704-b0d1-46a0-8456-409ff8dc858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:54.953484 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6df09704-b0d1-46a0-8456-409ff8dc858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:54.954129 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df09704-b0d1-46a0-8456-409ff8dc858c None None] The sync data for ids ['fd04a526-ad54-4ba9-bb45-45ffa79d6bdb'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:39:54.996510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38f996-f732-40a8-8402-9de6dd70c140 req-af078c2a-f144-4ada-9c11-ed73d780839f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:54.999769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb38f996-f732-40a8-8402-9de6dd70c140 req-af078c2a-f144-4ada-9c11-ed73d780839f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1689379 Nov 10 16:39:55.012229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5cdec76-14e0-42f2-bbc9-5b7c20be0535 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.188092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443537a7-7e26-487a-91b4-1e259ad1fca0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:55.197459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.206896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb38f996-f732-40a8-8402-9de6dd70c140 req-da637fdd-c157-470f-94dc-0184eb603d82 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983616 Nov 10 16:39:55.210556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Transition to ACTIVE for port object 443537a7-7e26-487a-91b4-1e259ad1fca0 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:39:55.210739 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5cdec76-14e0-42f2-bbc9-5b7c20be0535 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.213015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5cdec76-14e0-42f2-bbc9-5b7c20be0535 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.343287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.379352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5cdec76-14e0-42f2-bbc9-5b7c20be0535 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.379628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cdec76-14e0-42f2-bbc9-5b7c20be0535 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Fanout notify agent at l3_agent the message router_deleted on router fd04a526-ad54-4ba9-bb45-45ffa79d6bdb {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:39:55.387614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5cdec76-14e0-42f2-bbc9-5b7c20be0535 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.391599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a5cdec76-14e0-42f2-bbc9-5b7c20be0535 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/fd04a526-ad54-4ba9-bb45-45ffa79d6bdb HTTP/1.1" status: 204 len: 168 time: 0.4862907 Nov 10 16:39:55.392367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:55.440977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5349ed9-76b6-40db-a3e4-eabe3b654bcf req-34b49f26-3a16-429d-a612-da5b786ecc15 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:55.442552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de055-d9b1-4c2f-8c62-c97343a9cc87 req-6ce8337d-ed67-4f29-8063-e11a3f3b6f7e tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:55.443103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5349ed9-76b6-40db-a3e4-eabe3b654bcf req-34b49f26-3a16-429d-a612-da5b786ecc15 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 943 time: 0.1059260 Nov 10 16:39:55.444706 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f06de055-d9b1-4c2f-8c62-c97343a9cc87 req-6ce8337d-ed67-4f29-8063-e11a3f3b6f7e tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1102 time: 0.1610575 Nov 10 16:39:55.469564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dddb8d4-ac5e-4870-a0ab-0ce9b7b5bcb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet 7d5e7dc8-dd60-4a5c-8d2e-901a71507945 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:39:55.484035 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dddb8d4-ac5e-4870-a0ab-0ce9b7b5bcb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.486093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Pushing event updated for resources: {'Port': ['ID=443537a7-7e26-487a-91b4-1e259ad1fca0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:55.564665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f06de055-d9b1-4c2f-8c62-c97343a9cc87 req-ed648501-ab3f-431c-83a8-8e5a4c3fc61a tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Nov 10 16:39:55.570022 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dddb8d4-ac5e-4870-a0ab-0ce9b7b5bcb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.580650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Attempting to bind port 443537a7-7e26-487a-91b4-1e259ad1fca0 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:39:55.581206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Attempting to bind port 443537a7-7e26-487a-91b4-1e259ad1fca0 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:39:55.581774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Attempting to bind port 443537a7-7e26-487a-91b4-1e259ad1fca0 on network 44a952ee-4b03-42b8-868e-13b27f7d5f4b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:55.589039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Port 443537a7-7e26-487a-91b4-1e259ad1fca0 on network 44a952ee-4b03-42b8-868e-13b27f7d5f4b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:39:55.589358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Attempting to bind port 443537a7-7e26-487a-91b4-1e259ad1fca0 on network 44a952ee-4b03-42b8-868e-13b27f7d5f4b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:39:55.598230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:39:55.598415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Checking segment: {'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:39:55.598748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Bound using segment: {'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:39:55.599224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Bound port: 443537a7-7e26-487a-91b4-1e259ad1fca0, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:39:55.600151 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.611185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5349ed9-76b6-40db-a3e4-eabe3b654bcf req-b21371a4-69b1-476a-afd8-8398fbb6ad80 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364744 Nov 10 16:39:55.701094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] For port 443537a7-7e26-487a-91b4-1e259ad1fca0, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:39:55.724052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-c5dd1b92-a4e6-4e47-b084-ef1372eb3cd8 req-101f66de-8b95-4b23-9358-0f5aafed1e91 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:39:55.725702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5dd1b92-a4e6-4e47-b084-ef1372eb3cd8 req-101f66de-8b95-4b23-9358-0f5aafed1e91 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076728 Nov 10 16:39:55.734291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] For port 443537a7-7e26-487a-91b4-1e259ad1fca0, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=443537a7-7e26-487a-91b4-1e259ad1fca0,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:39:55.768618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d19ba-04a1-4e59-8369-b3ceafcc55cb req-a3f1b7ad-4c07-43d0-bb18-f2bcb2dc6d7b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:55.772983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d3d19ba-04a1-4e59-8369-b3ceafcc55cb req-a3f1b7ad-4c07-43d0-bb18-f2bcb2dc6d7b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.0887022 Nov 10 16:39:55.839927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.901215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:55.901869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:55.903290 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/443537a7-7e26-487a-91b4-1e259ad1fca0 HTTP/1.1" status: 200 len: 1092 time: 1.2148011 Nov 10 16:39:55.903995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:55.906261 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99" -d '{"events": [{"name": "network-changed", "server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:55.917757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-244f9c21-8720-4275-9d15-bcf69f373ecc tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:55.918956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-244f9c21-8720-4275-9d15-bcf69f373ecc tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.18 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 945 time: 0.1457741 Nov 10 16:39:55.929258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d3d19ba-04a1-4e59-8369-b3ceafcc55cb req-bc4173f8-78ce-48c4-a279-144cd8a53187 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477375 Nov 10 16:39:55.979794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a39e7-f114-42e9-8bee-7100050870f7 service neutron] Pushing event updated for resources: {'Port': ['ID=443537a7-7e26-487a-91b4-1e259ad1fca0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:56.095120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dddb8d4-ac5e-4870-a0ab-0ce9b7b5bcb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.106617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1f3672c-5e83-4864-b9bc-0d5b98aa9311 req-96f887e9-61bf-488e-9fd6-0bffaa13770c tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0748587 Nov 10 16:39:56.141664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-8920357c-86ae-4fbf-a6fe-7472161e30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:56.141664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-8920357c-86ae-4fbf-a6fe-7472161e30c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1095 time: 0.1185052 Nov 10 16:39:56.146859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Deleting port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:56.147381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.231964 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8c3a60-1c71-42f8-9546-d5a421329822 x-openstack-request-id: req-bf8c3a60-1c71-42f8-9546-d5a421329822 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:56.232291 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:56.232665 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf8c3a60-1c71-42f8-9546-d5a421329822 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:56.233292 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0', 'status': 'completed', 'code': 200} Nov 10 16:39:56.241923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-d0f4478c-6652-411b-9184-95d0536d1eef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443537a7-7e26-487a-91b4-1e259ad1fca0 HTTP/1.1" status: 200 len: 217 time: 0.0803385 Nov 10 16:39:56.289243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2548953-a182-4637-ac37-00c957342c63 req-0d52e7eb-8217-4301-b873-ff0ca2d74e99 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:56.294535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2548953-a182-4637-ac37-00c957342c63 req-0d52e7eb-8217-4301-b873-ff0ca2d74e99 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.69 "GET /v2.0/ports?device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 946 time: 0.1914923 Nov 10 16:39:56.317359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c0817-20c2-42cd-964a-db84afc294d4 req-8c0517c2-2e99-435a-85e6-0c67e6573046 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:56.319809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-183c0817-20c2-42cd-964a-db84afc294d4 req-8c0517c2-2e99-435a-85e6-0c67e6573046 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 946 time: 0.1067762 Nov 10 16:39:56.426332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-183c0817-20c2-42cd-964a-db84afc294d4 req-3ea523aa-3234-4eab-bbdd-5ea074ae1dd5 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/security-groups?id=b3df9d0e-348d-4287-9ef3-7b7547b6bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859771 Nov 10 16:39:56.440739 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dddb8d4-ac5e-4870-a0ab-0ce9b7b5bcb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.483936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddb8d4-ac5e-4870-a0ab-0ce9b7b5bcb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5e7dc8-dd60-4a5c-8d2e-901a71507945,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:56.490562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Deleting port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:56.490910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.495048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dddb8d4-ac5e-4870-a0ab-0ce9b7b5bcb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.498243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a1478-fc46-47ce-8770-04f02f15d570 None None] Network 2106230a-2e30-46ff-895e-45c4e9779e30 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:39:56.502823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3dddb8d4-ac5e-4870-a0ab-0ce9b7b5bcb7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/7d5e7dc8-dd60-4a5c-8d2e-901a71507945 HTTP/1.1" status: 204 len: 168 time: 1.1045702 Nov 10 16:39:56.506138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:56.671960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.689101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-b0de1283-dd60-45ca-89cf-cc4358662b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:56.690578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-b0de1283-dd60-45ca-89cf-cc4358662b2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 200 len: 853 time: 0.4386570 Nov 10 16:39:56.699791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] For port 8af8fd44-c86b-4806-b1f2-d46cdd35a375, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8af8fd44-c86b-4806-b1f2-d46cdd35a375,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:56.700163 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.728968 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-940dd542-6307-45c6-a191-82c94ecfb9df service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4891052 Nov 10 16:39:56.734064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] For port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,segment=NetworkSegment(fad956af-c72a-4ab6-89e6-93eaebcef654),segment_id=fad956af-c72a-4ab6-89e6-93eaebcef654)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:56.734333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.737134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Calling delete_port for 8af8fd44-c86b-4806-b1f2-d46cdd35a375 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:56.740859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42142629-0de0-4902-abdb-65e82c621949 None None] DHCP port deletion for 2106230a-2e30-46ff-895e-45c4e9779e30 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:56.763249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-972dff8f-c95c-4547-8afe-602e73c52236 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44a952ee-4b03-42b8-868e-13b27f7d5f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647578 Nov 10 16:39:56.775752 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Calling delete_port for dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:56.809738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-42142629-0de0-4902-abdb-65e82c621949 None None] Deleting port f4b414bb-5c59-444f-a0a9-6dc63187b938 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:56.810411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42142629-0de0-4902-abdb-65e82c621949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.814072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c2af-764a-4b44-b9b4-b8a42772e5bc req-7abffade-49f5-48b1-8c7f-debe72500a67 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:56.829327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f60c2af-764a-4b44-b9b4-b8a42772e5bc req-7abffade-49f5-48b1-8c7f-debe72500a67 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.5748837 Nov 10 16:39:56.832034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-2ba02605-e410-498c-b155-7ea247e2db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:56.834069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-2ba02605-e410-498c-b155-7ea247e2db5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 1097 time: 0.2384667 Nov 10 16:39:56.834594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48300) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:56.853361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port f4b414bb-5c59-444f-a0a9-6dc63187b938 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:39:56.853699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.882596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-42142629-0de0-4902-abdb-65e82c621949 None None] For port f4b414bb-5c59-444f-a0a9-6dc63187b938, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4b414bb-5c59-444f-a0a9-6dc63187b938,segment=NetworkSegment(a5932ab1-aa87-4c4b-a22a-60771587e524),segment_id=a5932ab1-aa87-4c4b-a22a-60771587e524)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:56.883180 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42142629-0de0-4902-abdb-65e82c621949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:56.894187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6cbf-7bc6-4d81-a2d0-926cf8d20db4 req-44a54b3c-caef-4907-8ed4-cfea0794a340 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:56.895857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-adae6cbf-7bc6-4d81-a2d0-926cf8d20db4 req-44a54b3c-caef-4907-8ed4-cfea0794a340 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 943 time: 0.1096203 Nov 10 16:39:56.899957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-42142629-0de0-4902-abdb-65e82c621949 None None] Calling delete_port for f4b414bb-5c59-444f-a0a9-6dc63187b938 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:56.968607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port f4b414bb-5c59-444f-a0a9-6dc63187b938, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4b414bb-5c59-444f-a0a9-6dc63187b938,segment=NetworkSegment(a5932ab1-aa87-4c4b-a22a-60771587e524),segment_id=a5932ab1-aa87-4c4b-a22a-60771587e524)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:56.968607 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.026999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for f4b414bb-5c59-444f-a0a9-6dc63187b938 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:39:57.055006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-adae6cbf-7bc6-4d81-a2d0-926cf8d20db4 req-f4765d1b-2b5e-4891-b1e9-68a8db6c56db tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284900 Nov 10 16:39:57.079529 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42142629-0de0-4902-abdb-65e82c621949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.113614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42142629-0de0-4902-abdb-65e82c621949 None None] Pushing event deleted for resources: {'Port': ['ID=f4b414bb-5c59-444f-a0a9-6dc63187b938,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:57.122236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42142629-0de0-4902-abdb-65e82c621949 None None] No DVR routers for this DVR port f4b414bb-5c59-444f-a0a9-6dc63187b938 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:57.140193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.153403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:57.156315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['8af8fd44-c86b-4806-b1f2-d46cdd35a375'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:39:57.178633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Pushing event deleted for resources: {'Port': ['ID=8af8fd44-c86b-4806-b1f2-d46cdd35a375,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:57.264607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a386-06fc-4815-9c42-9a9537f96f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.283629 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.295724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] No DVR routers for this DVR port 8af8fd44-c86b-4806-b1f2-d46cdd35a375 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:57.299269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f60c2af-764a-4b44-b9b4-b8a42772e5bc req-855036d2-5139-4308-ac1c-eb9df8076bee tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699147 Nov 10 16:39:57.300932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.305858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2548953-a182-4637-ac37-00c957342c63 req-0694f041-98ef-48fb-b8e4-8ff01e633392 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.69 "DELETE /v2.0/ports/8af8fd44-c86b-4806-b1f2-d46cdd35a375 HTTP/1.1" status: 204 len: 173 time: 1.0035937 Nov 10 16:39:57.307984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42088310-eb4a-4e0f-87fe-0ca98c44eb42', 'name': 'network-vif-deleted', 'tag': '8af8fd44-c86b-4806-b1f2-d46cdd35a375'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:57.314958 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720363fe-1566-40b4-939e-fc1fc0404280" -d '{"events": [{"server_uuid": "42088310-eb4a-4e0f-87fe-0ca98c44eb42", "name": "network-vif-deleted", "tag": "8af8fd44-c86b-4806-b1f2-d46cdd35a375"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:57.333127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-65f06157-197c-49f0-98e1-7e4554b72a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:57.334613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-65f06157-197c-49f0-98e1-7e4554b72a83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 913 time: 0.4866967 Nov 10 16:39:57.344039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No DVR routers for this DVR port f4b414bb-5c59-444f-a0a9-6dc63187b938 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:57.345853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=f4b414bb-5c59-444f-a0a9-6dc63187b938,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:57.415959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-c9b71221-b681-47d1-9301-d7100bc198f4 service neutron] 10.222.0.18 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376643 Nov 10 16:39:57.420476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e415d9-cd42-4c04-8747-4342f4745852 req-69380d58-17db-4c23-a70c-256a1f99ed85 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:57.429517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e415d9-cd42-4c04-8747-4342f4745852 req-69380d58-17db-4c23-a70c-256a1f99ed85 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.2526021 Nov 10 16:39:57.469845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-b217956d-59af-47b0-96ad-70b7d810404a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a HTTP/1.1" status: 200 len: 217 time: 0.1096656 Nov 10 16:39:57.481974 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.515363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2106230a-2e30-46ff-895e-45c4e9779e30']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:57.533943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5932ab1-aa87-4c4b-a22a-60771587e524') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:57.534079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5932ab1-aa87-4c4b-a22a-60771587e524') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:39:57.546356 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b2dff51-9597-44c0-9dae-4e7646a8d66a req-7dfacfe6-4410-43c6-9b39-aebb369a3806 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0900455 Nov 10 16:39:57.547385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e415d9-cd42-4c04-8747-4342f4745852 req-5764c08e-292a-42b3-85ed-21082eaa6586 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169820 Nov 10 16:39:57.555152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.590846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.597773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:39:57.598168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:39:57.601998 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:39:57.650243 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49b912-f490-4742-9f5a-1a5bf4b9d507 x-openstack-request-id: req-3e49b912-f490-4742-9f5a-1a5bf4b9d507 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:57.650539 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42088310-eb4a-4e0f-87fe-0ca98c44eb42", "name": "network-vif-deleted", "tag": "8af8fd44-c86b-4806-b1f2-d46cdd35a375", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:57.650793 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e49b912-f490-4742-9f5a-1a5bf4b9d507 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:57.651194 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42088310-eb4a-4e0f-87fe-0ca98c44eb42', 'name': 'network-vif-deleted', 'tag': '8af8fd44-c86b-4806-b1f2-d46cdd35a375', 'status': 'completed', 'code': 200} Nov 10 16:39:57.674585 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.685083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-4966a93e-6389-4527-9748-ce7d072501b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:57.689169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-4966a93e-6389-4527-9748-ce7d072501b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1867867 Nov 10 16:39:57.774824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.775977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Pushing event deleted for resources: {'Port': ['ID=dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:57.779807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.784266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/2106230a-2e30-46ff-895e-45c4e9779e30 HTTP/1.1" status: 204 len: 168 time: 1.2770810 Nov 10 16:39:57.793888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:57.798458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-215105825', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:39:57.801256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-82bed64e-38f5-4bea-8e63-ff81d85f448e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963168 Nov 10 16:39:57.803844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a386-06fc-4815-9c42-9a9537f96f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.805911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471f705-f2e0-48e5-b88a-953bbba190dc tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=2106230a-2e30-46ff-895e-45c4e9779e30,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:57.809448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8594c3db-d447-4f27-b23a-19db01e2cfa5 req-8b9924bb-506b-4de2-9f71-9a140e9f3b62 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=42088310-eb4a-4e0f-87fe-0ca98c44eb42 HTTP/1.1" status: 200 len: 210 time: 0.1188569 Nov 10 16:39:57.814376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ccb2b45-9f11-4266-8418-4cbce602ad53 req-7ea3015a-4753-4be3-9940-13b06f437b82 service neutron] 10.222.0.18 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598683 Nov 10 16:39:57.887169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] No DVR routers for this DVR port dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:39:57.890061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.893812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cc1259c-eac4-45ff-838f-1bf5da0be3ea req-0e227bf6-2282-44ce-b361-b63a098e7bae tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.18 "DELETE /v2.0/ports/dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 HTTP/1.1" status: 204 len: 173 time: 1.9635026 Nov 10 16:39:57.929687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.931435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:57.933577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a386-06fc-4815-9c42-9a9537f96f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.023509 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d6c8a386-06fc-4815-9c42-9a9537f96f32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc3d3d8bc1b7419f94c1361f703d32db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1759057 Nov 10 16:39:58.025980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8a386-06fc-4815-9c42-9a9537f96f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92783191-1fef-40e3-932c-b6e51e63aef5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:58.040578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48336) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:58.042768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-fc3d0f6f-ee88-4d98-af1f-35f6f1458cbe service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309015 Nov 10 16:39:58.045285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3dd3b5e-f8bc-412c-af87-7cb589129e3a req-d0cbdfb3-0c82-48e2-a74b-021569f39d7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0821681 Nov 10 16:39:58.051420 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.103943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-ebc01745-d8f4-4703-8557-50d9b7cdace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:58.105669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-ebc01745-d8f4-4703-8557-50d9b7cdace0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1095 time: 0.1357670 Nov 10 16:39:58.158032 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fdc63e5-e2db-4d48-bf6d-623903977cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.191161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4b414bb-5c59-444f-a0a9-6dc63187b938 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:58.216345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f4b414bb-5c59-444f-a0a9-6dc63187b938 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:58.216786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4b414bb-5c59-444f-a0a9-6dc63187b938 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:58.222407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fdc63e5-e2db-4d48-bf6d-623903977cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.233934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324aaded-d390-4d11-bcdd-adc4f2cdceff', 'name': 'network-vif-deleted', 'tag': 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:58.244215 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eadb9c-5d54-47f0-828a-66d23c9c3b46" -d '{"events": [{"server_uuid": "324aaded-d390-4d11-bcdd-adc4f2cdceff", "name": "network-vif-deleted", "tag": "dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:58.258973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861fc61-5d07-49bf-964a-661dbba62d2e req-ed4b6f15-5100-496c-9b8c-56026dc85375 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:58.266429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6861fc61-5d07-49bf-964a-661dbba62d2e req-ed4b6f15-5100-496c-9b8c-56026dc85375 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 943 time: 0.1365187 Nov 10 16:39:58.287818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-15c6695f-f90f-4984-b758-2c88793e16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:58.289972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-15c6695f-f90f-4984-b758-2c88793e16ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 914 time: 0.1716173 Nov 10 16:39:58.293630 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab8bbdb-8a0a-4f34-889a-1307a9170d9e x-openstack-request-id: req-9ab8bbdb-8a0a-4f34-889a-1307a9170d9e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:58.293983 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324aaded-d390-4d11-bcdd-adc4f2cdceff", "name": "network-vif-deleted", "tag": "dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:58.294337 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ab8bbdb-8a0a-4f34-889a-1307a9170d9e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:58.294700 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324aaded-d390-4d11-bcdd-adc4f2cdceff', 'name': 'network-vif-deleted', 'tag': 'dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0', 'status': 'completed', 'code': 200} Nov 10 16:39:58.366334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.378139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-b1c92649-f22a-410d-a2e2-cdf30a2e37bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443537a7-7e26-487a-91b4-1e259ad1fca0 HTTP/1.1" status: 200 len: 217 time: 0.0728283 Nov 10 16:39:58.395597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6861fc61-5d07-49bf-964a-661dbba62d2e req-e8f0a4bb-680c-4254-9d87-d3a9229fe412 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244035 Nov 10 16:39:58.485002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fdc63e5-e2db-4d48-bf6d-623903977cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.487609 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fdc63e5-e2db-4d48-bf6d-623903977cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.491546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4fdc63e5-e2db-4d48-bf6d-623903977cf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92783191-1fef-40e3-932c-b6e51e63aef5 HTTP/1.1" status: 204 len: 168 time: 0.4450059 Nov 10 16:39:58.522357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-5647767a-68fc-4c05-a757-3961f0c53c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:58.523911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-5647767a-68fc-4c05-a757-3961f0c53c1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 200 len: 853 time: 0.1346438 Nov 10 16:39:58.524660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc63e5-e2db-4d48-bf6d-623903977cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92783191-1fef-40e3-932c-b6e51e63aef5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:58.585133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5944a-2155-4d02-8c85-ff06ec63c5d1 req-f0b58373-067d-4dc8-a424-a8083a49ba24 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:58.585527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94d5944a-2155-4d02-8c85-ff06ec63c5d1 req-f0b58373-067d-4dc8-a424-a8083a49ba24 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1633852 Nov 10 16:39:58.587510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-14d5c425-af29-4388-9039-54604b0d8b4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44a952ee-4b03-42b8-868e-13b27f7d5f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516593 Nov 10 16:39:58.591980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5b12ab4-ecdc-4a23-98cd-2de978688ff4 req-5ca0c383-f9b5-49ff-9123-a80a9f083bd5 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289948 Nov 10 16:39:58.717719 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94d5944a-2155-4d02-8c85-ff06ec63c5d1 req-700032f1-63cb-4f4c-b81a-cab9068b4134 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247184 Nov 10 16:39:58.725793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.749127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-d082517f-92db-4d6c-ac07-de5629700fd3 service neutron] 10.222.0.18 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459863 Nov 10 16:39:58.752740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:58.823237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8ebb3-9160-4566-b8fe-3e2e0e25f1e4 req-a5ea31aa-5eb1-4023-93ff-8b8335f094b4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:58.824839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d7b8ebb3-9160-4566-b8fe-3e2e0e25f1e4 req-a5ea31aa-5eb1-4023-93ff-8b8335f094b4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 945 time: 0.1788895 Nov 10 16:39:58.918320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d57834c7-8aae-4268-ad09-7ba64dbd7127 req-6dc4ea28-59be-4fd3-98af-b28dad0b56e8 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0679498 Nov 10 16:39:58.950743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b9eacc5-32e5-46d8-b7e3-4c53087f9d99 req-00f6860a-0ee0-46f6-b550-861aa42ce716 service neutron] 10.222.0.18 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925502 Nov 10 16:39:58.962904 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d7b8ebb3-9160-4566-b8fe-3e2e0e25f1e4 req-41984c57-dd93-4a75-bc5c-c8b9d3590ffe tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297288 Nov 10 16:39:58.988459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.25.3.156 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/290dc01b-caf0-48a8-8460-b1c52d7ac3f2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:39:59.094058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9992aaa1-c20f-48cb-8ea6-47ecb624dab5 req-e9ba4cf6-a1f4-47ad-bb71-3cb600754491 tempest-ListServersNegativeTestJSON-1206792690 tempest-ListServersNegativeTestJSON-1206792690-project] 10.222.0.62 "GET /v2.0/ports?device_id=324aaded-d390-4d11-bcdd-adc4f2cdceff HTTP/1.1" status: 200 len: 210 time: 0.0316324 Nov 10 16:39:59.129206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.265903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.298355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48356) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:59.306893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:39:59.312771 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4e9cc20-3ff6-464c-b712-ca40bcd9caec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.317644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:39:59.323036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:39:59.335803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db5321-4d47-4bae-9327-34161048fe68 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:39:59.352834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=290dc01b-caf0-48a8-8460-b1c52d7ac3f2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:59.385820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-43463254-23e9-44b8-b668-f9d9e5ed17f0 None None] Provisioning complete for port 290dc01b-caf0-48a8-8460-b1c52d7ac3f2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:39:59.386456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43463254-23e9-44b8-b668-f9d9e5ed17f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.399603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4e9cc20-3ff6-464c-b712-ca40bcd9caec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.426194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-43463254-23e9-44b8-b668-f9d9e5ed17f0 None None] Port 290dc01b-caf0-48a8-8460-b1c52d7ac3f2 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:39:59.453460 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4e9cc20-3ff6-464c-b712-ca40bcd9caec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.518225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e4e9cc20-3ff6-464c-b712-ca40bcd9caec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ff7d11490c1410d9c4d2fdfe9489987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188275 Nov 10 16:39:59.521825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:39:59.523119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9cc20-3ff6-464c-b712-ca40bcd9caec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12509207-1544-4783-bad3-c387ec63c6ff,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:39:59.547783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dec1-108c-405e-9b87-9a75fd18d572 req-884dbe39-43c0-41dc-b55e-d7d3b406a2e0 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:59.548046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 443537a7-7e26-487a-91b4-1e259ad1fca0 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:39:59.549551 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1982dec1-108c-405e-9b87-9a75fd18d572 req-884dbe39-43c0-41dc-b55e-d7d3b406a2e0 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 943 time: 0.0674825 Nov 10 16:39:59.551023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:59.581129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8af8fd44-c86b-4806-b1f2-d46cdd35a375 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:59.587143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:59.587756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dfe87fe5-5fa0-4ad7-bb5f-b2cf807ad6b0 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:59.610996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 8af8fd44-c86b-4806-b1f2-d46cdd35a375 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:39:59.611416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8af8fd44-c86b-4806-b1f2-d46cdd35a375 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:39:59.611831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 39bdc513-fe35-4e37-8a52-672e3a866a4a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:39:59.613074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1982dec1-108c-405e-9b87-9a75fd18d572 req-a2e5a095-ce97-4371-88d0-6da0f898a73b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Nov 10 16:39:59.748023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-6d8d8bcf-ac6e-48c1-9706-b3524c402a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:59.749964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-6d8d8bcf-ac6e-48c1-9706-b3524c402a6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1102 time: 0.0617430 Nov 10 16:39:59.776315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 443537a7-7e26-487a-91b4-1e259ad1fca0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=443537a7-7e26-487a-91b4-1e259ad1fca0,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:59.785775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.801742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '443537a7-7e26-487a-91b4-1e259ad1fca0', 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b', 'port_id': '443537a7-7e26-487a-91b4-1e259ad1fca0', 'mac_address': 'fa:16:3e:07:a6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acadd1d1-33bb-4b40-93d4-eda6b6a66cae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:39:59.853842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:39:59.856432 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016bf064-9a11-427b-a106-36f8aab364b2" -d '{"events": [{"server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "name": "network-vif-unplugged", "status": "completed", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:39:59.875399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-74723b2f-243d-414b-af19-cf1cf12c8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:59.877376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-74723b2f-243d-414b-af19-cf1cf12c8344 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1191964 Nov 10 16:39:59.881630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:59.888650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.906795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443537a7-7e26-487a-91b4-1e259ad1fca0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:39:59.914978 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8261878-2eda-4fef-a12c-b1aa6f9b5069 x-openstack-request-id: req-d8261878-2eda-4fef-a12c-b1aa6f9b5069 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:39:59.915289 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "name": "network-vif-unplugged", "status": "completed", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:39:59.915557 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8261878-2eda-4fef-a12c-b1aa6f9b5069 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:39:59.915941 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'code': 200} Nov 10 16:39:59.931178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 443537a7-7e26-487a-91b4-1e259ad1fca0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=443537a7-7e26-487a-91b4-1e259ad1fca0,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:39:59.935745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-47934c16-5efd-4c9c-8d54-f9b415d944b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.0512290 Nov 10 16:39:59.949921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e35fa8-81b0-4e67-864a-e2a5bbd17dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.973088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e35fa8-81b0-4e67-864a-e2a5bbd17dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.981181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:39:59.992231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-1e167ac7-ae1c-4881-a1a8-bc76dc895f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:39:59.993814 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-1e167ac7-ae1c-4881-a1a8-bc76dc895f98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0498474 Nov 10 16:40:00.053590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.071683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:00.095564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e45a36-b58b-4ca1-a9d7-8827dc9317ed req-303e3a61-23a6-4f1c-a487-33d098c4f8c2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:00.097131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97e45a36-b58b-4ca1-a9d7-8827dc9317ed req-303e3a61-23a6-4f1c-a487-33d098c4f8c2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1736398 Nov 10 16:40:00.102169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.105736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d8b5af7-93bc-40d8-8bc7-8c2767ca8b7e req-c80e2eaa-91ae-4471-b4b6-f8ede12aae26 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0510669 Nov 10 16:40:00.126357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-f83c8f78-12ab-4339-a87b-0d89ed62ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:00.133535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-f83c8f78-12ab-4339-a87b-0d89ed62ba18 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310112 Nov 10 16:40:00.146555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=443537a7-7e26-487a-91b4-1e259ad1fca0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:00.170048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e35fa8-81b0-4e67-864a-e2a5bbd17dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.172903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e35fa8-81b0-4e67-864a-e2a5bbd17dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.176188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-43e35fa8-81b0-4e67-864a-e2a5bbd17dcc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12509207-1544-4783-bad3-c387ec63c6ff HTTP/1.1" status: 204 len: 168 time: 0.6489022 Nov 10 16:40:00.204325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e35fa8-81b0-4e67-864a-e2a5bbd17dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12509207-1544-4783-bad3-c387ec63c6ff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:00.274087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97e45a36-b58b-4ca1-a9d7-8827dc9317ed req-ced9e827-32fc-40b8-8587-f65b872c9c7f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201901 Nov 10 16:40:00.281428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad0bad-a446-4e44-b8a7-661c98b7ab98 req-a33b80a4-40f9-4736-a425-b6d998552874 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:00.283064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96ad0bad-a446-4e44-b8a7-661c98b7ab98 req-a33b80a4-40f9-4736-a425-b6d998552874 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 943 time: 0.0713127 Nov 10 16:40:00.335825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:00.345246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:00.384067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96ad0bad-a446-4e44-b8a7-661c98b7ab98 req-09cb7aa2-5e29-41de-845d-900f22b36efb tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857821 Nov 10 16:40:00.390185 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-da9c4d98-bfec-4c4c-a185-f688806caeac service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463951 Nov 10 16:40:00.432770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a7add2-f559-42cc-bb69-83f01287868d admin admin] Deleting subnet 9c1d9c12-3e23-49cb-80e0-a0226e37b135 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:40:00.439680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a7add2-f559-42cc-bb69-83f01287868d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.485660 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.491959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a7add2-f559-42cc-bb69-83f01287868d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.513407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-33e3572a-6f35-43b8-8ff8-1e368e764099 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156447 Nov 10 16:40:00.603979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a7add2-f559-42cc-bb69-83f01287868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.752590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33bf84-9287-4bf6-88cd-ce3811d4d38f req-1f55c579-2282-486f-9f5d-313d9af9dda1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:00.754215 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b33bf84-9287-4bf6-88cd-ce3811d4d38f req-1f55c579-2282-486f-9f5d-313d9af9dda1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 944 time: 0.0518744 Nov 10 16:40:00.821955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b33bf84-9287-4bf6-88cd-ce3811d4d38f req-1fa8af19-18d7-4e92-892a-3f06668c2cc2 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609534 Nov 10 16:40:00.834660 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a7add2-f559-42cc-bb69-83f01287868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.837947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router b42ee30e-43bd-4e65-9c35-274cf3a207ba is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:40:00.856128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75a7add2-f559-42cc-bb69-83f01287868d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:00.859443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-75a7add2-f559-42cc-bb69-83f01287868d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9c1d9c12-3e23-49cb-80e0-a0226e37b135 HTTP/1.1" status: 204 len: 168 time: 0.5226452 Nov 10 16:40:00.862067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48386) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:00.888510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7add2-f559-42cc-bb69-83f01287868d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1d9c12-3e23-49cb-80e0-a0226e37b135,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:00.937828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.013989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:01.024727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed858356-6d78-4312-b889-329b51a30581 None None] Sync routers for ids ['b42ee30e-43bd-4e65-9c35-274cf3a207ba'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:01.032382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d7ce782-77ff-4fd0-97c4-dcd0e302e071 req-7c8f96a5-c69d-4905-a2e7-9018c44c0e6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69728f918ca34dceb54cec8308b28108&device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0374253 Nov 10 16:40:01.037875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed858356-6d78-4312-b889-329b51a30581 None None] Routers {'b42ee30e-43bd-4e65-9c35-274cf3a207ba'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:01.038210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed858356-6d78-4312-b889-329b51a30581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b42ee30e-43bd-4e65-9c35-274cf3a207ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:01.074823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed858356-6d78-4312-b889-329b51a30581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:01.084009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed858356-6d78-4312-b889-329b51a30581 None None] Routers {'b42ee30e-43bd-4e65-9c35-274cf3a207ba'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:01.084638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed858356-6d78-4312-b889-329b51a30581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b42ee30e-43bd-4e65-9c35-274cf3a207ba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:01.111526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.116426 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c975e17-02a2-4a43-aa37-119f2c1c48b5 req-3bf6b8b3-c656-46c6-8fac-fab89e0785f2 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0812564 Nov 10 16:40:01.121822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed858356-6d78-4312-b889-329b51a30581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:01.122511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed858356-6d78-4312-b889-329b51a30581 None None] The sync data for ids ['b42ee30e-43bd-4e65-9c35-274cf3a207ba'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:01.132634 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.134112 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3ed959a8-66c8-4d15-bbdd-c1d989459271 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3390355 Nov 10 16:40:01.136675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48394) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:01.147371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d7ce782-77ff-4fd0-97c4-dcd0e302e071 req-4903ce47-4fe7-4e46-8813-f6199f4a7e28 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=69728f918ca34dceb54cec8308b28108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601680 Nov 10 16:40:01.204239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ba1d20-7e3e-485b-819f-480be5d257eb']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:01.244224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad956af-c72a-4ab6-89e6-93eaebcef654') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:01.244519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad956af-c72a-4ab6-89e6-93eaebcef654') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:01.307879 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.362708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.382490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:40:01.382855 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:40:01.384639 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:40:01.439706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bc87d-2b68-4833-bbc9-5865426d0199 req-ce8275a4-3b79-4653-a4e0-b1b30c35d443 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:01.441779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f2bc87d-2b68-4833-bbc9-5865426d0199 req-ce8275a4-3b79-4653-a4e0-b1b30c35d443 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.0795581 Nov 10 16:40:01.453415 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-afce3f88-5fb5-4267-8754-e496525dedee tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/routers/b42ee30e-43bd-4e65-9c35-274cf3a207ba HTTP/1.1" status: 200 len: 880 time: 0.3156424 Nov 10 16:40:01.457719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48406) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:01.461450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ce782-77ff-4fd0-97c4-dcd0e302e071 req-9c9b576e-8298-4ab9-8723-c294c05e207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:01.462860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d7ce782-77ff-4fd0-97c4-dcd0e302e071 req-9c9b576e-8298-4ab9-8723-c294c05e207a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3073413 Nov 10 16:40:01.506762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f2bc87d-2b68-4833-bbc9-5865426d0199 req-e271e2ea-454a-4db3-b555-0e7705fc90cf tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570993 Nov 10 16:40:01.557360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 443537a7-7e26-487a-91b4-1e259ad1fca0 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:01.642506 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf31086c-a4f2-43a9-bfa1-91415c6dc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.768132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 443537a7-7e26-487a-91b4-1e259ad1fca0 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:40:01.770643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 443537a7-7e26-487a-91b4-1e259ad1fca0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:01.771956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.848938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.856201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.859457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] 10.222.0.62 "DELETE /v2.0/networks/90ba1d20-7e3e-485b-819f-480be5d257eb HTTP/1.1" status: 204 len: 168 time: 0.9963574 Nov 10 16:40:01.873923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71632cc9-4c9e-40f3-ba9f-8b217c88677a req-a4a798f9-f620-45c9-8e01-5512e25deef1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:01.875646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71632cc9-4c9e-40f3-ba9f-8b217c88677a req-a4a798f9-f620-45c9-8e01-5512e25deef1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 943 time: 0.4209030 Nov 10 16:40:01.882595 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:01.901299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ba1d20-7e3e-485b-819f-480be5d257eb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:01.919100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:01.922108 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec7ce94-4fd5-4267-87f8-0e2288a1b705" -d '{"events": [{"server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "name": "network-vif-plugged", "status": "completed", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:01.929660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 443537a7-7e26-487a-91b4-1e259ad1fca0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=443537a7-7e26-487a-91b4-1e259ad1fca0,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:01.931597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.931941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.932274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.932603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.932931 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.933255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.933569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.933884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.934199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.934512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.934825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.935138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7244d0-83f8-4c7f-bc0e-2ca64a3a3527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:01.995328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebb92b-1b3b-4c33-8e1f-1cabbe6bedc4 req-e4ac9ec7-9210-4f1b-94d9-a5038c5b46e0 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:02.000427 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6eebb92b-1b3b-4c33-8e1f-1cabbe6bedc4 req-e4ac9ec7-9210-4f1b-94d9-a5038c5b46e0 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 944 time: 0.0611861 Nov 10 16:40:02.003080 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:02.033766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71632cc9-4c9e-40f3-ba9f-8b217c88677a req-b8fdaf3c-aed9-4c37-bea6-a9d2a820ae29 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407015 Nov 10 16:40:02.088150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6eebb92b-1b3b-4c33-8e1f-1cabbe6bedc4 req-8161738d-2ae6-445a-9e3e-719f31016a6b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830753 Nov 10 16:40:02.092959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=443537a7-7e26-487a-91b4-1e259ad1fca0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:02.108043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.108387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.108730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.109066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.109401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.109730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.110049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.117043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.117398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.117736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.118075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.118442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:02.118583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1e9830e2-fd06-4a82-85bb-a344bd2ed99c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6581995 Nov 10 16:40:02.125396 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ab9453-c30e-4541-a89b-efeb443e09f4 x-openstack-request-id: req-03ab9453-c30e-4541-a89b-efeb443e09f4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:02.125692 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "name": "network-vif-plugged", "status": "completed", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:02.125877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48428) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:02.131163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d5e9719f-45e2-40eb-bd06-51d0c02f5a9f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-215105825'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:02.133938 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03ab9453-c30e-4541-a89b-efeb443e09f4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:02.134434 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0', 'code': 200} Nov 10 16:40:02.280853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ebfb2641-81d9-4d3f-aa06-8a1cdfc8f0aa req-01e1aa29-3d13-4e71-acc1-93bae4a0f90f tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0365767 Nov 10 16:40:02.282868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574dfbd-9227-405c-88d2-5e5c65236291 req-0c196f78-133f-49fa-9d1f-403c301d0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:02.284837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a574dfbd-9227-405c-88d2-5e5c65236291 req-0c196f78-133f-49fa-9d1f-403c301d0ccf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1097 time: 0.0948656 Nov 10 16:40:02.379212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a574dfbd-9227-405c-88d2-5e5c65236291 req-b7addd2c-5fbd-4264-b9b7-f9f45ec062bc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849700 Nov 10 16:40:02.424789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48448) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:02.488618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-41850031-e50f-4d17-bf82-16621a19ecde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=134a7d374069425b93ce4432d987e016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624685 Nov 10 16:40:02.491664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48450) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:02.579556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f74550e-7e25-4517-9a7e-cefd44f6ca42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:02.629120 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f74550e-7e25-4517-9a7e-cefd44f6ca42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:02.704221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5e9719f-45e2-40eb-bd06-51d0c02f5a9f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:02.719163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ae5b-314c-4cb7-90ea-43e85e8fd6e5 req-cb5463ad-dc6d-4869-a164-364cf62cb6f7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:02.720637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d416ae5b-314c-4cb7-90ea-43e85e8fd6e5 req-cb5463ad-dc6d-4869-a164-364cf62cb6f7 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.0939085 Nov 10 16:40:02.777104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d416ae5b-314c-4cb7-90ea-43e85e8fd6e5 req-09a465b0-62b9-46a4-83af-466a9b33e118 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Nov 10 16:40:02.823702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d7ce782-77ff-4fd0-97c4-dcd0e302e071 req-3512434c-6dd7-4c81-94c2-4c3953a72d3d tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0266163 Nov 10 16:40:02.999230 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f74550e-7e25-4517-9a7e-cefd44f6ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:02.999928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5e9719f-45e2-40eb-bd06-51d0c02f5a9f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:03.001966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f74550e-7e25-4517-9a7e-cefd44f6ca42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:03.008368 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6f74550e-7e25-4517-9a7e-cefd44f6ca42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3df9d0e-348d-4287-9ef3-7b7547b6bac0 HTTP/1.1" status: 204 len: 168 time: 0.5151279 Nov 10 16:40:03.025008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74550e-7e25-4517-9a7e-cefd44f6ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df9d0e-348d-4287-9ef3-7b7547b6bac0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:03.140561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e9719f-45e2-40eb-bd06-51d0c02f5a9f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router b42ee30e-43bd-4e65-9c35-274cf3a207ba has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:40:03.225975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab187a-000c-4de7-9776-76355ed2012e req-eb14e828-7d23-4b7b-8431-572a99965d67 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:03.227575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18ab187a-000c-4de7-9776-76355ed2012e req-eb14e828-7d23-4b7b-8431-572a99965d67 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 945 time: 0.0552661 Nov 10 16:40:03.285278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e9719f-45e2-40eb-bd06-51d0c02f5a9f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:03.285896 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14d8f6-d6c9-4edb-b189-7a56d32a26a8 None None] Sync routers for ids ['b42ee30e-43bd-4e65-9c35-274cf3a207ba'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:03.288864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18ab187a-000c-4de7-9776-76355ed2012e req-46a6dc96-2837-4d74-b339-630d1c105e5a tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546827 Nov 10 16:40:03.296032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5e9719f-45e2-40eb-bd06-51d0c02f5a9f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:03.300203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d5e9719f-45e2-40eb-bd06-51d0c02f5a9f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/b42ee30e-43bd-4e65-9c35-274cf3a207ba HTTP/1.1" status: 200 len: 887 time: 1.1730764 Nov 10 16:40:03.301556 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14d8f6-d6c9-4edb-b189-7a56d32a26a8 None None] Routers {'b42ee30e-43bd-4e65-9c35-274cf3a207ba'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:03.302212 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bf14d8f6-d6c9-4edb-b189-7a56d32a26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b42ee30e-43bd-4e65-9c35-274cf3a207ba'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:03.303797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48488) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:03.364492 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bf14d8f6-d6c9-4edb-b189-7a56d32a26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:03.374289 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14d8f6-d6c9-4edb-b189-7a56d32a26a8 None None] Routers {'b42ee30e-43bd-4e65-9c35-274cf3a207ba'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:03.374928 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bf14d8f6-d6c9-4edb-b189-7a56d32a26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:39:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b42ee30e-43bd-4e65-9c35-274cf3a207ba'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:03.412608 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bf14d8f6-d6c9-4edb-b189-7a56d32a26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:03.413315 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14d8f6-d6c9-4edb-b189-7a56d32a26a8 None None] The sync data for ids ['b42ee30e-43bd-4e65-9c35-274cf3a207ba'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:03.444361 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f030212a-1238-472f-9b04-c8ee9dbbe9c6 req-89f5aea2-e1f1-42bf-a5f7-2f792ada4ca5 tempest-ServerShowV257Test-880787779 tempest-ServerShowV257Test-880787779-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef6375a2-6d65-47e5-8ed8-375c5b4163dd HTTP/1.1" status: 200 len: 210 time: 0.0368350 Nov 10 16:40:03.471086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a9d267a7-2780-46ab-9039-c72d3e295af5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/routers/b42ee30e-43bd-4e65-9c35-274cf3a207ba HTTP/1.1" status: 200 len: 887 time: 0.1609845 Nov 10 16:40:03.473067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48498) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:03.508169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-475ce5d2-9818-45f0-a059-72d6273db8ed tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=b42ee30e-43bd-4e65-9c35-274cf3a207ba HTTP/1.1" status: 200 len: 205 time: 0.0339112 Nov 10 16:40:03.510728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48502) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:03.571266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 39bdc513-fe35-4e37-8a52-672e3a866a4a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:40:03.648665 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:03.778944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:03.891195 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad8e8-0fa8-4d49-b2d9-cb3980f22552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:03.932721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437e026-e00f-4075-a863-40aad17ff25c req-d2343c74-ee7f-4d3d-b648-3c1d404b1616 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:03.934757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d437e026-e00f-4075-a863-40aad17ff25c req-d2343c74-ee7f-4d3d-b648-3c1d404b1616 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.0846081 Nov 10 16:40:03.997760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 290dc01b-caf0-48a8-8460-b1c52d7ac3f2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:03.998109 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.009755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d437e026-e00f-4075-a863-40aad17ff25c req-6e86f049-06e4-472b-b525-207ccb29aec1 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621772 Nov 10 16:40:04.109363 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.129394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 290dc01b-caf0-48a8-8460-b1c52d7ac3f2 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:04.229435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-8e2729e6-97e3-4a7d-a756-33b581ec802a tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:04.231027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-8e2729e6-97e3-4a7d-a756-33b581ec802a tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=d21807d0-e4ed-48fe-a761-27eb39e07d79 HTTP/1.1" status: 200 len: 943 time: 0.0606790 Nov 10 16:40:04.346164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Deleting port 39bdc513-fe35-4e37-8a52-672e3a866a4a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:04.346778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.429676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca1f7a-ace5-477f-bbc8-0f1862fb2e82 req-16f6dea5-2ce2-4c08-933d-4e069e80d3ca tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:04.437321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44ca1f7a-ace5-477f-bbc8-0f1862fb2e82 req-16f6dea5-2ce2-4c08-933d-4e069e80d3ca tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 945 time: 0.0672760 Nov 10 16:40:04.445859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.473434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] For port 39bdc513-fe35-4e37-8a52-672e3a866a4a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=39bdc513-fe35-4e37-8a52-672e3a866a4a,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:04.473845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.485346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=290dc01b-caf0-48a8-8460-b1c52d7ac3f2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:04.487265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48544) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:04.498015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Calling delete_port for 39bdc513-fe35-4e37-8a52-672e3a866a4a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:04.517885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902ef19-49aa-47cd-91c3-bae04033bb63 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:04.576971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44ca1f7a-ace5-477f-bbc8-0f1862fb2e82 req-af49db52-74ea-488f-8998-7bf9c46cb625 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335745 Nov 10 16:40:04.616622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.716480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-668398740-network', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:04.733366 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.742183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.827203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-04f5e6f0-2fc8-452c-9470-4e1cea4ae9d1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-570800728&fields=id&tenant_id=464f3e6f66c14c2c9a4e663a42d638db HTTP/1.1" status: 200 len: 267 time: 0.1159313 Nov 10 16:40:04.866293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.888017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-98a96ccd-8f4e-46f2-83a6-957894052593 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:04.889610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-98a96ccd-8f4e-46f2-83a6-957894052593 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 945 time: 0.0565960 Nov 10 16:40:04.901113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event deleted for resources: {'Port': ['ID=39bdc513-fe35-4e37-8a52-672e3a866a4a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:04.905388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'port': {'security_groups': ['ae57964e-77e1-4640-a507-c47bd003949c', '22f80f4e-e77b-42e9-b87c-36f8421544c2']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:04.931150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0924b-9ec1-4037-a289-5038b524634c None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:04.946386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] No DVR routers for this DVR port 39bdc513-fe35-4e37-8a52-672e3a866a4a on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:04.949281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.952888 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91fa63e6-aa10-4918-ad4f-9f35c8dacd7b req-00ca6aaf-2afe-4e7e-b36e-8dc7fa8cf83d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "DELETE /v2.0/ports/39bdc513-fe35-4e37-8a52-672e3a866a4a HTTP/1.1" status: 204 len: 173 time: 0.7159340 Nov 10 16:40:04.953355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'name': 'network-vif-deleted', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:04.956093 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ca5c84-517e-4cb8-8cc4-02e604b58871" -d '{"events": [{"server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "name": "network-vif-deleted", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:04.973346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Made reservation on behalf of 0eff5dcbf7e74113bc0723faea6b6614 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:04.975936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.993867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:04.997452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.004896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.006048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Fanout notify agent at l3_agent the message router_deleted on router b42ee30e-43bd-4e65-9c35-274cf3a207ba {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:40:05.023175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.024316 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-115b986a-e166-425b-84dd-26a9924586a4 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/b42ee30e-43bd-4e65-9c35-274cf3a207ba HTTP/1.1" status: 204 len: 168 time: 1.5125351 Nov 10 16:40:05.028291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48560) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:05.033852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-1904975100'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:05.050050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.136052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:05.140324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.176103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:40:05.179756 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.189139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.189487 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment 4980dd37-3676-4c0b-a88b-5ad41d5f5d55 of type vlan for network f0b1bd8a-d022-491f-9977-23b692cd6644 Nov 10 16:40:05.237134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.279841 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.308880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] For port 443537a7-7e26-487a-91b4-1e259ad1fca0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=443537a7-7e26-487a-91b4-1e259ad1fca0,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:05.320708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:05.341706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:40:05.349768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5159e69-23c1-4b13-abdb-0a24b8b91387,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:05.353466 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.375861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.375861 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Added segment c66b2dd1-8ccc-4582-8324-af68b588919e of type vlan for network c8109b0b-34bd-4e16-a326-3a740308272f Nov 10 16:40:05.376414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:05.376414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.384979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.430075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.451862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=f0b1bd8a-d022-491f-9977-23b692cd6644,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:05.460902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7984f12-4b78-4db4-9538-195aab78ec40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.473654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f0b1bd8a-d022-491f-9977-23b692cd6644 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:40:05.488343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.493933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dda67258-0845-4d67-80a3-30d13c165e3a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4643641 Nov 10 16:40:05.498754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:05.505386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:05.507903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': 'f0b1bd8a-d022-491f-9977-23b692cd6644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:05.549125 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.550321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:05.551451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.611297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:05.614030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.631300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87fd06a5-ed92-4d31-b587-d1712c998b0f req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "PUT /v2.0/ports/443537a7-7e26-487a-91b4-1e259ad1fca0 HTTP/1.1" status: 200 len: 981 time: 0.7307315 Nov 10 16:40:05.633637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:05.648354 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fab708-0fda-4624-9c4e-dc70db87dbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:05.648507 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7984f12-4b78-4db4-9538-195aab78ec40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.709795 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2174242 Nov 10 16:40:05.714328 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128d0bb0-c28d-4027-abdb-d273b3e16761 x-openstack-request-id: req-128d0bb0-c28d-4027-abdb-d273b3e16761 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:05.714914 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21807d0-e4ed-48fe-a761-27eb39e07d79", "name": "network-vif-deleted", "tag": "39bdc513-fe35-4e37-8a52-672e3a866a4a", "status": "failed", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:05.715386 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-128d0bb0-c28d-4027-abdb-d273b3e16761 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:05.716002 n-d-714676-11 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd21807d0-e4ed-48fe-a761-27eb39e07d79', 'name': 'network-vif-deleted', 'tag': '39bdc513-fe35-4e37-8a52-672e3a866a4a', 'status': 'failed', 'code': 422} returned with failed status Nov 10 16:40:05.716598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:05.724633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Request body: {'subnet': {'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-668398740-subnet', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:05.731684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:05.780833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094d7b5-f368-46e3-8d30-24a2978ddfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=c8109b0b-34bd-4e16-a326-3a740308272f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:05.785348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7984f12-4b78-4db4-9538-195aab78ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.795097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aec80e-781a-46a0-8eb5-ba271d3ad275 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'Port': ['ID=443537a7-7e26-487a-91b4-1e259ad1fca0,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:05.797394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c8109b0b-34bd-4e16-a326-3a740308272f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:40:05.829859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7984f12-4b78-4db4-9538-195aab78ec40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b383f3dd-1b19-47da-b1c6-836e2cfe8ed0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:05.846305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:05.851084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:05.862174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c8f4b-021e-475f-bfeb-add64754d992 req-ba89bd8b-fcce-447c-8fc7-3b652cab7456 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:05.863974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c9c8f4b-021e-475f-bfeb-add64754d992 req-ba89bd8b-fcce-447c-8fc7-3b652cab7456 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.0955384 Nov 10 16:40:05.896258 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a7984f12-4b78-4db4-9538-195aab78ec40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69728f918ca34dceb54cec8308b28108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5717049 Nov 10 16:40:05.900160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48592) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:05.972321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c9c8f4b-021e-475f-bfeb-add64754d992 req-4be47d61-1ca3-4663-b2c1-ae402fb97e6c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011398 Nov 10 16:40:05.992514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6412b750-dc1f-449d-b93a-1d50fd6ee4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.024271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6412b750-dc1f-449d-b93a-1d50fd6ee4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.060165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-780dfb41-ad7b-4e70-97e5-5aa592e06f72 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1766151567&fields=id&tenant_id=464f3e6f66c14c2c9a4e663a42d638db HTTP/1.1" status: 200 len: 267 time: 0.0678141 Nov 10 16:40:06.071756 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c1611e-b937-42bc-9b6c-39b9a30d59b0 x-openstack-request-id: req-f3c1611e-b937-42bc-9b6c-39b9a30d59b0 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:06.072281 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:06.072529 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3c1611e-b937-42bc-9b6c-39b9a30d59b0 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:06.073035 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0', 'status': 'completed', 'code': 200} Nov 10 16:40:06.082487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Made reservation on behalf of 0eff5dcbf7e74113bc0723faea6b6614 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:06.085593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.175751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6412b750-dc1f-449d-b93a-1d50fd6ee4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.180566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6412b750-dc1f-449d-b93a-1d50fd6ee4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.187767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6412b750-dc1f-449d-b93a-1d50fd6ee4d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b383f3dd-1b19-47da-b1c6-836e2cfe8ed0 HTTP/1.1" status: 204 len: 168 time: 0.2838013 Nov 10 16:40:06.220150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412b750-dc1f-449d-b93a-1d50fd6ee4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b383f3dd-1b19-47da-b1c6-836e2cfe8ed0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:06.241698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-8c98f487-d50e-4519-9efa-0df43432d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:06.243337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-8c98f487-d50e-4519-9efa-0df43432d64b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1136 time: 0.1395333 Nov 10 16:40:06.324988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-f6cf325b-0bb0-46d4-87df-d8f5e08a5f22 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:06.335940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-f6cf325b-0bb0-46d4-87df-d8f5e08a5f22 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 984 time: 0.2403023 Nov 10 16:40:06.340496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'port': {'security_groups': ['22f80f4e-e77b-42e9-b87c-36f8421544c2', 'ae57964e-77e1-4640-a507-c47bd003949c', '3c2c7dae-31d7-436e-b28e-a3dbc4bda43c']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:06.391869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-d81859da-f61d-4cc7-b4dd-e86a61ef282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:06.392596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.393404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-d81859da-f61d-4cc7-b4dd-e86a61ef282f service neutron] 10.222.0.18 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 914 time: 0.1327970 Nov 10 16:40:06.456823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-88c93780-fc85-4212-ab37-c8cb4d95956c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443537a7-7e26-487a-91b4-1e259ad1fca0 HTTP/1.1" status: 200 len: 217 time: 0.0546930 Nov 10 16:40:06.494515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.542330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=803ca89f-a20f-44c4-bfbc-8fe28b8a50c9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:06.613165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-4f58720b-4ead-4bf5-9137-2986006c23e4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:06.616295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': '4980dd37-3676-4c0b-a88b-5ad41d5f5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f0b1bd8a-d022-491f-9977-23b692cd6644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:06.616652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: f0b1bd8a-d022-491f-9977-23b692cd6644, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:40:06.621166 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-4f58720b-4ead-4bf5-9137-2986006c23e4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.2335887 Nov 10 16:40:06.644399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-7a1aaddb-b3ab-4beb-84bb-d168697d0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:06.646557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-7a1aaddb-b3ab-4beb-84bb-d168697d0278 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 200 len: 853 time: 0.1803563 Nov 10 16:40:06.655841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-e1f4e5f9-df49-405e-a380-fac40a07cb57 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/quotas/f651b33b7fe24cec8653747a92dd1c9e HTTP/1.1" status: 200 len: 375 time: 0.0337949 Nov 10 16:40:06.684947 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.705164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-3c7cda7d-ec48-4300-a877-8932d67c9bd9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484288 Nov 10 16:40:06.706978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-ede48f33-ca23-4d4d-88f9-c6ae93daa96e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44a952ee-4b03-42b8-868e-13b27f7d5f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491455 Nov 10 16:40:06.717308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-0b5ed340-10eb-4275-a742-45a596c6c66b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:40:06.718345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-0b5ed340-10eb-4275-a742-45a596c6c66b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053394 Nov 10 16:40:06.781745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=725e4d8c-c12c-4120-82f9-98417f9278a0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:06.836759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Checking segment: {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:06.837784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Network hostable DHCP agents. Network: c8109b0b-34bd-4e16-a326-3a740308272f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:40:06.877131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network f0b1bd8a-d022-491f-9977-23b692cd6644 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:40:06.898600 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:06.973444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Network c8109b0b-34bd-4e16-a326-3a740308272f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:40:07.030038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] For port 443537a7-7e26-487a-91b4-1e259ad1fca0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=443537a7-7e26-487a-91b4-1e259ad1fca0,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:07.064786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f0b1bd8a-d022-491f-9977-23b692cd6644) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:07.068844 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.073029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c8109b0b-34bd-4e16-a326-3a740308272f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:07.075703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:07.076558 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.077480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a96fc-0067-4564-961a-4552fbb3f611 None None] Network f0b1bd8a-d022-491f-9977-23b692cd6644 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:07.083290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:07.096164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.138325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ad676-b104-4d30-9dfb-b5b43104abc7 None None] Network c8109b0b-34bd-4e16-a326-3a740308272f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:07.154051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.196533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-774c9ae4-b351-4fef-bc45-126c7fb21fb2 service neutron] 10.222.0.18 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771533 Nov 10 16:40:07.217199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:07.217199 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.217398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-99ae9f1f-2f30-43b6-8b38-62fba7097a8f service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737446 Nov 10 16:40:07.217488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a01d4107-ec0b-44c4-ba3e-6293335e9584 req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "PUT /v2.0/ports/443537a7-7e26-487a-91b4-1e259ad1fca0 HTTP/1.1" status: 200 len: 1020 time: 0.8817441 Nov 10 16:40:07.229101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48646) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:07.232084 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9ecc4cf8-3602-4dd7-85a1-bbd8bf6d5e40 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7319627 Nov 10 16:40:07.241486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-564081b5-5b11-4399-bf43-414148a7aaf6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5219653 Nov 10 16:40:07.242773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:07.260434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-688440976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:07.273154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:07.282106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:07.362610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 16:40:07.362610 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 16:40:07.362610 n-d-714676-11 neutron-server[103326]: [parameters: {'project_id_1': '0b44c8cce3d74fd3b1aca69ed46a7582', 'expiration_1': datetime.datetime(2021, 11, 10, 16, 39, 47, 288197)}] Nov 10 16:40:07.362610 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:40:07.363057 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:40:07.363183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b245bc-c02b-4741-bb94-2ae057303d94 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'Port': ['ID=443537a7-7e26-487a-91b4-1e259ad1fca0,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:07.370465 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.372061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.414575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbff74d-5a91-460c-9829-b8cd93dd0d53 req-8c58d224-69aa-40c1-be08-43f6f3f428cf tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:07.416221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfbff74d-5a91-460c-9829-b8cd93dd0d53 req-8c58d224-69aa-40c1-be08-43f6f3f428cf tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.0953531 Nov 10 16:40:07.449338 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-755d5324-0656-4f91-bec5-9ffcf86aa640 service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206850 Nov 10 16:40:07.449732 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.455623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66fab708-0fda-4624-9c4e-dc70db87dbb2 req-f3129910-2420-40b7-a598-5653efeed4d3 service neutron] 10.222.0.18 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390969 Nov 10 16:40:07.494617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfbff74d-5a91-460c-9829-b8cd93dd0d53 req-d7667c98-0190-4cad-a8b0-dea9ae1058f5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532930 Nov 10 16:40:07.622990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:07.759433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d581805-97fa-466b-b3d6-2f77a41c50a9 req-a8bbd6b3-90f6-4752-b09b-51fa840733f4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 210 time: 0.0379059 Nov 10 16:40:07.828076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.888929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-f0b1bd8a-d022-491f-9977-23b692cd6644', 'network_id': 'f0b1bd8a-d022-491f-9977-23b692cd6644', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': '803ca89f-a20f-44c4-bfbc-8fe28b8a50c9'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:40:07.896928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.896928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242bf90f-43b3-4889-a99a-6ffa44ff502d None None] Network c8109b0b-34bd-4e16-a326-3a740308272f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:07.925639 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.959351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.960462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:07.986405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:07.988906 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:08.030153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.045963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857120f-7816-42b9-9344-ee9801e40b34 req-2f0e4081-caa8-4997-bf65-e7747a8c7117 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:08.047796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0857120f-7816-42b9-9344-ee9801e40b34 req-2f0e4081-caa8-4997-bf65-e7747a8c7117 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1023 time: 0.4644761 Nov 10 16:40:08.077733 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a66acc-59ea-42de-abb3-b5d7dcda6bcc x-openstack-request-id: req-a6a66acc-59ea-42de-abb3-b5d7dcda6bcc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:08.078339 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:08.078788 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6a66acc-59ea-42de-abb3-b5d7dcda6bcc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:08.079402 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0', 'status': 'completed', 'code': 200} Nov 10 16:40:08.106663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.164227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0857120f-7816-42b9-9344-ee9801e40b34 req-9194bb1c-f72d-4d20-8474-789b29ae951b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&id=22f80f4e-e77b-42e9-b87c-36f8421544c2&id=3c2c7dae-31d7-436e-b28e-a3dbc4bda43c HTTP/1.1" status: 200 len: 6207 time: 0.1041250 Nov 10 16:40:08.183209 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.230738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-44d7c64a-fa06-4883-91cb-29d9c1b6e6c6 req-607425ea-0d6c-4598-b667-91ad01e552f9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1120810818 ', 'description': 'tempest-description-795033405'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:08.249242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-acb6db33-5cd5-4de5-b478-76b9f684a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:08.250811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-acb6db33-5cd5-4de5-b478-76b9f684a53d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1175 time: 0.1462717 Nov 10 16:40:08.372513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.376446 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2aff5789-aa8d-411d-a67c-5fce7ebf165b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1282735 Nov 10 16:40:08.378823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48696) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:08.425796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.450786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.550249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-44d7c64a-fa06-4883-91cb-29d9c1b6e6c6 req-607425ea-0d6c-4598-b667-91ad01e552f9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.614453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-d3d84c5f-72b6-42d0-9e7b-d3296c095614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:08.615893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Allocated IP 172.25.3.127 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/76c0c3fc-b801-4934-bc17-a5d65cb267a4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:08.616021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-d3d84c5f-72b6-42d0-9e7b-d3296c095614 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 914 time: 0.3533995 Nov 10 16:40:08.683641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Allocated IP 172.20.0.2 (f0b1bd8a-d022-491f-9977-23b692cd6644/803ca89f-a20f-44c4-bfbc-8fe28b8a50c9/01bff34b-cc62-4b80-b7f7-ffbb87b44ee8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:08.739168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-b6f3de06-944b-4a40-b104-2544b6aa869a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=443537a7-7e26-487a-91b4-1e259ad1fca0 HTTP/1.1" status: 200 len: 217 time: 0.1137037 Nov 10 16:40:08.870330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-b5b5e711-b2d7-47b8-bb40-47617ca61840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:08.871826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-b5b5e711-b2d7-47b8-bb40-47617ca61840 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 200 len: 853 time: 0.1228518 Nov 10 16:40:08.886931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.905883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09887410-0814-4a01-bb91-e41319d215be req-0bd7307f-e151-40ba-8673-3349a29941b4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:08.914059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09887410-0814-4a01-bb91-e41319d215be req-0bd7307f-e151-40ba-8673-3349a29941b4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.2931650 Nov 10 16:40:08.936213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-44d7c64a-fa06-4883-91cb-29d9c1b6e6c6 req-607425ea-0d6c-4598-b667-91ad01e552f9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.937604 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:08.982081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-36316322-9f6e-4260-a1fd-79a2f60645bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44a952ee-4b03-42b8-868e-13b27f7d5f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575140 Nov 10 16:40:08.990103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09887410-0814-4a01-bb91-e41319d215be req-6ea2424e-4a30-4356-8c0d-17e2b6487b13 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719528 Nov 10 16:40:09.056578 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.098067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-44d7c64a-fa06-4883-91cb-29d9c1b6e6c6 req-607425ea-0d6c-4598-b667-91ad01e552f9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.098327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd1046e5-372b-4ad5-8fa4-2cf77fb0c857 req-aff8214c-2b77-48fb-914b-775f0a6ddb1d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 210 time: 0.0322175 Nov 10 16:40:09.105472 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.140572 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.150533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:09.153688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:09.160065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:09.174394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c095dd9-6fbb-4cfe-9b56-f1ed66ec6bcc None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:09.195007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Network f0b1bd8a-d022-491f-9977-23b692cd6644 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:09.202892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Pushing event updated for resources: {'Port': ['ID=76c0c3fc-b801-4934-bc17-a5d65cb267a4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:09.203043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:09.205884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:09.208107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Pushing event updated for resources: {'Port': ['ID=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:09.285970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607425ea-0d6c-4598-b667-91ad01e552f9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d82cea-133d-4c70-ad47-ab2de2248be3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:09.303865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Attempting to bind port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:09.304281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Attempting to bind port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4980dd37-3676-4c0b-a88b-5ad41d5f5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f0b1bd8a-d022-491f-9977-23b692cd6644'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:09.304743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Attempting to bind port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 on network f0b1bd8a-d022-491f-9977-23b692cd6644 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:09.323296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9f538c9d-4d06-4dd7-98dd-5306ca7fb813 None None] Provisioning complete for port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:09.323819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f538c9d-4d06-4dd7-98dd-5306ca7fb813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.347002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-44d7c64a-fa06-4883-91cb-29d9c1b6e6c6 req-607425ea-0d6c-4598-b667-91ad01e552f9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.348447 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44d7c64a-fa06-4883-91cb-29d9c1b6e6c6 req-607425ea-0d6c-4598-b667-91ad01e552f9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1448672 Nov 10 16:40:09.355931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:09.356432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Checking segment: {'id': '4980dd37-3676-4c0b-a88b-5ad41d5f5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f0b1bd8a-d022-491f-9977-23b692cd6644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:09.356938 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.357416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Bound using segment: {'id': '4980dd37-3676-4c0b-a88b-5ad41d5f5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f0b1bd8a-d022-491f-9977-23b692cd6644'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:09.358072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Bound port: 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4980dd37-3676-4c0b-a88b-5ad41d5f5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f0b1bd8a-d022-491f-9977-23b692cd6644'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:09.358687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.434176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9f538c9d-4d06-4dd7-98dd-5306ca7fb813 None None] Port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:09.464712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-5d7e6597-01d9-49d1-b5de-894529b14bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755149 Nov 10 16:40:09.466197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fdaef31-2740-4641-a2e1-0e1c211e4538 req-c224f5c3-8488-4030-91a7-60b814b10c31 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/f7d82cea-133d-4c70-ad47-ab2de2248be3 HTTP/1.1" status: 200 len: 1799 time: 0.0711977 Nov 10 16:40:09.541542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] For port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:09.550377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] For port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,segment=NetworkSegment(4980dd37-3676-4c0b-a88b-5ad41d5f5d55),segment_id=4980dd37-3676-4c0b-a88b-5ad41d5f5d55)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:09.627604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.20.0.1 (f0b1bd8a-d022-491f-9977-23b692cd6644/803ca89f-a20f-44c4-bfbc-8fe28b8a50c9/7d4fac03-0c56-466c-b2c1-d24042d4c370) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:09.647697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1336b4b9-23c3-48d9-9a1f-bdd37ab84088 req-9c123fea-347b-465e-b50b-364cab8ddec9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/f7d82cea-133d-4c70-ad47-ab2de2248be3 HTTP/1.1" status: 200 len: 1799 time: 0.1585591 Nov 10 16:40:09.649479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.666013 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.691665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a15f4ac-3fa5-4632-aa94-94fcd360ce6f req-e6da1fa3-7aab-4247-9ab4-e40f048041dc service neutron] 10.222.0.18 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190020 Nov 10 16:40:09.780918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f5b7c-b029-4c56-88f6-75492279b674 None None] Pushing event updated for resources: {'Port': ['ID=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:09.863052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1336b4b9-23c3-48d9-9a1f-bdd37ab84088 req-096b2df0-99c0-4db8-8325-e3389b3d9270 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.907476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1336b4b9-23c3-48d9-9a1f-bdd37ab84088 req-096b2df0-99c0-4db8-8325-e3389b3d9270 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.916409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:09.940795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.102594 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1336b4b9-23c3-48d9-9a1f-bdd37ab84088 req-096b2df0-99c0-4db8-8325-e3389b3d9270 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.106909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1336b4b9-23c3-48d9-9a1f-bdd37ab84088 req-096b2df0-99c0-4db8-8325-e3389b3d9270 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.128482 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1336b4b9-23c3-48d9-9a1f-bdd37ab84088 req-096b2df0-99c0-4db8-8325-e3389b3d9270 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/f7d82cea-133d-4c70-ad47-ab2de2248be3 HTTP/1.1" status: 204 len: 173 time: 0.4723966 Nov 10 16:40:10.132008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.195385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e8e9d-9be2-4b70-b121-5fa1c3d978e9 req-a80aac60-8826-40c8-9b78-b569e50bb628 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:10.196985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-464e8e9d-9be2-4b70-b121-5fa1c3d978e9 req-a80aac60-8826-40c8-9b78-b569e50bb628 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1018655 Nov 10 16:40:10.208055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Router 5d64f633-4415-40f2-9488-aee7a819daa7 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:40:10.245380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b2df0-99c0-4db8-8325-e3389b3d9270 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d82cea-133d-4c70-ad47-ab2de2248be3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:10.256613 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.337765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network f0b1bd8a-d022-491f-9977-23b692cd6644 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:10.352708 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-50bac62c-8400-456a-9a72-d1976a007476 req-46fa0122-30aa-4d3b-857f-2552ef87873c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:40:10.354232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50bac62c-8400-456a-9a72-d1976a007476 req-46fa0122-30aa-4d3b-857f-2552ef87873c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/f7d82cea-133d-4c70-ad47-ab2de2248be3 HTTP/1.1" status: 404 len: 352 time: 0.1580956 Nov 10 16:40:10.368207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:10.371930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:10.401337 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-464e8e9d-9be2-4b70-b121-5fa1c3d978e9 req-1a8d9eb8-cfaf-4358-be92-8e1a46de3dfe tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945016 Nov 10 16:40:10.415824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:10.444278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=7d4fac03-0c56-466c-b2c1-d24042d4c370,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:10.482012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a605d4b1-0519-4d31-8a3a-ffea331e9fe6 req-d73f834f-4edd-41f4-bc2f-d13674d9debc tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1963527920', 'description': 'tempest-description-477580480'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:10.526293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:10.526930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.549372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:10.572352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Sync routers for ids ['5d64f633-4415-40f2-9488-aee7a819daa7'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:10.572585 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5bf7d049-f332-4533-b36e-ffdedc3b2543 req-a4c849be-3eb4-4107-ae20-585faf3f78b6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 210 time: 0.0914671 Nov 10 16:40:10.605782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Routers {'5d64f633-4415-40f2-9488-aee7a819daa7'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:10.612462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5d64f633-4415-40f2-9488-aee7a819daa7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:10.650354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-a33087ce-50a7-498d-b902-888c5faf73bc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:10.653878 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a605d4b1-0519-4d31-8a3a-ffea331e9fe6 req-d73f834f-4edd-41f4-bc2f-d13674d9debc tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.662076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-a33087ce-50a7-498d-b902-888c5faf73bc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.4568911 Nov 10 16:40:10.663419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.755291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Request body: {'port': {'device_id': '2d17a3fc-02cb-4a9d-abfc-8ce8a736871e', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'admin_state_up': True, 'tenant_id': 'f651b33b7fe24cec8653747a92dd1c9e'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:10.756689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a605d4b1-0519-4d31-8a3a-ffea331e9fe6 req-d73f834f-4edd-41f4-bc2f-d13674d9debc tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.776081 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.782430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-90d19f30-c58a-4ea3-a988-3185caa638f4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5114152 Nov 10 16:40:10.782430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:10.865407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.871696 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a605d4b1-0519-4d31-8a3a-ffea331e9fe6 req-d73f834f-4edd-41f4-bc2f-d13674d9debc tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:10.903464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Set router 5d64f633-4415-40f2-9488-aee7a819daa7 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:10.984259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f834f-4edd-41f4-bc2f-d13674d9debc tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b2e8f-2487-4d9b-8f63-1f57cb45e4d8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:11.063655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a605d4b1-0519-4d31-8a3a-ffea331e9fe6 req-d73f834f-4edd-41f4-bc2f-d13674d9debc tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:11.065499 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a605d4b1-0519-4d31-8a3a-ffea331e9fe6 req-d73f834f-4edd-41f4-bc2f-d13674d9debc tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5925202 Nov 10 16:40:11.090604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,segment=NetworkSegment(4980dd37-3676-4c0b-a88b-5ad41d5f5d55),segment_id=4980dd37-3676-4c0b-a88b-5ad41d5f5d55)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:11.117490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-9d5e4f59-1c93-4232-b01b-22fc12661939 req-a730540f-e11e-4f65-8640-bddd50e9ce3c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1726515836', 'description': 'tempest-description-1919037233'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:11.145430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Made reservation on behalf of f651b33b7fe24cec8653747a92dd1c9e for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:11.149202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:11.172562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:11.172726 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:11.278404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f91c0-558f-4152-9301-678524edaf16 None None] Network f0b1bd8a-d022-491f-9977-23b692cd6644 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:11.298769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:11.366767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:40:09Z', 'revision_number': 3, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:11.472067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-aa8fa155-d9fb-43a2-a322-aef5041b41d8 None None] Provisioning complete for port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:11.472928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa8fa155-d9fb-43a2-a322-aef5041b41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:11.477264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Checking router: 5d64f633-4415-40f2-9488-aee7a819daa7 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:40:11.478038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Updating router 5d64f633-4415-40f2-9488-aee7a819daa7 port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:40:11.564239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:11.663584 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d5e4f59-1c93-4232-b01b-22fc12661939 req-a730540f-e11e-4f65-8640-bddd50e9ce3c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:11.773626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9144c-3a45-47bd-920d-1d40ab5bbb9a req-b3baf1c5-cca0-42ac-9e5d-1d58d7a0e153 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:11.783598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5bb9144c-3a45-47bd-920d-1d40ab5bbb9a req-b3baf1c5-cca0-42ac-9e5d-1d58d7a0e153 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.2430546 Nov 10 16:40:11.835332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:11.920730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5bb9144c-3a45-47bd-920d-1d40ab5bbb9a req-5fd9e69c-3f21-4f10-9e43-570b66de9d2c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350441 Nov 10 16:40:11.933634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Allocated IP 172.20.0.12 (1c27b5c7-e493-4d18-b58c-41f6e7206ff0/c086cf2f-907f-43eb-aa4f-03e65c19d7a8/2df8b2a0-5264-437d-85ee-3e2ec8cb73f6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:12.025593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d5e4f59-1c93-4232-b01b-22fc12661939 req-a730540f-e11e-4f65-8640-bddd50e9ce3c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.056273 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.089530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d5e4f59-1c93-4232-b01b-22fc12661939 req-a730540f-e11e-4f65-8640-bddd50e9ce3c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.103156 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.142445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09622a12-ca72-46b0-812d-abd1e3940191 req-eea1cb76-eb37-49da-a20e-1a97ba41285b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 210 time: 0.0858045 Nov 10 16:40:12.150997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2df87e-2d1b-45ee-86ff-6affcee8b476 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:12.225586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7692401-db25-4c28-99ff-1bf673282c6d None None] Pushing event updated for resources: {'Port': ['ID=76c0c3fc-b801-4934-bc17-a5d65cb267a4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:12.238143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Attempting to bind port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:12.238143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Attempting to bind port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:12.238143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Attempting to bind port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:12.256954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:12.257329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:12.257756 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.260608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:12.263355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Bound port: 76c0c3fc-b801-4934-bc17-a5d65cb267a4, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:12.269892 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.277109 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.278582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:12.282252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730540f-e11e-4f65-8640-bddd50e9ce3c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44437e4-7f85-4090-9959-e25b6613b9d1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:12.307389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-58983467-a960-430e-bf8d-b853ca226529 None None] Provisioning complete for port 7d4fac03-0c56-466c-b2c1-d24042d4c370 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:12.307970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58983467-a960-430e-bf8d-b853ca226529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.366144 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d5e4f59-1c93-4232-b01b-22fc12661939 req-a730540f-e11e-4f65-8640-bddd50e9ce3c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.373530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d5e4f59-1c93-4232-b01b-22fc12661939 req-a730540f-e11e-4f65-8640-bddd50e9ce3c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2684891 Nov 10 16:40:12.381136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Allocated IP 172.20.0.1 (c8109b0b-34bd-4e16-a326-3a740308272f/725e4d8c-c12c-4120-82f9-98417f9278a0/2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:12.384441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.396512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:12.408718 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5b378c25-537e-4c2e-b5ff-e32f5d06a717 req-c2db6e76-5c0e-43fc-a753-970e46b16342 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-281143001', 'description': 'tempest-description-1719740965'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:12.434942 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.509205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.555119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=7d4fac03-0c56-466c-b2c1-d24042d4c370,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:12.607022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.628386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:12.681171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-58983467-a960-430e-bf8d-b853ca226529 None None] Port 7d4fac03-0c56-466c-b2c1-d24042d4c370 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:12.692288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] For port 76c0c3fc-b801-4934-bc17-a5d65cb267a4, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:12.697326 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] For port 76c0c3fc-b801-4934-bc17-a5d65cb267a4, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=76c0c3fc-b801-4934-bc17-a5d65cb267a4,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:12.710379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-58983467-a960-430e-bf8d-b853ca226529 None None] Provisioning complete for port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:12.710745 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58983467-a960-430e-bf8d-b853ca226529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.741427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:12.742792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:12.743477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.743978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:12.801111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308ed13-1ff6-4b66-9078-39dece4358d2 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:12.804200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.805419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event updated for resources: {'Port': ['ID=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:12.845505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:12.854262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f455b805-e875-4eb8-b9c8-868abcd80956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.859104 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.887616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network f0b1bd8a-d022-491f-9977-23b692cd6644 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:12.889725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:12.894330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c11b40-92e6-44fe-947a-48463d722c42 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:12.929855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b378c25-537e-4c2e-b5ff-e32f5d06a717 req-c2db6e76-5c0e-43fc-a753-970e46b16342 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:12.965807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.000072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Routers {'5d64f633-4415-40f2-9488-aee7a819daa7'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:13.000909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5d64f633-4415-40f2-9488-aee7a819daa7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:13.054353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-36cbc5e7-f66c-47eb-a1e2-050a8eb92b26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3104436 Nov 10 16:40:13.076608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Request body: {'port': {'device_id': '2d17a3fc-02cb-4a9d-abfc-8ce8a736871e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:13.087612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7692401-db25-4c28-99ff-1bf673282c6d None None] Pushing event updated for resources: {'Port': ['ID=76c0c3fc-b801-4934-bc17-a5d65cb267a4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:13.116564 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f455b805-e875-4eb8-b9c8-868abcd80956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.172845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.186155 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f455b805-e875-4eb8-b9c8-868abcd80956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.186352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4720f-21b2-4b40-9566-a6db67b76c9f req-b1075f68-aeed-440d-b8c4-fdae43b02941 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:13.189486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dad4720f-21b2-4b40-9566-a6db67b76c9f req-b1075f68-aeed-440d-b8c4-fdae43b02941 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1724036 Nov 10 16:40:13.208969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] Set router 5d64f633-4415-40f2-9488-aee7a819daa7 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:13.234078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f455b805-e875-4eb8-b9c8-868abcd80956 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb2f68c5bc434c2a9c36c129dafd6026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8365824 Nov 10 16:40:13.240875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48914) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:13.243983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.294918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b378c25-537e-4c2e-b5ff-e32f5d06a717 req-c2db6e76-5c0e-43fc-a753-970e46b16342 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.301081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455b805-e875-4eb8-b9c8-868abcd80956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897dbb5b-3508-4cdc-ba8a-06a0fe8064bf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:13.316470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Network c8109b0b-34bd-4e16-a326-3a740308272f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:13.323496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 40e227f5-d1da-4744-95c5-e4d290af25c3 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:40:13.323739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:13.326410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:13.328846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:13.367980 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b378c25-537e-4c2e-b5ff-e32f5d06a717 req-c2db6e76-5c0e-43fc-a753-970e46b16342 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.394468 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.413278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Provisioning complete for port 7d4fac03-0c56-466c-b2c1-d24042d4c370 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:13.413921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.447673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db6e76-5c0e-43fc-a753-970e46b16342 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b439dfdb-74c5-491a-b008-4209994936a1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:13.485228 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dad4720f-21b2-4b40-9566-a6db67b76c9f req-efd4f5ff-2f77-4ed4-b846-9adec4ed542f tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790027 Nov 10 16:40:13.486037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Port 7d4fac03-0c56-466c-b2c1-d24042d4c370 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:13.514447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b378c25-537e-4c2e-b5ff-e32f5d06a717 req-c2db6e76-5c0e-43fc-a753-970e46b16342 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.514447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b378c25-537e-4c2e-b5ff-e32f5d06a717 req-c2db6e76-5c0e-43fc-a753-970e46b16342 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1110482 Nov 10 16:40:13.556220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Provisioning complete for port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:13.557269 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.558421 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-688cd647-c72b-431d-9aab-3ce679153c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.650484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:40:09Z', 'revision_number': 3, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:13.654300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:13.657206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-688cd647-c72b-431d-9aab-3ce679153c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.664444 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae256e4-5ed2-4a62-990e-2710bd5dc380 None None] Sync routers for ids ['40e227f5-d1da-4744-95c5-e4d290af25c3'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:13.666116 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c4dcfa5b-418a-460b-8a04-8d85aee7e783 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/40e227f5-d1da-4744-95c5-e4d290af25c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2830381 Nov 10 16:40:13.673077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48938) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:13.676044 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae256e4-5ed2-4a62-990e-2710bd5dc380 None None] Routers {'40e227f5-d1da-4744-95c5-e4d290af25c3'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:13.677841 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cae256e4-5ed2-4a62-990e-2710bd5dc380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['40e227f5-d1da-4744-95c5-e4d290af25c3'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:13.684120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f122d2-e6e5-4df6-b136-49e303df5dd9 None None] The sync data for ids ['5d64f633-4415-40f2-9488-aee7a819daa7'] in n-d-714676-11 is: [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:40:09Z', 'revision_number': 3, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:13.706455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1418c512-4f3c-47bb-95db-65060838a188 req-522f2573-d8cb-4538-82d1-672612d679ca tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=464f3e6f66c14c2c9a4e663a42d638db HTTP/1.1" status: 200 len: 11012 time: 0.1571493 Nov 10 16:40:13.706590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.724724 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cae256e4-5ed2-4a62-990e-2710bd5dc380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:13.734905 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae256e4-5ed2-4a62-990e-2710bd5dc380 None None] Routers {'40e227f5-d1da-4744-95c5-e4d290af25c3'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:13.735782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cae256e4-5ed2-4a62-990e-2710bd5dc380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['40e227f5-d1da-4744-95c5-e4d290af25c3'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:13.745180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-55091cae-f720-4656-b437-e712ff977d1f None None] For port 76c0c3fc-b801-4934-bc17-a5d65cb267a4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=76c0c3fc-b801-4934-bc17-a5d65cb267a4,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:13.766855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.774273 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cae256e4-5ed2-4a62-990e-2710bd5dc380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:13.775168 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae256e4-5ed2-4a62-990e-2710bd5dc380 None None] The sync data for ids ['40e227f5-d1da-4744-95c5-e4d290af25c3'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:13.828848 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1418c512-4f3c-47bb-95db-65060838a188 req-cb8e2a43-b092-4115-87c7-76010a1ecc2c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/ae57964e-77e1-4640-a507-c47bd003949c HTTP/1.1" status: 200 len: 3002 time: 0.0962877 Nov 10 16:40:13.845033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431f399-646e-4e3a-8a33-4bfc692f7588 req-28ff1233-9e9c-4645-a6bd-9cfec5cce90d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:13.846526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f431f399-646e-4e3a-8a33-4bfc692f7588 req-28ff1233-9e9c-4645-a6bd-9cfec5cce90d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 932 time: 0.2781284 Nov 10 16:40:13.854324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a54ce-e9da-477e-a5f5-8344b33efeae tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:13.856024 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.861432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-611a54ce-e9da-477e-a5f5-8344b33efeae tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports/7d4fac03-0c56-466c-b2c1-d24042d4c370 HTTP/1.1" status: 200 len: 910 time: 0.1749489 Nov 10 16:40:13.873938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48940) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:13.882804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-41d76769-4357-4c16-96e2-1f974084a08c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '803ca89f-a20f-44c4-bfbc-8fe28b8a50c9'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:13.897705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Provisioning complete for port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:13.898547 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:13.934100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1418c512-4f3c-47bb-95db-65060838a188 req-57853d2b-0d1a-431e-a916-1355eaaf4ebf tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/ae57964e-77e1-4640-a507-c47bd003949c HTTP/1.1" status: 200 len: 3002 time: 0.0913510 Nov 10 16:40:13.977102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Pushing event updated for resources: {'Port': ['ID=76c0c3fc-b801-4934-bc17-a5d65cb267a4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:13.980484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-55091cae-f720-4656-b437-e712ff977d1f None None] Port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:14.049966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f431f399-646e-4e3a-8a33-4bfc692f7588 req-957597c3-564e-4986-a90f-eef43bd855aa tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857035 Nov 10 16:40:14.104321 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-688cd647-c72b-431d-9aab-3ce679153c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.104537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-688cd647-c72b-431d-9aab-3ce679153c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.105734 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-688cd647-c72b-431d-9aab-3ce679153c76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/897dbb5b-3508-4cdc-ba8a-06a0fe8064bf HTTP/1.1" status: 204 len: 168 time: 0.8626511 Nov 10 16:40:14.137419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd647-c72b-431d-9aab-3ce679153c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897dbb5b-3508-4cdc-ba8a-06a0fe8064bf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:14.164293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcccf6f7-5116-4226-a611-09d28944e9d2 req-acb55db5-fc8a-4799-984f-7322390d3902 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/a68b2e8f-2487-4d9b-8f63-1f57cb45e4d8 HTTP/1.1" status: 200 len: 1819 time: 0.1443641 Nov 10 16:40:14.187633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:40:14.206075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.240712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.267518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Transition to ACTIVE for port object 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:40:14.272592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41d76769-4357-4c16-96e2-1f974084a08c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.311253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bcccf6f7-5116-4226-a611-09d28944e9d2 req-655d8995-0aca-460d-85e6-4c82fd077ac1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.335504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.348047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 76c0c3fc-b801-4934-bc17-a5d65cb267a4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:14.389078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bcccf6f7-5116-4226-a611-09d28944e9d2 req-655d8995-0aca-460d-85e6-4c82fd077ac1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.436748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:14.438455 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.482297 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.485956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:14.539553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.601881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Pushing event updated for resources: {'Port': ['ID=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:14.605887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bcccf6f7-5116-4226-a611-09d28944e9d2 req-655d8995-0aca-460d-85e6-4c82fd077ac1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.608665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bcccf6f7-5116-4226-a611-09d28944e9d2 req-655d8995-0aca-460d-85e6-4c82fd077ac1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.609814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcccf6f7-5116-4226-a611-09d28944e9d2 req-655d8995-0aca-460d-85e6-4c82fd077ac1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/a68b2e8f-2487-4d9b-8f63-1f57cb45e4d8 HTTP/1.1" status: 204 len: 173 time: 0.4370446 Nov 10 16:40:14.630396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d8995-0aca-460d-85e6-4c82fd077ac1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b2e8f-2487-4d9b-8f63-1f57cb45e4d8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:14.641041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e13502-76f3-4e1e-8204-d92b810c3532 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:14.642295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Network c8109b0b-34bd-4e16-a326-3a740308272f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:14.650834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:14.666354 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-a9fd5af0-86ea-4878-8ecd-cbf7266dbab2 req-af43c6f2-6299-457e-955f-642e43d2c6ea tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:40:14.667536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9fd5af0-86ea-4878-8ecd-cbf7266dbab2 req-af43c6f2-6299-457e-955f-642e43d2c6ea tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/a68b2e8f-2487-4d9b-8f63-1f57cb45e4d8 HTTP/1.1" status: 404 len: 352 time: 0.0241313 Nov 10 16:40:14.865444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-642125e0-fe7c-4daf-99cd-c926e099193d req-ae5bea09-d035-4a19-9529-e35f2ef64494 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/e44437e4-7f85-4090-9959-e25b6613b9d1 HTTP/1.1" status: 200 len: 1820 time: 0.1172109 Nov 10 16:40:14.910690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Router 5d64f633-4415-40f2-9488-aee7a819daa7 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:40:14.968692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f2ce8-25ae-4162-9026-926210811ab9 req-54127552-9cea-4646-b011-4102813d84dc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:14.968692 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-328f2ce8-25ae-4162-9026-926210811ab9 req-54127552-9cea-4646-b011-4102813d84dc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1697600 Nov 10 16:40:14.983726 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-642125e0-fe7c-4daf-99cd-c926e099193d req-4059c176-5589-46df-b98c-80d030631099 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:14.997908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Attempting to bind port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:14.998203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Attempting to bind port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:14.998530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Attempting to bind port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:15.019694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-642125e0-fe7c-4daf-99cd-c926e099193d req-4059c176-5589-46df-b98c-80d030631099 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.058699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:40:15.058699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Attempting to bind port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:15.084308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:15.084643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Checking segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:15.085037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Bound using segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:15.085471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Bound port: 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:15.085824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.112372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:15.118845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-86e4e8fc-d60c-44fc-a3e1-52069ca00675 admin admin] 10.222.0.62 "PUT /v2.0/routers/5d64f633-4415-40f2-9488-aee7a819daa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3372829 Nov 10 16:40:15.144121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48996) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:15.206062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-328f2ce8-25ae-4162-9026-926210811ab9 req-ce32736b-f68f-4c38-b380-9b9551f9e2d5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247772 Nov 10 16:40:15.206774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60135249-27c1-46a8-a02f-758d890ec512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.216042 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-642125e0-fe7c-4daf-99cd-c926e099193d req-4059c176-5589-46df-b98c-80d030631099 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.218895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-642125e0-fe7c-4daf-99cd-c926e099193d req-4059c176-5589-46df-b98c-80d030631099 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.220283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-642125e0-fe7c-4daf-99cd-c926e099193d req-4059c176-5589-46df-b98c-80d030631099 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/e44437e4-7f85-4090-9959-e25b6613b9d1 HTTP/1.1" status: 204 len: 173 time: 0.3537643 Nov 10 16:40:15.236525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059c176-5589-46df-b98c-80d030631099 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44437e4-7f85-4090-9959-e25b6613b9d1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:15.269400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41d76769-4357-4c16-96e2-1f974084a08c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.288804 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-22eb7f4e-b85d-4cac-b334-60b4f9170758 req-24c5a22e-a193-4eb9-a13e-a40dc6683681 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:40:15.289963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22eb7f4e-b85d-4cac-b334-60b4f9170758 req-24c5a22e-a193-4eb9-a13e-a40dc6683681 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/e44437e4-7f85-4090-9959-e25b6613b9d1 HTTP/1.1" status: 404 len: 352 time: 0.0226209 Nov 10 16:40:15.338401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] For port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:15.369412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ddf6a509-6650-48e2-989b-6901252504bf req-4df9f2f8-bfc4-4a02-9a9e-608e48c0b2be tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/b439dfdb-74c5-491a-b008-4209994936a1 HTTP/1.1" status: 200 len: 1819 time: 0.0539961 Nov 10 16:40:15.376990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] For port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:15.412397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88e65a-1f6f-4890-b777-2fcee8442b34 req-ec70d6a5-7c71-42ef-816b-37f127769fce tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:15.413916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d88e65a-1f6f-4890-b777-2fcee8442b34 req-ec70d6a5-7c71-42ef-816b-37f127769fce tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 944 time: 0.1025267 Nov 10 16:40:15.429505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60135249-27c1-46a8-a02f-758d890ec512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.431789 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ddf6a509-6650-48e2-989b-6901252504bf req-42508506-dc23-4236-a43d-3f7490c9c51d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.453934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ddf6a509-6650-48e2-989b-6901252504bf req-42508506-dc23-4236-a43d-3f7490c9c51d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.470393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d88e65a-1f6f-4890-b777-2fcee8442b34 req-73eba3f5-25b7-496b-9d03-96bb0d842074 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Nov 10 16:40:15.471404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41d76769-4357-4c16-96e2-1f974084a08c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.554687 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60135249-27c1-46a8-a02f-758d890ec512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.557944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.578304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d76769-4357-4c16-96e2-1f974084a08c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=7d4fac03-0c56-466c-b2c1-d24042d4c370,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:15.586417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d76769-4357-4c16-96e2-1f974084a08c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:15.587086 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41d76769-4357-4c16-96e2-1f974084a08c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.587706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ddf6a509-6650-48e2-989b-6901252504bf req-42508506-dc23-4236-a43d-3f7490c9c51d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.591188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ddf6a509-6650-48e2-989b-6901252504bf req-42508506-dc23-4236-a43d-3f7490c9c51d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.591350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-41d76769-4357-4c16-96e2-1f974084a08c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/ports/7d4fac03-0c56-466c-b2c1-d24042d4c370 HTTP/1.1" status: 200 len: 910 time: 1.7136469 Nov 10 16:40:15.592644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ddf6a509-6650-48e2-989b-6901252504bf req-42508506-dc23-4236-a43d-3f7490c9c51d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/b439dfdb-74c5-491a-b008-4209994936a1 HTTP/1.1" status: 204 len: 173 time: 0.2165062 Nov 10 16:40:15.593999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:15.626307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8b4df6-d411-4778-a5b9-48346f84efc8 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:15.640134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:15.640743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.642168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] 10.222.0.69 "PUT /v2.0/ports/2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 HTTP/1.1" status: 200 len: 1093 time: 2.5724924 Nov 10 16:40:15.645203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d17a3fc-02cb-4a9d-abfc-8ce8a736871e', 'tag': '2df8b2a0-5264-437d-85ee-3e2ec8cb73f6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:15.648216 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d17a3fc-02cb-4a9d-abfc-8ce8a736871e", "tag": "2df8b2a0-5264-437d-85ee-3e2ec8cb73f6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:15.669474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-60135249-27c1-46a8-a02f-758d890ec512 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e137fedbc6a4b64954206b507ec0534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217371 Nov 10 16:40:15.672797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49018) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:15.690037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135249-27c1-46a8-a02f-758d890ec512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d4cb9-802d-46d7-a241-8e790f2b6c40,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:15.750405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276306b-d09b-4182-b035-187d12fc8896 service neutron] Pushing event updated for resources: {'Port': ['ID=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:15.759798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42508506-dc23-4236-a43d-3f7490c9c51d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b439dfdb-74c5-491a-b008-4209994936a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:15.791272 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-ce353a1b-b883-494b-af40-867f496cf407 req-6501c177-dc35-47ad-a6ac-f435fe763b01 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:40:15.792339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce353a1b-b883-494b-af40-867f496cf407 req-6501c177-dc35-47ad-a6ac-f435fe763b01 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/b439dfdb-74c5-491a-b008-4209994936a1 HTTP/1.1" status: 404 len: 352 time: 0.0415032 Nov 10 16:40:15.858204 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a4a918-5ce8-480f-8f57-804d295bf6e4 x-openstack-request-id: req-59a4a918-5ce8-480f-8f57-804d295bf6e4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:15.858641 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d17a3fc-02cb-4a9d-abfc-8ce8a736871e", "tag": "2df8b2a0-5264-437d-85ee-3e2ec8cb73f6", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:15.858999 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59a4a918-5ce8-480f-8f57-804d295bf6e4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:15.859534 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d17a3fc-02cb-4a9d-abfc-8ce8a736871e', 'tag': '2df8b2a0-5264-437d-85ee-3e2ec8cb73f6', 'status': 'completed', 'code': 200} Nov 10 16:40:15.928853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f67f3edc-3782-4948-91cb-4475d9500273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:15.932638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-b6365e00-d00d-4bfb-b426-3ceab1b87c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:15.934153 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-b6365e00-d00d-4bfb-b426-3ceab1b87c51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 1096 time: 0.1746154 Nov 10 16:40:16.011475 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f67f3edc-3782-4948-91cb-4475d9500273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.013839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-006c07ad-c8f1-401b-a0d3-b76b9d4da862 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 HTTP/1.1" status: 200 len: 217 time: 0.0676622 Nov 10 16:40:16.023990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df303c42-ab8f-4024-b81f-7fb87ac34c25 req-77e53007-761b-4400-84ca-c7d7a6d39d2b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=464f3e6f66c14c2c9a4e663a42d638db HTTP/1.1" status: 200 len: 6207 time: 0.1490393 Nov 10 16:40:16.043619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-ac62c6b5-6119-4e79-91ec-6e31e44f1361 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:16.050772 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-ac62c6b5-6119-4e79-91ec-6e31e44f1361 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/networks?id=c8109b0b-34bd-4e16-a326-3a740308272f HTTP/1.1" status: 200 len: 810 time: 0.2923319 Nov 10 16:40:16.089540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Sync routers for ids ['5d64f633-4415-40f2-9488-aee7a819daa7'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:16.108033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-efd04755-0add-4c1e-8a62-b57f97bed970 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/quotas/0eff5dcbf7e74113bc0723faea6b6614 HTTP/1.1" status: 200 len: 375 time: 0.0562463 Nov 10 16:40:16.113873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df303c42-ab8f-4024-b81f-7fb87ac34c25 req-442e3d83-6702-46b5-a45f-03155ad1509d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/ae57964e-77e1-4640-a507-c47bd003949c HTTP/1.1" status: 200 len: 3002 time: 0.0820737 Nov 10 16:40:16.120182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Routers {'5d64f633-4415-40f2-9488-aee7a819daa7'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:16.121202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5d64f633-4415-40f2-9488-aee7a819daa7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:16.151215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-b1b043c2-6eac-4fb2-bb4d-d3127b2d798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:16.153008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-b1b043c2-6eac-4fb2-bb4d-d3127b2d798a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1287117 Nov 10 16:40:16.192481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df303c42-ab8f-4024-b81f-7fb87ac34c25 req-2585083f-d72f-4a5d-9d5d-64daa5d50c80 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/ae57964e-77e1-4640-a507-c47bd003949c HTTP/1.1" status: 200 len: 3002 time: 0.0690835 Nov 10 16:40:16.192865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-94fe3b7e-72a7-44e0-b8fb-8fcdb20d6f87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322304 Nov 10 16:40:16.209935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.213907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-eb249925-c2c0-41cc-b813-019a46662013 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051381 Nov 10 16:40:16.258150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d3be629f-bbef-44ec-8fe1-5430872822fe req-ee6dcdb0-d825-4f09-bc2c-891470b16782 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-26154344', 'description': 'tempest-description-372922743'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:16.264735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f67f3edc-3782-4948-91cb-4475d9500273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.267265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f67f3edc-3782-4948-91cb-4475d9500273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.268624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f67f3edc-3782-4948-91cb-4475d9500273 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f3d4cb9-802d-46d7-a241-8e790f2b6c40 HTTP/1.1" status: 204 len: 168 time: 0.5946662 Nov 10 16:40:16.269112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Set router 5d64f633-4415-40f2-9488-aee7a819daa7 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:16.391946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-13c58416-289c-44b5-ac2f-2c07d05bcf58 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913331 Nov 10 16:40:16.399708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d3be629f-bbef-44ec-8fe1-5430872822fe req-ee6dcdb0-d825-4f09-bc2c-891470b16782 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.403712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f3edc-3782-4948-91cb-4475d9500273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d4cb9-802d-46d7-a241-8e790f2b6c40,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:16.538627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc', 'name': '', 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'mac_address': 'fa:16:3e:6b:c4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '725e4d8c-c12c-4120-82f9-98417f9278a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:11Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 2, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'subnets': [{'id': '725e4d8c-c12c-4120-82f9-98417f9278a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:16.562822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d3be629f-bbef-44ec-8fe1-5430872822fe req-ee6dcdb0-d825-4f09-bc2c-891470b16782 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.575050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Checking router: 5d64f633-4415-40f2-9488-aee7a819daa7 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:40:16.585894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Updating router 5d64f633-4415-40f2-9488-aee7a819daa7 port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:40:16.609433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.626984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 7d4fac03-0c56-466c-b2c1-d24042d4c370 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:16.627349 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.684478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d3be629f-bbef-44ec-8fe1-5430872822fe req-ee6dcdb0-d825-4f09-bc2c-891470b16782 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.764861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dcdb0-d825-4f09-bc2c-891470b16782 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aecbace-301b-49fa-91c6-6d4a92354d4d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:16.790184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d3be629f-bbef-44ec-8fe1-5430872822fe req-ee6dcdb0-d825-4f09-bc2c-891470b16782 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.791347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3be629f-bbef-44ec-8fe1-5430872822fe req-ee6dcdb0-d825-4f09-bc2c-891470b16782 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5407836 Nov 10 16:40:16.793120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:16.811235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 7d4fac03-0c56-466c-b2c1-d24042d4c370 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:16.841767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-6cafd301-8bd6-45d7-833f-1f7738efc51c service neutron] 10.222.0.62 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121638 Nov 10 16:40:16.926676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0f4cc01-f499-4d78-b000-343ee691efd7 req-8660fc9b-9324-4c7d-b221-4c3a00d44247 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243154 Nov 10 16:40:16.968768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-09e4b323-00a6-4b3e-b6ce-c66496a76708 service neutron] 10.222.0.62 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260533 Nov 10 16:40:17.037360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.077512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd276e-62b4-49b6-bdd7-baadb08c4fde req-4253462e-ac8d-48b4-b77c-cdabea1bed3b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:17.079076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5dd276e-62b4-49b6-bdd7-baadb08c4fde req-4253462e-ac8d-48b4-b77c-cdabea1bed3b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.0913315 Nov 10 16:40:17.116731 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.134562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5dd276e-62b4-49b6-bdd7-baadb08c4fde req-ba79af37-c123-43c5-94ad-b47cc895f58d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478578 Nov 10 16:40:17.170460 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.178513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-699d507e-eda7-4390-a2dd-2e07c69df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:17.184583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-699d507e-eda7-4390-a2dd-2e07c69df862 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 1096 time: 0.0857468 Nov 10 16:40:17.237097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db932724-455a-41d2-a32a-71dc8031bd0e None None] Pushing event updated for resources: {'Port': ['ID=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:17.264573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8eddde6c-aff8-4f8a-bec8-30b4d0cdd9f3 req-3a15fc23-7957-4f2d-92cc-2e86d0184a8b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1992726612', 'description': 'tempest-description-2066245817'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:17.272462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=7d4fac03-0c56-466c-b2c1-d24042d4c370,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:17.290371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49080) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:17.340103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Attempting to bind port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:17.340471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Attempting to bind port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:17.340840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Attempting to bind port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc on network c8109b0b-34bd-4e16-a326-3a740308272f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:17.359657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:17.360028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Checking segment: {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:17.360427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.360819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Bound using segment: {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:17.361306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Bound port: 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:17.361685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.449967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581ba30-1435-44a8-95ff-0a4e800c5fde req-4ff243d5-a3c2-4dad-aaae-54bda7712baf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:17.457415 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7581ba30-1435-44a8-95ff-0a4e800c5fde req-4ff243d5-a3c2-4dad-aaae-54bda7712baf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 944 time: 0.1921458 Nov 10 16:40:17.470345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-f6290510-6ac8-4d52-ab80-7d3eb3e8fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:17.471966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-f6290510-6ac8-4d52-ab80-7d3eb3e8fcc0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 913 time: 0.2777267 Nov 10 16:40:17.479499 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8eddde6c-aff8-4f8a-bec8-30b4d0cdd9f3 req-3a15fc23-7957-4f2d-92cc-2e86d0184a8b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.519075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] For port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:17.523546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] For port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:17.587073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-e2def2dd-c6d5-48ba-846a-9dbedf9509a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 HTTP/1.1" status: 200 len: 217 time: 0.1038795 Nov 10 16:40:17.604756 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.616822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3601ce6d-a688-4206-a142-b86d922971ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.642696 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.671913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7581ba30-1435-44a8-95ff-0a4e800c5fde req-7f4ae076-dba7-4fd3-9364-5d9911f4d73c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134109 Nov 10 16:40:17.686778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db932724-455a-41d2-a32a-71dc8031bd0e None None] Pushing event updated for resources: {'Port': ['ID=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:17.721859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Routers {'5d64f633-4415-40f2-9488-aee7a819daa7'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:17.722494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5d64f633-4415-40f2-9488-aee7a819daa7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:17.758036 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3601ce6d-a688-4206-a142-b86d922971ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.777710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-7534bfc0-5177-461b-adfc-5437687755c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:17.779713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-7534bfc0-5177-461b-adfc-5437687755c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1835926 Nov 10 16:40:17.812420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69a9d150-c987-465a-a904-fa3bd13d95e5 req-8482fa8b-b47e-457d-ace0-7bbf3852f116 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0681360 Nov 10 16:40:17.823107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-cfb012f5-22d2-44e0-8a01-6907ac500e11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340064 Nov 10 16:40:17.846609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] Set router 5d64f633-4415-40f2-9488-aee7a819daa7 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:17.862413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8eddde6c-aff8-4f8a-bec8-30b4d0cdd9f3 req-3a15fc23-7957-4f2d-92cc-2e86d0184a8b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.909845 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-9e85def3-73d1-4900-96bb-925745d6df23 service neutron] show failed (client error): The resource could not be found. Nov 10 16:40:17.911188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-9e85def3-73d1-4900-96bb-925745d6df23 service neutron] 10.222.0.69 "GET /v2.0/ports/d95c3637-5fdd-474c-ba67-6fe18dcd7894/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.2361712 Nov 10 16:40:17.937570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3601ce6d-a688-4206-a142-b86d922971ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.946499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-33f066ef-5f46-4afc-b54c-3cd3a6e60982 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136825 Nov 10 16:40:17.961750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8eddde6c-aff8-4f8a-bec8-30b4d0cdd9f3 req-3a15fc23-7957-4f2d-92cc-2e86d0184a8b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:17.983674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 40e227f5-d1da-4744-95c5-e4d290af25c3 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:40:18.032452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601ce6d-a688-4206-a142-b86d922971ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7544e97-e8ef-4b64-86ce-fed0c7ae2a94,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:18.075887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:18.076181 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3601ce6d-a688-4206-a142-b86d922971ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc4d512df3654b81bdd0ef9527218ae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7245321 Nov 10 16:40:18.077618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:18.091045 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f8e7d-7a3a-4df4-b5fb-629cf857b9b3 None None] Sync routers for ids ['40e227f5-d1da-4744-95c5-e4d290af25c3'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:18.094650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3ec885d7-a810-489d-8529-b6bce80de688 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/40e227f5-d1da-4744-95c5-e4d290af25c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4946692 Nov 10 16:40:18.102474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:18.113583 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f8e7d-7a3a-4df4-b5fb-629cf857b9b3 None None] Routers {'40e227f5-d1da-4744-95c5-e4d290af25c3'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:18.115752 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15fc23-7957-4f2d-92cc-2e86d0184a8b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:18.129536 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-061f8e7d-7a3a-4df4-b5fb-629cf857b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['40e227f5-d1da-4744-95c5-e4d290af25c3'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:18.141384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8f98f8b-6ee0-47af-b7e4-bae9c60873dd req-0437a7c8-68d7-413e-ab7f-af8a8b4d13dd service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871285 Nov 10 16:40:18.147045 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8eddde6c-aff8-4f8a-bec8-30b4d0cdd9f3 req-3a15fc23-7957-4f2d-92cc-2e86d0184a8b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:18.160886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8eddde6c-aff8-4f8a-bec8-30b4d0cdd9f3 req-3a15fc23-7957-4f2d-92cc-2e86d0184a8b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9142954 Nov 10 16:40:18.161722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6482cb38-da8e-4a59-975f-9caa596e2584 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=40e227f5-d1da-4744-95c5-e4d290af25c3 HTTP/1.1" status: 200 len: 205 time: 0.0526395 Nov 10 16:40:18.170153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:18.176467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc', 'name': '', 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'mac_address': 'fa:16:3e:6b:c4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '725e4d8c-c12c-4120-82f9-98417f9278a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:11Z', 'updated_at': '2021-11-10T16:40:17Z', 'revision_number': 4, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'subnets': [{'id': '725e4d8c-c12c-4120-82f9-98417f9278a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:18.239070 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-061f8e7d-7a3a-4df4-b5fb-629cf857b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:18.240361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c335d2a-a79e-44a8-9b5d-e8b5ab8a8715 None None] The sync data for ids ['5d64f633-4415-40f2-9488-aee7a819daa7'] in n-d-714676-11 is: [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc', 'name': '', 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'mac_address': 'fa:16:3e:6b:c4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '725e4d8c-c12c-4120-82f9-98417f9278a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:11Z', 'updated_at': '2021-11-10T16:40:17Z', 'revision_number': 4, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'subnets': [{'id': '725e4d8c-c12c-4120-82f9-98417f9278a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:18.251464 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f8e7d-7a3a-4df4-b5fb-629cf857b9b3 None None] Routers {'40e227f5-d1da-4744-95c5-e4d290af25c3'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:18.252913 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-061f8e7d-7a3a-4df4-b5fb-629cf857b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['40e227f5-d1da-4744-95c5-e4d290af25c3'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:18.334248 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-061f8e7d-7a3a-4df4-b5fb-629cf857b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:18.335127 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f8e7d-7a3a-4df4-b5fb-629cf857b9b3 None None] The sync data for ids ['40e227f5-d1da-4744-95c5-e4d290af25c3'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:18.548195 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:40:18.703784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-e162a5dd-bb2c-49ab-854e-61d2ad4951af tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:18.706464 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-e162a5dd-bb2c-49ab-854e-61d2ad4951af tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 813 time: 0.1974821 Nov 10 16:40:18.731659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-239f2bca-fa03-46d7-9d2b-e0f53136b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:18.734121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-239f2bca-fa03-46d7-9d2b-e0f53136b61e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986&tenant_id=ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 1102 time: 0.0955269 Nov 10 16:40:18.741105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-b4c06824-b2c1-48b8-ab79-28a711b3ca37 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/quotas/464f3e6f66c14c2c9a4e663a42d638db HTTP/1.1" status: 200 len: 375 time: 0.0200775 Nov 10 16:40:18.751246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:18.799841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf464d0-f2e8-4238-a64c-fed64e5208ce tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:18.903533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57a18f54-d299-4b63-93a9-950d74204f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:18.916332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34157b2d-053c-4278-8da6-08e8aea71479 req-c53831fc-37dd-4f87-ae97-5556a375a3e2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:18.917913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34157b2d-053c-4278-8da6-08e8aea71479 req-c53831fc-37dd-4f87-ae97-5556a375a3e2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.6292732 Nov 10 16:40:18.924184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-541d9d69-c90b-4eec-a417-9d8e0610882f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1653078 Nov 10 16:40:18.934452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.038680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57a18f54-d299-4b63-93a9-950d74204f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.040380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-484284be-29a1-459b-a6aa-ff5495201577 service neutron] 10.222.0.62 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154976 Nov 10 16:40:19.057630 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf464d0-f2e8-4238-a64c-fed64e5208ce tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.059948 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf464d0-f2e8-4238-a64c-fed64e5208ce tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.192132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34157b2d-053c-4278-8da6-08e8aea71479 req-0c150ae9-63fe-482a-9855-4bb5e137113a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647793 Nov 10 16:40:19.302162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57a18f54-d299-4b63-93a9-950d74204f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.304986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57a18f54-d299-4b63-93a9-950d74204f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.306100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-57a18f54-d299-4b63-93a9-950d74204f19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7544e97-e8ef-4b64-86ce-fed0c7ae2a94 HTTP/1.1" status: 204 len: 168 time: 1.2186923 Nov 10 16:40:19.309099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf464d0-f2e8-4238-a64c-fed64e5208ce tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.309610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf464d0-f2e8-4238-a64c-fed64e5208ce tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Fanout notify agent at l3_agent the message router_deleted on router 40e227f5-d1da-4744-95c5-e4d290af25c3 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:40:19.341219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf464d0-f2e8-4238-a64c-fed64e5208ce tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.344664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0bf464d0-f2e8-4238-a64c-fed64e5208ce tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/40e227f5-d1da-4744-95c5-e4d290af25c3 HTTP/1.1" status: 204 len: 168 time: 1.1711435 Nov 10 16:40:19.346273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49140) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:19.425693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a18f54-d299-4b63-93a9-950d74204f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7544e97-e8ef-4b64-86ce-fed0c7ae2a94,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:19.448882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92986-504a-4b17-98f4-d76f150cd40e req-1fe433ae-f907-4983-ab50-403ad6a6f1e7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:19.450990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8b92986-504a-4b17-98f4-d76f150cd40e req-1fe433ae-f907-4983-ab50-403ad6a6f1e7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 944 time: 0.1684308 Nov 10 16:40:19.467046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20b6d93-0874-4a1e-85c7-484e1230dde5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet 803ca89f-a20f-44c4-bfbc-8fe28b8a50c9 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:40:19.477987 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d20b6d93-0874-4a1e-85c7-484e1230dde5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.507275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-addf1880-b5bd-4900-bf50-ef048acbfd21 service neutron] 10.222.0.62 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215527 Nov 10 16:40:19.527426 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8b92986-504a-4b17-98f4-d76f150cd40e req-6ba4044d-7e3a-40af-b967-25a470a15d26 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682509 Nov 10 16:40:19.560753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d20b6d93-0874-4a1e-85c7-484e1230dde5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.595198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:19.667496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-66a26ecb-34da-43b1-aa54-525d195950de req-91d9d319-8170-4ca2-9a0e-8f6e0f7b8aba tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0488627 Nov 10 16:40:19.679005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:19.694648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:40:19.741510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d20b6d93-0874-4a1e-85c7-484e1230dde5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.835962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:19.838590 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4910b943-5f38-4d37-8ff9-4989b15408aa" -d '{"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-unplugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:19.846288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.878324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:19.892493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Transition to ACTIVE for port object d95c3637-5fdd-474c-ba67-6fe18dcd7894 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:40:19.917008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '2df8b2a0-5264-437d-85ee-3e2ec8cb73f6', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'port_id': '2df8b2a0-5264-437d-85ee-3e2ec8cb73f6', 'mac_address': 'fa:16:3e:f8:6e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c086cf2f-907f-43eb-aa4f-03e65c19d7a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:40:19.932513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78620095-43a2-46a1-a300-bf25be0744e8 req-5d8d6487-c921-4c27-88a3-a7eb56807d4d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 210 time: 0.0630896 Nov 10 16:40:19.959669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.980634 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:19.996990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:40:20.023123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:20.029737 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4467f499-cc82-4b40-bf25-eecd3540060e x-openstack-request-id: req-4467f499-cc82-4b40-bf25-eecd3540060e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:20.030171 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-unplugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:20.030479 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4467f499-cc82-4b40-bf25-eecd3540060e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:20.030939 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'code': 200} Nov 10 16:40:20.037983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:20.041468 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d20b6d93-0874-4a1e-85c7-484e1230dde5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:20.071252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b6d93-0874-4a1e-85c7-484e1230dde5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=803ca89f-a20f-44c4-bfbc-8fe28b8a50c9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:20.080644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d20b6d93-0874-4a1e-85c7-484e1230dde5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:20.085319 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d20b6d93-0874-4a1e-85c7-484e1230dde5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/803ca89f-a20f-44c4-bfbc-8fe28b8a50c9 HTTP/1.1" status: 204 len: 168 time: 0.7349906 Nov 10 16:40:20.088165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:20.108431 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:20.126262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] No DVR routers for this DVR port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:20.177087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f8695-3261-466f-8232-64438653fc33 None None] Network f0b1bd8a-d022-491f-9977-23b692cd6644 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:20.400351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:20.400351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:20.400351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:20.417611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:40:20.417611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:20.431994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:20.432418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:20.433492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:20.434312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Bound port: d95c3637-5fdd-474c-ba67-6fe18dcd7894, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:20.434813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:20.449704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:20.577137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-4b480235-bc25-4a3c-90d1-4b2b7838ed32 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:20.583996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-4b480235-bc25-4a3c-90d1-4b2b7838ed32 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.18 "GET /v2.0/networks?id=c8109b0b-34bd-4e16-a326-3a740308272f HTTP/1.1" status: 200 len: 810 time: 0.3569803 Nov 10 16:40:20.588015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5ce8c-1fbf-4c03-94bb-30d903ba69ec req-c904005e-5c35-4c93-b9b5-a6fa7dd2bb3c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:20.589612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85f5ce8c-1fbf-4c03-94bb-30d903ba69ec req-c904005e-5c35-4c93-b9b5-a6fa7dd2bb3c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 948 time: 0.2050669 Nov 10 16:40:20.603876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:20.605394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Request body: {'port': {'device_id': '3b8dc1b8-d346-43a7-8bda-b4004bff4fd2', 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f', 'admin_state_up': True, 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:20.710202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:20.751356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:20.751684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:20.758682 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:20.764401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85f5ce8c-1fbf-4c03-94bb-30d903ba69ec req-987cff26-ffd9-437b-9754-6ff7746e2094 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634107 Nov 10 16:40:20.825894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:20.834620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['2df8b2a0-5264-437d-85ee-3e2ec8cb73f6'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:20.853638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0592960-9255-414e-a6c8-264eb65f5432 req-f009ffc5-9ec4-4b30-b6aa-a314aa590780 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:20.861885 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0592960-9255-414e-a6c8-264eb65f5432 req-f009ffc5-9ec4-4b30-b6aa-a314aa590780 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 945 time: 0.0893524 Nov 10 16:40:20.934194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7befdf66-716c-4265-b21e-39b4de15c868 req-6d940e13-800f-4340-a45c-906fec902065 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0403266 Nov 10 16:40:20.939272 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0592960-9255-414e-a6c8-264eb65f5432 req-40b05ad3-e67b-4f9e-904f-b2c85392cddb tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763352 Nov 10 16:40:20.969040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,segment=NetworkSegment(4980dd37-3676-4c0b-a88b-5ad41d5f5d55),segment_id=4980dd37-3676-4c0b-a88b-5ad41d5f5d55)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:20.969040 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:20.984317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:20.984742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.004972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:21.082067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] DHCP port deletion for f0b1bd8a-d022-491f-9977-23b692cd6644 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:21.112197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3250ac41-498f-4b86-8057-3bd61f3fce85 req-e2d245eb-f81e-4a1e-a66e-a7d392586ada tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 210 time: 0.0882907 Nov 10 16:40:21.118041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Made reservation on behalf of 0eff5dcbf7e74113bc0723faea6b6614 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:21.120161 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.160568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.204743 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.204884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:21.204884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.204884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 1097 time: 2.4517632 Nov 10 16:40:21.310285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:21.338670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] Deleting port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:21.339220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.353795 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.411113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:21.419938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No DVR routers for this DVR port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:21.432284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c32b-5307-47a8-bef0-85c7eeec81e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:21.462667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.578948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-5df4f22c-3cc6-4994-885d-5228930eb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:21.580575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-5df4f22c-3cc6-4994-885d-5228930eb2a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1100 time: 0.3311205 Nov 10 16:40:21.584803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] For port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,segment=NetworkSegment(4980dd37-3676-4c0b-a88b-5ad41d5f5d55),segment_id=4980dd37-3676-4c0b-a88b-5ad41d5f5d55)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:21.585205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.619191 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.638095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] Calling delete_port for 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:21.649780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b1bd8a-d022-491f-9977-23b692cd6644']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:21.673469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4980dd37-3676-4c0b-a88b-5ad41d5f5d55') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:21.674430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4980dd37-3676-4c0b-a88b-5ad41d5f5d55') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:21.685204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:21.702759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.713450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Allocated IP 172.20.0.7 (c8109b0b-34bd-4e16-a326-3a740308272f/725e4d8c-c12c-4120-82f9-98417f9278a0/7961ccd1-6e86-41db-835c-6fedf9697fea) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:21.718067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.732425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:40:21.736269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:40:21.737152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:40:21.746260 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:40:21.800173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:21.814253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-9a05d559-2648-4be6-afb0-4d25697dc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:21.814636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-9a05d559-2648-4be6-afb0-4d25697dc0a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2189479 Nov 10 16:40:21.875095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:40:21.888290 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:21.906007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] No DVR routers for this DVR port 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:21.938275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce308b-03da-49ee-ac69-18d4488195cc None None] Pushing event deleted for resources: {'Port': ['ID=01bff34b-cc62-4b80-b7f7-ffbb87b44ee8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:21.938855 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-31838cf3-31b7-4077-a9f6-6c4642539a28 tempest-AgentManagementNegativeTest-340437048 tempest-AgentManagementNegativeTest-340437048-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2565265 Nov 10 16:40:22.003217 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-6b105841-8d43-4238-88ef-d537fd07fd60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.1798575 Nov 10 16:40:22.040101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:22.040325 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461642b2-4173-451e-8565-81b913e8d2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:22.040872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.049058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.055467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/f0b1bd8a-d022-491f-9977-23b692cd6644 HTTP/1.1" status: 204 len: 168 time: 1.9659269 Nov 10 16:40:22.076130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49220) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:22.081016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f044e-7e2b-47cf-9164-82acab62e60e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=f0b1bd8a-d022-491f-9977-23b692cd6644,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:22.091706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f587ced2-6e90-4af5-b10e-f6a68b7166e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-777820467', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:22.143393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4a5a8-3479-41b5-a773-7495ec5a096e req-f7a79fa4-33fb-4121-9a8b-07b83991732c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:22.145157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fa4a5a8-3479-41b5-a773-7495ec5a096e req-f7a79fa4-33fb-4121-9a8b-07b83991732c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 945 time: 0.0671728 Nov 10 16:40:22.202401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d956c2a-6156-417e-9551-028f094c673c req-ce9d3a63-a438-4f83-8dfe-8c454cc6e56b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:22.204154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d956c2a-6156-417e-9551-028f094c673c req-ce9d3a63-a438-4f83-8dfe-8c454cc6e56b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 948 time: 0.3212183 Nov 10 16:40:22.207660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-1cf6004c-2874-43a9-87e8-804cff79cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:22.217005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-1cf6004c-2874-43a9-87e8-804cff79cb56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1492600 Nov 10 16:40:22.220651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fa4a5a8-3479-41b5-a773-7495ec5a096e req-f1a48fe2-3958-4389-9a17-3cbf7482aca6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595379 Nov 10 16:40:22.247530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:22.256725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.293974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f587ced2-6e90-4af5-b10e-f6a68b7166e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.295018 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f587ced2-6e90-4af5-b10e-f6a68b7166e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.336249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:22.338951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.397477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-24ee61b4-f79d-4a9f-a894-2ac9c1a5be6d req-f6c1253d-4772-4be9-9503-c08e3c7d3a98 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0461009 Nov 10 16:40:22.447348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d956c2a-6156-417e-9551-028f094c673c req-250d1353-919b-4745-956e-651b88fde81d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345581 Nov 10 16:40:22.489591 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f587ced2-6e90-4af5-b10e-f6a68b7166e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.494080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-3619684f-c12a-42d3-8279-57f644f395b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:22.496240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-3619684f-c12a-42d3-8279-57f644f395b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2646115 Nov 10 16:40:22.554766 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f7350b-8b4c-4281-a5b5-87ccc2ebc993 x-openstack-request-id: req-c1f7350b-8b4c-4281-a5b5-87ccc2ebc993 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:22.555037 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:22.555418 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1f7350b-8b4c-4281-a5b5-87ccc2ebc993 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:22.555841 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'status': 'completed', 'code': 200} Nov 10 16:40:22.581428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:40:22.604372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:40:22.604832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 01bff34b-cc62-4b80-b7f7-ffbb87b44ee8 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:40:22.639696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:22.647494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.649367 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f587ced2-6e90-4af5-b10e-f6a68b7166e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.688591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d0fe18a6-5702-40fe-9259-14ced62d0a8f req-c49f978a-29f4-42a9-bfe7-4f20a75da848 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 210 time: 0.1018727 Nov 10 16:40:22.759862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Network c8109b0b-34bd-4e16-a326-3a740308272f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:22.762110 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c189ae9-bb9e-4e9e-ad16-ecf3a49e8424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.772823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461642b2-4173-451e-8565-81b913e8d2e3 req-88d71c8b-b8eb-43b0-ad08-eaf79de1b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:22.774345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-88d71c8b-b8eb-43b0-ad08-eaf79de1b88c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1100 time: 0.1864455 Nov 10 16:40:22.777334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Pushing event updated for resources: {'Port': ['ID=7961ccd1-6e86-41db-835c-6fedf9697fea,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:22.779676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:22.783875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:22.797445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-24623842-e28c-40c2-8ef1-f3e76c2b7a83 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900989 Nov 10 16:40:22.844541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f587ced2-6e90-4af5-b10e-f6a68b7166e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.845742 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f587ced2-6e90-4af5-b10e-f6a68b7166e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7679806 Nov 10 16:40:22.848568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:22.857835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-185971933'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:22.877797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c189ae9-bb9e-4e9e-ad16-ecf3a49e8424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.953593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:22.954196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:22.999621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461642b2-4173-451e-8565-81b913e8d2e3 req-56cee7f6-65be-443b-9d0f-c8f032dd02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:23.001028 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-56cee7f6-65be-443b-9d0f-c8f032dd02b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2141790 Nov 10 16:40:23.045732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc95930d-04c4-46ed-966e-b173fa0c4e9e req-832403ee-5dd0-4f2d-93b5-709d5d25dc4b service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227650 Nov 10 16:40:23.047130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-e4a9a4f8-7ee0-444b-952c-da14fd605b3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.0371659 Nov 10 16:40:23.095953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461642b2-4173-451e-8565-81b913e8d2e3 req-3e5bb2e1-7148-4390-b277-86fba1137ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:23.097392 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-3e5bb2e1-7148-4390-b277-86fba1137ccb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0438159 Nov 10 16:40:23.147781 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461642b2-4173-451e-8565-81b913e8d2e3 req-aa1f88aa-958a-41ab-863d-6256d0d7cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:23.149274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-aa1f88aa-958a-41ab-863d-6256d0d7cabe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0449765 Nov 10 16:40:23.238558 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-b16c7b4e-bd57-4945-ab58-2d16fad03969 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812259 Nov 10 16:40:23.345299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c189ae9-bb9e-4e9e-ad16-ecf3a49e8424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.353922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:23.357497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.422596 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c189ae9-bb9e-4e9e-ad16-ecf3a49e8424 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5857f1d02d484d5380293f9f7814afac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7812176 Nov 10 16:40:23.427701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:23.430949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c189ae9-bb9e-4e9e-ad16-ecf3a49e8424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93abb382-2118-4418-ac2e-9dfa40a31a29,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:23.457481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:40:23.511167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e219c-c158-4f84-a9e1-1ad8d40d2988 req-477a495c-16a4-4f91-aba9-8964a4feffc9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:23.513324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c63e219c-c158-4f84-a9e1-1ad8d40d2988 req-477a495c-16a4-4f91-aba9-8964a4feffc9 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 945 time: 0.2037635 Nov 10 16:40:23.518054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.518619 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment e92cda72-200d-4863-90a5-ee9d2b717aef of type vlan for network 626b9548-ab1d-434c-bb88-dcccf879f6a3 Nov 10 16:40:23.665144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.696280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-218d7f9c-8311-4728-b906-2560522c920b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.701238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c63e219c-c158-4f84-a9e1-1ad8d40d2988 req-154a1473-4a0d-4526-a004-bcbf64fdd551 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694403 Nov 10 16:40:23.733166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:23.746175 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d47c4be5-2da0-41e3-96c1-a52e21951e80 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1513054 Nov 10 16:40:23.752678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461642b2-4173-451e-8565-81b913e8d2e3 req-30eba976-efa5-42f7-a742-bec2dabd2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:23.755005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-30eba976-efa5-42f7-a742-bec2dabd2737 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1100 time: 0.1314285 Nov 10 16:40:23.765517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-218d7f9c-8311-4728-b906-2560522c920b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.765763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc145-cb3c-4e77-a5ce-dcc544e3fab9 req-8c3bf1c9-9e39-4f4b-b9fe-93079448017e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:23.767369 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df2bc145-cb3c-4e77-a5ce-dcc544e3fab9 req-8c3bf1c9-9e39-4f4b-b9fe-93079448017e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 931 time: 0.1463857 Nov 10 16:40:23.783848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Request body: {'port': {'device_id': '3b8dc1b8-d346-43a7-8bda-b4004bff4fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:23.790318 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-53109a0f-9fd6-4307-bbec-ad122452f100 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439270 Nov 10 16:40:23.811547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4c4b9d15-b9b2-48f2-b1b1-91de5afc2843 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:23.813204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4c4b9d15-b9b2-48f2-b1b1-91de5afc2843 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.69 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 813 time: 0.2542174 Nov 10 16:40:23.832296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'port': {'device_id': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b', 'admin_state_up': True, 'tenant_id': '464f3e6f66c14c2c9a4e663a42d638db'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:23.873906 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.879730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:23.880327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.956655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:40:23.958641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.967082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:23.968750 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:23.973180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df2bc145-cb3c-4e77-a5ce-dcc544e3fab9 req-37516977-7dbd-4116-9290-56b0706038b8 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783078 Nov 10 16:40:24.049788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461642b2-4173-451e-8565-81b913e8d2e3 req-9c95bc82-b7c4-4d58-8dfd-6a7b7a2b9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:24.052350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-9c95bc82-b7c4-4d58-8dfd-6a7b7a2b9f20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2816291 Nov 10 16:40:24.053881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=626b9548-ab1d-434c-bb88-dcccf879f6a3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:24.071929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 626b9548-ab1d-434c-bb88-dcccf879f6a3 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:40:24.086963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fbe75985-5a52-48a9-96f5-0e544779dfe8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2372305 Nov 10 16:40:24.088095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:24.100772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:24.120470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5dc10-0666-4ee6-a004-353a113a942e req-894dfe67-afa8-431b-a4f2-a276009856b2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:24.127044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79e5dc10-0666-4ee6-a004-353a113a942e req-894dfe67-afa8-431b-a4f2-a276009856b2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 948 time: 0.2439036 Nov 10 16:40:24.175062 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-218d7f9c-8311-4728-b906-2560522c920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:24.177826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-218d7f9c-8311-4728-b906-2560522c920b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:24.179040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-218d7f9c-8311-4728-b906-2560522c920b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93abb382-2118-4418-ac2e-9dfa40a31a29 HTTP/1.1" status: 204 len: 168 time: 0.7501118 Nov 10 16:40:24.193891 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:24.199409 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-fceebc03-63c3-4380-b690-c9ea3f1bb702 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.1214266 Nov 10 16:40:24.248714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d17a3fc-02cb-4a9d-abfc-8ce8a736871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df8b2a0-5264-437d-85ee-3e2ec8cb73f6'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:24.254545 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c681c43d-19c5-41df-82b5-97a8acebf1d4" -d '{"events": [{"server_uuid": "2d17a3fc-02cb-4a9d-abfc-8ce8a736871e", "name": "network-vif-plugged", "status": "completed", "tag": "2df8b2a0-5264-437d-85ee-3e2ec8cb73f6"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:24.256375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a298131-b883-4bf2-869f-5c1885e39e8e req-79ea6253-8acc-4b12-9f8e-b32372e7ebb2 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 210 time: 0.1220484 Nov 10 16:40:24.257561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d7f9c-8311-4728-b906-2560522c920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93abb382-2118-4418-ac2e-9dfa40a31a29,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:24.288944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:24.290125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79e5dc10-0666-4ee6-a004-353a113a942e req-4bb60551-02fa-4283-b05b-aec562c8a90d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620276 Nov 10 16:40:24.334791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461642b2-4173-451e-8565-81b913e8d2e3 req-f529c8e2-8964-471e-92d1-a20d7d41be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:24.336438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-f529c8e2-8964-471e-92d1-a20d7d41be81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1284742 Nov 10 16:40:24.347282 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf42257-82c8-4a21-a8f1-afcfeffa36d4 x-openstack-request-id: req-faf42257-82c8-4a21-a8f1-afcfeffa36d4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:24.347671 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d17a3fc-02cb-4a9d-abfc-8ce8a736871e", "name": "network-vif-plugged", "status": "completed", "tag": "2df8b2a0-5264-437d-85ee-3e2ec8cb73f6", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:24.347931 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-faf42257-82c8-4a21-a8f1-afcfeffa36d4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:24.348340 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d17a3fc-02cb-4a9d-abfc-8ce8a736871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df8b2a0-5264-437d-85ee-3e2ec8cb73f6', 'code': 200} Nov 10 16:40:24.364319 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:24.368356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Made reservation on behalf of 464f3e6f66c14c2c9a4e663a42d638db for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:24.372893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:24.458260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:24.509618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:24.513292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:24.516508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461642b2-4173-451e-8565-81b913e8d2e3 req-1f4a4d83-0a0f-47a5-a8f3-0addd93683a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:24.518897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-1f4a4d83-0a0f-47a5-a8f3-0addd93683a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1741099 Nov 10 16:40:24.588936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31898389-2cd6-493d-95ef-e5ae5e860dc1 req-556c8163-f7a9-4849-810b-ae0cce33c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:24.590784 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31898389-2cd6-493d-95ef-e5ae5e860dc1 req-556c8163-f7a9-4849-810b-ae0cce33c633 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 1098 time: 0.1284521 Nov 10 16:40:24.598871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Allocated IP 172.20.0.8 (44a952ee-4b03-42b8-868e-13b27f7d5f4b/acadd1d1-33bb-4b40-93d4-eda6b6a66cae/85dd1047-5e55-4712-aa2c-90afd965951e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:24.753669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31898389-2cd6-493d-95ef-e5ae5e860dc1 req-3b6db56e-d99b-4b56-b442-bafec6e0a930 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291981 Nov 10 16:40:24.762787 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-7408534f-39aa-4c68-be77-d5a922c5afdb service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339265 Nov 10 16:40:24.767146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7961ccd1-6e86-41db-835c-6fedf9697fea {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:40:24.786981 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:24.862028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Transition to ACTIVE for port object 7961ccd1-6e86-41db-835c-6fedf9697fea will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:40:24.908379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-461642b2-4173-451e-8565-81b913e8d2e3 req-1b1f7595-7d8d-46e4-a204-7d8fc4c183ae service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299314 Nov 10 16:40:24.959057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc434ca7-9fbd-4596-ac48-7aa9f64e21a3 req-afeb4b7f-aa63-4452-a1ee-6b984b8c85d5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:24.962445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:24.966363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc434ca7-9fbd-4596-ac48-7aa9f64e21a3 req-afeb4b7f-aa63-4452-a1ee-6b984b8c85d5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.1398511 Nov 10 16:40:24.997827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.021024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.145529 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc434ca7-9fbd-4596-ac48-7aa9f64e21a3 req-8c742ae5-12fb-4671-a6f3-c5064330b8f1 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779759 Nov 10 16:40:25.155688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Pushing event updated for resources: {'Port': ['ID=7961ccd1-6e86-41db-835c-6fedf9697fea,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:25.185576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=74cfad33-a4ab-47c8-8371-d6411c1e503c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:25.196115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:25.196540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: 626b9548-ab1d-434c-bb88-dcccf879f6a3, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:40:25.241582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d651a-b638-47e8-803b-84c66bffb66b req-82462104-6b33-4280-b110-573a58371b3f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:25.243094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-386d651a-b638-47e8-803b-84c66bffb66b req-82462104-6b33-4280-b110-573a58371b3f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 943 time: 0.0887098 Nov 10 16:40:25.244299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Attempting to bind port 7961ccd1-6e86-41db-835c-6fedf9697fea on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:25.244707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Attempting to bind port 7961ccd1-6e86-41db-835c-6fedf9697fea by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:25.245069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Attempting to bind port 7961ccd1-6e86-41db-835c-6fedf9697fea on network c8109b0b-34bd-4e16-a326-3a740308272f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:25.250731 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.252629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Port 7961ccd1-6e86-41db-835c-6fedf9697fea on network c8109b0b-34bd-4e16-a326-3a740308272f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:40:25.257642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Attempting to bind port 7961ccd1-6e86-41db-835c-6fedf9697fea on network c8109b0b-34bd-4e16-a326-3a740308272f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:25.263549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:25.272795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:25.273179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Checking segment: {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:25.273666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Bound using segment: {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:25.274217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Bound port: 7961ccd1-6e86-41db-835c-6fedf9697fea, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:25.274683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.338196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 626b9548-ab1d-434c-bb88-dcccf879f6a3 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:40:25.351752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Network 44a952ee-4b03-42b8-868e-13b27f7d5f4b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:25.386291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-386d651a-b638-47e8-803b-84c66bffb66b req-0be29938-44a5-4be2-a971-8b916459cb5e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350513 Nov 10 16:40:25.392406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:25.418219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:25.418219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'Port': ['ID=85dd1047-5e55-4712-aa2c-90afd965951e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:25.446679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] For port 7961ccd1-6e86-41db-835c-6fedf9697fea, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:25.452104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] For port 7961ccd1-6e86-41db-835c-6fedf9697fea, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7961ccd1-6e86-41db-835c-6fedf9697fea,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:25.513705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:25.514433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.528406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c36d92-9018-486a-9500-f9aedb92e3bd req-9c470e08-0302-4aab-98bc-355fbb4d3f0f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:25.531941 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1c36d92-9018-486a-9500-f9aedb92e3bd req-9c470e08-0302-4aab-98bc-355fbb4d3f0f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 931 time: 0.1529083 Nov 10 16:40:25.539068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 626b9548-ab1d-434c-bb88-dcccf879f6a3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:25.552656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:25.553601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.554191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c859f-9f70-44c7-8c84-abbbd606c287 None None] Network 626b9548-ab1d-434c-bb88-dcccf879f6a3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:25.578697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.640259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1c36d92-9018-486a-9500-f9aedb92e3bd req-57be288a-d1f2-480a-86f0-ba149d6a3018 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969262 Nov 10 16:40:25.644739 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259a097-d8b9-44a7-ae78-335998df5ab3 req-3382ec23-4e6c-4140-bc11-ff70450a415c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:25.645932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:40:25.646946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a259a097-d8b9-44a7-ae78-335998df5ab3 req-3382ec23-4e6c-4140-bc11-ff70450a415c tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 948 time: 0.1097512 Nov 10 16:40:25.650289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:25.651245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.652481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] 10.222.0.18 "PUT /v2.0/ports/7961ccd1-6e86-41db-835c-6fedf9697fea HTTP/1.1" status: 200 len: 1092 time: 1.8838239 Nov 10 16:40:25.656161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8dc1b8-d346-43a7-8bda-b4004bff4fd2', 'tag': '7961ccd1-6e86-41db-835c-6fedf9697fea'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:25.659783 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68970fa-4665-4a55-9b7b-2dc988a7f82b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8dc1b8-d346-43a7-8bda-b4004bff4fd2", "tag": "7961ccd1-6e86-41db-835c-6fedf9697fea"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:25.705829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e78b3-5d3f-433c-8b4b-f64dd25beba2 service neutron] Pushing event updated for resources: {'Port': ['ID=7961ccd1-6e86-41db-835c-6fedf9697fea,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:25.711414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-258c62fc-f3d6-42ad-be70-0b31ee229f67 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6181948 Nov 10 16:40:25.728442 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b728448-481f-41ed-b54a-60e57e766e50 x-openstack-request-id: req-4b728448-481f-41ed-b54a-60e57e766e50 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:25.728967 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8dc1b8-d346-43a7-8bda-b4004bff4fd2", "tag": "7961ccd1-6e86-41db-835c-6fedf9697fea", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:25.729438 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b728448-481f-41ed-b54a-60e57e766e50 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:25.730051 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8dc1b8-d346-43a7-8bda-b4004bff4fd2', 'tag': '7961ccd1-6e86-41db-835c-6fedf9697fea', 'status': 'completed', 'code': 200} Nov 10 16:40:25.730686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49286) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:25.736537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3a5a7b75-0ec7-41e2-9318-5af963f8f5a1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8976448 Nov 10 16:40:25.754309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Request body: {'port': {'device_id': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:25.878448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:25.886588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a259a097-d8b9-44a7-ae78-335998df5ab3 req-b0e05833-3498-4d9a-876f-471d33b1df3a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245774 Nov 10 16:40:25.980052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:25.990633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-626b9548-ab1d-434c-bb88-dcccf879f6a3', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:40:25.994692 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.026530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68970fa-4665-4a55-9b7b-2dc988a7f82b req-342779f2-6983-4d07-a9e3-fe6a5e95f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:26.028781 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a68970fa-4665-4a55-9b7b-2dc988a7f82b req-342779f2-6983-4d07-a9e3-fe6a5e95f4bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 1095 time: 0.2080593 Nov 10 16:40:26.033881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'mac_address': 'fa:16:3e:4e:9c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:40:26.171962 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.203343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68970fa-4665-4a55-9b7b-2dc988a7f82b req-3f8bbf33-a1dd-450e-b901-59097f0fe77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:26.205321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a68970fa-4665-4a55-9b7b-2dc988a7f82b req-3f8bbf33-a1dd-450e-b901-59097f0fe77a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1393287 Nov 10 16:40:26.214399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95c3637-5fdd-474c-ba67-6fe18dcd7894 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:40:26.251371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:26.260625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Allocated IP 172.20.0.2 (626b9548-ab1d-434c-bb88-dcccf879f6a3/74cfad33-a4ab-47c8-8371-d6411c1e503c/f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:26.290484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1ce48-498e-4f4d-8055-6f6e9ec122f7 req-3a906bd6-c5e4-44dc-a01b-3b15e1bb9866 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:26.291621 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22e1ce48-498e-4f4d-8055-6f6e9ec122f7 req-3a906bd6-c5e4-44dc-a01b-3b15e1bb9866 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.0802886 Nov 10 16:40:26.297942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dd1047-5e55-4712-aa2c-90afd965951e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:40:26.323394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.359498 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.369665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Transition to ACTIVE for port object 85dd1047-5e55-4712-aa2c-90afd965951e will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:40:26.401988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68970fa-4665-4a55-9b7b-2dc988a7f82b req-4dc80aec-25d7-4c57-88b4-60760c007247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:26.403577 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a68970fa-4665-4a55-9b7b-2dc988a7f82b req-4dc80aec-25d7-4c57-88b4-60760c007247 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894481 Nov 10 16:40:26.404016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22e1ce48-498e-4f4d-8055-6f6e9ec122f7 req-8020df13-ab9e-47a6-ad06-0b83c9317854 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966036 Nov 10 16:40:26.469680 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.472676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.476271 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.541785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49304) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:26.549572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:26.565868 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.624830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Network 626b9548-ab1d-434c-bb88-dcccf879f6a3 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:26.631192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:26.639403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Pushing event updated for resources: {'Port': ['ID=85dd1047-5e55-4712-aa2c-90afd965951e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:26.643650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:26.657988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Pushing event updated for resources: {'Port': ['ID=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:26.658395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-ba64f5f7-f1a0-4c08-bb8a-f37a6d95d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:26.659414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-ba64f5f7-f1a0-4c08-bb8a-f37a6d95d433 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 1095 time: 0.2135644 Nov 10 16:40:26.725804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Attempting to bind port 85dd1047-5e55-4712-aa2c-90afd965951e on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:26.726176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Attempting to bind port 85dd1047-5e55-4712-aa2c-90afd965951e by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:26.726512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Attempting to bind port 85dd1047-5e55-4712-aa2c-90afd965951e on network 44a952ee-4b03-42b8-868e-13b27f7d5f4b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:26.745225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Port 85dd1047-5e55-4712-aa2c-90afd965951e on network 44a952ee-4b03-42b8-868e-13b27f7d5f4b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:40:26.745561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Attempting to bind port 85dd1047-5e55-4712-aa2c-90afd965951e on network 44a952ee-4b03-42b8-868e-13b27f7d5f4b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:26.765080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:26.765432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Checking segment: {'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:26.765827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Bound using segment: {'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:26.766278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Bound port: 85dd1047-5e55-4712-aa2c-90afd965951e, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5635d00-36ca-409c-a787-c0b728cec9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:26.766636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.775091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Attempting to bind port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:26.775534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Attempting to bind port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:26.775888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Attempting to bind port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 on network 626b9548-ab1d-434c-bb88-dcccf879f6a3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:26.782223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:26.782801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Checking segment: {'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:26.783224 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.783548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Bound using segment: {'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:26.784064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Bound port: f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:26.784461 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:26.819502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-ec8d824c-99da-43f9-bfa6-f1fd9980b337 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7961ccd1-6e86-41db-835c-6fedf9697fea HTTP/1.1" status: 200 len: 217 time: 0.1371772 Nov 10 16:40:26.823372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-876998874'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:26.835669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d95c3637-5fdd-474c-ba67-6fe18dcd7894'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:26.847093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee23eca-c30b-4c1d-931f-f7ff1b34f79c req-4b25e7d2-5ebd-421f-8a84-c5fb58628a30 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:26.849045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ee23eca-c30b-4c1d-931f-f7ff1b34f79c req-4b25e7d2-5ebd-421f-8a84-c5fb58628a30 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 943 time: 0.0966859 Nov 10 16:40:26.906259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] For port 85dd1047-5e55-4712-aa2c-90afd965951e, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:26.907780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bda045-9ee2-4128-88a2-025608d13c05 req-1f742074-ca61-4f2f-bdfc-2a529ee2fb5d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:26.909341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46bda045-9ee2-4128-88a2-025608d13c05 req-1f742074-ca61-4f2f-bdfc-2a529ee2fb5d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 943 time: 0.3281901 Nov 10 16:40:26.920856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] For port 85dd1047-5e55-4712-aa2c-90afd965951e, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=85dd1047-5e55-4712-aa2c-90afd965951e,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:26.929232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] For port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:26.934650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] For port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,segment=NetworkSegment(e92cda72-200d-4863-90a5-ee9d2b717aef),segment_id=e92cda72-200d-4863-90a5-ee9d2b717aef)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:26.960991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ee23eca-c30b-4c1d-931f-f7ff1b34f79c req-e664fbcc-e14b-4375-a9b5-7c250fff4d52 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009612 Nov 10 16:40:26.995948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-2fbca304-c148-40bf-96f5-5c77bc2cf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:26.997460 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-2fbca304-c148-40bf-96f5-5c77bc2cf00a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=725e4d8c-c12c-4120-82f9-98417f9278a0 HTTP/1.1" status: 200 len: 850 time: 0.1672618 Nov 10 16:40:27.006779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.027267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.047033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46bda045-9ee2-4128-88a2-025608d13c05 req-ac7037ed-ea2b-46d2-adcc-ef7d9a62c612 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232557 Nov 10 16:40:27.066878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-e1ae8dc2-d439-4384-bd0f-84dfcb833f5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8109b0b-34bd-4e16-a326-3a740308272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509319 Nov 10 16:40:27.071961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Made reservation on behalf of a0ac31e9ce2b4555abd455c05b0305f2 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:27.076837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.082589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.20.0.1 (626b9548-ab1d-434c-bb88-dcccf879f6a3/74cfad33-a4ab-47c8-8371-d6411c1e503c/c5523ed6-8c07-41e6-9a87-3a7951718a97) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:27.094166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeac50d-2d2a-4ad6-bd0b-9667eb174516 None None] Pushing event updated for resources: {'Port': ['ID=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:27.132372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Pushing event updated for resources: {'Port': ['ID=85dd1047-5e55-4712-aa2c-90afd965951e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:27.174501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.174740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:27.175876 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.177979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-4fdb993f-437a-49a0-983c-b9fd78cf631d service neutron] 10.222.0.69 "PUT /v2.0/ports/85dd1047-5e55-4712-aa2c-90afd965951e HTTP/1.1" status: 200 len: 1092 time: 1.4384632 Nov 10 16:40:27.180320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:27.183363 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a1773-ad04-46d2-adff-53629ec30f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:27.231407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e0ccd-19bf-4167-a8a8-ca9ebce68985 req-675342a5-508f-4445-b980-d62aea239612 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:27.233209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-314e0ccd-19bf-4167-a8a8-ca9ebce68985 req-675342a5-508f-4445-b980-d62aea239612 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.1057119 Nov 10 16:40:27.257244 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefb05df-c2d8-4f31-8258-a197e7dd27f5 x-openstack-request-id: req-cefb05df-c2d8-4f31-8258-a197e7dd27f5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:27.257550 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:27.257807 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cefb05df-c2d8-4f31-8258-a197e7dd27f5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:27.258211 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e', 'status': 'completed', 'code': 200} Nov 10 16:40:27.299326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-d98b2655-163c-4063-9338-18a1f285ce60 service neutron] 10.222.0.18 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134523 Nov 10 16:40:27.351177 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-314e0ccd-19bf-4167-a8a8-ca9ebce68985 req-2a89b07b-6cc3-474b-9489-1c891ca6fc55 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082690 Nov 10 16:40:27.370906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1773-ad04-46d2-adff-53629ec30f8b req-62f712ff-f54f-4d91-84b9-855802d789f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:27.372757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d04a1773-ad04-46d2-adff-53629ec30f8b req-62f712ff-f54f-4d91-84b9-855802d789f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1095 time: 0.0938537 Nov 10 16:40:27.603930 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.641423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbbc33a2-d028-4530-b62d-2a9b192aec2f req-db39dd2b-d5ee-4f69-9cd6-a07f685e9cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204470 Nov 10 16:40:27.685396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.727947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.762467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:40:27.783086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd60b61-3ff5-42e9-8837-2e2dccea6081,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:27.789306 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:27.789637 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Added segment 91d98b91-53d5-4d85-b20b-fd15c01e9064 of type vlan for network 31ad59d3-f180-460b-a035-7fcbafcdc73d Nov 10 16:40:27.959460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc6c4-4b4a-44ab-9131-939b88f37d26 req-221c581e-abb3-49bd-aebf-6e3bd7a79761 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:27.961123 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb9fc6c4-4b4a-44ab-9131-939b88f37d26 req-221c581e-abb3-49bd-aebf-6e3bd7a79761 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.3984153 Nov 10 16:40:27.962926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1773-ad04-46d2-adff-53629ec30f8b req-d99553f8-f3f8-4db1-bd06-b7427bed4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:27.964437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d04a1773-ad04-46d2-adff-53629ec30f8b req-d99553f8-f3f8-4db1-bd06-b7427bed4fb3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5764694 Nov 10 16:40:28.131665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb9fc6c4-4b4a-44ab-9131-939b88f37d26 req-bdc682c0-aa5a-4813-a541-9e839b717467 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599154 Nov 10 16:40:28.171578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.181385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1773-ad04-46d2-adff-53629ec30f8b req-42fc3133-3de1-4faa-98ec-a5c2fdad0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.182933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d04a1773-ad04-46d2-adff-53629ec30f8b req-42fc3133-3de1-4faa-98ec-a5c2fdad0cd2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2037730 Nov 10 16:40:28.314881 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.330720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:28.374629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-b8142c11-3d2a-4928-a84f-37f20c0624a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.376942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-b8142c11-3d2a-4928-a84f-37f20c0624a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1095 time: 0.1363022 Nov 10 16:40:28.388676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=c5523ed6-8c07-41e6-9a87-3a7951718a97,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:28.413625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 626b9548-ab1d-434c-bb88-dcccf879f6a3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:28.441454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:28.441899 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.442218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:28.476689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-3078452d-70a2-4168-853e-848e559a251d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85dd1047-5e55-4712-aa2c-90afd965951e HTTP/1.1" status: 200 len: 217 time: 0.0912681 Nov 10 16:40:28.476970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:28.498400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb5c31-84d0-450b-89e5-a9332e326f75 req-27b4f9d9-d6b2-4b24-8ecb-c9e1a178ad49 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.512053 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7acb5c31-84d0-450b-89e5-a9332e326f75 req-27b4f9d9-d6b2-4b24-8ecb-c9e1a178ad49 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.2106686 Nov 10 16:40:28.540907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-033b9c94-3673-482c-baf5-07231aac37e8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.542601 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-033b9c94-3673-482c-baf5-07231aac37e8 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986&tenant_id=ec53a3cd94604f54b34391385751105d&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 949 time: 0.3867898 Nov 10 16:40:28.561202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecb9f8-46a3-4fd8-bd98-3a11a0edf0be req-3c929910-f17d-4357-8f96-3ec76b054bb5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.562854 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5ecb9f8-46a3-4fd8-bd98-3a11a0edf0be req-3c929910-f17d-4357-8f96-3ec76b054bb5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 943 time: 0.4080594 Nov 10 16:40:28.596629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.638556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-ad41e2e6-5ffc-4b78-8cdc-6c2f60d3d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.640651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-ad41e2e6-5ffc-4b78-8cdc-6c2f60d3d219 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 200 len: 853 time: 0.1554432 Nov 10 16:40:28.654285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,segment=NetworkSegment(e92cda72-200d-4863-90a5-ee9d2b717aef),segment_id=e92cda72-200d-4863-90a5-ee9d2b717aef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:28.669478 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7acb5c31-84d0-450b-89e5-a9332e326f75 req-253bf8a8-153a-4c13-a596-dda701453dc6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141686 Nov 10 16:40:28.687405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-c33ffe7d-93c4-4d38-935a-24516de72b04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44a952ee-4b03-42b8-868e-13b27f7d5f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389552 Nov 10 16:40:28.687740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.699120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.700362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.705103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-6a6f8e77-30f7-42d9-b175-d7b8d3afa2d0 service neutron] 10.222.0.18 "GET /v2.0/ports/d95c3637-5fdd-474c-ba67-6fe18dcd7894/bindings/n-h2-714676-11 HTTP/1.1" status: 200 len: 383 time: 0.1412611 Nov 10 16:40:28.708510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a667d3-40d4-4ab1-8f24-50218c0089b7 None None] Network 626b9548-ab1d-434c-bb88-dcccf879f6a3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:28.731449 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.770265 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.877117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9c6ef492-b5ff-4472-99c6-4136e22e90d5 None None] Provisioning complete for port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:28.877536 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c6ef492-b5ff-4472-99c6-4136e22e90d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:28.905930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7a713-c243-4814-8645-763161e6173c req-45e06f86-e499-4625-9933-d745833ed5cf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.907635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71b7a713-c243-4814-8645-763161e6173c req-45e06f86-e499-4625-9933-d745833ed5cf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 943 time: 0.0964048 Nov 10 16:40:28.909764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-fb1927f1-9663-47ae-9a1f-fb0f5b12db74 service neutron] 10.222.0.69 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092390 Nov 10 16:40:28.953575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4064934 Nov 10 16:40:28.960201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:28.968572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317394c6-a9bb-4080-8560-21e4d9a94f63 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'Network': ['ID=31ad59d3-f180-460b-a035-7fcbafcdc73d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:28.968971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Request body: {'subnet': {'network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:28.969767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:28.980222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a5ecb9f8-46a3-4fd8-bd98-3a11a0edf0be req-ed29f7f6-d982-4595-968c-254d4a8594a8 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204358 Nov 10 16:40:28.990798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-4d9aeb65-ccc3-45ba-9c82-b452fbd9cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:28.993861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-4d9aeb65-ccc3-45ba-9c82-b452fbd9cd49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1101 time: 0.1929874 Nov 10 16:40:28.995123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:40:29.060210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c0598a-161b-43d5-990c-efd893f814b9 req-fa974073-e141-4ef9-873d-cd735847c088 service neutron] 10.222.0.69 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427596 Nov 10 16:40:29.126009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-bcadbc95-4acf-4b63-9ea1-8c28921bc700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:29.130863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-bcadbc95-4acf-4b63-9ea1-8c28921bc700 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1277518 Nov 10 16:40:29.176669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71b7a713-c243-4814-8645-763161e6173c req-ee1fb084-a5d8-4402-909d-22f9cd33cc3a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608154 Nov 10 16:40:29.181342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-bbe68256-1cd8-4c31-b607-8b673cf21e8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.0430470 Nov 10 16:40:29.274283 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:29.278663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-0b1cb191-8394-41f6-baf9-a0bc9ccf5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:29.280357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-0b1cb191-8394-41f6-baf9-a0bc9ccf5886 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0919003 Nov 10 16:40:29.417324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-2f33dd82-cbf6-4857-b16d-bd05f0203b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:29.419072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-2f33dd82-cbf6-4857-b16d-bd05f0203b0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1303797 Nov 10 16:40:29.479098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Made reservation on behalf of a0ac31e9ce2b4555abd455c05b0305f2 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:29.485942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:29.575762 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-4d0b5d13-3c03-4338-8589-3ad0787e76ea service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270730 Nov 10 16:40:29.653319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c4cb2104-d4a6-4b2d-95d5-4ade3e73e317 None None] Provisioning complete for port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:29.654864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2104-d4a6-4b2d-95d5-4ade3e73e317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:29.658202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ebb71-4513-4b1f-908f-efdced717048 req-4c24cbf3-c6ec-4cff-ac33-0edde0313895 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:29.665468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d82ebb71-4513-4b1f-908f-efdced717048 req-4c24cbf3-c6ec-4cff-ac33-0edde0313895 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.0799124 Nov 10 16:40:29.747822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7961ccd1-6e86-41db-835c-6fedf9697fea details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:40:29.750315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:29.753194 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-1b687be3-7a02-40ae-937f-0a411dade27e service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678147 Nov 10 16:40:29.814935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d82ebb71-4513-4b1f-908f-efdced717048 req-b8f80069-06d6-489b-8236-455dc473b038 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406007 Nov 10 16:40:29.928754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:29.980583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-0967a959-466f-4ef0-a8d1-c17836dfb5de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2216294 Nov 10 16:40:29.994612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb5b37-b865-4ab3-8656-31a73723c12a req-e724c90b-59f9-49f8-9cf7-c3fdae6dcfc2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:29.995135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71fb5b37-b865-4ab3-8656-31a73723c12a req-e724c90b-59f9-49f8-9cf7-c3fdae6dcfc2 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.1686916 Nov 10 16:40:30.047854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.062782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7961ccd1-6e86-41db-835c-6fedf9697fea, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7961ccd1-6e86-41db-835c-6fedf9697fea,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:30.080657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port d95c3637-5fdd-474c-ba67-6fe18dcd7894 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:40:30.088656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c4cb2104-d4a6-4b2d-95d5-4ade3e73e317 None None] Provisioning complete for port c5523ed6-8c07-41e6-9a87-3a7951718a97 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:30.089026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2104-d4a6-4b2d-95d5-4ade3e73e317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.092514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '7961ccd1-6e86-41db-835c-6fedf9697fea', 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f', 'port_id': '7961ccd1-6e86-41db-835c-6fedf9697fea', 'mac_address': 'fa:16:3e:22:b9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725e4d8c-c12c-4120-82f9-98417f9278a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:40:30.094327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d95c3637-5fdd-474c-ba67-6fe18dcd7894 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:30.094725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.098090 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71fb5b37-b865-4ab3-8656-31a73723c12a req-e550033f-d359-43a4-8055-348b2c47bd29 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911832 Nov 10 16:40:30.103370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'Subnet': ['ID=c3da9ae8-40f4-4b59-8e37-f67e36159a78,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:30.108188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Checking segment: {'id': '91d98b91-53d5-4d85-b20b-fd15c01e9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:30.108534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Network hostable DHCP agents. Network: 31ad59d3-f180-460b-a035-7fcbafcdc73d, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:40:30.132391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.220115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180dfb9-96e1-429b-ba82-dff9e04d91de req-0295161a-d215-4f66-9e6a-bfcfd7c70b2e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.223967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb2104-d4a6-4b2d-95d5-4ade3e73e317 None None] Port c5523ed6-8c07-41e6-9a87-3a7951718a97 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:30.230766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1180dfb9-96e1-429b-ba82-dff9e04d91de req-0295161a-d215-4f66-9e6a-bfcfd7c70b2e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 943 time: 0.0959253 Nov 10 16:40:30.234715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-96b0c0a1-5065-48c8-887a-21156766a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.235283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-96b0c0a1-5065-48c8-887a-21156766a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.236070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-96b0c0a1-5065-48c8-887a-21156766a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.236070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-96b0c0a1-5065-48c8-887a-21156766a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.236556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-96b0c0a1-5065-48c8-887a-21156766a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.237009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-96b0c0a1-5065-48c8-887a-21156766a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.237611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-96b0c0a1-5065-48c8-887a-21156766a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.240297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-96b0c0a1-5065-48c8-887a-21156766a807 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c4ffc5180746fcbf14baadb1077408&device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 6510 time: 0.1458173 Nov 10 16:40:30.246669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=c5523ed6-8c07-41e6-9a87-3a7951718a97,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:30.252678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.258154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.271966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:40:30.294490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7961ccd1-6e86-41db-835c-6fedf9697fea {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:40:30.342328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1180dfb9-96e1-429b-ba82-dff9e04d91de req-9b7c3df5-f182-43db-aa47-1860e42a4f65 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075222 Nov 10 16:40:30.355026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:30.393932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7961ccd1-6e86-41db-835c-6fedf9697fea, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7961ccd1-6e86-41db-835c-6fedf9697fea,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:30.424543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.428668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5fc8b7e0-bcbb-4b53-8713-ba426b07a4fd None None] Provisioning complete for port c5523ed6-8c07-41e6-9a87-3a7951718a97 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:30.429031 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b7e0-bcbb-4b53-8713-ba426b07a4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.449947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 31ad59d3-f180-460b-a035-7fcbafcdc73d) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:30.454640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.455472 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.469155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1703be6-b708-4622-909b-bfc07e9be140 None None] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:30.475262 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.499418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 626b9548-ab1d-434c-bb88-dcccf879f6a3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:30.509505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d98bd-39a2-4e6f-8410-1fde1e6d6d32 req-54a3531c-086b-431f-8b20-eb4042c767b0 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.511146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-893d98bd-39a2-4e6f-8410-1fde1e6d6d32 req-54a3531c-086b-431f-8b20-eb4042c767b0 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 943 time: 0.2119918 Nov 10 16:40:30.512970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-4268f1f5-2a67-4b9a-bccc-66957293f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.513438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-4268f1f5-2a67-4b9a-bccc-66957293f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.513911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-4268f1f5-2a67-4b9a-bccc-66957293f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.515438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-4268f1f5-2a67-4b9a-bccc-66957293f43b service neutron] 10.222.0.18 "GET /v2.0/networks?id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=569fc79e-ea89-4663-8391-e22716c464b6&id=c1473950-3513-45c2-93da-745d572e4c5b&id=c1473950-3513-45c2-93da-745d572e4c5b HTTP/1.1" status: 200 len: 2299 time: 0.2366767 Nov 10 16:40:30.516496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:30.533456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:30.536946 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c1525-d26a-463e-b59a-0688c3add5bf" -d '{"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-plugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:30.591131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d22a2810-89ea-4d7a-a368-1a75e88e1fe6 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6297138 Nov 10 16:40:30.592416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:30.608935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dc888605-ce4e-4782-90eb-a20646c45378 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-752520387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:30.611974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8b7e0-bcbb-4b53-8713-ba426b07a4fd None None] Port c5523ed6-8c07-41e6-9a87-3a7951718a97 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:30.621962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:30.631008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:30.631529 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.702270 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92f4c57-0a7c-4787-b722-813451196489 x-openstack-request-id: req-a92f4c57-0a7c-4787-b722-813451196489 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:30.702920 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-plugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:30.702920 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a92f4c57-0a7c-4787-b722-813451196489 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:30.703807 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'code': 200} Nov 10 16:40:30.736751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7961ccd1-6e86-41db-835c-6fedf9697fea,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:30.763960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-893d98bd-39a2-4e6f-8410-1fde1e6d6d32 req-28db083e-ef0e-46d8-9d40-078e147d09a8 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422609 Nov 10 16:40:30.768614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-ba52963f-5238-4d04-a309-c9d12650b138 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d HTTP/1.1" status: 200 len: 1001 time: 0.2377791 Nov 10 16:40:30.797332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.828057 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc888605-ce4e-4782-90eb-a20646c45378 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.830538 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc888605-ce4e-4782-90eb-a20646c45378 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.856109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-6ad0eab7-660a-415d-8285-45406a380663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.857995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-6ad0eab7-660a-415d-8285-45406a380663 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dece38f5-ece9-49a9-a1da-abc175ea0a1d HTTP/1.1" status: 200 len: 856 time: 0.0801332 Nov 10 16:40:30.860129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['7961ccd1-6e86-41db-835c-6fedf9697fea'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:30.925817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-4631859a-548d-47fc-9ed1-bdc3a19875fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:30.929580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-4631859a-548d-47fc-9ed1-bdc3a19875fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c02ea7e0-1b37-4c17-bbd6-3806cff574ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620472 Nov 10 16:40:30.960279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc888605-ce4e-4782-90eb-a20646c45378 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:30.969619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:40:30.999688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-31ad59d3-f180-460b-a035-7fcbafcdc73d', 'network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d', 'tenant_id': 'a0ac31e9ce2b4555abd455c05b0305f2', 'fixed_ips': [{'subnet_id': 'c3da9ae8-40f4-4b59-8e37-f67e36159a78'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:40:31.000842 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.004211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e124ed8-b48d-4a88-9264-e110c0cd0b9a req-b44eee5c-b4cb-4b72-aab0-4d9d40171614 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:31.006963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e124ed8-b48d-4a88-9264-e110c0cd0b9a req-b44eee5c-b4cb-4b72-aab0-4d9d40171614 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.0656717 Nov 10 16:40:31.029177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc888605-ce4e-4782-90eb-a20646c45378 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.070125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:31.074026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d06588db-b894-492a-9e68-a831835f59ac None None] Provisioning complete for port c5523ed6-8c07-41e6-9a87-3a7951718a97 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:31.074405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d06588db-b894-492a-9e68-a831835f59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.086055 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e124ed8-b48d-4a88-9264-e110c0cd0b9a req-6034e05f-01f0-43ef-a33f-3b7a49c3566c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684476 Nov 10 16:40:31.135699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc888605-ce4e-4782-90eb-a20646c45378 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.139345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dc888605-ce4e-4782-90eb-a20646c45378 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5447466 Nov 10 16:40:31.139666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:31.213683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d06588db-b894-492a-9e68-a831835f59ac None None] Port c5523ed6-8c07-41e6-9a87-3a7951718a97 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:31.332304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Allocated IP 172.20.0.2 (31ad59d3-f180-460b-a035-7fcbafcdc73d/c3da9ae8-40f4-4b59-8e37-f67e36159a78/0adba432-e72b-4e57-969f-55ebb8e061d4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:31.468753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-17370b38-326d-46a4-be21-53016c161b0e service neutron] 10.222.0.18 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308893 Nov 10 16:40:31.473189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:31.489139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7689411b-7b31-4344-8a19-2935e01ecf57 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7571220 Nov 10 16:40:31.493060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:31.499806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:31.501840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936da92d-e371-433d-9771-a2fdc996a133 req-4e5eb9c9-f5f7-4565-aeb9-5c518aca7985 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:31.507843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-936da92d-e371-433d-9771-a2fdc996a133 req-4e5eb9c9-f5f7-4565-aeb9-5c518aca7985 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1463280 Nov 10 16:40:31.525068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:31.525706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:31.527216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-1194064015'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:31.593440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2791-33a6-4e4a-9549-faffb6abe37c req-6b725d92-714b-4dd2-bddc-360df27b9385 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:31.601739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be3b2791-33a6-4e4a-9549-faffb6abe37c req-6b725d92-714b-4dd2-bddc-360df27b9385 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 943 time: 0.1047704 Nov 10 16:40:31.622745 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f2c94fd-d974-44ed-8654-79f6f7adc6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.647966 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.649847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-936da92d-e371-433d-9771-a2fdc996a133 req-6a6887cb-c860-4df8-81e2-1d3fc8229eea tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143060 Nov 10 16:40:31.674445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-9592aedf-b290-4217-ad9b-6a08a2476327 service neutron] 10.222.0.18 "GET /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975558 Nov 10 16:40:31.682662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:31.736064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:31.740797 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.744457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-4d814f1c-3049-4b16-918f-986a6929aa64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 200 len: 217 time: 0.0607440 Nov 10 16:40:31.745949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.767665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be3b2791-33a6-4e4a-9549-faffb6abe37c req-895b042b-1d16-4ed1-8e6e-17aa6f66bfb1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621346 Nov 10 16:40:31.784588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 85dd1047-5e55-4712-aa2c-90afd965951e details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:40:31.866645 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:31.888947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-be53a7ca-cf49-40ab-8a2d-7b21cb15e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:31.891294 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-be53a7ca-cf49-40ab-8a2d-7b21cb15e0ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.1392369 Nov 10 16:40:31.911246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:40:32.012059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Allocated IP 172.20.0.1 (31ad59d3-f180-460b-a035-7fcbafcdc73d/c3da9ae8-40f4-4b59-8e37-f67e36159a78/bd15eb1d-5eb2-46c8-8ce4-00a924059d76) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:32.012652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.013212 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment ec36d819-22be-4fe8-a1f8-b709f12352b4 of type vlan for network 79f03a22-886d-4d89-8828-475f5dc9bea3 Nov 10 16:40:32.058717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Pushing event updated for resources: {'Port': ['ID=0adba432-e72b-4e57-969f-55ebb8e061d4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:32.117184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3573c-c747-4274-966d-6e1e0a1b0fd0 req-3f888fce-e594-46bd-8eda-857c06477d31 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:32.119940 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90e3573c-c747-4274-966d-6e1e0a1b0fd0 req-3f888fce-e594-46bd-8eda-857c06477d31 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 944 time: 0.2383342 Nov 10 16:40:32.126764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.142262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:32.147536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:32.150826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:32.174370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-37fef967-030c-4ade-a30c-a147528dd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:32.183008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-37fef967-030c-4ade-a30c-a147528dd786 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2655332 Nov 10 16:40:32.270679 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.288761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838a01-f7b1-4ef4-b29d-f8783f03c729 req-1926d3ec-f17f-46c8-8929-bc8072ded4aa tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:32.296750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6838a01-f7b1-4ef4-b29d-f8783f03c729 req-1926d3ec-f17f-46c8-8929-bc8072ded4aa tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.1058133 Nov 10 16:40:32.302107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90e3573c-c747-4274-966d-6e1e0a1b0fd0 req-f3ef1736-7a99-43ff-85e3-195cff2cb606 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567917 Nov 10 16:40:32.304901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.325101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:32.325722 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.368409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 85dd1047-5e55-4712-aa2c-90afd965951e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=85dd1047-5e55-4712-aa2c-90afd965951e,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:32.372657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Attempting to bind port 0adba432-e72b-4e57-969f-55ebb8e061d4 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:32.373029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Attempting to bind port 0adba432-e72b-4e57-969f-55ebb8e061d4 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '91d98b91-53d5-4d85-b20b-fd15c01e9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:32.373391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Attempting to bind port 0adba432-e72b-4e57-969f-55ebb8e061d4 on network 31ad59d3-f180-460b-a035-7fcbafcdc73d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:32.385640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:32.386153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Checking segment: {'id': '91d98b91-53d5-4d85-b20b-fd15c01e9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:32.386556 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.386950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Bound using segment: {'id': '91d98b91-53d5-4d85-b20b-fd15c01e9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:32.387468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Bound port: 0adba432-e72b-4e57-969f-55ebb8e061d4, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d98b91-53d5-4d85-b20b-fd15c01e9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:32.387837 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.412067 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6838a01-f7b1-4ef4-b29d-f8783f03c729 req-beac0163-efd9-42d8-a467-1b0028aea800 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141586 Nov 10 16:40:32.417152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:28Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:29Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:32.439820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=79f03a22-886d-4d89-8828-475f5dc9bea3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:32.443979 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-5812730b-f410-4bf8-bd88-4f8b85f6272e service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478297 Nov 10 16:40:32.463539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-022a2261-df30-469b-ac65-145d99276860 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9697404 Nov 10 16:40:32.466622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:32.479451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:32.563947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-0065df35-deb2-453b-8c4d-bbf82557b0c1 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131592 Nov 10 16:40:32.570410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.609763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-671752cc-cb5a-4fb2-bb62-fcfd0f46f4b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 200 len: 217 time: 0.0370624 Nov 10 16:40:32.639148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 79f03a22-886d-4d89-8828-475f5dc9bea3 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:40:32.640420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '85dd1047-5e55-4712-aa2c-90afd965951e', 'network_id': '44a952ee-4b03-42b8-868e-13b27f7d5f4b', 'port_id': '85dd1047-5e55-4712-aa2c-90afd965951e', 'mac_address': 'fa:16:3e:35:fe:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acadd1d1-33bb-4b40-93d4-eda6b6a66cae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:40:32.643294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:32.656965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:32.664576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-6891ce59-4d2f-499f-a85d-a70e28e7717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:32.666417 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-6891ce59-4d2f-499f-a85d-a70e28e7717e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0466590 Nov 10 16:40:32.667799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:32.672481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'Port': ['ID=bd15eb1d-5eb2-46c8-8ce4-00a924059d76,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:32.690082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:40:32.690432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Updating router f73984a1-8939-4fde-9629-b608a576e8bb port c5523ed6-8c07-41e6-9a87-3a7951718a97 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:40:32.740720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-4b32eb35-02a4-4651-b20c-d0ba3f1e8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:32.744848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-4b32eb35-02a4-4651-b20c-d0ba3f1e8836 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708730 Nov 10 16:40:32.758381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-fd7a29f8-fb8e-4701-94ee-3c77dc5413e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:32.760526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-fd7a29f8-fb8e-4701-94ee-3c77dc5413e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986&tenant_id=ec53a3cd94604f54b34391385751105d HTTP/1.1" status: 200 len: 1102 time: 0.2027757 Nov 10 16:40:32.776051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:32.788562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.814541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dd1047-5e55-4712-aa2c-90afd965951e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:40:32.827959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.833060 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.863490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] For port 0adba432-e72b-4e57-969f-55ebb8e061d4, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:32.878288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 85dd1047-5e55-4712-aa2c-90afd965951e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=85dd1047-5e55-4712-aa2c-90afd965951e,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:32.883194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] For port 0adba432-e72b-4e57-969f-55ebb8e061d4, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0adba432-e72b-4e57-969f-55ebb8e061d4,segment=NetworkSegment(91d98b91-53d5-4d85-b20b-fd15c01e9064),segment_id=91d98b91-53d5-4d85-b20b-fd15c01e9064)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:32.923241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eb268-05ac-4ec7-a119-a43f8fcb8e7e req-b77f91a6-9ded-4533-8b94-ddab94cf9f67 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:32.931179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d9eb268-05ac-4ec7-a119-a43f8fcb8e7e req-b77f91a6-9ded-4533-8b94-ddab94cf9f67 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1191535 Nov 10 16:40:32.942202 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:32.970767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-5346dede-8c93-44bb-b60e-dde47e2d091d service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185764 Nov 10 16:40:33.004222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:33.008509 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.021665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.048187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d9eb268-05ac-4ec7-a119-a43f8fcb8e7e req-a5305518-85e6-4162-9159-fdc55f0dd4be tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006176 Nov 10 16:40:33.097880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=85dd1047-5e55-4712-aa2c-90afd965951e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:33.138252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-3eb1da90-c55e-45c8-b9e6-169fb858b3b2 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579351 Nov 10 16:40:33.208357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-b54c95d8-bb7d-4309-b254-dc05fd8c7830 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=57571b6f-0873-4036-98ed-239eef444a3b HTTP/1.1" status: 200 len: 217 time: 0.0614920 Nov 10 16:40:33.216487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab4659-8ff8-49b6-85e0-2e75cf10b618 None None] Pushing event updated for resources: {'Port': ['ID=0adba432-e72b-4e57-969f-55ebb8e061d4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:33.228752 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.236220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.272964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fd7ac-cee9-45dd-a482-d9c1e9bcb70d req-55aac888-2b0c-4ca7-af8f-3342985e3fc2 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:33.277442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f7fd7ac-cee9-45dd-a482-d9c1e9bcb70d req-55aac888-2b0c-4ca7-af8f-3342985e3fc2 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 944 time: 0.3430209 Nov 10 16:40:33.291348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['85dd1047-5e55-4712-aa2c-90afd965951e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:33.292884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-7ce7a55e-5295-4429-965e-48aef91e8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:33.297018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-7ce7a55e-5295-4429-965e-48aef91e8225 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0811739 Nov 10 16:40:33.422822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-78634e14-e12a-4388-959a-46f77eb381cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:33.424977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-78634e14-e12a-4388-959a-46f77eb381cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1199381 Nov 10 16:40:33.531540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.603939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.619651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722fe49-b247-4cb9-88ad-274fec8063db req-82bd85f5-e058-4e87-8430-1d0b3b2671bf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:33.621330 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a722fe49-b247-4cb9-88ad-274fec8063db req-82bd85f5-e058-4e87-8430-1d0b3b2671bf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 944 time: 0.0742605 Nov 10 16:40:33.623761 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-77b60491-74cf-45b1-8681-41a46caf78c8 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905401 Nov 10 16:40:33.654714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af3bdd-86a7-4fba-9f1c-8c49fd3c8cea None None] Pushing event updated for resources: {'Port': ['ID=c5523ed6-8c07-41e6-9a87-3a7951718a97,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:33.697172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f7fd7ac-cee9-45dd-a482-d9c1e9bcb70d req-e414ab3d-2ee8-4bb1-bab4-8b0478e80833 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110131 Nov 10 16:40:33.747079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a722fe49-b247-4cb9-88ad-274fec8063db req-832c9fa8-1d1c-43c8-8ed9-b83e21329225 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187015 Nov 10 16:40:33.771706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7961ccd1-6e86-41db-835c-6fedf9697fea up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:33.810806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-088602f1-45a6-4c5c-bd63-4bf596434da5 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754768 Nov 10 16:40:33.887515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-a66bd2ee-213a-4ff8-9694-d01fadf52c23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8 HTTP/1.1" status: 200 len: 217 time: 0.0675960 Nov 10 16:40:33.923622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Attempting to bind port c5523ed6-8c07-41e6-9a87-3a7951718a97 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:33.925316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Attempting to bind port c5523ed6-8c07-41e6-9a87-3a7951718a97 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:33.925697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Attempting to bind port c5523ed6-8c07-41e6-9a87-3a7951718a97 on network 626b9548-ab1d-434c-bb88-dcccf879f6a3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:33.945924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:33.945924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Checking segment: {'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:33.945924 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.945924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Bound using segment: {'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:33.945924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Bound port: c5523ed6-8c07-41e6-9a87-3a7951718a97, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92cda72-200d-4863-90a5-ee9d2b717aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:33.945924 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.959273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-1487fe06-cde8-419f-bcfe-54f1a2ee7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:33.960936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-1487fe06-cde8-419f-bcfe-54f1a2ee7d7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 200 len: 797 time: 0.0660527 Nov 10 16:40:33.987523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:33.999681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1fb03356-1752-4838-aff5-d4eebad533e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:34.029690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-0409f03f-5697-486c-a04f-18d9b2167651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:34.031283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-0409f03f-5697-486c-a04f-18d9b2167651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569fc79e-ea89-4663-8391-e22716c464b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629785 Nov 10 16:40:34.043842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] For port c5523ed6-8c07-41e6-9a87-3a7951718a97, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:34.047219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] For port c5523ed6-8c07-41e6-9a87-3a7951718a97, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5523ed6-8c07-41e6-9a87-3a7951718a97,segment=NetworkSegment(e92cda72-200d-4863-90a5-ee9d2b717aef),segment_id=e92cda72-200d-4863-90a5-ee9d2b717aef)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:34.100170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 7961ccd1-6e86-41db-835c-6fedf9697fea completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:40:34.113411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 7961ccd1-6e86-41db-835c-6fedf9697fea triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:34.113411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:34.152274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-15029555-3755-49c4-b501-b28c054045cc None None] Provisioning complete for port c5523ed6-8c07-41e6-9a87-3a7951718a97 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:34.153040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15029555-3755-49c4-b501-b28c054045cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:34.229163 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:34.294283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317a442-e8f8-4d68-87e3-fe7156c88263 req-b8f52c02-bb7b-4d32-8b82-9ddde6ced1b9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:34.321750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f317a442-e8f8-4d68-87e3-fe7156c88263 req-b8f52c02-bb7b-4d32-8b82-9ddde6ced1b9 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1608059 Nov 10 16:40:34.341691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-f0760cb8-8513-4a43-9225-55f0d2b2094e service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014026 Nov 10 16:40:34.366706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af3bdd-86a7-4fba-9f1c-8c49fd3c8cea None None] Pushing event updated for resources: {'Port': ['ID=c5523ed6-8c07-41e6-9a87-3a7951718a97,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:34.370534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0adba432-e72b-4e57-969f-55ebb8e061d4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:34.469185 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f317a442-e8f8-4d68-87e3-fe7156c88263 req-d192fff9-e12f-4ab7-97b1-6f93ae3a5579 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470535 Nov 10 16:40:34.521059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-d0e1fc67-7d39-4bc0-80fa-58d1de554726 service neutron] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662443 Nov 10 16:40:34.547035 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:34.561176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:34.561833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:34.588104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-267652a8-313f-4295-ada9-fe4af867bcdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2311527-52a3-4c34-b032-97c1e37296c0 HTTP/1.1" status: 200 len: 217 time: 0.0549092 Nov 10 16:40:34.654045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8dc1b8-d346-43a7-8bda-b4004bff4fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961ccd1-6e86-41db-835c-6fedf9697fea'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:34.657207 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7496e98b-e393-4cc8-925b-5b4390f14fc6" -d '{"events": [{"server_uuid": "3b8dc1b8-d346-43a7-8bda-b4004bff4fd2", "name": "network-vif-plugged", "status": "completed", "tag": "7961ccd1-6e86-41db-835c-6fedf9697fea"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:34.686545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=13a831e5-c9ba-4c26-bc39-325e9fe00c92,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:34.713163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f566ce-3e7e-412e-ab0d-40629967cec1 None None] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:34.715470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-70568c15-48e1-4139-a7c4-69051e75b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:34.717032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-70568c15-48e1-4139-a7c4-69051e75b641 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 200 len: 797 time: 0.1215503 Nov 10 16:40:34.723868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7961ccd1-6e86-41db-835c-6fedf9697fea, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7961ccd1-6e86-41db-835c-6fedf9697fea,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:34.753127 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb895be-fd6d-45dc-ba34-aaf2930c0f7d x-openstack-request-id: req-cdb895be-fd6d-45dc-ba34-aaf2930c0f7d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:34.753127 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8dc1b8-d346-43a7-8bda-b4004bff4fd2", "name": "network-vif-plugged", "status": "completed", "tag": "7961ccd1-6e86-41db-835c-6fedf9697fea", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:34.753127 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdb895be-fd6d-45dc-ba34-aaf2930c0f7d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:34.753127 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8dc1b8-d346-43a7-8bda-b4004bff4fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961ccd1-6e86-41db-835c-6fedf9697fea', 'code': 200} Nov 10 16:40:34.806925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dea000-649f-4cae-8668-c35925a7f0dc req-40fd41d5-1684-4b7d-96c5-fd4608eb0676 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:34.807711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57dea000-649f-4cae-8668-c35925a7f0dc req-40fd41d5-1684-4b7d-96c5-fd4608eb0676 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.9146264 Nov 10 16:40:34.833305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:34.838172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0adba432-e72b-4e57-969f-55ebb8e061d4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:34.838172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:34.845314 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:34.846166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:40:34.911476 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:34.915858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:34.916221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: 79f03a22-886d-4d89-8828-475f5dc9bea3, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:40:34.922141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:34.927684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-bfdc552e-b541-4693-868f-7760ff42e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:34.929661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-bfdc552e-b541-4693-868f-7760ff42e945 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2047448 Nov 10 16:40:34.936755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:34.942634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a2a22-d182-4d04-b6c4-c00bb3de1041 req-e8fc859b-2e18-4cc6-8d10-a69542a717bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:34.944241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6f3a2a22-d182-4d04-b6c4-c00bb3de1041 req-e8fc859b-2e18-4cc6-8d10-a69542a717bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 1097 time: 0.1261868 Nov 10 16:40:34.992690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.006100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57dea000-649f-4cae-8668-c35925a7f0dc req-5e197221-3f7b-473d-9c86-04c0d200e99c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443553 Nov 10 16:40:35.033330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd38640-7299-4fe6-ac1e-4d98008f562e req-f2e82802-bd9a-476c-8709-a7b66f353aa1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:35.043098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9cd38640-7299-4fe6-ac1e-4d98008f562e req-f2e82802-bd9a-476c-8709-a7b66f353aa1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 944 time: 0.1572883 Nov 10 16:40:35.072307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6f3a2a22-d182-4d04-b6c4-c00bb3de1041 req-c493ae89-76f1-4e65-99d0-f5263171c251 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190064 Nov 10 16:40:35.077510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:35.080109 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df68e1-5a4f-49e2-a15d-33dba7259c9b" -d '{"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-unplugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:35.091255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.094160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 79f03a22-886d-4d89-8828-475f5dc9bea3 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:40:35.138909 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-e3c95997-dd77-4a5f-bed7-108bd74295cf service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005372 Nov 10 16:40:35.142047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Transition to ACTIVE for port object d95c3637-5fdd-474c-ba67-6fe18dcd7894 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:40:35.143152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'Port': ['ID=bd15eb1d-5eb2-46c8-8ce4-00a924059d76,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:35.147605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.150521 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9cd38640-7299-4fe6-ac1e-4d98008f562e req-a583175f-7033-4bcb-9ab7-eb020e6583ee tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063766 Nov 10 16:40:35.165045 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15029555-3755-49c4-b501-b28c054045cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.242357 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d66f20-8fd8-4c61-b7e6-be2f9265193c x-openstack-request-id: req-c7d66f20-8fd8-4c61-b7e6-be2f9265193c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:35.242959 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-unplugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:35.242959 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7d66f20-8fd8-4c61-b7e6-be2f9265193c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:35.243394 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'code': 200} Nov 10 16:40:35.243986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.246032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 79f03a22-886d-4d89-8828-475f5dc9bea3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:35.250911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:35.251653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.277537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2c1c2a-b382-465e-929c-8a08a6cbcc3b None None] Network 79f03a22-886d-4d89-8828-475f5dc9bea3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:35.283326 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.306036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7961ccd1-6e86-41db-835c-6fedf9697fea,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:35.316438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:40:35.373611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] No DVR routers for this DVR port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:35.395463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-18e82400-020c-4634-bea6-d701f36acab4 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226604 Nov 10 16:40:35.398730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-15029555-3755-49c4-b501-b28c054045cc None None] For port c5523ed6-8c07-41e6-9a87-3a7951718a97, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5523ed6-8c07-41e6-9a87-3a7951718a97,segment=NetworkSegment(e92cda72-200d-4863-90a5-ee9d2b717aef),segment_id=e92cda72-200d-4863-90a5-ee9d2b717aef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:35.447256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:35.458014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e0d8fea8-9207-4156-a033-90883338ef90 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9890404 Nov 10 16:40:35.460341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-e01f4118-2c68-4fc2-8a9e-9730519c6ad4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a79d855-3823-485e-9407-630369d07b6d HTTP/1.1" status: 200 len: 217 time: 0.0556359 Nov 10 16:40:35.460844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49442) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:35.480727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213ee95-47e8-430a-bbba-636703bf75fa req-8a2e7b57-9334-4af1-a386-09ca078518bf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:35.488547 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c213ee95-47e8-430a-bbba-636703bf75fa req-8a2e7b57-9334-4af1-a386-09ca078518bf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.2322366 Nov 10 16:40:35.501596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:35.509593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:35.517273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:35.517752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:35.518188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:35.538137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:40:35.538551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Attempting to bind port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:35.587341 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15029555-3755-49c4-b501-b28c054045cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.616771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c213ee95-47e8-430a-bbba-636703bf75fa req-529f4ecf-f210-40ed-8529-1b7c09386cc4 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267083 Nov 10 16:40:35.662122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:35.662853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:35.663519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:35.664187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Bound port: d95c3637-5fdd-474c-ba67-6fe18dcd7894, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:35.664791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.690175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-88666970-efab-4d6c-b904-62da2d327629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:35.691712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-88666970-efab-4d6c-b904-62da2d327629 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 200 len: 797 time: 0.2109079 Nov 10 16:40:35.734207 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.776330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:35.782828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:35.804627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 85dd1047-5e55-4712-aa2c-90afd965951e up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:35.865554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15029555-3755-49c4-b501-b28c054045cc None None] Pushing event updated for resources: {'Port': ['ID=c5523ed6-8c07-41e6-9a87-3a7951718a97,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:35.906152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.924751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Router 39acf5fa-5407-45bb-b333-c2a147e19517 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:40:35.928945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 0adba432-e72b-4e57-969f-55ebb8e061d4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0adba432-e72b-4e57-969f-55ebb8e061d4,segment=NetworkSegment(91d98b91-53d5-4d85-b20b-fd15c01e9064),segment_id=91d98b91-53d5-4d85-b20b-fd15c01e9064)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:35.933298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db771-4d52-4fec-8ffa-c37e630424de req-d3554e19-9e3a-470e-8b0b-dbda11999184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:35.934982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-d3554e19-9e3a-470e-8b0b-dbda11999184 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1473950-3513-45c2-93da-745d572e4c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2281573 Nov 10 16:40:35.961923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:35.962817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.965685 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] 10.222.0.69 "PUT /v2.0/ports/d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 1098 time: 3.1961038 Nov 10 16:40:35.988543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-728a9451-7c8f-47b2-8345-41690381976a None None] Provisioning complete for port 0adba432-e72b-4e57-969f-55ebb8e061d4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:35.990171 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-728a9451-7c8f-47b2-8345-41690381976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:35.997843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fa94b-f316-402b-ab72-13b1f4dc0eaa req-39ca4504-1a66-42cf-b373-784d78400e42 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:35.999598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f0fa94b-f316-402b-ab72-13b1f4dc0eaa req-39ca4504-1a66-42cf-b373-784d78400e42 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.2275524 Nov 10 16:40:36.059216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:36.086019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-79f03a22-886d-4d89-8828-475f5dc9bea3', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:40:36.087371 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:36.234681 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 85dd1047-5e55-4712-aa2c-90afd965951e completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:40:36.251981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:28Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:34Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:36.273340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 85dd1047-5e55-4712-aa2c-90afd965951e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:36.273705 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:36.358087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6b80f-a654-4e91-ba70-0293dcab6232 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:28Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:34Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:36.398201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:36.405814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181d306-66b2-4f94-8878-3ad318ad018e service neutron] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:36.418504 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349c8e1-9a91-4488-9661-a42e9279de35 None None] Sync routers for ids ['39acf5fa-5407-45bb-b333-c2a147e19517'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:36.441669 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349c8e1-9a91-4488-9661-a42e9279de35 None None] Routers {'39acf5fa-5407-45bb-b333-c2a147e19517'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:36.442117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d6a6e393-e49f-4b20-b63f-9e27fdd4de80 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "PUT /v2.0/routers/39acf5fa-5407-45bb-b333-c2a147e19517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2999249 Nov 10 16:40:36.442592 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0349c8e1-9a91-4488-9661-a42e9279de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['39acf5fa-5407-45bb-b333-c2a147e19517'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:36.461372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:36.468985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Request body: {'port': {'network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d', 'name': 'tempest-FloatingIPNegativeTestJSON-1900224323'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:36.656273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-7b032304-a011-4a8e-a5a8-7d6e0b036e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:36.665633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-7b032304-a011-4a8e-a5a8-7d6e0b036e36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1101 time: 0.6582551 Nov 10 16:40:36.703832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0b20d-5271-4e75-8a32-81c57d7c198c req-326742b0-e030-4e4e-bb92-6dee6a2c53c5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:36.716847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1eb0b20d-5271-4e75-8a32-81c57d7c198c req-326742b0-e030-4e4e-bb92-6dee6a2c53c5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.4682319 Nov 10 16:40:36.729380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Allocated IP 172.21.0.2 (79f03a22-886d-4d89-8828-475f5dc9bea3/13a831e5-c9ba-4c26-bc39-325e9fe00c92/d2453474-bd30-456d-8674-d76ef53cd813) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:36.821084 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0349c8e1-9a91-4488-9661-a42e9279de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:36.852731 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349c8e1-9a91-4488-9661-a42e9279de35 None None] Routers {'39acf5fa-5407-45bb-b333-c2a147e19517'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:36.853356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0349c8e1-9a91-4488-9661-a42e9279de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['39acf5fa-5407-45bb-b333-c2a147e19517'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:36.930983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f0fa94b-f316-402b-ab72-13b1f4dc0eaa req-3ed2f2cf-9e69-48cd-a5cd-87bbef217d62 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8815045 Nov 10 16:40:36.988039 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0349c8e1-9a91-4488-9661-a42e9279de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:36.994469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=0adba432-e72b-4e57-969f-55ebb8e061d4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:36.996753 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349c8e1-9a91-4488-9661-a42e9279de35 None None] The sync data for ids ['39acf5fa-5407-45bb-b333-c2a147e19517'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:37.106280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-26254a49-0c4a-46e9-8386-1e081049cd2c service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0984833 Nov 10 16:40:37.119968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1eb0b20d-5271-4e75-8a32-81c57d7c198c req-adf2b457-876b-4fa4-9fed-099d65a29358 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013271 Nov 10 16:40:37.168736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Made reservation on behalf of a0ac31e9ce2b4555abd455c05b0305f2 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:37.175911 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.181284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.199930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.239554 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.247684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] device_id is not set on port 8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:40:37.261218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:37.264164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:37.264343 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20629ed7-e947-4e6d-9b1b-4803e7af45f8" -d '{"events": [{"server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "name": "network-vif-plugged", "status": "completed", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:37.274098 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b4bb4-d849-4064-8bd4-90215ecf9143" -d '{"events": [{"name": "network-changed", "server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:37.280581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-2379224c-96ab-4fd0-b611-e9b00fd19311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:37.282864 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-2379224c-96ab-4fd0-b611-e9b00fd19311 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.6132987 Nov 10 16:40:37.287444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 85dd1047-5e55-4712-aa2c-90afd965951e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=85dd1047-5e55-4712-aa2c-90afd965951e,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:37.297003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-728a9451-7c8f-47b2-8345-41690381976a None None] Provisioning complete for port c5523ed6-8c07-41e6-9a87-3a7951718a97 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:37.297375 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-728a9451-7c8f-47b2-8345-41690381976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.358221 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.358221 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.390528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bae8b-3b3a-4299-9ce8-295699cee5b1 req-411dd0ff-28ab-4581-90c0-2af817d137ee tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:37.393045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-411bae8b-3b3a-4299-9ce8-295699cee5b1 req-411dd0ff-28ab-4581-90c0-2af817d137ee tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 944 time: 0.3339221 Nov 10 16:40:37.397579 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.414990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Network 79f03a22-886d-4d89-8828-475f5dc9bea3 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:37.415458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-4be19d72-74c5-43cc-ab5b-90d40474e0ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.0730152 Nov 10 16:40:37.422561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:37.437447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:37.525476 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Pushing event updated for resources: {'Port': ['ID=d2453474-bd30-456d-8674-d76ef53cd813,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:37.553672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-522db771-4d52-4fec-8ffa-c37e630424de req-a69f061f-1e97-4ffa-b513-f49e55822983 service neutron] 10.222.0.18 "GET /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427083 Nov 10 16:40:37.561951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-4fd3bc23-d17d-4a05-a61a-6b292feda4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:37.563940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-4fd3bc23-d17d-4a05-a61a-6b292feda4a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0760503 Nov 10 16:40:37.575165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-411bae8b-3b3a-4299-9ce8-295699cee5b1 req-aec8348d-c7be-4308-a3ee-ce57e1abdf58 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730578 Nov 10 16:40:37.635942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb57e4-a22a-4d2d-9c92-69232662e60e req-c5af760d-c181-441c-94cd-c2b3439b7592 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:37.640818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=85dd1047-5e55-4712-aa2c-90afd965951e,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:37.645487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8dcb57e4-a22a-4d2d-9c92-69232662e60e req-c5af760d-c181-441c-94cd-c2b3439b7592 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.3571610 Nov 10 16:40:37.713223 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.747610 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d16f690-652d-4875-8287-05773815cce1 x-openstack-request-id: req-0d16f690-652d-4875-8287-05773815cce1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:37.747610 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "name": "network-vif-plugged", "status": "completed", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:37.747610 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d16f690-652d-4875-8287-05773815cce1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:37.747610 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e', 'code': 200} Nov 10 16:40:37.747610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.771409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Attempting to bind port d2453474-bd30-456d-8674-d76ef53cd813 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:37.771932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Attempting to bind port d2453474-bd30-456d-8674-d76ef53cd813 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:37.772292 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Attempting to bind port d2453474-bd30-456d-8674-d76ef53cd813 on network 79f03a22-886d-4d89-8828-475f5dc9bea3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:37.780871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:37.781126 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b1bc10-78d1-4b9f-8c50-7c510f9f41f6 x-openstack-request-id: req-74b1bc10-78d1-4b9f-8c50-7c510f9f41f6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:37.781283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Checking segment: {'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:37.781525 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:37.781684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.782113 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74b1bc10-78d1-4b9f-8c50-7c510f9f41f6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:37.782449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Bound using segment: {'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:37.782936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Bound port: d2453474-bd30-456d-8674-d76ef53cd813, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:37.783226 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'status': 'completed', 'code': 200} Nov 10 16:40:37.783617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:37.816697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8dcb57e4-a22a-4d2d-9c92-69232662e60e req-34df15ca-7e22-4f0d-892f-9c37992c9397 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392422 Nov 10 16:40:37.819117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-5bac8e55-ad6d-41a3-a5a8-f4a86f87966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:37.827521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-5bac8e55-ad6d-41a3-a5a8-f4a86f87966f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2260399 Nov 10 16:40:37.827521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Allocated IP 172.20.0.9 (31ad59d3-f180-460b-a035-7fcbafcdc73d/c3da9ae8-40f4-4b59-8e37-f67e36159a78/8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:37.882341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccabeab-865f-4207-afd2-b7fac841bbc7 req-602fa0f3-76d1-4c70-84c8-39ab2db393db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:37.884097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ccabeab-865f-4207-afd2-b7fac841bbc7 req-602fa0f3-76d1-4c70-84c8-39ab2db393db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1097 time: 0.1326351 Nov 10 16:40:37.898519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] For port d2453474-bd30-456d-8674-d76ef53cd813, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:37.907380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] For port d2453474-bd30-456d-8674-d76ef53cd813, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2453474-bd30-456d-8674-d76ef53cd813,segment=NetworkSegment(ec36d819-22be-4fe8-a1f8-b709f12352b4),segment_id=ec36d819-22be-4fe8-a1f8-b709f12352b4)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:37.963178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.21.0.1 (79f03a22-886d-4d89-8828-475f5dc9bea3/13a831e5-c9ba-4c26-bc39-325e9fe00c92/f5564e88-8852-4859-8b19-3207414e5e23) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:37.963640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.048374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b7e03e44-45c9-4b00-bbdb-040f3e7c795a None None] Provisioning complete for port bd15eb1d-5eb2-46c8-8ce4-00a924059d76 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:38.048679 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7e03e44-45c9-4b00-bbdb-040f3e7c795a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.108676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695805a-8bd7-4918-9cc7-faf4f7d99741 None None] Pushing event updated for resources: {'Port': ['ID=d2453474-bd30-456d-8674-d76ef53cd813,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:38.126743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b7e03e44-45c9-4b00-bbdb-040f3e7c795a None None] Port bd15eb1d-5eb2-46c8-8ce4-00a924059d76 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:38.152152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b7e03e44-45c9-4b00-bbdb-040f3e7c795a None None] Provisioning complete for port 0adba432-e72b-4e57-969f-55ebb8e061d4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:38.152578 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7e03e44-45c9-4b00-bbdb-040f3e7c795a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.274148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-90dfae5a-7e76-4e5c-8366-648e8594dcaa service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375477 Nov 10 16:40:38.385391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.471536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-8b78832f-47ae-4454-92b9-53a6d9ae2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:38.473975 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-8b78832f-47ae-4454-92b9-53a6d9ae2ae6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1101 time: 0.6502070 Nov 10 16:40:38.476415 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ccabeab-865f-4207-afd2-b7fac841bbc7 req-f5aca837-6f4e-4bc1-bac1-2d718c3fe5d2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730753 Nov 10 16:40:38.549754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5523ed6-8c07-41e6-9a87-3a7951718a97 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:38.581686 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.640592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc418f90-d80f-47a8-baa5-db8891a537e5 req-41a559d6-84fc-4c10-a158-adb4bf1f27d5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:38.642168 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c5523ed6-8c07-41e6-9a87-3a7951718a97 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:38.642503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.650537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc418f90-d80f-47a8-baa5-db8891a537e5 req-41a559d6-84fc-4c10-a158-adb4bf1f27d5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.2806745 Nov 10 16:40:38.710373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ad04-84e7-496c-86ab-6c5b9cf29b61 req-dd52a573-bcbb-48f5-b912-06e589be55ab tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:38.718900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20e5ad04-84e7-496c-86ab-6c5b9cf29b61 req-dd52a573-bcbb-48f5-b912-06e589be55ab tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.2413859 Nov 10 16:40:38.725909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-33c57e95-792c-49bc-93d0-04b9dc480b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:38.727490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-33c57e95-792c-49bc-93d0-04b9dc480b36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 1097 time: 0.2269967 Nov 10 16:40:38.732947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f6434e-1dbe-467a-8261-3b08a94883ca req-c068e69e-0e20-43f9-981e-75d9f41b4b9a service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377701 Nov 10 16:40:38.743149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.769021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc418f90-d80f-47a8-baa5-db8891a537e5 req-a55faf25-ded3-4e7d-a863-80488f30bae6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132882 Nov 10 16:40:38.775431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0adba432-e72b-4e57-969f-55ebb8e061d4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:38.871073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0adba432-e72b-4e57-969f-55ebb8e061d4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:38.871564 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.873014 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:38.882948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-870b23f2-5cbe-4672-b074-b17473187563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:38.885468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-870b23f2-5cbe-4672-b074-b17473187563 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.4017060 Nov 10 16:40:38.924222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 79f03a22-886d-4d89-8828-475f5dc9bea3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:38.950399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:38.953428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:39.000078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=f5564e88-8852-4859-8b19-3207414e5e23,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:39.004875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:39.012460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-d0aaa7f3-9998-4947-b0e2-45014f3f5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.014007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-d0aaa7f3-9998-4947-b0e2-45014f3f5f79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec53a3cd94604f54b34391385751105d&device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1101 time: 0.2014349 Nov 10 16:40:39.015591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'Port': ['ID=8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:39.020479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:39.031608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20e5ad04-84e7-496c-86ab-6c5b9cf29b61 req-0567e2fa-a4c7-4abc-968b-6e2093b84615 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115118 Nov 10 16:40:39.033001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-c717bcde-4c46-4c39-8d7b-af07dd73caa3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.1109691 Nov 10 16:40:39.039190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:39.073938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57e9f0-03c4-49d4-b397-803727fea596 req-612c963d-ceab-4d46-8f0a-25e97882c019 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.075561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a57e9f0-03c4-49d4-b397-803727fea596 req-612c963d-ceab-4d46-8f0a-25e97882c019 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.1406789 Nov 10 16:40:39.171264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.171714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:39.181675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:39.286992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-a45d6e54-def1-4fcf-ad19-eff0403b3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.288458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-a45d6e54-def1-4fcf-ad19-eff0403b3cbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8109b0b-34bd-4e16-a326-3a740308272f HTTP/1.1" status: 200 len: 911 time: 0.5482743 Nov 10 16:40:39.307264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-dd5f64b1-81e7-4499-a1ce-dde795180095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.308782 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-dd5f64b1-81e7-4499-a1ce-dde795180095 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2668338 Nov 10 16:40:39.332070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-955fd2bc-a384-426b-9e20-13926551bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.334160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-955fd2bc-a384-426b-9e20-13926551bd6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.3108256 Nov 10 16:40:39.337760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a57e9f0-03c4-49d4-b397-803727fea596 req-43de9325-a975-4dad-97cc-4becac36eb42 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285416 Nov 10 16:40:39.342163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3193ec6c-07e9-448d-ab5e-ae955134ca0b tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8782969 Nov 10 16:40:39.366691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:39.371118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:39.414353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3c3592ca-fc4d-4d04-aa18-21dd0e07cca3 None None] Provisioning complete for port 8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:39.414981 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c3592ca-fc4d-4d04-aa18-21dd0e07cca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:39.422335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-7fc06feb-c948-4334-b5e7-6d383ea793c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 200 len: 217 time: 0.0764663 Nov 10 16:40:39.427743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-b52ccb2d-c3da-4892-b038-606d6b208ee7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7961ccd1-6e86-41db-835c-6fedf9697fea HTTP/1.1" status: 200 len: 217 time: 0.1252100 Nov 10 16:40:39.476412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3c3592ca-fc4d-4d04-aa18-21dd0e07cca3 None None] Port 8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:39.513308 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:39.519007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-25cb641a-d444-4a55-b325-61bea23e0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.528142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-25cb641a-d444-4a55-b325-61bea23e0148 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0914402 Nov 10 16:40:39.542226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cef102-e208-4d67-af73-e6cdfb9ec49f req-0799d7e6-f705-4f53-a05f-de48a3e59c75 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.543804 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2cef102-e208-4d67-af73-e6cdfb9ec49f req-0799d7e6-f705-4f53-a05f-de48a3e59c75 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 945 time: 0.2584817 Nov 10 16:40:39.545826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-61da49d8-d75d-4b47-b395-c8f38b8b094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.547962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-61da49d8-d75d-4b47-b395-c8f38b8b094a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2247090 Nov 10 16:40:39.552709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-599c3bb5-28a8-46dc-a5e0-be1e32fdce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.554133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-599c3bb5-28a8-46dc-a5e0-be1e32fdce4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=725e4d8c-c12c-4120-82f9-98417f9278a0 HTTP/1.1" status: 200 len: 850 time: 0.1181817 Nov 10 16:40:39.574661 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:39.643670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-77846aea-c3a7-4338-af5f-b753bc180710 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8109b0b-34bd-4e16-a326-3a740308272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775995 Nov 10 16:40:39.649130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-b9eb2f40-f2d7-4719-86a4-7707b61c551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:39.651098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-b9eb2f40-f2d7-4719-86a4-7707b61c551c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100137 Nov 10 16:40:39.735236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7426d4-2a9b-4a13-a465-5d2028b68efc None None] Network 79f03a22-886d-4d89-8828-475f5dc9bea3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:39.789537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:39.793461 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-69655217-fc59-4c95-8b8b-c2c366b1202b service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324453 Nov 10 16:40:39.849794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a2aa3292-5f83-40b4-bb26-2ebf2c6adffa None None] Provisioning complete for port d2453474-bd30-456d-8674-d76ef53cd813 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:39.850773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3292-5f83-40b4-bb26-2ebf2c6adffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:39.885308 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2cef102-e208-4d67-af73-e6cdfb9ec49f req-f6aa2d3f-d0e1-4ec0-bd24-bce794e520f2 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215668 Nov 10 16:40:39.930369 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-d9378bba-7790-4bfb-9472-cbc6d4df02ae service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652649 Nov 10 16:40:39.985248 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-f025844e-0226-4801-8898-792228404d0d service neutron] 10.222.0.18 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282826 Nov 10 16:40:39.995864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3292-5f83-40b4-bb26-2ebf2c6adffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:40.067934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a2aa3292-5f83-40b4-bb26-2ebf2c6adffa None None] For port d2453474-bd30-456d-8674-d76ef53cd813, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2453474-bd30-456d-8674-d76ef53cd813,segment=NetworkSegment(ec36d819-22be-4fe8-a1f8-b709f12352b4),segment_id=ec36d819-22be-4fe8-a1f8-b709f12352b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:40.147577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3292-5f83-40b4-bb26-2ebf2c6adffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:40.149668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-18604771-fc81-4eae-b0cd-70e54e2bd53f service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445566 Nov 10 16:40:40.167993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b51f5c-0d66-4140-bbf3-211dcd5a5940 req-cc6dbd29-8214-47b9-8e45-4152dececc60 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:40.175540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88b51f5c-0d66-4140-bbf3-211dcd5a5940 req-cc6dbd29-8214-47b9-8e45-4152dececc60 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.1808879 Nov 10 16:40:40.275680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa3292-5f83-40b4-bb26-2ebf2c6adffa None None] Pushing event updated for resources: {'Port': ['ID=d2453474-bd30-456d-8674-d76ef53cd813,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:40.292734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Allocated IP 172.25.3.176 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/39c2bdea-73af-4793-98aa-52f85446a90f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:40.365477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e6b4bb4-d849-4064-8bd4-90215ecf9143 req-3ef89ad7-9901-41e4-ae24-5fddbac4abe6 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164109 Nov 10 16:40:40.366798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88b51f5c-0d66-4140-bbf3-211dcd5a5940 req-51d33257-ef40-4eb9-989f-6e4a8dce9699 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901145 Nov 10 16:40:40.382052 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:40.407925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2453474-bd30-456d-8674-d76ef53cd813 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:40.440250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5daea-3fbe-4dbf-87a8-8ae9ab08edb1 req-0e36ddd8-0694-420a-a848-1d5d04764504 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:40.445053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05c5daea-3fbe-4dbf-87a8-8ae9ab08edb1 req-0e36ddd8-0694-420a-a848-1d5d04764504 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.2558942 Nov 10 16:40:40.492024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d800e3cb-d096-4d68-95f9-4d89ff5a2189 req-e9c63663-3e97-4475-b031-119d847fa1d5 service neutron] 10.222.0.18 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875431 Nov 10 16:40:40.546723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:40.571078 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05c5daea-3fbe-4dbf-87a8-8ae9ab08edb1 req-8b41d58c-858f-4f99-b588-61cafcff3b47 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238263 Nov 10 16:40:40.610644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:40.741516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:40.748820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=f5564e88-8852-4859-8b19-3207414e5e23,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:40.862643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6f93ac67-dec0-474c-8822-4f96bbe79cee None None] Provisioning complete for port f5564e88-8852-4859-8b19-3207414e5e23 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:40.863332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f93ac67-dec0-474c-8822-4f96bbe79cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:40.867226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 79f03a22-886d-4d89-8828-475f5dc9bea3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:40.868717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d2453474-bd30-456d-8674-d76ef53cd813 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:40.869497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:40.869864 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:40.902649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42f19d-b747-4a95-9482-c6fa55dd8b2f req-6c313826-72e2-43f0-b156-721f71ad4054 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:40.910247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e42f19d-b747-4a95-9482-c6fa55dd8b2f req-6c313826-72e2-43f0-b156-721f71ad4054 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.4397674 Nov 10 16:40:40.922459 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.011918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e42f19d-b747-4a95-9482-c6fa55dd8b2f req-38ab1850-8a8f-4ee4-aa44-8016d464558b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001801 Nov 10 16:40:41.030972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:40:41.032958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6f93ac67-dec0-474c-8822-4f96bbe79cee None None] Port f5564e88-8852-4859-8b19-3207414e5e23 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:41.065445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6f93ac67-dec0-474c-8822-4f96bbe79cee None None] Provisioning complete for port d2453474-bd30-456d-8674-d76ef53cd813 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:41.070456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f93ac67-dec0-474c-8822-4f96bbe79cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.119170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.178236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:41.181619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:41.187363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:41.189495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'Port': ['ID=39c2bdea-73af-4793-98aa-52f85446a90f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:41.358453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.396437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-188356df-d3a0-4496-b862-a6d4579d5c23 None None] Provisioning complete for port f5564e88-8852-4859-8b19-3207414e5e23 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:41.397070 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-188356df-d3a0-4496-b862-a6d4579d5c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.459761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-188356df-d3a0-4496-b862-a6d4579d5c23 None None] Port f5564e88-8852-4859-8b19-3207414e5e23 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:41.517740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.526562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189ab5-bd84-49f1-8b21-9fd69711b2a6 req-9086d0ce-2540-43e9-bd37-81dda131dabd tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:41.528352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d189ab5-bd84-49f1-8b21-9fd69711b2a6 req-9086d0ce-2540-43e9-bd37-81dda131dabd tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 945 time: 0.5193486 Nov 10 16:40:41.573055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6c328-fe9b-43a5-816d-012cbc85ddd7 req-2e93beec-bb7a-489c-a2ad-bd476ea880bc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:41.582495 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4c6c328-fe9b-43a5-816d-012cbc85ddd7 req-2e93beec-bb7a-489c-a2ad-bd476ea880bc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 949 time: 0.1253743 Nov 10 16:40:41.609847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:41.617605 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f4340fdb-006c-4e0f-b350-cdb9ca0116e7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1544528 Nov 10 16:40:41.622741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d189ab5-bd84-49f1-8b21-9fd69711b2a6 req-3e79a5d3-d0ec-49ab-a196-6d7b77578551 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680373 Nov 10 16:40:41.623097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49536) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:41.625134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:41.627991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-827842894'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:41.636812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:41.637454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:41.731125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4c6c328-fe9b-43a5-816d-012cbc85ddd7 req-cf83111c-ac88-4c78-8345-3cf82494bff3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491184 Nov 10 16:40:41.765084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:41.810985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:41.811531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.821538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:40:41.853899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6302329-e568-4e35-8d7c-94187f4050ee req-5bcc338a-8b8b-4153-87f7-67e97c09920c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:41.855704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6302329-e568-4e35-8d7c-94187f4050ee req-5bcc338a-8b8b-4153-87f7-67e97c09920c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.0965321 Nov 10 16:40:41.860854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:40:41.865638 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.878941 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.879379 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment 87f6836e-1896-4f89-8b6a-db7c6d5f208c of type vlan for network e71c7826-79ae-49a8-9ed2-84c8eb088751 Nov 10 16:40:41.955988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-37a76e0a-b322-4813-977b-aad72931acd2 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-26154344&fields=id&tenant_id=464f3e6f66c14c2c9a4e663a42d638db HTTP/1.1" status: 200 len: 267 time: 0.0864124 Nov 10 16:40:41.959784 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:41.980868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6302329-e568-4e35-8d7c-94187f4050ee req-500992fb-7871-4e26-9fcb-10b43be0d42e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067314 Nov 10 16:40:42.002286 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.063568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.078255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:42.079279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.091171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'Port': ['ID=39c2bdea-73af-4793-98aa-52f85446a90f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:42.137979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:42.167842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5427661 Nov 10 16:40:42.169262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'mac_address': 'fa:16:3e:4e:9c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:40:42.169839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-30e4153b-64cf-49cb-9847-047c1a04a042 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:42.182359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-30e4153b-64cf-49cb-9847-047c1a04a042 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 945 time: 0.2238081 Nov 10 16:40:42.183082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:42.199250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:42.279179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'port': {'security_groups': ['ae57964e-77e1-4640-a507-c47bd003949c', '6aecbace-301b-49fa-91c6-6d4a92354d4d']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:42.299678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b2d3a-76f9-4302-81fc-57c100ca2bdd tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=e71c7826-79ae-49a8-9ed2-84c8eb088751,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:42.303145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2453474-bd30-456d-8674-d76ef53cd813 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:42.318034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e71c7826-79ae-49a8-9ed2-84c8eb088751 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:40:42.327896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6931eb-74cd-41a8-a02e-f38c81e7cf95 req-94e04350-3563-4579-a803-c81efbad8162 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:42.329602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d6931eb-74cd-41a8-a02e-f38c81e7cf95 req-94e04350-3563-4579-a803-c81efbad8162 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.1734447 Nov 10 16:40:42.395474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.401142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d6931eb-74cd-41a8-a02e-f38c81e7cf95 req-d3bfa9aa-9ff5-4cca-aaf4-c016c27c2da2 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611866 Nov 10 16:40:42.414755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.471352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.520639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95c3637-5fdd-474c-ba67-6fe18dcd7894 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:40:42.545356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.547674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4ccad539-a252-4476-90b2-01eb26a75962 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1797662 Nov 10 16:40:42.555927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49560) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:42.557106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:42.568636 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-08a2081f-6d05-45a8-898f-48e8bbb46a41 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Request body: {'floatingip': {'port_id': '8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:42.625454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d2453474-bd30-456d-8674-d76ef53cd813 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:42.625454 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.672650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.686710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:39Z', 'revision_number': 3, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:39Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:42.702639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:42.705428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08a2081f-6d05-45a8-898f-48e8bbb46a41 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.706581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.749743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:40:42.750001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Updating router f73984a1-8939-4fde-9629-b608a576e8bb port f5564e88-8852-4859-8b19-3207414e5e23 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:40:42.857462 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:42.861727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:42.923618 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-08a2081f-6d05-45a8-898f-48e8bbb46a41 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] update failed (client error): The resource could not be found. Nov 10 16:40:42.928554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-08a2081f-6d05-45a8-898f-48e8bbb46a41 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "PUT /v2.0/floatingips/0d8317c5-ef6f-4a9e-bcd2-63d7876f3458 HTTP/1.1" status: 404 len: 507 time: 0.3644788 Nov 10 16:40:42.929276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49566) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:42.954919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] For port 85dd1047-5e55-4712-aa2c-90afd965951e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=85dd1047-5e55-4712-aa2c-90afd965951e,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:43.040708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d8b73-02b3-4c11-99a4-9f81648c327b req-2efcba34-2494-4fbe-83f2-2c9731485a67 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:43.043626 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-083d8b73-02b3-4c11-99a4-9f81648c327b req-2efcba34-2494-4fbe-83f2-2c9731485a67 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1970713 Nov 10 16:40:43.074211 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.139385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d95c3637-5fdd-474c-ba67-6fe18dcd7894'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:43.182710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.251530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-083d8b73-02b3-4c11-99a4-9f81648c327b req-b9db02ef-d52f-4495-a241-a0bdfdfba4e0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914165 Nov 10 16:40:43.282685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:43.284306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.287006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1012b4fc-96bd-496c-bdf4-d6597905dccc req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "PUT /v2.0/ports/85dd1047-5e55-4712-aa2c-90afd965951e HTTP/1.1" status: 200 len: 981 time: 1.0557852 Nov 10 16:40:43.287856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:43.289756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Deleting port 39c2bdea-73af-4793-98aa-52f85446a90f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:43.290282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.292174 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def813aa-139a-41ac-94e6-676fa458f9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:43.331842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea217dd-8934-4d5f-b046-9b764d919669 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'Port': ['ID=85dd1047-5e55-4712-aa2c-90afd965951e,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:43.339841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.431645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:43.505994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=8b011c56-495a-4829-9339-91467aea8829,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:43.522454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:43.524759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: e71c7826-79ae-49a8-9ed2-84c8eb088751, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:40:43.562722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e256b-0038-4452-ad6a-f8218b4e6ad6 req-b7c96474-73db-4b6e-afca-e26c257bc569 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:43.563608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae5f7-451c-4a3f-a7ec-dc09915c6902 req-1cd90e61-9a77-4961-895f-663d412076a5 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:43.564289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe2e256b-0038-4452-ad6a-f8218b4e6ad6 req-b7c96474-73db-4b6e-afca-e26c257bc569 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.1408982 Nov 10 16:40:43.564467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fae5f7-451c-4a3f-a7ec-dc09915c6902 req-1cd90e61-9a77-4961-895f-663d412076a5 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 1102 time: 0.1231318 Nov 10 16:40:43.565685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.566134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.580522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['85dd1047-5e55-4712-aa2c-90afd965951e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:43.594322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Calling delete_port for 39c2bdea-73af-4793-98aa-52f85446a90f owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:43.619797 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.635201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fae5f7-451c-4a3f-a7ec-dc09915c6902 req-951e3e49-a1b6-4db5-ac79-4cf0cd36f0b4 tempest-MigrationsAdminTest-2112266789 tempest-MigrationsAdminTest-2112266789-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630424 Nov 10 16:40:43.684030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe2e256b-0038-4452-ad6a-f8218b4e6ad6 req-ae99d5ac-4c5e-49d3-9bbe-fe01f868042c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139021 Nov 10 16:40:43.704846 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f8283c-5fd7-4a4b-8862-710c9337cb82 x-openstack-request-id: req-f7f8283c-5fd7-4a4b-8862-710c9337cb82 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:43.705382 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:43.705876 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7f8283c-5fd7-4a4b-8862-710c9337cb82 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:43.706431 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e', 'status': 'completed', 'code': 200} Nov 10 16:40:43.741764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network e71c7826-79ae-49a8-9ed2-84c8eb088751 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:40:43.781396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:43.782640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0701e26c-4b35-4d28-bb54-af899668568a req-c35345b1-7eaf-4dcb-970e-1ec04e2f0a18 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/6aecbace-301b-49fa-91c6-6d4a92354d4d HTTP/1.1" status: 200 len: 1817 time: 0.0527031 Nov 10 16:40:43.810607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-696df493-421a-4f95-bd03-6e8b8911aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:43.812198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-696df493-421a-4f95-bd03-6e8b8911aac9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1136 time: 0.0823927 Nov 10 16:40:43.839362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce425734-c73f-473c-aaaa-b33e50672fac req-ff914e33-283f-41b3-88e1-e43876a98f97 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:43.846085 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce425734-c73f-473c-aaaa-b33e50672fac req-ff914e33-283f-41b3-88e1-e43876a98f97 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.0754204 Nov 10 16:40:43.886641 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-0701e26c-4b35-4d28-bb54-af899668568a req-93beeacc-3854-4071-871d-2bda66ce0fc3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 16:40:43.887870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0701e26c-4b35-4d28-bb54-af899668568a req-93beeacc-3854-4071-871d-2bda66ce0fc3 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/6aecbace-301b-49fa-91c6-6d4a92354d4d HTTP/1.1" status: 409 len: 341 time: 0.0973828 Nov 10 16:40:44.014018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-635dfa89-b867-42db-8bcd-2e3d7b45d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:44.015630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-635dfa89-b867-42db-8bcd-2e3d7b45d7b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 914 time: 0.1953855 Nov 10 16:40:44.018901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e71c7826-79ae-49a8-9ed2-84c8eb088751) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:44.030796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:44.031775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.038385 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.096408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e9b05-eb60-4d5b-99eb-a24628daff6c None None] Network e71c7826-79ae-49a8-9ed2-84c8eb088751 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:44.131707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event deleted for resources: {'Port': ['ID=39c2bdea-73af-4793-98aa-52f85446a90f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:44.133770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-19cfd83a-11b9-4008-bda9-883379756b8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85dd1047-5e55-4712-aa2c-90afd965951e HTTP/1.1" status: 200 len: 217 time: 0.0791914 Nov 10 16:40:44.166149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686b82e-cbd3-450a-ac40-4bc14a97cb03 None None] Pushing event updated for resources: {'Port': ['ID=f5564e88-8852-4859-8b19-3207414e5e23,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:44.244172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-d94b76f4-9b0c-40f3-bc1e-df0acea8e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:44.247214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-d94b76f4-9b0c-40f3-bc1e-df0acea8e914 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 200 len: 853 time: 0.0990446 Nov 10 16:40:44.268059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e0881d8f-10fa-4cdc-9a06-69d522e1517a tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0805585 Nov 10 16:40:44.269386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49588) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:44.320036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-0507bfd9-9ee1-42f7-84ab-18d63e8c880d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44a952ee-4b03-42b8-868e-13b27f7d5f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480874 Nov 10 16:40:44.408338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-76cb37c2-283b-45da-b0ba-f64ef6bd015f None None] Provisioning complete for port f5564e88-8852-4859-8b19-3207414e5e23 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:44.408623 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76cb37c2-283b-45da-b0ba-f64ef6bd015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.423865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Attempting to bind port f5564e88-8852-4859-8b19-3207414e5e23 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:44.424194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Attempting to bind port f5564e88-8852-4859-8b19-3207414e5e23 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:44.424560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Attempting to bind port f5564e88-8852-4859-8b19-3207414e5e23 on network 79f03a22-886d-4d89-8828-475f5dc9bea3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:44.429869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce425734-c73f-473c-aaaa-b33e50672fac req-afdebd4c-5f26-47e4-84e0-303b150b6c9d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123912 Nov 10 16:40:44.433263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.438343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.440369 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-635d0a8a-aba0-4faf-ab76-a5b54f366c49 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "DELETE /v2.0/floatingips/0d8317c5-ef6f-4a9e-bcd2-63d7876f3458 HTTP/1.1" status: 204 len: 168 time: 1.5076129 Nov 10 16:40:44.446942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49590) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:44.454360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e96d24dd-760d-4fc3-a911-8084b2a9e850 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Request body: {'floatingip': {'floating_network_id': '31ad59d3-f180-460b-a035-7fcbafcdc73d', 'port_id': '8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:44.506851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-05ee5b8e-f407-4306-8c33-6593fcd1e5af service neutron] 10.222.0.69 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815059 Nov 10 16:40:44.508715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:44.509096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Checking segment: {'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:44.509500 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.509893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Bound using segment: {'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:44.510387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Bound port: f5564e88-8852-4859-8b19-3207414e5e23, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec36d819-22be-4fe8-a1f8-b709f12352b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:44.510770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.567940 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e96d24dd-760d-4fc3-a911-8084b2a9e850 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.689735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-def813aa-139a-41ac-94e6-676fa458f9e8 req-24a9abb0-b0f9-4846-a338-cb21887d8324 service neutron] 10.222.0.69 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653483 Nov 10 16:40:44.693929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-76cb37c2-283b-45da-b0ba-f64ef6bd015f None None] Port f5564e88-8852-4859-8b19-3207414e5e23 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:44.703403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] For port f5564e88-8852-4859-8b19-3207414e5e23, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:44.714656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] For port f5564e88-8852-4859-8b19-3207414e5e23, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f5564e88-8852-4859-8b19-3207414e5e23,segment=NetworkSegment(ec36d819-22be-4fe8-a1f8-b709f12352b4),segment_id=ec36d819-22be-4fe8-a1f8-b709f12352b4)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:44.782876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e71c7826-79ae-49a8-9ed2-84c8eb088751', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:40:44.783966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:44.834481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0933d-aca8-4c48-9e1c-68bcdbbb08ce req-a2a812e5-f202-446b-a2b5-d0a48e5e9fd0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:44.841894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7c0933d-aca8-4c48-9e1c-68bcdbbb08ce req-a2a812e5-f202-446b-a2b5-d0a48e5e9fd0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1712794 Nov 10 16:40:44.910636 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:45.022337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b72f5-1db6-4249-b47c-5e4d9ebdaec3 req-c31ccd78-70f3-4198-b80e-492981b1bbcc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:45.024267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2e5b72f5-1db6-4249-b47c-5e4d9ebdaec3 req-c31ccd78-70f3-4198-b80e-492981b1bbcc tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.0848129 Nov 10 16:40:45.046826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686b82e-cbd3-450a-ac40-4bc14a97cb03 None None] Pushing event updated for resources: {'Port': ['ID=f5564e88-8852-4859-8b19-3207414e5e23,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:45.047232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7c0933d-aca8-4c48-9e1c-68bcdbbb08ce req-39430104-011c-4ff5-bdf2-72a03b79b93b tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887255 Nov 10 16:40:45.059548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:45.059548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:45.071570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:45.096303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-7b27cc37-1adf-4525-8110-add30c14ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:45.097825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-7b27cc37-1adf-4525-8110-add30c14ba40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1136 time: 0.0878477 Nov 10 16:40:45.110523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['85dd1047-5e55-4712-aa2c-90afd965951e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:45.134405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2e5b72f5-1db6-4249-b47c-5e4d9ebdaec3 req-f917304e-e1d9-467c-b183-3fba713b93f8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999050 Nov 10 16:40:45.225278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Allocated IP 172.22.0.2 (e71c7826-79ae-49a8-9ed2-84c8eb088751/8b011c56-495a-4829-9339-91467aea8829/b79c4d76-09c7-47bd-a8eb-25342521d188) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:45.228450 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-e96d24dd-760d-4fc3-a911-8084b2a9e850 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:40:45.229543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e96d24dd-760d-4fc3-a911-8084b2a9e850 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7812037 Nov 10 16:40:45.235402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:45.279027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:45.306269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:45.349717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-ffed2e5d-05a2-4cec-84b8-a973756100f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:45.351632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-ffed2e5d-05a2-4cec-84b8-a973756100f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 914 time: 0.2220435 Nov 10 16:40:45.388619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6ee59-a88b-4390-b6ac-60848708b718 req-728fc20d-91aa-4408-a68c-1fc42bb791d0 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:45.396966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72f6ee59-a88b-4390-b6ac-60848708b718 req-728fc20d-91aa-4408-a68c-1fc42bb791d0 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 984 time: 0.1816761 Nov 10 16:40:45.410073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-503e7fa8-72a6-4290-b2c8-6291857a6b9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85dd1047-5e55-4712-aa2c-90afd965951e HTTP/1.1" status: 200 len: 217 time: 0.0420377 Nov 10 16:40:45.454896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:45.486512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-215f1398-a174-4f3b-b0ac-ba3292d4ef2b None None] Provisioning complete for port f5564e88-8852-4859-8b19-3207414e5e23 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:45.486881 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-215f1398-a174-4f3b-b0ac-ba3292d4ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:45.564445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72f6ee59-a88b-4390-b6ac-60848708b718 req-93905baf-75b9-4224-923b-81307df51c46 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&id=6aecbace-301b-49fa-91c6-6d4a92354d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1664870 Nov 10 16:40:45.570760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-b154ddb6-9230-4de9-9272-c98df9c054d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:45.575143 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-b154ddb6-9230-4de9-9272-c98df9c054d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 200 len: 853 time: 0.1559246 Nov 10 16:40:45.664822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-9113ad24-feee-4f45-adcc-8f80dc686480 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44a952ee-4b03-42b8-868e-13b27f7d5f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419858 Nov 10 16:40:45.697092 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:45.751874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883d16d-a331-423b-b9eb-a330e36d2af7 req-cac0a01a-ef58-4a3a-a365-b0dbcb137e9f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:45.753301 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0883d16d-a331-423b-b9eb-a330e36d2af7 req-cac0a01a-ef58-4a3a-a365-b0dbcb137e9f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.2026265 Nov 10 16:40:45.799575 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-215f1398-a174-4f3b-b0ac-ba3292d4ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:45.827670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:45.831299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-d100b747-c114-44b8-ac34-1a0a23f83c81 service neutron] 10.222.0.69 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583414 Nov 10 16:40:45.839073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:45.850043 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0883d16d-a331-423b-b9eb-a330e36d2af7 req-7aa1f237-7ec9-43c9-8012-c60ab0013ba7 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863104 Nov 10 16:40:45.874755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:45.913721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.22.0.1 (e71c7826-79ae-49a8-9ed2-84c8eb088751/8b011c56-495a-4829-9339-91467aea8829/73df67fc-448b-4097-b907-227bec1a0e73) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:45.949184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-215f1398-a174-4f3b-b0ac-ba3292d4ef2b None None] For port f5564e88-8852-4859-8b19-3207414e5e23, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f5564e88-8852-4859-8b19-3207414e5e23,segment=NetworkSegment(ec36d819-22be-4fe8-a1f8-b709f12352b4),segment_id=ec36d819-22be-4fe8-a1f8-b709f12352b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:45.951810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Pushing event updated for resources: {'Port': ['ID=b79c4d76-09c7-47bd-a8eb-25342521d188,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:45.971051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:39Z', 'revision_number': 3, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:44Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:46.012866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0c580-2cbc-486e-acd8-79ea0d4e4f46 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:39Z', 'revision_number': 3, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:44Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:46.023777 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-215f1398-a174-4f3b-b0ac-ba3292d4ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.028396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c7a087f-fd7b-4b7f-a85b-88b503a13a7c req-d327e869-7e9b-4e17-aab4-6d002550186a service neutron] 10.222.0.69 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762686 Nov 10 16:40:46.051026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Allocated IP 172.25.3.30 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e7d69712-722a-491c-935c-123003432e05) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:46.140252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Network e71c7826-79ae-49a8-9ed2-84c8eb088751 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:46.151550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:46.168176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:46.216506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f1398-a174-4f3b-b0ac-ba3292d4ef2b None None] Pushing event updated for resources: {'Port': ['ID=f5564e88-8852-4859-8b19-3207414e5e23,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:46.339747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf790553-c48d-455d-a507-2d12fac6e67c req-38ccdeda-2218-4aa4-9eae-4d7624e9214d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:46.341189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bf790553-c48d-455d-a507-2d12fac6e67c req-38ccdeda-2218-4aa4-9eae-4d7624e9214d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.1349902 Nov 10 16:40:46.347358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d95c3637-5fdd-474c-ba67-6fe18dcd7894 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:40:46.388564 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.417135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Attempting to bind port b79c4d76-09c7-47bd-a8eb-25342521d188 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:46.419426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Attempting to bind port b79c4d76-09c7-47bd-a8eb-25342521d188 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:46.424680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Attempting to bind port b79c4d76-09c7-47bd-a8eb-25342521d188 on network e71c7826-79ae-49a8-9ed2-84c8eb088751 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:46.441039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d95c3637-5fdd-474c-ba67-6fe18dcd7894 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:46.444549 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.457939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:46.465787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Checking segment: {'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:46.469364 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.471763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Bound using segment: {'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:46.477594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Bound port: b79c4d76-09c7-47bd-a8eb-25342521d188, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:46.478590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.503267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3e4b6-d403-4c07-9c23-552a48b48830 req-cc767b01-7595-44bf-b577-2a466dc8bda4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:46.509809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0be3e4b6-d403-4c07-9c23-552a48b48830 req-cc767b01-7595-44bf-b577-2a466dc8bda4 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 950 time: 0.2426355 Nov 10 16:40:46.512582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f5564e88-8852-4859-8b19-3207414e5e23 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:46.527226 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.547377 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.613309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672ae6f-b10c-44b6-90eb-8b073b676388 req-e99e5f9c-940b-45ff-b4ea-9dab95a8a7cf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:46.621512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7672ae6f-b10c-44b6-90eb-8b073b676388 req-e99e5f9c-940b-45ff-b4ea-9dab95a8a7cf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.2603924 Nov 10 16:40:46.705972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Deleting port d95c3637-5fdd-474c-ba67-6fe18dcd7894 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:46.706314 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.741479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network e71c7826-79ae-49a8-9ed2-84c8eb088751 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:46.758119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:46.805417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=73df67fc-448b-4097-b907-227bec1a0e73,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:46.805417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:46.852857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0be3e4b6-d403-4c07-9c23-552a48b48830 req-79a82a55-3614-4c2e-b90c-8f815e5d0d54 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396835 Nov 10 16:40:46.889992 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:46.951343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7672ae6f-b10c-44b6-90eb-8b073b676388 req-f2914582-e2a3-486a-bb64-d4a040ee2fc4 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281941 Nov 10 16:40:47.037346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.083951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.125467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event updated for resources: {'Port': ['ID=e7d69712-722a-491c-935c-123003432e05,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:47.134123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:47.165764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:47.170246 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9968989-7d20-46ed-a6a6-923390fdf3e6" -d '{"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-plugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:47.179108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f5564e88-8852-4859-8b19-3207414e5e23 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:47.180246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.193737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:47.212736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:47.219944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a9da7-525f-4811-a134-d86d5699e9fa req-1ccab43f-a658-41a3-a1ba-1d32ec536174 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:47.221671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-189a9da7-525f-4811-a134-d86d5699e9fa req-1ccab43f-a658-41a3-a1ba-1d32ec536174 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 984 time: 0.1026106 Nov 10 16:40:47.236731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] For port b79c4d76-09c7-47bd-a8eb-25342521d188, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:47.240682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:47.246079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] For port d95c3637-5fdd-474c-ba67-6fe18dcd7894, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d95c3637-5fdd-474c-ba67-6fe18dcd7894,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:47.246511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.256254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] For port b79c4d76-09c7-47bd-a8eb-25342521d188, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b79c4d76-09c7-47bd-a8eb-25342521d188,segment=NetworkSegment(87f6836e-1896-4f89-8b6a-db7c6d5f208c),segment_id=87f6836e-1896-4f89-8b6a-db7c6d5f208c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:47.275709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Calling delete_port for d95c3637-5fdd-474c-ba67-6fe18dcd7894 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:47.300305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968b9ca-fed8-4c58-9522-001864fb4c42 req-6fa0c498-ddea-48cc-a949-0f7a3fc65857 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:47.302812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d968b9ca-fed8-4c58-9522-001864fb4c42 req-6fa0c498-ddea-48cc-a949-0f7a3fc65857 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.1829944 Nov 10 16:40:47.314265 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.344405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.353430 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-189a9da7-525f-4811-a134-d86d5699e9fa req-3028e564-c377-4fa1-aeff-feedc6166ab9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&id=6aecbace-301b-49fa-91c6-6d4a92354d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1241539 Nov 10 16:40:47.359639 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.414179 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c90b103-d244-4fb2-82e1-b21eacc491a8 x-openstack-request-id: req-0c90b103-d244-4fb2-82e1-b21eacc491a8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:47.414680 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-plugged", "status": "completed", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:47.414783 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c90b103-d244-4fb2-82e1-b21eacc491a8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:47.415147 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'code': 200} Nov 10 16:40:47.432984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=13']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:47.522282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df189908-1856-4fd0-aa50-6d1f7ffa18b2 None None] Pushing event updated for resources: {'Port': ['ID=b79c4d76-09c7-47bd-a8eb-25342521d188,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:47.609687 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d968b9ca-fed8-4c58-9522-001864fb4c42 req-ac175148-299b-4806-a2a9-85e1530f9a5d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779207 Nov 10 16:40:47.730851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Deleting port e7d69712-722a-491c-935c-123003432e05 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:47.731547 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.752706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.828757 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.836706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.837078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.842683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:47.843587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9', 'd21b5269-cbf4-49db-8e76-596b87644d08'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:47.905076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:47.949185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event deleted for resources: {'Port': ['ID=d95c3637-5fdd-474c-ba67-6fe18dcd7894,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:47.952554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Calling delete_port for e7d69712-722a-491c-935c-123003432e05 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:48.003150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76516f03-92b1-4d30-95a9-3e75759e6f33 req-c30af438-0830-4ed9-af67-d1c25ff86fbc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 210 time: 0.0796702 Nov 10 16:40:48.030830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:48.033936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=73df67fc-448b-4097-b907-227bec1a0e73,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:48.062848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] No DVR routers for this DVR port d95c3637-5fdd-474c-ba67-6fe18dcd7894 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:48.254425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network e71c7826-79ae-49a8-9ed2-84c8eb088751 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:48.256164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:48.563915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f5564e88-8852-4859-8b19-3207414e5e23 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:48.646628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f5564e88-8852-4859-8b19-3207414e5e23 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:48.647159 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:48.663741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:48.669660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bf790553-c48d-455d-a507-2d12fac6e67c req-2aca8c40-d2f8-4ed7-afa4-e3dd0ef9c2c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "DELETE /v2.0/ports/d95c3637-5fdd-474c-ba67-6fe18dcd7894 HTTP/1.1" status: 204 len: 173 time: 2.3079412 Nov 10 16:40:48.669660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-deleted', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:48.672853 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aca7e8-94c0-4fc8-886a-6812595fcf3a" -d '{"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-deleted", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:48.758784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990620f-a90d-40d7-91d4-2a0aeabf64a6 req-12211f64-0647-4d2f-9ce7-d67e01e0e01b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:48.767469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3990620f-a90d-40d7-91d4-2a0aeabf64a6 req-12211f64-0647-4d2f-9ce7-d67e01e0e01b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.0986762 Nov 10 16:40:48.805759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b79c4d76-09c7-47bd-a8eb-25342521d188 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:48.914474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6bb372-7098-4c7d-ac14-2dbcb9d22fb8 None None] Network e71c7826-79ae-49a8-9ed2-84c8eb088751 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:48.949035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:40:48.949580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b79c4d76-09c7-47bd-a8eb-25342521d188 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:48.949956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:48.961695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3990620f-a90d-40d7-91d4-2a0aeabf64a6 req-29819bfe-52b4-4bb8-9adf-ec3b5e27bbe2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932180 Nov 10 16:40:48.975619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf65d1-1be5-41e4-8287-45f607b6231a req-fe149820-9e32-4fb2-bfe6-b2152a3537b9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:48.975619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2cf65d1-1be5-41e4-8287-45f607b6231a req-fe149820-9e32-4fb2-bfe6-b2152a3537b9 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 984 time: 0.4703901 Nov 10 16:40:49.050156 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05bac61-762e-436e-8305-8442bf8f7971 x-openstack-request-id: req-b05bac61-762e-436e-8305-8442bf8f7971 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:49.050511 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11c3fd3-2496-47a0-89e3-2485d7720986", "name": "network-vif-deleted", "tag": "d95c3637-5fdd-474c-ba67-6fe18dcd7894", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:49.052910 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b05bac61-762e-436e-8305-8442bf8f7971 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:49.053448 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11c3fd3-2496-47a0-89e3-2485d7720986', 'name': 'network-vif-deleted', 'tag': 'd95c3637-5fdd-474c-ba67-6fe18dcd7894', 'status': 'completed', 'code': 200} Nov 10 16:40:49.070891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.075047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7516b06e-33f3-4559-9c29-77c93a011a09 None None] Provisioning complete for port b79c4d76-09c7-47bd-a8eb-25342521d188 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:49.075501 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7516b06e-33f3-4559-9c29-77c93a011a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.110625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:49.121451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-512b5636-6a73-4c5b-90d9-09479f128659 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8455756 Nov 10 16:40:49.125837 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:49.132254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2cf65d1-1be5-41e4-8287-45f607b6231a req-a05e7977-f0a4-4f59-a58e-529d0939575e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&id=6aecbace-301b-49fa-91c6-6d4a92354d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1522701 Nov 10 16:40:49.135634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49668) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:49.158014 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:49.158649 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:49.164896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event deleted for resources: {'Port': ['ID=e7d69712-722a-491c-935c-123003432e05,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:49.174690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'network': {'name': 'tempest-RoutersTest-1988648060'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:49.233128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.233661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.234100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.234536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.234967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.235422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.235875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.236305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.236734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.237173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.237596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.238021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:49.281157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698cc78-5477-4640-a74f-722efcc4ff55 req-b3d922d5-d617-462d-9be4-b2b72e1d4adb tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:49.289178 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c698cc78-5477-4640-a74f-722efcc4ff55 req-b3d922d5-d617-462d-9be4-b2b72e1d4adb tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.1296473 Nov 10 16:40:49.345094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.355686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e28af721-ae9b-40d7-99fd-6baf1b78faee req-865db3eb-0936-4ebf-819e-37ee48f53fba tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11c3fd3-2496-47a0-89e3-2485d7720986 HTTP/1.1" status: 200 len: 210 time: 0.0723956 Nov 10 16:40:49.360423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c698cc78-5477-4640-a74f-722efcc4ff55 req-9c0c50d8-7017-4022-b6c6-b224a36aa7cc tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701575 Nov 10 16:40:49.412686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port b79c4d76-09c7-47bd-a8eb-25342521d188, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b79c4d76-09c7-47bd-a8eb-25342521d188,segment=NetworkSegment(87f6836e-1896-4f89-8b6a-db7c6d5f208c),segment_id=87f6836e-1896-4f89-8b6a-db7c6d5f208c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:49.420346 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7516b06e-33f3-4559-9c29-77c93a011a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.457837 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:49.473591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:49.480478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.528965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-dcd2bce8-d28a-4894-b968-13201d7e0071 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1992726612&fields=id&tenant_id=464f3e6f66c14c2c9a4e663a42d638db HTTP/1.1" status: 200 len: 267 time: 0.0797267 Nov 10 16:40:49.542589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:40:49.583901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.584248 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added segment 13660629-e855-4896-a632-98374c41c285 of type vlan for network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf Nov 10 16:40:49.641060 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.651955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-5613f09c-66f7-47cb-bb2c-9d2ef97487d1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:49.653603 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-5613f09c-66f7-47cb-bb2c-9d2ef97487d1 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 984 time: 0.1141167 Nov 10 16:40:49.679270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'port': {'security_groups': ['6aecbace-301b-49fa-91c6-6d4a92354d4d', 'ae57964e-77e1-4640-a507-c47bd003949c', 'b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:49.722991 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:47Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:47Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:49.754555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:40:49.754937 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Updating router f73984a1-8939-4fde-9629-b608a576e8bb port 73df67fc-448b-4097-b907-227bec1a0e73 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:40:49.762808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.768947 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] create failed (client error): The resource could not be found. Nov 10 16:40:49.783877 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-81ad6f71-eb0d-417d-aea7-ae867b208f27 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5344748 Nov 10 16:40:49.783877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:49.784910 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.810784 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.834416 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-7516b06e-33f3-4559-9c29-77c93a011a09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:40:49.834762 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-7516b06e-33f3-4559-9c29-77c93a011a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:40:49.885074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:49.890685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=b79c4d76-09c7-47bd-a8eb-25342521d188,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:49.916975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:49.918381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.031993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f26714f9-b89a-4886-a463-161b0471eff2 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Deleting port 8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:50.032891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f26714f9-b89a-4886-a463-161b0471eff2 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.044536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Network': ['ID=8d8ca27d-b128-4321-a6b2-e68cac28dbcf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:50.063799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:40:50.136792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-29b1e5e7-2dd5-4ed4-988f-427832ce2063 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9997916 Nov 10 16:40:50.161001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49678) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:50.172592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'subnet': {'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:50.281762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b79c4d76-09c7-47bd-a8eb-25342521d188 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:50.299192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e246fce-309d-4842-b5ae-273691ea467b req-5383d2d3-4ac2-4fb7-837d-19a8742146bf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:50.300783 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e246fce-309d-4842-b5ae-273691ea467b req-5383d2d3-4ac2-4fb7-837d-19a8742146bf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.2084706 Nov 10 16:40:50.373373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f26714f9-b89a-4886-a463-161b0471eff2 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.379117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e246fce-309d-4842-b5ae-273691ea467b req-2f39fa75-08f3-4d16-8e2a-b7c0ed0d11f3 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585942 Nov 10 16:40:50.381251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b79c4d76-09c7-47bd-a8eb-25342521d188 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:50.381629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.395733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f26714f9-b89a-4886-a463-161b0471eff2 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Calling delete_port for 8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:50.460150 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.518659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] For port 85dd1047-5e55-4712-aa2c-90afd965951e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=85dd1047-5e55-4712-aa2c-90afd965951e,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:50.542861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7b8ac88c-0ecb-4c80-adb0-1c49fda4fa46 None None] Provisioning complete for port b79c4d76-09c7-47bd-a8eb-25342521d188 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:50.544111 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac88c-0ecb-4c80-adb0-1c49fda4fa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.554199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.558205 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.609950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Made reservation on behalf of 0b44c8cce3d74fd3b1aca69ed46a7582 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:40:50.615127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.625235 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Pushing event updated for resources: {'Port': ['ID=73df67fc-448b-4097-b907-227bec1a0e73,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:50.636080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a20dc-dd92-4f98-b27b-05a03b419441 req-94d2cba2-6305-446b-95b5-3c20bec64ca5 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:50.637972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-722a20dc-dd92-4f98-b27b-05a03b419441 req-94d2cba2-6305-446b-95b5-3c20bec64ca5 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.0911577 Nov 10 16:40:50.668863 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.669852 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.670212 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.670548 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.670881 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.671211 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.671573 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.671900 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.672228 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.672549 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.673620 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.674265 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:40:50.683150 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.701820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['85dd1047-5e55-4712-aa2c-90afd965951e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:50.709305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f26714f9-b89a-4886-a463-161b0471eff2 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.715364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:50.721641 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Attempting to bind port 73df67fc-448b-4097-b907-227bec1a0e73 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:50.722006 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Attempting to bind port 73df67fc-448b-4097-b907-227bec1a0e73 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:50.725954 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Attempting to bind port 73df67fc-448b-4097-b907-227bec1a0e73 on network e71c7826-79ae-49a8-9ed2-84c8eb088751 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:50.742929 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:50.743878 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Checking segment: {'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:50.743878 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.745665 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Bound using segment: {'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:50.746199 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Bound port: 73df67fc-448b-4097-b907-227bec1a0e73, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f6836e-1896-4f89-8b6a-db7c6d5f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:50.746627 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.796552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:50.805994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26714f9-b89a-4886-a463-161b0471eff2 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event deleted for resources: {'Port': ['ID=8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:50.840067 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] For port 73df67fc-448b-4097-b907-227bec1a0e73, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:50.844016 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] For port 73df67fc-448b-4097-b907-227bec1a0e73, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=73df67fc-448b-4097-b907-227bec1a0e73,segment=NetworkSegment(87f6836e-1896-4f89-8b6a-db7c6d5f208c),segment_id=87f6836e-1896-4f89-8b6a-db7c6d5f208c)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:50.862227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-722a20dc-dd92-4f98-b27b-05a03b419441 req-11b4e604-1bba-471f-9122-b5f107a9d4ad tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184002 Nov 10 16:40:50.926839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:50.928267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.930250 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.940101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['85dd1047-5e55-4712-aa2c-90afd965951e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:50.947735 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f26714f9-b89a-4886-a463-161b0471eff2 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:50.948553 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-feae1592-39fe-4515-8200-3e693fc6c8fd req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "PUT /v2.0/ports/85dd1047-5e55-4712-aa2c-90afd965951e HTTP/1.1" status: 200 len: 1020 time: 1.2768445 Nov 10 16:40:50.952055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:50.954937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f26714f9-b89a-4886-a463-161b0471eff2 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "DELETE /v2.0/ports/8eb33bb1-ab8b-4ae5-9962-0b7ea48a3a2d HTTP/1.1" status: 204 len: 168 time: 1.1793232 Nov 10 16:40:50.957549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:50.958075 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c" -d '{"events": [{"name": "network-changed", "server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:51.064521 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:51.065014 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:51.091358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75cb58-e10e-43d2-96ab-4a6a74944cc3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:51.098237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dc75cb58-e10e-43d2-96ab-4a6a74944cc3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "GET /v2.0/ports?device_id=39acf5fa-5407-45bb-b333-c2a147e19517 HTTP/1.1" status: 200 len: 913 time: 0.1351941 Nov 10 16:40:51.101796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:51.137774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7b8ac88c-0ecb-4c80-adb0-1c49fda4fa46 None None] Provisioning complete for port 73df67fc-448b-4097-b907-227bec1a0e73 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:51.138152 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac88c-0ecb-4c80-adb0-1c49fda4fa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:51.148419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233102f-44a6-4c93-9114-12751cbb3648 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'Port': ['ID=85dd1047-5e55-4712-aa2c-90afd965951e,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:51.155732 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-846493f2-6117-4c12-94f7-cffd14fcfdc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:51.181026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b27e9ef-1e88-4c38-a9dd-97200da4c56b req-a698da14-a55f-4215-b171-0dd9762f0cc5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef HTTP/1.1" status: 200 len: 1820 time: 0.2146075 Nov 10 16:40:51.315098 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-4b27e9ef-1e88-4c38-a9dd-97200da4c56b req-0a2cb233-60e5-4f34-a630-c52e05b56352 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 16:40:51.316319 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:51.324634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b27e9ef-1e88-4c38-a9dd-97200da4c56b req-0a2cb233-60e5-4f34-a630-c52e05b56352 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef HTTP/1.1" status: 409 len: 341 time: 0.1421058 Nov 10 16:40:51.407789 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fe05c7-6d8e-41d4-8cb9-ab743358b3c5 x-openstack-request-id: req-73fe05c7-6d8e-41d4-8cb9-ab743358b3c5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:51.408734 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:51.409190 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73fe05c7-6d8e-41d4-8cb9-ab743358b3c5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:51.409727 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e', 'status': 'completed', 'code': 200} Nov 10 16:40:51.455627 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e330535-7dd1-4336-85f5-b867299b70c7 None None] Pushing event updated for resources: {'Port': ['ID=73df67fc-448b-4097-b907-227bec1a0e73,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:51.486405 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:51.614818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Subnet': ['ID=4474818c-e812-4a37-988c-cf27f691b8a1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:51.642054 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:47Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:50Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:51.648762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Checking segment: {'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:51.649128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network hostable DHCP agents. Network: 8d8ca27d-b128-4321-a6b2-e68cac28dbcf, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:40:51.682512 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac88c-0ecb-4c80-adb0-1c49fda4fa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:51.707863 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab622d-86e6-451d-b446-aa78211df881 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:47Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:50Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:51.741540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:40:51.842433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8d8ca27d-b128-4321-a6b2-e68cac28dbcf) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:51.844485 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-846493f2-6117-4c12-94f7-cffd14fcfdc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:51.848350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:51.853335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:51.853480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:40:51.876387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1964dab9-ea3f-4dca-b767-b99d3110a48c None None] Network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:51.898885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-1d3cdf8f-1604-4deb-8376-32be6e3c1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:51.905618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-1d3cdf8f-1604-4deb-8376-32be6e3c1f6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1175 time: 0.4360421 Nov 10 16:40:51.909061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7b8ac88c-0ecb-4c80-adb0-1c49fda4fa46 None None] For port 73df67fc-448b-4097-b907-227bec1a0e73, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=73df67fc-448b-4097-b907-227bec1a0e73,segment=NetworkSegment(87f6836e-1896-4f89-8b6a-db7c6d5f208c),segment_id=87f6836e-1896-4f89-8b6a-db7c6d5f208c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:51.954013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a10043-ec4a-47c5-8451-15165ecc77fa req-cd25933d-9ec5-4512-823f-ccc65cd3c67d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:51.956050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2a10043-ec4a-47c5-8451-15165ecc77fa req-cd25933d-9ec5-4512-823f-ccc65cd3c67d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.2545371 Nov 10 16:40:52.057193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: d95c3637-5fdd-474c-ba67-6fe18dcd7894 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:40:52.057822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d95c3637-5fdd-474c-ba67-6fe18dcd7894 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:40:52.065351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2b1ed5d4-9b48-49bb-98d8-3a8971493b59 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9016371 Nov 10 16:40:52.073676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49710) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:52.102927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-846493f2-6117-4c12-94f7-cffd14fcfdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:52.134265 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac88c-0ecb-4c80-adb0-1c49fda4fa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:52.166261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-846493f2-6117-4c12-94f7-cffd14fcfdc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b77b2d7e56284eb6a5b88c8ae2f99010&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3672323 Nov 10 16:40:52.180879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49712) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:52.249200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846493f2-6117-4c12-94f7-cffd14fcfdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0365977f-e8a7-40a7-b7b7-f7f0628eab05,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:52.351930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-45f263cc-f391-4dd7-b06e-249a674d0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:52.353577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-45f263cc-f391-4dd7-b06e-249a674d0240 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 200 len: 914 time: 0.4110296 Nov 10 16:40:52.370792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66d76d-e467-45e2-922a-aec81f1f9a9e req-f5797c82-8393-4b8c-b850-bf40cade09c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:52.372388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d66d76d-e467-45e2-922a-aec81f1f9a9e req-f5797c82-8393-4b8c-b850-bf40cade09c0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 951 time: 0.2890995 Nov 10 16:40:52.394933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 73df67fc-448b-4097-b907-227bec1a0e73 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:52.422680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4791b18-1dd1-400f-92ef-d1f64cd0308d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:52.429919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-cb47faa2-f094-42aa-b22e-11658599e9f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85dd1047-5e55-4712-aa2c-90afd965951e HTTP/1.1" status: 200 len: 217 time: 0.0616333 Nov 10 16:40:52.438855 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2a10043-ec4a-47c5-8451-15165ecc77fa req-2020d8f7-3422-47e5-95c5-3bfc1cb567ad tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641342 Nov 10 16:40:52.477566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4791b18-1dd1-400f-92ef-d1f64cd0308d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:52.519829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-52a361b2-8d5c-458c-bab9-df148e2e072b None None] Provisioning complete for port 73df67fc-448b-4097-b907-227bec1a0e73 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:52.520189 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52a361b2-8d5c-458c-bab9-df148e2e072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:52.539570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-f4a951c9-c351-4800-aa96-5f27fb2dbb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:52.542199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-f4a951c9-c351-4800-aa96-5f27fb2dbb49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 200 len: 853 time: 0.1024349 Nov 10 16:40:52.570816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d66d76d-e467-45e2-922a-aec81f1f9a9e req-cfb23d79-f13c-4e54-a9b6-7676b4180ab3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884947 Nov 10 16:40:52.716624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-6345df34-0590-4a0a-9a6c-2d669d6a99ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44a952ee-4b03-42b8-868e-13b27f7d5f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255271 Nov 10 16:40:52.835782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ac88c-0ecb-4c80-adb0-1c49fda4fa46 None None] Pushing event updated for resources: {'Port': ['ID=73df67fc-448b-4097-b907-227bec1a0e73,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:52.858666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:40:52.859600 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:52.885698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-ed4c69d8-b4c5-413d-af1d-8200e3cb7f8a service neutron] 10.222.0.69 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516285 Nov 10 16:40:52.912471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69377a1c-fd96-438f-97de-3d0407dc6ffc req-7e922dd7-57e8-4107-bffb-cd0a10fef991 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:52.915882 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-69377a1c-fd96-438f-97de-3d0407dc6ffc req-7e922dd7-57e8-4107-bffb-cd0a10fef991 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1023 time: 0.2176914 Nov 10 16:40:52.945843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4791b18-1dd1-400f-92ef-d1f64cd0308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:52.948882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4791b18-1dd1-400f-92ef-d1f64cd0308d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:52.950203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a4791b18-1dd1-400f-92ef-d1f64cd0308d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0365977f-e8a7-40a7-b7b7-f7f0628eab05 HTTP/1.1" status: 204 len: 168 time: 0.7683406 Nov 10 16:40:52.976753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563fba1-cf3e-4fb6-a7b3-20718b2875f5 req-8c4a6d98-fa6c-43ac-ba16-8bd80f0d768c tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:52.989961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4563fba1-cf3e-4fb6-a7b3-20718b2875f5 req-8c4a6d98-fa6c-43ac-ba16-8bd80f0d768c tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.3765950 Nov 10 16:40:53.005779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 73df67fc-448b-4097-b907-227bec1a0e73 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:53.006168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.027753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4791b18-1dd1-400f-92ef-d1f64cd0308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0365977f-e8a7-40a7-b7b7-f7f0628eab05,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:53.086937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.104569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.122615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3990c9d-198f-4927-a939-251a5731faeb req-1688c6ca-ba23-4983-a1d0-3464847d5dd3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:53.124461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3990c9d-198f-4927-a939-251a5731faeb req-1688c6ca-ba23-4983-a1d0-3464847d5dd3 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 951 time: 0.2971354 Nov 10 16:40:53.234419 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4563fba1-cf3e-4fb6-a7b3-20718b2875f5 req-63bf7e17-560f-4ec2-a0a4-b050ea19005f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162926 Nov 10 16:40:53.259317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0f6bf81-3370-4de6-a5c7-862dd6eb985c req-b21abb0a-5335-4733-9891-9eae738e47a9 service neutron] 10.222.0.69 "GET /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636484 Nov 10 16:40:53.275467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Allocated IP 172.23.0.2 (8d8ca27d-b128-4321-a6b2-e68cac28dbcf/4474818c-e812-4a37-988c-cf27f691b8a1/7e1f5028-37b5-47a0-bea5-c255379d9a64) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:53.492362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-69377a1c-fd96-438f-97de-3d0407dc6ffc req-560868fd-6188-4370-8af5-fcb07b74dd62 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef&id=ae57964e-77e1-4640-a507-c47bd003949c&id=6aecbace-301b-49fa-91c6-6d4a92354d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5313733 Nov 10 16:40:53.547824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.555591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Deleting port bd15eb1d-5eb2-46c8-8ce4-00a924059d76 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:53.555979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.626975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Deleting port d21b5269-cbf4-49db-8e76-596b87644d08 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:53.627495 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.677650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.705533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.730431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:53.734346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:53.737161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:53.746163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Calling delete_port for bd15eb1d-5eb2-46c8-8ce4-00a924059d76 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:53.799799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Pushing event updated for resources: {'Port': ['ID=7e1f5028-37b5-47a0-bea5-c255379d9a64,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:53.818971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:53.821549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Allocated IP 172.23.0.1 (8d8ca27d-b128-4321-a6b2-e68cac28dbcf/4474818c-e812-4a37-988c-cf27f691b8a1/3120d161-3bfc-4bf4-85b8-9c7dbd6650b3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:40:53.825122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Attempting to bind port 7e1f5028-37b5-47a0-bea5-c255379d9a64 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:53.825619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Attempting to bind port 7e1f5028-37b5-47a0-bea5-c255379d9a64 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:53.826212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Attempting to bind port 7e1f5028-37b5-47a0-bea5-c255379d9a64 on network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:53.833035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:53.836687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Checking segment: {'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:53.836687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.836687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Bound using segment: {'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:53.836687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Bound port: 7e1f5028-37b5-47a0-bea5-c255379d9a64, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:53.836687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.906647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47789c96-273a-475e-9b63-41b19f682510 req-5f4ba5f6-6906-4267-90a2-edc74f7473d7 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:53.908484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47789c96-273a-475e-9b63-41b19f682510 req-5f4ba5f6-6906-4267-90a2-edc74f7473d7 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.69 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1023 time: 0.1992300 Nov 10 16:40:53.912353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ead2ac48-8c2f-44a6-b0f8-b3a027599f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:53.925425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412a7b8-d6f4-4cfc-9b01-d98d087d2684 req-0f3f68ec-5dbe-410f-995f-76f5f213cbea tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:53.928563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2412a7b8-d6f4-4cfc-9b01-d98d087d2684 req-0f3f68ec-5dbe-410f-995f-76f5f213cbea tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.2377105 Nov 10 16:40:53.948058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] For port 7e1f5028-37b5-47a0-bea5-c255379d9a64, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:53.954157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] For port 7e1f5028-37b5-47a0-bea5-c255379d9a64, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e1f5028-37b5-47a0-bea5-c255379d9a64,segment=NetworkSegment(13660629-e855-4896-a632-98374c41c285),segment_id=13660629-e855-4896-a632-98374c41c285)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:54.018675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab761b-40f4-4702-a895-22bcf9c49a31 req-6b4ceb54-635a-476a-a3a0-c1e76e35daac tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:54.021939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.028426 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04ab761b-40f4-4702-a895-22bcf9c49a31 req-6b4ceb54-635a-476a-a3a0-c1e76e35daac tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 951 time: 0.3270366 Nov 10 16:40:54.072729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] For port d21b5269-cbf4-49db-8e76-596b87644d08, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d21b5269-cbf4-49db-8e76-596b87644d08,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:54.073098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.108471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Calling delete_port for d21b5269-cbf4-49db-8e76-596b87644d08 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:54.180260 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04ab761b-40f4-4702-a895-22bcf9c49a31 req-bf261ab5-a066-42d6-926f-99d5105ec15d tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525304 Nov 10 16:40:54.184781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33511f28-cb00-4933-b6a1-f7655462147b None None] Pushing event updated for resources: {'Port': ['ID=7e1f5028-37b5-47a0-bea5-c255379d9a64,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:54.187539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.223241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2412a7b8-d6f4-4cfc-9b01-d98d087d2684 req-61a2d74d-9b3c-4df2-b5a2-55beb4419721 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454486 Nov 10 16:40:54.373099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 73df67fc-448b-4097-b907-227bec1a0e73 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:54.400920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Deleting port 85dd1047-5e55-4712-aa2c-90afd965951e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:54.401384 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.439544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.501102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:54.507989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:54.510974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:40:54.517809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 73df67fc-448b-4097-b907-227bec1a0e73 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:54.518416 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.641771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ead2ac48-8c2f-44a6-b0f8-b3a027599f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.673330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24d6a-900a-46c2-8805-a55cf920c540 req-787565c6-2fef-424f-8efe-1f12bfbf363f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:54.675254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ece24d6a-900a-46c2-8805-a55cf920c540 req-787565c6-2fef-424f-8efe-1f12bfbf363f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.3295369 Nov 10 16:40:54.679323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:54.704824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.755070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] For port 85dd1047-5e55-4712-aa2c-90afd965951e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=85dd1047-5e55-4712-aa2c-90afd965951e,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:54.755905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.756127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.765957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ead2ac48-8c2f-44a6-b0f8-b3a027599f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.776612 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:54.780353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:54.782752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9', 'd21b5269-cbf4-49db-8e76-596b87644d08'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:54.799915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Calling delete_port for 85dd1047-5e55-4712-aa2c-90afd965951e owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:54.834133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event deleted for resources: {'Port': ['ID=d21b5269-cbf4-49db-8e76-596b87644d08,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:54.847442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event deleted for resources: {'Port': ['ID=bd15eb1d-5eb2-46c8-8ce4-00a924059d76,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:54.886209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ece24d6a-900a-46c2-8805-a55cf920c540 req-ab704361-93d4-4a19-8b97-a568bf27c8c9 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819067 Nov 10 16:40:54.893201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ead2ac48-8c2f-44a6-b0f8-b3a027599f30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9eb533a8808248cc913f3a1c56c89b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0686877 Nov 10 16:40:55.358257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49728) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:55.362244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6595a-92ee-426d-bef1-682e3df472c7 req-100ce7b9-280b-453c-a164-50ff8297e51d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:55.365313 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4db6595a-92ee-426d-bef1-682e3df472c7 req-100ce7b9-280b-453c-a164-50ff8297e51d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 1023 time: 0.6864982 Nov 10 16:40:55.410305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44e0746b-e238-4cc3-ae75-02b1187ac239 req-fe4878f7-932e-4eaf-b313-698ba45a18fc tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b4e1370-ab2e-4af3-90e8-e7feb0ca9764 HTTP/1.1" status: 200 len: 210 time: 0.0495212 Nov 10 16:40:55.411198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] No DVR routers for this DVR port d21b5269-cbf4-49db-8e76-596b87644d08 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:55.420951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:55.425007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3990c9d-198f-4927-a939-251a5731faeb req-b7b651f5-39fd-42cc-861c-6722051b0963 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.18 "DELETE /v2.0/ports/d21b5269-cbf4-49db-8e76-596b87644d08 HTTP/1.1" status: 204 len: 173 time: 2.2070956 Nov 10 16:40:55.425398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-deleted', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:55.435876 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc5fb26-2e3d-4fb2-a685-941c6791666a" -d '{"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-deleted", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:55.438066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ac48-8c2f-44a6-b0f8-b3a027599f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da792011-c56f-4bf1-b62a-77b346b90635,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:55.525123 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66f4c7b7-8d0c-499e-a026-5ae6ebe96f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:55.549397 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:40:55.642777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66f4c7b7-8d0c-499e-a026-5ae6ebe96f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:55.646287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:55.721139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:55.754680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcb2e6-f53c-442c-a6d5-f3a7edca2836 req-206a7de7-449b-4280-ab5d-ce710fe49709 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:55.763843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31bcb2e6-f53c-442c-a6d5-f3a7edca2836 req-206a7de7-449b-4280-ab5d-ce710fe49709 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.2098954 Nov 10 16:40:55.804036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4db6595a-92ee-426d-bef1-682e3df472c7 req-9b787012-c0e8-4540-ab5f-81da33cb2f88 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef&id=ae57964e-77e1-4640-a507-c47bd003949c&id=6aecbace-301b-49fa-91c6-6d4a92354d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3351500 Nov 10 16:40:55.939650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b8751-c9b8-4698-9038-76d45488c889 None None] Network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:55.953526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31bcb2e6-f53c-442c-a6d5-f3a7edca2836 req-67569ef9-5ebf-499a-b92b-ba4d8beb4ab2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872389 Nov 10 16:40:55.991702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66f4c7b7-8d0c-499e-a026-5ae6ebe96f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:55.996010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66f4c7b7-8d0c-499e-a026-5ae6ebe96f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:55.997471 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-66f4c7b7-8d0c-499e-a026-5ae6ebe96f7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da792011-c56f-4bf1-b62a-77b346b90635 HTTP/1.1" status: 204 len: 168 time: 0.5916226 Nov 10 16:40:56.029941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:56.042651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Router 39acf5fa-5407-45bb-b333-c2a147e19517 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:40:56.054776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4c7b7-8d0c-499e-a026-5ae6ebe96f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da792011-c56f-4bf1-b62a-77b346b90635,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:56.076423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'Port': ['ID=85dd1047-5e55-4712-aa2c-90afd965951e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:56.149446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:40:56.334630 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34597d3d-a96e-4a90-a9d6-092164291fa7 x-openstack-request-id: req-34597d3d-a96e-4a90-a9d6-092164291fa7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:56.334938 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4e1370-ab2e-4af3-90e8-e7feb0ca9764", "name": "network-vif-deleted", "tag": "d21b5269-cbf4-49db-8e76-596b87644d08", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:56.335192 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34597d3d-a96e-4a90-a9d6-092164291fa7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:56.335622 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4e1370-ab2e-4af3-90e8-e7feb0ca9764', 'name': 'network-vif-deleted', 'tag': 'd21b5269-cbf4-49db-8e76-596b87644d08', 'status': 'completed', 'code': 200} Nov 10 16:40:56.387761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c550cba-e91c-4e0d-8c26-20e4e91f001d req-4a933c29-7085-4b2d-a2bb-96b39d96171d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:56.389805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c550cba-e91c-4e0d-8c26-20e4e91f001d req-4a933c29-7085-4b2d-a2bb-96b39d96171d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.2835424 Nov 10 16:40:56.441565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:56.454064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cadddd6c-a84b-4629-8949-fca3763d9219 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "PUT /v2.0/routers/39acf5fa-5407-45bb-b333-c2a147e19517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3331878 Nov 10 16:40:56.458253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] No DVR routers for this DVR port 85dd1047-5e55-4712-aa2c-90afd965951e on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:56.459779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0c9dce53-d658-423c-9a0b-cca3c66b2949 None None] Provisioning complete for port 7e1f5028-37b5-47a0-bea5-c255379d9a64 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:56.462762 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c9dce53-d658-423c-9a0b-cca3c66b2949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:56.463546 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:56.467857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49744) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:56.473450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47789c96-273a-475e-9b63-41b19f682510 req-1cfaba89-b208-432e-8e1c-f430b93f5109 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.69 "DELETE /v2.0/ports/85dd1047-5e55-4712-aa2c-90afd965951e HTTP/1.1" status: 204 len: 173 time: 2.5417268 Nov 10 16:40:56.475759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'name': 'network-vif-deleted', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:40:56.480132 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b43b8b-1124-40dd-934b-a4613b3a6cc9" -d '{"events": [{"server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "name": "network-vif-deleted", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:40:56.500966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffabad-e648-4db7-adc5-568ea1330319 None None] Sync routers for ids ['39acf5fa-5407-45bb-b333-c2a147e19517'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:56.546651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e1f5028-37b5-47a0-bea5-c255379d9a64 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:56.679031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffabad-e648-4db7-adc5-568ea1330319 None None] Routers {'39acf5fa-5407-45bb-b333-c2a147e19517'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:56.680195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66ffabad-e648-4db7-adc5-568ea1330319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['39acf5fa-5407-45bb-b333-c2a147e19517'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:56.686660 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de04f7d9-ebc1-4d45-b85c-6b2c62e86b90 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:56.735542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66ffabad-e648-4db7-adc5-568ea1330319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:56.860064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7e1f5028-37b5-47a0-bea5-c255379d9a64 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:56.860064 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:56.875895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c550cba-e91c-4e0d-8c26-20e4e91f001d req-a36f0288-28b4-45da-8743-e5c285bb318e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060960 Nov 10 16:40:56.894220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:56.960235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffabad-e648-4db7-adc5-568ea1330319 None None] Routers {'39acf5fa-5407-45bb-b333-c2a147e19517'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:56.960881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66ffabad-e648-4db7-adc5-568ea1330319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['39acf5fa-5407-45bb-b333-c2a147e19517'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:56.991298 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c9dce53-d658-423c-9a0b-cca3c66b2949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.047776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.048142 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cad7463-c219-4c02-8850-7456d98ff82b x-openstack-request-id: req-3cad7463-c219-4c02-8850-7456d98ff82b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:40:57.048432 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab70992-ed83-49f9-8912-5d7d7b62bebb", "name": "network-vif-deleted", "tag": "85dd1047-5e55-4712-aa2c-90afd965951e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:40:57.049995 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cad7463-c219-4c02-8850-7456d98ff82b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:40:57.050498 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab70992-ed83-49f9-8912-5d7d7b62bebb', 'name': 'network-vif-deleted', 'tag': '85dd1047-5e55-4712-aa2c-90afd965951e', 'status': 'completed', 'code': 200} Nov 10 16:40:57.092007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-66ffabad-e648-4db7-adc5-568ea1330319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:57.092675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffabad-e648-4db7-adc5-568ea1330319 None None] The sync data for ids ['39acf5fa-5407-45bb-b333-c2a147e19517'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:40:57.168955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d0dc9170-d35a-4438-b0c1-3793f7b47838 req-5fdd3175-c187-4918-a3e3-5c0c69305535 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=fab70992-ed83-49f9-8912-5d7d7b62bebb HTTP/1.1" status: 200 len: 210 time: 0.0460782 Nov 10 16:40:57.186650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.204290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0c9dce53-d658-423c-9a0b-cca3c66b2949 None None] For port 7e1f5028-37b5-47a0-bea5-c255379d9a64, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e1f5028-37b5-47a0-bea5-c255379d9a64,segment=NetworkSegment(13660629-e855-4896-a632-98374c41c285),segment_id=13660629-e855-4896-a632-98374c41c285)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:57.265672 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de04f7d9-ebc1-4d45-b85c-6b2c62e86b90 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.294010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de04f7d9-ebc1-4d45-b85c-6b2c62e86b90 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.369047 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:40:57.369534 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:40:57.369969 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c9dce53-d658-423c-9a0b-cca3c66b2949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.384142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event updated for resources: {'Port': ['ID=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:57.388554 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.416326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40b32-2e96-4cf0-846b-7dfd01ffeb06 req-be63d6a0-49a4-4913-8f30-98db7d7d9093 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:57.418031 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65a40b32-2e96-4cf0-846b-7dfd01ffeb06 req-be63d6a0-49a4-4913-8f30-98db7d7d9093 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.2328777 Nov 10 16:40:57.505632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de04f7d9-ebc1-4d45-b85c-6b2c62e86b90 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.505632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04f7d9-ebc1-4d45-b85c-6b2c62e86b90 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Fanout notify agent at l3_agent the message router_deleted on router 39acf5fa-5407-45bb-b333-c2a147e19517 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:40:57.532841 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de04f7d9-ebc1-4d45-b85c-6b2c62e86b90 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.534109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-de04f7d9-ebc1-4d45-b85c-6b2c62e86b90 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "DELETE /v2.0/routers/39acf5fa-5407-45bb-b333-c2a147e19517 HTTP/1.1" status: 204 len: 168 time: 1.0404885 Nov 10 16:40:57.539400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:57.553560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dce53-d658-423c-9a0b-cca3c66b2949 None None] Pushing event updated for resources: {'Port': ['ID=7e1f5028-37b5-47a0-bea5-c255379d9a64,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:57.555403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65a40b32-2e96-4cf0-846b-7dfd01ffeb06 req-911c1a01-00ab-4bdd-b8be-3a008bf86675 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261516 Nov 10 16:40:57.591040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-07cd5e01-462d-4b2d-a3ed-82d7af52db44 None None] Provisioning complete for port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:57.591462 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07cd5e01-462d-4b2d-a3ed-82d7af52db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.594782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:40:57.596183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:40:57.636047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-07cd5e01-462d-4b2d-a3ed-82d7af52db44 None None] Port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:57.653045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-07cd5e01-462d-4b2d-a3ed-82d7af52db44 None None] Provisioning complete for port 7e1f5028-37b5-47a0-bea5-c255379d9a64 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:57.653424 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07cd5e01-462d-4b2d-a3ed-82d7af52db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.664873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e381f0-65a0-4a39-9e31-9180e48e4ca3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Deleting subnet c3da9ae8-40f4-4b59-8e37-f67e36159a78 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:40:57.670462 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7e381f0-65a0-4a39-9e31-9180e48e4ca3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.754570 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7e381f0-65a0-4a39-9e31-9180e48e4ca3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:57.767122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:40:57.857485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 85dd1047-5e55-4712-aa2c-90afd965951e no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:40:57.916536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:40:57.923811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 85dd1047-5e55-4712-aa2c-90afd965951e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:40:57.925609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 85dd1047-5e55-4712-aa2c-90afd965951e not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:40:57.958109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:40:57.973721 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:40:57.977352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e851f-b1ac-4b37-ace5-65d197a4dce8 req-fd35ce19-1e6d-47bf-9416-0929311e75f6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:57.986511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: d21b5269-cbf4-49db-8e76-596b87644d08 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:40:57.986980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f50e851f-b1ac-4b37-ace5-65d197a4dce8 req-fd35ce19-1e6d-47bf-9416-0929311e75f6 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.1611228 Nov 10 16:40:57.987085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d21b5269-cbf4-49db-8e76-596b87644d08 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:40:57.994763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-66943756-74be-47a7-a9b2-df0b8031c5e3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9194717 Nov 10 16:40:58.000536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:58.011053 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:58.016465 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:58.019438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9400e771-a9c9-490d-bfb8-9d1edb830055 None None] Provisioning complete for port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:58.020562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9400e771-a9c9-490d-bfb8-9d1edb830055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.026845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:40:58.040126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7e381f0-65a0-4a39-9e31-9180e48e4ca3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.063499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f50e851f-b1ac-4b37-ace5-65d197a4dce8 req-499a74cc-75bb-43cd-9347-927aa7cb9a82 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751154 Nov 10 16:40:58.092257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9400e771-a9c9-490d-bfb8-9d1edb830055 None None] Port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:58.174131 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:58.254767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cc08bdf1-12fe-426e-90ed-8113abcb7252 None None] Provisioning complete for port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:58.256075 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc08bdf1-12fe-426e-90ed-8113abcb7252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.338653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f423be-559a-4a28-8bb4-89965428802e req-16618b79-67b1-416b-b355-8d8336520c30 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:58.341119 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49f423be-559a-4a28-8bb4-89965428802e req-16618b79-67b1-416b-b355-8d8336520c30 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.1410894 Nov 10 16:40:58.362742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cc08bdf1-12fe-426e-90ed-8113abcb7252 None None] Port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:40:58.368857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e1f5028-37b5-47a0-bea5-c255379d9a64 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:40:58.404596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7e50-91fd-412e-99ab-5a2b296d5e2d req-9978c1ed-2a26-4145-be2c-6e0edc82fc5f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:58.417318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0be7e50-91fd-412e-99ab-5a2b296d5e2d req-9978c1ed-2a26-4145-be2c-6e0edc82fc5f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.3203998 Nov 10 16:40:58.444367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7e1f5028-37b5-47a0-bea5-c255379d9a64 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:58.445180 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.533622 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:54Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:56Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:58.565711 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:40:58.566286 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Updating router f73984a1-8939-4fde-9629-b608a576e8bb port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:40:58.588860 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7e381f0-65a0-4a39-9e31-9180e48e4ca3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.593384 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.648158 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b25c1f4-a810-40f6-b697-042d2e0611b7 req-0672e8df-dd35-41d9-b804-b2823d7f123e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/6aecbace-301b-49fa-91c6-6d4a92354d4d HTTP/1.1" status: 200 len: 1817 time: 0.0455744 Nov 10 16:40:58.716382 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5b25c1f4-a810-40f6-b697-042d2e0611b7 req-2be16d77-3b5f-4439-967f-74f214c4c5e5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.716672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e381f0-65a0-4a39-9e31-9180e48e4ca3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event deleted for resources: {'Subnet': ['ID=c3da9ae8-40f4-4b59-8e37-f67e36159a78,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:58.729886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf9b56-1a21-4b75-8312-22db51248330 None None] Network 31ad59d3-f180-460b-a035-7fcbafcdc73d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:40:58.752189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0be7e50-91fd-412e-99ab-5a2b296d5e2d req-f8837601-2ba6-401c-8256-964b0aebd53a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292482 Nov 10 16:40:58.756902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7e381f0-65a0-4a39-9e31-9180e48e4ca3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.764357 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5b25c1f4-a810-40f6-b697-042d2e0611b7 req-2be16d77-3b5f-4439-967f-74f214c4c5e5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.786326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49790) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:40:58.786562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a7e381f0-65a0-4a39-9e31-9180e48e4ca3 tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "DELETE /v2.0/subnets/c3da9ae8-40f4-4b59-8e37-f67e36159a78 HTTP/1.1" status: 204 len: 168 time: 1.2339687 Nov 10 16:40:58.903065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Deleting port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:58.903482 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.932932 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:58.960946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.000394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] DHCP port deletion for 31ad59d3-f180-460b-a035-7fcbafcdc73d request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:40:59.027212 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.034504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Deleting port 0adba432-e72b-4e57-969f-55ebb8e061d4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:59.034912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.055502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc501d-d76f-4121-86c6-961e8bb343dc req-2ae3de75-ed31-4cd1-ad13-1f20b2d7b664 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:59.063249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcfc501d-d76f-4121-86c6-961e8bb343dc req-2ae3de75-ed31-4cd1-ad13-1f20b2d7b664 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 946 time: 0.1796172 Nov 10 16:40:59.089394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] Deleting port 0adba432-e72b-4e57-969f-55ebb8e061d4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:40:59.092019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.110023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5b25c1f4-a810-40f6-b697-042d2e0611b7 req-2be16d77-3b5f-4439-967f-74f214c4c5e5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.113770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5b25c1f4-a810-40f6-b697-042d2e0611b7 req-2be16d77-3b5f-4439-967f-74f214c4c5e5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.122183 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f44faa-23a8-4e7a-b289-3fc73e57c968 None None] Pushing event updated for resources: {'Port': ['ID=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:59.136385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b25c1f4-a810-40f6-b697-042d2e0611b7 req-2be16d77-3b5f-4439-967f-74f214c4c5e5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/6aecbace-301b-49fa-91c6-6d4a92354d4d HTTP/1.1" status: 204 len: 173 time: 0.4715648 Nov 10 16:40:59.161491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcfc501d-d76f-4121-86c6-961e8bb343dc req-8a5dd800-05f1-48f0-b38d-41d4f8132d89 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942113 Nov 10 16:40:59.203582 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Attempting to bind port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:40:59.204343 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Attempting to bind port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:40:59.204935 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Attempting to bind port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 on network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:40:59.214623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] For port 0adba432-e72b-4e57-969f-55ebb8e061d4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0adba432-e72b-4e57-969f-55ebb8e061d4,segment=NetworkSegment(91d98b91-53d5-4d85-b20b-fd15c01e9064),segment_id=91d98b91-53d5-4d85-b20b-fd15c01e9064)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:59.215436 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.219017 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:40:59.219985 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Checking segment: {'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:40:59.221126 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.230265 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Bound using segment: {'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:40:59.230556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be16d77-3b5f-4439-967f-74f214c4c5e5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aecbace-301b-49fa-91c6-6d4a92354d4d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:59.242094 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Bound port: 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13660629-e855-4896-a632-98374c41c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:40:59.242858 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.243957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] Calling delete_port for 0adba432-e72b-4e57-969f-55ebb8e061d4 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:59.315814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] For port 0adba432-e72b-4e57-969f-55ebb8e061d4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0adba432-e72b-4e57-969f-55ebb8e061d4,segment=NetworkSegment(91d98b91-53d5-4d85-b20b-fd15c01e9064),segment_id=91d98b91-53d5-4d85-b20b-fd15c01e9064)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:59.315814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.324252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] For port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:59.324625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.352315 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f034c332-2d12-4780-b1ce-bc2f96ad479b req-fae6f62f-ae9f-42d7-af08-1bbe4d632e0b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef HTTP/1.1" status: 200 len: 1820 time: 0.1229320 Nov 10 16:40:59.352736 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] For port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:40:59.354935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 16:40:59.358377 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] For port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,segment=NetworkSegment(13660629-e855-4896-a632-98374c41c285),segment_id=13660629-e855-4896-a632-98374c41c285)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:40:59.362712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Calling delete_port for 0adba432-e72b-4e57-969f-55ebb8e061d4 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:59.384252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Calling delete_port for 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:40:59.457299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Removed routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 16:40:59.463128 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.471790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.593115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-61fdd3d0-0f2b-4293-a5f3-d3bca00d74d0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:59.596610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-61fdd3d0-0f2b-4293-a5f3-d3bca00d74d0 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.4998436 Nov 10 16:40:59.599035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.624432 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:40:59.626555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:40:59.628116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.663589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fd924-b1d0-41df-a65a-47f324c16b39 req-02912259-d1c4-4f9f-a1e9-92e114b1dbfb tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:40:59.675025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0725196e-dec8-4fa3-9097-ab9260cbac21 None None] Provisioning complete for port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:40:59.675409 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0725196e-dec8-4fa3-9097-ab9260cbac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.681164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f86fd924-b1d0-41df-a65a-47f324c16b39 req-02912259-d1c4-4f9f-a1e9-92e114b1dbfb tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.4407325 Nov 10 16:40:59.684498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] No DVR routers for this DVR port 0adba432-e72b-4e57-969f-55ebb8e061d4 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:59.693665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event deleted for resources: {'Port': ['ID=0adba432-e72b-4e57-969f-55ebb8e061d4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:59.740137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] Pushing event deleted for resources: {'Port': ['ID=0adba432-e72b-4e57-969f-55ebb8e061d4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:59.748774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbbd0df-7c66-4dd7-bb16-eed00543bafd None None] No DVR routers for this DVR port 0adba432-e72b-4e57-969f-55ebb8e061d4 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:40:59.768415 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f034c332-2d12-4780-b1ce-bc2f96ad479b req-0d402253-645f-4f89-a94a-b779f5646834 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.792863 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:40:59.823537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f034c332-2d12-4780-b1ce-bc2f96ad479b req-0d402253-645f-4f89-a94a-b779f5646834 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.827927 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0725196e-dec8-4fa3-9097-ab9260cbac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:40:59.831633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f86fd924-b1d0-41df-a65a-47f324c16b39 req-63293d03-5b0f-4708-a1d7-bd4c4de5c36a tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452293 Nov 10 16:40:59.900108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0725196e-dec8-4fa3-9097-ab9260cbac21 None None] For port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,segment=NetworkSegment(13660629-e855-4896-a632-98374c41c285),segment_id=13660629-e855-4896-a632-98374c41c285)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:40:59.944288 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f44faa-23a8-4e7a-b289-3fc73e57c968 None None] Pushing event updated for resources: {'Port': ['ID=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:40:59.991809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.015834 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0725196e-dec8-4fa3-9097-ab9260cbac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.040502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ad59d3-f180-460b-a035-7fcbafcdc73d']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:00.057368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d98b91-53d5-4d85-b20b-fd15c01e9064') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:00.058072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d98b91-53d5-4d85-b20b-fd15c01e9064') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:00.080220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.081453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725196e-dec8-4fa3-9097-ab9260cbac21 None None] Pushing event updated for resources: {'Port': ['ID=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:00.092604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.100551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5587a1-b576-43d6-8163-9f139372eddd req-a05f5630-f28a-4732-aa66-8f95973ffe3b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:00.101217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.106321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f034c332-2d12-4780-b1ce-bc2f96ad479b req-0d402253-645f-4f89-a94a-b779f5646834 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.108396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b5587a1-b576-43d6-8163-9f139372eddd req-a05f5630-f28a-4732-aa66-8f95973ffe3b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.1528661 Nov 10 16:41:00.109112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f034c332-2d12-4780-b1ce-bc2f96ad479b req-0d402253-645f-4f89-a94a-b779f5646834 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.110251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f034c332-2d12-4780-b1ce-bc2f96ad479b req-0d402253-645f-4f89-a94a-b779f5646834 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef HTTP/1.1" status: 204 len: 173 time: 0.7571008 Nov 10 16:41:00.120313 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 6, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:00.127243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Deleting port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:00.128020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.139459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d402253-645f-4f89-a94a-b779f5646834 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:00.156677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4e3b7fc4-a78f-40bc-9015-90c975587d30 None None] Provisioning complete for port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:00.157459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e3b7fc4-a78f-40bc-9015-90c975587d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.166822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.186935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:00.188110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:00.194529 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:00.196914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-92b84b26-805f-40d5-a230-5a81155e987d req-c16cde76-2067-4765-a2eb-6c6ce1006075 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1906944623', 'description': 'tempest-description-153705164'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:00.206244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.217845 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23bd94-29d8-49a2-9442-2f7b6c25e5db None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 6, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 4, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:00.219609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['2df8b2a0-5264-437d-85ee-3e2ec8cb73f6'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:00.360426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0adba432-e72b-4e57-969f-55ebb8e061d4 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:00.369226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event deleted for resources: {'Port': ['ID=2df8b2a0-5264-437d-85ee-3e2ec8cb73f6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:00.391526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 0adba432-e72b-4e57-969f-55ebb8e061d4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:00.391795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0adba432-e72b-4e57-969f-55ebb8e061d4 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:00.403090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04668b-92b0-41cf-bc0e-dcdd268d9e59 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:00.477095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:00.478587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] No DVR routers for this DVR port 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:00.483162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.486683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49f423be-559a-4a28-8bb4-89965428802e req-14eafd9e-ae6b-4c8e-b962-db13de85b42b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "DELETE /v2.0/ports/2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 HTTP/1.1" status: 204 len: 173 time: 2.0631230 Nov 10 16:41:00.487499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d17a3fc-02cb-4a9d-abfc-8ce8a736871e', 'name': 'network-vif-deleted', 'tag': '2df8b2a0-5264-437d-85ee-3e2ec8cb73f6'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:00.490604 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5cd3b-1d50-40b0-9991-cc5c574d718d" -d '{"events": [{"server_uuid": "2d17a3fc-02cb-4a9d-abfc-8ce8a736871e", "name": "network-vif-deleted", "tag": "2df8b2a0-5264-437d-85ee-3e2ec8cb73f6"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:00.495663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92b84b26-805f-40d5-a230-5a81155e987d req-c16cde76-2067-4765-a2eb-6c6ce1006075 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.690757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b5587a1-b576-43d6-8163-9f139372eddd req-c7e99900-cbcd-40c5-b054-61d3e5121744 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811222 Nov 10 16:41:00.748365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] For port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:00.749427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.781438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Calling delete_port for 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:00.830539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.910402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c81e11-a269-4494-b2fa-dc413f58da55 req-2181d932-8283-478a-a991-3446cde33c73 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d17a3fc-02cb-4a9d-abfc-8ce8a736871e HTTP/1.1" status: 200 len: 210 time: 0.0992582 Nov 10 16:41:00.934101 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:00.937005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] 10.222.0.62 "DELETE /v2.0/networks/31ad59d3-f180-460b-a035-7fcbafcdc73d HTTP/1.1" status: 204 len: 168 time: 2.1633937 Nov 10 16:41:00.973003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a59bd-efd2-43b1-a7ef-c20a5500c1fc tempest-FloatingIPNegativeTestJSON-1845589445 tempest-FloatingIPNegativeTestJSON-1845589445-project] Pushing event deleted for resources: {'Network': ['ID=31ad59d3-f180-460b-a035-7fcbafcdc73d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:00.990000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:01.003446 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a7cbae-d62c-41ec-ab42-3f9dd2c73df2 x-openstack-request-id: req-16a7cbae-d62c-41ec-ab42-3f9dd2c73df2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:01.007023 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d17a3fc-02cb-4a9d-abfc-8ce8a736871e", "name": "network-vif-deleted", "tag": "2df8b2a0-5264-437d-85ee-3e2ec8cb73f6", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:01.007384 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16a7cbae-d62c-41ec-ab42-3f9dd2c73df2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:01.007925 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d17a3fc-02cb-4a9d-abfc-8ce8a736871e', 'name': 'network-vif-deleted', 'tag': '2df8b2a0-5264-437d-85ee-3e2ec8cb73f6', 'status': 'completed', 'code': 200} Nov 10 16:41:01.030130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.031491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-edd9c683-8de0-4814-b9a1-4511f91c41b9 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 200 len: 933 time: 3.0239139 Nov 10 16:41:01.037245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:01.051262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92b84b26-805f-40d5-a230-5a81155e987d req-c16cde76-2067-4765-a2eb-6c6ce1006075 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.178737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2b3bb3b3-6cf7-4e1a-93fe-68167129e419 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 200 len: 933 time: 0.1392055 Nov 10 16:41:01.179500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92b84b26-805f-40d5-a230-5a81155e987d req-c16cde76-2067-4765-a2eb-6c6ce1006075 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.186388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127639a-95ff-4109-881f-185f4d801596 req-adce2d79-558d-419f-9c4c-b37d24494612 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:01.195598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a127639a-95ff-4109-881f-185f4d801596 req-adce2d79-558d-419f-9c4c-b37d24494612 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 950 time: 0.0865145 Nov 10 16:41:01.195964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49826) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:01.205798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'routes': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:01.211831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cde76-2067-4765-a2eb-6c6ce1006075 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c78ca99-e2a2-4719-98f9-f07d58f42c29,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:01.281499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92b84b26-805f-40d5-a230-5a81155e987d req-c16cde76-2067-4765-a2eb-6c6ce1006075 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.286000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.286163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-92b84b26-805f-40d5-a230-5a81155e987d req-c16cde76-2067-4765-a2eb-6c6ce1006075 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0943222 Nov 10 16:41:01.301750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:01.333248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:01.379581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event deleted for resources: {'Port': ['ID=5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:01.389831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-077b4b98-1aec-4498-9ff6-17da0a718de8 req-3b7ab275-4602-465a-a4b4-707c9a466e59 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/9c78ca99-e2a2-4719-98f9-f07d58f42c29 HTTP/1.1" status: 200 len: 1819 time: 0.0686026 Nov 10 16:41:01.399139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:01.402447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-077b4b98-1aec-4498-9ff6-17da0a718de8 req-7d30825b-8a7d-448f-9bcd-eb552de94853 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1716200440', 'description': 'tempest-description-hth-535597273'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:01.446865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a127639a-95ff-4109-881f-185f4d801596 req-adcf9519-df4e-41ac-8a25-1997abcc0b61 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516418 Nov 10 16:41:01.454258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-077b4b98-1aec-4498-9ff6-17da0a718de8 req-7d30825b-8a7d-448f-9bcd-eb552de94853 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.460470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:01.461113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:01.521073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] No DVR routers for this DVR port 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:01.533325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.536954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1cccacf0-4fa2-4081-94ac-f5175e007509 req-ec9dbd35-b2cd-41b5-8a65-2ce84c6c18ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.69 "DELETE /v2.0/ports/5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 HTTP/1.1" status: 204 len: 173 time: 1.9203544 Nov 10 16:41:01.537426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'name': 'network-vif-deleted', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:01.552296 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c9932-63a5-44a3-baed-615f7bab2dc8" -d '{"events": [{"server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "name": "network-vif-deleted", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:01.562818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-077b4b98-1aec-4498-9ff6-17da0a718de8 req-7d30825b-8a7d-448f-9bcd-eb552de94853 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.636381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:01.688122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:01.704282 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c63ba7-1181-4c20-8420-47bcbdaa91dd x-openstack-request-id: req-59c63ba7-1181-4c20-8420-47bcbdaa91dd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:01.705037 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63f95a-b109-456d-abaf-ebe2492eeb45", "name": "network-vif-deleted", "tag": "5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:01.705037 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59c63ba7-1181-4c20-8420-47bcbdaa91dd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:01.705348 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63f95a-b109-456d-abaf-ebe2492eeb45', 'name': 'network-vif-deleted', 'tag': '5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7', 'status': 'completed', 'code': 200} Nov 10 16:41:01.753010 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-077b4b98-1aec-4498-9ff6-17da0a718de8 req-7d30825b-8a7d-448f-9bcd-eb552de94853 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.765044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-077b4b98-1aec-4498-9ff6-17da0a718de8 req-7d30825b-8a7d-448f-9bcd-eb552de94853 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.775021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-077b4b98-1aec-4498-9ff6-17da0a718de8 req-7d30825b-8a7d-448f-9bcd-eb552de94853 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "PUT /v2.0/security-groups/9c78ca99-e2a2-4719-98f9-f07d58f42c29 HTTP/1.1" status: 200 len: 1793 time: 0.3752594 Nov 10 16:41:01.788673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7b719f6-3a0e-42b7-9c17-8dc36b224e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:01.962654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef326e42-1e95-42d0-8e15-8148683efd23 req-c35ffc5a-cab0-4480-ac5f-41e141de3985 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:01.964416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef326e42-1e95-42d0-8e15-8148683efd23 req-c35ffc5a-cab0-4480-ac5f-41e141de3985 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.1808021 Nov 10 16:41:01.971694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30825b-8a7d-448f-9bcd-eb552de94853 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c78ca99-e2a2-4719-98f9-f07d58f42c29,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:01.989589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c925f3-e010-4f1c-af97-44a33a36c669 req-b578c94a-3b6b-455c-9787-9bbd823097a5 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/9c78ca99-e2a2-4719-98f9-f07d58f42c29 HTTP/1.1" status: 200 len: 1793 time: 0.1395345 Nov 10 16:41:02.001025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c4890f34-4fdd-48de-858b-5fa52f8c48cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0ac31e9ce2b4555abd455c05b0305f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037572 Nov 10 16:41:02.001025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:02.016821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.extraroute_db [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added routes are [] {{(pid=103326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 16:41:02.017394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.extraroute_db [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 16:41:02.117536 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05d90cb3-ac04-4b62-bb0d-121d9682d21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.121550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 6, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:02.149561 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef326e42-1e95-42d0-8e15-8148683efd23 req-aad34d4f-258d-4733-9ac2-2988b8243b78 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779685 Nov 10 16:41:02.155375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d46574cf-d610-489c-bd3b-da3c64c166d0 req-d5c35f6a-f2d0-4ac9-8827-5fc6986aa0ec tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/9c78ca99-e2a2-4719-98f9-f07d58f42c29 HTTP/1.1" status: 200 len: 1793 time: 0.0791979 Nov 10 16:41:02.163107 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.166527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05d90cb3-ac04-4b62-bb0d-121d9682d21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.187483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:02.206704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:02.208235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:02.306208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d46574cf-d610-489c-bd3b-da3c64c166d0 req-ec9ab278-dd45-4d41-b640-058e6f385d6e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.370172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d46574cf-d610-489c-bd3b-da3c64c166d0 req-ec9ab278-dd45-4d41-b640-058e6f385d6e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.377970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:02.399619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05d90cb3-ac04-4b62-bb0d-121d9682d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.402774 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05d90cb3-ac04-4b62-bb0d-121d9682d21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.411708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-05d90cb3-ac04-4b62-bb0d-121d9682d21d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2fd60b61-3ff5-42e9-8837-2e2dccea6081 HTTP/1.1" status: 204 len: 168 time: 0.4111068 Nov 10 16:41:02.433945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:02.452287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90cb3-ac04-4b62-bb0d-121d9682d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd60b61-3ff5-42e9-8837-2e2dccea6081,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:02.570628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:02.571333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.609728 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d46574cf-d610-489c-bd3b-da3c64c166d0 req-ec9ab278-dd45-4d41-b640-058e6f385d6e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.612409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d46574cf-d610-489c-bd3b-da3c64c166d0 req-ec9ab278-dd45-4d41-b640-058e6f385d6e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.614175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d46574cf-d610-489c-bd3b-da3c64c166d0 req-ec9ab278-dd45-4d41-b640-058e6f385d6e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/9c78ca99-e2a2-4719-98f9-f07d58f42c29 HTTP/1.1" status: 204 len: 173 time: 0.4243393 Nov 10 16:41:02.632869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ab278-dd45-4d41-b640-058e6f385d6e tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c78ca99-e2a2-4719-98f9-f07d58f42c29,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:02.713144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-fdaf2b35-4f32-452f-915b-f914af4ed12d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:02.714947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-fdaf2b35-4f32-452f-915b-f914af4ed12d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.3319104 Nov 10 16:41:02.717279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.722924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:02.742084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7c287876-03c4-4a3b-9113-8c7b74607d12 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/quotas/f651b33b7fe24cec8653747a92dd1c9e HTTP/1.1" status: 200 len: 375 time: 0.0208244 Nov 10 16:41:02.809714 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-512ef4ad-79f9-48b1-81b0-18739b5ed6e2 req-100cc4b3-6718-416f-b78c-7d61b2704102 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a63f95a-b109-456d-abaf-ebe2492eeb45 HTTP/1.1" status: 200 len: 210 time: 0.0403345 Nov 10 16:41:02.826699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-f4261169-3646-47ee-8cfa-10f79e1c3919 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837092 Nov 10 16:41:02.924587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 6, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:02.986257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f052e-267a-44a4-a323-09974ba83ce6 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 6, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:03.015989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:03.032474 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-60b80273-3198-4437-bc68-1f216aea482e req-507439d8-1ab0-4d14-82d1-29fa1c425b7b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:41:03.033638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-60b80273-3198-4437-bc68-1f216aea482e req-507439d8-1ab0-4d14-82d1-29fa1c425b7b tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/b7cd7d7e-00a8-45be-8fe9-2f9e5d5156ef HTTP/1.1" status: 404 len: 352 time: 0.0348876 Nov 10 16:41:03.062753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-e41198cd-548e-4615-bef2-f41b82f04b1b service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188509 Nov 10 16:41:03.109522 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-5284cd50-b464-40e6-a1de-d9073a61a4ce req-9a95bad2-b07c-425a-8ef4-69d531d04adb tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:41:03.110629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5284cd50-b464-40e6-a1de-d9073a61a4ce req-9a95bad2-b07c-425a-8ef4-69d531d04adb tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/6aecbace-301b-49fa-91c6-6d4a92354d4d HTTP/1.1" status: 404 len: 352 time: 0.0515945 Nov 10 16:41:03.161423 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-e3d11433-fc3b-437b-a827-3313ed249d6c req-10bfa36f-ac67-4fba-84d9-4e25ab0860bd tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:41:03.162704 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3d11433-fc3b-437b-a827-3313ed249d6c req-10bfa36f-ac67-4fba-84d9-4e25ab0860bd tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/b439dfdb-74c5-491a-b008-4209994936a1 HTTP/1.1" status: 404 len: 352 time: 0.0239635 Nov 10 16:41:03.200984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:03.212483 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-81f24318-b121-4303-80ff-cd79becb0517 req-fb2a6801-f54f-44e4-a60f-2efaeff783de tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:41:03.214560 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:03.217996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-95aca56b-86e0-4002-b1c0-cd7677c0b885 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 200 len: 699 time: 2.0176117 Nov 10 16:41:03.218164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-81f24318-b121-4303-80ff-cd79becb0517 req-fb2a6801-f54f-44e4-a60f-2efaeff783de tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/e44437e4-7f85-4090-9959-e25b6613b9d1 HTTP/1.1" status: 404 len: 352 time: 0.0245607 Nov 10 16:41:03.218316 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49892) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:03.241600 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:03.256046 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:03.256866 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:03.341536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a8674-e581-41ee-b4d8-17d88b58bebd req-d9efabce-c357-4fc6-b369-a8ebdf9dd8f4 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:03.350368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cf4a8674-e581-41ee-b4d8-17d88b58bebd req-d9efabce-c357-4fc6-b369-a8ebdf9dd8f4 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.0653341 Nov 10 16:41:03.358557 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:03.400013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-944afb29-1e99-4420-a707-d97340570220 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 200 len: 699 time: 0.1806021 Nov 10 16:41:03.400934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49898) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:03.409632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cf4a8674-e581-41ee-b4d8-17d88b58bebd req-59394b88-b50e-40bb-8fd4-8ef87985c896 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582576 Nov 10 16:41:03.411834 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-0a08838f-d450-45b1-a906-245c7408b954 service neutron] 10.222.0.62 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442257 Nov 10 16:41:03.474181 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-52917d11-d0a3-4b8b-85ad-2357aa8177df req-dbe31382-8d59-4a4e-ab6b-300ca769763d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:41:03.475639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52917d11-d0a3-4b8b-85ad-2357aa8177df req-dbe31382-8d59-4a4e-ab6b-300ca769763d tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/a68b2e8f-2487-4d9b-8f63-1f57cb45e4d8 HTTP/1.1" status: 404 len: 352 time: 0.0243495 Nov 10 16:41:03.518846 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-72734bb4-8665-4569-b245-839603662eab req-bd3cc3f4-3c06-4543-a07e-67077cd31fb8 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] show failed (client error): The resource could not be found. Nov 10 16:41:03.523183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72734bb4-8665-4569-b245-839603662eab req-bd3cc3f4-3c06-4543-a07e-67077cd31fb8 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/f7d82cea-133d-4c70-ad47-ab2de2248be3 HTTP/1.1" status: 404 len: 352 time: 0.0172122 Nov 10 16:41:03.630339 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:02Z', 'revision_number': 7, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:03.666810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:03.679884 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:03.680597 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:40:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:03.779549 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d21260c-3756-4aa6-8b4c-729735876556 req-95f0c3fa-38a9-44b9-9f43-3aea6310976e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 210 time: 0.0361640 Nov 10 16:41:03.819653 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:03.866059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:03.921512 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:03.924410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:03.924750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 5fff5a9b-5a8b-479c-ab3b-f3eda60e0ea7 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:03.925155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:03.977688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:03.978278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 2df8b2a0-5264-437d-85ee-3e2ec8cb73f6 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:04.025129 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af9cbba0-a032-426d-b4b4-b09c6eda2981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:04.174842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49932) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:04.297613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1646370889'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:04.300011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746af2-2598-459c-ab0c-00729b230e3a req-52f09446-5946-4d52-959a-fff74784c8c2 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:04.302132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42746af2-2598-459c-ab0c-00729b230e3a req-52f09446-5946-4d52-959a-fff74784c8c2 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1023 time: 0.0732806 Nov 10 16:41:04.375469 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:02Z', 'revision_number': 7, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:04.388405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:04.388967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:04.407963 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e27d71-86a0-4909-82b3-92cbb7aa0370 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:02Z', 'revision_number': 7, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '3120d161-3bfc-4bf4-85b8-9c7dbd6650b3', 'name': '', 'network_id': '8d8ca27d-b128-4321-a6b2-e68cac28dbcf', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:92:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:53Z', 'updated_at': '2021-11-10T16:40:59Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '4474818c-e812-4a37-988c-cf27f691b8a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:04.430323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42746af2-2598-459c-ab0c-00729b230e3a req-d3683d26-6b43-47b7-954a-89ef7aa4d73c tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&id=22f80f4e-e77b-42e9-b87c-36f8421544c2&id=3c2c7dae-31d7-436e-b28e-a3dbc4bda43c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1149702 Nov 10 16:41:04.493352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,segment=NetworkSegment(13660629-e855-4896-a632-98374c41c285),segment_id=13660629-e855-4896-a632-98374c41c285)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:04.493709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:04.509327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:04.561619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:04.566140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:04.586187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47a475-3f62-4730-b2c2-5f42258e6102 req-51027e9c-b010-43f3-954e-59c0bdfefb88 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:04.593739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c47a475-3f62-4730-b2c2-5f42258e6102 req-51027e9c-b010-43f3-954e-59c0bdfefb88 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.0807071 Nov 10 16:41:04.609425 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:04.643999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c47a475-3f62-4730-b2c2-5f42258e6102 req-2c0d12df-d459-4c8d-a3cb-b806d12a9c6b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493610 Nov 10 16:41:04.698012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a8edd-c8e6-47d7-ba63-23a13ba92247 req-0d50ad03-2d97-4e21-bfd1-2ad0c6c2ea6e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:04.699596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-682a8edd-c8e6-47d7-ba63-23a13ba92247 req-0d50ad03-2d97-4e21-bfd1-2ad0c6c2ea6e tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.1411183 Nov 10 16:41:04.797165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-682a8edd-c8e6-47d7-ba63-23a13ba92247 req-ceac0cef-6521-4edd-8112-4543119f1a87 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882964 Nov 10 16:41:04.870806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-229cb077-b9a5-42ac-9637-619fa8151639 req-99cf8deb-f6d0-480f-8875-8c7600754088 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 210 time: 0.0275407 Nov 10 16:41:04.936006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:04.967991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=3120d161-3bfc-4bf4-85b8-9c7dbd6650b3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:04.986387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.986744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.987083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.987448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.987779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.988649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.989142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.989572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.989915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.990242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.990564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:04.990940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:05.052957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:05.073056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:05.183218 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:05.209452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:05.216427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:41:05.567713 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:05.568051 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Added segment 52af4f4f-c803-43c5-b5a5-8d69bd58f02d of type vlan for network e615371b-7f40-4b06-974e-91edacf37350 Nov 10 16:41:05.569339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e297b1-1129-4657-8c54-6fb558e928a2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:05.710134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:05.748858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaabce5-35a5-4051-9d32-d92c14ce274e req-d598dac1-447a-4b84-9e7d-44edc1513df8 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:05.750344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-baaabce5-35a5-4051-9d32-d92c14ce274e req-d598dac1-447a-4b84-9e7d-44edc1513df8 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1023 time: 0.2191310 Nov 10 16:41:05.785751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-dc2fef7d-105d-4948-8c5f-eec314f47d47 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:05.787284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-dc2fef7d-105d-4948-8c5f-eec314f47d47 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 1023 time: 0.1756375 Nov 10 16:41:05.792123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2114b52-c788-4b5c-bde0-0a7f64d41d08 req-a975e954-8390-4348-801d-016443903baa tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:05.793680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2114b52-c788-4b5c-bde0-0a7f64d41d08 req-a975e954-8390-4348-801d-016443903baa tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.0542336 Nov 10 16:41:05.854922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2114b52-c788-4b5c-bde0-0a7f64d41d08 req-43614e77-faee-4a03-9d8e-cbdec434ddfe tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543442 Nov 10 16:41:05.939263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:05.945690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:05.946297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:05.967974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ccd5-fbcd-471f-a7a8-6ea451487b05 req-c38b4d85-5bbb-4d21-b4b9-bc3817956173 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:05.970483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b19ccd5-fbcd-471f-a7a8-6ea451487b05 req-c38b4d85-5bbb-4d21-b4b9-bc3817956173 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.0544298 Nov 10 16:41:06.026203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b19ccd5-fbcd-471f-a7a8-6ea451487b05 req-9c21a883-094a-4bfd-bab5-3413c0ab3305 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468776 Nov 10 16:41:06.103686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:06.112353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-baaabce5-35a5-4051-9d32-d92c14ce274e req-901a86dc-15b1-49ff-b5ba-ce3e0e234c76 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae57964e-77e1-4640-a507-c47bd003949c&id=22f80f4e-e77b-42e9-b87c-36f8421544c2&id=3c2c7dae-31d7-436e-b28e-a3dbc4bda43c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3453784 Nov 10 16:41:06.117814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Network': ['ID=e615371b-7f40-4b06-974e-91edacf37350,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:06.130977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27eb224b-7a74-437a-8c35-8566653cd04a req-7d5663d9-8d41-4897-9247-a02327d1ba3f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 210 time: 0.0450127 Nov 10 16:41:06.138655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fced8-5697-4128-a7cf-6f3d29befeac req-82a3efc4-232b-4661-9668-6f84672ea419 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:06.140231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-146fced8-5697-4128-a7cf-6f3d29befeac req-82a3efc4-232b-4661-9668-6f84672ea419 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.2318659 Nov 10 16:41:06.144922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e615371b-7f40-4b06-974e-91edacf37350 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:41:06.149160 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9fc19ec7-b4d0-40ec-9702-001ab4c6a337 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9736171 Nov 10 16:41:06.152096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:06.157618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'name': 'tempest-PortsIpV6TestJSON-2131377062'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:06.335008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:06.345679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:06.359108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:06.359781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:06.379407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-32cab8c1-64e4-4c8d-91be-dd9852e90ac1 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9769113 Nov 10 16:41:06.381550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:06.385561 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.387614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:06.406483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Deleting port 443537a7-7e26-487a-91b4-1e259ad1fca0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:06.415697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.443779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:06.504460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:06.507713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc223c3-7715-436a-b5c0-ec99609df243 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet 4474818c-e812-4a37-988c-cf27f691b8a1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:06.514321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dc223c3-7715-436a-b5c0-ec99609df243 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.559144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-f625ec21-e015-4ebf-b61b-d7be1d7a1ae5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:06.559144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-f625ec21-e015-4ebf-b61b-d7be1d7a1ae5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 812 time: 0.2662082 Nov 10 16:41:06.573921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Request body: {'port': {'device_id': 'de925c44-da4d-4ab8-a1aa-bc6f6cce472a', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'admin_state_up': True, 'tenant_id': 'f651b33b7fe24cec8653747a92dd1c9e'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:06.598113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Deleting port 890827b7-a57b-4515-af25-99a0a340d6d9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:06.598277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.645811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] For port 443537a7-7e26-487a-91b4-1e259ad1fca0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=443537a7-7e26-487a-91b4-1e259ad1fca0,segment=NetworkSegment(c5635d00-36ca-409c-a787-c0b728cec9b4),segment_id=c5635d00-36ca-409c-a787-c0b728cec9b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:06.646184 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.661158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dc223c3-7715-436a-b5c0-ec99609df243 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.700286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Calling delete_port for 443537a7-7e26-487a-91b4-1e259ad1fca0 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:06.823435 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.841414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325459-f4e3-4d45-b014-e0847f4bdd08 req-d3b600a2-c5ff-419b-bea8-657f050f4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:06.843003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2325459-f4e3-4d45-b014-e0847f4bdd08 req-d3b600a2-c5ff-419b-bea8-657f050f4d6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 1097 time: 0.1566751 Nov 10 16:41:06.875992 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.877991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:04Z', 'revision_number': 8, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:06.905582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] For port 890827b7-a57b-4515-af25-99a0a340d6d9, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=890827b7-a57b-4515-af25-99a0a340d6d9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:06.911776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.914345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dc223c3-7715-436a-b5c0-ec99609df243 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:06.931415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Calling delete_port for 890827b7-a57b-4515-af25-99a0a340d6d9 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:06.942565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:06.956542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:06.958178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:06.998646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Made reservation on behalf of f651b33b7fe24cec8653747a92dd1c9e for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:07.002337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.020640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2325459-f4e3-4d45-b014-e0847f4bdd08 req-3084c487-8bab-4e9f-8008-d33157639023 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679845 Nov 10 16:41:07.097844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c8ad-91b5-4665-8bf9-97bd531c2e12 req-6beec8f0-4bfd-49b3-9ad4-1b12c7fb174a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:07.100513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8e6c8ad-91b5-4665-8bf9-97bd531c2e12 req-6beec8f0-4bfd-49b3-9ad4-1b12c7fb174a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.1140800 Nov 10 16:41:07.168400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.223915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dc223c3-7715-436a-b5c0-ec99609df243 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.232952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.252548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['443537a7-7e26-487a-91b4-1e259ad1fca0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:07.269841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8e6c8ad-91b5-4665-8bf9-97bd531c2e12 req-f4815348-a998-4d6a-9e41-38f0b2317b4b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612604 Nov 10 16:41:07.291184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=5caaf2c3-2810-4a92-98f5-1a672d2fb06c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:07.296347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:07.299847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'Port': ['ID=443537a7-7e26-487a-91b4-1e259ad1fca0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:07.315022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc223c3-7715-436a-b5c0-ec99609df243 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=4474818c-e812-4a37-988c-cf27f691b8a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:07.326418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Allocated IP 172.20.0.9 (1c27b5c7-e493-4d18-b58c-41f6e7206ff0/c086cf2f-907f-43eb-aa4f-03e65c19d7a8/e37d0ad5-5365-4886-8d02-7ce2705bd61d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:07.335177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dc223c3-7715-436a-b5c0-ec99609df243 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.344253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1dc223c3-7715-436a-b5c0-ec99609df243 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/4474818c-e812-4a37-988c-cf27f691b8a1 HTTP/1.1" status: 204 len: 168 time: 0.9554291 Nov 10 16:41:07.349140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49976) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:07.374893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2d3257-6567-4b9b-8fd4-95aa8ec282a9 None None] Network 8d8ca27d-b128-4321-a6b2-e68cac28dbcf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:07.401383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] No DVR routers for this DVR port 443537a7-7e26-487a-91b4-1e259ad1fca0 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:07.414318 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.415739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking segment: {'id': '52af4f4f-c803-43c5-b5a5-8d69bd58f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e615371b-7f40-4b06-974e-91edacf37350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:07.416223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network hostable DHCP agents. Network: e615371b-7f40-4b06-974e-91edacf37350, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:41:07.417805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a90d8c0-ebd6-4724-87f6-c26c06f3f1c4 req-4d9e4f53-d855-41df-9cd3-b9775dba751f tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.18 "DELETE /v2.0/ports/443537a7-7e26-487a-91b4-1e259ad1fca0 HTTP/1.1" status: 204 len: 173 time: 1.6173098 Nov 10 16:41:07.418457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'name': 'network-vif-deleted', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:07.420960 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ad41d7-6e49-4036-bd9c-fc22a87be97d" -d '{"events": [{"server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "name": "network-vif-deleted", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:07.431844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825d6d-e99b-47d8-bd6c-65acc290a0d2 req-8cc93286-01c9-4454-8be4-2eaf9fab8f58 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:07.433394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3825d6d-e99b-47d8-bd6c-65acc290a0d2 req-8cc93286-01c9-4454-8be4-2eaf9fab8f58 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 949 time: 0.2357335 Nov 10 16:41:07.434093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a42a2308-07c1-4f34-aa57-eecf35a48010 req-f5b95b1a-81b1-44ed-9a16-2727a37401b2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 210 time: 0.0525088 Nov 10 16:41:07.443561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.466777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['890827b7-a57b-4515-af25-99a0a340d6d9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:07.554252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Pushing event deleted for resources: {'Port': ['ID=890827b7-a57b-4515-af25-99a0a340d6d9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:07.561644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-836f5fc0-4a85-40d3-8b8a-42255c3ef1ef req-2539fbb9-2486-4c6d-8ad5-610e28f32386 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 210 time: 0.0490289 Nov 10 16:41:07.573685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:41:07.578985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.650310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] No DVR routers for this DVR port 890827b7-a57b-4515-af25-99a0a340d6d9 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:07.662932 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe10d150-b2f7-4deb-9225-cc91f43a7190 x-openstack-request-id: req-fe10d150-b2f7-4deb-9225-cc91f43a7190 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:07.663217 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94b7d15-40fd-4d96-a80f-aecbac79cefe", "name": "network-vif-deleted", "tag": "443537a7-7e26-487a-91b4-1e259ad1fca0", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:07.663516 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe10d150-b2f7-4deb-9225-cc91f43a7190 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:07.666174 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94b7d15-40fd-4d96-a80f-aecbac79cefe', 'name': 'network-vif-deleted', 'tag': '443537a7-7e26-487a-91b4-1e259ad1fca0', 'status': 'completed', 'code': 200} Nov 10 16:41:07.666304 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.666541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.668445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-146fced8-5697-4128-a7cf-6f3d29befeac req-8aef41bb-ee3f-4a21-81ee-b5fb25603704 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.18 "DELETE /v2.0/ports/890827b7-a57b-4515-af25-99a0a340d6d9 HTTP/1.1" status: 204 len: 173 time: 1.5181465 Nov 10 16:41:07.680463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3825d6d-e99b-47d8-bd6c-65acc290a0d2 req-a2eaacdd-3a46-415b-bacc-adabc0227de5 tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/security-groups?id=0233d26e-f826-4944-8ff6-69abe9c81b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087390 Nov 10 16:41:07.694384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e615371b-7f40-4b06-974e-91edacf37350) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:07.697376 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.704009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:07.705143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28174d19-ea63-478c-9765-3fa36be191e3 None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:07.727623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:07.729338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.823707 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.830996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 7e1f5028-37b5-47a0-bea5-c255379d9a64 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:07.831580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.854757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] DHCP port deletion for 8d8ca27d-b128-4321-a6b2-e68cac28dbcf request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:07.890445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:04Z', 'revision_number': 8, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:07.900511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5f52ca80-22fa-4154-a7fe-ed47fac7825f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7469151 Nov 10 16:41:07.904595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:07.908746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1636672610'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:07.917158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port 7e1f5028-37b5-47a0-bea5-c255379d9a64, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e1f5028-37b5-47a0-bea5-c255379d9a64,segment=NetworkSegment(13660629-e855-4896-a632-98374c41c285),segment_id=13660629-e855-4896-a632-98374c41c285)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:07.917511 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:07.929804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd7f73-ea50-4138-9121-34107f87588c None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:04Z', 'revision_number': 8, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': '73df67fc-448b-4097-b907-227bec1a0e73', 'name': '', 'network_id': 'e71c7826-79ae-49a8-9ed2-84c8eb088751', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:76:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8b011c56-495a-4829-9339-91467aea8829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:45Z', 'updated_at': '2021-11-10T16:40:51Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '8b011c56-495a-4829-9339-91467aea8829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:07.940078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 7e1f5028-37b5-47a0-bea5-c255379d9a64 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:07.968030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Deleting port 7e1f5028-37b5-47a0-bea5-c255379d9a64 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:07.974332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.042239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.078654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:08.082882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.102276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] For port 7e1f5028-37b5-47a0-bea5-c255379d9a64, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e1f5028-37b5-47a0-bea5-c255379d9a64,segment=NetworkSegment(13660629-e855-4896-a632-98374c41c285),segment_id=13660629-e855-4896-a632-98374c41c285)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:08.103735 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.117546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:41:08.118523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:08.125844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Calling delete_port for 7e1f5028-37b5-47a0-bea5-c255379d9a64 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:08.128735 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.130415 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Added segment d7e95e76-3ad2-441c-b474-85d43bd4b3c5 of type vlan for network 0cb2d20c-cc85-46f7-9c09-44cf7d2afba1 Nov 10 16:41:08.136491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:08.138462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event updated for resources: {'Port': ['ID=e37d0ad5-5365-4886-8d02-7ce2705bd61d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:08.140743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:08.200502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15912ee5-ed38-41f7-ac83-9d1e0927925b None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:08.206057 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.206273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:08.207018 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.283127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-87b26a1d-79f4-4c60-97f7-b2d48180813c None None] Provisioning complete for port e37d0ad5-5365-4886-8d02-7ce2705bd61d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:08.283833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87b26a1d-79f4-4c60-97f7-b2d48180813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.295626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.325267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.337966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-87b26a1d-79f4-4c60-97f7-b2d48180813c None None] Port e37d0ad5-5365-4886-8d02-7ce2705bd61d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:08.338251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=7e1f5028-37b5-47a0-bea5-c255379d9a64,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:08.340310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No DVR routers for this DVR port 7e1f5028-37b5-47a0-bea5-c255379d9a64 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:08.371441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Pushing event deleted for resources: {'Port': ['ID=7e1f5028-37b5-47a0-bea5-c255379d9a64,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:08.373863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] No DVR routers for this DVR port 7e1f5028-37b5-47a0-bea5-c255379d9a64 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:08.383770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.384093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.384948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.384948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.385197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.385368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.385697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.386031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.386310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.386636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.386950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.387268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd8e8d-64cf-4e75-b21f-5e6bcc53e881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:08.395370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-3f74d015-5f52-4c65-99c6-b7ab39195926 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8268070 Nov 10 16:41:08.428376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Request body: {'port': {'device_id': 'de925c44-da4d-4ab8-a1aa-bc6f6cce472a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:08.435488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.443399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:08.444133 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.528367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:08.549813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6453612 Nov 10 16:41:08.566695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:08.567420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3120d161-3bfc-4bf4-85b8-9c7dbd6650b3 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:08.567859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e1f5028-37b5-47a0-bea5-c255379d9a64 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:08.578799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49986) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:08.587447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'ports': [{'network_id': 'e615371b-7f40-4b06-974e-91edacf37350'}, {'network_id': '0cb2d20c-cc85-46f7-9c09-44cf7d2afba1'}]} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:08.587821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:08.588238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': '0cb2d20c-cc85-46f7-9c09-44cf7d2afba1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:08.602586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:08.604985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be454eac-4240-4f2a-8843-45c29067877e req-6d40e084-0401-47a3-b03b-a393a567d14a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:08.609834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7e1f5028-37b5-47a0-bea5-c255379d9a64 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:08.610174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e1f5028-37b5-47a0-bea5-c255379d9a64 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:08.611700 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be454eac-4240-4f2a-8843-45c29067877e req-6d40e084-0401-47a3-b03b-a393a567d14a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.1927209 Nov 10 16:41:08.625963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395e425-c2d4-4382-aeff-8f334b2edc27 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Network': ['ID=0cb2d20c-cc85-46f7-9c09-44cf7d2afba1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:08.641005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 0cb2d20c-cc85-46f7-9c09-44cf7d2afba1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:41:08.671226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be454eac-4240-4f2a-8843-45c29067877e req-82cb155d-d3ef-4ed5-8ef6-1e35170f80ce tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543752 Nov 10 16:41:08.811534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-559648bf-9fad-4ac2-85e4-f325ec28e355 req-f7506734-c62d-44f9-9418-81bfbcdb56de tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/ports?device_id=e94b7d15-40fd-4d96-a80f-aecbac79cefe HTTP/1.1" status: 200 len: 210 time: 0.0407627 Nov 10 16:41:08.933238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74c22c71-0101-4812-a5bf-7e267e9019a5 req-309401bf-2f46-491f-89a2-1f6a5f7df9ff tempest-MigrationsAdminTest-20791965 tempest-MigrationsAdminTest-20791965-project] 10.222.0.62 "GET /v2.0/ports?device_id=a471051f-5252-4553-8a46-907debd3adc8 HTTP/1.1" status: 200 len: 210 time: 0.0279770 Nov 10 16:41:09.052925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8ca27d-b128-4321-a6b2-e68cac28dbcf']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:09.068537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.072348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13660629-e855-4896-a632-98374c41c285') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:09.072651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13660629-e855-4896-a632-98374c41c285') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:09.101698 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.130237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-d4d2a9ee-add5-4753-b0f6-bab08ba24bf6 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:09.135376 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-d4d2a9ee-add5-4753-b0f6-bab08ba24bf6 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/networks?id=c8109b0b-34bd-4e16-a326-3a740308272f HTTP/1.1" status: 200 len: 810 time: 0.1217437 Nov 10 16:41:09.144900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715add-4b45-4950-8ea5-7f88d8c6dafc req-b8001e51-e7ff-4483-845d-68a98935268f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:09.147191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8715add-4b45-4950-8ea5-7f88d8c6dafc req-b8001e51-e7ff-4483-845d-68a98935268f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 931 time: 0.5774322 Nov 10 16:41:09.148920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a80cf758-320a-41b1-8ee8-5cd46ae5da60 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/quotas/0eff5dcbf7e74113bc0723faea6b6614 HTTP/1.1" status: 200 len: 375 time: 0.0107608 Nov 10 16:41:09.160052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.219731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-e1ef02af-6be8-4183-ad91-197cf225645d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588906 Nov 10 16:41:09.244863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:09.245267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:09.248436 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:09.327923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-90785922-6f73-4dfc-b223-90292d03064d service neutron] 10.222.0.62 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996103 Nov 10 16:41:09.417029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8715add-4b45-4950-8ea5-7f88d8c6dafc req-a2d023c6-4fc7-4bca-928d-42a2f0d6d7ce tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608230 Nov 10 16:41:09.438391 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-1bd9cae0-c395-4334-8a0b-f7057b123f87 service neutron] 10.222.0.62 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983708 Nov 10 16:41:09.490217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.502866 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.506401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/8d8ca27d-b128-4321-a6b2-e68cac28dbcf HTTP/1.1" status: 204 len: 168 time: 2.1511483 Nov 10 16:41:09.509845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:09.519967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09436c46-814a-47cb-a665-e737c1450fec tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=8d8ca27d-b128-4321-a6b2-e68cac28dbcf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:09.533537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 2} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:09.539167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.564565 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.666253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'name': 'network-vif-deleted', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:09.668910 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f18016c-33fe-4ea5-ba54-7e4557361223" -d '{"events": [{"server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "name": "network-vif-deleted", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:09.709989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port cbfa8ac1-fc62-4a46-a798-e25278e07ec6 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:09.736128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37d0ad5-5365-4886-8d02-7ce2705bd61d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:41:09.742382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b65a7a19-30f4-40d8-bfbe-827a2f57ef57 req-ab375cb8-f047-4177-be67-4fd612194d1e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 210 time: 0.0570204 Nov 10 16:41:09.745350 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037004b9-d6d1-4c67-b88d-42af4d5c8950 x-openstack-request-id: req-037004b9-d6d1-4c67-b88d-42af4d5c8950 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:09.745350 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a471051f-5252-4553-8a46-907debd3adc8", "name": "network-vif-deleted", "tag": "890827b7-a57b-4515-af25-99a0a340d6d9", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:09.745675 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-037004b9-d6d1-4c67-b88d-42af4d5c8950 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:09.745879 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a471051f-5252-4553-8a46-907debd3adc8', 'name': 'network-vif-deleted', 'tag': '890827b7-a57b-4515-af25-99a0a340d6d9', 'status': 'completed', 'code': 200} Nov 10 16:41:09.751553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.771154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Transition to ACTIVE for port object e37d0ad5-5365-4886-8d02-7ce2705bd61d will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:41:09.863764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.891273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 443537a7-7e26-487a-91b4-1e259ad1fca0 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:09.914236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e21ff36-746a-4eee-8863-9c554a983dcd None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:09.920060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 443537a7-7e26-487a-91b4-1e259ad1fca0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:09.920060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 443537a7-7e26-487a-91b4-1e259ad1fca0 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:09.920060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 890827b7-a57b-4515-af25-99a0a340d6d9 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:09.943406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 890827b7-a57b-4515-af25-99a0a340d6d9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:09.943742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 890827b7-a57b-4515-af25-99a0a340d6d9 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:09.944640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:09.972108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.040101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Pushing event updated for resources: {'Port': ['ID=e37d0ad5-5365-4886-8d02-7ce2705bd61d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:10.100385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d84ecfab-c197-4fce-9eac-f9d912b7002e req-1eb7aede-f12e-4577-9c1b-fe48f2597b62 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/3c2c7dae-31d7-436e-b28e-a3dbc4bda43c HTTP/1.1" status: 200 len: 1819 time: 0.1906047 Nov 10 16:41:10.121313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port d9c8d416-d0bb-4315-9127-571d996e2906 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:10.180853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Attempting to bind port e37d0ad5-5365-4886-8d02-7ce2705bd61d on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:10.181199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Attempting to bind port e37d0ad5-5365-4886-8d02-7ce2705bd61d by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:10.181533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Attempting to bind port e37d0ad5-5365-4886-8d02-7ce2705bd61d on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:10.197426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Port e37d0ad5-5365-4886-8d02-7ce2705bd61d on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:41:10.197426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Attempting to bind port e37d0ad5-5365-4886-8d02-7ce2705bd61d on network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:10.213760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:10.214099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Checking segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:10.214486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Bound using segment: {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:10.214922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Bound port: e37d0ad5-5365-4886-8d02-7ce2705bd61d, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:10.215279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.254172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port 73df67fc-448b-4097-b907-227bec1a0e73 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:10.254514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.294923 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.302103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d84ecfab-c197-4fce-9eac-f9d912b7002e req-eeac8874-1f4c-4513-82c5-cbcf7c831d88 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.362343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port 73df67fc-448b-4097-b907-227bec1a0e73, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=73df67fc-448b-4097-b907-227bec1a0e73,segment=NetworkSegment(87f6836e-1896-4f89-8b6a-db7c6d5f208c),segment_id=87f6836e-1896-4f89-8b6a-db7c6d5f208c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:10.362716 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.374980 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d84ecfab-c197-4fce-9eac-f9d912b7002e req-eeac8874-1f4c-4513-82c5-cbcf7c831d88 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.378530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for 73df67fc-448b-4097-b907-227bec1a0e73 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:10.403039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] For port e37d0ad5-5365-4886-8d02-7ce2705bd61d, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:10.425110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.440837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] For port e37d0ad5-5365-4886-8d02-7ce2705bd61d, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e37d0ad5-5365-4886-8d02-7ce2705bd61d,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:10.529763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.569262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:10.569900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.571340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] 10.222.0.69 "PUT /v2.0/ports/e37d0ad5-5365-4886-8d02-7ce2705bd61d HTTP/1.1" status: 200 len: 1092 time: 2.1666288 Nov 10 16:41:10.576004 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.576973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b0484-5620-436f-ba70-002d2994a9df None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:10.578319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d84ecfab-c197-4fce-9eac-f9d912b7002e req-eeac8874-1f4c-4513-82c5-cbcf7c831d88 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.582112 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d84ecfab-c197-4fce-9eac-f9d912b7002e req-eeac8874-1f4c-4513-82c5-cbcf7c831d88 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.583528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d84ecfab-c197-4fce-9eac-f9d912b7002e req-eeac8874-1f4c-4513-82c5-cbcf7c831d88 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/3c2c7dae-31d7-436e-b28e-a3dbc4bda43c HTTP/1.1" status: 204 len: 173 time: 0.4586008 Nov 10 16:41:10.599826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ca471-c154-403b-a60b-aeecb53ea47d req-f522a7e1-1db6-499d-b643-a4867b4039ae tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:10.607844 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a2ca471-c154-403b-a60b-aeecb53ea47d req-f522a7e1-1db6-499d-b643-a4867b4039ae tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 943 time: 0.0944250 Nov 10 16:41:10.612528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac8874-1f4c-4513-82c5-cbcf7c831d88 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2c7dae-31d7-436e-b28e-a3dbc4bda43c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:10.624483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:10.626259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:10.628257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde0329-2074-4191-96ac-6a2f1c9fd8ea service neutron] Pushing event updated for resources: {'Port': ['ID=e37d0ad5-5365-4886-8d02-7ce2705bd61d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:10.632465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:10.633340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.663784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:10.721246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a2ca471-c154-403b-a60b-aeecb53ea47d req-91b8ed95-d3e9-43a1-b714-41b82067ed9d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083519 Nov 10 16:41:10.730597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=cbfa8ac1-fc62-4a46-a798-e25278e07ec6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:10.804353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking segment: {'id': 'd7e95e76-3ad2-441c-b474-85d43bd4b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0cb2d20c-cc85-46f7-9c09-44cf7d2afba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:10.804727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network hostable DHCP agents. Network: 0cb2d20c-cc85-46f7-9c09-44cf7d2afba1, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:41:10.813174 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d12f7baa-3bbf-402f-924c-40f9ec84dbf0 req-ed5b560f-8da9-4573-b4db-22659c341142 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "GET /v2.0/security-groups/22f80f4e-e77b-42e9-b87c-36f8421544c2 HTTP/1.1" status: 200 len: 1819 time: 0.1446021 Nov 10 16:41:10.856880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=d9c8d416-d0bb-4315-9127-571d996e2906,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:10.858887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a92b2db-a53a-4a0f-b0f6-1ac63ffd95a1 req-bed9cea3-8a16-4f7f-9c8f-cca632d758ec tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 210 time: 0.0402887 Nov 10 16:41:10.885708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-b952d76c-e10c-4997-a7f5-b8e4b7bafa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:10.887251 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-b952d76c-e10c-4997-a7f5-b8e4b7bafa41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 1095 time: 0.1317794 Nov 10 16:41:10.897306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b2dd0562-555d-4a94-929f-2896535aaf24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec53a3cd94604f54b34391385751105d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232463 Nov 10 16:41:10.899210 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.907806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:10.939156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-5a72323c-aee2-4003-82ef-fc6feb3923ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e37d0ad5-5365-4886-8d02-7ce2705bd61d HTTP/1.1" status: 200 len: 217 time: 0.0433514 Nov 10 16:41:10.944464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=73df67fc-448b-4097-b907-227bec1a0e73,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:10.976806 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d12f7baa-3bbf-402f-924c-40f9ec84dbf0 req-f770d650-5acb-4619-9821-6272ad28c334 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:10.978287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 0cb2d20c-cc85-46f7-9c09-44cf7d2afba1 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:41:11.017256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d12f7baa-3bbf-402f-924c-40f9ec84dbf0 req-f770d650-5acb-4619-9821-6272ad28c334 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.035568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-ced425bb-5078-4495-a0ce-00f0f814eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:11.038783 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-ced425bb-5078-4495-a0ce-00f0f814eef5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.0925851 Nov 10 16:41:11.045600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ac129da-8456-4a4c-abcb-325f31b0f415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.081298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 0cb2d20c-cc85-46f7-9c09-44cf7d2afba1) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:11.092078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ea10a-a664-4480-8551-f3dc3fc799aa None None] Network 0cb2d20c-cc85-46f7-9c09-44cf7d2afba1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:11.093027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-6ded946d-b9b1-4b50-ba87-b650bbc897d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453515 Nov 10 16:41:11.097126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:11.116676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:11.121588 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:11.122288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.164361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.168025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ac129da-8456-4a4c-abcb-325f31b0f415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.234619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-4db347ab-e4a0-4af8-8019-1e4e4672d882 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042814 Nov 10 16:41:11.333179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ac129da-8456-4a4c-abcb-325f31b0f415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.336014 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ac129da-8456-4a4c-abcb-325f31b0f415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.337157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4ac129da-8456-4a4c-abcb-325f31b0f415 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0233d26e-f826-4944-8ff6-69abe9c81b5f HTTP/1.1" status: 204 len: 168 time: 0.4273031 Nov 10 16:41:11.349020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d12f7baa-3bbf-402f-924c-40f9ec84dbf0 req-f770d650-5acb-4619-9821-6272ad28c334 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.353135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d12f7baa-3bbf-402f-924c-40f9ec84dbf0 req-f770d650-5acb-4619-9821-6272ad28c334 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.353316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac129da-8456-4a4c-abcb-325f31b0f415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233d26e-f826-4944-8ff6-69abe9c81b5f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:11.359894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d12f7baa-3bbf-402f-924c-40f9ec84dbf0 req-f770d650-5acb-4619-9821-6272ad28c334 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] 10.222.0.62 "DELETE /v2.0/security-groups/22f80f4e-e77b-42e9-b87c-36f8421544c2 HTTP/1.1" status: 204 len: 173 time: 0.5296328 Nov 10 16:41:11.361331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50042) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:11.371106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a375cdf9-89d7-431a-a1b0-d44463ca251d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7912014 Nov 10 16:41:11.384836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e82e5f2-b017-4f39-b5cd-9ddfa543c58a req-d5fd37ef-ff2a-4aa8-9a3d-67d520c0ac17 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356778 Nov 10 16:41:11.386891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50044) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:11.413171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770d650-5acb-4619-9821-6272ad28c334 tempest-SecurityGroupsTestJSON-1245911509 tempest-SecurityGroupsTestJSON-1245911509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f80f4e-e77b-42e9-b87c-36f8421544c2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:11.469267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:11.474166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-701c0880-d547-429c-9768-0ea82fcb4505 admin admin] Deleting subnet acadd1d1-33bb-4b40-93d4-eda6b6a66cae {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:11.496756 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-701c0880-d547-429c-9768-0ea82fcb4505 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.540016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-701c0880-d547-429c-9768-0ea82fcb4505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.581427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:11.591637 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9db448a8-ff69-4051-95ec-d8c53afbb138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0780959 Nov 10 16:41:11.591637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:11.594221 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:11.598038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8eeafca4-c3bd-43b1-b3f5-715b857febe9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port d9c8d416-d0bb-4315-9127-571d996e2906 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:11.598038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8eeafca4-c3bd-43b1-b3f5-715b857febe9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.607850 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:11.608468 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:11.628048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-701c0880-d547-429c-9768-0ea82fcb4505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.648535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-207fae82-3370-4175-a23b-b0fb36cf8d24 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet 8b011c56-495a-4829-9339-91467aea8829 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:11.652356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-207fae82-3370-4175-a23b-b0fb36cf8d24 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.703000 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:11.709838 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8eeafca4-c3bd-43b1-b3f5-715b857febe9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.711567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-207fae82-3370-4175-a23b-b0fb36cf8d24 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.728764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8eeafca4-c3bd-43b1-b3f5-715b857febe9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for d9c8d416-d0bb-4315-9127-571d996e2906 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:11.749593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de925c44-da4d-4ab8-a1aa-bc6f6cce472a', 'tag': 'e37d0ad5-5365-4886-8d02-7ce2705bd61d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:11.760937 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "de925c44-da4d-4ab8-a1aa-bc6f6cce472a", "tag": "e37d0ad5-5365-4886-8d02-7ce2705bd61d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:11.843163 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afee5177-664c-42bc-b173-c81ea8207090 x-openstack-request-id: req-afee5177-664c-42bc-b173-c81ea8207090 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:11.843478 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de925c44-da4d-4ab8-a1aa-bc6f6cce472a", "tag": "e37d0ad5-5365-4886-8d02-7ce2705bd61d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:11.843734 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afee5177-664c-42bc-b173-c81ea8207090 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:11.844138 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de925c44-da4d-4ab8-a1aa-bc6f6cce472a', 'tag': 'e37d0ad5-5365-4886-8d02-7ce2705bd61d', 'status': 'completed', 'code': 200} Nov 10 16:41:11.888072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-207fae82-3370-4175-a23b-b0fb36cf8d24 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.921472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-701c0880-d547-429c-9768-0ea82fcb4505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:11.927987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-148132e5-14dd-4cb9-94ad-eb801a9994e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:11.929861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-148132e5-14dd-4cb9-94ad-eb801a9994e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 1095 time: 0.0715456 Nov 10 16:41:11.933753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a112a-5aab-40c0-a2fe-f4a2a31b03df req-ab1b9947-df04-4580-8bed-1d8664b496c7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:11.935472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc3a112a-5aab-40c0-a2fe-f4a2a31b03df req-ab1b9947-df04-4580-8bed-1d8664b496c7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 943 time: 0.1118264 Nov 10 16:41:12.018739 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:10Z', 'revision_number': 9, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:12.020458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc3a112a-5aab-40c0-a2fe-f4a2a31b03df req-99fc371c-4b5c-4b09-887b-4e1a07edab53 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754478 Nov 10 16:41:12.033430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c0880-d547-429c-9768-0ea82fcb4505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acadd1d1-33bb-4b40-93d4-eda6b6a66cae,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:12.046437 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-701c0880-d547-429c-9768-0ea82fcb4505 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.049665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-701c0880-d547-429c-9768-0ea82fcb4505 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/acadd1d1-33bb-4b40-93d4-eda6b6a66cae HTTP/1.1" status: 204 len: 168 time: 0.6774769 Nov 10 16:41:12.055872 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:12.058207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50056) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:12.063136 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:12.063781 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:12.081826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c213173-0fd4-4617-968e-80e40bf711f0 req-249a6789-066d-4639-831d-45b921e89740 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 210 time: 0.0539157 Nov 10 16:41:12.107671 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-207fae82-3370-4175-a23b-b0fb36cf8d24 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.140751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5cc9b4-db67-4c3d-8f15-58572b143542 None None] Network e71c7826-79ae-49a8-9ed2-84c8eb088751 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:12.156909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8eeafca4-c3bd-43b1-b3f5-715b857febe9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.160188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fae82-3370-4175-a23b-b0fb36cf8d24 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=8b011c56-495a-4829-9339-91467aea8829,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:12.163879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-207fae82-3370-4175-a23b-b0fb36cf8d24 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.167274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-207fae82-3370-4175-a23b-b0fb36cf8d24 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/8b011c56-495a-4829-9339-91467aea8829 HTTP/1.1" status: 204 len: 168 time: 0.5748506 Nov 10 16:41:12.171051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:12.184102 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:12.291668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.292684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeafca4-c3bd-43b1-b3f5-715b857febe9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=d9c8d416-d0bb-4315-9127-571d996e2906,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:12.304955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-6f715ae0-8003-495a-8530-9686cc71a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:12.306976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-6f715ae0-8003-495a-8530-9686cc71a41f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 913 time: 0.3624701 Nov 10 16:41:12.309506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:12.310492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8eeafca4-c3bd-43b1-b3f5-715b857febe9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.314252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8eeafca4-c3bd-43b1-b3f5-715b857febe9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/d9c8d416-d0bb-4315-9127-571d996e2906 HTTP/1.1" status: 204 len: 168 time: 0.9264526 Nov 10 16:41:12.317321 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.322139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:12.370884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-2de1eab3-9f85-4286-8f9c-bd326c7568c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e37d0ad5-5365-4886-8d02-7ce2705bd61d HTTP/1.1" status: 200 len: 217 time: 0.0514245 Nov 10 16:41:12.419103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] DHCP port deletion for e71c7826-79ae-49a8-9ed2-84c8eb088751 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:12.505399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] Deleting port b79c4d76-09c7-47bd-a8eb-25342521d188 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:12.506164 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.524345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-9826c53f-a412-45ee-8b99-ccae975dd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:12.525858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-9826c53f-a412-45ee-8b99-ccae975dd2d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1365187 Nov 10 16:41:12.565209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f71a50-b33f-45f3-a0f2-749e19d0cf58 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:12.573520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f71a50-b33f-45f3-a0f2-749e19d0cf58 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:12.575349 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-36f71a50-b33f-45f3-a0f2-749e19d0cf58 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2525618 Nov 10 16:41:12.579279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50064) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:12.588235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] For port b79c4d76-09c7-47bd-a8eb-25342521d188, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b79c4d76-09c7-47bd-a8eb-25342521d188,segment=NetworkSegment(87f6836e-1896-4f89-8b6a-db7c6d5f208c),segment_id=87f6836e-1896-4f89-8b6a-db7c6d5f208c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:12.589157 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.601297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:10Z', 'revision_number': 9, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:12.609348 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.610647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] Calling delete_port for b79c4d76-09c7-47bd-a8eb-25342521d188 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:12.651134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-ac58919d-2f78-417e-a848-9b5acf88080a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745535 Nov 10 16:41:12.651358 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d69dda-ea33-43ce-9cd4-6be8d6431021 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:10Z', 'revision_number': 9, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5564e88-8852-4859-8b19-3207414e5e23', 'name': '', 'network_id': '79f03a22-886d-4d89-8828-475f5dc9bea3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:21:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:37Z', 'updated_at': '2021-11-10T16:40:45Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '13a831e5-c9ba-4c26-bc39-325e9fe00c92', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:12.703226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a952ee-4b03-42b8-868e-13b27f7d5f4b']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:12.744149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5635d00-36ca-409c-a787-c0b728cec9b4') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:12.745406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5635d00-36ca-409c-a787-c0b728cec9b4') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:12.793604 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.805038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0996a686-8b0a-4f67-8d17-ba102c2cbd3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6dbde0ed45384375b968edb48620dbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808877 Nov 10 16:41:12.808778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:12.825244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-c06eca3c-ff29-4746-9f30-3c535a2c427b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:12.826680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-c06eca3c-ff29-4746-9f30-3c535a2c427b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.69 "GET /v2.0/networks?id=c8109b0b-34bd-4e16-a326-3a740308272f HTTP/1.1" status: 200 len: 810 time: 0.5537298 Nov 10 16:41:12.833406 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.844141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.845242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Request body: {'port': {'device_id': 'd02aaa8a-2b57-4490-8458-0111dccf0e3f', 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f', 'admin_state_up': True, 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:12.856830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:12.857252 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:12.864435 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:12.867992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port b79c4d76-09c7-47bd-a8eb-25342521d188 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:12.868343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.873563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] Pushing event deleted for resources: {'Port': ['ID=b79c4d76-09c7-47bd-a8eb-25342521d188,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:12.879622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836955c8-6731-4aa8-832a-418d5c6944bd None None] No DVR routers for this DVR port b79c4d76-09c7-47bd-a8eb-25342521d188 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:12.931283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-dc45f87c-b70b-499e-84c6-83fcf8f0e16f service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639499 Nov 10 16:41:12.944173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a37a7-5b46-44b3-80a0-c16e6da00ed9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port cbfa8ac1-fc62-4a46-a798-e25278e07ec6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:12.944509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc5a37a7-5b46-44b3-80a0-c16e6da00ed9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:12.990918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port b79c4d76-09c7-47bd-a8eb-25342521d188, host n-d-714676-11, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:12.991251 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.014448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for b79c4d76-09c7-47bd-a8eb-25342521d188 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:13.018548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Port b79c4d76-09c7-47bd-a8eb-25342521d188 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:41:13.022815 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.062387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=b79c4d76-09c7-47bd-a8eb-25342521d188,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:13.062570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41c821e0-894c-4fbc-b85d-0639a40d030a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.064187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No DVR routers for this DVR port b79c4d76-09c7-47bd-a8eb-25342521d188 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:13.072910 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.103884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.107179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/44a952ee-4b03-42b8-868e-13b27f7d5f4b HTTP/1.1" status: 204 len: 168 time: 1.0343337 Nov 10 16:41:13.109092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc5a37a7-5b46-44b3-80a0-c16e6da00ed9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.145638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8f23a-3ab4-4318-b0d0-74d99a282bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a952ee-4b03-42b8-868e-13b27f7d5f4b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:13.148090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a37a7-5b46-44b3-80a0-c16e6da00ed9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for cbfa8ac1-fc62-4a46-a798-e25278e07ec6 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:13.161145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41c821e0-894c-4fbc-b85d-0639a40d030a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.173290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.194967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Made reservation on behalf of 0eff5dcbf7e74113bc0723faea6b6614 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:13.199932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.215054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71c7826-79ae-49a8-9ed2-84c8eb088751']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:13.215428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45767bd5-fb20-44bd-a2e4-ee1de71d8d3c req-90efd772-3c74-4ceb-8722-bc0e1ca19215 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756910 Nov 10 16:41:13.264250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f6836e-1896-4f89-8b6a-db7c6d5f208c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:13.264546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f6836e-1896-4f89-8b6a-db7c6d5f208c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:13.289336 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.303084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50897421-2371-4ac9-b06e-b31a7a28df7c req-dd7ae28a-b8c6-4a94-99e5-a1e56cea51f0 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 210 time: 0.0798082 Nov 10 16:41:13.342495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.368068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:13.368619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:13.371784 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:13.404255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41c821e0-894c-4fbc-b85d-0639a40d030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.406304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07d2f0-ce29-4091-9db7-ee6292b3dde5 req-9fa50b27-65a4-4f06-8221-bfc843d60740 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:13.406872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41c821e0-894c-4fbc-b85d-0639a40d030a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.407778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd07d2f0-ce29-4091-9db7-ee6292b3dde5 req-9fa50b27-65a4-4f06-8221-bfc843d60740 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 943 time: 0.1881919 Nov 10 16:41:13.415053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-41c821e0-894c-4fbc-b85d-0639a40d030a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbac8c9e-0529-4c94-a490-f0ec6c53c2d6 HTTP/1.1" status: 204 len: 168 time: 0.5967746 Nov 10 16:41:13.427800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c821e0-894c-4fbc-b85d-0639a40d030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac8c9e-0529-4c94-a490-f0ec6c53c2d6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:13.440253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc5a37a7-5b46-44b3-80a0-c16e6da00ed9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.472811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a37a7-5b46-44b3-80a0-c16e6da00ed9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=cbfa8ac1-fc62-4a46-a798-e25278e07ec6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:13.478427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc5a37a7-5b46-44b3-80a0-c16e6da00ed9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.481905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dc5a37a7-5b46-44b3-80a0-c16e6da00ed9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/cbfa8ac1-fc62-4a46-a798-e25278e07ec6 HTTP/1.1" status: 204 len: 168 time: 0.8917892 Nov 10 16:41:13.484485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:13.521252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Allocated IP 172.20.0.8 (c8109b0b-34bd-4e16-a326-3a740308272f/725e4d8c-c12c-4120-82f9-98417f9278a0/272c71ec-b86f-4e38-8159-455615639974) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:13.540414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd07d2f0-ce29-4091-9db7-ee6292b3dde5 req-e5962635-3325-4fdb-8ac2-ad521c367e8c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200821 Nov 10 16:41:13.543191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57547bb-eaf7-4833-b2eb-db25a7327190 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:13.547612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e57547bb-eaf7-4833-b2eb-db25a7327190 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0594358 Nov 10 16:41:13.547725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50078) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:13.587743 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-79346a33-37d0-4e56-87d4-cfe9655b1020 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:41:13.589227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-79346a33-37d0-4e56-87d4-cfe9655b1020 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/d9c8d416-d0bb-4315-9127-571d996e2906 HTTP/1.1" status: 404 len: 333 time: 0.0405998 Nov 10 16:41:13.591968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50080) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:13.614194 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.626584 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac4ca31-8ab2-40e7-a27d-2e78284f86af tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:41:13.626584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4ac4ca31-8ab2-40e7-a27d-2e78284f86af tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/cbfa8ac1-fc62-4a46-a798-e25278e07ec6 HTTP/1.1" status: 404 len: 333 time: 0.0264802 Nov 10 16:41:13.629720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50082) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:13.662908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.667356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/e71c7826-79ae-49a8-9ed2-84c8eb088751 HTTP/1.1" status: 204 len: 168 time: 1.4946928 Nov 10 16:41:13.670029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:13.690610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2906b7-1df3-41fb-83e3-9dfe1bcd0427 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=e71c7826-79ae-49a8-9ed2-84c8eb088751,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:13.713570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50086) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:13.740354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.775952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6c83423a-ea7f-4057-880d-9cf22e7fa814 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=464f3e6f66c14c2c9a4e663a42d638db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612805 Nov 10 16:41:13.780657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:13.865466 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.894086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb2d20c-cc85-46f7-9c09-44cf7d2afba1']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:13.902563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.905971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e95e76-3ad2-441c-b474-85d43bd4b3c5') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:13.906274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e95e76-3ad2-441c-b474-85d43bd4b3c5') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:13.917435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.932281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.939473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:13.939920 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:13.943799 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:13.961260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789c17f3-4734-495a-9ab4-d98e3fbad3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.012157 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789c17f3-4734-495a-9ab4-d98e3fbad3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.095488 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.102898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.106374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/networks/0cb2d20c-cc85-46f7-9c09-44cf7d2afba1 HTTP/1.1" status: 204 len: 168 time: 0.4755871 Nov 10 16:41:14.110153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:14.116430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-922559690'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:14.119832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40271ad-d964-4e04-a91f-cdda19550021 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Network': ['ID=0cb2d20c-cc85-46f7-9c09-44cf7d2afba1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:14.130808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.148664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['7961ccd1-6e86-41db-835c-6fedf9697fea'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:14.196521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Network c8109b0b-34bd-4e16-a326-3a740308272f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:14.197321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789c17f3-4734-495a-9ab4-d98e3fbad3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.200019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789c17f3-4734-495a-9ab4-d98e3fbad3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.201181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-789c17f3-4734-495a-9ab4-d98e3fbad3de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae57964e-77e1-4640-a507-c47bd003949c HTTP/1.1" status: 204 len: 168 time: 0.4156873 Nov 10 16:41:14.216316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:14.229417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:14.234823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c17f3-4734-495a-9ab4-d98e3fbad3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae57964e-77e1-4640-a507-c47bd003949c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:14.256509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Pushing event updated for resources: {'Port': ['ID=272c71ec-b86f-4e38-8159-455615639974,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:14.272915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:14.272915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.322137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:14.322773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.361835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:41:14.386391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b79c4d76-09c7-47bd-a8eb-25342521d188 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:14.398666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.399016 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Added segment 082ac663-5539-4169-bcac-dcc61bc048e4 of type vlan for network a5e195c8-78ab-47ca-a233-95a2b43490b2 Nov 10 16:41:14.427177 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-a5da7318-5725-4691-9622-4cadaf83da1a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5861175 Nov 10 16:41:14.449571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b79c4d76-09c7-47bd-a8eb-25342521d188 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:14.449920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b79c4d76-09c7-47bd-a8eb-25342521d188 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:14.450525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 73df67fc-448b-4097-b907-227bec1a0e73 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:14.454253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Request body: {'port': {'device_id': 'd02aaa8a-2b57-4490-8458-0111dccf0e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:14.483996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 73df67fc-448b-4097-b907-227bec1a0e73 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:14.484662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 73df67fc-448b-4097-b907-227bec1a0e73 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:14.501329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a668f5-12db-4b29-85fd-c709b008358b req-8ebbc2dd-3daa-4d55-a335-e8f99034c85e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:14.502562 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.504570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96a668f5-12db-4b29-85fd-c709b008358b req-8ebbc2dd-3daa-4d55-a335-e8f99034c85e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 931 time: 0.0841405 Nov 10 16:41:14.552326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.563994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96a668f5-12db-4b29-85fd-c709b008358b req-cfdfb36c-9359-41a5-a585-1241f7d8d6a9 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Nov 10 16:41:14.635136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.683017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.688501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:14.689078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:14.849088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad4c2-2d0e-4972-ac57-fb9e05f5a6d0 req-925241a8-a0dd-42bc-971f-a7d3c5097548 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:14.850961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c99ad4c2-2d0e-4972-ac57-fb9e05f5a6d0 req-925241a8-a0dd-42bc-971f-a7d3c5097548 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 943 time: 0.2168508 Nov 10 16:41:14.870903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Network': ['ID=a5e195c8-78ab-47ca-a233-95a2b43490b2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:14.885878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a5e195c8-78ab-47ca-a233-95a2b43490b2 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:41:14.924075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e73f44dd-1908-4b49-bc74-3a3c9d009a72 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8128018 Nov 10 16:41:14.927855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50126) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:14.933342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'a5e195c8-78ab-47ca-a233-95a2b43490b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:15.021182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c99ad4c2-2d0e-4972-ac57-fb9e05f5a6d0 req-c9477d5f-f6b5-4517-88b4-1f06619c3308 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016068 Nov 10 16:41:15.133130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:15.138055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.206173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272c71ec-b86f-4e38-8159-455615639974 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:41:15.219123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.238735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port f5564e88-8852-4859-8b19-3207414e5e23 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:15.238735 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.244359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Transition to ACTIVE for port object 272c71ec-b86f-4e38-8159-455615639974 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:41:15.330057 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.466448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Pushing event updated for resources: {'Port': ['ID=272c71ec-b86f-4e38-8159-455615639974,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:15.471697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port f5564e88-8852-4859-8b19-3207414e5e23, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f5564e88-8852-4859-8b19-3207414e5e23,segment=NetworkSegment(ec36d819-22be-4fe8-a1f8-b709f12352b4),segment_id=ec36d819-22be-4fe8-a1f8-b709f12352b4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:15.472115 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.494350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for f5564e88-8852-4859-8b19-3207414e5e23 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:15.507163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Performing IP validity checks on allocation pools {{(pid=103326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 16:41:15.510580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 16:41:15.556166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Attempting to bind port 272c71ec-b86f-4e38-8159-455615639974 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:15.556505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Attempting to bind port 272c71ec-b86f-4e38-8159-455615639974 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:15.556837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Attempting to bind port 272c71ec-b86f-4e38-8159-455615639974 on network c8109b0b-34bd-4e16-a326-3a740308272f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:15.569618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Port 272c71ec-b86f-4e38-8159-455615639974 on network c8109b0b-34bd-4e16-a326-3a740308272f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:41:15.570088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Attempting to bind port 272c71ec-b86f-4e38-8159-455615639974 on network c8109b0b-34bd-4e16-a326-3a740308272f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:15.577901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:15.578350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Checking segment: {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:15.578859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Bound using segment: {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:15.579513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Bound port: 272c71ec-b86f-4e38-8159-455615639974, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66b2dd1-8ccc-4582-8324-af68b588919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:15.580026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.632768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:15.724277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] For port 272c71ec-b86f-4e38-8159-455615639974, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:15.728601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] For port 272c71ec-b86f-4e38-8159-455615639974, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=272c71ec-b86f-4e38-8159-455615639974,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:15.758102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f070676-fbdb-4976-965b-16b188a89e12 req-016b2d22-6dc6-4dc7-8600-6df02529430f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:15.759602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9f070676-fbdb-4976-965b-16b188a89e12 req-016b2d22-6dc6-4dc7-8600-6df02529430f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 943 time: 0.0581038 Nov 10 16:41:15.820441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.826654 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9f070676-fbdb-4976-965b-16b188a89e12 req-dfc7cc5f-817b-4174-b550-b8333842b8b8 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596881 Nov 10 16:41:15.836741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.885564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:15.886202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:15.887655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] 10.222.0.69 "PUT /v2.0/ports/272c71ec-b86f-4e38-8159-455615639974 HTTP/1.1" status: 200 len: 1092 time: 1.4388089 Nov 10 16:41:15.890070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02aaa8a-2b57-4490-8458-0111dccf0e3f', 'tag': '272c71ec-b86f-4e38-8159-455615639974'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:15.893017 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5daa48-5493-426e-ae36-a19a231ec4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d02aaa8a-2b57-4490-8458-0111dccf0e3f", "tag": "272c71ec-b86f-4e38-8159-455615639974"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:15.900767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=23296f72-c9f4-43a5-bec6-184e36b69ad1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:15.911536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e37d0ad5-5365-4886-8d02-7ce2705bd61d details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:41:15.917422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking segment: {'id': '082ac663-5539-4169-bcac-dcc61bc048e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a5e195c8-78ab-47ca-a233-95a2b43490b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:15.918044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network hostable DHCP agents. Network: a5e195c8-78ab-47ca-a233-95a2b43490b2, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:41:15.935885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d91a9e-d997-49f1-83e0-f4d0098fde4c service neutron] Pushing event updated for resources: {'Port': ['ID=272c71ec-b86f-4e38-8159-455615639974,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:15.964278 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae09490-e783-455c-ba1d-db935258bbba x-openstack-request-id: req-3ae09490-e783-455c-ba1d-db935258bbba {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:15.964573 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02aaa8a-2b57-4490-8458-0111dccf0e3f", "tag": "272c71ec-b86f-4e38-8159-455615639974", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:15.964827 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ae09490-e783-455c-ba1d-db935258bbba {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:15.965227 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02aaa8a-2b57-4490-8458-0111dccf0e3f', 'tag': '272c71ec-b86f-4e38-8159-455615639974', 'status': 'completed', 'code': 200} Nov 10 16:41:15.977532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1628128410-network', 'tenant_id': 'ce2e7c6b32914c0488821304eb303027'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:16.042411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5daa48-5493-426e-ae36-a19a231ec4d9 req-f025cb53-22ad-4e8f-b55d-ebaed3821d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:16.043953 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a5daa48-5493-426e-ae36-a19a231ec4d9 req-f025cb53-22ad-4e8f-b55d-ebaed3821d35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 1095 time: 0.0555432 Nov 10 16:41:16.049503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e37d0ad5-5365-4886-8d02-7ce2705bd61d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e37d0ad5-5365-4886-8d02-7ce2705bd61d,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:16.059011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network a5e195c8-78ab-47ca-a233-95a2b43490b2 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:41:16.064038 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.064794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'e37d0ad5-5365-4886-8d02-7ce2705bd61d', 'network_id': '1c27b5c7-e493-4d18-b58c-41f6e7206ff0', 'port_id': 'e37d0ad5-5365-4886-8d02-7ce2705bd61d', 'mac_address': 'fa:16:3e:cf:ad:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c086cf2f-907f-43eb-aa4f-03e65c19d7a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:41:16.110333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.116007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=f5564e88-8852-4859-8b19-3207414e5e23,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:16.131223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37d0ad5-5365-4886-8d02-7ce2705bd61d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:41:16.156106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Made reservation on behalf of ce2e7c6b32914c0488821304eb303027 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:16.166303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.169993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e37d0ad5-5365-4886-8d02-7ce2705bd61d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e37d0ad5-5365-4886-8d02-7ce2705bd61d,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:16.180442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a5e195c8-78ab-47ca-a233-95a2b43490b2) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:16.189854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9c89a-ca16-4818-b765-7f87e8941123 None None] Network a5e195c8-78ab-47ca-a233-95a2b43490b2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:16.223679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:16.225930 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.267991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0bb42-6a7b-4df0-b1ae-c53d3e477ec0 req-c3324434-8010-40cf-9bf0-7aeb77404ccf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:16.272384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-02c0bb42-6a7b-4df0-b1ae-c53d3e477ec0 req-c3324434-8010-40cf-9bf0-7aeb77404ccf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 943 time: 0.1330171 Nov 10 16:41:16.276836 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.306559 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.338986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-57039712-e3a1-442a-9759-9204b43d76c0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4099822 Nov 10 16:41:16.342493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50174) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:16.348531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'a5e195c8-78ab-47ca-a233-95a2b43490b2', 'name': 'tempest-PortsIpV6TestJSON-1104819475'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:16.375763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5daa48-5493-426e-ae36-a19a231ec4d9 req-3224eb6a-d0f7-4bc2-bb3c-5a7a3ee8c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:16.377521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a5daa48-5493-426e-ae36-a19a231ec4d9 req-3224eb6a-d0f7-4bc2-bb3c-5a7a3ee8c544 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3245966 Nov 10 16:41:16.385212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-02c0bb42-6a7b-4df0-b1ae-c53d3e477ec0 req-9a28a218-3d6a-47e8-b836-88b27e24a001 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025534 Nov 10 16:41:16.482914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e37d0ad5-5365-4886-8d02-7ce2705bd61d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:16.534183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a5e195c8-78ab-47ca-a233-95a2b43490b2', 'network_id': 'a5e195c8-78ab-47ca-a233-95a2b43490b2', 'tenant_id': '22937fe3fe9f4061833cf5be4df5cfa4', 'fixed_ips': [{'subnet_id': '23296f72-c9f4-43a5-bec6-184e36b69ad1'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:41:16.535481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.593105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:16.599498 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.632121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port ad3b03d2-fe32-4bc4-af56-178857fafc94 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:16.640369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['e37d0ad5-5365-4886-8d02-7ce2705bd61d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:16.726772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Allocated IP 2001:db8::2 (a5e195c8-78ab-47ca-a233-95a2b43490b2/23296f72-c9f4-43a5-bec6-184e36b69ad1/526cdee3-4d6c-407b-929f-15688bd8874f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:16.865337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8631cce2-4d43-4823-8880-87d310afd712 req-1b55a643-de8a-4fbf-8f38-1d76b355c60c tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3084b33b356c44b093a4d52f5a6a20f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284474 Nov 10 16:41:16.977781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5daa48-5493-426e-ae36-a19a231ec4d9 req-2eeedc1b-f283-475b-9376-00d559b7f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:16.979202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a5daa48-5493-426e-ae36-a19a231ec4d9 req-2eeedc1b-f283-475b-9376-00d559b7f2b7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5808728 Nov 10 16:41:16.983356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:16.994167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631cce2-4d43-4823-8880-87d310afd712 req-94d4ba65-efb3-4872-9297-9721d0d82089 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:16.995828 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8631cce2-4d43-4823-8880-87d310afd712 req-94d4ba65-efb3-4872-9297-9721d0d82089 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238692 Nov 10 16:41:17.002188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.018638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8631cce2-4d43-4823-8880-87d310afd712 req-b0e6fdfb-a68c-4bff-b33f-7f04ba3cdafe tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/quotas/3084b33b356c44b093a4d52f5a6a20f3 HTTP/1.1" status: 200 len: 375 time: 0.0168095 Nov 10 16:41:17.051879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8631cce2-4d43-4823-8880-87d310afd712 req-37b93548-9417-4f61-bd18-10d5366697b9 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3084b33b356c44b093a4d52f5a6a20f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317619 Nov 10 16:41:17.127727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b29d62-c049-4893-b805-d6b49a624043 req-0f972815-8d6a-41aa-b33e-093e618cdfd9 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:17.130234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06b29d62-c049-4893-b805-d6b49a624043 req-0f972815-8d6a-41aa-b33e-093e618cdfd9 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 943 time: 0.2224319 Nov 10 16:41:17.134603 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.167410 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.205320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:41:17.236195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee1af4b-1fd4-4c99-b93c-546e17760cc4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:17.245540 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.245931 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Added segment 76155b2e-f54a-4b66-9f1f-4e64c3a9ef8e of type vlan for network 789f54be-c8f6-4e15-a13b-f98968273219 Nov 10 16:41:17.248551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-e3747fd2-f9c2-43ca-b637-740eed02e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:17.250155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-e3747fd2-f9c2-43ca-b637-740eed02e15c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 1095 time: 0.2271872 Nov 10 16:41:17.259219 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.296410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Network a5e195c8-78ab-47ca-a233-95a2b43490b2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:17.301923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:17.319342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:17.330419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::324 (a5e195c8-78ab-47ca-a233-95a2b43490b2/23296f72-c9f4-43a5-bec6-184e36b69ad1/ad3b03d2-fe32-4bc4-af56-178857fafc94) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:17.335954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Pushing event updated for resources: {'Port': ['ID=526cdee3-4d6c-407b-929f-15688bd8874f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:17.362118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06b29d62-c049-4893-b805-d6b49a624043 req-f61c2a95-23d4-4809-825f-860b261e36d0 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218289 Nov 10 16:41:17.404815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-78c6c3d6-57c7-4a22-9356-6825bc623e2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=272c71ec-b86f-4e38-8159-455615639974 HTTP/1.1" status: 200 len: 217 time: 0.1402309 Nov 10 16:41:17.405612 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.414042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Attempting to bind port 526cdee3-4d6c-407b-929f-15688bd8874f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:17.414430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Attempting to bind port 526cdee3-4d6c-407b-929f-15688bd8874f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '082ac663-5539-4169-bcac-dcc61bc048e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a5e195c8-78ab-47ca-a233-95a2b43490b2'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:17.414777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Attempting to bind port 526cdee3-4d6c-407b-929f-15688bd8874f on network a5e195c8-78ab-47ca-a233-95a2b43490b2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:17.427623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:17.427623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Checking segment: {'id': '082ac663-5539-4169-bcac-dcc61bc048e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a5e195c8-78ab-47ca-a233-95a2b43490b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:17.428045 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.428441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Bound using segment: {'id': '082ac663-5539-4169-bcac-dcc61bc048e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a5e195c8-78ab-47ca-a233-95a2b43490b2'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:17.428919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Bound port: 526cdee3-4d6c-407b-929f-15688bd8874f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082ac663-5539-4169-bcac-dcc61bc048e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a5e195c8-78ab-47ca-a233-95a2b43490b2'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:17.429299 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.491244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:17.496725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-eb8a2f8f-9b7c-4bc3-ae47-e2941202bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:17.498308 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-eb8a2f8f-9b7c-4bc3-ae47-e2941202bafa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=725e4d8c-c12c-4120-82f9-98417f9278a0 HTTP/1.1" status: 200 len: 850 time: 0.0837929 Nov 10 16:41:17.521750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] For port 526cdee3-4d6c-407b-929f-15688bd8874f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:17.525854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] For port 526cdee3-4d6c-407b-929f-15688bd8874f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=526cdee3-4d6c-407b-929f-15688bd8874f,segment=NetworkSegment(082ac663-5539-4169-bcac-dcc61bc048e4),segment_id=082ac663-5539-4169-bcac-dcc61bc048e4)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:17.554310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-3271fed8-3db3-4559-bc2a-9de8f46a211e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8109b0b-34bd-4e16-a326-3a740308272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475512 Nov 10 16:41:17.602171 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.603800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:17.603800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.608047 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.621803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cd26c-8c46-40f3-80be-ecbb5ba343bd req-888c228d-be82-40a1-aac3-e5ca05bef999 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:17.623803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe2cd26c-8c46-40f3-80be-ecbb5ba343bd req-888c228d-be82-40a1-aac3-e5ca05bef999 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 944 time: 0.0864816 Nov 10 16:41:17.626951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.673904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d155052-b747-4e0f-9206-ff81912f487e None None] Pushing event updated for resources: {'Port': ['ID=526cdee3-4d6c-407b-929f-15688bd8874f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:17.699863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe2cd26c-8c46-40f3-80be-ecbb5ba343bd req-2356d2e1-a354-4bd6-a7c0-a62de6a655ef tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686259 Nov 10 16:41:17.812534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:17.825980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:17.832191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6b4f5e04-8689-4d43-90a8-e52994ce31ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1496918 Nov 10 16:41:17.834773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:17.857056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] Pushing event updated for resources: {'Network': ['ID=789f54be-c8f6-4e15-a13b-f98968273219,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:17.865880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:17.871509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:17.880608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:17.907970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-fca2b1be-2c04-4b22-8955-5aa9537cedd2 service neutron] 10.222.0.69 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150845 Nov 10 16:41:17.938810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-170d16bb-6fb3-4e82-a56e-d943fbb74c33 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3048451 Nov 10 16:41:17.946903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50218) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:17.958415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Request body: {'subnet': {'network_id': '789f54be-c8f6-4e15-a13b-f98968273219', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1628128410-subnet', 'tenant_id': 'ce2e7c6b32914c0488821304eb303027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:17.971474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb1ebac-39a5-45dd-a0f5-e901a128a58f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet 13a831e5-c9ba-4c26-bc39-325e9fe00c92 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:17.978145 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ebac-39a5-45dd-a0f5-e901a128a58f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.013337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:18.047507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network a5e195c8-78ab-47ca-a233-95a2b43490b2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:18.057167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=ad3b03d2-fe32-4bc4-af56-178857fafc94,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:18.068842 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ebac-39a5-45dd-a0f5-e901a128a58f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.074727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 789f54be-c8f6-4e15-a13b-f98968273219 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:41:18.076645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e37d0ad5-5365-4886-8d02-7ce2705bd61d up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:18.081114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:18.088681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:18.094535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:18.095216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.105154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffb65d2f-1139-41c2-8fdf-16059c759f2b req-e2b86359-0a87-4d56-9097-d41be7481b85 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3084b33b356c44b093a4d52f5a6a20f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840840 Nov 10 16:41:18.131109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d15e03e-4adf-413c-b81e-db8260d0ad4c req-5260e499-d951-49f8-a46e-873d00db57e3 service neutron] 10.222.0.69 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149286 Nov 10 16:41:18.192328 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ebac-39a5-45dd-a0f5-e901a128a58f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.282223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb65d2f-1139-41c2-8fdf-16059c759f2b req-6828853e-3e22-4d7a-9da1-118ea9aaf471 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:18.284148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffb65d2f-1139-41c2-8fdf-16059c759f2b req-6828853e-3e22-4d7a-9da1-118ea9aaf471 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759255 Nov 10 16:41:18.289924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Made reservation on behalf of ce2e7c6b32914c0488821304eb303027 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:18.292506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.357146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 526cdee3-4d6c-407b-929f-15688bd8874f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:18.366167 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffb65d2f-1139-41c2-8fdf-16059c759f2b req-aea407e4-9437-418e-a4a2-48146fb7fd43 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/quotas/3084b33b356c44b093a4d52f5a6a20f3 HTTP/1.1" status: 200 len: 375 time: 0.0693049 Nov 10 16:41:18.370567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ebac-39a5-45dd-a0f5-e901a128a58f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.405877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1ebac-39a5-45dd-a0f5-e901a128a58f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=13a831e5-c9ba-4c26-bc39-325e9fe00c92,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:18.410221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ebac-39a5-45dd-a0f5-e901a128a58f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.412038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ebb1ebac-39a5-45dd-a0f5-e901a128a58f tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/13a831e5-c9ba-4c26-bc39-325e9fe00c92 HTTP/1.1" status: 204 len: 168 time: 0.5742984 Nov 10 16:41:18.414737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:18.424419 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffb65d2f-1139-41c2-8fdf-16059c759f2b req-08e01a59-f784-49a4-a5dd-ee463f10983a tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3084b33b356c44b093a4d52f5a6a20f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484314 Nov 10 16:41:18.436430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port e37d0ad5-5365-4886-8d02-7ce2705bd61d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:41:18.441028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2054af-7727-462b-bdd8-1c16a8b04517 None None] Network 79f03a22-886d-4d89-8828-475f5dc9bea3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:18.443825 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3ecb823a-ac40-4693-8dbf-38375bfe4e03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0992992 Nov 10 16:41:18.453641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:18.508656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port e37d0ad5-5365-4886-8d02-7ce2705bd61d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:18.509266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.523222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:15Z', 'revision_number': 10, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:18.576874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:18.656544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:18.657176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:18.739224 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.775412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f502f-076d-459f-af68-234b6231820a req-0b98b034-3789-4c6b-891f-c039254e2062 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:18.776881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e9f502f-076d-459f-af68-234b6231820a req-0b98b034-3789-4c6b-891f-c039254e2062 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 943 time: 0.1909757 Nov 10 16:41:18.788714 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.817673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:18.819471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 526cdee3-4d6c-407b-929f-15688bd8874f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:18.819902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.837309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-307f8ac5-da83-4978-ac3b-2323cac89da2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port ad3b03d2-fe32-4bc4-af56-178857fafc94 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:18.838348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-307f8ac5-da83-4978-ac3b-2323cac89da2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:18.886869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b9222b-c409-41f9-8308-b5082b39467d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:18.904986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Checking segment: {'id': '76155b2e-f54a-4b66-9f1f-4e64c3a9ef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '789f54be-c8f6-4e15-a13b-f98968273219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:18.905428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Network hostable DHCP agents. Network: 789f54be-c8f6-4e15-a13b-f98968273219, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:41:18.982107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e9f502f-076d-459f-af68-234b6231820a req-cdabcdc1-0a48-4793-a595-8f0114ab3f8e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976144 Nov 10 16:41:19.013522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Network 789f54be-c8f6-4e15-a13b-f98968273219 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:41:19.018808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port d2453474-bd30-456d-8674-d76ef53cd813 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:19.019704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.088254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc227d33-a7e6-4731-bcc0-e6b39e2bf580 None None] Network a5e195c8-78ab-47ca-a233-95a2b43490b2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:19.094730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8fa4a-e193-4125-aa28-9bf808be3901 req-17c359ee-85ab-483d-8a0a-096c7d51327f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:19.096534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d0a8fa4a-e193-4125-aa28-9bf808be3901 req-17c359ee-85ab-483d-8a0a-096c7d51327f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 944 time: 0.0708251 Nov 10 16:41:19.103207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port d2453474-bd30-456d-8674-d76ef53cd813, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2453474-bd30-456d-8674-d76ef53cd813,segment=NetworkSegment(ec36d819-22be-4fe8-a1f8-b709f12352b4),segment_id=ec36d819-22be-4fe8-a1f8-b709f12352b4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:19.103705 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.107337 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-307f8ac5-da83-4978-ac3b-2323cac89da2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.125403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 789f54be-c8f6-4e15-a13b-f98968273219) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:19.129596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-307f8ac5-da83-4978-ac3b-2323cac89da2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for ad3b03d2-fe32-4bc4-af56-178857fafc94 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:19.132896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:19.135788 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.201053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d0a8fa4a-e193-4125-aa28-9bf808be3901 req-cf8ac275-357b-464b-b611-3ea1ba4f6e93 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889063 Nov 10 16:41:19.208832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df327c8-d2d0-42ea-b257-8182c82add40 None None] Network 789f54be-c8f6-4e15-a13b-f98968273219 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:19.212248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for d2453474-bd30-456d-8674-d76ef53cd813 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:19.239119 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.248086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4f9524f4-3d20-4aa0-b129-cd2f2e2b7670 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2998931 Nov 10 16:41:19.289474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-88376ca5-8899-43fc-9383-f80249461efc None None] Provisioning complete for port 526cdee3-4d6c-407b-929f-15688bd8874f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:19.289708 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88376ca5-8899-43fc-9383-f80249461efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.461552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.501118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=d2453474-bd30-456d-8674-d76ef53cd813,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:19.511340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No DVR routers for this DVR port d2453474-bd30-456d-8674-d76ef53cd813 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:19.518488 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-1202bf35-38ff-4ca5-8c9e-6a97af7cfb46 req-103e4647-b32a-4cf7-9d6f-8bc0c0140cd9 tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] show failed (client error): The resource could not be found. Nov 10 16:41:19.518488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1202bf35-38ff-4ca5-8c9e-6a97af7cfb46 req-103e4647-b32a-4cf7-9d6f-8bc0c0140cd9 tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] 10.222.0.62 "GET /v2.0/security-groups/a75effdf-3653-4159-9edc-44f35a334caa HTTP/1.1" status: 404 len: 352 time: 0.0180562 Nov 10 16:41:19.569855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0729a58d-db7b-421f-9ab9-424eefd60945 None None] DHCP port deletion for 79f03a22-886d-4d89-8828-475f5dc9bea3 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:19.571747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de925c44-da4d-4ab8-a1aa-bc6f6cce472a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37d0ad5-5365-4886-8d02-7ce2705bd61d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:19.574166 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0237336e-8936-4a31-94d5-c8c0489dab95" -d '{"events": [{"server_uuid": "de925c44-da4d-4ab8-a1aa-bc6f6cce472a", "name": "network-vif-plugged", "status": "completed", "tag": "e37d0ad5-5365-4886-8d02-7ce2705bd61d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:19.623286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cafd0538-3f73-4f39-98d6-c37ab777a13c req-e37f5d43-d7b9-4cd0-8a92-9da175a962e7 tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce2e7c6b32914c0488821304eb303027 HTTP/1.1" status: 200 len: 3005 time: 0.0536318 Nov 10 16:41:19.635004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45c2345d-8e2d-4a19-8d6f-f4a7f162d206 req-8a547772-8a9d-4a99-a973-ff6ea6826102 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3084b33b356c44b093a4d52f5a6a20f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582528 Nov 10 16:41:19.636422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e37d0ad5-5365-4886-8d02-7ce2705bd61d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e37d0ad5-5365-4886-8d02-7ce2705bd61d,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:19.638131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-307f8ac5-da83-4978-ac3b-2323cac89da2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.651133 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.687575 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.711295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f8ac5-da83-4978-ac3b-2323cac89da2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=ad3b03d2-fe32-4bc4-af56-178857fafc94,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:19.724146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cafd0538-3f73-4f39-98d6-c37ab777a13c req-a9f90b8d-b782-4ea1-a366-a676a74fffc1 tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] 10.222.0.62 "GET /v2.0/security-groups/5ee1af4b-1fd4-4c99-b93c-546e17760cc4 HTTP/1.1" status: 200 len: 3002 time: 0.0828607 Nov 10 16:41:19.734645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f03a22-886d-4d89-8828-475f5dc9bea3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:19.788931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:15Z', 'revision_number': 10, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:19.790327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cafd0538-3f73-4f39-98d6-c37ab777a13c req-d9c6baae-4604-4ef4-9929-c7e594d7bba2 tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] 10.222.0.62 "GET /v2.0/security-groups/5ee1af4b-1fd4-4c99-b93c-546e17760cc4 HTTP/1.1" status: 200 len: 3002 time: 0.0647953 Nov 10 16:41:19.811750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec36d819-22be-4fe8-a1f8-b709f12352b4') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:19.812219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec36d819-22be-4fe8-a1f8-b709f12352b4') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:19.817083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-307f8ac5-da83-4978-ac3b-2323cac89da2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.823146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-307f8ac5-da83-4978-ac3b-2323cac89da2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/ad3b03d2-fe32-4bc4-af56-178857fafc94 HTTP/1.1" status: 204 len: 168 time: 1.3675220 Nov 10 16:41:19.824216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50290) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:19.832166 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.838733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.852480 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda6ac4b-9929-498f-b71c-0123f5f06652 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:19.853793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda6ac4b-9929-498f-b71c-0123f5f06652 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:19.862086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.867893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:19.868124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bda6ac4b-9929-498f-b71c-0123f5f06652 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/ad3b03d2-fe32-4bc4-af56-178857fafc94 HTTP/1.1" status: 404 len: 333 time: 0.0425401 Nov 10 16:41:19.872210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 526cdee3-4d6c-407b-929f-15688bd8874f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=526cdee3-4d6c-407b-929f-15688bd8874f,segment=NetworkSegment(082ac663-5539-4169-bcac-dcc61bc048e4),segment_id=082ac663-5539-4169-bcac-dcc61bc048e4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:19.877190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d07c2-04d7-4c0c-8f3b-3087a8b86612 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:15Z', 'revision_number': 10, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None, '_interfaces': [{'id': 'c5523ed6-8c07-41e6-9a87-3a7951718a97', 'name': '', 'network_id': '626b9548-ab1d-434c-bb88-dcccf879f6a3', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'mac_address': 'fa:16:3e:26:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:26Z', 'updated_at': '2021-11-10T16:40:35Z', 'revision_number': 5, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'subnets': [{'id': '74cfad33-a4ab-47c8-8371-d6411c1e503c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:19.892982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:19.893447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:19.897849 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:19.900387 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030fd8e1-3540-4184-8477-d4aef2491dd0 x-openstack-request-id: req-030fd8e1-3540-4184-8477-d4aef2491dd0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:19.900526 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de925c44-da4d-4ab8-a1aa-bc6f6cce472a", "name": "network-vif-plugged", "status": "completed", "tag": "e37d0ad5-5365-4886-8d02-7ce2705bd61d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:19.900633 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-030fd8e1-3540-4184-8477-d4aef2491dd0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:19.901230 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de925c44-da4d-4ab8-a1aa-bc6f6cce472a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37d0ad5-5365-4886-8d02-7ce2705bd61d', 'code': 200} Nov 10 16:41:19.903441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79809b5-1185-4875-b380-3a14054c8f59 None None] Network 789f54be-c8f6-4e15-a13b-f98968273219 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:19.936363 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68ee935-8135-4b31-9ffd-fb0276b6addd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:41:19.937468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d68ee935-8135-4b31-9ffd-fb0276b6addd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/ad3b03d2-fe32-4bc4-af56-178857fafc94 HTTP/1.1" status: 404 len: 333 time: 0.0662594 Nov 10 16:41:19.945916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2345d-8e2d-4a19-8d6f-f4a7f162d206 req-8354fd73-bc9f-4e90-b166-17dd59b40c66 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:19.947425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45c2345d-8e2d-4a19-8d6f-f4a7f162d206 req-8354fd73-bc9f-4e90-b166-17dd59b40c66 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983320 Nov 10 16:41:19.960200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50294) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:19.974320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88376ca5-8899-43fc-9383-f80249461efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.047681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.052881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e37d0ad5-5365-4886-8d02-7ce2705bd61d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:20.067285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45c2345d-8e2d-4a19-8d6f-f4a7f162d206 req-b7eb42b7-fffb-46a9-9466-d6cad36690d3 tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/quotas/3084b33b356c44b093a4d52f5a6a20f3 HTTP/1.1" status: 200 len: 375 time: 0.0670102 Nov 10 16:41:20.078702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3df496a9-43ee-4be2-9c9b-941cb57374d6 req-80f99ec9-2642-4e96-bd2b-a493f15e0c9d tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] 10.222.0.62 "GET /v2.0/security-groups/5ee1af4b-1fd4-4c99-b93c-546e17760cc4 HTTP/1.1" status: 200 len: 3002 time: 0.1677728 Nov 10 16:41:20.102690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70e4f32-d8e9-4b45-a996-9fbe77cb2db0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet 23296f72-c9f4-43a5-bec6-184e36b69ad1 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:20.112179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70e4f32-d8e9-4b45-a996-9fbe77cb2db0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.117806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45c2345d-8e2d-4a19-8d6f-f4a7f162d206 req-ca2a4873-5f1d-48a2-8f54-7613f468517b tempest-QuotasAdminNegativeTest-1632514114 tempest-QuotasAdminNegativeTest-1632514114-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3084b33b356c44b093a4d52f5a6a20f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501306 Nov 10 16:41:20.149366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eafc4-19b3-4c84-9e89-1acc11fb4a4e req-f94f12b4-f935-466d-b527-33fbc959a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:20.155064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-373eafc4-19b3-4c84-9e89-1acc11fb4a4e req-f94f12b4-f935-466d-b527-33fbc959a422 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 1097 time: 0.1465676 Nov 10 16:41:20.197284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.199196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70e4f32-d8e9-4b45-a996-9fbe77cb2db0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.215014 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-88376ca5-8899-43fc-9383-f80249461efc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:41:20.221214 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-88376ca5-8899-43fc-9383-f80249461efc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:41:20.222096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=526cdee3-4d6c-407b-929f-15688bd8874f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:20.257685 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.270648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/79f03a22-886d-4d89-8828-475f5dc9bea3 HTTP/1.1" status: 204 len: 168 time: 1.8520517 Nov 10 16:41:20.272021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20f20b-262a-4600-829e-21f5ea9b4138 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=79f03a22-886d-4d89-8828-475f5dc9bea3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:20.275345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50304) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:20.280338 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-3df496a9-43ee-4be2-9c9b-941cb57374d6 req-974344af-d29e-4f91-95bc-d530f07dddc0 tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 16:41:20.281591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3df496a9-43ee-4be2-9c9b-941cb57374d6 req-974344af-d29e-4f91-95bc-d530f07dddc0 tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] 10.222.0.62 "DELETE /v2.0/security-groups/5ee1af4b-1fd4-4c99-b93c-546e17760cc4 HTTP/1.1" status: 409 len: 352 time: 0.1985345 Nov 10 16:41:20.381799 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-373eafc4-19b3-4c84-9e89-1acc11fb4a4e req-a23d0cb7-1619-4989-987f-340ef47f691c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197213 Nov 10 16:41:20.458690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 526cdee3-4d6c-407b-929f-15688bd8874f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:20.468258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82056243-7127-4bd8-b8f8-b6ec5410c266 req-bb87a01b-5f5b-443a-a158-fe5f4150b2bf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:20.470552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82056243-7127-4bd8-b8f8-b6ec5410c266 req-bb87a01b-5f5b-443a-a158-fe5f4150b2bf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 943 time: 0.0691910 Nov 10 16:41:20.537761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 526cdee3-4d6c-407b-929f-15688bd8874f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:20.538127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.552292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82056243-7127-4bd8-b8f8-b6ec5410c266 req-7c22cea9-82f7-4d20-9236-ffd1a508cfaf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731370 Nov 10 16:41:20.553505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70e4f32-d8e9-4b45-a996-9fbe77cb2db0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.626374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccea07-e9bf-4144-b724-b0178c391a01 req-0d288a2e-95f6-42aa-aa01-566ad8e3fe62 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:20.635005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38ccea07-e9bf-4144-b724-b0178c391a01 req-0d288a2e-95f6-42aa-aa01-566ad8e3fe62 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 945 time: 0.2073481 Nov 10 16:41:20.745936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38ccea07-e9bf-4144-b724-b0178c391a01 req-d55aa4ad-1fbb-4773-9f6f-14def109e255 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100059 Nov 10 16:41:20.770178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2453474-bd30-456d-8674-d76ef53cd813 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:20.807497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d2453474-bd30-456d-8674-d76ef53cd813 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:20.807759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2453474-bd30-456d-8674-d76ef53cd813 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:20.808451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f5564e88-8852-4859-8b19-3207414e5e23 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:20.810158 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-8b5e3e6e-8276-43cf-8a53-badd76041886 req-65380993-ba55-4cb2-b35d-65a51fcfcbfb tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] show failed (client error): The resource could not be found. Nov 10 16:41:20.811376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b5e3e6e-8276-43cf-8a53-badd76041886 req-65380993-ba55-4cb2-b35d-65a51fcfcbfb tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] 10.222.0.62 "GET /v2.0/security-groups/80a763cf-cc07-46e5-b06f-2fbee7c36534 HTTP/1.1" status: 404 len: 352 time: 0.0179985 Nov 10 16:41:20.833174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f5564e88-8852-4859-8b19-3207414e5e23 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:20.833515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f5564e88-8852-4859-8b19-3207414e5e23 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:20.867213 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-6213fac6-b62f-4f5a-9f8f-73dd7c2dda93 req-a9c2c447-35a2-4fb4-aaf5-76528296384e tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] show failed (client error): The resource could not be found. Nov 10 16:41:20.868423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6213fac6-b62f-4f5a-9f8f-73dd7c2dda93 req-a9c2c447-35a2-4fb4-aaf5-76528296384e tempest-SecurityGroupsNegativeTestJSON-476658993 tempest-SecurityGroupsNegativeTestJSON-476658993-project] 10.222.0.62 "GET /v2.0/security-groups/36b5a7c9-736b-4250-97c2-9d957527e0c1 HTTP/1.1" status: 404 len: 352 time: 0.0251870 Nov 10 16:41:20.880988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50316) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:20.885022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70e4f32-d8e9-4b45-a996-9fbe77cb2db0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.916649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e4f32-d8e9-4b45-a996-9fbe77cb2db0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=23296f72-c9f4-43a5-bec6-184e36b69ad1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:20.923027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70e4f32-d8e9-4b45-a996-9fbe77cb2db0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.929723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f70e4f32-d8e9-4b45-a996-9fbe77cb2db0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/23296f72-c9f4-43a5-bec6-184e36b69ad1 HTTP/1.1" status: 204 len: 168 time: 0.9655991 Nov 10 16:41:20.929928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:20.956269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-59dc4dc9-a0d3-45ab-9b1a-8f4f96d8c9ca None None] Provisioning complete for port 526cdee3-4d6c-407b-929f-15688bd8874f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:20.960452 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59dc4dc9-a0d3-45ab-9b1a-8f4f96d8c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.960641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2278ef96-57cf-4033-9daf-465d2f31dbf1 admin admin] Deleting subnet 80b9222b-c409-41f9-8308-b5082b39467d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:20.971749 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2278ef96-57cf-4033-9daf-465d2f31dbf1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:20.986384 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.062490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2278ef96-57cf-4033-9daf-465d2f31dbf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.062729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a551f2-142b-446d-8a70-074de0ca1f21 None None] Network a5e195c8-78ab-47ca-a233-95a2b43490b2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:21.107063 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.126365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2278ef96-57cf-4033-9daf-465d2f31dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.201129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-59dc4dc9-a0d3-45ab-9b1a-8f4f96d8c9ca None None] Could not find standard attr ID for object ad3b03d2-fe32-4bc4-af56-178857fafc94. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:41:21.212924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 526cdee3-4d6c-407b-929f-15688bd8874f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:21.213271 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.274894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] DHCP port deletion for a5e195c8-78ab-47ca-a233-95a2b43490b2 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:21.286887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port c5523ed6-8c07-41e6-9a87-3a7951718a97 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:21.287225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.295449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] For port 526cdee3-4d6c-407b-929f-15688bd8874f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=526cdee3-4d6c-407b-929f-15688bd8874f,segment=NetworkSegment(082ac663-5539-4169-bcac-dcc61bc048e4),segment_id=082ac663-5539-4169-bcac-dcc61bc048e4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:21.296143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.309646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 526cdee3-4d6c-407b-929f-15688bd8874f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:21.320812 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2278ef96-57cf-4033-9daf-465d2f31dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.346088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] Deleting port 526cdee3-4d6c-407b-929f-15688bd8874f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:21.346454 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.401452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port c5523ed6-8c07-41e6-9a87-3a7951718a97, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5523ed6-8c07-41e6-9a87-3a7951718a97,segment=NetworkSegment(e92cda72-200d-4863-90a5-ee9d2b717aef),segment_id=e92cda72-200d-4863-90a5-ee9d2b717aef)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:21.401821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.416641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] For port 526cdee3-4d6c-407b-929f-15688bd8874f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=526cdee3-4d6c-407b-929f-15688bd8874f,segment=NetworkSegment(082ac663-5539-4169-bcac-dcc61bc048e4),segment_id=082ac663-5539-4169-bcac-dcc61bc048e4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:21.416972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for c5523ed6-8c07-41e6-9a87-3a7951718a97 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:21.417172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.432368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] Calling delete_port for 526cdee3-4d6c-407b-929f-15688bd8874f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:21.673653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50332) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:21.678173 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.695627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278ef96-57cf-4033-9daf-465d2f31dbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b9222b-c409-41f9-8308-b5082b39467d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:21.699556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2278ef96-57cf-4033-9daf-465d2f31dbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.702821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2278ef96-57cf-4033-9daf-465d2f31dbf1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/80b9222b-c409-41f9-8308-b5082b39467d HTTP/1.1" status: 204 len: 168 time: 0.8205180 Nov 10 16:41:21.705908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50336) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:21.715933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] Pushing event deleted for resources: {'Port': ['ID=526cdee3-4d6c-407b-929f-15688bd8874f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:21.724467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c239f-0a0e-40bd-8745-d2ee590def1d None None] No DVR routers for this DVR port 526cdee3-4d6c-407b-929f-15688bd8874f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:21.771721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d352e19-1587-4588-ac63-4d6ea969f2c7 req-75e4fe2b-ce68-4ca0-9f73-fd3538fd139f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:21.773605 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d352e19-1587-4588-ac63-4d6ea969f2c7 req-75e4fe2b-ce68-4ca0-9f73-fd3538fd139f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 943 time: 0.0838981 Nov 10 16:41:21.817216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.854071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=526cdee3-4d6c-407b-929f-15688bd8874f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:21.866621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b38c5df-deb7-41b3-8ca3-b3fb8bb823e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.883915 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.887094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No DVR routers for this DVR port 526cdee3-4d6c-407b-929f-15688bd8874f on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:21.896396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d352e19-1587-4588-ac63-4d6ea969f2c7 req-e1dd2805-dc47-4b41-b8c1-b00b98658d3e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077907 Nov 10 16:41:21.963645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 272c71ec-b86f-4e38-8159-455615639974 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:41:21.965055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:21.966754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=c5523ed6-8c07-41e6-9a87-3a7951718a97,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:21.987040 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.022000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e195c8-78ab-47ca-a233-95a2b43490b2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:22.046212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082ac663-5539-4169-bcac-dcc61bc048e4') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:22.046764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082ac663-5539-4169-bcac-dcc61bc048e4') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:22.063984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.090044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.101137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:22.101564 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.116467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 272c71ec-b86f-4e38-8159-455615639974, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=272c71ec-b86f-4e38-8159-455615639974,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:22.134348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '272c71ec-b86f-4e38-8159-455615639974', 'network_id': 'c8109b0b-34bd-4e16-a326-3a740308272f', 'port_id': '272c71ec-b86f-4e38-8159-455615639974', 'mac_address': 'fa:16:3e:b1:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725e4d8c-c12c-4120-82f9-98417f9278a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:41:22.175902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:22.178333 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:22.196845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272c71ec-b86f-4e38-8159-455615639974 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:41:22.216317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105a956-d173-48d2-a8e7-3c1a2f8ea38d req-0fb55993-7b70-42f0-bbff-1d1ac7d53ce5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:22.218326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4105a956-d173-48d2-a8e7-3c1a2f8ea38d req-0fb55993-7b70-42f0-bbff-1d1ac7d53ce5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 945 time: 0.3224678 Nov 10 16:41:22.228817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 272c71ec-b86f-4e38-8159-455615639974, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=272c71ec-b86f-4e38-8159-455615639974,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:22.230461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.267023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.273373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.282285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/networks/a5e195c8-78ab-47ca-a233-95a2b43490b2 HTTP/1.1" status: 204 len: 168 time: 1.3499646 Nov 10 16:41:22.282987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:22.287271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b38c5df-deb7-41b3-8ca3-b3fb8bb823e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.291186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-603092660'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:22.303074 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.316774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e51d6-b90d-4db4-9031-49a0b3833a88 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Network': ['ID=a5e195c8-78ab-47ca-a233-95a2b43490b2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:22.329537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789f54be-c8f6-4e15-a13b-f98968273219']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:22.353206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 526cdee3-4d6c-407b-929f-15688bd8874f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:22.382704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76155b2e-f54a-4b66-9f1f-4e64c3a9ef8e') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:22.382997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76155b2e-f54a-4b66-9f1f-4e64c3a9ef8e') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:22.388962 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b38c5df-deb7-41b3-8ca3-b3fb8bb823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.389128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 526cdee3-4d6c-407b-929f-15688bd8874f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:22.389128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 526cdee3-4d6c-407b-929f-15688bd8874f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:22.389327 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.399197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=272c71ec-b86f-4e38-8159-455615639974,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:22.420619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.453161 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:22.456718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4105a956-d173-48d2-a8e7-3c1a2f8ea38d req-050d0019-fa7b-43bb-a35c-912228120238 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233205 Nov 10 16:41:22.457896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.472258 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.507477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b38c5df-deb7-41b3-8ca3-b3fb8bb823e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3084b33b356c44b093a4d52f5a6a20f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8327160 Nov 10 16:41:22.512025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38c5df-deb7-41b3-8ca3-b3fb8bb823e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ec340e-3189-4ec1-af75-db9a9330bc8e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:22.523155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:22.544275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:22.544751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:22.547950 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:22.576607 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f94ed1bf-b942-4665-9af4-38538635efa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.598756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f94ed1bf-b942-4665-9af4-38538635efa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.629204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['272c71ec-b86f-4e38-8159-455615639974'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:22.697645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:22.778217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:22.783689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d52599a2-0d09-430b-b0aa-e71c4b9e6675 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4945884 Nov 10 16:41:22.787084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:22.791651 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:22.802953 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:22.803604 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:22.842496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2e09be-fc9f-41ff-837a-bffde2e558d7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting subnet 74cfad33-a4ab-47c8-8371-d6411c1e503c {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:22.848105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b2e09be-fc9f-41ff-837a-bffde2e558d7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.875819 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:22.889734 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f94ed1bf-b942-4665-9af4-38538635efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.892387 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f94ed1bf-b942-4665-9af4-38538635efa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.893537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f94ed1bf-b942-4665-9af4-38538635efa8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10ec340e-3189-4ec1-af75-db9a9330bc8e HTTP/1.1" status: 204 len: 168 time: 0.3684089 Nov 10 16:41:22.896135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b2e09be-fc9f-41ff-837a-bffde2e558d7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.913988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.934274 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:21Z', 'revision_number': 11, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:22.936260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.949345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ed1bf-b942-4665-9af4-38538635efa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ec340e-3189-4ec1-af75-db9a9330bc8e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:22.950020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] 10.222.0.62 "DELETE /v2.0/networks/789f54be-c8f6-4e15-a13b-f98968273219 HTTP/1.1" status: 204 len: 168 time: 1.2414055 Nov 10 16:41:22.954276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:41:22.973560 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:22.973904 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Added segment b2681b99-f701-4bf3-883b-4d7a661cddf9 of type vlan for network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 Nov 10 16:41:22.996726 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:23.003469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8df636-3ebc-4ada-9f15-8a3d3720f122 admin admin] Pushing event deleted for resources: {'Network': ['ID=789f54be-c8f6-4e15-a13b-f98968273219,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:23.008073 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:23.009062 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:23.063197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.087264 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:23.108177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b2e09be-fc9f-41ff-837a-bffde2e558d7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.141148 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:21Z', 'revision_number': 11, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:23.162470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f9b60-5ceb-49b3-a1bd-0e40ae629ec7 req-f83b8971-17c6-42ae-8a14-3792b4a66cf5 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:23.164045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f54f9b60-5ceb-49b3-a1bd-0e40ae629ec7 req-f83b8971-17c6-42ae-8a14-3792b4a66cf5 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 944 time: 0.1397879 Nov 10 16:41:23.172028 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37e398-3062-41c6-b86e-68162e6b4071 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:21Z', 'revision_number': 11, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:23.228100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f54f9b60-5ceb-49b3-a1bd-0e40ae629ec7 req-c45d45d2-e95b-474d-b9b5-f68e2fc68c1b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546064 Nov 10 16:41:23.232367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.239347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:23.255399 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.330753 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b2e09be-fc9f-41ff-837a-bffde2e558d7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.368833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Network': ['ID=3cf65c4d-53fa-4132-96e8-94833dfb45c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:23.372477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e09be-fc9f-41ff-837a-bffde2e558d7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Subnet': ['ID=74cfad33-a4ab-47c8-8371-d6411c1e503c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:23.377054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b2e09be-fc9f-41ff-837a-bffde2e558d7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.382281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1b2e09be-fc9f-41ff-837a-bffde2e558d7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/74cfad33-a4ab-47c8-8371-d6411c1e503c HTTP/1.1" status: 204 len: 168 time: 0.5928693 Nov 10 16:41:23.382507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:41:23.384245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50360) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:23.389682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-eb873ad0-04bf-4bba-b3ad-d1aa1123ee31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1436639 Nov 10 16:41:23.392070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01ae69-e0d0-41b7-813e-1f993a9af194 None None] Network 626b9548-ab1d-434c-bb88-dcccf879f6a3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:23.404601 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ccdbeaa1-5720-4864-baaf-768a34168592 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1174247 Nov 10 16:41:23.408392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:23.413841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': '3cf65c4d-53fa-4132-96e8-94833dfb45c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:23.453256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:23.495934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.635388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-7d900d98-ba84-4c92-afec-19b5f5408846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:23.636335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Deleting port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:23.636813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.637066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-7d900d98-ba84-4c92-afec-19b5f5408846 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 1097 time: 0.1960497 Nov 10 16:41:23.646812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-671f08f2-a56b-4d1a-99fb-143d28e3ff06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce2e7c6b32914c0488821304eb303027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458786 Nov 10 16:41:23.656998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:23.729440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804033-ebf8-4ce5-8b0c-175b80d5f79e req-226864e3-b1b5-4fbc-b1cc-b5caf9abd73d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:23.730995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44804033-ebf8-4ce5-8b0c-175b80d5f79e req-226864e3-b1b5-4fbc-b1cc-b5caf9abd73d tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 945 time: 0.1611481 Nov 10 16:41:23.778847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:23.790861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] For port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,segment=NetworkSegment(e92cda72-200d-4863-90a5-ee9d2b717aef),segment_id=e92cda72-200d-4863-90a5-ee9d2b717aef)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:23.791203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.811071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:23.814188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] DHCP port deletion for 626b9548-ab1d-434c-bb88-dcccf879f6a3 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:23.814631 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.818360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Calling delete_port for f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:23.833555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1558524-9e1e-45b6-9a7c-2e6f56fbb4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.848467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944fb4fc-3457-43e1-8c4c-96c7e777ffef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.855370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44804033-ebf8-4ce5-8b0c-175b80d5f79e req-ac13aa6e-6cc1-449e-ad91-60d9beca898c tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082244 Nov 10 16:41:23.875040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-60a78b8d-a49e-4f47-bdb0-0698c5252542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:23.876564 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-60a78b8d-a49e-4f47-bdb0-0698c5252542 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 200 len: 913 time: 0.2109666 Nov 10 16:41:23.894001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] Deleting port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:23.895465 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.900311 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1558524-9e1e-45b6-9a7c-2e6f56fbb4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:23.985841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 272c71ec-b86f-4e38-8159-455615639974 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:24.024057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] For port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,segment=NetworkSegment(e92cda72-200d-4863-90a5-ee9d2b717aef),segment_id=e92cda72-200d-4863-90a5-ee9d2b717aef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:24.026704 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.028212 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-5ca1e8b8-37cd-429d-9917-a1d20cd78312 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e37d0ad5-5365-4886-8d02-7ce2705bd61d HTTP/1.1" status: 200 len: 217 time: 0.0528200 Nov 10 16:41:24.044215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] Calling delete_port for f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:24.044424 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.063075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No DVR routers for this DVR port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:24.087800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Port': ['ID=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:24.115552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1558524-9e1e-45b6-9a7c-2e6f56fbb4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.121294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1558524-9e1e-45b6-9a7c-2e6f56fbb4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.121294 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d1558524-9e1e-45b6-9a7c-2e6f56fbb4e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ee1af4b-1fd4-4c99-b93c-546e17760cc4 HTTP/1.1" status: 204 len: 168 time: 0.4609957 Nov 10 16:41:24.149162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1558524-9e1e-45b6-9a7c-2e6f56fbb4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee1af4b-1fd4-4c99-b93c-546e17760cc4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:24.152698 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.157143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-3714582d-0691-4681-a27e-12c93c0a62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:24.164215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-3714582d-0691-4681-a27e-12c93c0a62d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 200 len: 852 time: 0.1231093 Nov 10 16:41:24.187378 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.215871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-a7da5c07-f742-44e2-b6c6-5459b2f1370a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c27b5c7-e493-4d18-b58c-41f6e7206ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467002 Nov 10 16:41:24.241412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626b9548-ab1d-434c-bb88-dcccf879f6a3']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:24.269388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92cda72-200d-4863-90a5-ee9d2b717aef') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:24.269688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92cda72-200d-4863-90a5-ee9d2b717aef') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:24.400634 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944fb4fc-3457-43e1-8c4c-96c7e777ffef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.466453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5523ed6-8c07-41e6-9a87-3a7951718a97 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:24.471271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 272c71ec-b86f-4e38-8159-455615639974 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:41:24.498610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] Pushing event deleted for resources: {'Port': ['ID=f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:24.504898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-15694dc3-6f97-4d03-8371-9ac78007eb48 service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586513 Nov 10 16:41:24.506589 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944fb4fc-3457-43e1-8c4c-96c7e777ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.510125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675fcc24-1801-467d-a465-66e5a55ca2b9 None None] No DVR routers for this DVR port f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:24.535631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 272c71ec-b86f-4e38-8159-455615639974 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:24.536403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.538728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c5523ed6-8c07-41e6-9a87-3a7951718a97 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:24.539158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5523ed6-8c07-41e6-9a87-3a7951718a97 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:24.539747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:24.555320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.591038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:24.591460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f8c75dc6-0d57-4c9a-97b0-68b8f5bbe338 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:24.633037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.634796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76125f01-cfec-4cbe-9530-f324bf9b66c3 req-96488b59-d65c-4dd3-8e28-e6564ebb608f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:24.636453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76125f01-cfec-4cbe-9530-f324bf9b66c3 req-96488b59-d65c-4dd3-8e28-e6564ebb608f tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 945 time: 0.2091820 Nov 10 16:41:24.673686 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.683957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:24.686902 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.687042 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:24.688519 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:24.704845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fb4fc-3457-43e1-8c4c-96c7e777ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac145c-4b34-4a60-b2a2-cf4246eb5d3b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:24.725261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02aaa8a-2b57-4490-8458-0111dccf0e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272c71ec-b86f-4e38-8159-455615639974'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:24.728061 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec4446d-37fa-4e06-b898-618747efbe53" -d '{"events": [{"server_uuid": "d02aaa8a-2b57-4490-8458-0111dccf0e3f", "name": "network-vif-plugged", "status": "completed", "tag": "272c71ec-b86f-4e38-8159-455615639974"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:24.742060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 272c71ec-b86f-4e38-8159-455615639974, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=272c71ec-b86f-4e38-8159-455615639974,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:24.745019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-944fb4fc-3457-43e1-8c4c-96c7e777ffef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05abbca58bd64c239cb14943bbdf2bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9592819 Nov 10 16:41:24.758351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:24.773120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4acd1-6c37-42d5-85c1-4315fd42db08 req-b2181356-c475-48c2-915b-11ce187adf9b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:24.775795 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44f4acd1-6c37-42d5-85c1-4315fd42db08 req-b2181356-c475-48c2-915b-11ce187adf9b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 944 time: 0.1456892 Nov 10 16:41:24.781850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=cd58a553-c6b9-4534-b8b3-32c729eab68e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:24.825278 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.853086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44f4acd1-6c37-42d5-85c1-4315fd42db08 req-2e9a11cf-249c-409b-aa5f-1e74e133e8a9 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686579 Nov 10 16:41:24.872285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1e03ee8-a526-4a0a-a220-880f1e2353dd req-3ca8a870-4957-4627-a786-c580fd51341b service neutron] 10.222.0.69 "GET /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492091 Nov 10 16:41:24.876532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking segment: {'id': 'b2681b99-f701-4bf3-883b-4d7a661cddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3cf65c4d-53fa-4132-96e8-94833dfb45c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:24.876897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network hostable DHCP agents. Network: 3cf65c4d-53fa-4132-96e8-94833dfb45c4, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:41:24.885345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=272c71ec-b86f-4e38-8159-455615639974,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:24.885893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76125f01-cfec-4cbe-9530-f324bf9b66c3 req-50188f53-be64-4920-b978-0094de0dd865 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643534 Nov 10 16:41:24.914640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-143d357e-8a8d-465f-a7c4-3d95440aace4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.937543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-143d357e-8a8d-465f-a7c4-3d95440aace4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:24.946380 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf88a2a-e3b3-407e-b6aa-f5745148ee8a x-openstack-request-id: req-3bf88a2a-e3b3-407e-b6aa-f5745148ee8a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:24.946734 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02aaa8a-2b57-4490-8458-0111dccf0e3f", "name": "network-vif-plugged", "status": "completed", "tag": "272c71ec-b86f-4e38-8159-455615639974", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:24.947179 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bf88a2a-e3b3-407e-b6aa-f5745148ee8a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:24.947447 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02aaa8a-2b57-4490-8458-0111dccf0e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272c71ec-b86f-4e38-8159-455615639974', 'code': 200} Nov 10 16:41:25.005333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.022273 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.022273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/networks/626b9548-ab1d-434c-bb88-dcccf879f6a3 HTTP/1.1" status: 204 len: 168 time: 1.6328616 Nov 10 16:41:25.024762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50396) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:25.039981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'routes': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:25.043713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f535ab-a371-4be6-9ea2-e1dd1c9b057c tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Pushing event deleted for resources: {'Network': ['ID=626b9548-ab1d-434c-bb88-dcccf879f6a3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:25.056236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:41:25.065611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84cc4d-4143-4995-86bd-69c430cf56ef req-2b70e89c-d763-4fc0-8049-2dccbbf1f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:25.067220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc84cc4d-4143-4995-86bd-69c430cf56ef req-2b70e89c-d763-4fc0-8049-2dccbbf1f5d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 1097 time: 0.0516424 Nov 10 16:41:25.118872 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc84cc4d-4143-4995-86bd-69c430cf56ef req-2008c574-120a-456d-b7e8-4468df513a9e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 Nov 10 16:41:25.186438 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-143d357e-8a8d-465f-a7c4-3d95440aace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.189106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-143d357e-8a8d-465f-a7c4-3d95440aace4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.193147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-143d357e-8a8d-465f-a7c4-3d95440aace4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6dac145c-4b34-4a60-b2a2-cf4246eb5d3b HTTP/1.1" status: 204 len: 168 time: 0.4241865 Nov 10 16:41:25.208397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d357e-8a8d-465f-a7c4-3d95440aace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac145c-4b34-4a60-b2a2-cf4246eb5d3b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:25.211507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.extraroute_db [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Added routes are [] {{(pid=103326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 16:41:25.212015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.extraroute_db [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Removed routes are [] {{(pid=103326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 16:41:25.212189 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.233323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 3cf65c4d-53fa-4132-96e8-94833dfb45c4) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:25.240601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:25.241409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.245971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f8cf35-7bc0-4b92-acee-5204d01f05f4 None None] Network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:25.394293 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.399273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6ce831c7-190a-4da7-9f8e-2ea3b08cc7cf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9900370 Nov 10 16:41:25.402243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:25.407849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': '3cf65c4d-53fa-4132-96e8-94833dfb45c4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-626656524'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:25.414106 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.435508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-3cf65c4d-53fa-4132-96e8-94833dfb45c4', 'network_id': '3cf65c4d-53fa-4132-96e8-94833dfb45c4', 'tenant_id': '22937fe3fe9f4061833cf5be4df5cfa4', 'fixed_ips': [{'subnet_id': 'cd58a553-c6b9-4534-b8b3-32c729eab68e'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:41:25.438428 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.536439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router f73984a1-8939-4fde-9629-b608a576e8bb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:25.645230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:25.645384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Allocated IP 2001:db8::2 (3cf65c4d-53fa-4132-96e8-94833dfb45c4/cd58a553-c6b9-4534-b8b3-32c729eab68e/2e025e45-2c33-4ac5-985b-ae6a6d75f4eb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:25.648994 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.650168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4c0689c8-00da-4542-aec8-9b178314a764 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 200 len: 700 time: 0.6232088 Nov 10 16:41:25.654198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:25.662012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] Sync routers for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:25.688599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4da4a40d-5c72-40ea-b222-ae2b5bb5eca0 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 200 len: 205 time: 0.0284953 Nov 10 16:41:25.688973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50420) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:25.698418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:25.699057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:25.752728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:25.757108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.797041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port ebbc88b2-a9c2-43b2-8b2d-0170874bb916 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:25.810021 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a8990f8-02ae-4779-b8f4-19672450dba7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:25.811006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50424) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:25.812380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:25.890374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:21Z', 'revision_number': 11, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:25.953244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] Checking router: f73984a1-8939-4fde-9629-b608a576e8bb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:25.995960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] Routers {'f73984a1-8939-4fde-9629-b608a576e8bb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:25.996592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f73984a1-8939-4fde-9629-b608a576e8bb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:25.998343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a8990f8-02ae-4779-b8f4-19672450dba7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.001085 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a8990f8-02ae-4779-b8f4-19672450dba7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.040822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84839-b98b-4472-9222-71158b37855e req-a9c7a283-a644-45ad-8f7d-3a7254d1e7dd tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:26.049107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76c84839-b98b-4472-9222-71158b37855e req-a9c7a283-a644-45ad-8f7d-3a7254d1e7dd tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.0885122 Nov 10 16:41:26.079934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1935386479-network', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:26.106685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] Set router f73984a1-8939-4fde-9629-b608a576e8bb gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:26.124554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76c84839-b98b-4472-9222-71158b37855e req-8a102ddf-8938-485c-8110-ed74f1552ebd tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671036 Nov 10 16:41:26.128114 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a8990f8-02ae-4779-b8f4-19672450dba7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.129337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8990f8-02ae-4779-b8f4-19672450dba7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Fanout notify agent at l3_agent the message router_deleted on router f73984a1-8939-4fde-9629-b608a576e8bb {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:41:26.137748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a8990f8-02ae-4779-b8f4-19672450dba7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.139029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4a8990f8-02ae-4779-b8f4-19672450dba7 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 204 len: 168 time: 0.4488804 Nov 10 16:41:26.143214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50440) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:26.149114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-724f0eb8-eac0-499e-a865-b92a207a5fa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2127648954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:26.187768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:21Z', 'revision_number': 11, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:26.191588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.232939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4bda2-e57f-4252-af94-72818ec39a60 None None] The sync data for ids ['f73984a1-8939-4fde-9629-b608a576e8bb'] in n-d-714676-11 is: [{'id': 'f73984a1-8939-4fde-9629-b608a576e8bb', 'name': 'tempest-RoutersTest-router-777820467', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:22Z', 'updated_at': '2021-11-10T16:41:21Z', 'revision_number': 11, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:26.239762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:26.244540 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.256545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.313345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.336469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724f0eb8-eac0-499e-a865-b92a207a5fa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.338734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724f0eb8-eac0-499e-a865-b92a207a5fa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.392516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:26.396551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:26.400198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:26.457809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Pushing event updated for resources: {'Port': ['ID=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:26.470811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::128 (3cf65c4d-53fa-4132-96e8-94833dfb45c4/cd58a553-c6b9-4534-b8b3-32c729eab68e/ebbc88b2-a9c2-43b2-8b2d-0170874bb916) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:26.501406 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724f0eb8-eac0-499e-a865-b92a207a5fa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.517461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Attempting to bind port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:26.518223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Attempting to bind port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b2681b99-f701-4bf3-883b-4d7a661cddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3cf65c4d-53fa-4132-96e8-94833dfb45c4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:26.518389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.519691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Attempting to bind port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb on network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:26.548118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:26.548854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Checking segment: {'id': 'b2681b99-f701-4bf3-883b-4d7a661cddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3cf65c4d-53fa-4132-96e8-94833dfb45c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:26.549668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.551080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Bound using segment: {'id': 'b2681b99-f701-4bf3-883b-4d7a661cddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3cf65c4d-53fa-4132-96e8-94833dfb45c4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:26.552059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Bound port: 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2681b99-f701-4bf3-883b-4d7a661cddf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3cf65c4d-53fa-4132-96e8-94833dfb45c4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:26.552974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.582385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecacf8-339c-45ff-8e70-bff948dcbf10 req-5bb84454-674b-4b1b-bedb-bdaa573e0c22 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:26.587992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5ecacf8-339c-45ff-8e70-bff948dcbf10 req-5bb84454-674b-4b1b-bedb-bdaa573e0c22 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 945 time: 0.1028249 Nov 10 16:41:26.654254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5ecacf8-339c-45ff-8e70-bff948dcbf10 req-cf7e3331-90ac-4057-b689-5bfc35ceecc6 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569570 Nov 10 16:41:26.658115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] For port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:26.663535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] For port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,segment=NetworkSegment(b2681b99-f701-4bf3-883b-4d7a661cddf9),segment_id=b2681b99-f701-4bf3-883b-4d7a661cddf9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:26.687902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.708186 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724f0eb8-eac0-499e-a865-b92a207a5fa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.731557 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.754174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:41:26.769526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c340a4-c2da-4760-859e-30279bf7ce18,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:26.774924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.775478 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Added segment c3ad8e14-f730-4eb4-988d-e3a2b497ae7d of type vlan for network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 Nov 10 16:41:26.820536 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.855774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.863847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724f0eb8-eac0-499e-a865-b92a207a5fa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.865781 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-724f0eb8-eac0-499e-a865-b92a207a5fa3 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7214785 Nov 10 16:41:26.868259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50454) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:26.873292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-fdc9026e-e3e9-400a-b114-ab024fc4c4ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:26.889976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.953189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436278b1-eb74-47bb-860c-583a4eda55cc None None] Pushing event updated for resources: {'Port': ['ID=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:26.966175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.967614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:26.968394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:26.981636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:27.001213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:27.019701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:27.026625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:27.027295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.063787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=ebbc88b2-a9c2-43b2-8b2d-0170874bb916,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:27.086630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cf5e08-84ad-4a93-99ed-5b2f581fd289,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:27.102726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0260aa74-ea91-47d0-894a-daebe12960f7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2848823 Nov 10 16:41:27.102820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:41:27.114076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:27.119748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Request body: {'subnet': {'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1935386479-subnet', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:27.206873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdc9026e-e3e9-400a-b114-ab024fc4c4ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.233399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4e875f66-7385-4fea-96d5-50f06c1cd536 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8297193 Nov 10 16:41:27.237614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50466) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:27.318666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:27.352199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:27.355292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.381639 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdc9026e-e3e9-400a-b114-ab024fc4c4ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.483022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f15b3b0b-f9a0-4892-852b-9c919a330b3c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port ebbc88b2-a9c2-43b2-8b2d-0170874bb916 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:27.483395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f15b3b0b-f9a0-4892-852b-9c919a330b3c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.497417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94f0ae-7c12-49fd-8a93-f00132d71598 req-a2826b7c-5c13-4909-bdf0-08cce9bf22a2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:27.499941 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b94f0ae-7c12-49fd-8a93-f00132d71598 req-a2826b7c-5c13-4909-bdf0-08cce9bf22a2 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 945 time: 0.1407835 Nov 10 16:41:27.596064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d62813b-b878-4a81-9c1e-134c1499a5d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.614110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b94f0ae-7c12-49fd-8a93-f00132d71598 req-79ef49f1-8666-4dd6-82b0-fcdb8e9318cf tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058559 Nov 10 16:41:27.620536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f15b3b0b-f9a0-4892-852b-9c919a330b3c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.645324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f15b3b0b-f9a0-4892-852b-9c919a330b3c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for ebbc88b2-a9c2-43b2-8b2d-0170874bb916 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:27.668409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc9026e-e3e9-400a-b114-ab024fc4c4ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Router 9af998cd-163d-42e8-b8da-5f433dd4b97e is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:41:27.778675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d62813b-b878-4a81-9c1e-134c1499a5d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.834812 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.908672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc279a63-2128-412b-a4ba-7615da2ef304,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:27.918832 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d62813b-b878-4a81-9c1e-134c1499a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:27.962681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62813b-b878-4a81-9c1e-134c1499a5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd97fcb-6597-462c-b5fd-b33b73825a90,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:28.017253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9d62813b-b878-4a81-9c1e-134c1499a5d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce6bf190d68e471b87dd3dd98474a0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6973054 Nov 10 16:41:28.024799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:28.026169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Checking segment: {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:28.026717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Network hostable DHCP agents. Network: c2cf5e08-84ad-4a93-99ed-5b2f581fd289, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:41:28.121109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d39aafec-e5cc-46b6-aac2-0991f525baa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.142526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:41:28.157098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d39aafec-e5cc-46b6-aac2-0991f525baa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.180990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc9026e-e3e9-400a-b114-ab024fc4c4ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:28.194474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdc9026e-e3e9-400a-b114-ab024fc4c4ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.195008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fdc9026e-e3e9-400a-b114-ab024fc4c4ad tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "PUT /v2.0/routers/9af998cd-163d-42e8-b8da-5f433dd4b97e HTTP/1.1" status: 200 len: 694 time: 1.3257287 Nov 10 16:41:28.199961 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] Sync routers for ids ['9af998cd-163d-42e8-b8da-5f433dd4b97e'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:28.202952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50486) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:28.240047 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] Routers {'9af998cd-163d-42e8-b8da-5f433dd4b97e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:28.245343 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9af998cd-163d-42e8-b8da-5f433dd4b97e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:28.248024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c2cf5e08-84ad-4a93-99ed-5b2f581fd289) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:28.256587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:28.257212 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.267050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf853d6-de0f-402f-8f67-57ad8eadb38e None None] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:28.309107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611b68d-c2ea-4f43-87f4-83ce8ce09ba0 None None] Network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:28.335612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-98aa9248-94d9-42ee-afff-7b76be6ee985 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/routers/9af998cd-163d-42e8-b8da-5f433dd4b97e HTTP/1.1" status: 200 len: 700 time: 0.1256878 Nov 10 16:41:28.336335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:28.366645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c9cd3-56d3-4572-8393-7cee08f55043 req-5d085f1d-4548-4497-875d-5c3aeaebd721 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:28.371979 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-599c9cd3-56d3-4572-8393-7cee08f55043 req-5d085f1d-4548-4497-875d-5c3aeaebd721 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 1.0055532 Nov 10 16:41:28.385022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6271b19d-dc66-4c9d-9539-06368ca30a17 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=9af998cd-163d-42e8-b8da-5f433dd4b97e HTTP/1.1" status: 200 len: 205 time: 0.0454113 Nov 10 16:41:28.392147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:28.447835 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] Set router 9af998cd-163d-42e8-b8da-5f433dd4b97e gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:28.468384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-599c9cd3-56d3-4572-8393-7cee08f55043 req-2f420d5b-4680-4015-9e40-06fc409b21cf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885262 Nov 10 16:41:28.495927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:28.515545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50498) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:28.515545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:28.521118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-70c5a3d0-8134-481c-b29b-a3350f54cb73 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4030759 Nov 10 16:41:28.524841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d39aafec-e5cc-46b6-aac2-0991f525baa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.530745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d39aafec-e5cc-46b6-aac2-0991f525baa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.533087 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af998cd-163d-42e8-b8da-5f433dd4b97e', 'name': 'tempest-RoutersTest-router-2127648954', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:26Z', 'updated_at': '2021-11-10T16:41:27Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:28.535364 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d39aafec-e5cc-46b6-aac2-0991f525baa7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4fd97fcb-6597-462c-b5fd-b33b73825a90 HTTP/1.1" status: 204 len: 168 time: 0.5033174 Nov 10 16:41:28.545183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f15b3b0b-f9a0-4892-852b-9c919a330b3c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.597739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aafec-e5cc-46b6-aac2-0991f525baa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd97fcb-6597-462c-b5fd-b33b73825a90,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:28.617936 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2256da4-d86b-4990-8161-b35f0dde403e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.635214 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] Checking router: 9af998cd-163d-42e8-b8da-5f433dd4b97e for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:28.651798 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] Routers {'9af998cd-163d-42e8-b8da-5f433dd4b97e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:28.653381 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9af998cd-163d-42e8-b8da-5f433dd4b97e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:28.764526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b3b0b-f9a0-4892-852b-9c919a330b3c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=ebbc88b2-a9c2-43b2-8b2d-0170874bb916,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:28.814774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] Provisioning complete for port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:28.815482 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.840624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f15b3b0b-f9a0-4892-852b-9c919a330b3c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.860798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f15b3b0b-f9a0-4892-852b-9c919a330b3c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/ebbc88b2-a9c2-43b2-8b2d-0170874bb916 HTTP/1.1" status: 204 len: 168 time: 1.6187642 Nov 10 16:41:28.863041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50506) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:28.930540 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] Set router 9af998cd-163d-42e8-b8da-5f433dd4b97e gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:28.943406 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f614bf56-c46e-48fe-95e8-31642315a24f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:41:28.946775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f614bf56-c46e-48fe-95e8-31642315a24f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/ebbc88b2-a9c2-43b2-8b2d-0170874bb916 HTTP/1.1" status: 404 len: 333 time: 0.0811405 Nov 10 16:41:28.948314 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.951956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:28.958992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50508) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:29.027373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:41:29.032442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.127521 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af998cd-163d-42e8-b8da-5f433dd4b97e', 'name': 'tempest-RoutersTest-router-2127648954', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:26Z', 'updated_at': '2021-11-10T16:41:27Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:29.213322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-917a75c0-ea13-4904-a1a9-40097b6dbc32 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet cd58a553-c6b9-4534-b8b3-32c729eab68e {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:29.233705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.235824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Allocated IP 172.20.0.2 (c2cf5e08-84ad-4a93-99ed-5b2f581fd289/cc279a63-2128-412b-a4ba-7615da2ef304/6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:29.239662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-917a75c0-ea13-4904-a1a9-40097b6dbc32 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.245722 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b56521-1f1f-4a88-b961-b89a0c9c53ae None None] The sync data for ids ['9af998cd-163d-42e8-b8da-5f433dd4b97e'] in n-d-714676-11 is: [{'id': '9af998cd-163d-42e8-b8da-5f433dd4b97e', 'name': 'tempest-RoutersTest-router-2127648954', 'tenant_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:26Z', 'updated_at': '2021-11-10T16:41:27Z', 'revision_number': 2, 'project_id': '0b44c8cce3d74fd3b1aca69ed46a7582', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:29.354342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2256da4-d86b-4990-8161-b35f0dde403e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.361272 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2256da4-d86b-4990-8161-b35f0dde403e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.366865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-760c30b2-0189-4235-bce4-05029797f7bf tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4039572d134d4d12b67df95bd3b4a117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752828 Nov 10 16:41:29.369915 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-917a75c0-ea13-4904-a1a9-40097b6dbc32 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.492288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-60df0553-27b3-4526-9167-9649fb6a1051 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:29.494597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-60df0553-27b3-4526-9167-9649fb6a1051 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 945 time: 0.2040355 Nov 10 16:41:29.556139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2256da4-d86b-4990-8161-b35f0dde403e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.556939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2256da4-d86b-4990-8161-b35f0dde403e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Fanout notify agent at l3_agent the message router_deleted on router 9af998cd-163d-42e8-b8da-5f433dd4b97e {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:41:29.599019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2256da4-d86b-4990-8161-b35f0dde403e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.601019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b2256da4-d86b-4990-8161-b35f0dde403e tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/9af998cd-163d-42e8-b8da-5f433dd4b97e HTTP/1.1" status: 204 len: 168 time: 1.2042582 Nov 10 16:41:29.604995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:29.658879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c026ee30-f076-41ca-a7a9-52c9665ad2b5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=9af998cd-163d-42e8-b8da-5f433dd4b97e HTTP/1.1" status: 200 len: 205 time: 0.0498633 Nov 10 16:41:29.694601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50530) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:29.699876 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.739038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-a8d71764-94ca-4d10-9502-cf1050df9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:29.740927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-a8d71764-94ca-4d10-9502-cf1050df9d64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 1097 time: 0.1992035 Nov 10 16:41:29.758440 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-75a97104-3b5c-4c90-bde2-41cc6facab02 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] delete failed (client error): The resource could not be found. Nov 10 16:41:29.759698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-75a97104-3b5c-4c90-bde2-41cc6facab02 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/9af998cd-163d-42e8-b8da-5f433dd4b97e HTTP/1.1" status: 404 len: 336 time: 0.0578511 Nov 10 16:41:29.777191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:29.780271 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.780411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50532) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:29.793289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1234cf5-6faa-4d61-9559-477a976a4cd3 req-1d83a985-47d7-4d72-a5d6-1358ccfaeae7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:29.804720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1234cf5-6faa-4d61-9559-477a976a4cd3 req-1d83a985-47d7-4d72-a5d6-1358ccfaeae7 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 945 time: 0.2748044 Nov 10 16:41:29.806176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-56cd5636-e2b0-43dc-91c7-dbb3e6d52b60 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:29.813977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-56cd5636-e2b0-43dc-91c7-dbb3e6d52b60 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864222 Nov 10 16:41:29.863735 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-91600215-20c6-4624-a0cf-68af8bc9e3f8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:29.864368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91600215-20c6-4624-a0cf-68af8bc9e3f8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:29.868436 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-91600215-20c6-4624-a0cf-68af8bc9e3f8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/4474818c-e812-4a37-988c-cf27f691b8a1 HTTP/1.1" status: 404 len: 337 time: 0.0853658 Nov 10 16:41:29.872090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50538) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:29.882959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Deleting port e37d0ad5-5365-4886-8d02-7ce2705bd61d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:29.883531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.889550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.911513 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.914465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-917a75c0-ea13-4904-a1a9-40097b6dbc32 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:29.992788 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:30.001838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:30.010326 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7563e7-b2f7-4391-99db-34129cbea1c0 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:30.010814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7563e7-b2f7-4391-99db-34129cbea1c0 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:30.014472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0b7563e7-b2f7-4391-99db-34129cbea1c0 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/8b011c56-495a-4829-9339-91467aea8829 HTTP/1.1" status: 404 len: 337 time: 0.1087177 Nov 10 16:41:30.028320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.072766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1234cf5-6faa-4d61-9559-477a976a4cd3 req-ba68e7bc-fdcf-4786-b81f-7f94d19366f8 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659893 Nov 10 16:41:30.079758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:30.085460 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1186b50a-9e46-490d-b92c-c12226424502 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:30.086249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1186b50a-9e46-490d-b92c-c12226424502 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:30.089612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1186b50a-9e46-490d-b92c-c12226424502 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/13a831e5-c9ba-4c26-bc39-325e9fe00c92 HTTP/1.1" status: 404 len: 337 time: 0.0555260 Nov 10 16:41:30.106482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:30.112153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:30.113954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.116117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Pushing event updated for resources: {'Port': ['ID=6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:30.132235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-961ebb99-f35e-4413-ad2b-4a74ffea3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:30.136880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-961ebb99-f35e-4413-ad2b-4a74ffea3f52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8109b0b-34bd-4e16-a326-3a740308272f HTTP/1.1" status: 200 len: 911 time: 0.3690753 Nov 10 16:41:30.225721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Attempting to bind port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:30.226580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Attempting to bind port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:30.227099 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ad870f-ff34-40a8-85d7-99a0e812bd6d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:30.227596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ad870f-ff34-40a8-85d7-99a0e812bd6d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:30.228854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Attempting to bind port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c on network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:30.230766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b7ad870f-ff34-40a8-85d7-99a0e812bd6d tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/74cfad33-a4ab-47c8-8371-d6411c1e503c HTTP/1.1" status: 404 len: 337 time: 0.1150200 Nov 10 16:41:30.233504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] For port e37d0ad5-5365-4886-8d02-7ce2705bd61d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e37d0ad5-5365-4886-8d02-7ce2705bd61d,segment=NetworkSegment(2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa),segment_id=2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:30.234229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:30.243389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.249444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:30.254293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Checking segment: {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:30.255468 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:30.256100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Bound using segment: {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:30.256781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Bound port: 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:30.259168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:30.348254 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-99d1a9c7-bace-44c6-a022-7cab746bd4fe tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 200 len: 205 time: 0.1033459 Nov 10 16:41:30.350290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Calling delete_port for e37d0ad5-5365-4886-8d02-7ce2705bd61d owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:30.352224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.356342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-fc35c7df-fd36-4bbb-b71e-14cd9ad0e692 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=272c71ec-b86f-4e38-8159-455615639974 HTTP/1.1" status: 200 len: 217 time: 0.1764967 Nov 10 16:41:30.359682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-56fd8736-ce04-40c6-bd6b-b3dd9ff0931f tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/quotas/4039572d134d4d12b67df95bd3b4a117 HTTP/1.1" status: 200 len: 375 time: 0.5440478 Nov 10 16:41:30.382508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] For port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:30.386952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] For port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:30.419718 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-4b32a7b1-4e63-4969-817c-1d444ee592b5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] delete failed (client error): The resource could not be found. Nov 10 16:41:30.419718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4b32a7b1-4e63-4969-817c-1d444ee592b5 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/f73984a1-8939-4fde-9629-b608a576e8bb HTTP/1.1" status: 404 len: 336 time: 0.0603659 Nov 10 16:41:30.419718 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.455376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c7d43-94c7-4658-a5f2-04aa2ee3f5ee req-62297b0a-8ac6-44dd-8acf-40000b536e49 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:30.466634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf5c7d43-94c7-4658-a5f2-04aa2ee3f5ee req-62297b0a-8ac6-44dd-8acf-40000b536e49 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2690377 Nov 10 16:41:30.477956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:30.541827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-e96cfd15-ca5a-4e1c-a012-1a672a2a1ad4 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4039572d134d4d12b67df95bd3b4a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1448488 Nov 10 16:41:30.559779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bcdfe107-a6f4-495c-a2f8-895313bbf588 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=40e227f5-d1da-4744-95c5-e4d290af25c3 HTTP/1.1" status: 200 len: 205 time: 0.1414073 Nov 10 16:41:30.565127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-917a75c0-ea13-4904-a1a9-40097b6dbc32 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:30.565537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.655855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-a6b46946-2b08-4199-abd3-2db7c8e2a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:30.657328 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-a6b46946-2b08-4199-abd3-2db7c8e2a277 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=725e4d8c-c12c-4120-82f9-98417f9278a0 HTTP/1.1" status: 200 len: 850 time: 0.2816417 Nov 10 16:41:30.680534 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-77df79ba-7061-4870-9caa-9cef6cfd4fb8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] delete failed (client error): The resource could not be found. Nov 10 16:41:30.684078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-77df79ba-7061-4870-9caa-9cef6cfd4fb8 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/40e227f5-d1da-4744-95c5-e4d290af25c3 HTTP/1.1" status: 404 len: 336 time: 0.1146348 Nov 10 16:41:30.689784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.696539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a75c0-ea13-4904-a1a9-40097b6dbc32 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=cd58a553-c6b9-4534-b8b3-32c729eab68e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:30.718022 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf5c7d43-94c7-4658-a5f2-04aa2ee3f5ee req-844453b5-d372-4d7d-8e9a-444422df9f4b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500148 Nov 10 16:41:30.724334 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-917a75c0-ea13-4904-a1a9-40097b6dbc32 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:30.730235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-917a75c0-ea13-4904-a1a9-40097b6dbc32 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/cd58a553-c6b9-4534-b8b3-32c729eab68e HTTP/1.1" status: 204 len: 168 time: 1.7697930 Nov 10 16:41:30.773898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50568) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.791581 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10641b2-e808-45d7-969c-d6114e17bb62 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:30.792075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10641b2-e808-45d7-969c-d6114e17bb62 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:30.794736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e494e4d-7107-4a83-9114-9628f22eb347 None None] Pushing event updated for resources: {'Port': ['ID=6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:30.805021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f10641b2-e808-45d7-969c-d6114e17bb62 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/803ca89f-a20f-44c4-bfbc-8fe28b8a50c9 HTTP/1.1" status: 404 len: 337 time: 0.1068311 Nov 10 16:41:30.809481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50570) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.835603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:41:30.835951 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:41:30.841199 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:41:30.847668 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:41:30.848249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-478be063-1e39-4772-85fb-de144a93c763 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8109b0b-34bd-4e16-a326-3a740308272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139412 Nov 10 16:41:30.871428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-45fd1d8c-7b4e-45d8-a8e0-19374d4d00bb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=b42ee30e-43bd-4e65-9c35-274cf3a207ba HTTP/1.1" status: 200 len: 205 time: 0.0560646 Nov 10 16:41:30.872753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:30.998723 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-10cf8cc7-d8af-4432-9464-fd651772cdc0 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] delete failed (client error): The resource could not be found. Nov 10 16:41:30.999878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-10cf8cc7-d8af-4432-9464-fd651772cdc0 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/b42ee30e-43bd-4e65-9c35-274cf3a207ba HTTP/1.1" status: 404 len: 336 time: 0.0980835 Nov 10 16:41:31.002616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.102332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-77354df0-0457-44bc-8822-46d8b9ef5b03 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd04a526-ad54-4ba9-bb45-45ffa79d6bdb HTTP/1.1" status: 200 len: 205 time: 0.0967603 Nov 10 16:41:31.105602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.179154 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-59f95638-06e4-4eb4-bb45-a49843423257 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] delete failed (client error): The resource could not be found. Nov 10 16:41:31.180184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-59f95638-06e4-4eb4-bb45-a49843423257 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/fd04a526-ad54-4ba9-bb45-45ffa79d6bdb HTTP/1.1" status: 404 len: 336 time: 0.0736244 Nov 10 16:41:31.182786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.193662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488a13c-91bf-40b0-b79f-66e2c835f1d9 None None] Network 3cf65c4d-53fa-4132-96e8-94833dfb45c4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:31.241985 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4441020b-2bb7-4837-8a49-ed59ca18ad77 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:31.242469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4441020b-2bb7-4837-8a49-ed59ca18ad77 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:31.245612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4441020b-2bb7-4837-8a49-ed59ca18ad77 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/7d5e7dc8-dd60-4a5c-8d2e-901a71507945 HTTP/1.1" status: 404 len: 337 time: 0.0618510 Nov 10 16:41:31.248942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.267792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.311179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b77f584c-7618-4d35-b1d8-8e3f6c185a34 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d23781d-3d6f-4763-ba43-d1c1b2f9e736 HTTP/1.1" status: 200 len: 205 time: 0.0541513 Nov 10 16:41:31.332013 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.334496 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-439438d7-6488-46fa-b7d7-00cd922d3dce req-91c0e92d-a1da-4943-8d47-197fe019324a tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 210 time: 0.2819362 Nov 10 16:41:31.334995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50594) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.357733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.413480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Pushing event deleted for resources: {'Port': ['ID=e37d0ad5-5365-4886-8d02-7ce2705bd61d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:31.418096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.421173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['e37d0ad5-5365-4886-8d02-7ce2705bd61d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:31.427617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5692a-00b5-47b6-a15f-ad42dfdbbb4e req-65ff4a9d-34ad-49a7-8f2f-fbb1a21730b5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:31.429327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4e5692a-00b5-47b6-a15f-ad42dfdbbb4e req-65ff4a9d-34ad-49a7-8f2f-fbb1a21730b5 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 867 time: 0.1896119 Nov 10 16:41:31.485200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf0813-0cc8-40f1-9386-1d7cfbacf57c None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:31.507417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.512716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] No DVR routers for this DVR port e37d0ad5-5365-4886-8d02-7ce2705bd61d on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:31.512936 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-0c7130fb-146c-4dee-84e0-5b68e26ee1ff tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] delete failed (client error): The resource could not be found. Nov 10 16:41:31.516579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0c7130fb-146c-4dee-84e0-5b68e26ee1ff tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/8d23781d-3d6f-4763-ba43-d1c1b2f9e736 HTTP/1.1" status: 404 len: 336 time: 0.1724255 Nov 10 16:41:31.518167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.521760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa1d563f-76c4-4cd3-85c8-bae7c570464a req-74d2f78c-0bea-4b48-afdc-ddf558492f2b tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.69 "DELETE /v2.0/ports/e37d0ad5-5365-4886-8d02-7ce2705bd61d HTTP/1.1" status: 204 len: 173 time: 1.9891491 Nov 10 16:41:31.522210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.523645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de925c44-da4d-4ab8-a1aa-bc6f6cce472a', 'name': 'network-vif-deleted', 'tag': 'e37d0ad5-5365-4886-8d02-7ce2705bd61d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:31.525171 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ccf19f-ebfb-405b-bc81-46006d1592e1" -d '{"events": [{"server_uuid": "de925c44-da4d-4ab8-a1aa-bc6f6cce472a", "name": "network-vif-deleted", "tag": "e37d0ad5-5365-4886-8d02-7ce2705bd61d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:31.580783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] For port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,segment=NetworkSegment(b2681b99-f701-4bf3-883b-4d7a661cddf9),segment_id=b2681b99-f701-4bf3-883b-4d7a661cddf9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:31.588088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.607333 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a10c08-79f2-47c0-931b-1db167de0fbe x-openstack-request-id: req-21a10c08-79f2-47c0-931b-1db167de0fbe {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:31.607770 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de925c44-da4d-4ab8-a1aa-bc6f6cce472a", "name": "network-vif-deleted", "tag": "e37d0ad5-5365-4886-8d02-7ce2705bd61d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:31.608744 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21a10c08-79f2-47c0-931b-1db167de0fbe {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:31.608744 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de925c44-da4d-4ab8-a1aa-bc6f6cce472a', 'name': 'network-vif-deleted', 'tag': 'e37d0ad5-5365-4886-8d02-7ce2705bd61d', 'status': 'completed', 'code': 200} Nov 10 16:41:31.610986 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff9fd28-cfae-445d-a064-cfa00880dc25 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:31.611579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff9fd28-cfae-445d-a064-cfa00880dc25 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:31.616200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eff9fd28-cfae-445d-a064-cfa00880dc25 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/8f6f70bb-ade3-402d-84c0-f9cecc7d9210 HTTP/1.1" status: 404 len: 337 time: 0.0880818 Nov 10 16:41:31.617181 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-cd0dd685-301a-4d8f-a98d-e974c232a4c1 service neutron] 10.222.0.69 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232254 Nov 10 16:41:31.621135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50612) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.624572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4e5692a-00b5-47b6-a15f-ad42dfdbbb4e req-9e0514dd-bc82-4479-bca4-40a1eb466a7e tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/security-groups?id=b4226dcd-fe77-4a97-9a18-51584a1c3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689041 Nov 10 16:41:31.686332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-218a3421-c113-4647-8cf5-98f42abe0c3b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "GET /v2.0/ports?device_id=6723e7db-d09c-4d8a-9e77-2514a3fd687b HTTP/1.1" status: 200 len: 205 time: 0.0615602 Nov 10 16:41:31.686497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.710051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaedae86-520e-4110-82f7-893432f62216 None None] DHCP port deletion for 3cf65c4d-53fa-4132-96e8-94833dfb45c4 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:31.731024 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-80687921-5db3-49a4-a4b6-a7def9c95971 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] delete failed (client error): The resource could not be found. Nov 10 16:41:31.735101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-80687921-5db3-49a4-a4b6-a7def9c95971 tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/routers/6723e7db-d09c-4d8a-9e77-2514a3fd687b HTTP/1.1" status: 404 len: 336 time: 0.0477312 Nov 10 16:41:31.735844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.745556 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.753572 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cf5ad96-db4e-4fba-b3c6-3d83b2d7a934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.776518 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-380628c5-033d-47a6-912f-547024b2cb5b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:31.778411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380628c5-033d-47a6-912f-547024b2cb5b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:31.783743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-380628c5-033d-47a6-912f-547024b2cb5b tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/f69cf0e8-e57b-450d-9c6e-0d2087bb2fb2 HTTP/1.1" status: 404 len: 337 time: 0.0467005 Nov 10 16:41:31.784513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:31.813352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-daafaa96-22f1-4b3d-80a6-5c6a40393412 req-98a0ef11-6d27-4fee-be2b-2259f313a1b4 service neutron] 10.222.0.69 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323268 Nov 10 16:41:31.847961 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c03719-9546-42ff-980e-baf55781ddcb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] DELETE failed (client error): The resource could not be found. Nov 10 16:41:31.848966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c03719-9546-42ff-980e-baf55781ddcb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:31.856102 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-37c03719-9546-42ff-980e-baf55781ddcb tempest-RoutersTest-651982067 tempest-RoutersTest-651982067-project] 10.222.0.62 "DELETE /v2.0/subnets/985a3cc6-36b9-44ff-956c-f78cb11b7671 HTTP/1.1" status: 404 len: 337 time: 0.0696952 Nov 10 16:41:31.867773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Allocated IP 172.25.3.183 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/042b4402-84b3-4b51-b1c6-2cbbdd1dbda2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:31.895048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eaedae86-520e-4110-82f7-893432f62216 None None] Deleting port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:31.895653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaedae86-520e-4110-82f7-893432f62216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:31.897238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0e260d78-eb60-490d-b5c5-67d6147fe981 None None] Could not find standard attr ID for object ebbc88b2-a9c2-43b2-8b2d-0170874bb916. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:41:31.900474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:41:31.900822 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:41:31.905849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd386a3-9df3-4d25-a3ac-ea3da90399fb None None] Pushing event updated for resources: {'Port': ['ID=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:31.958998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:31.959473 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.000576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0e260d78-eb60-490d-b5c5-67d6147fe981 None None] Provisioning complete for port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:32.001055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e260d78-eb60-490d-b5c5-67d6147fe981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.046990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eaedae86-520e-4110-82f7-893432f62216 None None] For port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,segment=NetworkSegment(b2681b99-f701-4bf3-883b-4d7a661cddf9),segment_id=b2681b99-f701-4bf3-883b-4d7a661cddf9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:32.049013 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaedae86-520e-4110-82f7-893432f62216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.098225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eaedae86-520e-4110-82f7-893432f62216 None None] Calling delete_port for 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:32.160687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] For port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,segment=NetworkSegment(b2681b99-f701-4bf3-883b-4d7a661cddf9),segment_id=b2681b99-f701-4bf3-883b-4d7a661cddf9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:32.166358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.185019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c21ae0-5afe-4c6c-8873-4d3eaf176e13 req-5a0d8bd4-49e2-486a-85d0-3007361807c5 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:32.186673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18c21ae0-5afe-4c6c-8873-4d3eaf176e13 req-5a0d8bd4-49e2-486a-85d0-3007361807c5 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2104952 Nov 10 16:41:32.218957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:32.239017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.337962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18c21ae0-5afe-4c6c-8873-4d3eaf176e13 req-e571e58f-6c4a-482c-ba96-f40a262b8cde tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356089 Nov 10 16:41:32.398231 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaedae86-520e-4110-82f7-893432f62216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.414466 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.433676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2581aaf9-43f0-4131-a785-4dce5ec28335 req-59eb7eed-ed66-4170-9c75-fc89b0e1de1e tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 210 time: 0.0349884 Nov 10 16:41:32.437695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaedae86-520e-4110-82f7-893432f62216 None None] No DVR routers for this DVR port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:32.442574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d069a0c0-fed1-4cd8-9b95-822f0420e53d None None] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:32.450461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:32.452633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No DVR routers for this DVR port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:32.456123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedae86-520e-4110-82f7-893432f62216 None None] Pushing event deleted for resources: {'Port': ['ID=2e025e45-2c33-4ac5-985b-ae6a6d75f4eb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:32.485478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.546106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bea024d6-7633-48e6-95fa-e4482d8f9c11 None None] Provisioning complete for port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:32.546605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea024d6-7633-48e6-95fa-e4482d8f9c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.548998 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:41:32.637974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Port 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb update to ACTIVE by agent not found {{(pid=103327) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 16:41:32.700783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50662) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:32.802636 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea024d6-7633-48e6-95fa-e4482d8f9c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.865781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bea024d6-7633-48e6-95fa-e4482d8f9c11 None None] For port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:32.869960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:32.942065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:32.945797 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:32.988755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea024d6-7633-48e6-95fa-e4482d8f9c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.035815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c20416e6-65d2-48c5-98e1-0233910c6a51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b44c8cce3d74fd3b1aca69ed46a7582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339865 Nov 10 16:41:33.048442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:33.064737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea024d6-7633-48e6-95fa-e4482d8f9c11 None None] Pushing event updated for resources: {'Port': ['ID=6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:33.114372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea613fde-f9b2-4440-8400-e0e8f29a0c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.159641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea613fde-f9b2-4440-8400-e0e8f29a0c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.214830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7184339d-bacd-4122-b3be-19bf1fd1dc8e None None] Provisioning complete for port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:33.215492 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7184339d-bacd-4122-b3be-19bf1fd1dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.216940 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.255032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:33.266232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:33.275279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf65c4d-53fa-4132-96e8-94833dfb45c4']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:33.279943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:33.280308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e025e45-2c33-4ac5-985b-ae6a6d75f4eb not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:33.319933 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-186aea39-f0bf-4907-b879-a1685ddf8478 req-cc5d7fc6-517c-493b-b49f-68f110e38950 tempest-DeleteServersTestJSON-2273192 tempest-DeleteServersTestJSON-2273192-project] 10.222.0.62 "GET /v2.0/ports?device_id=de925c44-da4d-4ab8-a1aa-bc6f6cce472a HTTP/1.1" status: 200 len: 210 time: 0.0832751 Nov 10 16:41:33.320722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:33.325131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea613fde-f9b2-4440-8400-e0e8f29a0c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.328461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:33.329373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea613fde-f9b2-4440-8400-e0e8f29a0c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.332717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ea613fde-f9b2-4440-8400-e0e8f29a0c6c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c181044b-52e7-4608-ba40-534abcbc751c HTTP/1.1" status: 204 len: 168 time: 0.2824171 Nov 10 16:41:33.344549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b2aec-cea7-454e-976f-8961108f07fe None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:33.351351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea613fde-f9b2-4440-8400-e0e8f29a0c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c181044b-52e7-4608-ba40-534abcbc751c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:33.391512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2681b99-f701-4bf3-883b-4d7a661cddf9') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:33.391802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2681b99-f701-4bf3-883b-4d7a661cddf9') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:33.393725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=042b4402-84b3-4b51-b1c6-2cbbdd1dbda2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:33.414381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.462534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-144005ef-9c19-4441-939b-55b5b0024bd7 None None] Provisioning complete for port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:33.463157 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-144005ef-9c19-4441-939b-55b5b0024bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.467051 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.502423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:33.503058 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:33.507594 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:33.534018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058073a-7dbc-47cf-ab7d-4fc31e2bffda req-94748b5d-ec49-494c-b2b8-7899bb57473f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:33.543272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-144005ef-9c19-4441-939b-55b5b0024bd7 None None] Port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:33.544731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1058073a-7dbc-47cf-ab7d-4fc31e2bffda req-94748b5d-ec49-494c-b2b8-7899bb57473f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.1117356 Nov 10 16:41:33.608433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1058073a-7dbc-47cf-ab7d-4fc31e2bffda req-54002f23-3353-48d9-bb75-c8cfcac1b5d5 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477774 Nov 10 16:41:33.622114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45d06732-1682-43d0-a525-1806ddfb2983 req-881ae25f-4ee3-476c-967c-df46ba5222dd tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 210 time: 0.0396402 Nov 10 16:41:33.753041 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.765731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.770679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/networks/3cf65c4d-53fa-4132-96e8-94833dfb45c4 HTTP/1.1" status: 204 len: 168 time: 2.9948900 Nov 10 16:41:33.773568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50702) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:33.778622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'name': 'tempest-PortsIpV6TestJSON-1527869743'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:33.814499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff0ddb-87d0-483f-85ff-757bfe5c408c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Network': ['ID=3cf65c4d-53fa-4132-96e8-94833dfb45c4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:33.826033 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b7447d1-37df-4ff0-bf89-29334bb0c64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.917954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:33.996921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e37d0ad5-5365-4886-8d02-7ce2705bd61d no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:34.017971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: e37d0ad5-5365-4886-8d02-7ce2705bd61d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:41:34.022211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e37d0ad5-5365-4886-8d02-7ce2705bd61d not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:34.101137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:34.106249 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:34.125198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port 7267d022-0cef-48fe-9626-21c5b916d696 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:34.130134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:34.340303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:34.391850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Router 02541582-bad3-44d1-a0c7-928d5e428dbb is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:41:34.519383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:34.522809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:34.529274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Sync routers for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:34.546300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:34.546300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:34.599803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:34.602075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:34.606645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:34.613320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:34.620203 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:34.624957 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-72a798cf-b002-4d02-845a-24945823cb11 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4039572d134d4d12b67df95bd3b4a117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301232 Nov 10 16:41:34.662371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=7267d022-0cef-48fe-9626-21c5b916d696,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:34.688378 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:34.703201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-687e1935-346b-42d5-b68b-34261b817cf6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1778398 Nov 10 16:41:34.705140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50760) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:34.707269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:34.833320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33556b68-70d4-45be-9412-16f77687d98e req-56292dcc-843b-47e7-9fd5-df99e7662fd7 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 210 time: 0.0464325 Nov 10 16:41:34.854912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3adbb134-e37a-4877-917a-4eb23db7cd4a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0801904 Nov 10 16:41:34.864788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50766) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:34.929471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:35.008227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-d1cf3c45-52af-463d-b9ff-9cf991c567b8 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:35.009032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:35.009745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-d1cf3c45-52af-463d-b9ff-9cf991c567b8 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769228 Nov 10 16:41:35.013718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028739 Nov 10 16:41:35.021958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50b7a1-5656-4bd4-9304-14823f4ef16a req-235b0549-18b5-46f9-8997-74d99b3d8f87 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:35.030155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df50b7a1-5656-4bd4-9304-14823f4ef16a req-235b0549-18b5-46f9-8997-74d99b3d8f87 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2522862 Nov 10 16:41:35.036575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50776) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:35.063695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Request body: {'port': {'device_id': '796cff8c-2aae-428f-bafd-67edc3a7f6fb', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '4039572d134d4d12b67df95bd3b4a117'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:35.213905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df50b7a1-5656-4bd4-9304-14823f4ef16a req-8dfd0f74-434f-46cb-81eb-5c3ec2d62bfa tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805549 Nov 10 16:41:35.270800 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e080fd7f-78e1-4fec-9737-5fd954d1417b tempest-NetworksApiDiscovery-1958120798 tempest-NetworksApiDiscovery-1958120798-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2291813 Nov 10 16:41:35.291271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1e5af79b-cb65-47b5-b9d4-56b1fb6dee83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 7267d022-0cef-48fe-9626-21c5b916d696 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:35.291654 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e5af79b-cb65-47b5-b9d4-56b1fb6dee83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.377256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e5af79b-cb65-47b5-b9d4-56b1fb6dee83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.402610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:33Z', 'revision_number': 3, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:35.403270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1e5af79b-cb65-47b5-b9d4-56b1fb6dee83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 7267d022-0cef-48fe-9626-21c5b916d696 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:35.444770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Checking router: 02541582-bad3-44d1-a0c7-928d5e428dbb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:35.445128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Updating router 02541582-bad3-44d1-a0c7-928d5e428dbb port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:41:35.489367 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.490121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:35.490474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.521405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.563627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.575239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Made reservation on behalf of 4039572d134d4d12b67df95bd3b4a117 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:35.586092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.596365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.667178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e5af79b-cb65-47b5-b9d4-56b1fb6dee83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.719961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5af79b-cb65-47b5-b9d4-56b1fb6dee83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=7267d022-0cef-48fe-9626-21c5b916d696,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:35.733616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e5af79b-cb65-47b5-b9d4-56b1fb6dee83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.737464 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1e5af79b-cb65-47b5-b9d4-56b1fb6dee83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/7267d022-0cef-48fe-9626-21c5b916d696 HTTP/1.1" status: 204 len: 168 time: 0.8653343 Nov 10 16:41:35.742032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50798) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:35.748785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'mac_address': 'fa:16:3e:e4:99:e3', 'name': 'tempest-PortsIpV6TestJSON-382683831'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:35.937538 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:35.970537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.011201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab423f38-5dd1-42c1-bc7f-a366aabcb186 req-ceeb916c-a6c4-4af9-a78f-4cdde894f38c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 210 time: 0.0291307 Nov 10 16:41:36.027409 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.038035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Allocated IP 172.20.0.1 (c2cf5e08-84ad-4a93-99ed-5b2f581fd289/cc279a63-2128-412b-a4ba-7615da2ef304/953d6dc0-cb96-4ffc-8228-110680bd0d92) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:36.041118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50818) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:36.087515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.098971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Attempting to bind port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:36.099894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Attempting to bind port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:36.100422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Attempting to bind port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:36.110405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:36.111022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:36.111780 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.112359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:36.113046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Bound port: 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:36.113957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.116137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f8a67-e15d-41f9-9d1e-e2adfe54ceac None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:36.162337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334efff-2b56-4cd3-b536-751e93afe1f6 None None] Pushing event updated for resources: {'Port': ['ID=042b4402-84b3-4b51-b1c6-2cbbdd1dbda2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:36.207674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] For port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:36.213382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] For port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=042b4402-84b3-4b51-b1c6-2cbbdd1dbda2,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:36.215914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.216267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6799ed84-2d24-4cca-b185-07fb41d1db34 None None] Provisioning complete for port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:36.216787 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6799ed84-2d24-4cca-b185-07fb41d1db34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.239792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:36.258073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6799ed84-2d24-4cca-b185-07fb41d1db34 None None] Port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:36.326391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823b4ba3-6634-4a43-99f2-889538eba99f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:36.339476 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.388165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.464741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:36.471154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:36.475356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:36.490282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334efff-2b56-4cd3-b536-751e93afe1f6 None None] Pushing event updated for resources: {'Port': ['ID=042b4402-84b3-4b51-b1c6-2cbbdd1dbda2,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:36.515763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Pushing event updated for resources: {'Port': ['ID=953d6dc0-cb96-4ffc-8228-110680bd0d92,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:36.527536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f2ba73-dd35-4f56-ae53-5eee3fba2a86 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:36.542119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:36.543678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:36.574762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.752546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4c33-50f4-4eb8-bbcd-9f51c313ba38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.781823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.796587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-89b7be01-e804-40df-9de0-fcd35b02710e None None] Provisioning complete for port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:36.796961 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89b7be01-e804-40df-9de0-fcd35b02710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.825651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Allocated IP 192.168.233.31 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/293b8bb4-8db3-4b10-93a4-a8cab9987bce) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:36.857942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ffeb5-aa3f-4e31-b1e1-f0f328cf1cff req-4a701746-41dc-479c-9bb9-9a9b47ab1c92 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:36.859769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f8ffeb5-aa3f-4e31-b1e1-f0f328cf1cff req-4a701746-41dc-479c-9bb9-9a9b47ab1c92 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.4921975 Nov 10 16:41:36.871232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:36.872047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port 9be8b6e8-89e6-4942-8dea-b30a30c321b7 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:36.902083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:36.953015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.109339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f8ffeb5-aa3f-4e31-b1e1-f0f328cf1cff req-8f5367d0-c86a-47d6-ac47-8c4b9f63977e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296760 Nov 10 16:41:37.204338 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89b7be01-e804-40df-9de0-fcd35b02710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.247168 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-89b7be01-e804-40df-9de0-fcd35b02710e None None] For port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=042b4402-84b3-4b51-b1c6-2cbbdd1dbda2,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:37.276198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:33Z', 'revision_number': 3, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:37.285922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb057bab-4678-41b6-b379-3c6befc205d8 req-ddc20d29-1277-4b7f-870a-1970ae5b9bd8 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 210 time: 0.1048021 Nov 10 16:41:37.328429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7789a3-cd78-4e80-b34e-3c3e45bb68f0 None None] The sync data for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 is: [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:33Z', 'revision_number': 3, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:37.362790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4c33-50f4-4eb8-bbcd-9f51c313ba38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.388950 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.390523 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89b7be01-e804-40df-9de0-fcd35b02710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.448246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.466727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-71bd0686-ae2e-46c6-8b7f-c8ee23571f1d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:37.474052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-71bd0686-ae2e-46c6-8b7f-c8ee23571f1d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:37.478103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7be01-e804-40df-9de0-fcd35b02710e None None] Pushing event updated for resources: {'Port': ['ID=042b4402-84b3-4b51-b1c6-2cbbdd1dbda2,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:37.481149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-71bd0686-ae2e-46c6-8b7f-c8ee23571f1d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:37.488476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-71bd0686-ae2e-46c6-8b7f-c8ee23571f1d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:37.498090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-71bd0686-ae2e-46c6-8b7f-c8ee23571f1d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:37.502226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-71bd0686-ae2e-46c6-8b7f-c8ee23571f1d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:37.509078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-71bd0686-ae2e-46c6-8b7f-c8ee23571f1d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:37.515972 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.517480 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-71bd0686-ae2e-46c6-8b7f-c8ee23571f1d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.2478800 Nov 10 16:41:37.524239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.525670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4c33-50f4-4eb8-bbcd-9f51c313ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.546521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-62a9fb72-e773-4bc9-9626-2bad3ae8a218 None None] Provisioning complete for port 953d6dc0-cb96-4ffc-8228-110680bd0d92 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:37.547601 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62a9fb72-e773-4bc9-9626-2bad3ae8a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.616509 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.640883 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.642387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-62a9fb72-e773-4bc9-9626-2bad3ae8a218 None None] Port 953d6dc0-cb96-4ffc-8228-110680bd0d92 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:37.702393 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.718178 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d4f4c33-50f4-4eb8-bbcd-9f51c313ba38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0f7eb26120d4e8b9ca3ae925656d6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6736844 Nov 10 16:41:37.718717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:37.731498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Pushing event updated for resources: {'Port': ['ID=953d6dc0-cb96-4ffc-8228-110680bd0d92,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:37.757760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f4c33-50f4-4eb8-bbcd-9f51c313ba38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d118822-6cc9-4f11-baf5-31901f13b2d5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:37.805846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfbdc628-d646-40b4-8b1e-924e138724e9 req-7a44d0cc-8016-483e-8391-1f17f47a51ec tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2874999 Nov 10 16:41:37.923564 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3d36895-0569-46bf-8ed0-85adcc6aaa42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.927815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.963273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:37.965367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3d36895-0569-46bf-8ed0-85adcc6aaa42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:37.972790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:37.992471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:38.011008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:38.015202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:38.035851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:38.045650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Pushing event updated for resources: {'Port': ['ID=293b8bb4-8db3-4b10-93a4-a8cab9987bce,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:38.103567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:38.111696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:38.174043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:38.181103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.184105 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:38.254878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.255854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:38.260053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=9be8b6e8-89e6-4942-8dea-b30a30c321b7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:38.270096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Router 02541582-bad3-44d1-a0c7-928d5e428dbb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:38.314764 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-00fd7f05-0a70-4997-a5ca-52f50e2cb3d3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5711603 Nov 10 16:41:38.318452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:38.444062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-3fe53607-7c75-419e-af8e-6495330bcf24 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4087105 Nov 10 16:41:38.469510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Request body: {'port': {'device_id': '796cff8c-2aae-428f-bafd-67edc3a7f6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:38.483232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976384-7777-488b-a074-f92012743177 req-39d0c783-371e-4a14-938b-45bb1df4f901 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.488796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76976384-7777-488b-a074-f92012743177 req-39d0c783-371e-4a14-938b-45bb1df4f901 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2188907 Nov 10 16:41:38.527359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2687938f-868a-40dc-9cbc-39295ff78982 None None] Provisioning complete for port 953d6dc0-cb96-4ffc-8228-110680bd0d92 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:38.527807 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2687938f-868a-40dc-9cbc-39295ff78982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:38.568711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2687938f-868a-40dc-9cbc-39295ff78982 None None] Port 953d6dc0-cb96-4ffc-8228-110680bd0d92 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:38.581980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2687938f-868a-40dc-9cbc-39295ff78982 None None] Provisioning complete for port 293b8bb4-8db3-4b10-93a4-a8cab9987bce triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:38.592484 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2687938f-868a-40dc-9cbc-39295ff78982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:38.598989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90ac80-d693-4445-a9d7-a2a2e745b20a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.600987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bf90ac80-d693-4445-a9d7-a2a2e745b20a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/9be8b6e8-89e6-4942-8dea-b30a30c321b7 HTTP/1.1" status: 200 len: 844 time: 0.2418163 Nov 10 16:41:38.604842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:38.624198 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3d36895-0569-46bf-8ed0-85adcc6aaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:38.627170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3d36895-0569-46bf-8ed0-85adcc6aaa42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:38.631861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e3d36895-0569-46bf-8ed0-85adcc6aaa42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d118822-6cc9-4f11-baf5-31901f13b2d5 HTTP/1.1" status: 204 len: 168 time: 0.9118741 Nov 10 16:41:38.653934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:38.657071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2687938f-868a-40dc-9cbc-39295ff78982 None None] Port 293b8bb4-8db3-4b10-93a4-a8cab9987bce cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:38.679492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2960d1ee-0fd5-4ef9-923d-f5d09027cba8 admin admin] 10.222.0.62 "PUT /v2.0/routers/02541582-bad3-44d1-a0c7-928d5e428dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9719975 Nov 10 16:41:38.680649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d36895-0569-46bf-8ed0-85adcc6aaa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d118822-6cc9-4f11-baf5-31901f13b2d5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:38.717210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-670b7f8b-52ff-490b-9531-e785df03c80c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.717325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76976384-7777-488b-a074-f92012743177 req-b2871f6b-1ecb-4c42-b0f5-c3b9166c47cc tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134047 Nov 10 16:41:38.720951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-670b7f8b-52ff-490b-9531-e785df03c80c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.742866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-670b7f8b-52ff-490b-9531-e785df03c80c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.763677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-670b7f8b-52ff-490b-9531-e785df03c80c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.775498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-670b7f8b-52ff-490b-9531-e785df03c80c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.795011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-670b7f8b-52ff-490b-9531-e785df03c80c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.810553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-670b7f8b-52ff-490b-9531-e785df03c80c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:38.810553 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-670b7f8b-52ff-490b-9531-e785df03c80c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.4916375 Nov 10 16:41:38.874213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:38.931097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:38.998852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:38.999805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:39.396894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-f04553c7-7dd5-4e3c-85cb-6eda918d673a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.406314 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-f04553c7-7dd5-4e3c-85cb-6eda918d673a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "GET /v2.0/ports/9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5837662 Nov 10 16:41:39.476954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c01d1-cab1-4faf-8dbb-43ae2fa2c435 req-c6135341-78be-4b81-a8da-0ccd15e103b4 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.479879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-5827a5b4-dc3c-410e-8886-4f829d7b3644 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.484702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-026c01d1-cab1-4faf-8dbb-43ae2fa2c435 req-c6135341-78be-4b81-a8da-0ccd15e103b4 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 935 time: 1.0649898 Nov 10 16:41:39.508228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-5827a5b4-dc3c-410e-8886-4f829d7b3644 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.518256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-5827a5b4-dc3c-410e-8886-4f829d7b3644 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.527032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-5827a5b4-dc3c-410e-8886-4f829d7b3644 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.536109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-5827a5b4-dc3c-410e-8886-4f829d7b3644 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.543155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-5827a5b4-dc3c-410e-8886-4f829d7b3644 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.550449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-5827a5b4-dc3c-410e-8886-4f829d7b3644 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.553326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-5827a5b4-dc3c-410e-8886-4f829d7b3644 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.6152940 Nov 10 16:41:39.679411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-23dec93a-9ffa-4bf7-8404-aeee1e65b4ca req-1c5fddf9-bc06-4f19-82e0-2903319d871c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133192 Nov 10 16:41:39.873688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddddf3-339e-4422-8d30-b2a19cea13ed req-a43a7e3e-8b8d-42b9-b11f-6ab9d336999a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:39.884039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdddddf3-339e-4422-8d30-b2a19cea13ed req-a43a7e3e-8b8d-42b9-b11f-6ab9d336999a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.0742474 Nov 10 16:41:39.931260 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-026c01d1-cab1-4faf-8dbb-43ae2fa2c435 req-988b96e4-b9e5-40d7-84ec-6ad2df9807b7 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453859 Nov 10 16:41:39.999224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff514b-901b-4dc4-adcc-06bab03d3b1f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 9be8b6e8-89e6-4942-8dea-b30a30c321b7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:39.999961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdddddf3-339e-4422-8d30-b2a19cea13ed req-292920a9-35cb-4523-8d05-edc94de27bf3 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146595 Nov 10 16:41:40.000704 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0ff514b-901b-4dc4-adcc-06bab03d3b1f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.017830 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7629791-3345-4436-910f-85d4df776483 None None] Sync routers for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:40.031823 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7629791-3345-4436-910f-85d4df776483 None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:40.033411 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d7629791-3345-4436-910f-85d4df776483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:40.039018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-40245450-7755-464d-afe0-4db60a0b654b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "GET /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5957649 Nov 10 16:41:40.120758 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0ff514b-901b-4dc4-adcc-06bab03d3b1f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.138537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff514b-901b-4dc4-adcc-06bab03d3b1f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 9be8b6e8-89e6-4942-8dea-b30a30c321b7 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:40.149564 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d7629791-3345-4436-910f-85d4df776483 None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:40.153422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:40.299641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.324090 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.379732 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d7629791-3345-4436-910f-85d4df776483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 2, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:40.414081 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7629791-3345-4436-910f-85d4df776483 None None] Checking router: 02541582-bad3-44d1-a0c7-928d5e428dbb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:40.414081 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7629791-3345-4436-910f-85d4df776483 None None] Updating router 02541582-bad3-44d1-a0c7-928d5e428dbb port 953d6dc0-cb96-4ffc-8228-110680bd0d92 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:41:40.415332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293b8bb4-8db3-4b10-93a4-a8cab9987bce {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:41:40.429541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.442590 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7629791-3345-4436-910f-85d4df776483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.531540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Transition to ACTIVE for port object 293b8bb4-8db3-4b10-93a4-a8cab9987bce will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:41:40.537579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0ff514b-901b-4dc4-adcc-06bab03d3b1f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.560425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] For port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:40.600167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f0ff514b-901b-4dc4-adcc-06bab03d3b1f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.604196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f0ff514b-901b-4dc4-adcc-06bab03d3b1f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/9be8b6e8-89e6-4942-8dea-b30a30c321b7 HTTP/1.1" status: 204 len: 168 time: 1.9734759 Nov 10 16:41:40.606906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff514b-901b-4dc4-adcc-06bab03d3b1f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=9be8b6e8-89e6-4942-8dea-b30a30c321b7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:40.607034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:40.650877 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4394f028-308a-45e1-b2c4-b063ea5c85f6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:41:40.653641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4394f028-308a-45e1-b2c4-b063ea5c85f6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/9be8b6e8-89e6-4942-8dea-b30a30c321b7 HTTP/1.1" status: 404 len: 333 time: 0.0456493 Nov 10 16:41:40.679401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:40.685651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'name': 'tempest-PortsIpV6TestJSON-968883938'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:40.698636 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.825667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Pushing event updated for resources: {'Port': ['ID=293b8bb4-8db3-4b10-93a4-a8cab9987bce,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:40.834284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50996) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:40.866461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] For port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:40.971083 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7629791-3345-4436-910f-85d4df776483 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:40.996682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:41.000386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.056704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port b17ef4e9-aa75-4639-8dad-8445c3ec412a yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:41.095274 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7629791-3345-4436-910f-85d4df776483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.186508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] device_id is not set on port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:41.285931 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58392910-ae31-45f5-bed3-1abd9fe64a32 None None] Pushing event updated for resources: {'Port': ['ID=953d6dc0-cb96-4ffc-8228-110680bd0d92,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:41.346229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-3f444017-2514-4958-9902-4cf322870a18 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.357454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-3f444017-2514-4958-9902-4cf322870a18 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.364345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-3f444017-2514-4958-9902-4cf322870a18 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.373816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-3f444017-2514-4958-9902-4cf322870a18 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.381800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-3f444017-2514-4958-9902-4cf322870a18 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.382947 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-d7629791-3345-4436-910f-85d4df776483 None None] Attempting to bind port 953d6dc0-cb96-4ffc-8228-110680bd0d92 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:41.383340 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-d7629791-3345-4436-910f-85d4df776483 None None] Attempting to bind port 953d6dc0-cb96-4ffc-8228-110680bd0d92 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:41.386633 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7629791-3345-4436-910f-85d4df776483 None None] Attempting to bind port 953d6dc0-cb96-4ffc-8228-110680bd0d92 on network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:41.396528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-3f444017-2514-4958-9902-4cf322870a18 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.397728 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7629791-3345-4436-910f-85d4df776483 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:41.398196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7629791-3345-4436-910f-85d4df776483 None None] Checking segment: {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:41.403767 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7629791-3345-4436-910f-85d4df776483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.403767 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7629791-3345-4436-910f-85d4df776483 None None] Bound using segment: {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:41.403767 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-d7629791-3345-4436-910f-85d4df776483 None None] Bound port: 953d6dc0-cb96-4ffc-8228-110680bd0d92, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:41.403767 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7629791-3345-4436-910f-85d4df776483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.412311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557f9e2-0805-4730-a51d-35416d6c3bb8 req-c64f67eb-aede-428c-b91a-6f6dbf5941f2 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.413898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9557f9e2-0805-4730-a51d-35416d6c3bb8 req-c64f67eb-aede-428c-b91a-6f6dbf5941f2 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 947 time: 0.2235930 Nov 10 16:41:41.432990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-3f444017-2514-4958-9902-4cf322870a18 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.444836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-3f444017-2514-4958-9902-4cf322870a18 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 5446 time: 0.5956519 Nov 10 16:41:41.448428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.455719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.541439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Attempting to bind port 293b8bb4-8db3-4b10-93a4-a8cab9987bce on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:41.541439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Attempting to bind port 293b8bb4-8db3-4b10-93a4-a8cab9987bce by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:41.542149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Attempting to bind port 293b8bb4-8db3-4b10-93a4-a8cab9987bce on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:41.548470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9557f9e2-0805-4730-a51d-35416d6c3bb8 req-0135000a-9b3c-4ef1-a8f2-bbded89b8a34 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080480 Nov 10 16:41:41.554113 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d7629791-3345-4436-910f-85d4df776483 None None] For port 953d6dc0-cb96-4ffc-8228-110680bd0d92, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:41.564037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35c639fa-6d66-4af6-8bc4-f7526a98b9b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.569033 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-d7629791-3345-4436-910f-85d4df776483 None None] For port 953d6dc0-cb96-4ffc-8228-110680bd0d92, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=953d6dc0-cb96-4ffc-8228-110680bd0d92,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:41.667067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Port 293b8bb4-8db3-4b10-93a4-a8cab9987bce on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:41:41.667838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Attempting to bind port 293b8bb4-8db3-4b10-93a4-a8cab9987bce on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:41.685282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:41.686104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:41.686758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:41.687515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Bound port: 293b8bb4-8db3-4b10-93a4-a8cab9987bce, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:41.688121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.688714 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-d7629791-3345-4436-910f-85d4df776483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.690795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.714827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cfeaf76c-73a4-42f8-976e-3c1f3e25bc81 None None] Provisioning complete for port 953d6dc0-cb96-4ffc-8228-110680bd0d92 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:41.715279 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf76c-73a4-42f8-976e-3c1f3e25bc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.774340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c97ed-051b-40ec-a10f-8d56f0a8bdb1 req-db0b577c-6bb4-4468-8341-ae01bc5c0e5c tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:41.787486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b58c97ed-051b-40ec-a10f-8d56f0a8bdb1 req-db0b577c-6bb4-4468-8341-ae01bc5c0e5c tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.0973930 Nov 10 16:41:41.816233 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:41.870377 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7629791-3345-4436-910f-85d4df776483 None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:41.871043 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d7629791-3345-4436-910f-85d4df776483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:41.915164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:41.932509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] No DVR routers for this DVR port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:41.988815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 57571b6f-0873-4036-98ed-239eef444a3b no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:41.990886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:41.995460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:42.003501 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58392910-ae31-45f5-bed3-1abd9fe64a32 None None] Pushing event updated for resources: {'Port': ['ID=953d6dc0-cb96-4ffc-8228-110680bd0d92,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:42.013828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:42.014508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.107376 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf76c-73a4-42f8-976e-3c1f3e25bc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.179075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] For port 293b8bb4-8db3-4b10-93a4-a8cab9987bce, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:42.187906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] For port 293b8bb4-8db3-4b10-93a4-a8cab9987bce, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=293b8bb4-8db3-4b10-93a4-a8cab9987bce,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:42.206354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b58c97ed-051b-40ec-a10f-8d56f0a8bdb1 req-85d8811d-3181-4d52-a73e-29af4792671b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154451 Nov 10 16:41:42.208602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] In _notify_port_updated(), no bound segment for port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:41:42.210729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:42.211180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.212776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] 10.222.0.18 "PUT /v2.0/ports/9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 200 len: 1033 time: 2.0670500 Nov 10 16:41:42.227794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-374ab3ec-f7a8-4a4a-9c95-45331bbe781a req-94f36754-7f31-4849-8906-a4a064403863 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7818003 Nov 10 16:41:42.265784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5826883 Nov 10 16:41:42.278742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:42.281812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cfeaf76c-73a4-42f8-976e-3c1f3e25bc81 None None] For port 953d6dc0-cb96-4ffc-8228-110680bd0d92, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=953d6dc0-cb96-4ffc-8228-110680bd0d92,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:42.285086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:42.296703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345c431-3102-404d-87ab-dc6b2e6f1b16 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=b17ef4e9-aa75-4639-8dad-8445c3ec412a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:42.327091 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d7629791-3345-4436-910f-85d4df776483 None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:42.342311 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.386739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 57571b6f-0873-4036-98ed-239eef444a3b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=57571b6f-0873-4036-98ed-239eef444a3b,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:42.388584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57571b6f-0873-4036-98ed-239eef444a3b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:42.391493 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c0752f-f5fe-4214-b200-b94ba4e02d35" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "57571b6f-0873-4036-98ed-239eef444a3b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:42.396523 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf76c-73a4-42f8-976e-3c1f3e25bc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.414523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:42.432487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5579a6-61e6-42ab-9d5b-16a581050942 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:42.443392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.448763 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.449625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device aee5a20c-db61-4a58-90ea-c56c845f6bb8 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:42.489808 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce6efeb-d36d-477f-bb54-f66e8d0ab3b4 x-openstack-request-id: req-5ce6efeb-d36d-477f-bb54-f66e8d0ab3b4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:42.489808 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "57571b6f-0873-4036-98ed-239eef444a3b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:42.489808 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ce6efeb-d36d-477f-bb54-f66e8d0ab3b4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:42.490173 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57571b6f-0873-4036-98ed-239eef444a3b', 'code': 200} Nov 10 16:41:42.647560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-121f8333-b6e9-48b1-aae6-3630768ce697 None None] Provisioning complete for port 953d6dc0-cb96-4ffc-8228-110680bd0d92 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:42.648204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-121f8333-b6e9-48b1-aae6-3630768ce697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.666799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaf76c-73a4-42f8-976e-3c1f3e25bc81 None None] Pushing event updated for resources: {'Port': ['ID=953d6dc0-cb96-4ffc-8228-110680bd0d92,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:42.684683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Pushing event updated for resources: {'Port': ['ID=293b8bb4-8db3-4b10-93a4-a8cab9987bce,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:42.706828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-4e3d0103-b192-4f50-88bf-5505bfbd9643 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:42.708180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-4e3d0103-b192-4f50-88bf-5505bfbd9643 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "GET /v2.0/ports/3d3957dd-ba10-46d1-a448-e33d29f5ae14?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4765778 Nov 10 16:41:42.722139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:42.727781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.729325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-0fa8a352-7013-4ebb-82cd-7ebb0c969540 service neutron] 10.222.0.18 "PUT /v2.0/ports/293b8bb4-8db3-4b10-93a4-a8cab9987bce HTTP/1.1" status: 200 len: 1096 time: 4.2664819 Nov 10 16:41:42.753383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796cff8c-2aae-428f-bafd-67edc3a7f6fb', 'tag': '293b8bb4-8db3-4b10-93a4-a8cab9987bce'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:42.758125 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b84122-8288-4e1d-8e1b-f65cc9390715" -d '{"events": [{"name": "network-changed", "server_uuid": "796cff8c-2aae-428f-bafd-67edc3a7f6fb", "tag": "293b8bb4-8db3-4b10-93a4-a8cab9987bce"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:42.780889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:42.809156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:42.813232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35c639fa-6d66-4af6-8bc4-f7526a98b9b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.025488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-37376c21-a857-4207-a251-3e6bc308a37d admin admin] Deleting subnet c086cf2f-907f-43eb-aa4f-03e65c19d7a8 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:41:43.033174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37376c21-a857-4207-a251-3e6bc308a37d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.140288 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37376c21-a857-4207-a251-3e6bc308a37d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.154964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=57571b6f-0873-4036-98ed-239eef444a3b,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:43.177067 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.182860 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d7629791-3345-4436-910f-85d4df776483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:41Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:43.265595 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.266204 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37376c21-a857-4207-a251-3e6bc308a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.276574 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7629791-3345-4436-910f-85d4df776483 None None] The sync data for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 is: [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:41Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:43.314304 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bda27f-d7cc-4aec-9ce3-82861dcfb64f x-openstack-request-id: req-16bda27f-d7cc-4aec-9ce3-82861dcfb64f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:43.324392 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796cff8c-2aae-428f-bafd-67edc3a7f6fb", "tag": "293b8bb4-8db3-4b10-93a4-a8cab9987bce", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:43.324392 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16bda27f-d7cc-4aec-9ce3-82861dcfb64f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:43.324392 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796cff8c-2aae-428f-bafd-67edc3a7f6fb', 'tag': '293b8bb4-8db3-4b10-93a4-a8cab9987bce', 'status': 'completed', 'code': 200} Nov 10 16:41:43.325224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35c639fa-6d66-4af6-8bc4-f7526a98b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.574456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.578145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port aee5a20c-db61-4a58-90ea-c56c845f6bb8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:43.578496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.578660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-121f8333-b6e9-48b1-aae6-3630768ce697 None None] Provisioning complete for port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:43.578660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-121f8333-b6e9-48b1-aae6-3630768ce697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.578856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-f8bfa1ce-385a-4815-bbc1-7544065542cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:43.578856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-f8bfa1ce-385a-4815-bbc1-7544065542cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4039572d134d4d12b67df95bd3b4a117&device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 1099 time: 0.6096992 Nov 10 16:41:43.578856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f8ec0-1e8e-4f9d-9bd4-4117e850abf2 req-f3c6c3da-63c2-443d-afac-7a4480f397e7 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:43.578856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d64f8ec0-1e8e-4f9d-9bd4-4117e850abf2 req-f3c6c3da-63c2-443d-afac-7a4480f397e7 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 947 time: 0.7821205 Nov 10 16:41:43.579181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-121f8333-b6e9-48b1-aae6-3630768ce697 None None] Port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:43.580739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b58ff-c2eb-471a-8f20-7e342cb1a612 req-53d63416-d1c6-47a6-91c7-13e850e5377a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:43.581810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.582702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:43.589526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-35c639fa-6d66-4af6-8bc4-f7526a98b9b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d68d67c5e20344eda1ab8ab9a064e8ef&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7486670 Nov 10 16:41:43.590167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] In _notify_port_updated(), no bound segment for port b17ef4e9-aa75-4639-8dad-8445c3ec412a on network e615371b-7f40-4b06-974e-91edacf37350 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:41:43.591875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-366b58ff-c2eb-471a-8f20-7e342cb1a612 req-53d63416-d1c6-47a6-91c7-13e850e5377a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2346914 Nov 10 16:41:43.594130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:43.596283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:43.597033 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.598604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "PUT /v2.0/ports/b17ef4e9-aa75-4639-8dad-8445c3ec412a HTTP/1.1" status: 200 len: 818 time: 1.3187928 Nov 10 16:41:43.607155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-75f9f31d-ce52-4ddf-9040-12a0c335a3fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=293b8bb4-8db3-4b10-93a4-a8cab9987bce HTTP/1.1" status: 200 len: 217 time: 0.0860195 Nov 10 16:41:43.616314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51090) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:43.634030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c639fa-6d66-4af6-8bc4-f7526a98b9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0fc42e-6e8c-423e-bdb2-6105fcac20d3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:43.697912 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37376c21-a857-4207-a251-3e6bc308a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.707816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:43.708355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device f2311527-52a3-4c34-b032-97c1e37296c0 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:43.764281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9e625-bacd-4b2a-8ead-076ce38484c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=b17ef4e9-aa75-4639-8dad-8445c3ec412a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:43.772622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-d69d242d-b625-496d-b9ed-2d853eda9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:43.774954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-d69d242d-b625-496d-b9ed-2d853eda9cc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1490490 Nov 10 16:41:43.803642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37376c21-a857-4207-a251-3e6bc308a37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c086cf2f-907f-43eb-aa4f-03e65c19d7a8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:43.829015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=aee5a20c-db61-4a58-90ea-c56c845f6bb8,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:43.845334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37376c21-a857-4207-a251-3e6bc308a37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.845334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-37376c21-a857-4207-a251-3e6bc308a37d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c086cf2f-907f-43eb-aa4f-03e65c19d7a8 HTTP/1.1" status: 204 len: 168 time: 1.4274943 Nov 10 16:41:43.849056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:43.851664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f40d284-eacb-4836-878d-ea07e5e699c3 None None] Network 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:43.873360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-275b4940-f6c8-44ab-b73d-d001fa5b7ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.919985 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-275b4940-f6c8-44ab-b73d-d001fa5b7ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:43.964728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-366b58ff-c2eb-471a-8f20-7e342cb1a612 req-fc59c660-164a-4586-9bd3-f0b91e05eb5f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643825 Nov 10 16:41:43.991628 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.010964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d64f8ec0-1e8e-4f9d-9bd4-4117e850abf2 req-d32aca3a-d8a7-4ad5-b848-27ad48ae635c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308331 Nov 10 16:41:44.066023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-f3e47521-6dfd-42fb-bbcd-f4ec13bc2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:44.066023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-f3e47521-6dfd-42fb-bbcd-f4ec13bc2d0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2472944 Nov 10 16:41:44.228047 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.293097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4f0dc-8787-4943-9750-9999f9ca2843 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port b17ef4e9-aa75-4639-8dad-8445c3ec412a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:44.303238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f0dc-8787-4943-9750-9999f9ca2843 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.341628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port f2311527-52a3-4c34-b032-97c1e37296c0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=f2311527-52a3-4c34-b032-97c1e37296c0,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:44.347659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa4438-62a3-4bc7-bcba-2a408faed261 None None] DHCP port deletion for 1c27b5c7-e493-4d18-b58c-41f6e7206ff0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:44.350286 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-275b4940-f6c8-44ab-b73d-d001fa5b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.353279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-275b4940-f6c8-44ab-b73d-d001fa5b7ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.354567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-275b4940-f6c8-44ab-b73d-d001fa5b7ec6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f0fc42e-6e8c-423e-bdb2-6105fcac20d3 HTTP/1.1" status: 204 len: 168 time: 0.7584157 Nov 10 16:41:44.400616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b4940-f6c8-44ab-b73d-d001fa5b7ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0fc42e-6e8c-423e-bdb2-6105fcac20d3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:44.450553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d805-804a-45e0-8248-2e48a581ac24 req-4d80827e-2750-4cad-a1a1-42fe6748948c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:44.461127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.462192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d805-804a-45e0-8248-2e48a581ac24 req-4d80827e-2750-4cad-a1a1-42fe6748948c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:44.468279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5a79d855-3823-485e-9407-630369d07b6d no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:44.474897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d805-804a-45e0-8248-2e48a581ac24 req-4d80827e-2750-4cad-a1a1-42fe6748948c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:44.475056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] For port 3d3957dd-ba10-46d1-a448-e33d29f5ae14, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=3d3957dd-ba10-46d1-a448-e33d29f5ae14,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:44.476680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d805-804a-45e0-8248-2e48a581ac24 req-4d80827e-2750-4cad-a1a1-42fe6748948c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:44.483079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d805-804a-45e0-8248-2e48a581ac24 req-4d80827e-2750-4cad-a1a1-42fe6748948c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:44.489919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d805-804a-45e0-8248-2e48a581ac24 req-4d80827e-2750-4cad-a1a1-42fe6748948c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:44.493345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8de2d805-804a-45e0-8248-2e48a581ac24 req-4d80827e-2750-4cad-a1a1-42fe6748948c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 4662 time: 0.2583950 Nov 10 16:41:44.506093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8'}, {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2311527-52a3-4c34-b032-97c1e37296c0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:44.508848 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4313ff3b-d12f-40b9-b249-cb4599fa9350" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "aee5a20c-db61-4a58-90ea-c56c845f6bb8"}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2311527-52a3-4c34-b032-97c1e37296c0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:44.511465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f0dc-8787-4943-9750-9999f9ca2843 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.533693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.553065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-b29bfcff-2786-467a-b873-c331876777ae service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653687 Nov 10 16:41:44.558098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c27b5c7-e493-4d18-b58c-41f6e7206ff0']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:44.574771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4f0dc-8787-4943-9750-9999f9ca2843 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for b17ef4e9-aa75-4639-8dad-8445c3ec412a owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:44.575841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:44.576139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0db0bf-b9ad-40fb-bf98-22a75a2f64aa') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:44.594130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.609466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=f2311527-52a3-4c34-b032-97c1e37296c0,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:44.615547 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46c0b93-021e-4312-9b8a-6b143ae949bb x-openstack-request-id: req-e46c0b93-021e-4312-9b8a-6b143ae949bb {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:44.616156 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "aee5a20c-db61-4a58-90ea-c56c845f6bb8", "code": 200}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2311527-52a3-4c34-b032-97c1e37296c0", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:44.616979 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e46c0b93-021e-4312-9b8a-6b143ae949bb {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:44.617611 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8', 'code': 200} Nov 10 16:41:44.618087 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2311527-52a3-4c34-b032-97c1e37296c0', 'code': 200} Nov 10 16:41:44.630645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.640788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] For port 3d3957dd-ba10-46d1-a448-e33d29f5ae14, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:44.659841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:41:44.659841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.713011 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:41:44.759743 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:41:44.793765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] device_id is not set on port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:44.814978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.815928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5a79d855-3823-485e-9407-630369d07b6d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5a79d855-3823-485e-9407-630369d07b6d,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:44.825928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8de2d805-804a-45e0-8248-2e48a581ac24 req-57a4b807-9dd6-45e2-9574-aea91c82081f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ee439e8-2da5-4d87-b440-c4e364c0ddf2&id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3254280 Nov 10 16:41:44.848034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 953d6dc0-cb96-4ffc-8228-110680bd0d92 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:44.859195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-261c6a16-7114-452e-9546-6ad4d08896f7 req-89d3bd25-d62e-4e95-9e7d-58b9bbcd1821 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873693 Nov 10 16:41:44.922159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.925547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.925763 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.927782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 3d3957dd-ba10-46d1-a448-e33d29f5ae14 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:44.951524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:44.957588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] 10.222.0.62 "DELETE /v2.0/networks/1c27b5c7-e493-4d18-b58c-41f6e7206ff0 HTTP/1.1" status: 204 len: 168 time: 1.1040914 Nov 10 16:41:44.973470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc320b-4f0b-4ed4-b1a2-0ba38acb5bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=1c27b5c7-e493-4d18-b58c-41f6e7206ff0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:44.978317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 953d6dc0-cb96-4ffc-8228-110680bd0d92 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:44.978687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.008111 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f0dc-8787-4943-9750-9999f9ca2843 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.179265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] No DVR routers for this DVR port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:45.197149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 3d3957dd-ba10-46d1-a448-e33d29f5ae14 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:41:45.197594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device c3350ac3-2a06-4b9a-9f6d-e049bf9e663d no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:41:45.294920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e4bc2-ed8d-43c2-b27e-85f6b11f1e46 req-86acd1f8-c16c-4af9-956d-f6cd4f2d4533 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:45.296920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-151e4bc2-ed8d-43c2-b27e-85f6b11f1e46 req-86acd1f8-c16c-4af9-956d-f6cd4f2d4533 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 947 time: 0.1330576 Nov 10 16:41:45.313677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5a79d855-3823-485e-9407-630369d07b6d,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:45.406357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] Pushing event updated for resources: {'Port': ['ID=3d3957dd-ba10-46d1-a448-e33d29f5ae14,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:45.446148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-151e4bc2-ed8d-43c2-b27e-85f6b11f1e46 req-2cec67b3-46e0-4725-9a3a-73dc1ae9fa71 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362627 Nov 10 16:41:45.468710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f0dc-8787-4943-9750-9999f9ca2843 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.476018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b2e4f0dc-8787-4943-9750-9999f9ca2843 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/b17ef4e9-aa75-4639-8dad-8445c3ec412a HTTP/1.1" status: 204 len: 168 time: 1.8574631 Nov 10 16:41:45.477422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:45.497813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4f0dc-8787-4943-9750-9999f9ca2843 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=b17ef4e9-aa75-4639-8dad-8445c3ec412a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:45.537889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-508dffbc-38b6-4e18-ba5e-c167d3127593 None None] Provisioning complete for port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:45.542799 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-508dffbc-38b6-4e18-ba5e-c167d3127593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.575908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] In _notify_port_updated(), no bound segment for port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 on network 569fc79e-ea89-4663-8391-e22716c464b6 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:41:45.577356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:45.577968 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.579863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-cfc4d5ec-5f0b-49a6-94d2-1244f4f13a3d service neutron] 10.222.0.18 "PUT /v2.0/ports/3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 200 len: 1033 time: 2.8334541 Nov 10 16:41:45.583992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-e8323ab6-6388-48df-9161-9bb59e58259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:45.585775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-e8323ab6-6388-48df-9161-9bb59e58259f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4039572d134d4d12b67df95bd3b4a117&device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 1099 time: 0.5626822 Nov 10 16:41:45.605704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8d9eb-70a9-460d-be56-7387e71fb328 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:45.605704 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cbb8d9eb-70a9-460d-be56-7387e71fb328 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1186593 Nov 10 16:41:45.606510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:45.643159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-508dffbc-38b6-4e18-ba5e-c167d3127593 None None] Port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:45.659709 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.681367 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-523e3f4c-bfed-4747-b376-7ddcebad6d17 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:41:45.691624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-523e3f4c-bfed-4747-b376-7ddcebad6d17 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/b17ef4e9-aa75-4639-8dad-8445c3ec412a HTTP/1.1" status: 404 len: 333 time: 0.0799992 Nov 10 16:41:45.694770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:45.703906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1159537085'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:45.713686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:45.727822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:45.739762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54238869-83af-49fd-8cef-76cfdd210185 req-1f3b8fb8-9ce1-4624-a4b3-424dda4c8b67 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:45.741323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-54238869-83af-49fd-8cef-76cfdd210185 req-1f3b8fb8-9ce1-4624-a4b3-424dda4c8b67 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.5519052 Nov 10 16:41:45.779047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aaef8351-9b91-4021-8e1f-cc8c193e1134 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f651b33b7fe24cec8653747a92dd1c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636692 Nov 10 16:41:45.779661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:45.836725 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37f4fb2b-b740-4010-9c4a-9792fd697637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.864035 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37f4fb2b-b740-4010-9c4a-9792fd697637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.868727 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.871698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:45.876672 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.906998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-7cc41164-1486-42e9-be26-e26840f22ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:45.920213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-7cc41164-1486-42e9-be26-e26840f22ba2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.3209684 Nov 10 16:41:45.924112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-54238869-83af-49fd-8cef-76cfdd210185 req-3d62386f-26c8-48f6-bbe4-0e7edee5e489 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748209 Nov 10 16:41:45.934072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:41:45.949357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:45.949825 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Added segment 35d60464-3952-4971-aa78-b5fa765bf614 of type vlan for network 59d7f487-4ded-4ed5-ae46-698d34c6681a Nov 10 16:41:45.972271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting port 5a79d855-3823-485e-9407-630369d07b6d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:45.975114 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:46.015587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:46.035718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:46.089425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb25a-fb9d-42b0-aba1-4b09e982b88b req-03525668-bd2d-403e-a312-fd6531277043 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.096982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb25a-fb9d-42b0-aba1-4b09e982b88b req-03525668-bd2d-403e-a312-fd6531277043 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.107988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb25a-fb9d-42b0-aba1-4b09e982b88b req-03525668-bd2d-403e-a312-fd6531277043 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.118153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb25a-fb9d-42b0-aba1-4b09e982b88b req-03525668-bd2d-403e-a312-fd6531277043 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.126652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb25a-fb9d-42b0-aba1-4b09e982b88b req-03525668-bd2d-403e-a312-fd6531277043 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.126835 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3eeeb25a-fb9d-42b0-aba1-4b09e982b88b req-03525668-bd2d-403e-a312-fd6531277043 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 3876 time: 0.1395264 Nov 10 16:41:46.130006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37f4fb2b-b740-4010-9c4a-9792fd697637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:46.132491 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37f4fb2b-b740-4010-9c4a-9792fd697637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:46.139135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-37f4fb2b-b740-4010-9c4a-9792fd697637 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4226dcd-fe77-4a97-9a18-51584a1c3184 HTTP/1.1" status: 204 len: 168 time: 0.3557663 Nov 10 16:41:46.168467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4fb2b-b740-4010-9c4a-9792fd697637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4226dcd-fe77-4a97-9a18-51584a1c3184,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:46.257334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:46.277876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.280700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:46.310521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3eeeb25a-fb9d-42b0-aba1-4b09e982b88b req-240266e7-06b2-4139-aaa7-3e023bea8d55 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504023 Nov 10 16:41:46.383916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Network': ['ID=59d7f487-4ded-4ed5-ae46-698d34c6681a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:46.409642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:41:46.505082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ef4ed874-ce85-4776-a038-77a60a262b40 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8090141 Nov 10 16:41:46.507831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:46.515346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:46.583534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-6662ec7c-8703-4518-a9c2-86d714095c26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=293b8bb4-8db3-4b10-93a4-a8cab9987bce HTTP/1.1" status: 200 len: 217 time: 0.6538572 Nov 10 16:41:46.619374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a79d855-3823-485e-9407-630369d07b6d'}, {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:46.622588 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98852df-f5d7-4494-9968-0e63cb3bc3c1" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a79d855-3823-485e-9407-630369d07b6d"}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:46.718217 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc8a99-3223-4714-9d1d-5ebbd57fd07c x-openstack-request-id: req-a0fc8a99-3223-4714-9d1d-5ebbd57fd07c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:46.718599 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a79d855-3823-485e-9407-630369d07b6d", "code": 200}, {"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:46.718864 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0fc8a99-3223-4714-9d1d-5ebbd57fd07c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:46.719241 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a79d855-3823-485e-9407-630369d07b6d', 'code': 200} Nov 10 16:41:46.719474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] For port 5a79d855-3823-485e-9407-630369d07b6d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5a79d855-3823-485e-9407-630369d07b6d,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:46.719605 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'code': 200} Nov 10 16:41:46.719846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:46.743842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Calling delete_port for 5a79d855-3823-485e-9407-630369d07b6d owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:46.747107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-a2a473a6-103a-4cc7-94d8-6925924f4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.748255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-a2a473a6-103a-4cc7-94d8-6925924f4b3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1528552 Nov 10 16:41:46.836302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9065a-0b30-4d58-a65b-c52b737cd5fa req-164a6dbe-c42c-4e16-9f26-c98b8f71198c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.837875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28b9065a-0b30-4d58-a65b-c52b737cd5fa req-164a6dbe-c42c-4e16-9f26-c98b8f71198c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 947 time: 0.2174003 Nov 10 16:41:46.883364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-8661f206-dffc-49c9-92cf-961a51264c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:46.884955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-8661f206-dffc-49c9-92cf-961a51264c3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264703 Nov 10 16:41:46.895704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:46.904693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:47.027793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28b9065a-0b30-4d58-a65b-c52b737cd5fa req-7309ed25-d9d7-4147-bd5e-95159647d7d1 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822770 Nov 10 16:41:47.090636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-a0dd118c-895c-4006-8187-abbf4ed97d3d service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875930 Nov 10 16:41:47.179549 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:47.227090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Port': ['ID=5a79d855-3823-485e-9407-630369d07b6d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:47.272391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92b84122-8288-4e1d-8e1b-f65cc9390715 req-556dba48-b88c-4921-9f44-dc5e4f7a01fd service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734073 Nov 10 16:41:47.286969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] No DVR routers for this DVR port 5a79d855-3823-485e-9407-630369d07b6d on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:47.289559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:47.293571 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-ba8e64fb-4c65-484b-8a69-28d8660fc5f8 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "DELETE /v2.0/ports/5a79d855-3823-485e-9407-630369d07b6d HTTP/1.1" status: 204 len: 173 time: 1.7042184 Nov 10 16:41:47.294033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': '5a79d855-3823-485e-9407-630369d07b6d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:47.296330 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6412bb1-f69b-4ba1-80b3-b8821fb2d899" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "5a79d855-3823-485e-9407-630369d07b6d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:47.390629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb3fe-eb0e-4c97-b515-b75eee08fa94 req-49bdc3f3-5882-47b5-8d19-5e6318fb7ec7 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:47.395622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52eeb3fe-eb0e-4c97-b515-b75eee08fa94 req-49bdc3f3-5882-47b5-8d19-5e6318fb7ec7 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.3437963 Nov 10 16:41:47.436446 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a01515d-1078-4d43-a2be-9d367aef722b x-openstack-request-id: req-9a01515d-1078-4d43-a2be-9d367aef722b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:47.436742 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "5a79d855-3823-485e-9407-630369d07b6d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:47.436992 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a01515d-1078-4d43-a2be-9d367aef722b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:47.437405 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': '5a79d855-3823-485e-9407-630369d07b6d', 'status': 'completed', 'code': 200} Nov 10 16:41:47.484231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52eeb3fe-eb0e-4c97-b515-b75eee08fa94 req-6a346525-1aec-4120-88c7-f057710c599e tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871294 Nov 10 16:41:47.498243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:47.557024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting port f2311527-52a3-4c34-b032-97c1e37296c0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:47.557353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:47.667054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking segment: {'id': '35d60464-3952-4971-aa78-b5fa765bf614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:47.668302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network hostable DHCP agents. Network: 59d7f487-4ded-4ed5-ae46-698d34c6681a, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:41:47.682232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=b4d51557-8635-4c17-8a02-14c719669f55,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:47.815884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:41:47.842445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3337f4-043a-44ab-81ff-c42b8450c06c req-fb418811-95f3-40da-a7dd-e0dbd104e995 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:47.854143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3337f4-043a-44ab-81ff-c42b8450c06c req-fb418811-95f3-40da-a7dd-e0dbd104e995 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:47.862862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3337f4-043a-44ab-81ff-c42b8450c06c req-fb418811-95f3-40da-a7dd-e0dbd104e995 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:47.876229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3337f4-043a-44ab-81ff-c42b8450c06c req-fb418811-95f3-40da-a7dd-e0dbd104e995 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:47.896306 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b3337f4-043a-44ab-81ff-c42b8450c06c req-fb418811-95f3-40da-a7dd-e0dbd104e995 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 3143 time: 0.2773061 Nov 10 16:41:47.929543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] For port f2311527-52a3-4c34-b032-97c1e37296c0, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=f2311527-52a3-4c34-b032-97c1e37296c0,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:47.929967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:47.957971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 59d7f487-4ded-4ed5-ae46-698d34c6681a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:47.962876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:47.964113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:47.966193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Calling delete_port for f2311527-52a3-4c34-b032-97c1e37296c0 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:47.967910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f5f66-0320-4228-b42b-5c04f0baadd5 None None] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:47.992303 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b3337f4-043a-44ab-81ff-c42b8450c06c req-75e6fc32-47a3-42b9-82dd-6ed2edec7691 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038928 Nov 10 16:41:48.007719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 293b8bb4-8db3-4b10-93a4-a8cab9987bce details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:41:48.034744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:48.108609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0ce931e4-70f0-4c7a-beab-f8e8adb7b04f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5990069 Nov 10 16:41:48.111287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:48.118701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2be83303-d059-4e4b-9282-139655cc15fb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:48.347178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:48.385903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Port': ['ID=f2311527-52a3-4c34-b032-97c1e37296c0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:48.397297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc11d9-4143-425e-bd8c-36670db2fcd2 req-eba45ad5-a8d3-469a-97b3-1139344fbc40 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:48.398985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52cc11d9-4143-425e-bd8c-36670db2fcd2 req-eba45ad5-a8d3-469a-97b3-1139344fbc40 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 947 time: 0.1031137 Nov 10 16:41:48.429389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1216979902-network', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:48.458939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] No DVR routers for this DVR port f2311527-52a3-4c34-b032-97c1e37296c0 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:48.462355 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:48.467043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-dc8926f7-2a7d-4444-a3e5-72dcf69dfd0f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "DELETE /v2.0/ports/f2311527-52a3-4c34-b032-97c1e37296c0 HTTP/1.1" status: 204 len: 173 time: 1.1632643 Nov 10 16:41:48.470516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 293b8bb4-8db3-4b10-93a4-a8cab9987bce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=293b8bb4-8db3-4b10-93a4-a8cab9987bce,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:48.491830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52cc11d9-4143-425e-bd8c-36670db2fcd2 req-2e384702-02d9-4c05-9099-0cc4d671930c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841184 Nov 10 16:41:48.502181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-59d7f487-4ded-4ed5-ae46-698d34c6681a', 'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a', 'tenant_id': '22937fe3fe9f4061833cf5be4df5cfa4', 'fixed_ips': [{'subnet_id': 'b4d51557-8635-4c17-8a02-14c719669f55'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:41:48.503706 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:48.542269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '293b8bb4-8db3-4b10-93a4-a8cab9987bce', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '293b8bb4-8db3-4b10-93a4-a8cab9987bce', 'mac_address': 'fa:16:3e:6e:fd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:41:48.644978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51224) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:48.685495 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:48.693926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be83303-d059-4e4b-9282-139655cc15fb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:48.700922 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2be83303-d059-4e4b-9282-139655cc15fb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:48.707339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a8074-2535-4aab-8025-0187b0d53b33 req-524b3325-a4a4-49b1-9c18-f5801787a5e9 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:48.708891 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-828a8074-2535-4aab-8025-0187b0d53b33 req-524b3325-a4a4-49b1-9c18-f5801787a5e9 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.1222034 Nov 10 16:41:48.716362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:48.720851 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:48.772636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293b8bb4-8db3-4b10-93a4-a8cab9987bce {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:41:48.811809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 293b8bb4-8db3-4b10-93a4-a8cab9987bce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=293b8bb4-8db3-4b10-93a4-a8cab9987bce,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:48.813284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Allocated IP 2001:db8::2 (59d7f487-4ded-4ed5-ae46-698d34c6681a/b4d51557-8635-4c17-8a02-14c719669f55/9896c3ea-fb10-41b8-af28-73d39312f869) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:48.843243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-828a8074-2535-4aab-8025-0187b0d53b33 req-56cd5cf5-fe9f-46de-a5b5-de90cff28509 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234369 Nov 10 16:41:48.925995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] For port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:48.927331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:48.979019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:48.995170 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.028898 n-d-714676-11 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-2be83303-d059-4e4b-9282-139655cc15fb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4d51557-8635-4c17-8a02-14c719669f55 (CIDR: 2001:db8::/64) Nov 10 16:41:49.029826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Made reservation on behalf of e615b70a43ee4d7785f81a6445ea837e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:49.032647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.049669 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.080935 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be83303-d059-4e4b-9282-139655cc15fb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:41:49.086826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be83303-d059-4e4b-9282-139655cc15fb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:49.246226 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.254494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=293b8bb4-8db3-4b10-93a4-a8cab9987bce,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:49.269837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.273431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['293b8bb4-8db3-4b10-93a4-a8cab9987bce'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:41:49.273819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80207fd-38ac-417f-801c-624aa64be535 req-0b59d929-097f-4ee7-9410-3cc600308453 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:49.282506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80207fd-38ac-417f-801c-624aa64be535 req-0b59d929-097f-4ee7-9410-3cc600308453 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:49.292114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80207fd-38ac-417f-801c-624aa64be535 req-0b59d929-097f-4ee7-9410-3cc600308453 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:49.293843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c80207fd-38ac-417f-801c-624aa64be535 req-0b59d929-097f-4ee7-9410-3cc600308453 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 2410 time: 0.1310987 Nov 10 16:41:49.334125 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.335080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.335080 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Floating IP d6961971-00ae-454d-ae41-2b97213bf2c4 disassociated. External IP: 172.25.3.115, port: c3350ac3-2a06-4b9a-9f6d-e049bf9e663d. Nov 10 16:41:49.335080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Calling delete_port for c3350ac3-2a06-4b9a-9f6d-e049bf9e663d owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:49.344395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.371968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c80207fd-38ac-417f-801c-624aa64be535 req-a692b301-a5e9-459d-ac80-55a8073c692f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671418 Nov 10 16:41:49.410495 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.440048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': 'f2311527-52a3-4c34-b032-97c1e37296c0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:49.442166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2be83303-d059-4e4b-9282-139655cc15fb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3287454 Nov 10 16:41:49.442757 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161b98a7-aeec-45ad-9e5a-5d5ad3f33a8b" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "f2311527-52a3-4c34-b032-97c1e37296c0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:49.444988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:49.456262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:49.457093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:49.461120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:49.466268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:49.561381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Pushing event updated for resources: {'Port': ['ID=9896c3ea-fb10-41b8-af28-73d39312f869,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:49.607759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.655172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Attempting to bind port 9896c3ea-fb10-41b8-af28-73d39312f869 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:49.655582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Attempting to bind port 9896c3ea-fb10-41b8-af28-73d39312f869 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '35d60464-3952-4971-aa78-b5fa765bf614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:49.660294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Attempting to bind port 9896c3ea-fb10-41b8-af28-73d39312f869 on network 59d7f487-4ded-4ed5-ae46-698d34c6681a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:49.666908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:49.675774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Checking segment: {'id': '35d60464-3952-4971-aa78-b5fa765bf614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:49.675774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.675774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Bound using segment: {'id': '35d60464-3952-4971-aa78-b5fa765bf614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:49.675774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Bound port: 9896c3ea-fb10-41b8-af28-73d39312f869, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d60464-3952-4971-aa78-b5fa765bf614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:49.675774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.676489 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1d2c70-b748-4400-a489-ef65dcf5c8d2 x-openstack-request-id: req-0a1d2c70-b748-4400-a489-ef65dcf5c8d2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:49.676489 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "f2311527-52a3-4c34-b032-97c1e37296c0", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:49.676489 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a1d2c70-b748-4400-a489-ef65dcf5c8d2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:49.676489 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': 'f2311527-52a3-4c34-b032-97c1e37296c0', 'status': 'completed', 'code': 200} Nov 10 16:41:49.724037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.751974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] For port 9896c3ea-fb10-41b8-af28-73d39312f869, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:49.755367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:41:49.756704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] For port 9896c3ea-fb10-41b8-af28-73d39312f869, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9896c3ea-fb10-41b8-af28-73d39312f869,segment=NetworkSegment(35d60464-3952-4971-aa78-b5fa765bf614),segment_id=35d60464-3952-4971-aa78-b5fa765bf614)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:49.794520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.807676 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c07d39-a2f9-4004-ba0b-53e2207908bb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:49.817596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.817970 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Added segment c6f1b5e8-63c0-4034-b313-8b8d239a603a of type vlan for network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 Nov 10 16:41:49.833776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.834131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.834475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.834816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.835791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.835791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.843920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.843920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.843920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.843920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.843920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.843920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:41:49.845392 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Port': ['ID=c3350ac3-2a06-4b9a-9f6d-e049bf9e663d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:49.898000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92d4d-026e-4621-a61e-82c25f2f43fe req-26acefef-e4a5-4399-bedc-6a071bfdc4a0 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:49.898000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31c92d4d-026e-4621-a61e-82c25f2f43fe req-26acefef-e4a5-4399-bedc-6a071bfdc4a0 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 948 time: 0.2374268 Nov 10 16:41:49.918283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.923301 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:49.991050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Allocated IP 172.25.3.30 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/5b4f6517-eeba-4f44-86c7-f0c6f9a5d0a0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:50.008002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31c92d4d-026e-4621-a61e-82c25f2f43fe req-27113120-7587-4ee7-b0fa-c3eecf155e39 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978010 Nov 10 16:41:50.019063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7a1ef-0fcd-45ee-ac94-09dc62459622 None None] Pushing event updated for resources: {'Port': ['ID=9896c3ea-fb10-41b8-af28-73d39312f869,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:50.029506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:50.038481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:50.106840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:50.107863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:50.108448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:50.206534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] Pushing event updated for resources: {'Network': ['ID=03fa9327-e0cc-4fbe-95b5-ef367afe5de2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:50.212951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0e65fe20-0cc8-4290-b419-69acbd87bb3e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1769514 Nov 10 16:41:50.215933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0119f-e12b-41c1-9e5e-f2c3a3a409bc req-ff0c7851-e341-4354-8a84-fb8682b6bff4 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:50.217476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc0119f-e12b-41c1-9e5e-f2c3a3a409bc req-ff0c7851-e341-4354-8a84-fb8682b6bff4 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2575996 Nov 10 16:41:50.219015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:41:50.224554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:50.234045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Request body: {'subnet': {'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1216979902-subnet', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:50.318254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Router b254de30-c060-4050-8557-ba9c619a0889 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:41:50.359263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:50.426632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Made reservation on behalf of e615b70a43ee4d7785f81a6445ea837e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:50.435918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:50.541727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc0119f-e12b-41c1-9e5e-f2c3a3a409bc req-501044fd-3001-4d9c-bdca-8dcf9ee3dbaa tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021865 Nov 10 16:41:50.728815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:41:50.755025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] Sync routers for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:41:50.814715 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:50.834167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:50.835074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:50.878066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] No DVR routers for this DVR port c3350ac3-2a06-4b9a-9f6d-e049bf9e663d on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:50.907234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:50.914665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-a1463968-56e7-4488-8ec4-362874f3b1c7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "DELETE /v2.0/ports/c3350ac3-2a06-4b9a-9f6d-e049bf9e663d HTTP/1.1" status: 204 len: 173 time: 2.4388294 Nov 10 16:41:50.925204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139ad02-6577-4a6e-9996-a0d22efb8e1b req-3bbe1e95-88c2-418f-9e30-cca91768f128 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:50.937417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139ad02-6577-4a6e-9996-a0d22efb8e1b req-3bbe1e95-88c2-418f-9e30-cca91768f128 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:50.939046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1139ad02-6577-4a6e-9996-a0d22efb8e1b req-3bbe1e95-88c2-418f-9e30-cca91768f128 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 1677 time: 0.3420308 Nov 10 16:41:50.970322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:50.979598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:50.985074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:51.029874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4f6517-eeba-4f44-86c7-f0c6f9a5d0a0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:51.086995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:51.166103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1139ad02-6577-4a6e-9996-a0d22efb8e1b req-1bac9b25-8126-4d27-86ce-f23e70712e7b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010677 Nov 10 16:41:51.242399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9896c3ea-fb10-41b8-af28-73d39312f869 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:51.244334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:51.384000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:51.394640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:51.408274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:51.415985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:51.418388 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:51.470206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=5f6e758b-df0d-423d-9c21-6eaeef7e450a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:51.490169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9896c3ea-fb10-41b8-af28-73d39312f869 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:51.490169 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:51.572727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:51.587628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Checking segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:51.589924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Network hostable DHCP agents. Network: 03fa9327-e0cc-4fbe-95b5-ef367afe5de2, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:41:51.595804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a01f5a95-9d03-47ec-b782-72bbd6745041 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1466088 Nov 10 16:41:51.603101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:51.610005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a', 'fixed_ips': [{'subnet_id': 'b4d51557-8635-4c17-8a02-14c719669f55'}, {'subnet_id': '5f6e758b-df0d-423d-9c21-6eaeef7e450a'}], 'name': 'tempest-PortsIpV6TestJSON-1428522852'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:51.710351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:51.712723 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f78856-3b3b-44c1-a908-f1fb02a47d45" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:51.859506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26c7e7-fd52-434b-a3eb-9c0bab2f591a req-37c04bf3-7a4c-4ddd-8e56-1759d086ecef tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:51.861086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca26c7e7-fd52-434b-a3eb-9c0bab2f591a req-37c04bf3-7a4c-4ddd-8e56-1759d086ecef tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.1099770 Nov 10 16:41:51.863232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:41:51.876060 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:51.916847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4b1f0-241c-47b9-b71d-390cbb7fe903 req-b51bd2bf-3a9e-4dbf-87b0-65f0ee051c22 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:51.932425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7a4b1f0-241c-47b9-b71d-390cbb7fe903 req-b51bd2bf-3a9e-4dbf-87b0-65f0ee051c22 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 948 time: 0.7540345 Nov 10 16:41:51.954623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b6ee8-948a-4cc9-8696-43c950cf0203 None None] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:51.972598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca26c7e7-fd52-434b-a3eb-9c0bab2f591a req-b9ae3f44-3b6b-4bda-9581-a6c10a7eaf8c tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967956 Nov 10 16:41:51.987662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:51.994932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting port aee5a20c-db61-4a58-90ea-c56c845f6bb8 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:51.996577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.079269 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a651e6-7d26-4a8a-af6c-0ec86b2ab755 x-openstack-request-id: req-d0a651e6-7d26-4a8a-af6c-0ec86b2ab755 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:52.088554 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "c3350ac3-2a06-4b9a-9f6d-e049bf9e663d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:52.088554 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0a651e6-7d26-4a8a-af6c-0ec86b2ab755 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:52.088554 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': 'c3350ac3-2a06-4b9a-9f6d-e049bf9e663d', 'status': 'completed', 'code': 200} Nov 10 16:41:52.100520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 293b8bb4-8db3-4b10-93a4-a8cab9987bce up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:52.184074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7a4b1f0-241c-47b9-b71d-390cbb7fe903 req-75c3985c-340d-4da7-8465-b218f36908d9 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496340 Nov 10 16:41:52.197080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.201908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 03fa9327-e0cc-4fbe-95b5-ef367afe5de2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:52.210946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.211169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3e7134de-7539-4ba6-a613-4d5b6b9cb520 None None] Provisioning complete for port 9896c3ea-fb10-41b8-af28-73d39312f869 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:52.212307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e7134de-7539-4ba6-a613-4d5b6b9cb520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.250268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:52.257347 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.278076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5a098-0b60-4b4d-86d1-155b9692e189 None None] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:52.316376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port 558f5575-34f9-4345-a1d0-1eb9631e87be yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:52.342779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] For port aee5a20c-db61-4a58-90ea-c56c845f6bb8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=aee5a20c-db61-4a58-90ea-c56c845f6bb8,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:52.343320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.429833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Calling delete_port for aee5a20c-db61-4a58-90ea-c56c845f6bb8 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:52.438220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2d402675-93e2-434a-ae70-5f742e68dc99 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2111254 Nov 10 16:41:52.446391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:52.461840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:52.506682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f942c-e73f-4114-a16c-3c8948baf064 req-11af19c8-cbcc-4876-bb70-dd971f838c22 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:52.520694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f942c-e73f-4114-a16c-3c8948baf064 req-11af19c8-cbcc-4876-bb70-dd971f838c22 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:52.529662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-364f942c-e73f-4114-a16c-3c8948baf064 req-11af19c8-cbcc-4876-bb70-dd971f838c22 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 1677 time: 0.1399496 Nov 10 16:41:52.618247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-364f942c-e73f-4114-a16c-3c8948baf064 req-1c090a3c-90c9-4de6-b149-02f3f07d7c9d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835934 Nov 10 16:41:52.648936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.671207 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.721794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.864818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4f6517-eeba-4f44-86c7-f0c6f9a5d0a0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:52.874957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e7134de-7539-4ba6-a613-4d5b6b9cb520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.878963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.914256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.917271 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:52.949420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:31:02Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:53.010014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 9896c3ea-fb10-41b8-af28-73d39312f869, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9896c3ea-fb10-41b8-af28-73d39312f869,segment=NetworkSegment(35d60464-3952-4971-aa78-b5fa765bf614),segment_id=35d60464-3952-4971-aa78-b5fa765bf614)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:53.013521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] Checking router: b254de30-c060-4050-8557-ba9c619a0889 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:41:53.094143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 293b8bb4-8db3-4b10-93a4-a8cab9987bce completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:41:53.134167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:53.141395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd734dc7-5ae0-4638-830e-942c1a1babed tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4949784 Nov 10 16:41:53.145863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:53.175770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 293b8bb4-8db3-4b10-93a4-a8cab9987bce triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:53.176289 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:53.180059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1766444310', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'fixed_ips': [{'ip_address': '172.25.3.30'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:53.247951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:53.273145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d9054-621e-4b3d-82c7-104851087ae3 req-6dd0d033-39f9-4ca9-9458-4d2b6b57512f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:53.273795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:41:53.275819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:53.276721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe1d9054-621e-4b3d-82c7-104851087ae3 req-6dd0d033-39f9-4ca9-9458-4d2b6b57512f tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.1042495 Nov 10 16:41:53.291819 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:53.374224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:53.425505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:41:53.426077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:53.445139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::90 (59d7f487-4ded-4ed5-ae46-698d34c6681a/b4d51557-8635-4c17-8a02-14c719669f55/558f5575-34f9-4345-a1d0-1eb9631e87be) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:53.453226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8:0:1::13e (59d7f487-4ded-4ed5-ae46-698d34c6681a/5f6e758b-df0d-423d-9c21-6eaeef7e450a/558f5575-34f9-4345-a1d0-1eb9631e87be) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:53.493763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Port': ['ID=aee5a20c-db61-4a58-90ea-c56c845f6bb8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:53.606806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-3e7134de-7539-4ba6-a613-4d5b6b9cb520 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:41:53.610578 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-3e7134de-7539-4ba6-a613-4d5b6b9cb520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:41:53.704242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:53.705321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe1d9054-621e-4b3d-82c7-104851087ae3 req-2a57e059-d59e-4ed7-8d5b-ce63f627d9a1 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876686 Nov 10 16:41:53.722276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=9896c3ea-fb10-41b8-af28-73d39312f869,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:53.730162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] No DVR routers for this DVR port aee5a20c-db61-4a58-90ea-c56c845f6bb8 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:53.734696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:53.738857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-1defe2d2-6b68-4c4e-97ba-cd928240c06d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "DELETE /v2.0/ports/aee5a20c-db61-4a58-90ea-c56c845f6bb8 HTTP/1.1" status: 204 len: 173 time: 2.8091123 Nov 10 16:41:53.969236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:41:54.041783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a818ef-5317-46cd-ae06-ea2579d70557 None None] Update dhcp port {'port': {'network_id': '59d7f487-4ded-4ed5-ae46-698d34c6681a', 'fixed_ips': [{'subnet_id': 'b4d51557-8635-4c17-8a02-14c719669f55', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f6e758b-df0d-423d-9c21-6eaeef7e450a'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '9896c3ea-fb10-41b8-af28-73d39312f869'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:41:54.043757 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:54.094118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f1861-5d5d-46c2-bf60-50767d5b18db req-cc9f3a89-5122-430a-be30-1a0c579b4c79 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:54.095717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac8f1861-5d5d-46c2-bf60-50767d5b18db req-cc9f3a89-5122-430a-be30-1a0c579b4c79 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 943 time: 0.1847768 Nov 10 16:41:54.097848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:54.100424 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498415f1-bad7-4cb3-b9eb-4b9cca25a7a2" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "aee5a20c-db61-4a58-90ea-c56c845f6bb8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:54.191624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting port 57571b6f-0873-4036-98ed-239eef444a3b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:54.192301 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:54.239193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Allocated IP 172.20.0.2 (03fa9327-e0cc-4fbe-95b5-ef367afe5de2/bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada/d9666d8b-c2a2-4c79-9a7d-16f0d293a32a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:54.406439 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a818ef-5317-46cd-ae06-ea2579d70557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:54.445270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796cff8c-2aae-428f-bafd-67edc3a7f6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293b8bb4-8db3-4b10-93a4-a8cab9987bce'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:54.453441 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10cbe38-e041-43ef-b91d-003f1be91820" -d '{"events": [{"server_uuid": "796cff8c-2aae-428f-bafd-67edc3a7f6fb", "name": "network-vif-plugged", "status": "completed", "tag": "293b8bb4-8db3-4b10-93a4-a8cab9987bce"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:54.464449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac8f1861-5d5d-46c2-bf60-50767d5b18db req-c0021438-4f79-4d2a-9270-5f0865127688 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups?id=daf7e1d7-4c12-4517-84bc-f052d3ad688f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495574 Nov 10 16:41:54.536452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] For port 57571b6f-0873-4036-98ed-239eef444a3b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=57571b6f-0873-4036-98ed-239eef444a3b,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:54.536969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:54.568668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Calling delete_port for 57571b6f-0873-4036-98ed-239eef444a3b owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:54.568912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 293b8bb4-8db3-4b10-93a4-a8cab9987bce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=293b8bb4-8db3-4b10-93a4-a8cab9987bce,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:54.651823 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:54.789671 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27965de-ef7b-454b-9486-38bbd56555de x-openstack-request-id: req-d27965de-ef7b-454b-9486-38bbd56555de {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:54.792796 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796cff8c-2aae-428f-bafd-67edc3a7f6fb", "name": "network-vif-plugged", "status": "completed", "tag": "293b8bb4-8db3-4b10-93a4-a8cab9987bce", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:54.792796 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d27965de-ef7b-454b-9486-38bbd56555de {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:54.793327 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796cff8c-2aae-428f-bafd-67edc3a7f6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293b8bb4-8db3-4b10-93a4-a8cab9987bce', 'code': 200} Nov 10 16:41:54.796874 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bd8e9b-bc00-4d02-a1e7-06b9a963d950 x-openstack-request-id: req-44bd8e9b-bc00-4d02-a1e7-06b9a963d950 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:54.797437 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "aee5a20c-db61-4a58-90ea-c56c845f6bb8", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:54.801244 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44bd8e9b-bc00-4d02-a1e7-06b9a963d950 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:54.801950 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': 'aee5a20c-db61-4a58-90ea-c56c845f6bb8', 'status': 'completed', 'code': 200} Nov 10 16:41:54.841418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Made reservation on behalf of 3f031bda31684121afcb2a5d90baed08 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:41:54.849198 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:54.889567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:54.937371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=293b8bb4-8db3-4b10-93a4-a8cab9987bce,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:55.004345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.030769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8c91e-3ce0-43d8-8456-c7bc21fb2ac6 req-3737be76-39ec-4197-95ce-1cc4b5177def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:55.032332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2f8c91e-3ce0-43d8-8456-c7bc21fb2ac6 req-3737be76-39ec-4197-95ce-1cc4b5177def service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 1101 time: 0.1257193 Nov 10 16:41:55.048354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643a81-9627-421c-bc2e-fd65a1dd358d req-adc0fd0e-399e-49e8-9d62-9d1e3d6ad91b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:55.058389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09643a81-9627-421c-bc2e-fd65a1dd358d req-adc0fd0e-399e-49e8-9d62-9d1e3d6ad91b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.0942857 Nov 10 16:41:55.088012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.164294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.198025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09643a81-9627-421c-bc2e-fd65a1dd358d req-1f62f0d4-ab5c-43ea-a000-e01dc3445726 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384044 Nov 10 16:41:55.212537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58603d-6eca-4548-b5b1-aefcb7909e60 req-852eb2da-8637-419c-b0de-12bff84a78f2 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:55.232878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f58603d-6eca-4548-b5b1-aefcb7909e60 req-852eb2da-8637-419c-b0de-12bff84a78f2 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 948 time: 1.5025074 Nov 10 16:41:55.279463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:55.297745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:55.322955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:55.322955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:55.322955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.334914 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2f8c91e-3ce0-43d8-8456-c7bc21fb2ac6 req-bf548b88-845f-4daa-8089-5b0b3d256d2a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676044 Nov 10 16:41:55.336944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Port': ['ID=57571b6f-0873-4036-98ed-239eef444a3b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:55.395873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] No DVR routers for this DVR port 57571b6f-0873-4036-98ed-239eef444a3b on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:41:55.401193 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.413123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e777f6ac-2c0f-4f9d-bb3a-78b9dbe1a79d req-c63ee03c-a26b-40f7-8599-5e3e94ca6517 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.18 "DELETE /v2.0/ports/57571b6f-0873-4036-98ed-239eef444a3b HTTP/1.1" status: 204 len: 173 time: 1.6627638 Nov 10 16:41:55.420887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f58603d-6eca-4548-b5b1-aefcb7909e60 req-a547a63a-cdb5-4861-92e4-0e1e4ab56ec8 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977718 Nov 10 16:41:55.432169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=558f5575-34f9-4345-a1d0-1eb9631e87be,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:55.488000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9896c3ea-fb10-41b8-af28-73d39312f869 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:55.496411 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.586733 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.595577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.618955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0556ecb9-95e8-4988-a70b-a77500d87127 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0139213 Nov 10 16:41:55.643656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51314) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:55.645075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] device_id is not set on port 180e7ca8-0924-4926-8b38-81c0c5688ac6 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:41:55.648073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-32a818ef-5317-46cd-ae06-ea2579d70557 None None] Allocated IP 2001:db8:0:1::2 (59d7f487-4ded-4ed5-ae46-698d34c6681a/5f6e758b-df0d-423d-9c21-6eaeef7e450a/9896c3ea-fb10-41b8-af28-73d39312f869) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:55.653162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861aadc0-3b2f-4ca5-aea4-e4d8caa19954,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:55.662355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4d51557-8635-4c17-8a02-14c719669f55'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:55.731513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:31:02Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:41:55.777689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-56e7db9f-61ca-42d6-83d5-e192c8492c31 req-d2cfa3e5-5b90-4b2f-bfdc-fc77267aad7c tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.1570795 Nov 10 16:41:55.826841 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:55.880956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1722497-376b-4ad9-8e78-c21877587eee None None] The sync data for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 is: [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:30:58Z', 'revision_number': 4, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'ed5c1c56-ae55-433c-a414-bda7395aaf23', 'name': '', 'network_id': 'c02ea7e0-1b37-4c17-bbd6-3806cff574ca', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'mac_address': 'fa:16:3e:a4:45:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:57Z', 'updated_at': '2021-11-10T16:31:02Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'subnets': [{'id': 'dece38f5-ece9-49a9-a1da-abc175ea0a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:41:56.046600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:56.090922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9896c3ea-fb10-41b8-af28-73d39312f869 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:56.091291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:56.106663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:56.153656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:56.164123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Pushing event updated for resources: {'Port': ['ID=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:56.170800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:56.231131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32a818ef-5317-46cd-ae06-ea2579d70557 None None] For port 9896c3ea-fb10-41b8-af28-73d39312f869, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9896c3ea-fb10-41b8-af28-73d39312f869,segment=NetworkSegment(35d60464-3952-4971-aa78-b5fa765bf614),segment_id=35d60464-3952-4971-aa78-b5fa765bf614)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:41:56.413630 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec76321-dde9-4c40-8ab9-0fb691e2bf29 None None] New status for floating IP d6961971-00ae-454d-ae41-2b97213bf2c4: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:41:56.448020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:56.475367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:56.496771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ccbec-5861-43fc-9dd0-231e2fbb8b08 req-a01a49f1-2750-4450-9c6c-bc2f40fa6813 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:56.505570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e54ccbec-5861-43fc-9dd0-231e2fbb8b08 req-a01a49f1-2750-4450-9c6c-bc2f40fa6813 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.1182296 Nov 10 16:41:56.581332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a818ef-5317-46cd-ae06-ea2579d70557 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:56.591682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Attempting to bind port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:41:56.594194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Attempting to bind port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:41:56.594782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Attempting to bind port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:41:56.607754 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 16:41:56.611156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:41:56.652228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:41:56.656845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Checking segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:41:56.661312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:56.662767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Bound using segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:41:56.664463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Bound port: d9666d8b-c2a2-4c79-9a7d-16f0d293a32a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:41:56.666031 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:56.722793 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32a818ef-5317-46cd-ae06-ea2579d70557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:56.801187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Delete allocated IP 2001:db8:0:1::13e (59d7f487-4ded-4ed5-ae46-698d34c6681a/5f6e758b-df0d-423d-9c21-6eaeef7e450a) {{(pid=103326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 16:41:56.816516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': '57571b6f-0873-4036-98ed-239eef444a3b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:41:56.819773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8dca4ede-c02a-4558-b106-c5f8492c7e6d tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.6625860 Nov 10 16:41:56.821568 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e258bb04-e74e-40ac-911d-8c3f3e8de892" -d '{"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "57571b6f-0873-4036-98ed-239eef444a3b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:41:56.825467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e54ccbec-5861-43fc-9dd0-231e2fbb8b08 req-a9ccc1fb-ebf3-4c3a-b018-3b7e6691785c tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189356 Nov 10 16:41:56.841313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:56.875628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7475a8-bb11-48fa-9150-141859e43adb req-75f0fc53-2af7-465d-abe3-8679bddf79e1 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:56.890537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b7475a8-bb11-48fa-9150-141859e43adb req-75f0fc53-2af7-465d-abe3-8679bddf79e1 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 949 time: 0.3296909 Nov 10 16:41:56.973895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] For port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:41:56.986463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] For port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:41:57.056190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a818ef-5317-46cd-ae06-ea2579d70557 None None] Pushing event updated for resources: {'Port': ['ID=9896c3ea-fb10-41b8-af28-73d39312f869,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:57.090069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Allocated IP 172.25.3.111 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/9ea058db-20d5-4be6-b456-58bfe97a6d1e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:57.160179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a3be11-b9a6-4822-99f4-3ded4d7ef6a1 req-17835c1c-3f66-4912-b3c7-40d8683b963e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.1542912 Nov 10 16:41:57.180579 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.187769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b7475a8-bb11-48fa-9150-141859e43adb req-b6252ada-6b8d-40ab-87d2-b096cb218206 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895191 Nov 10 16:41:57.273847 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204a3cb8-cb3d-44e1-a907-757b4d8f9cd0 x-openstack-request-id: req-204a3cb8-cb3d-44e1-a907-757b4d8f9cd0 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:41:57.274373 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311acfcc-42b3-423c-9bdd-23f618cce0b8", "name": "network-vif-deleted", "tag": "57571b6f-0873-4036-98ed-239eef444a3b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:41:57.274796 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-204a3cb8-cb3d-44e1-a907-757b4d8f9cd0 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:41:57.275360 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311acfcc-42b3-423c-9bdd-23f618cce0b8', 'name': 'network-vif-deleted', 'tag': '57571b6f-0873-4036-98ed-239eef444a3b', 'status': 'completed', 'code': 200} Nov 10 16:41:57.309116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.366369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Deleting port 5b4f6517-eeba-4f44-86c7-f0c6f9a5d0a0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:41:57.366714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.387734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.388145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c846490-6c03-4ced-82c1-fe0cb75f39d0 None None] Pushing event updated for resources: {'Port': ['ID=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:57.512023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9896c3ea-fb10-41b8-af28-73d39312f869 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:57.539028 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.539680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.569156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Calling delete_port for 5b4f6517-eeba-4f44-86c7-f0c6f9a5d0a0 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:41:57.590301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] In _notify_port_updated(), no bound segment for port 558f5575-34f9-4345-a1d0-1eb9631e87be on network 59d7f487-4ded-4ed5-ae46-698d34c6681a {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:41:57.597381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:57.598217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.599991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "PUT /v2.0/ports/558f5575-34f9-4345-a1d0-1eb9631e87be HTTP/1.1" status: 200 len: 925 time: 1.9523509 Nov 10 16:41:57.603681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51334) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:57.623876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4d51557-8635-4c17-8a02-14c719669f55'}, {'subnet_id': '5f6e758b-df0d-423d-9c21-6eaeef7e450a'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:41:57.636377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9896c3ea-fb10-41b8-af28-73d39312f869 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:57.637124 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.665395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccbce0-8f23-4966-bb63-11e083bfc79b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=558f5575-34f9-4345-a1d0-1eb9631e87be,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:57.973706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:57.978497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:58.019101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:58.025141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b4f6517-eeba-4f44-86c7-f0c6f9a5d0a0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:58.225128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8c2a2-1d4e-4e3f-898c-50d2ccda7b4d req-cee3c550-33e6-425b-bb8a-71a2b1fade27 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:58.226763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de8c2a2-1d4e-4e3f-898c-50d2ccda7b4d req-cee3c550-33e6-425b-bb8a-71a2b1fade27 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2038672 Nov 10 16:41:58.321003 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:58.324336 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:58.329570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4fd7cd9b-fba5-4f55-8f53-d8ec88a945c2 tempest-ExternalNetworksAdminNegativeTestJSON-799473569 tempest-ExternalNetworksAdminNegativeTestJSON-799473569-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/23083e74-e962-43e7-867d-48bc7e5ca2eb HTTP/1.1" status: 204 len: 168 time: 1.4833307 Nov 10 16:41:58.382450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de8c2a2-1d4e-4e3f-898c-50d2ccda7b4d req-b2f5e5f3-6e5a-4028-a7c6-b645b26ffbaf tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352098 Nov 10 16:41:58.404611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:58.476323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ef4ee-f030-4e48-92b3-113391f8eb9a None None] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:58.533372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:41:58.576094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:41:58.580319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4145ee6-89c3-4bc1-ab16-3be3d83ffaba req-5e367c86-5b3e-4797-bbb8-774583ffd69d tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:58.583684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c4145ee6-89c3-4bc1-ab16-3be3d83ffaba req-5e367c86-5b3e-4797-bbb8-774583ffd69d tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 949 time: 0.2453318 Nov 10 16:41:58.602339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:41:58.673867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f6aea-4b48-424a-8032-d287a2bb304d None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:41:58.725933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d70d3765-ff72-4d74-ba84-9685b757cef9 req-a3a468e3-7f9d-4e83-99ad-66e39e3b9557 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.1838231 Nov 10 16:41:58.772601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8:0:1::fb (59d7f487-4ded-4ed5-ae46-698d34c6681a/5f6e758b-df0d-423d-9c21-6eaeef7e450a/558f5575-34f9-4345-a1d0-1eb9631e87be) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:41:58.775336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ed24221e-c5d4-4b32-81b6-6d8461690451 None None] Provisioning complete for port 9896c3ea-fb10-41b8-af28-73d39312f869 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:58.775336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed24221e-c5d4-4b32-81b6-6d8461690451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:58.835096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea058db-20d5-4be6-b456-58bfe97a6d1e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:58.894399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c4145ee6-89c3-4bc1-ab16-3be3d83ffaba req-63825238-c185-43ad-984c-2892a7ac9936 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910292 Nov 10 16:41:59.206608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3de59-bdbb-4d55-ad44-07bf8488f45e req-148b8061-a2e2-451a-b412-0985bfdfb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:59.214612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77c3de59-bdbb-4d55-ad44-07bf8488f45e req-148b8061-a2e2-451a-b412-0985bfdfb7b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 1097 time: 0.3124619 Nov 10 16:41:59.350478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:59.377207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51360) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:59.445970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:59.459163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-58b62044-c35e-4455-809e-1ffc75240b13 None None] Provisioning complete for port 9ea058db-20d5-4be6-b456-58bfe97a6d1e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:59.459367 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58b62044-c35e-4455-809e-1ffc75240b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:59.508841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:59.546500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6ab39-3853-48f3-ae35-9f3effdf77ae None None] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:41:59.565681 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9666d8b-c2a2-4c79-9a7d-16f0d293a32a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:41:59.717556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77c3de59-bdbb-4d55-ad44-07bf8488f45e req-019a4478-7a8a-4cc0-834a-f2c701c4f240 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821601 Nov 10 16:41:59.770576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] In _notify_port_updated(), no bound segment for port 558f5575-34f9-4345-a1d0-1eb9631e87be on network 59d7f487-4ded-4ed5-ae46-698d34c6681a {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:41:59.777496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:59.778518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:59.780198 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "PUT /v2.0/ports/558f5575-34f9-4345-a1d0-1eb9631e87be HTTP/1.1" status: 200 len: 1010 time: 2.1750209 Nov 10 16:41:59.781302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0190b09-c11b-46a8-95cc-78fcdc482bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:59.787539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832975f1-a93b-40e9-aaa5-cccc5379398e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=558f5575-34f9-4345-a1d0-1eb9631e87be,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:41:59.790300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51368) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:41:59.888705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-58b62044-c35e-4455-809e-1ffc75240b13 None None] Port 9ea058db-20d5-4be6-b456-58bfe97a6d1e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:41:59.965351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:41:59.968487 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:41:59.978888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa0ee5-5dac-4bce-92eb-a76420d6afd1 req-cb7ad5bb-51ff-4649-974b-ac6a62ef3452 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:41:59.987698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bbaa0ee5-5dac-4bce-92eb-a76420d6afd1 req-cb7ad5bb-51ff-4649-974b-ac6a62ef3452 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.3616810 Nov 10 16:42:00.130326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bbaa0ee5-5dac-4bce-92eb-a76420d6afd1 req-40ab998d-e1b7-4084-b237-dbb8b5780cb9 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412222 Nov 10 16:42:00.141283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.142255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e650de10-1ac4-446e-a24e-a7523046c993 None None] Provisioning complete for port 9896c3ea-fb10-41b8-af28-73d39312f869 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:00.144595 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e650de10-1ac4-446e-a24e-a7523046c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.211790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6c53a193-212b-4ed0-b920-dfd9c6951988 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 558f5575-34f9-4345-a1d0-1eb9631e87be {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:00.212319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c53a193-212b-4ed0-b920-dfd9c6951988 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.368195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c53a193-212b-4ed0-b920-dfd9c6951988 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.407219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6c53a193-212b-4ed0-b920-dfd9c6951988 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 558f5575-34f9-4345-a1d0-1eb9631e87be owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:00.477209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f0495-36c0-4c38-bd2e-7ffe46c9ab0c req-819a6e1f-80e3-49c3-bd09-3b69d6a122c0 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:00.489895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-434f0495-36c0-4c38-bd2e-7ffe46c9ab0c req-819a6e1f-80e3-49c3-bd09-3b69d6a122c0 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 949 time: 0.5273941 Nov 10 16:42:00.557632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0190b09-c11b-46a8-95cc-78fcdc482bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.591608 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.597240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-434f0495-36c0-4c38-bd2e-7ffe46c9ab0c req-3466c37f-b86f-47f7-823f-c58d3da9d5be tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004088 Nov 10 16:42:00.795134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0190b09-c11b-46a8-95cc-78fcdc482bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.869273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:00.930915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e650de10-1ac4-446e-a24e-a7523046c993 None None] Provisioning complete for port 558f5575-34f9-4345-a1d0-1eb9631e87be triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:00.934329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e650de10-1ac4-446e-a24e-a7523046c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.938282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9dea1f04-a879-480b-98b3-2882f70bc44c req-83ce35a2-3840-4999-bb36-3495be4fa8a1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0401316 Nov 10 16:42:00.940495 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c53a193-212b-4ed0-b920-dfd9c6951988 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:00.974127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0190b09-c11b-46a8-95cc-78fcdc482bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c542a-a19a-4cc1-88d4-ae01b7f3803b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:00.990561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51380) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:00.991077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c0190b09-c11b-46a8-95cc-78fcdc482bac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8ee124f39854deda82762d38acba744&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6116011 Nov 10 16:42:01.022755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e650de10-1ac4-446e-a24e-a7523046c993 None None] Port 558f5575-34f9-4345-a1d0-1eb9631e87be was deleted so its status cannot be updated. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 16:42:01.030074 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.126574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53a193-212b-4ed0-b920-dfd9c6951988 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=558f5575-34f9-4345-a1d0-1eb9631e87be,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:01.132616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e650de10-1ac4-446e-a24e-a7523046c993 None None] Provisioning complete for port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:01.132616 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e650de10-1ac4-446e-a24e-a7523046c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.144878 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36388477-6248-4eeb-afde-e9b6115db697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.202184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:42:01.219015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36388477-6248-4eeb-afde-e9b6115db697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.297377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:01.421602 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c53a193-212b-4ed0-b920-dfd9c6951988 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.434845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6c53a193-212b-4ed0-b920-dfd9c6951988 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/558f5575-34f9-4345-a1d0-1eb9631e87be HTTP/1.1" status: 204 len: 168 time: 1.6357503 Nov 10 16:42:01.441533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51386) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:01.494020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:42:01.513565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Sync routers for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:42:01.555959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-ebdc89c4-6003-4fec-bd56-72889258f9ec tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:01.557753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-ebdc89c4-6003-4fec-bd56-72889258f9ec tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.18 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 949 time: 0.4689052 Nov 10 16:42:01.559143 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4336573d-01de-491d-b032-ab20f48ffa07 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:42:01.563672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4336573d-01de-491d-b032-ab20f48ffa07 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/558f5575-34f9-4345-a1d0-1eb9631e87be HTTP/1.1" status: 404 len: 333 time: 0.1140573 Nov 10 16:42:01.564668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:01.606819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-11e82e37-86b6-4287-bcb2-5e6c8a2c445b None None] Provisioning complete for port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:01.612684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11e82e37-86b6-4287-bcb2-5e6c8a2c445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.612684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:01.612684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:41:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:01.634943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633ab70-a4fe-4b81-b0d4-62f9aba7f2ff req-aa0ef186-c9c4-4c28-bbd9-b5e60885aeec tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:01.639901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8633ab70-a4fe-4b81-b0d4-62f9aba7f2ff req-aa0ef186-c9c4-4c28-bbd9-b5e60885aeec tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.3290520 Nov 10 16:42:01.649515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.650752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c3fcbd23-a0a2-4869-8071-6ad9fe637de0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1930504 Nov 10 16:42:01.656285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:01.682352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff37269-fad4-440a-a391-914c08ef6595 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet 5f6e758b-df0d-423d-9c21-6eaeef7e450a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:42:01.775778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36388477-6248-4eeb-afde-e9b6115db697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.778786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36388477-6248-4eeb-afde-e9b6115db697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.786087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-36388477-6248-4eeb-afde-e9b6115db697 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a36c542a-a19a-4cc1-88d4-ae01b7f3803b HTTP/1.1" status: 204 len: 168 time: 0.7943122 Nov 10 16:42:01.795565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8633ab70-a4fe-4b81-b0d4-62f9aba7f2ff req-2e9a1fb7-c8e2-4bbd-9380-2114dd1f559b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348445 Nov 10 16:42:01.822407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Deleting port 293b8bb4-8db3-4b10-93a4-a8cab9987bce {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:01.822980 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.842363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff37269-fad4-440a-a391-914c08ef6595 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:01.925018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:42:01.985626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36388477-6248-4eeb-afde-e9b6115db697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c542a-a19a-4cc1-88d4-ae01b7f3803b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:02.005175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff37269-fad4-440a-a391-914c08ef6595 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:02.096913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675196be-a99f-4bfa-b3db-fd3203091199 req-f6086533-f4a0-4134-9fae-19895f10a08c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:02.108018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-675196be-a99f-4bfa-b3db-fd3203091199 req-f6086533-f4a0-4134-9fae-19895f10a08c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 949 time: 0.3184469 Nov 10 16:42:02.116815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] For port 293b8bb4-8db3-4b10-93a4-a8cab9987bce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=293b8bb4-8db3-4b10-93a4-a8cab9987bce,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:02.117291 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:02.139113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Calling delete_port for 293b8bb4-8db3-4b10-93a4-a8cab9987bce owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:02.150783 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-395e163c-bcf5-4b08-99dc-b392c656ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:02.214487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:41:59Z', 'revision_number': 3, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:02.276661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Checking router: 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:42:02.276661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Updating router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 port 9ea058db-20d5-4be6-b456-58bfe97a6d1e binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:42:02.284238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-675196be-a99f-4bfa-b3db-fd3203091199 req-9ccb03a9-7522-4fda-a7cf-7997c718ba33 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/security-groups?id=823b4ba3-6634-4a43-99f2-889538eba99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671622 Nov 10 16:42:02.295647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff37269-fad4-440a-a391-914c08ef6595 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:02.370869 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:02.547847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-76f62144-c5c3-47f6-ac72-81dd8b6073f7 req-745f1143-c362-42e6-8207-8641d62a473e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0386307 Nov 10 16:42:02.635270 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff37269-fad4-440a-a391-914c08ef6595 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:02.668451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff37269-fad4-440a-a391-914c08ef6595 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6e758b-df0d-423d-9c21-6eaeef7e450a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:02.680022 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff37269-fad4-440a-a391-914c08ef6595 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:02.684228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dff37269-fad4-440a-a391-914c08ef6595 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/5f6e758b-df0d-423d-9c21-6eaeef7e450a HTTP/1.1" status: 204 len: 168 time: 1.1155610 Nov 10 16:42:02.694228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:02.835160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07813a-a275-4cc3-915f-059b46a22ef0 req-04b26303-9f24-4d23-9ae2-66943d8ecd62 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:02.843618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af07813a-a275-4cc3-915f-059b46a22ef0 req-04b26303-9f24-4d23-9ae2-66943d8ecd62 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2111893 Nov 10 16:42:02.856251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-fbe08355-81db-47fe-8c09-77e466f1c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:02.858467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-fbe08355-81db-47fe-8c09-77e466f1c8de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 1097 time: 0.3233755 Nov 10 16:42:02.896192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e938935-fc2c-4fec-ae89-89a8b9e0f046 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet b4d51557-8635-4c17-8a02-14c719669f55 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:42:02.906188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e938935-fc2c-4fec-ae89-89a8b9e0f046 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:02.986068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e938935-fc2c-4fec-ae89-89a8b9e0f046 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:03.036363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-56102904-a7cb-48cc-a514-ab9f2d98bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:03.038256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-56102904-a7cb-48cc-a514-ab9f2d98bbbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8109b0b-34bd-4e16-a326-3a740308272f HTTP/1.1" status: 200 len: 911 time: 0.1671989 Nov 10 16:42:03.046805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:03.157398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e938935-fc2c-4fec-ae89-89a8b9e0f046 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:03.249084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9404a4a7-6c1c-48c3-9d10-1616739f7c71 None None] Network 59d7f487-4ded-4ed5-ae46-698d34c6681a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:03.273321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-b11b14e1-5230-4b5b-8e01-c738a5b378e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=272c71ec-b86f-4e38-8159-455615639974 HTTP/1.1" status: 200 len: 217 time: 0.2123487 Nov 10 16:42:03.276525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Pushing event deleted for resources: {'Port': ['ID=293b8bb4-8db3-4b10-93a4-a8cab9987bce,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:03.417302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af07813a-a275-4cc3-915f-059b46a22ef0 req-16c28c3f-8b8f-459f-b796-6ccb0746c95a tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727420 Nov 10 16:42:03.418088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51418) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:03.437684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] No DVR routers for this DVR port 293b8bb4-8db3-4b10-93a4-a8cab9987bce on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:03.478032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['293b8bb4-8db3-4b10-93a4-a8cab9987bce'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:42:03.487278 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:03.492686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fc65ba7-5546-4849-88f8-9aabd5ec6b8c req-aa4b567d-208c-4a8f-ae48-83efe60d7b0c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.18 "DELETE /v2.0/ports/293b8bb4-8db3-4b10-93a4-a8cab9987bce HTTP/1.1" status: 204 len: 173 time: 1.9285448 Nov 10 16:42:03.498859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796cff8c-2aae-428f-bafd-67edc3a7f6fb', 'name': 'network-vif-deleted', 'tag': '293b8bb4-8db3-4b10-93a4-a8cab9987bce'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:03.500209 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b339f-52e6-4aec-8fe0-07783732f0b2" -d '{"events": [{"server_uuid": "796cff8c-2aae-428f-bafd-67edc3a7f6fb", "name": "network-vif-deleted", "tag": "293b8bb4-8db3-4b10-93a4-a8cab9987bce"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:03.562807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-28b74f26-9853-40d5-af85-a6eca9c2a041 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f031bda31684121afcb2a5d90baed08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337299 Nov 10 16:42:03.572775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:03.574388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9666d8b-c2a2-4c79-9a7d-16f0d293a32a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:03.579366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-9e77d17c-e9c8-4fd3-9005-49854c227095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:03.582996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-9e77d17c-e9c8-4fd3-9005-49854c227095 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=725e4d8c-c12c-4120-82f9-98417f9278a0 HTTP/1.1" status: 200 len: 850 time: 0.2997394 Nov 10 16:42:03.590066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-666b00fe-c91d-4748-ae7e-f2c26e4c9e0b req-ff46cb8d-5ad2-4564-a280-a10e32ec9c1c tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 210 time: 0.0991032 Nov 10 16:42:03.633281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:03.692436 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-fddcfda3-8d74-4bb8-addc-b703e9736c4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8109b0b-34bd-4e16-a326-3a740308272f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020401 Nov 10 16:42:03.883044 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f576e-b034-46d4-92e7-24e9adb62a71 x-openstack-request-id: req-af5f576e-b034-46d4-92e7-24e9adb62a71 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:03.883759 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796cff8c-2aae-428f-bafd-67edc3a7f6fb", "name": "network-vif-deleted", "tag": "293b8bb4-8db3-4b10-93a4-a8cab9987bce", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:03.883759 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af5f576e-b034-46d4-92e7-24e9adb62a71 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:03.884107 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796cff8c-2aae-428f-bafd-67edc3a7f6fb', 'name': 'network-vif-deleted', 'tag': '293b8bb4-8db3-4b10-93a4-a8cab9987bce', 'status': 'completed', 'code': 200} Nov 10 16:42:03.914832 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f58fd3a-e268-4f14-9c74-1a0be25cae56 req-3e723e13-8d06-4d2c-805f-aac0643ce1ed tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.1293466 Nov 10 16:42:03.919847 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e938935-fc2c-4fec-ae89-89a8b9e0f046 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:03.939159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b99c-8b66-4076-b39f-29b49b21f1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:03.975495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-11e82e37-86b6-4287-bcb2-5e6c8a2c445b None None] Could not find standard attr ID for object 558f5575-34f9-4345-a1d0-1eb9631e87be. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:42:03.993456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e938935-fc2c-4fec-ae89-89a8b9e0f046 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d51557-8635-4c17-8a02-14c719669f55,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:03.996099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e938935-fc2c-4fec-ae89-89a8b9e0f046 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:03.997033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-55fe2090-e3d7-42b9-b508-5d7eaab84054 service neutron] 10.222.0.69 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916048 Nov 10 16:42:03.999977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4e938935-fc2c-4fec-ae89-89a8b9e0f046 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/b4d51557-8635-4c17-8a02-14c719669f55 HTTP/1.1" status: 204 len: 168 time: 1.3047292 Nov 10 16:42:04.003431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:04.037392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b99c-8b66-4076-b39f-29b49b21f1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.115233 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.189148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Allocated IP 172.20.0.1 (03fa9327-e0cc-4fbe-95b5-ef367afe5de2/bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada/8754d6b7-0791-4f1f-be03-c43883c0ad17) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:04.201794 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc21074d-6c8e-4bd1-a364-b7af8e2c3233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.205333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.318258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b99c-8b66-4076-b39f-29b49b21f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.324065 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b99c-8b66-4076-b39f-29b49b21f1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.327691 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c8d3b99c-8b66-4076-b39f-29b49b21f1ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/861aadc0-3b2f-4ca5-aea4-e4d8caa19954 HTTP/1.1" status: 204 len: 168 time: 0.7458622 Nov 10 16:42:04.342760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:04.344374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.366733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab53b929-da41-48ab-9b34-9a1b762b02a9 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:04.368010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3b99c-8b66-4076-b39f-29b49b21f1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861aadc0-3b2f-4ca5-aea4-e4d8caa19954,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:04.459814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.559114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70c37f-04a3-4525-a83c-e5b7eb6d1fb2 None None] Pushing event updated for resources: {'Port': ['ID=9ea058db-20d5-4be6-b456-58bfe97a6d1e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:04.564959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Attempting to bind port 9ea058db-20d5-4be6-b456-58bfe97a6d1e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:04.565341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Attempting to bind port 9ea058db-20d5-4be6-b456-58bfe97a6d1e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:04.565691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Attempting to bind port 9ea058db-20d5-4be6-b456-58bfe97a6d1e on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:04.657930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.658081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:04.658081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:04.658081 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.658081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:04.658081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Bound port: 9ea058db-20d5-4be6-b456-58bfe97a6d1e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:04.658081 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.775880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb0e9b82-40ca-4cee-8e54-5ca57b850d90 req-c98a90e3-d40b-423a-a0bb-430a482d4767 service neutron] 10.222.0.69 "GET /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7700458 Nov 10 16:42:04.782368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5bcbcf5e-f126-490b-b419-864e9d22457c None None] Provisioning complete for port 9ea058db-20d5-4be6-b456-58bfe97a6d1e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:04.782749 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcf5e-f126-490b-b419-864e9d22457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.795840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:04.805376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:04.820400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.836532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:04.844101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afcb64-593e-400b-8bc9-913115027e5e req-5c61b988-f379-4093-b0e6-267aa9a0fe4b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:04.851461 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdac9bac-e691-40da-bebe-57f21b012b1a req-c7794907-9139-4a92-bae0-262484af3292 tempest-ServerDiagnosticsNegativeTest-1415498166 tempest-ServerDiagnosticsNegativeTest-1415498166-project] 10.222.0.62 "GET /v2.0/ports?device_id=796cff8c-2aae-428f-bafd-67edc3a7f6fb HTTP/1.1" status: 200 len: 210 time: 0.0807505 Nov 10 16:42:04.859849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8754d6b7-0791-4f1f-be03-c43883c0ad17,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:04.867005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3afcb64-593e-400b-8bc9-913115027e5e req-5c61b988-f379-4093-b0e6-267aa9a0fe4b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2487824 Nov 10 16:42:04.972646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:04.981030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3afcb64-593e-400b-8bc9-913115027e5e req-1e58c39c-21fb-410e-b8e7-5cc867ff7090 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127253 Nov 10 16:42:04.987490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbcf5e-f126-490b-b419-864e9d22457c None None] Port 9ea058db-20d5-4be6-b456-58bfe97a6d1e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:05.010815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] DHCP port deletion for 59d7f487-4ded-4ed5-ae46-698d34c6681a request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:05.126455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 9896c3ea-fb10-41b8-af28-73d39312f869 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:05.129528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:05.205717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f3b2773-f79b-4119-9e5a-7c93a1f1e310 req-d182327a-8405-462e-b8b5-d51bc0caf179 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0685198 Nov 10 16:42:05.403948 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:05.404537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] For port 9896c3ea-fb10-41b8-af28-73d39312f869, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9896c3ea-fb10-41b8-af28-73d39312f869,segment=NetworkSegment(35d60464-3952-4971-aa78-b5fa765bf614),segment_id=35d60464-3952-4971-aa78-b5fa765bf614)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:05.406819 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:05.407176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] For port 9ea058db-20d5-4be6-b456-58bfe97a6d1e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:05.441956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] For port 9ea058db-20d5-4be6-b456-58bfe97a6d1e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9ea058db-20d5-4be6-b456-58bfe97a6d1e,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:05.479502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] Deleting port 9896c3ea-fb10-41b8-af28-73d39312f869 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:05.481154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:05.484540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 9896c3ea-fb10-41b8-af28-73d39312f869 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:05.558290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:05.740509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] For port 9896c3ea-fb10-41b8-af28-73d39312f869, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9896c3ea-fb10-41b8-af28-73d39312f869,segment=NetworkSegment(35d60464-3952-4971-aa78-b5fa765bf614),segment_id=35d60464-3952-4971-aa78-b5fa765bf614)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:05.741055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:05.768755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] Calling delete_port for 9896c3ea-fb10-41b8-af28-73d39312f869 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:05.885525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9896c3ea-fb10-41b8-af28-73d39312f869 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:05.896965 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:06.019679 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:06.020769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b5051-041f-448f-b089-6301350f5a9f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:06.064344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:06.066359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:06.148167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 293b8bb4-8db3-4b10-93a4-a8cab9987bce no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:06.210733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 293b8bb4-8db3-4b10-93a4-a8cab9987bce {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:06.211171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 293b8bb4-8db3-4b10-93a4-a8cab9987bce not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:06.220469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eb78f2c0-56b3-43b5-a190-e657ac9ba43b None None] Provisioning complete for port 8754d6b7-0791-4f1f-be03-c43883c0ad17 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:06.220719 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb78f2c0-56b3-43b5-a190-e657ac9ba43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:06.288740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70c37f-04a3-4525-a83c-e5b7eb6d1fb2 None None] Pushing event updated for resources: {'Port': ['ID=9ea058db-20d5-4be6-b456-58bfe97a6d1e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:06.292489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9032-7d4f-4b7f-98be-87228b12366a req-52d69d7e-6c75-4554-aa0b-081815eb0cea tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:06.298331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6be9032-7d4f-4b7f-98be-87228b12366a req-52d69d7e-6c75-4554-aa0b-081815eb0cea tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.1453021 Nov 10 16:42:06.359717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eb78f2c0-56b3-43b5-a190-e657ac9ba43b None None] Port 8754d6b7-0791-4f1f-be03-c43883c0ad17 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:06.374368 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:06.377909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:42:06.450901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6be9032-7d4f-4b7f-98be-87228b12366a req-fe29ee21-346e-4dd2-bcae-e14fa0e2add2 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416059 Nov 10 16:42:06.483812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-878a9c50-11a2-4274-b8e3-169342c55a27 req-10f569b2-5c26-48c3-b9a2-1e563c762974 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0571065 Nov 10 16:42:06.578880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ddf6c6c5-b85a-443d-80ee-2a5a0bc14d60 None None] Provisioning complete for port 9ea058db-20d5-4be6-b456-58bfe97a6d1e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:06.579550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c6c5-b85a-443d-80ee-2a5a0bc14d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:06.813380 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c6c5-b85a-443d-80ee-2a5a0bc14d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:06.849502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ddf6c6c5-b85a-443d-80ee-2a5a0bc14d60 None None] For port 9ea058db-20d5-4be6-b456-58bfe97a6d1e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9ea058db-20d5-4be6-b456-58bfe97a6d1e,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:06.859992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:04Z', 'revision_number': 1, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:06.929832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:06.985843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=9896c3ea-fb10-41b8-af28-73d39312f869,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:06.991884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.010150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No DVR routers for this DVR port 9896c3ea-fb10-41b8-af28-73d39312f869 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:07.054137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.054755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.055192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.055656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.056085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.056508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.060221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.060692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.061133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.061574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.061999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.062556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:07.137161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.143773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8754d6b7-0791-4f1f-be03-c43883c0ad17,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.211664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c6c5-b85a-443d-80ee-2a5a0bc14d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.231556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00c0c2-becc-49c4-82c2-cdeda8870242 None None] The sync data for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 is: [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:04Z', 'revision_number': 1, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:42:07.232647 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.283416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d7f487-4ded-4ed5-ae46-698d34c6681a']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:07.310846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d60464-3952-4971-aa78-b5fa765bf614') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:07.310846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d60464-3952-4971-aa78-b5fa765bf614') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:07.344754 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.354764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.410385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] No DVR routers for this DVR port 9896c3ea-fb10-41b8-af28-73d39312f869 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:07.419721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:07.430924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:07.447056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.468057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:42:07.470211 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.477069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6c6c5-b85a-443d-80ee-2a5a0bc14d60 None None] Pushing event updated for resources: {'Port': ['ID=9ea058db-20d5-4be6-b456-58bfe97a6d1e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:07.680884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9f18b-b72c-4624-b6b3-480f886c622d None None] Pushing event deleted for resources: {'Port': ['ID=9896c3ea-fb10-41b8-af28-73d39312f869,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:42:07.730692 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:42:07.744820 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.804356 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.856008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:07.894887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:42:07.909833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-575a8286-fd54-4a72-8b17-271e3e69b3a9 req-014f5444-a2c0-4371-9452-becf9c57daeb tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.1575208 Nov 10 16:42:07.921721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.929817 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:07.939219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/networks/59d7f487-4ded-4ed5-ae46-698d34c6681a HTTP/1.1" status: 204 len: 168 time: 3.9346447 Nov 10 16:42:07.944288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:07.957696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c146b-252a-4c9e-9488-57f023eba29e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Network': ['ID=59d7f487-4ded-4ed5-ae46-698d34c6681a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:08.001125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0c2dc-d4d1-4294-94aa-cd26069f6f3a req-d13b1e65-5cc2-4ed9-b7f8-08d7330e702d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:08.002767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9e0c2dc-d4d1-4294-94aa-cd26069f6f3a req-d13b1e65-5cc2-4ed9-b7f8-08d7330e702d tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.1595359 Nov 10 16:42:08.070000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d43f2e3e-7b62-4012-961d-28779b8382b2 None None] Provisioning complete for port 8754d6b7-0791-4f1f-be03-c43883c0ad17 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:08.073558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d43f2e3e-7b62-4012-961d-28779b8382b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:08.152192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d43f2e3e-7b62-4012-961d-28779b8382b2 None None] Port 8754d6b7-0791-4f1f-be03-c43883c0ad17 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:08.225639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515af042-55bd-4cd3-bf81-6bf4b578e3b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:08.227867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-515af042-55bd-4cd3-bf81-6bf4b578e3b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2785625 Nov 10 16:42:08.234143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51504) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:08.273306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9e0c2dc-d4d1-4294-94aa-cd26069f6f3a req-b9086d35-afb5-40dc-a24d-592c0ebfb5a6 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789455 Nov 10 16:42:08.282220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:42:08.288736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ea5aa8f0-9b07-4cdf-b389-54561aca97f7 admin admin] 10.222.0.62 "PUT /v2.0/routers/1ea525f0-7c5b-4565-8cf9-4e392cac1c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6304591 Nov 10 16:42:08.409005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b22d03db-48e9-4eaf-b07c-ebb1ad02628f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1698742 Nov 10 16:42:08.410445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:08.423818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2047201240'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:08.567404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:08.573898 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:08.615846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-091adc36-5cda-44f9-9393-416e83b47ce8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4039572d134d4d12b67df95bd3b4a117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7551889 Nov 10 16:42:08.618892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51520) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:08.630337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:42:08.642968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:08.644224 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Added segment 2597a6b2-542e-4e54-8272-705c75e70948 of type vlan for network cbcee819-538a-4065-a457-0f686e7fc8d1 Nov 10 16:42:08.732162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:08.848281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fe0158b-a985-4dec-a987-eca2a1750b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:08.894292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fe0158b-a985-4dec-a987-eca2a1750b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:08.929428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:08.937708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:08.941275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:09.082169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Network': ['ID=cbcee819-538a-4065-a457-0f686e7fc8d1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:09.098615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network cbcee819-538a-4065-a457-0f686e7fc8d1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:42:09.204163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fe0158b-a985-4dec-a987-eca2a1750b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:09.206922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fe0158b-a985-4dec-a987-eca2a1750b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:09.211969 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a4b44676-a3cb-4562-955c-299e6fc732b2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8000295 Nov 10 16:42:09.216916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9fe0158b-a985-4dec-a987-eca2a1750b7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/823b4ba3-6634-4a43-99f2-889538eba99f HTTP/1.1" status: 204 len: 168 time: 0.5940676 Nov 10 16:42:09.230721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:09.232585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:09.240595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0158b-a985-4dec-a987-eca2a1750b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b4ba3-6634-4a43-99f2-889538eba99f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:09.389922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09852707-f0bc-43a2-9cb3-2c19cabfdb5e req-c68d4846-af52-414c-b942-d1d358329e11 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.1364040 Nov 10 16:42:09.558851 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:42:09.633892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9ea058db-20d5-4be6-b456-58bfe97a6d1e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:09.634101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45fb2d-bd89-403f-86c3-6eaaecb9ac5e req-fbe140f0-8244-4390-92f6-295030e548ee tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:09.643721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf45fb2d-bd89-403f-86c3-6eaaecb9ac5e req-fbe140f0-8244-4390-92f6-295030e548ee tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.0860763 Nov 10 16:42:09.700776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:09.710804 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:09.823038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf45fb2d-bd89-403f-86c3-6eaaecb9ac5e req-4ee88d65-15f2-4b6f-b72c-a96af5f81813 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693799 Nov 10 16:42:09.823620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9ea058db-20d5-4be6-b456-58bfe97a6d1e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:09.834084 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.207579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:10.218922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-99687316-e998-41e6-a4d9-aa8892c320f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198758599', 'description': 'tempest-description--1845573748'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:10.306652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.307230 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.375626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99687316-e998-41e6-a4d9-aa8892c320f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.398843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=4fee868b-1c5c-433e-86b5-3d8a38740424,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:10.444050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking segment: {'id': '2597a6b2-542e-4e54-8272-705c75e70948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:10.444538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network hostable DHCP agents. Network: cbcee819-538a-4065-a457-0f686e7fc8d1, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:42:10.529409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99687316-e998-41e6-a4d9-aa8892c320f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.579615 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fc66488-166f-4b19-a6c0-52324f295141 req-6b1f8b19-9d95-46c3-83cc-2ba7488c3fa1 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0620928 Nov 10 16:42:10.652035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51566) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:10.664658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network cbcee819-538a-4065-a457-0f686e7fc8d1 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:42:10.671417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88414c16-d649-4c16-adfd-ed5589e1b8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.723358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99687316-e998-41e6-a4d9-aa8892c320f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.774158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99687316-e998-41e6-a4d9-aa8892c320f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b4bf21-ce14-4423-af61-2ca6ad16f91c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:10.838429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, cbcee819-538a-4065-a457-0f686e7fc8d1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:10.842622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:10.843222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.869525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be9536-a673-483b-ad36-f06474a51e6e None None] Network cbcee819-538a-4065-a457-0f686e7fc8d1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:10.889961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88414c16-d649-4c16-adfd-ed5589e1b8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.920231 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99687316-e998-41e6-a4d9-aa8892c320f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:10.925067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51572) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:10.925268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-99687316-e998-41e6-a4d9-aa8892c320f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7160187 Nov 10 16:42:10.930759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-20843d7e-4dd7-4a41-97ce-0103da2ad537 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'security_group_rule': {'security_group_id': '03b4bf21-ce14-4423-af61-2ca6ad16f91c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:10.983049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51574) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:11.019632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88414c16-d649-4c16-adfd-ed5589e1b8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.054901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8936d8b3-b2a6-4be0-8098-e57ce70ea7df tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8356829 Nov 10 16:42:11.063748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:11.093206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1', 'name': 'tempest-PortsIpV6TestJSON-1998072010'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:11.115239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88414c16-d649-4c16-adfd-ed5589e1b8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7275b0f3-a8ca-4820-a16f-55d348532037,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:11.181398 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20843d7e-4dd7-4a41-97ce-0103da2ad537 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.238518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d1ec9-ac5c-48ae-be00-b33ce9068077 req-1821a6ca-7503-48d8-a3be-564938716977 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:11.248106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b66d1ec9-ac5c-48ae-be00-b33ce9068077 req-1821a6ca-7503-48d8-a3be-564938716977 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2863591 Nov 10 16:42:11.260417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3cf865c3-ccf3-4ed7-a5f2-0424b9280328 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-479984701'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:11.260745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3cf865c3-ccf3-4ed7-a5f2-0424b9280328 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Unknown quota resources ['metering_label']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:42:11.283976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-88414c16-d649-4c16-adfd-ed5589e1b8d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d506325c4de464baa097f8f2034e86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6271222 Nov 10 16:42:11.294913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51586) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:11.305213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-cbcee819-538a-4065-a457-0f686e7fc8d1', 'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1', 'tenant_id': '22937fe3fe9f4061833cf5be4df5cfa4', 'fixed_ips': [{'subnet_id': '4fee868b-1c5c-433e-86b5-3d8a38740424'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:42:11.309929 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.438287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b66d1ec9-ac5c-48ae-be00-b33ce9068077 req-456fa152-97ff-4851-946e-22a58f5247fc tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891150 Nov 10 16:42:11.511836 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-199f0a1a-9939-428c-a590-d21ee2d37aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.530849 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Sync routers for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:42:11.551153 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:11.554989 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:11.557836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:11.558430 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20843d7e-4dd7-4a41-97ce-0103da2ad537 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.562851 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.563768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-199f0a1a-9939-428c-a590-d21ee2d37aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.609225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port 2ab8bce1-db4c-43bf-8466-382c5c13ceaf yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:11.653730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Allocated IP 2001:db8::2 (cbcee819-538a-4065-a457-0f686e7fc8d1/4fee868b-1c5c-433e-86b5-3d8a38740424/a159f7f6-818c-4628-89ec-af533eeb8308) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:11.803236 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:42:11.803477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20843d7e-4dd7-4a41-97ce-0103da2ad537 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.938836 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-199f0a1a-9939-428c-a590-d21ee2d37aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.941280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-199f0a1a-9939-428c-a590-d21ee2d37aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.944728 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-199f0a1a-9939-428c-a590-d21ee2d37aac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7275b0f3-a8ca-4820-a16f-55d348532037 HTTP/1.1" status: 204 len: 168 time: 0.6463611 Nov 10 16:42:11.983373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3cf865c3-ccf3-4ed7-a5f2-0424b9280328 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:11.987413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3cf865c3-ccf3-4ed7-a5f2-0424b9280328 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0000753 Nov 10 16:42:11.987628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f0a1a-9939-428c-a590-d21ee2d37aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7275b0f3-a8ca-4820-a16f-55d348532037,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:11.988744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:11.994874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f11e202-ed17-4d02-b2a7-1c91d270cb9b tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b1f4d44c-5dcf-435f-8a2d-189845d40cc8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:11.995708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f11e202-ed17-4d02-b2a7-1c91d270cb9b tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:42:11.997232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b45af78-4a44-4309-9b8f-d11910ca6d77 req-7fd5ac55-e3fd-4d1a-b07c-ce159ed0628e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.2746723 Nov 10 16:42:12.004667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20843d7e-4dd7-4a41-97ce-0103da2ad537 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7628bc17-fc15-4a4f-a22b-e73790cfc475,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:12.100587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.131355 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20843d7e-4dd7-4a41-97ce-0103da2ad537 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.136663 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-20843d7e-4dd7-4a41-97ce-0103da2ad537 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2106986 Nov 10 16:42:12.141189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51596) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:12.151468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3b69879e-eb55-45c0-acbe-ab8dc72d126f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'security_group_rule': {'security_group_id': '03b4bf21-ce14-4423-af61-2ca6ad16f91c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:12.218823 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 2, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:12.230274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-b8556b60-1365-4dca-a8a0-107ac2eddba8 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:12.230274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-b8556b60-1365-4dca-a8a0-107ac2eddba8 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.69 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.1496308 Nov 10 16:42:12.258484 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.296366 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Checking router: 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:42:12.296720 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Updating router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 port 8754d6b7-0791-4f1f-be03-c43883c0ad17 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:42:12.353892 n-d-714676-11 neutron-server[103325]: WARNING neutron.services.metering.metering_plugin [None req-9f11e202-ed17-4d02-b2a7-1c91d270cb9b tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 16:42:12.379710 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.393558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Network cbcee819-538a-4065-a457-0f686e7fc8d1 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:12.396317 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b69879e-eb55-45c0-acbe-ab8dc72d126f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.407281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:12.414502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:12.416876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Pushing event updated for resources: {'Port': ['ID=a159f7f6-818c-4628-89ec-af533eeb8308,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:12.500020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.505357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.506045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.506614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.507168 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.507893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.508460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.509057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.509626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.510223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.510758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.513355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:12.573823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Deleting port 272c71ec-b86f-4e38-8159-455615639974 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:12.574211 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.611224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b69879e-eb55-45c0-acbe-ab8dc72d126f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.621967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Attempting to bind port a159f7f6-818c-4628-89ec-af533eeb8308 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:12.625098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Attempting to bind port a159f7f6-818c-4628-89ec-af533eeb8308 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2597a6b2-542e-4e54-8272-705c75e70948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:12.625615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Attempting to bind port a159f7f6-818c-4628-89ec-af533eeb8308 on network cbcee819-538a-4065-a457-0f686e7fc8d1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:12.638833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:12.642345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Checking segment: {'id': '2597a6b2-542e-4e54-8272-705c75e70948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:12.656689 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.657255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Bound using segment: {'id': '2597a6b2-542e-4e54-8272-705c75e70948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:12.657994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Bound port: a159f7f6-818c-4628-89ec-af533eeb8308, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2597a6b2-542e-4e54-8272-705c75e70948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:12.659152 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.746076 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b69879e-eb55-45c0-acbe-ab8dc72d126f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.818757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] For port a159f7f6-818c-4628-89ec-af533eeb8308, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:12.835461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69879e-eb55-45c0-acbe-ab8dc72d126f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d49bdb-24ed-45b7-a364-047203cb12be,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:12.837775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] For port a159f7f6-818c-4628-89ec-af533eeb8308, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a159f7f6-818c-4628-89ec-af533eeb8308,segment=NetworkSegment(2597a6b2-542e-4e54-8272-705c75e70948),segment_id=2597a6b2-542e-4e54-8272-705c75e70948)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:12.891485 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b69879e-eb55-45c0-acbe-ab8dc72d126f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.894321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b69879e-eb55-45c0-acbe-ab8dc72d126f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7506545 Nov 10 16:42:12.897070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51616) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:12.901695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:12.918234 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:12.941769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] For port 272c71ec-b86f-4e38-8159-455615639974, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=272c71ec-b86f-4e38-8159-455615639974,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:12.942158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.033157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Calling delete_port for 272c71ec-b86f-4e38-8159-455615639974 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:13.045207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::299 (cbcee819-538a-4065-a457-0f686e7fc8d1/4fee868b-1c5c-433e-86b5-3d8a38740424/2ab8bce1-db4c-43bf-8466-382c5c13ceaf) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:13.130748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6f3e8-ba0f-426e-9017-5fe24fccdb62 None None] Pushing event updated for resources: {'Port': ['ID=a159f7f6-818c-4628-89ec-af533eeb8308,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:13.191848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f11e202-ed17-4d02-b2a7-1c91d270cb9b tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.193292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9f11e202-ed17-4d02-b2a7-1c91d270cb9b tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2029276 Nov 10 16:42:13.203032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:13.208900 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.227785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f37157d8-22c3-41d3-9edb-70890a9c40a1 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b1f4d44c-5dcf-435f-8a2d-189845d40cc8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:13.228281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f37157d8-22c3-41d3-9edb-70890a9c40a1 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:42:13.241717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3401219-7d7e-455f-ae66-5b91e523b705 req-b2b7d84f-8993-4bcd-9f16-690a23a47528 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:13.242451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d954f4cb-08f7-4da4-9e14-66a96373b8f8 req-b41dd742-27ec-4243-a9ae-3ea041b3cd3a tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0581481 Nov 10 16:42:13.245089 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.253787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3401219-7d7e-455f-ae66-5b91e523b705 req-b2b7d84f-8993-4bcd-9f16-690a23a47528 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 945 time: 0.2042606 Nov 10 16:42:13.340500 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.518261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c3401219-7d7e-455f-ae66-5b91e523b705 req-8734f316-d75d-4caa-9ba4-fd55391b1c3b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634394 Nov 10 16:42:13.523616 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Pushing event updated for resources: {'Port': ['ID=8754d6b7-0791-4f1f-be03-c43883c0ad17,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:13.525364 n-d-714676-11 neutron-server[103325]: WARNING neutron.services.metering.metering_plugin [None req-f37157d8-22c3-41d3-9edb-70890a9c40a1 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 16:42:13.594327 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.594676 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.595011 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.595356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.626513 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.633696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.633696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.633696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.633696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.633696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.633696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.633696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:13.683036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f37157d8-22c3-41d3-9edb-70890a9c40a1 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.690549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f37157d8-22c3-41d3-9edb-70890a9c40a1 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4707143 Nov 10 16:42:13.691470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:13.711836 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0bb38248-9fcf-4e93-b40e-00827c636809 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=3e2fd328-2d9a-4409-8e5f-0e87dd36e28a HTTP/1.1" status: 200 len: 462 time: 0.0185537 Nov 10 16:42:13.714293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:13.788212 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Attempting to bind port 8754d6b7-0791-4f1f-be03-c43883c0ad17 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:13.789104 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Attempting to bind port 8754d6b7-0791-4f1f-be03-c43883c0ad17 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:13.789807 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Attempting to bind port 8754d6b7-0791-4f1f-be03-c43883c0ad17 on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:13.801596 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:13.802843 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Checking segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:13.803570 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.804157 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Bound using segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:13.804844 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Bound port: 8754d6b7-0791-4f1f-be03-c43883c0ad17, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:13.805416 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.835516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:13.847102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['272c71ec-b86f-4e38-8159-455615639974'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:42:13.858034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['7961ccd1-6e86-41db-835c-6fedf9697fea'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:42:13.948732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Pushing event deleted for resources: {'Port': ['ID=272c71ec-b86f-4e38-8159-455615639974,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:14.042601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] No DVR routers for this DVR port 272c71ec-b86f-4e38-8159-455615639974 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:14.053915 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:14.057420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-269c853c-56c0-44f0-b3ab-dacf3b079290 req-f97b91c1-6109-4403-8644-28b445594484 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.69 "DELETE /v2.0/ports/272c71ec-b86f-4e38-8159-455615639974 HTTP/1.1" status: 204 len: 173 time: 1.8214462 Nov 10 16:42:14.059469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02aaa8a-2b57-4490-8458-0111dccf0e3f', 'name': 'network-vif-deleted', 'tag': '272c71ec-b86f-4e38-8159-455615639974'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:14.061912 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038ba81-fc75-444e-96dc-d43f38b00c5b" -d '{"events": [{"server_uuid": "d02aaa8a-2b57-4490-8458-0111dccf0e3f", "name": "network-vif-deleted", "tag": "272c71ec-b86f-4e38-8159-455615639974"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:14.084183 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] For port 8754d6b7-0791-4f1f-be03-c43883c0ad17, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:14.093907 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] For port 8754d6b7-0791-4f1f-be03-c43883c0ad17, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8754d6b7-0791-4f1f-be03-c43883c0ad17,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:14.102634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:14.215505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-edd83167-3a4c-4059-b2c2-4955fb7b42ae None None] Provisioning complete for port 8754d6b7-0791-4f1f-be03-c43883c0ad17 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:14.218386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edd83167-3a4c-4059-b2c2-4955fb7b42ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:14.244258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5214bc3-098d-49d6-97dc-6f9b4bd25ce1 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:14.245798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e5214bc3-098d-49d6-97dc-6f9b4bd25ce1 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/3e2fd328-2d9a-4409-8e5f-0e87dd36e28a HTTP/1.1" status: 204 len: 168 time: 0.5305371 Nov 10 16:42:14.249243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:14.261400 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:14.273803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5ff7576a-fd2f-4c01-b6bf-6bd68c6b28e4 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=3e2fd328-2d9a-4409-8e5f-0e87dd36e28a HTTP/1.1" status: 200 len: 221 time: 0.0223956 Nov 10 16:42:14.277370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:14.283735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f117b5c-bed6-4880-b47f-b26fb40360aa tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1967494014', 'description': 'label created by tempest'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:14.286041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f117b5c-bed6-4880-b47f-b26fb40360aa tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Unknown quota resources ['metering_label']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 16:42:14.373780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Allocated IP 172.25.3.56 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/30320e60-65a4-43cc-9b45-6ed0c641a651) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:14.385341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-edd83167-3a4c-4059-b2c2-4955fb7b42ae None None] Port 8754d6b7-0791-4f1f-be03-c43883c0ad17 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:14.501700 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd4e816-bfe8-4212-9ac5-64db95921174 x-openstack-request-id: req-7fd4e816-bfe8-4212-9ac5-64db95921174 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:14.505412 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02aaa8a-2b57-4490-8458-0111dccf0e3f", "name": "network-vif-deleted", "tag": "272c71ec-b86f-4e38-8159-455615639974", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:14.505412 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fd4e816-bfe8-4212-9ac5-64db95921174 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:14.505412 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02aaa8a-2b57-4490-8458-0111dccf0e3f', 'name': 'network-vif-deleted', 'tag': '272c71ec-b86f-4e38-8159-455615639974', 'status': 'completed', 'code': 200} Nov 10 16:42:14.617178 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344661c-92c0-485b-9989-01f2f8e80aa3 None None] Pushing event updated for resources: {'Port': ['ID=8754d6b7-0791-4f1f-be03-c43883c0ad17,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:14.654366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:14.683770 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:14.688635 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:14.706535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b87ed14-4827-4629-b5dc-d514f0bcd1f3 req-648e1b51-bec4-4bb0-b674-d6b9a72c9c69 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.1049125 Nov 10 16:42:14.864394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-89afbe85-e952-4931-921f-0061bd695761 req-91ede8dc-7f34-411c-99eb-6bc3d3eb2031 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=d02aaa8a-2b57-4490-8458-0111dccf0e3f HTTP/1.1" status: 200 len: 210 time: 0.1303551 Nov 10 16:42:14.921683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.081859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-feef1b26-5bfd-4b9b-a1ef-9a866c4b16a9 None None] Provisioning complete for port 8754d6b7-0791-4f1f-be03-c43883c0ad17 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:15.082431 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feef1b26-5bfd-4b9b-a1ef-9a866c4b16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.083852 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:42:15.115822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f117b5c-bed6-4880-b47f-b26fb40360aa tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.121082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51668) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:15.131849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8f117b5c-bed6-4880-b47f-b26fb40360aa tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8524690 Nov 10 16:42:15.136149 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.271141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network cbcee819-538a-4065-a457-0f686e7fc8d1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:15.280592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:15.284505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=2ab8bce1-db4c-43bf-8466-382c5c13ceaf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:15.297407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:15.305298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:15.305652 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.310675 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feef1b26-5bfd-4b9b-a1ef-9a866c4b16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.364009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-feef1b26-5bfd-4b9b-a1ef-9a866c4b16a9 None None] For port 8754d6b7-0791-4f1f-be03-c43883c0ad17, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8754d6b7-0791-4f1f-be03-c43883c0ad17,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:15.365992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-74b954ce-2b51-4297-bad3-0b8c885d5737 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=e72cfdac-0de5-4ba3-bf44-4c5b6f82acee HTTP/1.1" status: 200 len: 468 time: 0.2435942 Nov 10 16:42:15.367778 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.368823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:15.409578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09d16a1-3436-4385-831f-078f75276418 None None] Network cbcee819-538a-4065-a457-0f686e7fc8d1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:15.521041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f6a3428a-ff3a-470e-abed-22c96ffaf828 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4554951 Nov 10 16:42:15.526186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:15.528888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'Port': ['ID=30320e60-65a4-43cc-9b45-6ed0c641a651,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:15.552295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'cbcee819-538a-4065-a457-0f686e7fc8d1', 'name': 'tempest-PortsIpV6TestJSON-752873822'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:15.558615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:15.565179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:15.574463 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-feef1b26-5bfd-4b9b-a1ef-9a866c4b16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.600181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:15.811883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef1b26-5bfd-4b9b-a1ef-9a866c4b16a9 None None] Pushing event updated for resources: {'Port': ['ID=8754d6b7-0791-4f1f-be03-c43883c0ad17,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:15.917703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.922716 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:14Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:15.961456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d3499a2d-2170-4998-b673-f6d8af08f0c9 None None] Provisioning complete for port a159f7f6-818c-4628-89ec-af533eeb8308 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:15.961456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3499a2d-2170-4998-b673-f6d8af08f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:15.989180 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c97cd5-b777-4216-8979-d05a4bbb0570 None None] The sync data for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 is: [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:14Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:42:16.084823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8754d6b7-0791-4f1f-be03-c43883c0ad17 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:16.103741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7385c812-8e99-40ec-98c4-fa09440ef5d4 req-dc6c747a-a3b8-4eac-812a-0e98ca825f04 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0968244 Nov 10 16:42:16.175819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 272c71ec-b86f-4e38-8159-455615639974 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:16.188387 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:16.270407 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f636e24-a5a3-4867-9994-bfb1b61a1587 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:16.280220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6f636e24-a5a3-4867-9994-bfb1b61a1587 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/e72cfdac-0de5-4ba3-bf44-4c5b6f82acee HTTP/1.1" status: 204 len: 168 time: 0.9100714 Nov 10 16:42:16.282953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51696) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:16.352981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-53d2ae33-748b-4602-98cb-739e86f3d8ec tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=e72cfdac-0de5-4ba3-bf44-4c5b6f82acee HTTP/1.1" status: 200 len: 216 time: 0.0647004 Nov 10 16:42:16.353199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 272c71ec-b86f-4e38-8159-455615639974 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:16.353199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 272c71ec-b86f-4e38-8159-455615639974 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:16.359066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:16.386001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b6c4027a-0710-4fa5-b5ab-5c7488ecbcb1 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0246825 Nov 10 16:42:16.386937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:16.409522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7c6d61e5-733f-438a-8719-5357ea689bbe tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0208764 Nov 10 16:42:16.411204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:16.415025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:16.421091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:16.506021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3499a2d-2170-4998-b673-f6d8af08f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:16.581220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-244e0a45-ac28-48d5-bcd6-a0f2089fd64a tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/b1f4d44c-5dcf-435f-8a2d-189845d40cc8 HTTP/1.1" status: 200 len: 472 time: 0.1580899 Nov 10 16:42:16.581829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:16.583152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port c2f80b0b-4ade-466b-b54d-6e6b151dbb98 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:16.621977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-953ea96a-643d-48fd-a666-b82e4f0a6038 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/80ecc8d0-c12b-4b73-a047-d8ad1c607c52 HTTP/1.1" status: 200 len: 459 time: 0.0297744 Nov 10 16:42:16.621977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:16.687266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d3499a2d-2170-4998-b673-f6d8af08f0c9 None None] For port a159f7f6-818c-4628-89ec-af533eeb8308, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a159f7f6-818c-4628-89ec-af533eeb8308,segment=NetworkSegment(2597a6b2-542e-4e54-8272-705c75e70948),segment_id=2597a6b2-542e-4e54-8272-705c75e70948)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:16.715939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8754d6b7-0791-4f1f-be03-c43883c0ad17 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:16.716640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:16.776532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:16.890220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3499a2d-2170-4998-b673-f6d8af08f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:16.958054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:17.072881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'Port': ['ID=30320e60-65a4-43cc-9b45-6ed0c641a651,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:17.131524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3499a2d-2170-4998-b673-f6d8af08f0c9 None None] Pushing event updated for resources: {'Port': ['ID=a159f7f6-818c-4628-89ec-af533eeb8308,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:17.200244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::39c (cbcee819-538a-4065-a457-0f686e7fc8d1/4fee868b-1c5c-433e-86b5-3d8a38740424/c2f80b0b-4ade-466b-b54d-6e6b151dbb98) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:17.234004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a653818-39cb-46c7-9c02-a24fb54936c6 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:17.238191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3a653818-39cb-46c7-9c02-a24fb54936c6 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/80ecc8d0-c12b-4b73-a047-d8ad1c607c52 HTTP/1.1" status: 204 len: 168 time: 0.6126802 Nov 10 16:42:17.241821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:17.265694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:17.333580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-08aae266-5c7d-4fc7-ade1-7dc14b9a0cb5 None None] Provisioning complete for port 2ab8bce1-db4c-43bf-8466-382c5c13ceaf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:17.333958 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08aae266-5c7d-4fc7-ade1-7dc14b9a0cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:17.389776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:17.391459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3441919b-3005-46ed-93cd-6bb5a661a437 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4935100 Nov 10 16:42:17.427830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfd202-f23d-4832-9d72-471a72fd3f92 req-1f95de24-dd2d-4304-b9aa-e2bf257b10f1 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:17.435970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a159f7f6-818c-4628-89ec-af533eeb8308 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:17.437896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cadfd202-f23d-4832-9d72-471a72fd3f92 req-1f95de24-dd2d-4304-b9aa-e2bf257b10f1 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.5341706 Nov 10 16:42:17.560844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-a514145f-0d4f-41ad-9faa-34f097db548a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788410 Nov 10 16:42:17.623795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-08aae266-5c7d-4fc7-ade1-7dc14b9a0cb5 None None] Port 2ab8bce1-db4c-43bf-8466-382c5c13ceaf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:17.700058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-08aae266-5c7d-4fc7-ade1-7dc14b9a0cb5 None None] Provisioning complete for port a159f7f6-818c-4628-89ec-af533eeb8308 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:17.700693 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08aae266-5c7d-4fc7-ade1-7dc14b9a0cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:17.708144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a159f7f6-818c-4628-89ec-af533eeb8308 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:17.708646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:17.859481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cadfd202-f23d-4832-9d72-471a72fd3f92 req-c2690713-95d6-4bf2-a51e-3ff25616b2f0 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142809 Nov 10 16:42:17.859767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-47d9f8dd-2e19-45f2-8688-e3a84edd1f36 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:17.873830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-47d9f8dd-2e19-45f2-8688-e3a84edd1f36 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049924 Nov 10 16:42:17.904169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-d74e14e4-0db9-4c93-8582-05f8bcb2c32d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/quotas/2f50f687c9ea49c6beb7e6aad888a28a HTTP/1.1" status: 200 len: 375 time: 0.0293620 Nov 10 16:42:17.925872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af005246-15d6-4dec-854f-34117a3eda07 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:17.929866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-af005246-15d6-4dec-854f-34117a3eda07 tempest-MeteringIpV6TestJSON-1527632482 tempest-MeteringIpV6TestJSON-1527632482-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/b1f4d44c-5dcf-435f-8a2d-189845d40cc8 HTTP/1.1" status: 204 len: 168 time: 0.6611531 Nov 10 16:42:17.995122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-8584d4f9-9a5e-4eb8-9911-2a0b7b675e4f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900302 Nov 10 16:42:18.050294 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad12b9b7-a0d6-4745-98bc-f39634c2a4d3 req-2687b39c-ce1a-4603-9a33-fa8c9b1848dc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0645471 Nov 10 16:42:18.155263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a8d6bc24-7715-4e0d-acd7-95ce758f6471 None None] Provisioning complete for port 2ab8bce1-db4c-43bf-8466-382c5c13ceaf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:18.160380 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a8d6bc24-7715-4e0d-acd7-95ce758f6471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:18.240766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6bc24-7715-4e0d-acd7-95ce758f6471 None None] Port 2ab8bce1-db4c-43bf-8466-382c5c13ceaf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:18.242458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8754d6b7-0791-4f1f-be03-c43883c0ad17 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:18.288083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:18.298464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8754d6b7-0791-4f1f-be03-c43883c0ad17 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:18.299184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:18.330137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-62a7d2e1-b71f-4173-8365-d831e197c045 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1198758599&fields=id&tenant_id=e615b70a43ee4d7785f81a6445ea837e HTTP/1.1" status: 200 len: 267 time: 0.1185904 Nov 10 16:42:18.456618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a159f7f6-818c-4628-89ec-af533eeb8308 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:18.558262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a159f7f6-818c-4628-89ec-af533eeb8308 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:18.558629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:18.612976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:18.668053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-11995e3c-303e-47a6-b38a-26ded6bd5095 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506828 Nov 10 16:42:18.688605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9db6-735d-4446-94b6-6843a058fc32 req-ad5abf50-0184-4836-8619-bf754746bf9d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:18.691445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-ad5abf50-0184-4836-8619-bf754746bf9d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.3600886 Nov 10 16:42:18.798573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-f195ec79-fc6e-4ef1-9f48-d754db61dde1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/quotas/e615b70a43ee4d7785f81a6445ea837e HTTP/1.1" status: 200 len: 375 time: 0.0271914 Nov 10 16:42:18.801054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network cbcee819-538a-4065-a457-0f686e7fc8d1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:18.804648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:18.807904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:18.813597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:18.815467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:18.884749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=c2f80b0b-4ade-466b-b54d-6e6b151dbb98,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:18.969560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1a7dace3-cb6a-4d39-8bc0-10489ecf2322 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4373488 Nov 10 16:42:18.991702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-129f32f4-7286-4645-868a-d4ef84402be4 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1544683 Nov 10 16:42:18.991702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:19.046438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51776) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:19.119561 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-0cbce228-b63e-47c7-bcf3-9a93b796660b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:19.121136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-0cbce228-b63e-47c7-bcf3-9a93b796660b tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.2367053 Nov 10 16:42:19.131801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-d25ffe47-f467-4b48-b035-2a5e2706a417 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:19.154261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-d25ffe47-f467-4b48-b035-2a5e2706a417 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4849224 Nov 10 16:42:19.162827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c486bc-866f-41b6-9d5f-012a39a8049f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:19.171324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d9c486bc-866f-41b6-9d5f-012a39a8049f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A299 HTTP/1.1" status: 200 len: 929 time: 0.1864355 Nov 10 16:42:19.174061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:19.222183 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f290bd64-10b4-443e-9ba5-2769d6ad28b6 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/quotas/2f50f687c9ea49c6beb7e6aad888a28a HTTP/1.1" status: 200 len: 375 time: 0.0668974 Nov 10 16:42:19.326077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-de6373f8-8b64-42ce-99bd-ac0444c05925 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012871 Nov 10 16:42:19.341666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e3f48f6b-c8d3-47dd-a2ab-7cdb574c7acf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port c2f80b0b-4ade-466b-b54d-6e6b151dbb98 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:19.343237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f6b-c8d3-47dd-a2ab-7cdb574c7acf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:19.395895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6c069613-2511-42b6-9f0b-49aca366864c None None] Provisioning complete for port c2f80b0b-4ade-466b-b54d-6e6b151dbb98 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:19.397589 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c069613-2511-42b6-9f0b-49aca366864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:19.450883 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5372b732-9d26-42a7-970e-85bb2d0b9587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:19.454010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6c069613-2511-42b6-9f0b-49aca366864c None None] Port c2f80b0b-4ade-466b-b54d-6e6b151dbb98 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:19.598567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Deleting port 7961ccd1-6e86-41db-835c-6fedf9697fea {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:19.598870 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:19.614875 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f6b-c8d3-47dd-a2ab-7cdb574c7acf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:19.631437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e3f48f6b-c8d3-47dd-a2ab-7cdb574c7acf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for c2f80b0b-4ade-466b-b54d-6e6b151dbb98 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:19.729818 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5372b732-9d26-42a7-970e-85bb2d0b9587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:19.758974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-89d8c91c-6887-4112-af50-e3232c25842a service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732385 Nov 10 16:42:19.764814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] For port 7961ccd1-6e86-41db-835c-6fedf9697fea, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7961ccd1-6e86-41db-835c-6fedf9697fea,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:19.765191 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:19.832164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Calling delete_port for 7961ccd1-6e86-41db-835c-6fedf9697fea owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:19.845456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5372b732-9d26-42a7-970e-85bb2d0b9587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:19.950318 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5372b732-9d26-42a7-970e-85bb2d0b9587 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddda8d0cf6cd4163b755ee5ed5f5183b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8859799 Nov 10 16:42:19.953733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372b732-9d26-42a7-970e-85bb2d0b9587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bd9cd4-e63d-40e1-9a9a-6aeea3e788dc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:19.957166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51802) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:19.969082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b310c-047d-45eb-acb4-c2b752b12600 req-7d9a8a31-63ca-4dd8-bbe9-4e13dcd73db3 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:19.980126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-420b310c-047d-45eb-acb4-c2b752b12600 req-7d9a8a31-63ca-4dd8-bbe9-4e13dcd73db3 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 945 time: 0.2011387 Nov 10 16:42:20.106656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-420b310c-047d-45eb-acb4-c2b752b12600 req-90ccba05-8e92-41d4-a96a-3c3643d87541 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/security-groups?id=e5159e69-23c1-4b13-abdb-0a24b8b91387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252642 Nov 10 16:42:20.216180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa49d-3d8c-445e-9774-32bb231c2df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:20.261750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa49d-3d8c-445e-9774-32bb231c2df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:20.354624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a7505e49-2ed4-408c-9fdb-0b1172a60cc9 req-f1c1b9f7-6003-4e62-aae8-2d0e158bf17f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0899675 Nov 10 16:42:20.591104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-70a53193-8f6c-4d3c-a5ca-a66e031d1a5e service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8205585 Nov 10 16:42:20.615031 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd104440-5b31-4fe6-acc2-64540e61a75c req-94994683-0423-483a-b63b-37dc72ea9f99 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 210 time: 0.1405327 Nov 10 16:42:20.628424 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f6b-c8d3-47dd-a2ab-7cdb574c7acf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:20.688554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f48f6b-c8d3-47dd-a2ab-7cdb574c7acf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=c2f80b0b-4ade-466b-b54d-6e6b151dbb98,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:20.731477 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f6b-c8d3-47dd-a2ab-7cdb574c7acf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:20.741273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51816) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:20.749361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e3f48f6b-c8d3-47dd-a2ab-7cdb574c7acf tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/c2f80b0b-4ade-466b-b54d-6e6b151dbb98 HTTP/1.1" status: 204 len: 168 time: 1.5736423 Nov 10 16:42:20.821258 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa49d-3d8c-445e-9774-32bb231c2df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:20.825886 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc5aa49d-3d8c-445e-9774-32bb231c2df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:20.828465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc5aa49d-3d8c-445e-9774-32bb231c2df8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1bd9cd4-e63d-40e1-9a9a-6aeea3e788dc HTTP/1.1" status: 204 len: 168 time: 0.8674967 Nov 10 16:42:20.835010 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba2e15f-dc26-438f-8829-70f29907820d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:42:20.842241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6ba2e15f-dc26-438f-8829-70f29907820d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/c2f80b0b-4ade-466b-b54d-6e6b151dbb98 HTTP/1.1" status: 404 len: 333 time: 0.0964508 Nov 10 16:42:20.842241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51820) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:20.881556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5aa49d-3d8c-445e-9774-32bb231c2df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bd9cd4-e63d-40e1-9a9a-6aeea3e788dc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:20.885464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:21.095133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Pushing event deleted for resources: {'Port': ['ID=7961ccd1-6e86-41db-835c-6fedf9697fea,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:21.195423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] No DVR routers for this DVR port 7961ccd1-6e86-41db-835c-6fedf9697fea on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:21.199053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:21.207048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-235cc0ca-9357-44b4-a278-e923f64d88f1 req-5a4f9a30-5e65-4705-ace9-2dc0d8036741 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.18 "DELETE /v2.0/ports/7961ccd1-6e86-41db-835c-6fedf9697fea HTTP/1.1" status: 204 len: 173 time: 2.0505617 Nov 10 16:42:21.221282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8dc1b8-d346-43a7-8bda-b4004bff4fd2', 'name': 'network-vif-deleted', 'tag': '7961ccd1-6e86-41db-835c-6fedf9697fea'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:21.230213 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58a3eb0-01c7-4336-90bb-342d471025dc" -d '{"events": [{"server_uuid": "3b8dc1b8-d346-43a7-8bda-b4004bff4fd2", "name": "network-vif-deleted", "tag": "7961ccd1-6e86-41db-835c-6fedf9697fea"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:21.303933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77fea498-9267-4d1d-9036-41acd090037b req-e12c6614-8df6-4518-aabf-e090a68b64f2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 210 time: 0.0593276 Nov 10 16:42:21.395833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-420b4261-03e8-4a20-94f9-e8e25ed3bcd7 req-48a7922b-d33b-4aa4-b6b4-7bf87476bbd2 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 210 time: 0.1365564 Nov 10 16:42:21.403105 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeafd59-b34f-45a7-aaab-48f6a0cff453 x-openstack-request-id: req-deeafd59-b34f-45a7-aaab-48f6a0cff453 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:21.403620 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8dc1b8-d346-43a7-8bda-b4004bff4fd2", "name": "network-vif-deleted", "tag": "7961ccd1-6e86-41db-835c-6fedf9697fea", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:21.404420 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-deeafd59-b34f-45a7-aaab-48f6a0cff453 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:21.404675 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8dc1b8-d346-43a7-8bda-b4004bff4fd2', 'name': 'network-vif-deleted', 'tag': '7961ccd1-6e86-41db-835c-6fedf9697fea', 'status': 'completed', 'code': 200} Nov 10 16:42:21.407184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c78290d1-012f-4ef6-81f9-b900f5c8fe63 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 2ab8bce1-db4c-43bf-8466-382c5c13ceaf {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:21.407512 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c78290d1-012f-4ef6-81f9-b900f5c8fe63 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:21.532027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4ae6af5-d9e6-4a2b-8ab7-7ef1d26190e8 req-f7109a9a-b61d-487d-85ca-84249a93cb57 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0456305 Nov 10 16:42:21.551805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c78290d1-012f-4ef6-81f9-b900f5c8fe63 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:21.569727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c78290d1-012f-4ef6-81f9-b900f5c8fe63 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 2ab8bce1-db4c-43bf-8466-382c5c13ceaf owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:21.789132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d12764fd-ce7b-4ced-8763-1f8443c08f76 req-7e69ab00-ba62-4b94-b6a8-a52e7147f210 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 210 time: 0.0354016 Nov 10 16:42:22.062670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c78290d1-012f-4ef6-81f9-b900f5c8fe63 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.118266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7961ccd1-6e86-41db-835c-6fedf9697fea no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:22.120439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78290d1-012f-4ef6-81f9-b900f5c8fe63 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=2ab8bce1-db4c-43bf-8466-382c5c13ceaf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:22.157527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 7961ccd1-6e86-41db-835c-6fedf9697fea {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:22.158167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7961ccd1-6e86-41db-835c-6fedf9697fea not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:22.164001 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c78290d1-012f-4ef6-81f9-b900f5c8fe63 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.168893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c78290d1-012f-4ef6-81f9-b900f5c8fe63 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/2ab8bce1-db4c-43bf-8466-382c5c13ceaf HTTP/1.1" status: 204 len: 168 time: 1.3251710 Nov 10 16:42:22.174353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51846) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:22.217919 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e00020-d773-400a-9f3b-096ed3642c54 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:42:22.224971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:22.236701 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-58e00020-d773-400a-9f3b-096ed3642c54 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/2ab8bce1-db4c-43bf-8466-382c5c13ceaf HTTP/1.1" status: 404 len: 333 time: 0.0519876 Nov 10 16:42:22.447713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51854) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:22.448894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff37a0a-477e-4c54-88a6-0eda3544e641 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet 4fee868b-1c5c-433e-86b5-3d8a38740424 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:42:22.461810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b7bd8bb-edd8-47a6-b770-9e0c06564eac req-20fe47ac-764e-458f-821d-01ae60796462 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 210 time: 0.0905759 Nov 10 16:42:22.480310 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff37a0a-477e-4c54-88a6-0eda3544e641 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.482757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57adcad6-1998-41a8-beae-1a2a1d8fc79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.553806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff37a0a-477e-4c54-88a6-0eda3544e641 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.582648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eea1c4af-e7a3-48f4-a00d-4a12caf5a48a req-72eb3b2f-f511-4ea7-9d66-78502c41fe02 tempest-ServerRescueTestJSON-1654665189 tempest-ServerRescueTestJSON-1654665189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b8dc1b8-d346-43a7-8bda-b4004bff4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0619824 Nov 10 16:42:22.702263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57adcad6-1998-41a8-beae-1a2a1d8fc79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.741255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e72c7cb-687a-492c-b894-57faeac09294 req-b1b158f5-839a-45be-983e-43acee1b489f tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0419416 Nov 10 16:42:22.747738 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff37a0a-477e-4c54-88a6-0eda3544e641 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.824836 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57adcad6-1998-41a8-beae-1a2a1d8fc79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.880070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-57adcad6-1998-41a8-beae-1a2a1d8fc79b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75143617f17c45b8a55551453681d574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270649 Nov 10 16:42:22.880286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:22.880376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adcad6-1998-41a8-beae-1a2a1d8fc79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8881ff-c8ef-4979-ba7c-755f1d691158,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:22.957691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0baedc54-2cfb-4933-9ef2-0d56eea1e085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:22.994675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0baedc54-2cfb-4933-9ef2-0d56eea1e085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.044035 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b202e1d8-6c54-42fb-ba58-8945f511ecaa req-fb8e4aac-147e-449d-aef2-c1f82d6ff5a2 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 210 time: 0.0467556 Nov 10 16:42:23.096473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff37a0a-477e-4c54-88a6-0eda3544e641 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.125807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff37a0a-477e-4c54-88a6-0eda3544e641 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=4fee868b-1c5c-433e-86b5-3d8a38740424,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:23.130101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff37a0a-477e-4c54-88a6-0eda3544e641 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.136384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aff37a0a-477e-4c54-88a6-0eda3544e641 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/4fee868b-1c5c-433e-86b5-3d8a38740424 HTTP/1.1" status: 204 len: 168 time: 0.9093657 Nov 10 16:42:23.137032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51870) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:23.138636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b0823-39b2-43e2-8497-3ee4bdc58425 None None] Network cbcee819-538a-4065-a457-0f686e7fc8d1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:23.226963 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0baedc54-2cfb-4933-9ef2-0d56eea1e085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.231828 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0baedc54-2cfb-4933-9ef2-0d56eea1e085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.237196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0baedc54-2cfb-4933-9ef2-0d56eea1e085 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a8881ff-c8ef-4979-ba7c-755f1d691158 HTTP/1.1" status: 204 len: 168 time: 0.3555696 Nov 10 16:42:23.257393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baedc54-2cfb-4933-9ef2-0d56eea1e085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8881ff-c8ef-4979-ba7c-755f1d691158,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:23.264139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.497712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] DHCP port deletion for cbcee819-538a-4065-a457-0f686e7fc8d1 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:23.669221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] Deleting port a159f7f6-818c-4628-89ec-af533eeb8308 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:23.669732 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.670428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bcdfdde-cc00-4f64-bcc2-1d6de55575fd req-2ad13ede-d356-43b2-bec6-26e33deb64bb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 210 time: 0.0912056 Nov 10 16:42:23.670950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51878) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:23.717159 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-727c58a1-751c-4b1d-b97f-7752c61e3435 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340836 Nov 10 16:42:23.754626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port a159f7f6-818c-4628-89ec-af533eeb8308 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:23.754966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.833825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] For port a159f7f6-818c-4628-89ec-af533eeb8308, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a159f7f6-818c-4628-89ec-af533eeb8308,segment=NetworkSegment(2597a6b2-542e-4e54-8272-705c75e70948),segment_id=2597a6b2-542e-4e54-8272-705c75e70948)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:23.835524 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:23.873529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] Calling delete_port for a159f7f6-818c-4628-89ec-af533eeb8308 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:23.968397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c51cb88-e87c-4b48-8398-922e4fc83f97 req-b47146c0-f828-48ed-ae57-bc32c4a581a7 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0923562 Nov 10 16:42:23.979508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] For port a159f7f6-818c-4628-89ec-af533eeb8308, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a159f7f6-818c-4628-89ec-af533eeb8308,segment=NetworkSegment(2597a6b2-542e-4e54-8272-705c75e70948),segment_id=2597a6b2-542e-4e54-8272-705c75e70948)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:23.980127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:24.093102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for a159f7f6-818c-4628-89ec-af533eeb8308 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:24.144375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-79d6ac84-c241-436e-90bf-526980c9f2b6 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:24.152551 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-79d6ac84-c241-436e-90bf-526980c9f2b6 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4268839 Nov 10 16:42:24.175127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Request body: {'port': {'device_id': '163d41e1-8273-4277-842d-4c07224b740e', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '2f50f687c9ea49c6beb7e6aad888a28a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:24.206628 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:24.232034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a159f7f6-818c-4628-89ec-af533eeb8308 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:24.279794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f382359f-352d-4959-a1a5-a492c1c616e6 req-874445db-4987-4d2a-a988-185a1a6f68aa tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 210 time: 0.0592873 Nov 10 16:42:24.419261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-57cd04c2-dea3-400b-9314-1a6096574a5e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686324 Nov 10 16:42:24.582830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:24.678275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:24.679245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=a159f7f6-818c-4628-89ec-af533eeb8308,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:24.683841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No DVR routers for this DVR port a159f7f6-818c-4628-89ec-af533eeb8308 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:24.801733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-e8613842-7a83-4264-8b0b-0c6db42d4db9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:24.803404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-e8613842-7a83-4264-8b0b-0c6db42d4db9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154318 Nov 10 16:42:24.807244 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:24.850115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Request body: {'port': {'device_id': 'bd7edadf-d175-4a13-832b-19e7548b92cf', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '2f50f687c9ea49c6beb7e6aad888a28a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:24.863495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Made reservation on behalf of 2f50f687c9ea49c6beb7e6aad888a28a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:24.870461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:24.872196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: a159f7f6-818c-4628-89ec-af533eeb8308 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:24.872785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a159f7f6-818c-4628-89ec-af533eeb8308 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:24.876568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] Pushing event deleted for resources: {'Port': ['ID=a159f7f6-818c-4628-89ec-af533eeb8308,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:24.899262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9089c3b-e36c-410c-8ab9-de8e9699ce11 None None] No DVR routers for this DVR port a159f7f6-818c-4628-89ec-af533eeb8308 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:24.926243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcee819-538a-4065-a457-0f686e7fc8d1']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:24.947714 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:24.958410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84410054-2bd9-47f0-b14c-cbd9d1594cdc req-adc4cd54-4f1e-41dc-80ee-29e44a1d2f70 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 210 time: 0.1077652 Nov 10 16:42:24.985250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2597a6b2-542e-4e54-8272-705c75e70948') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:24.986896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2597a6b2-542e-4e54-8272-705c75e70948') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:25.154348 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.272908 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.310973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.314188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:42:25.316164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:42:25.323701 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:42:25.341480 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d301d05-1d20-42e4-94ea-76531ebb7bd8 req-8909fe14-0a4d-4719-8712-76f3db2ccbbc tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.1705911 Nov 10 16:42:25.491335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.561580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Made reservation on behalf of 2f50f687c9ea49c6beb7e6aad888a28a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:25.570662 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.768916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.774196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.779156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/networks/cbcee819-538a-4065-a457-0f686e7fc8d1 HTTP/1.1" status: 204 len: 168 time: 2.6405816 Nov 10 16:42:25.790881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:25.796568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Deleting port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:25.797201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:25.803326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1434864535'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:25.847285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2394217-33b7-470f-8ce6-1a2f1f259005 req-b2c2902d-80e9-4578-b476-492d92d5edf3 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 210 time: 0.2833538 Nov 10 16:42:25.887056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:25.894298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c4129-94de-4c72-a865-79df59d88a9a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Network': ['ID=cbcee819-538a-4065-a457-0f686e7fc8d1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:26.023853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9db6-735d-4446-94b6-6843a058fc32 req-2e21598b-4e1e-446a-812a-4fd0fe5be176 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:26.025633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-2e21598b-4e1e-446a-812a-4fd0fe5be176 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.3937254 Nov 10 16:42:26.079230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Allocated IP 192.168.233.46 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/19705b4b-d938-4c8d-9ef8-8d2126e156c9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:26.139615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:26.143179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:26.147004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8cbe8d45-780c-4f7d-b6bc-616d3edcef88 req-d556ab66-226e-4d08-a5a3-21c176679922 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 210 time: 0.0694132 Nov 10 16:42:26.202972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] For port 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,segment=NetworkSegment(c66b2dd1-8ccc-4582-8324-af68b588919e),segment_id=c66b2dd1-8ccc-4582-8324-af68b588919e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:26.203471 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:26.222051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:42:26.247082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-520a3f9d-7f3b-4d2d-a056-be6e7e2e1eea tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e615b70a43ee4d7785f81a6445ea837e HTTP/1.1" status: 200 len: 380 time: 0.2050252 Nov 10 16:42:26.269699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'port': {'device_id': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'admin_state_up': True, 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'security_groups': ['03b4bf21-ce14-4423-af61-2ca6ad16f91c']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:26.273583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Calling delete_port for 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:26.275825 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:26.276247 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Added segment 7187cebe-3149-4b44-838f-c4f6f194c2fc of type vlan for network 32c398b7-9cd1-428f-8444-10efdf2ba07d Nov 10 16:42:26.503457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:26.612729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3c74967-1458-4fb3-a53a-bd2982ad6b43 req-51e96565-d50e-4618-a11e-c9a33c888530 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/ports?device_id=311acfcc-42b3-423c-9bdd-23f618cce0b8 HTTP/1.1" status: 200 len: 210 time: 0.0461075 Nov 10 16:42:26.649707 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:42:26.905255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51958) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:26.990838 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:26.999877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:27.000541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.034784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Made reservation on behalf of e615b70a43ee4d7785f81a6445ea837e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:27.038730 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.043508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.071533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.120452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc6db7e8-67bb-41b1-b93f-3c0a3e65c277 req-043b6d68-a741-4046-826e-941a6db4855d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 210 time: 0.1309011 Nov 10 16:42:27.174738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1493406644'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:27.195959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:27.230845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4335122 Nov 10 16:42:27.231119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:27.236353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:27.336411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Made reservation on behalf of a101bb49bcec40119ab797fbeedd9f1b for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:27.339897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.351021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41ae3eac-81cb-47a9-93c9-08f2fa279c9a req-115c8cba-586f-4341-976c-27b428267518 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 210 time: 0.0745549 Nov 10 16:42:27.357085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0805bb-2740-427e-85b6-200267cbee60 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Network': ['ID=32c398b7-9cd1-428f-8444-10efdf2ba07d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:27.372718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.399292 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 32c398b7-9cd1-428f-8444-10efdf2ba07d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:42:27.493820 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.517839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.534265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:27.540182 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.575200 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.698263 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.728425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Allocated IP 172.20.0.5 (03fa9327-e0cc-4fbe-95b5-ef367afe5de2/bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada/1976fa58-a2cb-433b-8669-09b8359c609a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:27.740050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:42:27.778148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba5da85-7ac1-477c-bd60-cb8e150a115f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:27.801398 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:27.801961 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Added segment 5c2d5ccf-e108-4ef8-942a-084bf47fd200 of type vlan for network 6e96a320-52eb-4650-b2da-37a35b84056a Nov 10 16:42:27.809808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:27.821326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:27.829028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Pushing event updated for resources: {'Port': ['ID=19705b4b-d938-4c8d-9ef8-8d2126e156c9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:27.910594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51978) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:27.931730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Allocated IP 192.168.233.29 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/9652a35a-cd60-4f07-b4ab-5befcef7ac9a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:27.936403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.153471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-49bcf3c7-66eb-4248-9dc1-6e7f0cce53e7 None None] Provisioning complete for port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:28.153471 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49bcf3c7-66eb-4248-9dc1-6e7f0cce53e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.212189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-49bcf3c7-66eb-4248-9dc1-6e7f0cce53e7 None None] Port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:28.230125 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.246210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:28.278148 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.285173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:28.285787 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.340959 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010e3801-12e2-4871-8a10-b8012818110b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.453540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5470669 Nov 10 16:42:28.460900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:28.461712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.462944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010e3801-12e2-4871-8a10-b8012818110b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.489410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d32ef9-9c70-4e9f-991a-c1df0ac3f483 tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Pushing event updated for resources: {'Network': ['ID=6e96a320-52eb-4650-b2da-37a35b84056a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:28.506547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 6e96a320-52eb-4650-b2da-37a35b84056a details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:42:28.507707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa4e98-f4c6-41af-99ae-53d83ece8b38 req-30f4f028-5fcc-4007-9277-b40ccde288ac tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:28.509490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=1e482c18-c18d-4eea-a66b-70fe4276b4a5,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:28.509740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3fa4e98-f4c6-41af-99ae-53d83ece8b38 req-30f4f028-5fcc-4007-9277-b40ccde288ac tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 935 time: 0.2545562 Nov 10 16:42:28.548696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Router 5d64f633-4415-40f2-9488-aee7a819daa7 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:42:28.556730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1f8c223-54a0-461f-b883-8eec0fe1661b req-3806df17-a34a-49d2-ba20-9e51899fb3c7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 210 time: 0.0861809 Nov 10 16:42:28.572524 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.575877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking segment: {'id': '7187cebe-3149-4b44-838f-c4f6f194c2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:28.576249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network hostable DHCP agents. Network: 32c398b7-9cd1-428f-8444-10efdf2ba07d, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:42:28.583790 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-02ccdcd7-5aa6-4742-8d2a-f50053fdf229 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7614167 Nov 10 16:42:28.610769 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.699851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3fa4e98-f4c6-41af-99ae-53d83ece8b38 req-a88b5749-bdc1-422a-8672-32c537f7003f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755238 Nov 10 16:42:28.736308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Request body: {'port': {'device_id': 'bd7edadf-d175-4a13-832b-19e7548b92cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:28.741454 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.744074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010e3801-12e2-4871-8a10-b8012818110b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.746470 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010e3801-12e2-4871-8a10-b8012818110b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.747794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-010e3801-12e2-4871-8a10-b8012818110b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "DELETE /v2.0/security-groups/daf7e1d7-4c12-4517-84bc-f052d3ad688f HTTP/1.1" status: 204 len: 168 time: 0.8289325 Nov 10 16:42:28.757471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 32c398b7-9cd1-428f-8444-10efdf2ba07d is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:42:28.761341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:28.803124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e3801-12e2-4871-8a10-b8012818110b tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf7e1d7-4c12-4517-84bc-f052d3ad688f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:28.816914 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9b5a4277-4a95-4f8d-9166-ed6d6a8413b3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] show failed (client error): The resource could not be found. Nov 10 16:42:28.817130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:28.817972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9b5a4277-4a95-4f8d-9166-ed6d6a8413b3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "GET /v2.0/security-groups/daf7e1d7-4c12-4517-84bc-f052d3ad688f HTTP/1.1" status: 404 len: 347 time: 0.0314269 Nov 10 16:42:28.820506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:28.822519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:28.828128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:28.850163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:42:28.860384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ec13f73d-1b53-4d65-aaab-6d9629783608 admin admin] 10.222.0.62 "PUT /v2.0/routers/5d64f633-4415-40f2-9488-aee7a819daa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1883359 Nov 10 16:42:28.860679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] Sync routers for ids ['5d64f633-4415-40f2-9488-aee7a819daa7'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:42:28.864078 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:28.872318 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.904168 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] Routers {'5d64f633-4415-40f2-9488-aee7a819daa7'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:28.904832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5d64f633-4415-40f2-9488-aee7a819daa7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:28.935543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:28.936875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.947171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 32c398b7-9cd1-428f-8444-10efdf2ba07d) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:28.951526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:28.959780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:28.960054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Request body: {'port': {'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a', 'binding:host_id': 'n-h2-714676-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1073724123'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:28.961114 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:28.965305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.040035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:29.054675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-86dfd71a-cd27-4bfa-af2f-39bd3dc41047 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8220179 Nov 10 16:42:29.058672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52010) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:29.106237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] Set router 5d64f633-4415-40f2-9488-aee7a819daa7 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:42:29.112003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d', 'name': 'tempest-PortsIpV6TestJSON-916246347', 'fixed_ips': [{'subnet_id': '1e482c18-c18d-4eea-a66b-70fe4276b4a5', 'ip_address': '2001:db8::10'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:29.254242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:29.273654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499277c6-36bf-4d73-81c6-7c01a9058b50 None None] Network 32c398b7-9cd1-428f-8444-10efdf2ba07d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:29.300809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:29.313282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:29.335996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:29.341761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Made reservation on behalf of 90764a3ab27e4ea081534aef2c92a0cc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:29.344613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.350250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting port 13bc0253-eca5-42e2-a075-8b80e84c1dd8 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:29.360375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.402098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.411665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.461992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-01ab6181-5fbd-4f50-9cac-c46cfbbfc5ba None None] Provisioning complete for port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:29.462402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01ab6181-5fbd-4f50-9cac-c46cfbbfc5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.476763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.477247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.494578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Calling delete_port for 13bc0253-eca5-42e2-a075-8b80e84c1dd8 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:29.571186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-01ab6181-5fbd-4f50-9cac-c46cfbbfc5ba None None] Port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:29.695576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:42:26Z', 'revision_number': 5, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:29.704766 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:29.705572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.709060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-942b3ad6-ba0f-49b7-8b61-b91398575d8b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5412731 Nov 10 16:42:29.724277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Request body: {'port': {'device_id': '163d41e1-8273-4277-842d-4c07224b740e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:29.739677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] Checking router: 5d64f633-4415-40f2-9488-aee7a819daa7 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:42:29.775693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] Routers {'5d64f633-4415-40f2-9488-aee7a819daa7'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:29.777530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5d64f633-4415-40f2-9488-aee7a819daa7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:29.786344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-32c398b7-9cd1-428f-8444-10efdf2ba07d', 'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d', 'tenant_id': '22937fe3fe9f4061833cf5be4df5cfa4', 'fixed_ips': [{'subnet_id': '1e482c18-c18d-4eea-a66b-70fe4276b4a5'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:42:29.786344 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.795115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:29.839603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:29.880076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Port': ['ID=13bc0253-eca5-42e2-a075-8b80e84c1dd8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:29.927561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874777c-a7b9-4ebe-88cb-2afe41912b3f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:29.962032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b000909e-ecf9-4b21-969a-30595618d0f5 None None] Provisioning complete for port 1976fa58-a2cb-433b-8669-09b8359c609a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:29.962431 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b000909e-ecf9-4b21-969a-30595618d0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.003155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-cbd1b48a-4869-4ad7-84c5-10ba4b416f50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7442248 Nov 10 16:42:30.021364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Request body: {'port': {'device_id': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:30.078491 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.087467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.091583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3fd67ea0-c807-4a79-85fb-4651249fe511 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "DELETE /v2.0/floatingips/d6961971-00ae-454d-ae41-2b97213bf2c4 HTTP/1.1" status: 204 len: 168 time: 1.2640662 Nov 10 16:42:30.100374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89361117-bd3a-49e9-9ac3-b0753667b663 req-3cacff26-084c-482c-b762-2faffd1ae972 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:30.102024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89361117-bd3a-49e9-9ac3-b0753667b663 req-3cacff26-084c-482c-b762-2faffd1ae972 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 931 time: 0.2751689 Nov 10 16:42:30.103500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.110581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:30.163012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.233920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b000909e-ecf9-4b21-969a-30595618d0f5 None None] Port 1976fa58-a2cb-433b-8669-09b8359c609a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:30.292502 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.350837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aee53-f324-4478-84a2-ff3ac1824c67 req-76422d86-927a-49f7-8484-2ee81d7a4add tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:30.352625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c6aee53-f324-4478-84a2-ff3ac1824c67 req-76422d86-927a-49f7-8484-2ee81d7a4add tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 935 time: 0.4742911 Nov 10 16:42:30.382453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.390650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.393792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port 863b2a51-c053-4cba-9fff-0306a38f1dd8 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:30.406963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] Set router 5d64f633-4415-40f2-9488-aee7a819daa7 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:42:30.473491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89361117-bd3a-49e9-9ac3-b0753667b663 req-ab0b9701-e5cb-42ba-a51f-53bdc9afccd7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579731 Nov 10 16:42:30.558360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:30.568496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] device_id is not set on port d34bffd1-c352-442e-9747-6d0cf8a76253 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:30.608142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Allocated IP 2001:db8::2 (32c398b7-9cd1-428f-8444-10efdf2ba07d/1e482c18-c18d-4eea-a66b-70fe4276b4a5/def2db66-19bc-4fe5-ad3e-fdff50a57521) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:30.793920 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c6aee53-f324-4478-84a2-ff3ac1824c67 req-225c7d53-2772-427e-9d70-5e667d99a2c6 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192226 Nov 10 16:42:31.007487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:42:26Z', 'revision_number': 5, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:31.042767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4bfa65-def7-452f-9a04-081d60bbefa4 None None] The sync data for ids ['5d64f633-4415-40f2-9488-aee7a819daa7'] in n-d-714676-11 is: [{'id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'name': 'tempest-ServerRescueTestJSON-668398740-router', 'tenant_id': '0eff5dcbf7e74113bc0723faea6b6614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:40:07Z', 'updated_at': '2021-11-10T16:42:26Z', 'revision_number': 5, 'project_id': '0eff5dcbf7e74113bc0723faea6b6614', 'gw_port': {'id': '76c0c3fc-b801-4934-bc17-a5d65cb267a4', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64f633-4415-40f2-9488-aee7a819daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:40:08Z', 'updated_at': '2021-11-10T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:42:31.050366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] device_id is not set on port d34bffd1-c352-442e-9747-6d0cf8a76253 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:31.063433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.077284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9416be66-3974-4765-a4fb-1b77762f2986,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:31.083524 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.143817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.166102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19705b4b-d938-4c8d-9ef8-8d2126e156c9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:42:31.179238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.230424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Network 32c398b7-9cd1-428f-8444-10efdf2ba07d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:31.238098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:31.239134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::10 (32c398b7-9cd1-428f-8444-10efdf2ba07d/1e482c18-c18d-4eea-a66b-70fe4276b4a5/863b2a51-c053-4cba-9fff-0306a38f1dd8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:31.240862 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Pushing event updated for resources: {'Port': ['ID=def2db66-19bc-4fe5-ad3e-fdff50a57521,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:31.245786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Deleting port 76c0c3fc-b801-4934-bc17-a5d65cb267a4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:31.246294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.256392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.269408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:31.272454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dff43bb4-6299-4b3a-875f-d4fe8aa32c09 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting port 3d3957dd-ba10-46d1-a448-e33d29f5ae14 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:31.272807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff43bb4-6299-4b3a-875f-d4fe8aa32c09 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.398733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Attempting to bind port def2db66-19bc-4fe5-ad3e-fdff50a57521 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:31.399100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Attempting to bind port def2db66-19bc-4fe5-ad3e-fdff50a57521 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '7187cebe-3149-4b44-838f-c4f6f194c2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:31.399535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Attempting to bind port def2db66-19bc-4fe5-ad3e-fdff50a57521 on network 32c398b7-9cd1-428f-8444-10efdf2ba07d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:31.410359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:31.410359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Checking segment: {'id': '7187cebe-3149-4b44-838f-c4f6f194c2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:31.410618 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.410964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Bound using segment: {'id': '7187cebe-3149-4b44-838f-c4f6f194c2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:31.411474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Bound port: def2db66-19bc-4fe5-ad3e-fdff50a57521, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7187cebe-3149-4b44-838f-c4f6f194c2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:31.411857 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.554936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] For port def2db66-19bc-4fe5-ad3e-fdff50a57521, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:31.560434 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.568167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] For port def2db66-19bc-4fe5-ad3e-fdff50a57521, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=def2db66-19bc-4fe5-ad3e-fdff50a57521,segment=NetworkSegment(7187cebe-3149-4b44-838f-c4f6f194c2fc),segment_id=7187cebe-3149-4b44-838f-c4f6f194c2fc)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:31.645401 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.728828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Transition to ACTIVE for port object 19705b4b-d938-4c8d-9ef8-8d2126e156c9 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:42:31.759239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac26e6-5d6e-4abf-8f2b-5bbe494f6f8b None None] Pushing event updated for resources: {'Port': ['ID=def2db66-19bc-4fe5-ad3e-fdff50a57521,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:31.764673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-273d8b3c-448a-4954-8263-004b5b0e5e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.794091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=d34bffd1-c352-442e-9747-6d0cf8a76253,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:31.807146 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:31.873822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:32.021211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=863b2a51-c053-4cba-9fff-0306a38f1dd8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:32.043689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 32c398b7-9cd1-428f-8444-10efdf2ba07d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:32.065396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:32.073097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:32.103660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:32.106928 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:32.112328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:32.161317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:32.161702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e0c9ec0-5404-4f8c-b7b9-293f1e40a8dc not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:32.169406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80a36-eda4-4658-bdec-66076e89da59 req-6029052b-9b69-42fa-8268-bd555e57e2a9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:32.177690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86f80a36-eda4-4658-bdec-66076e89da59 req-6029052b-9b69-42fa-8268-bd555e57e2a9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 947 time: 0.2036576 Nov 10 16:42:32.231400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-43537c2e-f5e1-4e19-ad1e-94b832977dab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1689978 Nov 10 16:42:32.235436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:32.242730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': '32c398b7-9cd1-428f-8444-10efdf2ba07d', 'name': 'tempest-PortsIpV6TestJSON-1836867103', 'fixed_ips': [{'subnet_id': '1e482c18-c18d-4eea-a66b-70fe4276b4a5', 'ip_address': '2001:db8::f'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:32.372680 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86f80a36-eda4-4658-bdec-66076e89da59 req-38d82e3d-e6cb-4dcf-b26e-e6082112c64c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940887 Nov 10 16:42:32.395264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9652a35a-cd60-4f07-b4ab-5befcef7ac9a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:42:32.403719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:32.419570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Transition to ACTIVE for port object 9652a35a-cd60-4f07-b4ab-5befcef7ac9a will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:42:32.548094 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:32.551810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Checking segment: {'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:32.552341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Network hostable DHCP agents. Network: 6e96a320-52eb-4650-b2da-37a35b84056a, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:42:32.558661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] For port 76c0c3fc-b801-4934-bc17-a5d65cb267a4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=76c0c3fc-b801-4934-bc17-a5d65cb267a4,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:32.558661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:32.588392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff43bb4-6299-4b3a-875f-d4fe8aa32c09 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:32.593293 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:32.600622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:32.622887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Pushing event updated for resources: {'Port': ['ID=19705b4b-d938-4c8d-9ef8-8d2126e156c9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:32.639322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port 99d53012-4947-49a8-bc41-d3917f46b204 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:32.654749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201e12a-1ca2-4ce7-ac37-e348114729b2 req-f7b56ced-bd7c-4f48-b448-04e7de05181d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:32.656333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5201e12a-1ca2-4ce7-ac37-e348114729b2 req-f7b56ced-bd7c-4f48-b448-04e7de05181d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 931 time: 0.9140310 Nov 10 16:42:32.657352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Calling delete_port for 76c0c3fc-b801-4934-bc17-a5d65cb267a4 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:32.669733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dff43bb4-6299-4b3a-875f-d4fe8aa32c09 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Calling delete_port for 3d3957dd-ba10-46d1-a448-e33d29f5ae14 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:32.848528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::f (32c398b7-9cd1-428f-8444-10efdf2ba07d/1e482c18-c18d-4eea-a66b-70fe4276b4a5/99d53012-4947-49a8-bc41-d3917f46b204) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:32.888916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Network 6e96a320-52eb-4650-b2da-37a35b84056a is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:42:32.930757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:33.122886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Attempting to bind port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:33.123419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Attempting to bind port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:33.123853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Attempting to bind port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:33.129442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 6e96a320-52eb-4650-b2da-37a35b84056a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:33.139748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1827b-83cd-46a7-bd5c-d14e755fa1c0 None None] Network 6e96a320-52eb-4650-b2da-37a35b84056a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:33.145566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:33.145984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Attempting to bind port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:33.164147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:33.190910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Attempting to bind port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:33.191816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Attempting to bind port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:33.192511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Attempting to bind port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:33.200964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5201e12a-1ca2-4ce7-ac37-e348114729b2 req-40af8752-f1da-43a6-804f-1b576e2a1b99 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5263469 Nov 10 16:42:33.207118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:33.208106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Attempting to bind port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:33.235266 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:33.239944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:33.240539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:33.243070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Bound port: 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:33.243831 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.245502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:33.246036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:33.246591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:33.247581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Bound port: 19705b4b-d938-4c8d-9ef8-8d2126e156c9, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:33.248147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.307085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:33.318227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:33.318680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:33.367541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.433238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:33.437557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:33.461979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34acd791-6904-4256-b164-c6444c3dd5ed None None] Network 32c398b7-9cd1-428f-8444-10efdf2ba07d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:33.466733 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.484325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:33.487543 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:33.488294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1976fa58-a2cb-433b-8669-09b8359c609a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:42:33.519818 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 2 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:33.531137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.542130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network 32c398b7-9cd1-428f-8444-10efdf2ba07d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:33.543883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:33.550340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:33.556007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:33.556634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.583843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:33.598537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-674866372'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:33.609971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-714bd829-7f85-48e8-a1d5-fa83fb53f914 None None] Provisioning complete for port def2db66-19bc-4fe5-ad3e-fdff50a57521 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:33.610246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-714bd829-7f85-48e8-a1d5-fa83fb53f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.613562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.615889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:33.616691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:33.617039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:33.620427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=99d53012-4947-49a8-bc41-d3917f46b204,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:33.641045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:33.641869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.644107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Transition to ACTIVE for port object 1976fa58-a2cb-433b-8669-09b8359c609a will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:42:33.647249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] 10.222.0.69 "PUT /v2.0/ports/9652a35a-cd60-4f07-b4ab-5befcef7ac9a HTTP/1.1" status: 200 len: 1096 time: 3.9275420 Nov 10 16:42:33.651377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:33.657003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:33.658411 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:33.662884 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45" -d '{"events": [{"name": "network-changed", "server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:33.667901 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 3 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:33.709222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c5de751e-ec37-44bc-a57d-107f2916b1a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4703510 Nov 10 16:42:33.714372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:33.720079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] For port 19705b4b-d938-4c8d-9ef8-8d2126e156c9, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:33.740633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:33.741749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:33.741749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:33.745119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] For port 19705b4b-d938-4c8d-9ef8-8d2126e156c9, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=19705b4b-d938-4c8d-9ef8-8d2126e156c9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:33.750228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.758325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:33.758325 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:33.758689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd962-7d7d-4e60-8ea2-2139eddd9a47 req-03354a8d-78be-4c77-95fa-db33d1d6c52b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:33.761744 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 4 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:33.762635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94afd962-7d7d-4e60-8ea2-2139eddd9a47 req-03354a8d-78be-4c77-95fa-db33d1d6c52b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 947 time: 0.2438631 Nov 10 16:42:33.765596 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc29053-cf02-4225-972a-7b41164b4b4f x-openstack-request-id: req-1fc29053-cf02-4225-972a-7b41164b4b4f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:33.766386 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:33.766386 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fc29053-cf02-4225-972a-7b41164b4b4f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:33.766598 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'status': 'completed', 'code': 200} Nov 10 16:42:33.833426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:33.834049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:33.834438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:33.849832 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.862937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff43bb4-6299-4b3a-875f-d4fe8aa32c09 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.867525 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08da6ca7-812f-4032-9702-de08c2c6171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.878659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:33.878994 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:33.881886 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-714bd829-7f85-48e8-a1d5-fa83fb53f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.904928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.910702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:33.911908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:33.914710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] 10.222.0.69 "PUT /v2.0/ports/19705b4b-d938-4c8d-9ef8-8d2126e156c9 HTTP/1.1" status: 200 len: 1096 time: 5.3091292 Nov 10 16:42:33.914852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f189ec5-2818-4261-ae4c-09192a26de73 service neutron] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:33.921523 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 5 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:33.931047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-714bd829-7f85-48e8-a1d5-fa83fb53f914 None None] For port def2db66-19bc-4fe5-ad3e-fdff50a57521, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=def2db66-19bc-4fe5-ad3e-fdff50a57521,segment=NetworkSegment(7187cebe-3149-4b44-838f-c4f6f194c2fc),segment_id=7187cebe-3149-4b44-838f-c4f6f194c2fc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:33.931885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7edadf-d175-4a13-832b-19e7548b92cf', 'tag': '19705b4b-d938-4c8d-9ef8-8d2126e156c9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:33.937960 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eaf8bd-553c-4697-b8b3-666229e564bb" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7edadf-d175-4a13-832b-19e7548b92cf", "tag": "19705b4b-d938-4c8d-9ef8-8d2126e156c9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:34.002009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-33b1f689-72c4-4091-952a-2e75123421d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:34.003724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-33b1f689-72c4-4091-952a-2e75123421d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1099 time: 0.2364275 Nov 10 16:42:34.014924 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94afd962-7d7d-4e60-8ea2-2139eddd9a47 req-da5ae8fd-e9c8-440e-b7fb-ff07d8032391 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875613 Nov 10 16:42:34.036541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:34.036894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:34.037245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:34.057043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:34.072125 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-714bd829-7f85-48e8-a1d5-fa83fb53f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.169768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d7bc4-5e55-4147-bdc6-f3094a1b08e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:34.171411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ac1d7bc4-5e55-4147-bdc6-f3094a1b08e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4518805 Nov 10 16:42:34.172863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-b885ee29-bc04-4c08-8432-2c68ea73c2c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a HTTP/1.1" status: 200 len: 217 time: 0.1569755 Nov 10 16:42:34.174192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:34.177779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.217756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52080) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:34.267930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af3f06-4288-4345-aede-2af2a40aec81 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:34.289533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.294809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device def2db66-19bc-4fe5-ad3e-fdff50a57521 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:34.378202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bd829-7f85-48e8-a1d5-fa83fb53f914 None None] Pushing event updated for resources: {'Port': ['ID=def2db66-19bc-4fe5-ad3e-fdff50a57521,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:34.417668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.420343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.430631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:42:34.446279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port def2db66-19bc-4fe5-ad3e-fdff50a57521 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:34.446644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.467969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:34.468370 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:34.469771 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70848c1-9f6e-48f0-8616-159f11cbb88b x-openstack-request-id: req-f70848c1-9f6e-48f0-8616-159f11cbb88b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:34.470063 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7edadf-d175-4a13-832b-19e7548b92cf", "tag": "19705b4b-d938-4c8d-9ef8-8d2126e156c9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:34.470373 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f70848c1-9f6e-48f0-8616-159f11cbb88b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:34.470918 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7edadf-d175-4a13-832b-19e7548b92cf', 'tag': '19705b4b-d938-4c8d-9ef8-8d2126e156c9', 'status': 'completed', 'code': 200} Nov 10 16:42:34.499424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-6ac0e48e-c9f4-4258-8eb8-c4be8e3e385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:34.500925 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-6ac0e48e-c9f4-4258-8eb8-c4be8e3e385d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2822754 Nov 10 16:42:34.545603 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 6 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:34.587780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:34.588414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:34.588916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:34.648649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:34.649325 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:34.660070 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 7 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:34.677266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1d17e-d22a-4f43-9d3b-20349ae99b21 service neutron] Pushing event updated for resources: {'Port': ['ID=19705b4b-d938-4c8d-9ef8-8d2126e156c9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:34.680829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.681697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d64f633-4415-40f2-9488-aee7a819daa7 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:42:34.686887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.691098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] 10.222.0.62 "DELETE /v2.0/routers/5d64f633-4415-40f2-9488-aee7a819daa7 HTTP/1.1" status: 204 len: 168 time: 5.8260875 Nov 10 16:42:34.724991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:34.725742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:34.726573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:34.726573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:34.728807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff43bb4-6299-4b3a-875f-d4fe8aa32c09 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Port': ['ID=3d3957dd-ba10-46d1-a448-e33d29f5ae14,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:34.801557 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff43bb4-6299-4b3a-875f-d4fe8aa32c09 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.807694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dff43bb4-6299-4b3a-875f-d4fe8aa32c09 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "DELETE /v2.0/ports/3d3957dd-ba10-46d1-a448-e33d29f5ae14 HTTP/1.1" status: 204 len: 168 time: 4.6911938 Nov 10 16:42:34.808576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1bfe34-2603-4c70-8d4a-3460692a6bae admin admin] Deleting subnet 725e4d8c-c12c-4120-82f9-98417f9278a0 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:42:34.813036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe34-2603-4c70-8d4a-3460692a6bae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.844998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:34.932768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3ad43-850a-4e2c-9cd9-5e9d9bbf571c admin admin] Pushing event deleted for resources: {'Port': ['ID=76c0c3fc-b801-4934-bc17-a5d65cb267a4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:34.936243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Attempting to bind port 1976fa58-a2cb-433b-8669-09b8359c609a on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:34.936579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Attempting to bind port 1976fa58-a2cb-433b-8669-09b8359c609a by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:34.936914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Attempting to bind port 1976fa58-a2cb-433b-8669-09b8359c609a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:34.942995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:34.943359 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:34.962382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-57be5f64-f2d8-4627-963d-af3239dd0912 None None] Provisioning complete for port 863b2a51-c053-4cba-9fff-0306a38f1dd8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:34.963041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57be5f64-f2d8-4627-963d-af3239dd0912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:34.979068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Port 1976fa58-a2cb-433b-8669-09b8359c609a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:34.979386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Attempting to bind port 1976fa58-a2cb-433b-8669-09b8359c609a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:34.981373 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 8 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:35.017710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-e2ee756d-c326-4874-b29c-30cff10667be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.037977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-e2ee756d-c326-4874-b29c-30cff10667be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 1099 time: 0.8679652 Nov 10 16:42:35.060681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe34-2603-4c70-8d4a-3460692a6bae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.061855 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.062896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-57be5f64-f2d8-4627-963d-af3239dd0912 None None] Port 863b2a51-c053-4cba-9fff-0306a38f1dd8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:35.063680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:35.064912 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Checking segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:35.065648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Bound using segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:35.066261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Bound port: 1976fa58-a2cb-433b-8669-09b8359c609a, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:35.066992 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.087605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-57be5f64-f2d8-4627-963d-af3239dd0912 None None] Provisioning complete for port def2db66-19bc-4fe5-ad3e-fdff50a57521 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:35.087969 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57be5f64-f2d8-4627-963d-af3239dd0912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.220132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.221657 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Added segment 790a84f6-907f-402d-897b-d51b016d9a1d of type vlan for network ccc91858-4f38-4b10-9cfb-33f33ed3498c Nov 10 16:42:35.261318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:35.262052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:35.262562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:35.278727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c5558-b1f4-4ab8-b9b7-4962e82d6515 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.279454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-57be5f64-f2d8-4627-963d-af3239dd0912 None None] Provisioning complete for port 99d53012-4947-49a8-bc41-d3917f46b204 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:35.279923 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57be5f64-f2d8-4627-963d-af3239dd0912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.288503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c5558-b1f4-4ab8-b9b7-4962e82d6515 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.295183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c5558-b1f4-4ab8-b9b7-4962e82d6515 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.297163 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ae5c5558-b1f4-4ab8-b9b7-4962e82d6515 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.9906929 Nov 10 16:42:35.330555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-57be5f64-f2d8-4627-963d-af3239dd0912 None None] Port 99d53012-4947-49a8-bc41-d3917f46b204 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:35.335797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52100) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:35.352771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17b9a4-feed-435f-9707-0a7cc3629af9 req-196f4a6b-2603-4956-b110-d69dcbd9576d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.364765 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-0357fe90-b0b0-43cc-b9f0-c5090d7cf78e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=19705b4b-d938-4c8d-9ef8-8d2126e156c9 HTTP/1.1" status: 200 len: 217 time: 0.3182340 Nov 10 16:42:35.364911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f17b9a4-feed-435f-9707-0a7cc3629af9 req-196f4a6b-2603-4956-b110-d69dcbd9576d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 943 time: 0.9894955 Nov 10 16:42:35.398827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:35.399196 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:35.428373 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 9 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:35.458376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e46e290a-3175-4985-9d9d-43dbe63e1c26 None None] Provisioning complete for port 863b2a51-c053-4cba-9fff-0306a38f1dd8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:35.458918 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e46e290a-3175-4985-9d9d-43dbe63e1c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.481142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f17b9a4-feed-435f-9707-0a7cc3629af9 req-70911020-f5ec-4218-8822-8b91fef9e215 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184952 Nov 10 16:42:35.481577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:35.486643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:35.493054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:35.504239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.531079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e46e290a-3175-4985-9d9d-43dbe63e1c26 None None] Port 863b2a51-c053-4cba-9fff-0306a38f1dd8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:35.550220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe34-2603-4c70-8d4a-3460692a6bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.569566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-bb0f9141-e5c5-42f0-9317-cb50073bb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.569566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-bb0f9141-e5c5-42f0-9317-cb50073bb111 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0484397 Nov 10 16:42:35.569823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7902e2-facb-45b6-b686-eaa757cb7c18 req-631af324-148d-4c46-ab7f-f20f72359cd9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.575950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb7902e2-facb-45b6-b686-eaa757cb7c18 req-631af324-148d-4c46-ab7f-f20f72359cd9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 947 time: 0.3780804 Nov 10 16:42:35.632620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:35.633219 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:35.636061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a9f469f7-e29d-49dd-979a-04b9c7c6723e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting port 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:35.636597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9f469f7-e29d-49dd-979a-04b9c7c6723e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.649004 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 10 to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 Nov 10 16:42:35.677189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9ce852e8-5fab-4135-a9a9-741f0f55ef81 None None] Provisioning complete for port 99d53012-4947-49a8-bc41-d3917f46b204 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:35.677508 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ce852e8-5fab-4135-a9a9-741f0f55ef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.695146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-8d6ec401-c64d-49ed-8952-195c15f60765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.696563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-8d6ec401-c64d-49ed-8952-195c15f60765 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.3212690 Nov 10 16:42:35.700323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:35.711223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-44848586-3a23-4a2d-a27d-35efae6efa53 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 99d53012-4947-49a8-bc41-d3917f46b204 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:35.711835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44848586-3a23-4a2d-a27d-35efae6efa53 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.714692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9ce852e8-5fab-4135-a9a9-741f0f55ef81 None None] Port 99d53012-4947-49a8-bc41-d3917f46b204 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:35.717081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.724233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.730393 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.730393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-e703ef1e-a135-4bc7-bfe0-519c4a728995 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527748 Nov 10 16:42:35.761321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:35.761658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:35.770377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:35.819250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:35.831246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port d34bffd1-c352-442e-9747-6d0cf8a76253 on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:35.831737 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port d34bffd1-c352-442e-9747-6d0cf8a76253 on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:35.831990 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.862068 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb7902e2-facb-45b6-b686-eaa757cb7c18 req-60b730af-0117-4a1b-8ba8-73b278862718 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847240 Nov 10 16:42:35.921127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe34-2603-4c70-8d4a-3460692a6bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.927401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Network': ['ID=ccc91858-4f38-4b10-9cfb-33f33ed3498c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:35.930133 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.936731 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-60fdc546-7cc3-4545-9eee-a3961b2dd722 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3490498 Nov 10 16:42:35.938792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:42:35.942961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-a533363e-306d-413d-9028-e67be2c4b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:35.944320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52106) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:35.945602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-a533363e-306d-413d-9028-e67be2c4b761 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2157705 Nov 10 16:42:35.948454 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9f469f7-e29d-49dd-979a-04b9c7c6723e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:35.951636 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-427579631'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:35.972494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a9f469f7-e29d-49dd-979a-04b9c7c6723e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Calling delete_port for 9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:35.997922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44848586-3a23-4a2d-a27d-35efae6efa53 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.030439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-44848586-3a23-4a2d-a27d-35efae6efa53 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 99d53012-4947-49a8-bc41-d3917f46b204 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:36.044156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8daecec-38ea-4d15-8787-4ca5924dd81c req-b2a2bcc8-3729-4f07-843e-1513ab7d3339 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998450 Nov 10 16:42:36.111498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:36.111498 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.156744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device def2db66-19bc-4fe5-ad3e-fdff50a57521 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:36.190513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:42:36.234395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.234761 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Added segment b6b6bc15-6b05-45b5-9a44-72e5c61b38b2 of type vlan for network 650047ea-d6fe-4afa-8b18-0dde135647bf Nov 10 16:42:36.244951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52110) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:36.256393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port def2db66-19bc-4fe5-ad3e-fdff50a57521 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:36.257252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.268631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-a29f6852-9eb2-4d2f-879b-aedb7170fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:36.270313 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-a29f6852-9eb2-4d2f-879b-aedb7170fd86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1099 time: 0.0974338 Nov 10 16:42:36.273079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] For port d34bffd1-c352-442e-9747-6d0cf8a76253, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:36.273471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 16:42:36.341305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bfe34-2603-4c70-8d4a-3460692a6bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=725e4d8c-c12c-4120-82f9-98417f9278a0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:36.351541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe34-2603-4c70-8d4a-3460692a6bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.358383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7b1bfe34-2603-4c70-8d4a-3460692a6bae admin admin] 10.222.0.62 "DELETE /v2.0/subnets/725e4d8c-c12c-4120-82f9-98417f9278a0 HTTP/1.1" status: 204 len: 168 time: 1.6237929 Nov 10 16:42:36.372305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:36.375104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:36.383219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.385933 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9f469f7-e29d-49dd-979a-04b9c7c6723e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.396417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.480950 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aaa2004-fe4b-429f-94d1-788e968bc331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.496627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:36.496627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.496627 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-37d2d4ba-0b4c-445b-840c-ea73a65b2e93 service neutron] 10.222.0.69 "PUT /v2.0/ports/1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 1092 time: 6.4830935 Nov 10 16:42:36.496627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:36.496627 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61afba2-201c-4607-a554-30b30c1d6468" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:36.547056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:36.547704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.559437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f469f7-e29d-49dd-979a-04b9c7c6723e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Port': ['ID=9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:36.578338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.578806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 76c0c3fc-b801-4934-bc17-a5d65cb267a4 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:36.581036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:36.581696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.623016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-4939121d-ab04-496f-b1c9-b63bc2e6a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:36.627899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 76c0c3fc-b801-4934-bc17-a5d65cb267a4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:36.627899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 76c0c3fc-b801-4934-bc17-a5d65cb267a4 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:36.632139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-4939121d-ab04-496f-b1c9-b63bc2e6a5b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.3334196 Nov 10 16:42:36.652389 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44848586-3a23-4a2d-a27d-35efae6efa53 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.686156 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7bdcda-34d8-45a7-b879-f6902b5cea41 x-openstack-request-id: req-8e7bdcda-34d8-45a7-b879-f6902b5cea41 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:36.686731 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:36.686961 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e7bdcda-34d8-45a7-b879-f6902b5cea41 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:36.687378 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'status': 'completed', 'code': 200} Nov 10 16:42:36.725443 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.825886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.839164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=d34bffd1-c352-442e-9747-6d0cf8a76253,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:36.839505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8926322 Nov 10 16:42:36.840867 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-1190b64c-d341-4017-a79e-10dfb64cdd37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a HTTP/1.1" status: 200 len: 217 time: 0.1673195 Nov 10 16:42:36.841643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44848586-3a23-4a2d-a27d-35efae6efa53 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=99d53012-4947-49a8-bc41-d3917f46b204,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:36.841862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:36.864926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'subnet': {'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:36.879290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-019d4dc5-e619-47e1-a02a-d4ecafc369b4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.9251461 Nov 10 16:42:36.893064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52122) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:36.893064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fca326-a640-4910-8fd7-0e5406afd93d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Network': ['ID=650047ea-d6fe-4afa-8b18-0dde135647bf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:36.913521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 650047ea-d6fe-4afa-8b18-0dde135647bf details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:42:36.925371 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44848586-3a23-4a2d-a27d-35efae6efa53 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:36.930145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-44848586-3a23-4a2d-a27d-35efae6efa53 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/99d53012-4947-49a8-bc41-d3917f46b204 HTTP/1.1" status: 204 len: 168 time: 1.5426354 Nov 10 16:42:36.937123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52126) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:37.026644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9f469f7-e29d-49dd-979a-04b9c7c6723e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.033043 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a9f469f7-e29d-49dd-979a-04b9c7c6723e tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "DELETE /v2.0/ports/9e8ec9b5-2dd8-470e-b44e-96aa8c2d1bcf HTTP/1.1" status: 204 len: 168 time: 2.1640117 Nov 10 16:42:37.053605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52128) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:37.057217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-b38a9c1c-6513-4575-8710-384070095fc3 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920865 Nov 10 16:42:37.072804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d3af-cf36-4e54-9917-d50248337a3f req-f1fa73e4-1588-46be-9f5d-2a831a913f78 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:37.074499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ed5d3af-cf36-4e54-9917-d50248337a3f req-f1fa73e4-1588-46be-9f5d-2a831a913f78 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 943 time: 0.3829651 Nov 10 16:42:37.086483 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-35dac37b-cb6c-4328-896c-f45c46722236 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:42:37.091087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-35dac37b-cb6c-4328-896c-f45c46722236 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/99d53012-4947-49a8-bc41-d3917f46b204 HTTP/1.1" status: 404 len: 333 time: 0.1503713 Nov 10 16:42:37.096354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-29c00be2-4c1d-405a-8fee-0007713fcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:37.100616 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-29c00be2-4c1d-405a-8fee-0007713fcc5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2468421 Nov 10 16:42:37.100782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:37.102265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61afba2-201c-4607-a554-30b30c1d6468 req-50ce5d8a-1b4a-4e14-a264-1bf9df27885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:37.104099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e61afba2-201c-4607-a554-30b30c1d6468 req-50ce5d8a-1b4a-4e14-a264-1bf9df27885c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1095 time: 0.4158690 Nov 10 16:42:37.237234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aaa2004-fe4b-429f-94d1-788e968bc331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.263932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e9b08d-e772-4eb2-9587-48a11ffb7267 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting subnet 3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:42:37.277176 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84e9b08d-e772-4eb2-9587-48a11ffb7267 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.336638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-0be69740-0d4b-450f-9920-764f1a978c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:37.336638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-0be69740-0d4b-450f-9920-764f1a978c2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1942213 Nov 10 16:42:37.339060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ed5d3af-cf36-4e54-9917-d50248337a3f req-34ee1c21-ffc7-440a-a4fd-c51d05c70758 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479229 Nov 10 16:42:37.362353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84e9b08d-e772-4eb2-9587-48a11ffb7267 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.413858 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aaa2004-fe4b-429f-94d1-788e968bc331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.482643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Deleting port d34bffd1-c352-442e-9747-6d0cf8a76253 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:37.483038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.520258 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.544747 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5aaa2004-fe4b-429f-94d1-788e968bc331 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f29c4ba6af146c8b8485e0ecddad41b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2902875 Nov 10 16:42:37.552694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa2004-fe4b-429f-94d1-788e968bc331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bcfe9b-5a1d-4139-bd4a-33d74a3965d9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:37.559677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52132) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:37.609084 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.665252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-957bcec9-0911-4192-9e73-29739773763d service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242528 Nov 10 16:42:37.671774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:37.675582 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.687600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] For port d34bffd1-c352-442e-9747-6d0cf8a76253, host n-h2-714676-11, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:37.687961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.715088 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84e9b08d-e772-4eb2-9587-48a11ffb7267 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.748376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.752933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Calling delete_port for d34bffd1-c352-442e-9747-6d0cf8a76253 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:37.821600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df56ba5-38c5-4019-9f76-c60c068fa74f req-33ac671c-c891-4625-b91c-a2cb9f45144c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:37.823099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7df56ba5-38c5-4019-9f76-c60c068fa74f req-33ac671c-c891-4625-b91c-a2cb9f45144c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 947 time: 0.7886541 Nov 10 16:42:37.846727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8109b0b-34bd-4e16-a326-3a740308272f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:37.862389 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b168a7db-e89a-467c-b5e1-7ab193d7cd69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.893178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66b2dd1-8ccc-4582-8324-af68b588919e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:37.893463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66b2dd1-8ccc-4582-8324-af68b588919e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:37.918086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8042935-2890-4419-8ccd-3e1da2ccfac5 req-bec32b33-bef8-4ac8-8470-623c0c3ad032 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193729 Nov 10 16:42:37.925353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b168a7db-e89a-467c-b5e1-7ab193d7cd69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.928284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.946066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd44efb4-2494-4c4a-a0c4-b8b6532f7f45 req-f6f42f1f-ccec-43e2-8a52-4a7049018ff5 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674766 Nov 10 16:42:37.966900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61afba2-201c-4607-a554-30b30c1d6468 req-8aaf999c-0cee-484e-8b6d-5454963463cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:37.968458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e61afba2-201c-4607-a554-30b30c1d6468 req-8aaf999c-0cee-484e-8b6d-5454963463cc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e615b70a43ee4d7785f81a6445ea837e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8328276 Nov 10 16:42:37.975237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:37.985239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10d4eedb-2395-4547-8c71-4db41d0ca3c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 863b2a51-c053-4cba-9fff-0306a38f1dd8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:37.985574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4eedb-2395-4547-8c71-4db41d0ca3c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.048840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7df56ba5-38c5-4019-9f76-c60c068fa74f req-02169edf-fbb6-482a-a1fb-066fcf0ae97a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073884 Nov 10 16:42:38.055801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:42:38.056204 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:42:38.057883 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:42:38.087254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84e9b08d-e772-4eb2-9587-48a11ffb7267 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.089156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.162291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event deleted for resources: {'Port': ['ID=d34bffd1-c352-442e-9747-6d0cf8a76253,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:38.164341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9b08d-e772-4eb2-9587-48a11ffb7267 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2ef17d-47e8-43ac-a0bb-4b9db59916a1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:38.176131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84e9b08d-e772-4eb2-9587-48a11ffb7267 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.177894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc432013-3f2d-4a6f-b937-7a339265006b None None] Network c1473950-3513-45c2-93da-745d572e4c5b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:38.182373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-84e9b08d-e772-4eb2-9587-48a11ffb7267 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "DELETE /v2.0/subnets/3f2ef17d-47e8-43ac-a0bb-4b9db59916a1 HTTP/1.1" status: 204 len: 168 time: 1.1223233 Nov 10 16:42:38.183818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:38.184702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b168a7db-e89a-467c-b5e1-7ab193d7cd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.187278 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b168a7db-e89a-467c-b5e1-7ab193d7cd69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.188428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b168a7db-e89a-467c-b5e1-7ab193d7cd69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6bcfe9b-5a1d-4139-bd4a-33d74a3965d9 HTTP/1.1" status: 204 len: 168 time: 0.6012502 Nov 10 16:42:38.195137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.201027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-df44829a-4d74-4651-98b3-8b81ec7e429a tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d34bffd1-c352-442e-9747-6d0cf8a76253 HTTP/1.1" status: 204 len: 168 time: 1.3058066 Nov 10 16:42:38.204377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52140) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:38.231917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168a7db-e89a-467c-b5e1-7ab193d7cd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bcfe9b-5a1d-4139-bd4a-33d74a3965d9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:38.253825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-a7bd64af-581c-4d9b-8ed4-965680ee93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.255611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-a7bd64af-581c-4d9b-8ed4-965680ee93a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 1099 time: 0.1792538 Nov 10 16:42:38.256725 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85390b8-1368-417a-b9db-39f04da48607 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] GET failed (client error): The resource could not be found. Nov 10 16:42:38.262332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e85390b8-1368-417a-b9db-39f04da48607 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "GET /v2.0/ports/d34bffd1-c352-442e-9747-6d0cf8a76253 HTTP/1.1" status: 404 len: 333 time: 0.0527515 Nov 10 16:42:38.264576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:38.276124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Request body: {'port': {'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1512398342'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:38.312836 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4eedb-2395-4547-8c71-4db41d0ca3c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.318977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61afba2-201c-4607-a554-30b30c1d6468 req-4eb88bd7-7845-4e31-8939-ee200fa86bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.320446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e61afba2-201c-4607-a554-30b30c1d6468 req-4eb88bd7-7845-4e31-8939-ee200fa86bdf service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3380892 Nov 10 16:42:38.330046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfff1c3-ff89-4a32-8e1d-0fa6791ed397 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Deleting subnet e8c856b4-06fb-439b-9454-e401b7c1f403 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:42:38.334650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dfff1c3-ff89-4a32-8e1d-0fa6791ed397 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.361773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10d4eedb-2395-4547-8c71-4db41d0ca3c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 863b2a51-c053-4cba-9fff-0306a38f1dd8 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:38.390528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-d8121b75-fc07-464c-ae38-f8d23f474af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.392126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-d8121b75-fc07-464c-ae38-f8d23f474af5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1285446 Nov 10 16:42:38.395651 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.401054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Made reservation on behalf of 90764a3ab27e4ea081534aef2c92a0cc for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:38.407108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.436737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.443641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] 10.222.0.62 "DELETE /v2.0/networks/c8109b0b-34bd-4e16-a326-3a740308272f HTTP/1.1" status: 204 len: 168 time: 2.0399456 Nov 10 16:42:38.481051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2bfbb-7dde-4b3c-9aaf-037018b6022b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8109b0b-34bd-4e16-a326-3a740308272f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:38.509249 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dfff1c3-ff89-4a32-8e1d-0fa6791ed397 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.526018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a141c46-e687-468f-80be-312b78b14999 None None] DHCP port deletion for c1473950-3513-45c2-93da-745d572e4c5b request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:38.539714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.590759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-4508645a-6318-43b8-9678-c768607217a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=19705b4b-d938-4c8d-9ef8-8d2126e156c9 HTTP/1.1" status: 200 len: 217 time: 0.1905768 Nov 10 16:42:38.593264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] device_id is not set on port 598716aa-775f-4355-bb23-1a8a8233176e yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:38.604675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9db6-735d-4446-94b6-6843a058fc32 req-ea42a242-dcc1-4bc3-96f1-30710f417b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.606361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-ea42a242-dcc1-4bc3-96f1-30710f417b36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1095 time: 0.2407811 Nov 10 16:42:38.648423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5a141c46-e687-468f-80be-312b78b14999 None None] Deleting port 01b8f89c-cd3f-4a90-9131-27186a08cdee {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:38.648984 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a141c46-e687-468f-80be-312b78b14999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.687442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-2c17e548-86fd-4ff9-a3dc-ba67126c7804 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 217 time: 0.0709155 Nov 10 16:42:38.694910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43c81c-75ea-4c3e-8de8-8e997d14bcf7 req-2b021481-0d50-4ce6-a1d2-77eb388cf533 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.703014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb43c81c-75ea-4c3e-8de8-8e997d14bcf7 req-2b021481-0d50-4ce6-a1d2-77eb388cf533 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 943 time: 0.2396035 Nov 10 16:42:38.705585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Subnet': ['ID=d37d26dd-d049-4395-b9dc-890aa6aac64e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:38.727823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5a141c46-e687-468f-80be-312b78b14999 None None] For port 01b8f89c-cd3f-4a90-9131-27186a08cdee, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=01b8f89c-cd3f-4a90-9131-27186a08cdee,segment=NetworkSegment(c9c60122-0f04-48ec-b509-5324bde4e9da),segment_id=c9c60122-0f04-48ec-b509-5324bde4e9da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:38.728215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a141c46-e687-468f-80be-312b78b14999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.743004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5a141c46-e687-468f-80be-312b78b14999 None None] Calling delete_port for 01b8f89c-cd3f-4a90-9131-27186a08cdee owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:38.746970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-fbc8d5e7-2071-4016-96fd-d2f8df815e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.748466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-fbc8d5e7-2071-4016-96fd-d2f8df815e3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1384647 Nov 10 16:42:38.788139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Checking segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:38.788751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network hostable DHCP agents. Network: ccc91858-4f38-4b10-9cfb-33f33ed3498c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:42:38.795721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dfff1c3-ff89-4a32-8e1d-0fa6791ed397 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.844012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb43c81c-75ea-4c3e-8de8-8e997d14bcf7 req-63d05f39-f217-43be-b867-8c77aef38346 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395941 Nov 10 16:42:38.857739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9db6-735d-4446-94b6-6843a058fc32 req-a2d8d280-b4f0-4d9d-adc2-e5ef1b424a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.858367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-a2d8d280-b4f0-4d9d-adc2-e5ef1b424a4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1542387 Nov 10 16:42:38.890240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-831915fe-b4de-4b0d-811b-7cfac67af8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.891769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-831915fe-b4de-4b0d-811b-7cfac67af8f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315160 Nov 10 16:42:38.925682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.936088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a141c46-e687-468f-80be-312b78b14999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:38.947645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9db6-735d-4446-94b6-6843a058fc32 req-f1a98f1d-0b2b-4ba9-b2dd-22d8c7f0632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:38.949601 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-f1a98f1d-0b2b-4ba9-b2dd-22d8c7f0632b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798833 Nov 10 16:42:38.970785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a141c46-e687-468f-80be-312b78b14999 None None] Pushing event deleted for resources: {'Port': ['ID=01b8f89c-cd3f-4a90-9131-27186a08cdee,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:38.984933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a141c46-e687-468f-80be-312b78b14999 None None] No DVR routers for this DVR port 01b8f89c-cd3f-4a90-9131-27186a08cdee on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:39.007101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:42:39.009853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:39.028512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-105ada01-d895-4751-88eb-d2d268dd4520 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286955 Nov 10 16:42:39.060269 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dfff1c3-ff89-4a32-8e1d-0fa6791ed397 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.069416 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4eedb-2395-4547-8c71-4db41d0ca3c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.077135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:39.102075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.130428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4982-8bc2-4d37-a1b2-3c163abde6fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.133302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfff1c3-ff89-4a32-8e1d-0fa6791ed397 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c856b4-06fb-439b-9454-e401b7c1f403,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:39.171420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Network 6e96a320-52eb-4650-b2da-37a35b84056a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:39.173495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dfff1c3-ff89-4a32-8e1d-0fa6791ed397 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.176795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1dfff1c3-ff89-4a32-8e1d-0fa6791ed397 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "DELETE /v2.0/subnets/e8c856b4-06fb-439b-9454-e401b7c1f403 HTTP/1.1" status: 204 len: 168 time: 0.9844909 Nov 10 16:42:39.177316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fe8b4f-fbf5-4be0-96d3-fdfbd521c464 None None] Network 569fc79e-ea89-4663-8391-e22716c464b6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:39.178364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:39.186985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:39.187233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4eedb-2395-4547-8c71-4db41d0ca3c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=863b2a51-c053-4cba-9fff-0306a38f1dd8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:39.188016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:39.190343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.198127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:39.199205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, ccc91858-4f38-4b10-9cfb-33f33ed3498c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:39.219875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=598716aa-775f-4355-bb23-1a8a8233176e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:39.231622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038577b4-37b9-4b4f-9e66-dd19c7483dfd None None] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:39.237777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73eaf8bd-553c-4697-b8b3-666229e564bb req-80f8756f-dc11-4be5-b921-eaa5cdec5e08 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012305 Nov 10 16:42:39.259302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:39.259918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.301324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d4eedb-2395-4547-8c71-4db41d0ca3c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.310856 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-10d4eedb-2395-4547-8c71-4db41d0ca3c9 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/863b2a51-c053-4cba-9fff-0306a38f1dd8 HTTP/1.1" status: 204 len: 168 time: 2.2021608 Nov 10 16:42:39.311447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:39.320260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c7447c1d-0089-4a1f-8396-3ab6caee811f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0eff5dcbf7e74113bc0723faea6b6614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070898 Nov 10 16:42:39.325042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52162) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:39.335181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-9ec0c2b0-5865-4b25-a103-1362e881be40 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771822 Nov 10 16:42:39.338536 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f5e17545-53da-4e10-a421-a9ca148d802f tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0707908 Nov 10 16:42:39.339252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52164) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:39.345488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:39.434418 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e534a06-3f17-44f2-bf74-1d0d2d6b2757 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:42:39.438756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2e534a06-3f17-44f2-bf74-1d0d2d6b2757 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/863b2a51-c053-4cba-9fff-0306a38f1dd8 HTTP/1.1" status: 404 len: 333 time: 0.1197326 Nov 10 16:42:39.449217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:39.458228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7a8f-4673-4b8d-ae8b-58f2c338d81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.460903 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.467246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-02b23401-8e45-46e1-9530-8621a9f6232d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6169112 Nov 10 16:42:39.475765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52168) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:39.489316 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'subnet': {'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:39.512083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.524742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'fixed_ips': [{'subnet_id': 'd37d26dd-d049-4395-b9dc-890aa6aac64e'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:42:39.530993 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.557095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b23c6-9a41-4b54-b8a8-6d3b131738b6 req-4f9b9992-ff73-4d1b-b9be-4c67edec52d7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:39.565639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e2b23c6-9a41-4b54-b8a8-6d3b131738b6 req-4f9b9992-ff73-4d1b-b9be-4c67edec52d7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 947 time: 0.4166317 Nov 10 16:42:39.575131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7a8f-4673-4b8d-ae8b-58f2c338d81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.577560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] DHCP port deletion for 569fc79e-ea89-4663-8391-e22716c464b6 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:39.652481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd6f6c7-13ac-4b1e-aead-afce9a5eb501 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet 1e482c18-c18d-4eea-a66b-70fe4276b4a5 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:42:39.694941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fd6f6c7-13ac-4b1e-aead-afce9a5eb501 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.714590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4982-8bc2-4d37-a1b2-3c163abde6fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.738119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] Deleting port aa321b2a-4e48-4c83-b083-0ae711c3ff96 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:39.739188 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.741361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Allocated IP 10.1.1.2 (ccc91858-4f38-4b10-9cfb-33f33ed3498c/d37d26dd-d049-4395-b9dc-890aa6aac64e/e5e8e0cc-301b-4066-8811-0055981e291e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:39.752317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007a9db6-735d-4446-94b6-6843a058fc32 req-437c3dc3-2eb8-4d45-8b17-0280f18f5831 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849518 Nov 10 16:42:39.806606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] device_id is not set on port 598716aa-775f-4355-bb23-1a8a8233176e yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:39.815635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.817740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:39.821994 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.825373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e2b23c6-9a41-4b54-b8a8-6d3b131738b6 req-8cf7ba35-ec9a-4f04-b432-1aed6097fb84 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420933 Nov 10 16:42:39.826457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.833999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] For port aa321b2a-4e48-4c83-b083-0ae711c3ff96, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aa321b2a-4e48-4c83-b083-0ae711c3ff96,segment=NetworkSegment(317a1328-c1eb-432c-912a-8c78494a614a),segment_id=317a1328-c1eb-432c-912a-8c78494a614a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:39.834403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.837573 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fd6f6c7-13ac-4b1e-aead-afce9a5eb501 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.867618 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4982-8bc2-4d37-a1b2-3c163abde6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.877020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] Calling delete_port for aa321b2a-4e48-4c83-b083-0ae711c3ff96 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:39.902497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1473950-3513-45c2-93da-745d572e4c5b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:39.940256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c60122-0f04-48ec-b509-5324bde4e9da') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:39.940653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c60122-0f04-48ec-b509-5324bde4e9da') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:39.946565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c4982-8bc2-4d37-a1b2-3c163abde6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795eb4ab-666e-4186-bd3b-e4bde1f6de0e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:39.963600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ab5c4982-8bc2-4d37-a1b2-3c163abde6fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64835d90a8154a99af8aee2e5f65ae9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8630083 Nov 10 16:42:39.967107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:39.969631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:40.025709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.028426 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.045946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fd6f6c7-13ac-4b1e-aead-afce9a5eb501 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.052908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:42:40.053234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:42:40.056711 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:42:40.106260 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.137349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aa321b2a-4e48-4c83-b083-0ae711c3ff96 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:40.141089 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.160247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] Pushing event deleted for resources: {'Port': ['ID=aa321b2a-4e48-4c83-b083-0ae711c3ff96,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:40.170902 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a13f303-2694-4fb3-b164-8b03f128feef None None] No DVR routers for this DVR port aa321b2a-4e48-4c83-b083-0ae711c3ff96 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:40.172382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: aa321b2a-4e48-4c83-b083-0ae711c3ff96 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:40.172713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aa321b2a-4e48-4c83-b083-0ae711c3ff96 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:40.173241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 01b8f89c-cd3f-4a90-9131-27186a08cdee no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:40.181153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6076bc88-8432-4c7f-be5d-55663ada051d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.214663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6076bc88-8432-4c7f-be5d-55663ada051d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.242157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 01b8f89c-cd3f-4a90-9131-27186a08cdee {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:40.242484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 01b8f89c-cd3f-4a90-9131-27186a08cdee not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:40.249030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:40.259115 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.269070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.274041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "DELETE /v2.0/networks/c1473950-3513-45c2-93da-745d572e4c5b HTTP/1.1" status: 204 len: 168 time: 1.0710406 Nov 10 16:42:40.280116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Pushing event updated for resources: {'Port': ['ID=e5e8e0cc-301b-4066-8811-0055981e291e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:40.283690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:40.287571 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fd6f6c7-13ac-4b1e-aead-afce9a5eb501 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.288934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:42:40.295202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:40.300048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525937b7-44b8-4ed6-9948-f4d5a03823c3 tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Network': ['ID=c1473950-3513-45c2-93da-745d572e4c5b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:40.302469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:40.315732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7a8f-4673-4b8d-ae8b-58f2c338d81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.318975 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7a8f-4673-4b8d-ae8b-58f2c338d81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.331631 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5d4a7a8f-4673-4b8d-ae8b-58f2c338d81c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5159e69-23c1-4b13-abdb-0a24b8b91387 HTTP/1.1" status: 204 len: 168 time: 0.9975860 Nov 10 16:42:40.359829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fd6f6c7-13ac-4b1e-aead-afce9a5eb501 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.369650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3fd6f6c7-13ac-4b1e-aead-afce9a5eb501 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/1e482c18-c18d-4eea-a66b-70fe4276b4a5 HTTP/1.1" status: 204 len: 168 time: 0.9170461 Nov 10 16:42:40.375285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:40.385451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6f6c7-13ac-4b1e-aead-afce9a5eb501 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=1e482c18-c18d-4eea-a66b-70fe4276b4a5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:40.385861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e43b4-9de1-4597-976e-8a904ddd0baf None None] Network 32c398b7-9cd1-428f-8444-10efdf2ba07d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:40.415555 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.440806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.444529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6076bc88-8432-4c7f-be5d-55663ada051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.447105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6076bc88-8432-4c7f-be5d-55663ada051d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.448239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Attempting to bind port e5e8e0cc-301b-4066-8811-0055981e291e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:40.448794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Attempting to bind port e5e8e0cc-301b-4066-8811-0055981e291e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:40.448927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.449545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Attempting to bind port e5e8e0cc-301b-4066-8811-0055981e291e on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:40.451664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6076bc88-8432-4c7f-be5d-55663ada051d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/795eb4ab-666e-4186-bd3b-e4bde1f6de0e HTTP/1.1" status: 204 len: 168 time: 0.4591336 Nov 10 16:42:40.465516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076bc88-8432-4c7f-be5d-55663ada051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795eb4ab-666e-4186-bd3b-e4bde1f6de0e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:40.471174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a7a8f-4673-4b8d-ae8b-58f2c338d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5159e69-23c1-4b13-abdb-0a24b8b91387,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:40.485278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:40.487568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Checking segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:40.489283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.492959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Bound using segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:40.493717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Bound port: e5e8e0cc-301b-4066-8811-0055981e291e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:40.494312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.607115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.630686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e049411-0e1b-4cef-80fc-f2888e5ed0c7 req-0444a999-5fca-4255-8dcb-cdeb298dc1af tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:40.632284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e049411-0e1b-4cef-80fc-f2888e5ed0c7 req-0444a999-5fca-4255-8dcb-cdeb298dc1af tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 943 time: 0.3209491 Nov 10 16:42:40.646483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=598716aa-775f-4355-bb23-1a8a8233176e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:40.646642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.677677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:40.678012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:40.678356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:40.705187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569fc79e-ea89-4663-8391-e22716c464b6']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:40.706420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:40.706420 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:40.712814 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 2 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:40.716448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317a1328-c1eb-432c-912a-8c78494a614a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:40.717003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317a1328-c1eb-432c-912a-8c78494a614a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:40.730587 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.741495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:40.741740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:40.742082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:40.749363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.756546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.756546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e049411-0e1b-4cef-80fc-f2888e5ed0c7 req-d5c0f46b-8439-4e64-b1d1-aebe35598d3e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098206 Nov 10 16:42:40.764856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:40.765190 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:40.784539 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 3 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:40.792625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] For port e5e8e0cc-301b-4066-8811-0055981e291e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:40.803390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:42:40.803799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:42:40.807250 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:42:40.816998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:40.819344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:40.819846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:40.820006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:40.831337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] For port e5e8e0cc-301b-4066-8811-0055981e291e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e5e8e0cc-301b-4066-8811-0055981e291e,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:40.837583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:40.838020 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:40.843733 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 4 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:40.847638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'mac_address': 'fa:16:3e:5a:f4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:42:40.852207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port def2db66-19bc-4fe5-ad3e-fdff50a57521 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:40.852550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.862319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Subnet': ['ID=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:40.889666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:40.890006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:40.890345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:40.910356 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.926988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9652a35a-cd60-4f07-b4ab-5befcef7ac9a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:42:40.933669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:40.969893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Checking segment: {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:40.969893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network hostable DHCP agents. Network: 650047ea-d6fe-4afa-8b18-0dde135647bf, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:42:40.977894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:40.978245 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:40.981739 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 5 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:40.990186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] DHCP port deletion for 32c398b7-9cd1-428f-8444-10efdf2ba07d request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:41.000354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:41.008108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] For port def2db66-19bc-4fe5-ad3e-fdff50a57521, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=def2db66-19bc-4fe5-ad3e-fdff50a57521,segment=NetworkSegment(7187cebe-3149-4b44-838f-c4f6f194c2fc),segment_id=7187cebe-3149-4b44-838f-c4f6f194c2fc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:41.008543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.020244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:41.020585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:41.020923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:41.038542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.045601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.053166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] 10.222.0.62 "DELETE /v2.0/networks/569fc79e-ea89-4663-8391-e22716c464b6 HTTP/1.1" status: 204 len: 168 time: 0.7678261 Nov 10 16:42:41.060482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for def2db66-19bc-4fe5-ad3e-fdff50a57521 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:41.063251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba821af-98ec-439e-8ee8-5f013c4723aa None None] Pushing event updated for resources: {'Port': ['ID=e5e8e0cc-301b-4066-8811-0055981e291e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:41.070607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:41.070976 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:41.074481 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 6 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:41.089543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.120292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network 650047ea-d6fe-4afa-8b18-0dde135647bf is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:42:41.137812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5171e-182e-4245-b709-95ed1dd7153d tempest-TaggedBootDevicesTest_v242-924451089 tempest-TaggedBootDevicesTest_v242-924451089-project] Pushing event deleted for resources: {'Network': ['ID=569fc79e-ea89-4663-8391-e22716c464b6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:41.184287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:41.184287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:41.184287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:41.202744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:41.203073 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:41.212558 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 7 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:41.224253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 650047ea-d6fe-4afa-8b18-0dde135647bf) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:41.238165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:41.253851 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.292417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb586-dfc7-44a7-88e7-b43b41c4b9b5 req-f446e335-493c-43b7-8d14-d337ebac331f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:41.294045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bbcb586-dfc7-44a7-88e7-b43b41c4b9b5 req-f446e335-493c-43b7-8d14-d337ebac331f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 947 time: 0.2394624 Nov 10 16:42:41.350524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:41.351192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:41.352751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:41.359169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:41.359950 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:41.360600 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 8 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:41.422883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:41.424086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:41.424439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:41.425082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bbcb586-dfc7-44a7-88e7-b43b41c4b9b5 req-9b16787c-d16d-42e1-8404-36dc07aa3ba9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230688 Nov 10 16:42:41.450922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.466472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377a697-ec15-4bb6-9589-fe201f7bac6b None None] Network 650047ea-d6fe-4afa-8b18-0dde135647bf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:41.482489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:41.487899 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-66433ff1-41a3-4f41-8d0e-99c8e953770f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0041635 Nov 10 16:42:41.489418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'port': {'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'name': 'tempest-TaggedBootDevicesTest-1575480629', 'fixed_ips': [{'subnet_id': 'd37d26dd-d049-4395-b9dc-890aa6aac64e'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:41.562978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:41.563403 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:41.566479 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 9 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:41.571109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] Deleting port def2db66-19bc-4fe5-ad3e-fdff50a57521 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:41.571362 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.575660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=def2db66-19bc-4fe5-ad3e-fdff50a57521,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:41.613027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No DVR routers for this DVR port def2db66-19bc-4fe5-ad3e-fdff50a57521 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:41.621422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:41.621782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:41.622249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:41.657364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:41.657364 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:41.657364 n-d-714676-11 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 10 to bind port 598716aa-775f-4355-bb23-1a8a8233176e Nov 10 16:42:41.689570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] For port def2db66-19bc-4fe5-ad3e-fdff50a57521, host n-d-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:41.690117 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.691552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:41.691894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:41.692235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:41.722336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9652a35a-cd60-4f07-b4ab-5befcef7ac9a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:42:41.725622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:41.725882 n-d-714676-11 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port 598716aa-775f-4355-bb23-1a8a8233176e on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:41.726318 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.742156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.786428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:41.795837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:41.805186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] Calling delete_port for def2db66-19bc-4fe5-ad3e-fdff50a57521 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:41.820439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] Port def2db66-19bc-4fe5-ad3e-fdff50a57521 was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:42:41.833301 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.868403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] For port 598716aa-775f-4355-bb23-1a8a8233176e, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:41.868900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempted to set empty binding levels {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 16:42:41.872147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c398b7-9cd1-428f-8444-10efdf2ba07d']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:41.893289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7187cebe-3149-4b44-838f-c4f6f194c2fc') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:41.893727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7187cebe-3149-4b44-838f-c4f6f194c2fc') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:41.909450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] Pushing event deleted for resources: {'Port': ['ID=def2db66-19bc-4fe5-ad3e-fdff50a57521,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:41.946546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909603c-5c89-4da3-a789-b24784bb318d None None] No DVR routers for this DVR port def2db66-19bc-4fe5-ad3e-fdff50a57521 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:42:41.976582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.985397 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:41.991612 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.058796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] device_id is not set on port 5e0968c8-e60d-4112-b6b6-963df2678caf yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:42.063791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-650047ea-d6fe-4afa-8b18-0dde135647bf', 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'fixed_ips': [{'subnet_id': 'af7c99b5-14e9-4ece-8b1f-0b5acde9da2f'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:42:42.071802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.149009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] In _notify_port_updated(), no bound segment for port 598716aa-775f-4355-bb23-1a8a8233176e on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:42:42.149953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.150554 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.154285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "PUT /v2.0/ports/598716aa-775f-4355-bb23-1a8a8233176e HTTP/1.1" status: 200 len: 976 time: 2.8106434 Nov 10 16:42:42.177569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52230) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:42.271382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e5e8e0cc-301b-4066-8811-0055981e291e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:42.376377 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.415287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b845f-fde3-4e12-b01f-89f01eaa3800 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=598716aa-775f-4355-bb23-1a8a8233176e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:42.466118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:42:42.466675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.471687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Allocated IP 10.2.2.2 (650047ea-d6fe-4afa-8b18-0dde135647bf/af7c99b5-14e9-4ece-8b1f-0b5acde9da2f/2e84014b-3ce9-48ec-b110-21be51a668c3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:42.496612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Allocated IP 10.1.1.162 (ccc91858-4f38-4b10-9cfb-33f33ed3498c/d37d26dd-d049-4395-b9dc-890aa6aac64e/5e0968c8-e60d-4112-b6b6-963df2678caf) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:42.530104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:42:42.607778 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:42:42.625643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636606b-7006-4452-85d3-cc7fa2c0b9b0 req-501776b6-1e9a-4e82-96ff-102e8447a6f6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.638689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6636606b-7006-4452-85d3-cc7fa2c0b9b0 req-501776b6-1e9a-4e82-96ff-102e8447a6f6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 943 time: 0.7422581 Nov 10 16:42:42.665526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb424c3-1cd9-42ac-ae3a-149c8864c65c req-6ad6ed59-9934-4358-a67f-5830f5bb03b5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.665890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 19705b4b-d938-4c8d-9ef8-8d2126e156c9 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:42:42.666549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fb424c3-1cd9-42ac-ae3a-149c8864c65c req-6ad6ed59-9934-4358-a67f-5830f5bb03b5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 947 time: 0.1355534 Nov 10 16:42:42.696743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-network', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:42.706385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.706728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.707198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:42.721474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-50ee7e0c-182a-4dcf-bcc6-f7b4ac06a0f4 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18048 time: 0.5424314 Nov 10 16:42:42.726370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52246) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:42.768518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.804683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Network': ['ID=32c398b7-9cd1-428f-8444-10efdf2ba07d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:42.807749 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.811021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e0a7d06e-65ed-4782-9cc7-910a27b47330 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/networks/32c398b7-9cd1-428f-8444-10efdf2ba07d HTTP/1.1" status: 204 len: 168 time: 2.4348981 Nov 10 16:42:42.820923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:42.828598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6636606b-7006-4452-85d3-cc7fa2c0b9b0 req-3ad86fb8-c71b-4938-8b6d-34634dafb689 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893511 Nov 10 16:42:42.835904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-125584062'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:42.882751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de0057-6147-4d41-841f-25b208d0cc94 None None] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:42.929077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Deleting port 598716aa-775f-4355-bb23-1a8a8233176e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:42.929077 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.955817 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:42.979192 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.025843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] For port 598716aa-775f-4355-bb23-1a8a8233176e, host n-h2-714676-11, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:43.025843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.041768 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fb424c3-1cd9-42ac-ae3a-149c8864c65c req-1327f19f-c85b-4e55-ba78-7de8df7c99ca tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590603 Nov 10 16:42:43.066101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Calling delete_port for 598716aa-775f-4355-bb23-1a8a8233176e owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:43.069855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e5e8e0cc-301b-4066-8811-0055981e291e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:43.070504 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.107496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.116023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.126338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f6fd52e4-27bf-4222-a702-432dc3aacb20 None None] Provisioning complete for port e5e8e0cc-301b-4066-8811-0055981e291e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:43.127087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6fd52e4-27bf-4222-a702-432dc3aacb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.186756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Made reservation on behalf of a7d663fa3fce4df7b626c98efd6e519a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:43.189596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.194122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:43.205270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:43.209555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:43.212815 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.229993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Network 650047ea-d6fe-4afa-8b18-0dde135647bf is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:43.252289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:43.257361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=5e0968c8-e60d-4112-b6b6-963df2678caf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:43.284014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:43.289625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:43.290242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.302324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.337389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Pushing event updated for resources: {'Port': ['ID=2e84014b-3ce9-48ec-b110-21be51a668c3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:43.378288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.382056 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.386971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "DELETE /v2.0/ports/598716aa-775f-4355-bb23-1a8a8233176e HTTP/1.1" status: 204 len: 168 time: 0.6595960 Nov 10 16:42:43.390362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:43.396244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bd6fc12b-79ec-462f-8f61-1fe88777cc1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9084756 Nov 10 16:42:43.397057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:43.397404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52260) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:43.401331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.414439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'port': {'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'name': 'tempest-TaggedBootDevicesTest-911270350', 'fixed_ips': [{'subnet_id': 'd37d26dd-d049-4395-b9dc-890aa6aac64e'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:43.426545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 19705b4b-d938-4c8d-9ef8-8d2126e156c9, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=19705b4b-d938-4c8d-9ef8-8d2126e156c9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:43.449170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.459918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Attempting to bind port 2e84014b-3ce9-48ec-b110-21be51a668c3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:43.460284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Attempting to bind port 2e84014b-3ce9-48ec-b110-21be51a668c3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:43.460641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Attempting to bind port 2e84014b-3ce9-48ec-b110-21be51a668c3 on network 650047ea-d6fe-4afa-8b18-0dde135647bf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:43.474794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b772863-91f1-45c6-a456-f810134b1f30 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event deleted for resources: {'Port': ['ID=598716aa-775f-4355-bb23-1a8a8233176e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:43.488277 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f02971-9b8d-4b35-86f7-b489e23231b2 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] GET failed (client error): The resource could not be found. Nov 10 16:42:43.495478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '19705b4b-d938-4c8d-9ef8-8d2126e156c9', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '19705b4b-d938-4c8d-9ef8-8d2126e156c9', 'mac_address': 'fa:16:3e:40:e0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:42:43.503613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-13f02971-9b8d-4b35-86f7-b489e23231b2 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "GET /v2.0/ports/598716aa-775f-4355-bb23-1a8a8233176e HTTP/1.1" status: 404 len: 333 time: 0.1048987 Nov 10 16:42:43.504280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52264) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:43.514539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:43.518888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Checking segment: {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:43.518888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.518888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Bound using segment: {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:43.518888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Bound port: 2e84014b-3ce9-48ec-b110-21be51a668c3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:43.518888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.520247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-675887293', 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:43.540041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:42:43.545737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.554599 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6fd52e4-27bf-4222-a702-432dc3aacb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.571199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.576417 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Added segment b3890131-03d4-489c-b57b-ae064f8f77b1 of type vlan for network e940d4b1-f544-4095-be5a-9088444d7c31 Nov 10 16:42:43.660490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Made reservation on behalf of 90764a3ab27e4ea081534aef2c92a0cc for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:43.663841 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.666666 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.687812 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.694840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] device_id is not set on port 7098172e-985e-4065-bcac-eab0fa01ba0b yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:43.718725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f6fd52e4-27bf-4222-a702-432dc3aacb20 None None] For port e5e8e0cc-301b-4066-8811-0055981e291e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e5e8e0cc-301b-4066-8811-0055981e291e,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:43.730518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19705b4b-d938-4c8d-9ef8-8d2126e156c9 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:42:43.749738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] For port 2e84014b-3ce9-48ec-b110-21be51a668c3, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:43.758544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] For port 2e84014b-3ce9-48ec-b110-21be51a668c3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e84014b-3ce9-48ec-b110-21be51a668c3,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:43.772935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 19705b4b-d938-4c8d-9ef8-8d2126e156c9, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=19705b4b-d938-4c8d-9ef8-8d2126e156c9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:43.792184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6fd52e4-27bf-4222-a702-432dc3aacb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.873218 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.935636 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.958767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:43.980819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:43.984158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.001896 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:42:44.002426 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:42:44.004538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd52e4-27bf-4222-a702-432dc3aacb20 None None] Pushing event updated for resources: {'Port': ['ID=e5e8e0cc-301b-4066-8811-0055981e291e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:44.083491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c83dc91c-2ab2-4657-bd8e-1f12ff416317 None None] Provisioning complete for port 5e0968c8-e60d-4112-b6b6-963df2678caf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:44.090597 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c83dc91c-2ab2-4657-bd8e-1f12ff416317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.250880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea31e3f-5842-48f6-bd3e-dd1341fb2f82 None None] Pushing event updated for resources: {'Port': ['ID=2e84014b-3ce9-48ec-b110-21be51a668c3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:44.273500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Network': ['ID=e940d4b1-f544-4095-be5a-9088444d7c31,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:44.324860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e940d4b1-f544-4095-be5a-9088444d7c31 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:42:44.327695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:44.329818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:42:44.365629 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b7d25f8-21d1-42c1-a53a-db24cbc444eb tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5358217 Nov 10 16:42:44.366381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52290) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:44.378434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'e940d4b1-f544-4095-be5a-9088444d7c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:44.390195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['19705b4b-d938-4c8d-9ef8-8d2126e156c9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:42:44.404683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c83dc91c-2ab2-4657-bd8e-1f12ff416317 None None] Port 5e0968c8-e60d-4112-b6b6-963df2678caf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:44.492802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.544783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e936-71d6-4c77-8f29-3d6cb1b85b38 req-0217c1b2-7d37-4885-8365-2ac18b2ecf2c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:44.546311 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4a1e936-71d6-4c77-8f29-3d6cb1b85b38 req-0217c1b2-7d37-4885-8365-2ac18b2ecf2c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 943 time: 0.5331476 Nov 10 16:42:44.603596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:44.628772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:42:44.735171 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.735171 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Added segment bc822cf2-17b0-4531-aa0e-b7ba0d1b7856 of type vlan for network 8963d7a9-5881-4006-9614-2c2fc3c5a670 Nov 10 16:42:44.735687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4a1e936-71d6-4c77-8f29-3d6cb1b85b38 req-91e4e951-11f3-41ac-8378-7f612fc9ca6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179752 Nov 10 16:42:44.745286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59902e54-686a-43ee-b83f-7aa6b6b33b96 req-1eb5d4e4-da31-45fa-8b0b-1b43a2965d1a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:44.747094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59902e54-686a-43ee-b83f-7aa6b6b33b96 req-1eb5d4e4-da31-45fa-8b0b-1b43a2965d1a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 948 time: 0.1779127 Nov 10 16:42:44.776649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.842715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59902e54-686a-43ee-b83f-7aa6b6b33b96 req-6eceadc4-5a26-4ba7-872a-134a1e38f263 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806835 Nov 10 16:42:44.849664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:44.864660 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.871974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:42:44.912209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=19705b4b-d938-4c8d-9ef8-8d2126e156c9,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:44.915808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.926666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c83dc91c-2ab2-4657-bd8e-1f12ff416317 None None] Provisioning complete for port e5e8e0cc-301b-4066-8811-0055981e291e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:44.927035 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c83dc91c-2ab2-4657-bd8e-1f12ff416317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.936745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:44.938304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:44.940161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.000988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=7098172e-985e-4065-bcac-eab0fa01ba0b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:45.002914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:45.026863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.066080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Network 6e96a320-52eb-4650-b2da-37a35b84056a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:45.072404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:45.075609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:45.078413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:45.078413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.099652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] device_id is not set on port 67787fde-2256-412e-b626-ac098b56bd67 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:45.110226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device def2db66-19bc-4fe5-ad3e-fdff50a57521 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:42:45.143302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:42:45.170148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc5d2002-d322-4049-8df3-b77cf0e1c1c1 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6516860 Nov 10 16:42:45.187486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: def2db66-19bc-4fe5-ad3e-fdff50a57521 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:42:45.187976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device def2db66-19bc-4fe5-ad3e-fdff50a57521 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:42:45.192048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:45.192346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52294) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:45.198238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:45.202428 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.214719 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6805661 Nov 10 16:42:45.252593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52298) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:45.260751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f3569f-a5a0-48c7-82a5-3e0a7a4d4b4b tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:45.266146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-43f3569f-a5a0-48c7-82a5-3e0a7a4d4b4b tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "GET /v2.0/ports/7098172e-985e-4065-bcac-eab0fa01ba0b HTTP/1.1" status: 200 len: 954 time: 0.0725279 Nov 10 16:42:45.274145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Request body: {'subnet': {'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-subnet', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:45.281020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52300) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:45.292953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '1976fa58-a2cb-433b-8669-09b8359c609a', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': '1976fa58-a2cb-433b-8669-09b8359c609a', 'mac_address': 'fa:16:3e:99:e7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:42:45.348210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d1662-76c3-41b1-aa48-d16f5e7d41eb admin admin] Pushing event updated for resources: {'Network': ['ID=8963d7a9-5881-4006-9614-2c2fc3c5a670,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:45.383044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:42:45.463814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52302) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:45.569377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Allocated IP 10.1.1.172 (ccc91858-4f38-4b10-9cfb-33f33ed3498c/d37d26dd-d049-4395-b9dc-890aa6aac64e/67787fde-2256-412e-b626-ac098b56bd67) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:45.582013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a2492bd4-3f69-49d5-903d-67ef9a33e8c5 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Deleting port 7098172e-985e-4065-bcac-eab0fa01ba0b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:45.582358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2492bd4-3f69-49d5-903d-67ef9a33e8c5 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.600803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Made reservation on behalf of a7d663fa3fce4df7b626c98efd6e519a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:45.606402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.638457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e5e8e0cc-301b-4066-8811-0055981e291e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:45.688439 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2492bd4-3f69-49d5-903d-67ef9a33e8c5 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.706383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a2492bd4-3f69-49d5-903d-67ef9a33e8c5 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Calling delete_port for 7098172e-985e-4065-bcac-eab0fa01ba0b owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:45.724438 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b99e-e663-4bbd-b6a8-212e6ee48ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.817033 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.871130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c8fb7-8751-449e-a49a-b3bc624e4a5d None None] Network 650047ea-d6fe-4afa-8b18-0dde135647bf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:45.887156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.931506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b99e-e663-4bbd-b6a8-212e6ee48ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.975426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cca98-f962-46fb-94f9-70afe258a23d req-233611b3-16eb-4a78-84a8-56e6d051f444 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:45.977108 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-749cca98-f962-46fb-94f9-70afe258a23d req-233611b3-16eb-4a78-84a8-56e6d051f444 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 943 time: 0.1640868 Nov 10 16:42:45.978038 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:45.994917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=c8cb0cc7-9954-44e2-8a4c-824d481986b8,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:46.022400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b99e-e663-4bbd-b6a8-212e6ee48ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.045526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Checking segment: {'id': 'b3890131-03d4-489c-b57b-ae064f8f77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e940d4b1-f544-4095-be5a-9088444d7c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:46.046096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network hostable DHCP agents. Network: e940d4b1-f544-4095-be5a-9088444d7c31, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:42:46.061158 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.066541 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3ff8b99e-e663-4bbd-b6a8-212e6ee48ee3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f0d391551324dbe9078ec577717f6ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6013606 Nov 10 16:42:46.071802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.085224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1976fa58-a2cb-433b-8669-09b8359c609a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:42:46.097726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52312) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:46.110188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:46.124688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cb373b2b-47bd-4e0b-af5e-500a9e7b17b9 None None] Provisioning complete for port 5e0968c8-e60d-4112-b6b6-963df2678caf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:46.125310 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb373b2b-47bd-4e0b-af5e-500a9e7b17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.155025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2492bd4-3f69-49d5-903d-67ef9a33e8c5 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.195242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cb373b2b-47bd-4e0b-af5e-500a9e7b17b9 None None] Port 5e0968c8-e60d-4112-b6b6-963df2678caf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:46.205851 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.209099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:46.215850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:46.222231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8b99e-e663-4bbd-b6a8-212e6ee48ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016259d-79a7-4199-9337-c5d26ebd56bc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:46.230724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-749cca98-f962-46fb-94f9-70afe258a23d req-4890c298-a224-44f9-8648-051b94117c5d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366972 Nov 10 16:42:46.246036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2492bd4-3f69-49d5-903d-67ef9a33e8c5 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event deleted for resources: {'Port': ['ID=7098172e-985e-4065-bcac-eab0fa01ba0b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:46.257935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5a49e-4da1-411e-a6c8-42810935b6d9 req-c5c19500-02f3-4539-b572-033f0433b4b1 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:46.274290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9c5a49e-4da1-411e-a6c8-42810935b6d9 req-c5c19500-02f3-4539-b572-033f0433b4b1 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 948 time: 0.2894566 Nov 10 16:42:46.279265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:46.291794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e5e8e0cc-301b-4066-8811-0055981e291e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:46.292336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.293835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:46.296158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2492bd4-3f69-49d5-903d-67ef9a33e8c5 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.296420 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffb9894-fe93-4ce7-98fb-e923af5b5330" -d '{"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-plugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:46.307414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a2492bd4-3f69-49d5-903d-67ef9a33e8c5 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7098172e-985e-4065-bcac-eab0fa01ba0b HTTP/1.1" status: 204 len: 168 time: 1.0129695 Nov 10 16:42:46.321715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e940d4b1-f544-4095-be5a-9088444d7c31 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:42:46.323871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36b886cc-9918-4edf-8082-3175aaddfa2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.326144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52316) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:46.358632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=67787fde-2256-412e-b626-ac098b56bd67,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:46.415507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:46.415794 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9c9a1b-60c3-4ba2-b91d-937079073073 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] GET failed (client error): The resource could not be found. Nov 10 16:42:46.416130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.417625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2f9c9a1b-60c3-4ba2-b91d-937079073073 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "GET /v2.0/ports/7098172e-985e-4065-bcac-eab0fa01ba0b HTTP/1.1" status: 404 len: 333 time: 0.0860727 Nov 10 16:42:46.424035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:46.427140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:46.432487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Request body: {'port': {'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1526125680'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:46.434520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36b886cc-9918-4edf-8082-3175aaddfa2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.454502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e940d4b1-f544-4095-be5a-9088444d7c31) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:46.463296 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9c5a49e-4da1-411e-a6c8-42810935b6d9 req-1363d4fa-17e0-45df-8a25-2fdc690bfc6c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907003 Nov 10 16:42:46.510468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:46.511088 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.514513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.522702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dceb6a-42d4-4a26-b29a-f6282ca69318 None None] Network e940d4b1-f544-4095-be5a-9088444d7c31 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:46.555719 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:42:46.598520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Made reservation on behalf of 90764a3ab27e4ea081534aef2c92a0cc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:46.600201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.611270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Checking segment: {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:46.611981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Network hostable DHCP agents. Network: 8963d7a9-5881-4006-9614-2c2fc3c5a670, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:42:46.614621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa4e1f0-1bc1-4cde-9616-a53374c6288b,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:46.631703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36b886cc-9918-4edf-8082-3175aaddfa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.634480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36b886cc-9918-4edf-8082-3175aaddfa2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.635789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-36b886cc-9918-4edf-8082-3175aaddfa2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d016259d-79a7-4199-9337-c5d26ebd56bc HTTP/1.1" status: 204 len: 168 time: 0.5367088 Nov 10 16:42:46.664528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] device_id is not set on port dcf2ceaa-4154-442e-a435-aa40adbf46db yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:46.668378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b886cc-9918-4edf-8082-3175aaddfa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016259d-79a7-4199-9337-c5d26ebd56bc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:46.691144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['1976fa58-a2cb-433b-8669-09b8359c609a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:42:46.695078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7ca2c003-b443-477f-82bf-5ba36ebabfb4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2949445 Nov 10 16:42:46.717731 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-08ff68b9-223b-4aaa-85f0-af688e82aaea tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3469281 Nov 10 16:42:46.718553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52326) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:46.722298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:42:46.723131 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.734652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6db21bef-dda0-456d-80a6-0ae3590eab03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1161035285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:46.747604 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3708ebf0-df73-4447-b80b-244c58de7cec x-openstack-request-id: req-3708ebf0-df73-4447-b80b-244c58de7cec {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:46.749651 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-plugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:46.749965 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3708ebf0-df73-4447-b80b-244c58de7cec {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:46.750391 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'code': 200} Nov 10 16:42:46.854795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 19705b4b-d938-4c8d-9ef8-8d2126e156c9 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:46.862344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8963d7a9-5881-4006-9614-2c2fc3c5a670) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:46.862582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fa9f948e-a627-4cfe-994d-00e1efab2380 None None] Provisioning complete for port 2e84014b-3ce9-48ec-b110-21be51a668c3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:46.862970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa9f948e-a627-4cfe-994d-00e1efab2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.875930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:46.876527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:46.878715 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.899012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6db21bef-dda0-456d-80a6-0ae3590eab03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.906250 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6db21bef-dda0-456d-80a6-0ae3590eab03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:46.940631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafb73-56f0-4b60-87a4-7036fcf43942 req-d191a694-d6aa-4f94-a914-5897a5cecba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:46.940631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d0eafb73-56f0-4b60-87a4-7036fcf43942 req-d191a694-d6aa-4f94-a914-5897a5cecba1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1101 time: 0.1501770 Nov 10 16:42:47.021878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66762e1c-1e72-4d20-bf6d-1273b4e983e5 None None] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:47.043411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d0eafb73-56f0-4b60-87a4-7036fcf43942 req-bec30617-e5ad-484d-9ab9-5dc6c82a6bee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973196 Nov 10 16:42:47.046790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.093604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ceb5f3f5-dc47-4f69-a733-077362469fe9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8262117 Nov 10 16:42:47.096843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6db21bef-dda0-456d-80a6-0ae3590eab03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.097920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52328) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:47.104141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:47.156376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:47.215855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.262027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.264040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.271639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Network 6e96a320-52eb-4650-b2da-37a35b84056a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:47.275088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:47.281922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:47.283000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:47.284279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.290639 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6db21bef-dda0-456d-80a6-0ae3590eab03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.317379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf2ceaa-4154-442e-a435-aa40adbf46db,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:47.389169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e84014b-3ce9-48ec-b110-21be51a668c3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:47.406584 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.437537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7fe926a0-40c9-4f05-b26e-e274f84d25c9 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0092523 Nov 10 16:42:47.438823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:47.449686 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6db21bef-dda0-456d-80a6-0ae3590eab03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.450347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:47.450439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6db21bef-dda0-456d-80a6-0ae3590eab03 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7250142 Nov 10 16:42:47.453207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52338) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:47.460939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'network_id': 'e940d4b1-f544-4095-be5a-9088444d7c31', 'name': 'tempest-PortsIpV6TestJSON-1167221928'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:47.495736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52340) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:47.531270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4b512757-da5f-411c-8d5f-a1e39362f6db tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--522151443', 'description': 'tempest-description--1734479355'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:47.531600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.684987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52344) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:47.709579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:42:47.723607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dc611-f712-4c12-aa79-43c739ccbe2a req-53396636-23b8-4ce2-afad-eeb898529137 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:47.726164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f2dc611-f712-4c12-aa79-43c739ccbe2a req-53396636-23b8-4ce2-afad-eeb898529137 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.3297622 Nov 10 16:42:47.730840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e940d4b1-f544-4095-be5a-9088444d7c31', 'network_id': 'e940d4b1-f544-4095-be5a-9088444d7c31', 'tenant_id': '22937fe3fe9f4061833cf5be4df5cfa4', 'fixed_ips': [{'subnet_id': 'c8cb0cc7-9954-44e2-8a4c-824d481986b8'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:42:47.732028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.752397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d41968f-4ef0-4e68-bf26-9538769d891f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.753212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bce9f-36d7-4349-a90e-cb6af24287b2 req-31325416-0408-458c-9a18-df0e629a5c90 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:47.754775 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e2bce9f-36d7-4349-a90e-cb6af24287b2 req-31325416-0408-458c-9a18-df0e629a5c90 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 948 time: 0.1447427 Nov 10 16:42:47.772624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:47.773118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.840474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b2e93-bb08-4acb-a896-523f96639f94 None None] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:47.853570 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa9f948e-a627-4cfe-994d-00e1efab2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.864647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e2bce9f-36d7-4349-a90e-cb6af24287b2 req-a5ec8245-d5e9-4605-9935-90130a56c294 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032238 Nov 10 16:42:47.877070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] device_id is not set on port dcf2ceaa-4154-442e-a435-aa40adbf46db yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:47.901939 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.910292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b512757-da5f-411c-8d5f-a1e39362f6db tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.920449 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:47.973779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f2dc611-f712-4c12-aa79-43c739ccbe2a req-c1bf23f6-f30a-418e-903f-b129ce19d9af tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325113 Nov 10 16:42:47.995975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.085134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf2ceaa-4154-442e-a435-aa40adbf46db,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:48.090706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.091398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.092025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.103154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d41968f-4ef0-4e68-bf26-9538769d891f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.105713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.106874 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.107577 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 2 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.124738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b512757-da5f-411c-8d5f-a1e39362f6db tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.137578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.138714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.139292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.146534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.147076 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.147791 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 3 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.162249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2e84014b-3ce9-48ec-b110-21be51a668c3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:48.162816 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.169686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.170388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.170917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.179532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.180089 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.180852 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 4 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.202981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.203731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.204697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.210789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.211366 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.211919 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 5 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.227113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.228352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.228858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.237127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.239831 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.240777 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 6 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.263002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.263519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.263930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.269776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.270239 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.273636 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 7 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.314194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.396258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.396258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.396258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.396258 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.396258 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 8 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.397610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fa9f948e-a627-4cfe-994d-00e1efab2380 None None] For port 2e84014b-3ce9-48ec-b110-21be51a668c3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e84014b-3ce9-48ec-b110-21be51a668c3,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:48.397725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.397725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.397725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.397725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.397725 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.397725 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 9 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.399702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.400160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.400396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.406209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.406538 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.406933 n-d-714676-11 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempt 10 to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db Nov 10 16:42:48.426873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:48.427499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:48.428747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempting to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:48.436224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:42:48.437016 n-d-714676-11 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Failed to bind port dcf2ceaa-4154-442e-a435-aa40adbf46db on host n-h2-714676-11 for vnic_type normal using segments [{'id': '5c2d5ccf-e108-4ef8-942a-084bf47fd200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6e96a320-52eb-4650-b2da-37a35b84056a'}] Nov 10 16:42:48.437602 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.517950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Allocated IP 2001:db8::2 (e940d4b1-f544-4095-be5a-9088444d7c31/c8cb0cc7-9954-44e2-8a4c-824d481986b8/f4038c60-7f8e-4f5a-93ae-f45bd1eada0a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:48.522237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] For port dcf2ceaa-4154-442e-a435-aa40adbf46db, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:48.522839 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.523056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 16:42:48.530604 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa9f948e-a627-4cfe-994d-00e1efab2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.625058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.638670 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.677483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 19705b4b-d938-4c8d-9ef8-8d2126e156c9, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=19705b4b-d938-4c8d-9ef8-8d2126e156c9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:48.688634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf2ceaa-4154-442e-a435-aa40adbf46db,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:48.698646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] In _notify_port_updated(), no bound segment for port dcf2ceaa-4154-442e-a435-aa40adbf46db on network 6e96a320-52eb-4650-b2da-37a35b84056a {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:42:48.699700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:48.701448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.707089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5cf0f850-dccd-4162-b09b-e73f58584887 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "PUT /v2.0/ports/dcf2ceaa-4154-442e-a435-aa40adbf46db HTTP/1.1" status: 200 len: 976 time: 1.2667823 Nov 10 16:42:48.707756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:48.734596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:48.738538 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.742805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b512757-da5f-411c-8d5f-a1e39362f6db tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.745201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d41968f-4ef0-4e68-bf26-9538769d891f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.750639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f948e-a627-4cfe-994d-00e1efab2380 None None] Pushing event updated for resources: {'Port': ['ID=2e84014b-3ce9-48ec-b110-21be51a668c3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:48.756650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7edadf-d175-4a13-832b-19e7548b92cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19705b4b-d938-4c8d-9ef8-8d2126e156c9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:48.759405 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa8df92-7a8f-4caa-bce2-9aa3044d637c" -d '{"events": [{"server_uuid": "bd7edadf-d175-4a13-832b-19e7548b92cf", "name": "network-vif-plugged", "status": "completed", "tag": "19705b4b-d938-4c8d-9ef8-8d2126e156c9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:48.774997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.809646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bb36c7e1-27a2-4c18-b35f-30b70b03aea5 None None] Provisioning complete for port 67787fde-2256-412e-b626-ac098b56bd67 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:48.810142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb36c7e1-27a2-4c18-b35f-30b70b03aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.810632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Deleting port dcf2ceaa-4154-442e-a435-aa40adbf46db {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:48.810984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.862614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2d41968f-4ef0-4e68-bf26-9538769d891f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e362a7620562431c8150c3b1045906d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1589241 Nov 10 16:42:48.869197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b512757-da5f-411c-8d5f-a1e39362f6db tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c483ab-5bea-4171-952f-5de3aa25966f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:48.874777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52358) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:48.888286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] For port dcf2ceaa-4154-442e-a435-aa40adbf46db, host n-h2-714676-11, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:48.891423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:48.903962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Calling delete_port for dcf2ceaa-4154-442e-a435-aa40adbf46db owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:48.912039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port 5c9f4594-3af7-420a-9317-c9904acc2799 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:42:48.931166 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e421a129-cf9a-4a88-8617-f6436b22c5cb x-openstack-request-id: req-e421a129-cf9a-4a88-8617-f6436b22c5cb {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:48.931166 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7edadf-d175-4a13-832b-19e7548b92cf", "name": "network-vif-plugged", "status": "completed", "tag": "19705b4b-d938-4c8d-9ef8-8d2126e156c9", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:48.931166 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e421a129-cf9a-4a88-8617-f6436b22c5cb {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:48.931166 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7edadf-d175-4a13-832b-19e7548b92cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19705b4b-d938-4c8d-9ef8-8d2126e156c9', 'code': 200} Nov 10 16:42:48.974997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:42:48.975373 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:42:48.996826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bb36c7e1-27a2-4c18-b35f-30b70b03aea5 None None] Port 67787fde-2256-412e-b626-ac098b56bd67 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:49.001587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=19705b4b-d938-4c8d-9ef8-8d2126e156c9,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:49.009561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b512757-da5f-411c-8d5f-a1e39362f6db tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.014331 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4b512757-da5f-411c-8d5f-a1e39362f6db tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4908824 Nov 10 16:42:49.020216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52362) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:49.052901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a75bbee8-f767-4d6e-9517-361aeb7acb7b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'security_group_rule': {'security_group_id': '43c483ab-5bea-4171-952f-5de3aa25966f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:49.102223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ed202-a1fa-43ba-a50b-b77b1bbf236a req-dced10e0-638b-4522-9022-734ac6665ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:49.103865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db6ed202-a1fa-43ba-a50b-b77b1bbf236a req-dced10e0-638b-4522-9022-734ac6665ba8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 1101 time: 0.0509067 Nov 10 16:42:49.104773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bb36c7e1-27a2-4c18-b35f-30b70b03aea5 None None] Provisioning complete for port 2e84014b-3ce9-48ec-b110-21be51a668c3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:49.105253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb36c7e1-27a2-4c18-b35f-30b70b03aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.121828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41968f-4ef0-4e68-bf26-9538769d891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38cfdfb-fc3b-4dcd-8513-24e0dd7cabaa,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:49.125886 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.173369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.174166 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.216186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.221632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcf2ceaa-4154-442e-a435-aa40adbf46db,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:49.262065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75bbee8-f767-4d6e-9517-361aeb7acb7b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.279134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b27cecb-4bea-4041-b059-a3b21cd9f55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.286238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f25c-9f64-4391-8846-f38596416d61 req-c39f0797-1362-487c-96a1-88bcdaad8d8f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:49.287769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af39f25c-9f64-4391-8846-f38596416d61 req-c39f0797-1362-487c-96a1-88bcdaad8d8f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1633286 Nov 10 16:42:49.290217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db6ed202-a1fa-43ba-a50b-b77b1bbf236a req-d50f3fa2-55fc-4a5d-ae64-ab67d52b5338 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759050 Nov 10 16:42:49.294669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599544-7c3a-4025-a0d9-30615911667a req-b254f265-6d9c-4d41-a09c-c6b449ab6584 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:49.296498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98599544-7c3a-4025-a0d9-30615911667a req-b254f265-6d9c-4d41-a09c-c6b449ab6584 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 949 time: 0.1890221 Nov 10 16:42:49.343790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.364462 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.374149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7393b1f4-5696-445c-bbc2-f653c72e5920 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "DELETE /v2.0/ports/dcf2ceaa-4154-442e-a435-aa40adbf46db HTTP/1.1" status: 204 len: 168 time: 0.6651502 Nov 10 16:42:49.379183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af39f25c-9f64-4391-8846-f38596416d61 req-8e7520e9-cbcf-425a-b484-438555f40a01 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700333 Nov 10 16:42:49.379835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:49.417647 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841c208-19e3-40bc-aa73-56081e8bd870 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] GET failed (client error): The resource could not be found. Nov 10 16:42:49.425399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0841c208-19e3-40bc-aa73-56081e8bd870 tempest-PortsAdminExtendedAttrsTestJSON-1660320563 tempest-PortsAdminExtendedAttrsTestJSON-1660320563-project-admin] 10.222.0.62 "GET /v2.0/ports/dcf2ceaa-4154-442e-a435-aa40adbf46db HTTP/1.1" status: 404 len: 333 time: 0.0443079 Nov 10 16:42:49.428830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:49.430869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Network e940d4b1-f544-4095-be5a-9088444d7c31 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:49.446777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:49.450334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Pushing event updated for resources: {'Port': ['ID=f4038c60-7f8e-4f5a-93ae-f45bd1eada0a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:49.453265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:49.527335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::3df (e940d4b1-f544-4095-be5a-9088444d7c31/c8cb0cc7-9954-44e2-8a4c-824d481986b8/5c9f4594-3af7-420a-9317-c9904acc2799) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:49.546204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b27cecb-4bea-4041-b059-a3b21cd9f55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.560581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Attempting to bind port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:49.562921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.563643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Attempting to bind port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b3890131-03d4-489c-b57b-ae064f8f77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e940d4b1-f544-4095-be5a-9088444d7c31'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:49.564180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Attempting to bind port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a on network e940d4b1-f544-4095-be5a-9088444d7c31 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:49.580725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:49.581407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Checking segment: {'id': 'b3890131-03d4-489c-b57b-ae064f8f77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e940d4b1-f544-4095-be5a-9088444d7c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:49.581979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.582539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Bound using segment: {'id': 'b3890131-03d4-489c-b57b-ae064f8f77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e940d4b1-f544-4095-be5a-9088444d7c31'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:49.583200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Bound port: f4038c60-7f8e-4f5a-93ae-f45bd1eada0a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3890131-03d4-489c-b57b-ae064f8f77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e940d4b1-f544-4095-be5a-9088444d7c31'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:49.588703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.675592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75bbee8-f767-4d6e-9517-361aeb7acb7b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.677255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Allocated IP 172.25.3.8 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/1dba1a81-b531-4403-b33d-cd47fa0a3b52) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:49.705856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98599544-7c3a-4025-a0d9-30615911667a req-a106fc7c-3410-4470-9954-2b67fcab6b06 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891256 Nov 10 16:42:49.743136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] For port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:49.746633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] For port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4038c60-7f8e-4f5a-93ae-f45bd1eada0a,segment=NetworkSegment(b3890131-03d4-489c-b57b-ae064f8f77b1),segment_id=b3890131-03d4-489c-b57b-ae064f8f77b1)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:49.821216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.829688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e84014b-3ce9-48ec-b110-21be51a668c3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:49.844124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75bbee8-f767-4d6e-9517-361aeb7acb7b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.852945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e96a320-52eb-4650-b2da-37a35b84056a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:49.866339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2d5ccf-e108-4ef8-942a-084bf47fd200') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:49.867570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2d5ccf-e108-4ef8-942a-084bf47fd200') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:49.882354 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.891043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2e84014b-3ce9-48ec-b110-21be51a668c3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:49.891526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.895974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.900525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.911330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:42:49.912169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:42:49.917649 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:42:49.928253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bbee8-f767-4d6e-9517-361aeb7acb7b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67335d6-94dc-4ae6-9019-16588ab73327,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:50.019462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ac167-5af1-4908-9650-fd727b4d86fe None None] Pushing event updated for resources: {'Port': ['ID=f4038c60-7f8e-4f5a-93ae-f45bd1eada0a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:50.063091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.071281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b27cecb-4bea-4041-b059-a3b21cd9f55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.074342 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b27cecb-4bea-4041-b059-a3b21cd9f55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.075740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6b27cecb-4bea-4041-b059-a3b21cd9f55a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c38cfdfb-fc3b-4dcd-8513-24e0dd7cabaa HTTP/1.1" status: 204 len: 168 time: 1.1981390 Nov 10 16:42:50.079010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75bbee8-f767-4d6e-9517-361aeb7acb7b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.081398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a75bbee8-f767-4d6e-9517-361aeb7acb7b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0442636 Nov 10 16:42:50.092427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52374) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:50.099216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-29bfa31a-1bf8-44e4-b143-2fcd579cb1ec tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'security_group_rule': {'security_group_id': '43c483ab-5bea-4171-952f-5de3aa25966f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:50.140621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.149669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27cecb-4bea-4041-b059-a3b21cd9f55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38cfdfb-fc3b-4dcd-8513-24e0dd7cabaa,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:50.178249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.183997 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.202106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] 10.222.0.62 "DELETE /v2.0/networks/6e96a320-52eb-4650-b2da-37a35b84056a HTTP/1.1" status: 204 len: 168 time: 0.7714925 Nov 10 16:42:50.202711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Pushing event deleted for resources: {'Network': ['ID=6e96a320-52eb-4650-b2da-37a35b84056a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:50.234515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.237252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.237430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.237681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.238027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.238372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.238710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.239042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.239406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.239744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.240302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29bfa31a-1bf8-44e4-b143-2fcd579cb1ec tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.243964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.244384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ea84f-580d-47c1-af49-27d226222daf tempest-PortsAdminExtendedAttrsTestJSON-263642048 tempest-PortsAdminExtendedAttrsTestJSON-263642048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:42:50.300806 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.337802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:50.439889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=5c9f4594-3af7-420a-9317-c9904acc2799,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:50.452950 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.541536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:50.548629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e940d4b1-f544-4095-be5a-9088444d7c31 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:50.552427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:50.563652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:50.571353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1811b8a-de91-455e-a9ad-f6131fe39b50 req-1eacb837-32b4-42c8-9176-ab1167a953c6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:50.575043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3c5e5-d55e-437d-9fef-b07386b63a13 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:50.581677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:50.593014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 1976fa58-a2cb-433b-8669-09b8359c609a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:42:50.595596 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1811b8a-de91-455e-a9ad-f6131fe39b50 req-1eacb837-32b4-42c8-9176-ab1167a953c6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0692730 Nov 10 16:42:50.600735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:50.608709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 1976fa58-a2cb-433b-8669-09b8359c609a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:50.609035 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.619945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:50.622288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.662468 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29bfa31a-1bf8-44e4-b143-2fcd579cb1ec tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.681320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1811b8a-de91-455e-a9ad-f6131fe39b50 req-24a300c0-fb99-4428-93ca-ed7c7fa1cfc6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827112 Nov 10 16:42:50.682606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Pushing event updated for resources: {'Port': ['ID=1dba1a81-b531-4403-b33d-cd47fa0a3b52,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:50.750017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7415f4e7-d147-4acc-9a81-28518a799144 None None] Provisioning complete for port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:50.750536 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7415f4e7-d147-4acc-9a81-28518a799144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.810874 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.845467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29bfa31a-1bf8-44e4-b143-2fcd579cb1ec tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:50.854205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7aa54739-2449-4c8e-aa30-6a303500e3c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3995817 Nov 10 16:42:50.856924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52388) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:50.938213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:50.944228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:42:50.947075 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363f2b6c-0349-41d1-b9f6-413562350878" -d '{"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-plugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:42:50.951260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7415f4e7-d147-4acc-9a81-28518a799144 None None] Port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:51.025481 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eced88-63d2-40fa-90ee-bd60b98a25e6 x-openstack-request-id: req-69eced88-63d2-40fa-90ee-bd60b98a25e6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:42:51.025779 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-plugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:42:51.026033 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69eced88-63d2-40fa-90ee-bd60b98a25e6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:42:51.026425 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'code': 200} Nov 10 16:42:51.027736 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:51.135488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:51.163744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:51.167092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfa31a-1bf8-44e4-b143-2fcd579cb1ec tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3776d78-f2a6-4de1-a577-d78f2da74529,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:51.207589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611609c-0149-4f9a-b4f7-df1695661025 req-cf12f1a6-e66d-45b9-b790-48d97aa4101d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:51.209577 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9611609c-0149-4f9a-b4f7-df1695661025 req-cf12f1a6-e66d-45b9-b790-48d97aa4101d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 949 time: 0.2969408 Nov 10 16:42:51.298065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9611609c-0149-4f9a-b4f7-df1695661025 req-d3d34370-85e8-43fe-888c-9f3cdbd5f289 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783350 Nov 10 16:42:51.352313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84756fe-3f8f-474e-8ad8-5fb7c7c8ca41 req-f53c837c-738d-45c6-a9f3-d4bed7ea0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:51.353794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d84756fe-3f8f-474e-8ad8-5fb7c7c8ca41 req-f53c837c-738d-45c6-a9f3-d4bed7ea0a86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1097 time: 0.2172010 Nov 10 16:42:51.369172 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29bfa31a-1bf8-44e4-b143-2fcd579cb1ec tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:51.372703 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-29bfa31a-1bf8-44e4-b143-2fcd579cb1ec tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2781041 Nov 10 16:42:51.380525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52402) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:51.446190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:51.553351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51b342-a4cc-4552-8656-e9148ac12fd2 None None] Network e940d4b1-f544-4095-be5a-9088444d7c31 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:42:51.567571 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:51.609214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d84756fe-3f8f-474e-8ad8-5fb7c7c8ca41 req-9070521e-1c30-4d4b-9219-cd2975257fb4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386734 Nov 10 16:42:51.611846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:51.619070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b41a3b9d-5961-46ac-a2b9-e378d7f1fc92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a101bb49bcec40119ab797fbeedd9f1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811332 Nov 10 16:42:51.620005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:51.621000 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:51.647146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-be707cdf-13d9-448e-b0c3-285328b3c1b2 None None] Provisioning complete for port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:51.647672 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be707cdf-13d9-448e-b0c3-285328b3c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:51.833151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4038c60-7f8e-4f5a-93ae-f45bd1eada0a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:51.903053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:51.958996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.040336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb899ec0-4a26-4784-828e-5381dd3793c6 req-4efeadd3-de5a-45f9-908f-99b8e6f95ae6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:52.042233 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb899ec0-4a26-4784-828e-5381dd3793c6 req-4efeadd3-de5a-45f9-908f-99b8e6f95ae6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 945 time: 0.1053679 Nov 10 16:42:52.046673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e77a-aae6-4443-ac0a-b0687a13f7cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.074146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be707cdf-13d9-448e-b0c3-285328b3c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.117975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.117975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e77a-aae6-4443-ac0a-b0687a13f7cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.118168 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:52.118168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.150218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-be707cdf-13d9-448e-b0c3-285328b3c1b2 None None] For port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4038c60-7f8e-4f5a-93ae-f45bd1eada0a,segment=NetworkSegment(b3890131-03d4-489c-b57b-ae064f8f77b1),segment_id=b3890131-03d4-489c-b57b-ae064f8f77b1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:52.180890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb899ec0-4a26-4784-828e-5381dd3793c6 req-5bc4d7f8-5ccd-45f7-8735-3d6258412b03 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053686 Nov 10 16:42:52.232841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.250633 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.290025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be707cdf-13d9-448e-b0c3-285328b3c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.324232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Allocated IP 172.25.3.147 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/2f90e854-1213-44a6-8f7e-f3ac29ad64a0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:52.375950 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e77a-aae6-4443-ac0a-b0687a13f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.382670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6a7e77a-aae6-4443-ac0a-b0687a13f7cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.387843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d6a7e77a-aae6-4443-ac0a-b0687a13f7cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ba5da85-7ac1-477c-bd60-cb8e150a115f HTTP/1.1" status: 204 len: 168 time: 0.7643890 Nov 10 16:42:52.394221 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:42:52.394581 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:42:52.455270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Router 0b326930-b040-45d0-98a7-f93e26ef9f54 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:42:52.463750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be707cdf-13d9-448e-b0c3-285328b3c1b2 None None] Pushing event updated for resources: {'Port': ['ID=f4038c60-7f8e-4f5a-93ae-f45bd1eada0a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:52.524129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7e77a-aae6-4443-ac0a-b0687a13f7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba5da85-7ac1-477c-bd60-cb8e150a115f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:52.530685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=5c9f4594-3af7-420a-9317-c9904acc2799,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:52.640721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-add8a527-69a6-4709-8f70-7cf5812cf5ae None None] Provisioning complete for port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:52.641233 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-add8a527-69a6-4709-8f70-7cf5812cf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.747362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:42:52.762317 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Sync routers for ids ['0b326930-b040-45d0-98a7-f93e26ef9f54'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:42:52.779925 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Routers {'0b326930-b040-45d0-98a7-f93e26ef9f54'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:52.783635 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0b326930-b040-45d0-98a7-f93e26ef9f54'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:52.806084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-add8a527-69a6-4709-8f70-7cf5812cf5ae None None] Provisioning complete for port 5c9f4594-3af7-420a-9317-c9904acc2799 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:52.806747 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-add8a527-69a6-4709-8f70-7cf5812cf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.822097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.872945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574f898-8e1c-4267-ad80-bd34c5f08ebc req-a3b62575-2c3d-43d1-a1ee-9e26ccb3c3d4 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:52.881875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a574f898-8e1c-4267-ad80-bd34c5f08ebc req-a3b62575-2c3d-43d1-a1ee-9e26ccb3c3d4 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 949 time: 0.3889303 Nov 10 16:42:52.971792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:52.989279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-add8a527-69a6-4709-8f70-7cf5812cf5ae None None] Port 5c9f4594-3af7-420a-9317-c9904acc2799 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:53.013143 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a574f898-8e1c-4267-ad80-bd34c5f08ebc req-66fa4278-0c38-47e5-bda4-09d70723e6b0 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220164 Nov 10 16:42:53.018791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:53.023563 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ab1738fe-7970-4bed-bc64-b067d6fb2010 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9202385 Nov 10 16:42:53.023563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:53.124144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-98f9f0be-ad2c-4a0e-83d5-07d137c5b5fd None None] Provisioning complete for port 5c9f4594-3af7-420a-9317-c9904acc2799 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:53.126633 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98f9f0be-ad2c-4a0e-83d5-07d137c5b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:53.134990 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Set router 0b326930-b040-45d0-98a7-f93e26ef9f54 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:42:53.159241 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:53.247681 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:53.287036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-98f9f0be-ad2c-4a0e-83d5-07d137c5b5fd None None] Port 5c9f4594-3af7-420a-9317-c9904acc2799 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:53.445067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:53.496292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:53.518870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b31f6-cd56-48a7-be9b-d3319b7ac294 req-0cd46424-7704-4eb0-a456-0508e3e1f960 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:53.521349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-567b31f6-cd56-48a7-be9b-d3319b7ac294 req-0cd46424-7704-4eb0-a456-0508e3e1f960 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.2855010 Nov 10 16:42:53.562824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:53.631035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-567b31f6-cd56-48a7-be9b-d3319b7ac294 req-def1aa22-4d4c-480e-9fb4-15e94d5ac18b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683713 Nov 10 16:42:53.643040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f9fa7a22-cf17-4019-ac60-483828ebf356 None None] Provisioning complete for port 5c9f4594-3af7-420a-9317-c9904acc2799 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:53.644541 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7a22-cf17-4019-ac60-483828ebf356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:53.749012 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:42:51Z', 'revision_number': 3, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port': {'id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:90:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:49Z', 'updated_at': '2021-11-10T16:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:53.760317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa7a22-cf17-4019-ac60-483828ebf356 None None] Port 5c9f4594-3af7-420a-9317-c9904acc2799 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:53.794918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4038c60-7f8e-4f5a-93ae-f45bd1eada0a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:53.810897 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Checking router: 0b326930-b040-45d0-98a7-f93e26ef9f54 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:42:53.811614 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Updating router 0b326930-b040-45d0-98a7-f93e26ef9f54 port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:42:53.850233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:53.865713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cdea3-1d9a-43f8-8f2d-f949fc454d34 req-dcdcd33c-f34f-40cd-89f6-efb8930b4405 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:53.869866 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:53.874990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c0cdea3-1d9a-43f8-8f2d-f949fc454d34 req-dcdcd33c-f34f-40cd-89f6-efb8930b4405 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 945 time: 0.4753869 Nov 10 16:42:53.879615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=2f90e854-1213-44a6-8f7e-f3ac29ad64a0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:53.916557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:53.916913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.064003 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.089640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c10a7c6b-2c36-4242-8471-dc85350498c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90764a3ab27e4ea081534aef2c92a0cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345233 Nov 10 16:42:54.091631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:54.153281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.171438 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.176891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.353487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-570327a7-84f9-4a51-9c46-f6a2519c0887 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1657600 Nov 10 16:42:54.377438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c0cdea3-1d9a-43f8-8f2d-f949fc454d34 req-09ef0699-1192-4cf6-9f24-a032b008f433 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4703567 Nov 10 16:42:54.447851 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.457179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=5c9f4594-3af7-420a-9317-c9904acc2799,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:54.514798 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27693919-d03e-499f-b204-985a7c886b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.616198 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.648363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27693919-d03e-499f-b204-985a7c886b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.694052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-fb511825-5c37-4fa8-b272-d42c99caadfb tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:54.695670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-fb511825-5c37-4fa8-b272-d42c99caadfb tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3275707 Nov 10 16:42:54.718456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e940d4b1-f544-4095-be5a-9088444d7c31 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:54.725573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:54.728515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-7147666e-5a4e-47f6-bd9c-5a5970bdebc6 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/quotas/2f50f687c9ea49c6beb7e6aad888a28a HTTP/1.1" status: 200 len: 375 time: 0.0185664 Nov 10 16:42:54.740153 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.828565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f819be7b-39ad-486a-a549-419894b2758b None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:54.830135 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541edff-77f3-426a-99d9-b582b06111d3 None None] Pushing event updated for resources: {'Port': ['ID=1dba1a81-b531-4403-b33d-cd47fa0a3b52,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:54.870657 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Attempting to bind port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:42:54.871860 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Attempting to bind port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:42:54.872449 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Attempting to bind port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:42:54.881089 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:42:54.883593 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:42:54.884701 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.885622 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:42:54.886341 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Bound port: 1dba1a81-b531-4403-b33d-cd47fa0a3b52, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:42:54.886951 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.932176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6481d415-389e-4d88-97be-30b7f54d02d1 None None] Provisioning complete for port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:54.932577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6481d415-389e-4d88-97be-30b7f54d02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:54.951186 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] For port 1dba1a81-b531-4403-b33d-cd47fa0a3b52, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:42:54.955820 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] For port 1dba1a81-b531-4403-b33d-cd47fa0a3b52, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1dba1a81-b531-4403-b33d-cd47fa0a3b52,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:42:55.024483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6481d415-389e-4d88-97be-30b7f54d02d1 None None] Port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:55.031445 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.116151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf153f5-e037-4d47-9fc2-e522a11d92db None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:42:55.174790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-786ef153-3822-4c21-89b3-59fd857d82ba None None] Provisioning complete for port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:55.175185 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-786ef153-3822-4c21-89b3-59fd857d82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.194966 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Routers {'0b326930-b040-45d0-98a7-f93e26ef9f54'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:55.197917 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0b326930-b040-45d0-98a7-f93e26ef9f54'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:55.343603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-786ef153-3822-4c21-89b3-59fd857d82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.343878 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541edff-77f3-426a-99d9-b582b06111d3 None None] Pushing event updated for resources: {'Port': ['ID=1dba1a81-b531-4403-b33d-cd47fa0a3b52,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:55.387286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-786ef153-3822-4c21-89b3-59fd857d82ba None None] For port 1dba1a81-b531-4403-b33d-cd47fa0a3b52, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1dba1a81-b531-4403-b33d-cd47fa0a3b52,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:42:55.451018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-8ca55fc5-568b-41a9-adcd-96acc8727ff4 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6818368 Nov 10 16:42:55.460436 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-786ef153-3822-4c21-89b3-59fd857d82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.473725 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27693919-d03e-499f-b204-985a7c886b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.476586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27693919-d03e-499f-b204-985a7c886b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.496251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-27693919-d03e-499f-b204-985a7c886b08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9416be66-3974-4765-a4fb-1b77762f2986 HTTP/1.1" status: 204 len: 168 time: 1.4032664 Nov 10 16:42:55.544603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27693919-d03e-499f-b204-985a7c886b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9416be66-3974-4765-a4fb-1b77762f2986,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:55.604704 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] Set router 0b326930-b040-45d0-98a7-f93e26ef9f54 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:42:55.607413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ef153-3822-4c21-89b3-59fd857d82ba None None] Pushing event updated for resources: {'Port': ['ID=1dba1a81-b531-4403-b33d-cd47fa0a3b52,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:55.662632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-39de3233-111b-45ac-b559-28f861e395cf None None] Provisioning complete for port 5c9f4594-3af7-420a-9317-c9904acc2799 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:55.662999 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39de3233-111b-45ac-b559-28f861e395cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.689712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Router 03bf639b-c70d-4c72-907b-17900462535a is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:42:55.752682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-39de3233-111b-45ac-b559-28f861e395cf None None] Port 5c9f4594-3af7-420a-9317-c9904acc2799 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:42:55.761945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.808893 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.838558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:42:55.847642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b8ff2e4-af8a-4677-bb26-674cb201b176 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "PUT /v2.0/routers/03bf639b-c70d-4c72-907b-17900462535a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9877124 Nov 10 16:42:55.847642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:55.853353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a728b3f-b68b-4055-8059-ed1d5e9ef683 None None] Sync routers for ids ['03bf639b-c70d-4c72-907b-17900462535a'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:42:55.877526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a728b3f-b68b-4055-8059-ed1d5e9ef683 None None] Routers {'03bf639b-c70d-4c72-907b-17900462535a'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:55.878519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4a728b3f-b68b-4055-8059-ed1d5e9ef683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['03bf639b-c70d-4c72-907b-17900462535a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:55.907760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811d48f-a0be-42e4-a994-0c650292f2e4 req-271198de-910d-4abc-9cc8-4df05127a955 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:55.932808 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c811d48f-a0be-42e4-a994-0c650292f2e4 req-271198de-910d-4abc-9cc8-4df05127a955 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 945 time: 0.3953044 Nov 10 16:42:55.945427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:55.965307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4a728b3f-b68b-4055-8059-ed1d5e9ef683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:55.990645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a728b3f-b68b-4055-8059-ed1d5e9ef683 None None] Routers {'03bf639b-c70d-4c72-907b-17900462535a'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:55.993273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4a728b3f-b68b-4055-8059-ed1d5e9ef683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['03bf639b-c70d-4c72-907b-17900462535a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:56.044257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4a728b3f-b68b-4055-8059-ed1d5e9ef683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:56.045135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a728b3f-b68b-4055-8059-ed1d5e9ef683 None None] The sync data for ids ['03bf639b-c70d-4c72-907b-17900462535a'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:42:56.051423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=2f90e854-1213-44a6-8f7e-f3ac29ad64a0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:56.052709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbbe2a2-9f73-4178-b055-60326e1fa46d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:56.060216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5bbbe2a2-9f73-4178-b055-60326e1fa46d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports?device_id=03bf639b-c70d-4c72-907b-17900462535a HTTP/1.1" status: 200 len: 989 time: 0.2075250 Nov 10 16:42:56.088376 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:42:51Z', 'revision_number': 3, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port': {'id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:90:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:49Z', 'updated_at': '2021-11-10T16:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:56.147529 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec1c88-3856-4912-aa24-f78a6d74bdbe None None] The sync data for ids ['0b326930-b040-45d0-98a7-f93e26ef9f54'] in n-d-714676-11 is: [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:42:51Z', 'revision_number': 3, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port': {'id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:90:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:49Z', 'updated_at': '2021-11-10T16:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:42:56.160533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e77e8bfa-4fd2-4541-ad32-b6804845f652 req-09f5c372-d258-4dfa-b97d-d08f4a933616 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 210 time: 0.1496069 Nov 10 16:42:56.166810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52494) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:56.238789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Allocated IP 172.20.0.1 (8963d7a9-5881-4006-9614-2c2fc3c5a670/bfa4e1f0-1bc1-4cde-9616-a53374c6288b/717b754f-f1e5-4a6d-a371-787de5f9d615) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:42:56.447153 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c811d48f-a0be-42e4-a994-0c650292f2e4 req-99621e5a-ec18-4014-9fc9-7ce0d7170997 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5084743 Nov 10 16:42:56.544343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:56.554089 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:56.690355 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:56.702487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-825121c2-f483-433f-9c52-5a6b4ed6d51d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3088074 Nov 10 16:42:56.833317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b454d-653f-439d-a32f-54c3632b56c6 req-f98e8fff-2b49-4b5d-bf91-67adeb239672 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:56.834901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d4b454d-653f-439d-a32f-54c3632b56c6 req-f98e8fff-2b49-4b5d-bf91-67adeb239672 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 945 time: 0.2060511 Nov 10 16:42:56.846919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52520) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:56.867492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'floatingip': {'port_id': '1976fa58-a2cb-433b-8669-09b8359c609a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:56.890620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:57.151815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:57.292992 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:57.359456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:42:57.422806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:42:57.461567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:42:57.471619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Pushing event updated for resources: {'Port': ['ID=717b754f-f1e5-4a6d-a371-787de5f9d615,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:57.526271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e54103a-fb7f-4d1f-bbd5-8179ceda69d7 req-318d1a42-6686-4f9f-9609-1cf47018be28 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 210 time: 0.1391282 Nov 10 16:42:57.844021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-bd8be143-3ab1-4340-a4fe-79d0d6160a98 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--522151443&fields=id&tenant_id=b77e4e840b4740faa5bcd049307eb068 HTTP/1.1" status: 200 len: 267 time: 0.4977715 Nov 10 16:42:57.910323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1dba1a81-b531-4403-b33d-cd47fa0a3b52 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:42:57.983586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 5c9f4594-3af7-420a-9317-c9904acc2799 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:42:57.987782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:58.105325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:42:58.105728 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:58.181315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:58.221988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:58.248231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 5c9f4594-3af7-420a-9317-c9904acc2799 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:42:58.391076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c1b3fa52-91be-4f1c-a8cf-35fa51299ed8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:58.400831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c1b3fa52-91be-4f1c-a8cf-35fa51299ed8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports/5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 932 time: 0.5553951 Nov 10 16:42:58.505963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-e694bdd6-1405-4236-ab4b-c5e15ed56ce9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:58.507728 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-e694bdd6-1405-4236-ab4b-c5e15ed56ce9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports/67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 931 time: 0.1060839 Nov 10 16:42:58.518064 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:58.569089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:58.679113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=5c9f4594-3af7-420a-9317-c9904acc2799,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:42:58.764793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-94a9b23f-7fb2-471f-860a-9a4d387b5e3d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2415481 Nov 10 16:42:58.851571 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:58.879047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b34e0879-9b6f-430a-b257-4eea13735796 req-f5452b24-fa36-4ac6-a9ee-09d691a09443 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 210 time: 0.1903803 Nov 10 16:42:59.045513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-dd1fdae8-b9de-4fbd-bd76-043675a9a16f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2017171 Nov 10 16:42:59.106503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52570) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:59.164481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-6b4c55d2-3f74-4456-b554-9ca056164234 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946922 Nov 10 16:42:59.294058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Router 03bf639b-c70d-4c72-907b-17900462535a has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:42:59.332714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-4a507a69-d32c-445c-9544-33a49b0db21a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:59.338784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-4a507a69-d32c-445c-9544-33a49b0db21a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:59.344927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-4a507a69-d32c-445c-9544-33a49b0db21a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:59.346734 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-4a507a69-d32c-445c-9544-33a49b0db21a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/networks?id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=650047ea-d6fe-4afa-8b18-0dde135647bf&id=650047ea-d6fe-4afa-8b18-0dde135647bf HTTP/1.1" status: 200 len: 1989 time: 0.2853453 Nov 10 16:42:59.422026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1156218819', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:59.442522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:42:59.447040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-bc08b982-2ad4-4b4f-bb17-bafe7b299b73 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/quotas/b77e4e840b4740faa5bcd049307eb068 HTTP/1.1" status: 200 len: 375 time: 0.0631464 Nov 10 16:42:59.454342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a67c994b-0307-4c03-a280-c85a3a970a3d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "PUT /v2.0/routers/03bf639b-c70d-4c72-907b-17900462535a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2858429 Nov 10 16:42:59.455092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:59.456196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cdcd7-d4e3-4623-944c-5bb27d6b3a8a None None] Sync routers for ids ['03bf639b-c70d-4c72-907b-17900462535a'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:42:59.470689 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cdcd7-d4e3-4623-944c-5bb27d6b3a8a None None] Routers {'03bf639b-c70d-4c72-907b-17900462535a'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:59.476660 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e39cdcd7-d4e3-4623-944c-5bb27d6b3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['03bf639b-c70d-4c72-907b-17900462535a'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:59.476901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-544ffeaa-a29b-4aad-b2a6-db46b0978eb9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:42:59.476901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-544ffeaa-a29b-4aad-b2a6-db46b0978eb9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766693 Nov 10 16:42:59.505198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Request body: {'port': {'device_id': 'ebf0a2bb-eae7-4249-8763-d7c2d505eb6e', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '2f50f687c9ea49c6beb7e6aad888a28a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:42:59.512347 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec466d5-95d8-4a8e-ba90-1ff4a6286959 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:42:59.517048 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8ec466d5-95d8-4a8e-ba90-1ff4a6286959 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/5c9f4594-3af7-420a-9317-c9904acc2799 HTTP/1.1" status: 404 len: 333 time: 0.0583181 Nov 10 16:42:59.533103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:42:59.540596 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e39cdcd7-d4e3-4623-944c-5bb27d6b3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:59.557432 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cdcd7-d4e3-4623-944c-5bb27d6b3a8a None None] Routers {'03bf639b-c70d-4c72-907b-17900462535a'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:42:59.558750 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e39cdcd7-d4e3-4623-944c-5bb27d6b3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['03bf639b-c70d-4c72-907b-17900462535a'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:59.606255 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e39cdcd7-d4e3-4623-944c-5bb27d6b3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:42:59.607867 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cdcd7-d4e3-4623-944c-5bb27d6b3a8a None None] The sync data for ids ['03bf639b-c70d-4c72-907b-17900462535a'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:42:59.616411 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e2d736-468b-443e-951b-24e85dc83dfd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:59.616917 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:42:59.620049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Made reservation on behalf of 32c3482543f24fd7884db7091096d876 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:42:59.622303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:59.679164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-427edda6-de51-4ccf-8d43-b716404c6dba tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1981416 Nov 10 16:42:59.719442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:59.724450 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:59.728945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:59.832265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:59.889774 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e2d736-468b-443e-951b-24e85dc83dfd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:59.896702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e2d736-468b-443e-951b-24e85dc83dfd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:42:59.896916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.011747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57141141-18b4-4a83-8936-3b8aa681aa8a req-267f913c-2785-4cf2-abf0-c82614fd7869 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 210 time: 0.0500271 Nov 10 16:43:00.052201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.053224 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e2d736-468b-443e-951b-24e85dc83dfd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.053766 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e2d736-468b-443e-951b-24e85dc83dfd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Fanout notify agent at l3_agent the message router_deleted on router 03bf639b-c70d-4c72-907b-17900462535a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:43:00.062176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80e2d736-468b-443e-951b-24e85dc83dfd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.062396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-80e2d736-468b-443e-951b-24e85dc83dfd tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/routers/03bf639b-c70d-4c72-907b-17900462535a HTTP/1.1" status: 204 len: 168 time: 0.5280442 Nov 10 16:43:00.065991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52586) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:00.084485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Pushing event updated for resources: {'Port': ['ID=717b754f-f1e5-4a6d-a371-787de5f9d615,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:00.098375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.134743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9912cafc-aa23-419f-9f8b-c4618947cc70 service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333396 Nov 10 16:43:00.135878 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Floating IP 095cf86f-5879-4e8b-90e1-ac91eaae9697 associated. External IP: 172.25.3.56, port: 1976fa58-a2cb-433b-8669-09b8359c609a. Nov 10 16:43:00.169416 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.171493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Made reservation on behalf of 2f50f687c9ea49c6beb7e6aad888a28a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:00.175565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.201921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] device_id is not set on port 0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:00.263929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf52ca2f-2207-4bd9-a335-efbfa7d146a0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:00.439967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Allocated IP 172.25.3.231 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:00.508394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Allocated IP 192.168.233.189 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/d3dedd27-5c1a-4435-b83b-078eaf4fcc78) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:00.624609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87da68e-a19a-4e78-804c-26335114e315 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet c8cb0cc7-9954-44e2-8a4c-824d481986b8 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:00.656760 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a87da68e-a19a-4e78-804c-26335114e315 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.773034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a87da68e-a19a-4e78-804c-26335114e315 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.793832 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.815954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.825513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-49192eaf-e2b9-46e9-8daa-c55aedb8290d service neutron] 10.222.0.62 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402113 Nov 10 16:43:00.855572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:00.905439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:00.918006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.952584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:00.955340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:00.962858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-816c971d-f71b-4ad1-9921-ef8b1cdb6f22 service neutron] 10.222.0.62 "GET /v2.0/ports/5e0968c8-e60d-4112-b6b6-963df2678caf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1236591 Nov 10 16:43:00.977771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:00.981193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:00.999790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9652a35a-cd60-4f07-b4ab-5befcef7ac9a', '19705b4b-d938-4c8d-9ef8-8d2126e156c9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:43:01.092751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a87da68e-a19a-4e78-804c-26335114e315 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.111657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:01.118789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:01.122605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.132061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Pushing event updated for resources: {'Port': ['ID=0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:01.186315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:01.188170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Pushing event updated for resources: {'Port': ['ID=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:01.190799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:01.272890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be9828f-6c19-40ba-8cb9-4ddb0d5f2928 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:01.280114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3289c582-ebc3-4fb2-b1cc-dc54a9345de8 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1206787 Nov 10 16:43:01.285344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:01.293957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.231'}]}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:01.343899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:43:01.373477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:01.375906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:01.378751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.385745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-78e92c90-0844-4f4b-baa0-be423902d70c None None] Provisioning complete for port 0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:01.385745 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78e92c90-0844-4f4b-baa0-be423902d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.407917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Router 0b326930-b040-45d0-98a7-f93e26ef9f54 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:43:01.429562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-16c81ddb-be0b-47b6-803b-61b01ab91132 service neutron] 10.222.0.62 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242151 Nov 10 16:43:01.446458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a713-2472-4ea5-b8f2-957c8f102197 req-6a46ae90-763e-46ff-8e90-dd45e1a056d9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:01.446622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-78e92c90-0844-4f4b-baa0-be423902d70c None None] Port 0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:01.458715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-caa8a713-2472-4ea5-b8f2-957c8f102197 req-6a46ae90-763e-46ff-8e90-dd45e1a056d9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 936 time: 0.3456686 Nov 10 16:43:01.544971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.549709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a87da68e-a19a-4e78-804c-26335114e315 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.550148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.591743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-caa8a713-2472-4ea5-b8f2-957c8f102197 req-1fd546e6-d896-49f7-b590-488a4fd5dacd tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300755 Nov 10 16:43:01.622867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-b717e5f9-ec42-4e5e-90c9-2df19adb02ad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1244922 Nov 10 16:43:01.649627 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4541e330-966a-4fc4-9c72-99b00d0066c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.671085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Request body: {'port': {'device_id': 'ebf0a2bb-eae7-4249-8763-d7c2d505eb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:01.685829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-21df3a59-d5d2-41ad-b08d-e664c38982bd None None] Provisioning complete for port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:01.686210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21df3a59-d5d2-41ad-b08d-e664c38982bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.716708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87da68e-a19a-4e78-804c-26335114e315 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cb0cc7-9954-44e2-8a4c-824d481986b8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:01.743586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459ab59-4603-4c5d-ae0c-8d1b0f0ce7a3 None None] Network e940d4b1-f544-4095-be5a-9088444d7c31 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:01.795673 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a87da68e-a19a-4e78-804c-26335114e315 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.800042 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a87da68e-a19a-4e78-804c-26335114e315 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/c8cb0cc7-9954-44e2-8a4c-824d481986b8 HTTP/1.1" status: 204 len: 168 time: 1.7290893 Nov 10 16:43:01.842686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:01.870358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.878564 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:01.926886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-21df3a59-d5d2-41ad-b08d-e664c38982bd None None] Port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:02.057495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] DHCP port deletion for e940d4b1-f544-4095-be5a-9088444d7c31 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:02.146206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] Deleting port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:02.146653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:02.201410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:43:02.215823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:02.220408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-260eb7fc-bfe3-4380-84cb-6e8a67b2d9da service neutron] 10.222.0.62 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7818618 Nov 10 16:43:02.276133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] For port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4038c60-7f8e-4f5a-93ae-f45bd1eada0a,segment=NetworkSegment(b3890131-03d4-489c-b57b-ae064f8f77b1),segment_id=b3890131-03d4-489c-b57b-ae064f8f77b1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:02.276133 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:02.277463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:02.293231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] Calling delete_port for f4038c60-7f8e-4f5a-93ae-f45bd1eada0a owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:02.407839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:43:02.411748 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Sync routers for ids ['0b326930-b040-45d0-98a7-f93e26ef9f54'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:43:02.429993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b6140a4c-54e5-41e9-96ba-07bc7b69db61 admin admin] 10.222.0.62 "PUT /v2.0/routers/0b326930-b040-45d0-98a7-f93e26ef9f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4059944 Nov 10 16:43:02.450922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5924b6a4-2e8b-49ff-88d4-8b52e868ee32 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "PUT /v2.0/floatingips/095cf86f-5879-4e8b-90e1-ac91eaae9697 HTTP/1.1" status: 200 len: 990 time: 5.6020679 Nov 10 16:43:02.456607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:02.459341 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:02.463896 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Routers {'0b326930-b040-45d0-98a7-f93e26ef9f54'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:43:02.465354 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0b326930-b040-45d0-98a7-f93e26ef9f54'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:02.468777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-b84c70a9-713f-47ca-b905-d48c3b517650 service neutron] 10.222.0.62 "GET /v2.0/ports/67787fde-2256-412e-b626-ac098b56bd67?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1660230 Nov 10 16:43:02.478771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] Sync routers for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:43:02.539178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:43:02.540116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:02.724716 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deddf68-d8c0-4602-8958-1ec368a2ee96 x-openstack-request-id: req-6deddf68-d8c0-4602-8958-1ec368a2ee96 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:02.725223 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:02.725353 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6deddf68-d8c0-4602-8958-1ec368a2ee96 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:02.725673 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'status': 'completed', 'code': 200} Nov 10 16:43:02.814249 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Set router 0b326930-b040-45d0-98a7-f93e26ef9f54 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:43:02.821252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:02.908227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] Pushing event deleted for resources: {'Port': ['ID=f4038c60-7f8e-4f5a-93ae-f45bd1eada0a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:02.931701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a524e7-b008-4ff9-804e-4248ae50f039 None None] No DVR routers for this DVR port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:02.987950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:43:03.099072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:03.121342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-93af7628-5ad5-4cfb-a9d9-e51edded4c25 service neutron] 10.222.0.62 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141456 Nov 10 16:43:03.216059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:03.216292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:03.247825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-ff392478-ab98-4576-8e59-795a310aac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:03.249465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-ff392478-ab98-4576-8e59-795a310aac23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1097 time: 0.5111079 Nov 10 16:43:03.353521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3dedd27-5c1a-4435-b83b-078eaf4fcc78 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:03.370256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:03.387824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] For port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a, host n-d-714676-11, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:03.388188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:03.398608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Transition to ACTIVE for port object d3dedd27-5c1a-4435-b83b-078eaf4fcc78 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:03.438155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566320fc-1922-4acc-ab43-1c7298a1e52f req-513c9238-601e-45bf-a43c-789b6e43418b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:03.440816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-566320fc-1922-4acc-ab43-1c7298a1e52f req-513c9238-601e-45bf-a43c-789b6e43418b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 936 time: 0.5527377 Nov 10 16:43:03.538530 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:03.541639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '095cf86f-5879-4e8b-90e1-ac91eaae9697', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'port_id': '1976fa58-a2cb-433b-8669-09b8359c609a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'mac_address': 'fa:16:3e:99:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:42:15Z', 'updated_at': '2021-11-10T16:42:59Z', 'revision_number': 1, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:15Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:03.569549 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:42:58Z', 'revision_number': 4, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port': {'id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:49Z', 'updated_at': '2021-11-10T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '717b754f-f1e5-4a6d-a371-787de5f9d615', 'name': '', 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'mac_address': 'fa:16:3e:db:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bfa4e1f0-1bc1-4cde-9616-a53374c6288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:56Z', 'updated_at': '2021-11-10T16:42:59Z', 'revision_number': 2, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'subnets': [{'id': 'bfa4e1f0-1bc1-4cde-9616-a53374c6288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:03.591886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] Checking router: 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:43:03.605137 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Checking router: 0b326930-b040-45d0-98a7-f93e26ef9f54 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:43:03.605659 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Updating router 0b326930-b040-45d0-98a7-f93e26ef9f54 port 717b754f-f1e5-4a6d-a371-787de5f9d615 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:43:03.611587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:43:03.612458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:42:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:03.636633 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:03.663467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:03.699249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-566320fc-1922-4acc-ab43-1c7298a1e52f req-73f8c403-7ab3-4f1a-941a-8a817ec62f1d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428985 Nov 10 16:43:03.853414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4038c60-7f8e-4f5a-93ae-f45bd1eada0a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:03.954235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f4038c60-7f8e-4f5a-93ae-f45bd1eada0a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:03.955852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4038c60-7f8e-4f5a-93ae-f45bd1eada0a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:04.010524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:43:04.102289 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7814208f-bd37-48b6-a205-207533879a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.212062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-b2f4b517-f3a6-4119-b096-305b2ade3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:04.214495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-b2f4b517-f3a6-4119-b096-305b2ade3c17 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.9270971 Nov 10 16:43:04.229631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Attempting to bind port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:04.230635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Attempting to bind port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:04.231134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Attempting to bind port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:04.242156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for f4038c60-7f8e-4f5a-93ae-f45bd1eada0a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:04.250572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:43:04.255569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82894392-5386-468a-92fc-6b379a10fbd8 service neutron] 10.222.0.62 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1203172 Nov 10 16:43:04.265508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.353643 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.372077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:04.372406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Attempting to bind port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:04.376514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=f4038c60-7f8e-4f5a-93ae-f45bd1eada0a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:04.380736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No DVR routers for this DVR port f4038c60-7f8e-4f5a-93ae-f45bd1eada0a on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:04.415668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:04.416011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:04.416852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:04.417374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Bound port: d3dedd27-5c1a-4435-b83b-078eaf4fcc78, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:04.418402 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.441895 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.445817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-19b4cb79-13ac-44f2-a820-30172c459718 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:04.456736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-19b4cb79-13ac-44f2-a820-30172c459718 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 819 time: 0.2096002 Nov 10 16:43:04.480044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-26e3484f-eec8-4879-9364-8db346a0e3d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 998 time: 0.2228122 Nov 10 16:43:04.505761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '095cf86f-5879-4e8b-90e1-ac91eaae9697', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'port_id': '1976fa58-a2cb-433b-8669-09b8359c609a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'mac_address': 'fa:16:3e:99:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:42:15Z', 'updated_at': '2021-11-10T16:42:59Z', 'revision_number': 1, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:15Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:04.549935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.557135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fd0f2-af83-48f0-ba62-722e779329cf None None] The sync data for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 is: [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '095cf86f-5879-4e8b-90e1-ac91eaae9697', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'port_id': '1976fa58-a2cb-433b-8669-09b8359c609a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'mac_address': 'fa:16:3e:99:e7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:42:15Z', 'updated_at': '2021-11-10T16:42:59Z', 'revision_number': 1, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:15Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:43:04.570266 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c564f0d-9d3e-4fb4-aaf8-55dbabdece01 None None] Pushing event updated for resources: {'Port': ['ID=717b754f-f1e5-4a6d-a371-787de5f9d615,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:04.583483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-1d6d4701-97ec-4bfc-a7c1-8b361d21c67c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/quotas/a7d663fa3fce4df7b626c98efd6e519a HTTP/1.1" status: 200 len: 375 time: 0.1256626 Nov 10 16:43:04.593568 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.617948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.657565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-e2e1a1a1-8496-4af8-9831-e923f7818a9a service neutron] 10.222.0.62 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877931 Nov 10 16:43:04.676048 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Attempting to bind port 717b754f-f1e5-4a6d-a371-787de5f9d615 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:04.676511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Attempting to bind port 717b754f-f1e5-4a6d-a371-787de5f9d615 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:04.676960 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Attempting to bind port 717b754f-f1e5-4a6d-a371-787de5f9d615 on network 8963d7a9-5881-4006-9614-2c2fc3c5a670 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:04.687420 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:04.689890 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Checking segment: {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:04.690584 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.690988 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Bound using segment: {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:04.691627 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Bound port: 717b754f-f1e5-4a6d-a371-787de5f9d615, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:04.692956 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.701752 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e940d4b1-f544-4095-be5a-9088444d7c31']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:04.710908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] For port d3dedd27-5c1a-4435-b83b-078eaf4fcc78, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:04.718541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-ac723320-2a2b-412e-945a-49a54160e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:04.721646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-ac723320-2a2b-412e-945a-49a54160e482 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.2053909 Nov 10 16:43:04.742653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-d569b8ad-7099-4ad0-ba50-4ac6578a7783 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582813 Nov 10 16:43:04.744536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] For port d3dedd27-5c1a-4435-b83b-078eaf4fcc78, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:04.747523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3890131-03d4-489c-b57b-ae064f8f77b1') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:04.748689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3890131-03d4-489c-b57b-ae064f8f77b1') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:04.800646 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] For port 717b754f-f1e5-4a6d-a371-787de5f9d615, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:04.805050 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] For port 717b754f-f1e5-4a6d-a371-787de5f9d615, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=717b754f-f1e5-4a6d-a371-787de5f9d615,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:04.824829 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.841726 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.853760 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.903653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.911406 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.915227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:04.915877 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.917268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/d3dedd27-5c1a-4435-b83b-078eaf4fcc78 HTTP/1.1" status: 200 len: 1097 time: 3.2718534 Nov 10 16:43:04.936502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf0a2bb-eae7-4249-8763-d7c2d505eb6e', 'tag': 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:04.938887 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab206e3-554c-461f-9f87-49b02e075319" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf0a2bb-eae7-4249-8763-d7c2d505eb6e", "tag": "d3dedd27-5c1a-4435-b83b-078eaf4fcc78"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:04.959155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:43:04.959155 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:43:04.963132 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:43:04.994468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b139bc8-6c4f-4ff0-b664-21fc695827a4 None None] New status for floating IP 095cf86f-5879-4e8b-90e1-ac91eaae9697: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:43:05.026353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-f29e8779-340a-4a22-86ad-8e9ca162fd34 service neutron] 10.222.0.62 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559292 Nov 10 16:43:05.029275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849053c7-429c-479c-bb09-866f17b469d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:05.074900 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Routers {'0b326930-b040-45d0-98a7-f93e26ef9f54'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:43:05.075597 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:43:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0b326930-b040-45d0-98a7-f93e26ef9f54'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:05.088503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:05.114509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-a7f0ca61-8e2c-4b56-b616-fa7ed436e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:05.117886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-a7f0ca61-8e2c-4b56-b616-fa7ed436e044 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3807726 Nov 10 16:43:05.163132 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:05.289904 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-e9a7ef3d-f7ec-4aea-8769-18f4e103f34b service neutron] 10.222.0.62 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235936 Nov 10 16:43:05.293585 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] Set router 0b326930-b040-45d0-98a7-f93e26ef9f54 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:43:05.299211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-37f53315-6a07-47c4-9720-18f68d851037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:05.300762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-37f53315-6a07-47c4-9720-18f68d851037 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 1100 time: 0.2537034 Nov 10 16:43:05.369588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-ef222fec-5d44-4b58-af75-88f1061dd153 service neutron] 10.222.0.62 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347645 Nov 10 16:43:05.433652 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-cc46bb3c-4900-483a-9b30-36faa6798e1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d3dedd27-5c1a-4435-b83b-078eaf4fcc78 HTTP/1.1" status: 200 len: 217 time: 0.1034341 Nov 10 16:43:05.441084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:05.460316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:05.484529 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c564f0d-9d3e-4fb4-aaf8-55dbabdece01 None None] Pushing event updated for resources: {'Port': ['ID=717b754f-f1e5-4a6d-a371-787de5f9d615,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:05.490646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:05.527410 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:05.531497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/networks/e940d4b1-f544-4095-be5a-9088444d7c31 HTTP/1.1" status: 204 len: 168 time: 3.6863873 Nov 10 16:43:05.553972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:05.585327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd4c61-3da5-4ab0-8a57-8bc5ee242d65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Network': ['ID=e940d4b1-f544-4095-be5a-9088444d7c31,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:05.604156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-5bab1614-03ae-4eef-a9a2-14e8c0c4b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:05.605795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-5bab1614-03ae-4eef-a9a2-14e8c0c4b50a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1626859 Nov 10 16:43:05.619881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb39d4-5cd4-44e4-bc16-a1e499200008 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:05.625408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aceb39d4-5cd4-44e4-bc16-a1e499200008 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/5caaf2c3-2810-4a92-98f5-1a672d2fb06c HTTP/1.1" status: 200 len: 845 time: 0.0702205 Nov 10 16:43:05.627447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:05.707383 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:05.707865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4e3b0d-a7d7-41f3-b55f-890c4fd7d8d4 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:43:05.725502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-e372a47d-d483-465d-99f9-20352e3fbd1b service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329814 Nov 10 16:43:05.734196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5b71438d-746f-476f-9f7b-6f122ac37985 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/5caaf2c3-2810-4a92-98f5-1a672d2fb06c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1053872 Nov 10 16:43:05.738901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:05.744118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:05.772657 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-3c3e482d-66d3-4fb7-a2b5-5aba12f17ea6 service neutron] 10.222.0.62 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818301 Nov 10 16:43:05.786891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-109750e0-7abb-43a0-beb0-6d969a63948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:05.788439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-109750e0-7abb-43a0-beb0-6d969a63948f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1621199 Nov 10 16:43:05.863283 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 16:43:05.867158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cb0edf80-2153-44cd-89bc-209be88051cd tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5739152 Nov 10 16:43:05.870507 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:42:58Z', 'revision_number': 4, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port': {'id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:49Z', 'updated_at': '2021-11-10T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '717b754f-f1e5-4a6d-a371-787de5f9d615', 'name': '', 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'mac_address': 'fa:16:3e:db:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bfa4e1f0-1bc1-4cde-9616-a53374c6288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:56Z', 'updated_at': '2021-11-10T16:43:04Z', 'revision_number': 4, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'subnets': [{'id': 'bfa4e1f0-1bc1-4cde-9616-a53374c6288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:05.896029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:05.905640 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d66c2-f0bd-4a6a-9f7e-338f127188a3 None None] The sync data for ids ['0b326930-b040-45d0-98a7-f93e26ef9f54'] in n-d-714676-11 is: [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:42:58Z', 'revision_number': 4, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port': {'id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:49Z', 'updated_at': '2021-11-10T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '717b754f-f1e5-4a6d-a371-787de5f9d615', 'name': '', 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'mac_address': 'fa:16:3e:db:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bfa4e1f0-1bc1-4cde-9616-a53374c6288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:56Z', 'updated_at': '2021-11-10T16:43:04Z', 'revision_number': 4, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'subnets': [{'id': 'bfa4e1f0-1bc1-4cde-9616-a53374c6288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:43:06.103353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e8bfc-813b-4ce5-a723-52a3e94ec1da req-9338bae4-7ec9-4e4e-9131-ea7985e619ee tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:06.105328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c77e8bfc-813b-4ce5-a723-52a3e94ec1da req-9338bae4-7ec9-4e4e-9131-ea7985e619ee tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 948 time: 0.2664621 Nov 10 16:43:06.117864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-60ada2e5-5aa8-427d-9f2c-3b2ab2530629 service neutron] 10.222.0.62 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443367 Nov 10 16:43:06.185358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c77e8bfc-813b-4ce5-a723-52a3e94ec1da req-0e26a44b-8377-4dce-9adf-b3781a44bdd2 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605536 Nov 10 16:43:06.216799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-f9e83774-87fb-4f55-9c12-89c45de250f4 service neutron] 10.222.0.62 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870888 Nov 10 16:43:06.219373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f5a9b09-999f-4d47-a9de-dc7fdbf66d34 req-1b07c16f-1fb2-4992-99b3-c585790f3fa4 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754891 Nov 10 16:43:06.262832 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-7fca77b2-083d-45aa-893d-4760b390d9d9 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400802 Nov 10 16:43:06.283023 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fcf908-194e-452b-9910-d07ca600e8c5 x-openstack-request-id: req-47fcf908-194e-452b-9910-d07ca600e8c5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:06.283392 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf0a2bb-eae7-4249-8763-d7c2d505eb6e", "tag": "d3dedd27-5c1a-4435-b83b-078eaf4fcc78", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:06.283589 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47fcf908-194e-452b-9910-d07ca600e8c5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:06.283985 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf0a2bb-eae7-4249-8763-d7c2d505eb6e', 'tag': 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78', 'status': 'completed', 'code': 200} Nov 10 16:43:06.355435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:06.358305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:06.381487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Deleting port ed5c1c56-ae55-433c-a414-bda7395aaf23 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:06.382068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:06.410352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-0b8d3107-8241-43b6-bf87-59f4b56acac4 service neutron] 10.222.0.62 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868410 Nov 10 16:43:06.426440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a7a939e9-f278-41e7-a4e4-9ae17ab780e5 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Deleting port 0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:06.426779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a939e9-f278-41e7-a4e4-9ae17ab780e5 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:06.515301 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a939e9-f278-41e7-a4e4-9ae17ab780e5 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:06.529942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a7a939e9-f278-41e7-a4e4-9ae17ab780e5 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Calling delete_port for 0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:06.585069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] For port ed5c1c56-ae55-433c-a414-bda7395aaf23, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ed5c1c56-ae55-433c-a414-bda7395aaf23,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:06.585445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:06.606948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9be10d20-40e7-4101-bfa7-3a7d6162624d req-54ffe736-a50c-4f6a-9d52-f93f9037b779 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 210 time: 0.2690585 Nov 10 16:43:06.661832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Calling delete_port for ed5c1c56-ae55-433c-a414-bda7395aaf23 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:06.672599 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-14d26fb2-c535-4980-b18f-5c2c4e1cadfa service neutron] 10.222.0.62 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324376 Nov 10 16:43:06.780213 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:06.951754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-ca1dccf5-85cd-4621-b2ba-bf8dab302cd7 service neutron] 10.222.0.62 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634697 Nov 10 16:43:07.243065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87a6df8-4038-49fd-a1f3-4e76301226c3 req-3c231dcb-7159-4704-8473-03f0ea8f1310 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9625590 Nov 10 16:43:07.249732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:07.309950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5c1c56-ae55-433c-a414-bda7395aaf23,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:07.332886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.333546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.334083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.334643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.336341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.336917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.341342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.342630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.343170 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.343719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.345267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.348684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:07.447462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a03be036-4216-415e-9bcf-7b91dc306d56 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:07.462481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a03be036-4216-415e-9bcf-7b91dc306d56 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 819 time: 0.4038589 Nov 10 16:43:07.502327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-354f56d5-2a53-4379-a8e7-fde9de3104b2 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/quotas/a7d663fa3fce4df7b626c98efd6e519a HTTP/1.1" status: 200 len: 375 time: 0.0385630 Nov 10 16:43:07.560522 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:07.632057 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:07.677079 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a939e9-f278-41e7-a4e4-9ae17ab780e5 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:07.714115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24211a2f-dd72-4e3b-a030-a0a576f8be51 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:07.739797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:07.813292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:07.842819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a939e9-f278-41e7-a4e4-9ae17ab780e5 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:07.846855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab206e3-554c-461f-9f87-49b02e075319 req-edbe9c34-785e-48ff-b6c7-657a75776c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:07.848390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab206e3-554c-461f-9f87-49b02e075319 req-edbe9c34-785e-48ff-b6c7-657a75776c4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 1100 time: 0.4542387 Nov 10 16:43:07.850511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:07.913951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:07.926788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eceb45c-e3de-4523-a3f8-695d0614aaac None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:07.965744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:07.976181 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:07.980551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 717b754f-f1e5-4a6d-a371-787de5f9d615 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:07.985849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a7a60520-d221-4480-bda2-f383621ed82a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4818482 Nov 10 16:43:08.092182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a939e9-f278-41e7-a4e4-9ae17ab780e5 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:08.096544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a7a939e9-f278-41e7-a4e4-9ae17ab780e5 tempest-RoutersAdminNegativeIpV6Test-962844472 tempest-RoutersAdminNegativeIpV6Test-962844472-project-admin] 10.222.0.62 "DELETE /v2.0/ports/0cbd1ecb-d6f5-4a95-8740-b46a5a88ac16 HTTP/1.1" status: 204 len: 168 time: 2.1929250 Nov 10 16:43:08.131103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=078496d4-2357-44b8-aa58-c015663d3bb2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:08.132356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 717b754f-f1e5-4a6d-a371-787de5f9d615 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:08.132739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:08.190215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab206e3-554c-461f-9f87-49b02e075319 req-1c3c30b9-cae1-41a9-aa4b-731630ad4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:08.191829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab206e3-554c-461f-9f87-49b02e075319 req-1c3c30b9-cae1-41a9-aa4b-731630ad4c2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2943830 Nov 10 16:43:08.198355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-7c1c530e-539a-4101-9a8e-f731f27dafae service neutron] 10.222.0.62 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938827 Nov 10 16:43:08.208603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Router b254de30-c060-4050-8557-ba9c619a0889 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:43:08.297457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab206e3-554c-461f-9f87-49b02e075319 req-5d14b865-8102-4a48-8513-529bfc98d0b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d3dedd27-5c1a-4435-b83b-078eaf4fcc78 HTTP/1.1" status: 200 len: 217 time: 0.0981460 Nov 10 16:43:08.359968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:08.360802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:43:08.374475 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3af31d1e-ac38-468a-9337-6ca51ea6872e tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6295424 Nov 10 16:43:08.374615 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] Sync routers for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:43:08.379738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:08.380567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d518dc29-eca0-4d32-a7f4-2cc663583261 admin admin] 10.222.0.62 "PUT /v2.0/routers/b254de30-c060-4050-8557-ba9c619a0889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0028384 Nov 10 16:43:08.381194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52744) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:08.383811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9ac01e06-dc27-4a34-98e6-c2ac27c6f53b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'security_group': {'name': 'tempest-secgroup-1274297419'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:08.403597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e615371b-7f40-4b06-974e-91edacf37350', 'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'tenant_id': '22937fe3fe9f4061833cf5be4df5cfa4', 'fixed_ips': [{'subnet_id': '078496d4-2357-44b8-aa58-c015663d3bb2'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:43:08.405257 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:08.405389 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:43:08.408794 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:43:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:08.411770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab206e3-554c-461f-9f87-49b02e075319 req-186f3ec3-2332-499e-b8db-43a13f0930b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:08.413257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab206e3-554c-461f-9f87-49b02e075319 req-186f3ec3-2332-499e-b8db-43a13f0930b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0945187 Nov 10 16:43:08.434853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-9b876344-9248-4966-9943-58814d8a8909 service neutron] 10.222.0.62 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253706 Nov 10 16:43:08.512803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:08.544388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab206e3-554c-461f-9f87-49b02e075319 req-344e7823-5ac4-4ec7-9a7d-aeb96a692656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:08.546009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab206e3-554c-461f-9f87-49b02e075319 req-344e7823-5ac4-4ec7-9a7d-aeb96a692656 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065564 Nov 10 16:43:08.557662 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ac01e06-dc27-4a34-98e6-c2ac27c6f53b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:08.604966 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:43:08.655485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 717b754f-f1e5-4a6d-a371-787de5f9d615, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=717b754f-f1e5-4a6d-a371-787de5f9d615,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:08.759723 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab206e3-554c-461f-9f87-49b02e075319 req-3b318495-6c5f-4e08-81c8-b3252bda7944 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967683 Nov 10 16:43:08.796912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Allocated IP 2001:db8::2 (e615371b-7f40-4b06-974e-91edacf37350/078496d4-2357-44b8-aa58-c015663d3bb2/e2d9cd44-9f82-431a-a869-f8dcefb969e4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:08.934135 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:43:07Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:08.954621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.055098 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] Checking router: b254de30-c060-4050-8557-ba9c619a0889 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:43:09.065759 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] Routers {'b254de30-c060-4050-8557-ba9c619a0889'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:43:09.067184 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:43:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b254de30-c060-4050-8557-ba9c619a0889'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:09.071186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ab206e3-554c-461f-9f87-49b02e075319 req-4fc704e8-fcec-4c74-9c4c-90f38a382c4f service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764935 Nov 10 16:43:09.071707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52760) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:09.108015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ac01e06-dc27-4a34-98e6-c2ac27c6f53b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.232891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ac01e06-dc27-4a34-98e6-c2ac27c6f53b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.318471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=717b754f-f1e5-4a6d-a371-787de5f9d615,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:09.444665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7f1270f-aea0-4e59-9a8b-44dad59f9860 req-5f2bce32-c947-4686-9841-f6c0f313fa59 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 210 time: 0.1441336 Nov 10 16:43:09.457641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ac01e06-dc27-4a34-98e6-c2ac27c6f53b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.462162 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9ac01e06-dc27-4a34-98e6-c2ac27c6f53b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0786319 Nov 10 16:43:09.462944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52778) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:09.465388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac01e06-dc27-4a34-98e6-c2ac27c6f53b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c06682a-18a2-4a9f-b995-bbe384828844,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:09.478683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4abbf6a9-a8d1-4824-969d-8383a9e0b3a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'security_group': {'name': 'tempest-secgroup-2029229108'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:09.494718 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.528951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.577129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-adf553fa-a18e-4969-9723-640013ebdcb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.603692 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.619748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-628599a8-3407-4a12-9a67-681ab208c147 req-4e534738-70ab-45c2-bae6-66774bed801d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.1051455 Nov 10 16:43:09.654375 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] Set router b254de30-c060-4050-8557-ba9c619a0889 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:43:09.661555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4abbf6a9-a8d1-4824-969d-8383a9e0b3a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.675136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:09.679759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:09.684576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:09.787436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Pushing event updated for resources: {'Port': ['ID=e2d9cd44-9f82-431a-a869-f8dcefb969e4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:09.800717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Attempting to bind port e2d9cd44-9f82-431a-a869-f8dcefb969e4 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:09.801085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Attempting to bind port e2d9cd44-9f82-431a-a869-f8dcefb969e4 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '52af4f4f-c803-43c5-b5a5-8d69bd58f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e615371b-7f40-4b06-974e-91edacf37350'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:09.801450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Attempting to bind port e2d9cd44-9f82-431a-a869-f8dcefb969e4 on network e615371b-7f40-4b06-974e-91edacf37350 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:09.802302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067b0db-bbaa-4e16-9856-3ad17b399729 req-2fcddecd-3a34-4d42-9fed-fd4eec7ff193 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:09.803930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a067b0db-bbaa-4e16-9856-3ad17b399729 req-2fcddecd-3a34-4d42-9fed-fd4eec7ff193 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 948 time: 0.3734295 Nov 10 16:43:09.825200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:09.825755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Checking segment: {'id': '52af4f4f-c803-43c5-b5a5-8d69bd58f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e615371b-7f40-4b06-974e-91edacf37350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:09.826132 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.826530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Bound using segment: {'id': '52af4f4f-c803-43c5-b5a5-8d69bd58f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e615371b-7f40-4b06-974e-91edacf37350'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:09.827010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Bound port: e2d9cd44-9f82-431a-a869-f8dcefb969e4, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52af4f4f-c803-43c5-b5a5-8d69bd58f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e615371b-7f40-4b06-974e-91edacf37350'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:09.827417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.864196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 717b754f-f1e5-4a6d-a371-787de5f9d615 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:09.878089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4abbf6a9-a8d1-4824-969d-8383a9e0b3a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.916926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-b6b6bf11-ee20-4364-9914-6230aceabf95 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:09.918538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-b6b6bf11-ee20-4364-9914-6230aceabf95 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 819 time: 0.4866202 Nov 10 16:43:09.926864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-adf553fa-a18e-4969-9723-640013ebdcb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.941624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Request body: {'port': {'device_id': 'fff7abd4-c6be-43ba-9b4b-6abebf5bf37d', 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670', 'admin_state_up': True, 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:09.952535 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4abbf6a9-a8d1-4824-969d-8383a9e0b3a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:09.998785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbf6a9-a8d1-4824-969d-8383a9e0b3a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4db859-700d-467e-abdc-a6c8a41e32cd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:10.039649 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:43:07Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:10.066152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-adf553fa-a18e-4969-9723-640013ebdcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.081796 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aa0ad-c2c3-40be-b29b-38fa6b6cccbd None None] The sync data for ids ['b254de30-c060-4050-8557-ba9c619a0889'] in n-d-714676-11 is: [{'id': 'b254de30-c060-4050-8557-ba9c619a0889', 'name': 'tempest-TaggedBootDevicesTest_v242-1950254845-router', 'tenant_id': '58c4ffc5180746fcbf14baadb1077408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:30:52Z', 'updated_at': '2021-11-10T16:43:07Z', 'revision_number': 5, 'project_id': '58c4ffc5180746fcbf14baadb1077408', 'gw_port': {'id': '3d18f435-e2f6-482e-948a-b760fa51e040', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b254de30-c060-4050-8557-ba9c619a0889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:30:54Z', 'updated_at': '2021-11-10T16:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:43:10.099120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a067b0db-bbaa-4e16-9856-3ad17b399729 req-0a9b57a2-2c98-4d3d-8d7b-c2bb612fd886 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807844 Nov 10 16:43:10.103527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Deleting port 3d18f435-e2f6-482e-948a-b760fa51e040 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:10.103873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.137295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] For port e2d9cd44-9f82-431a-a869-f8dcefb969e4, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:10.145430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] For port e2d9cd44-9f82-431a-a869-f8dcefb969e4, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e2d9cd44-9f82-431a-a869-f8dcefb969e4,segment=NetworkSegment(52af4f4f-c803-43c5-b5a5-8d69bd58f02d),segment_id=52af4f4f-c803-43c5-b5a5-8d69bd58f02d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:10.199343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 717b754f-f1e5-4a6d-a371-787de5f9d615 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:10.204193 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.207176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52790) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:10.221442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-adf553fa-a18e-4969-9723-640013ebdcb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46c3774dfdb245aabc877514c784d4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1090665 Nov 10 16:43:10.226996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf553fa-a18e-4969-9723-640013ebdcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe2f07-c0f2-4f99-a357-8d0169e92a59,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:10.250823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4abbf6a9-a8d1-4824-969d-8383a9e0b3a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.257325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4abbf6a9-a8d1-4824-969d-8383a9e0b3a7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7930367 Nov 10 16:43:10.261670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52792) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:10.276878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1147847896', 'security_groups': ['5b4db859-700d-467e-abdc-a6c8a41e32cd'], 'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '078496d4-2357-44b8-aa58-c015663d3bb2'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:10.279825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.327987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] For port 3d18f435-e2f6-482e-948a-b760fa51e040, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3d18f435-e2f6-482e-948a-b760fa51e040,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:10.328414 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.352209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Calling delete_port for 3d18f435-e2f6-482e-948a-b760fa51e040 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:10.466528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.473523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:10.483941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535e678-f4a8-4000-a67a-0b44bf9f77da None None] Pushing event updated for resources: {'Port': ['ID=e2d9cd44-9f82-431a-a869-f8dcefb969e4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:10.720099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Made reservation on behalf of a7d663fa3fce4df7b626c98efd6e519a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:10.727459 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91ab3b40-6b95-4558-b768-9cbcc9f472ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.730681 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.737510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:10.809259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:10.819104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20877650-c034-421c-a21a-be21889b3b84 req-7e4e9ac8-7d73-44aa-8b72-fb0fd0d468b5 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 210 time: 0.1041276 Nov 10 16:43:10.873066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3d18f435-e2f6-482e-948a-b760fa51e040,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:10.926020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fdb36e4-d87a-475f-b035-c4c016d6229e req-452e50f5-3359-456f-bed9-36a7c410d3e6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.1367767 Nov 10 16:43:10.933763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2aaf18-da73-44b9-9c3a-564ca3a518a6 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:11.025318 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.059448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port a07916a6-1667-4fae-b6c6-a6f31fca83b1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:11.066927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4bc6-7818-4610-ba48-98d36f7938b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.102621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4bc6-7818-4610-ba48-98d36f7938b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.108091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.118254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91ab3b40-6b95-4558-b768-9cbcc9f472ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.248552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91ab3b40-6b95-4558-b768-9cbcc9f472ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.286639 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.290135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.294028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Allocated IP 172.20.0.8 (8963d7a9-5881-4006-9614-2c2fc3c5a670/bfa4e1f0-1bc1-4cde-9616-a53374c6288b/939b819b-b0b4-4eaf-9b58-91de02d6e5bd) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:11.330117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-91ab3b40-6b95-4558-b768-9cbcc9f472ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc918fa69ee6459d8f5b4e36f9d7fef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491900 Nov 10 16:43:11.334713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab3b40-6b95-4558-b768-9cbcc9f472ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db7038b-e06b-4e95-b667-2a5547dd1d43,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:11.337938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:11.412160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::1dc (e615371b-7f40-4b06-974e-91edacf37350/078496d4-2357-44b8-aa58-c015663d3bb2/a07916a6-1667-4fae-b6c6-a6f31fca83b1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:11.414379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44989bb4-35ea-42a8-afe5-9d72cd41cbf1 req-0431a930-a885-4dfd-8be5-3b12a813f5ee tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:11.419402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44989bb4-35ea-42a8-afe5-9d72cd41cbf1 req-0431a930-a885-4dfd-8be5-3b12a813f5ee tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 948 time: 0.1568244 Nov 10 16:43:11.448951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9f3974b-ab76-4eae-8719-3d84c6e6f604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.495358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4bc6-7818-4610-ba48-98d36f7938b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.497392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4bc6-7818-4610-ba48-98d36f7938b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.498209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bb8a4bc6-7818-4610-ba48-98d36f7938b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1dfe2f07-c0f2-4f99-a357-8d0169e92a59 HTTP/1.1" status: 204 len: 168 time: 1.2898529 Nov 10 16:43:11.499157 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9f3974b-ab76-4eae-8719-3d84c6e6f604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.513274 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.513825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b254de30-c060-4050-8557-ba9c619a0889 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:43:11.529635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.533701 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cfea9a08-db18-451c-ac8d-75e6066f42fa admin admin] 10.222.0.62 "DELETE /v2.0/routers/b254de30-c060-4050-8557-ba9c619a0889 HTTP/1.1" status: 204 len: 168 time: 3.1486673 Nov 10 16:43:11.563831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44989bb4-35ea-42a8-afe5-9d72cd41cbf1 req-1fe16a98-673b-497a-9d24-8d19d72f0847 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145225 Nov 10 16:43:11.564409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52812) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:11.625877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a4bc6-7818-4610-ba48-98d36f7938b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe2f07-c0f2-4f99-a357-8d0169e92a59,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:11.721587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4961d9e3-cd24-47dc-a9d7-09ea9b55311c admin admin] Deleting subnet dece38f5-ece9-49a9-a1da-abc175ea0a1d {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:11.731961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4961d9e3-cd24-47dc-a9d7-09ea9b55311c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.781792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.820290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.822677 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9f3974b-ab76-4eae-8719-3d84c6e6f604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.826477 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9f3974b-ab76-4eae-8719-3d84c6e6f604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.835810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a9f3974b-ab76-4eae-8719-3d84c6e6f604 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7db7038b-e06b-4e95-b667-2a5547dd1d43 HTTP/1.1" status: 204 len: 168 time: 0.4863951 Nov 10 16:43:11.836322 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4961d9e3-cd24-47dc-a9d7-09ea9b55311c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:11.847370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3974b-ab76-4eae-8719-3d84c6e6f604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db7038b-e06b-4e95-b667-2a5547dd1d43,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:11.962606 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4961d9e3-cd24-47dc-a9d7-09ea9b55311c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.020880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a334224-10d8-4d7d-a407-541f03a833af req-40ec257f-9825-4438-90f0-d30722c9ea6d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 210 time: 0.0503056 Nov 10 16:43:12.043761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.061208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.134480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:12.166272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:12.183132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:12.184203 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.184413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:12.195557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:12.196241 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.217107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=a07916a6-1667-4fae-b6c6-a6f31fca83b1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:12.308527 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4961d9e3-cd24-47dc-a9d7-09ea9b55311c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.326120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a7a3ab16-0bfd-47a1-bd6c-e40d6d24acb5 req-aff0bbc1-e93f-470c-bbe4-cf3cb86bce64 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.2590222 Nov 10 16:43:12.379116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:12.382276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961d9e3-cd24-47dc-a9d7-09ea9b55311c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dece38f5-ece9-49a9-a1da-abc175ea0a1d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:12.396813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:12.400623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-33a06b96-53d3-4fd6-83df-b0ad549a5ad0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1340747 Nov 10 16:43:12.402743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4961d9e3-cd24-47dc-a9d7-09ea9b55311c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.402847 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.403186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:12.409744 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4961d9e3-cd24-47dc-a9d7-09ea9b55311c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dece38f5-ece9-49a9-a1da-abc175ea0a1d HTTP/1.1" status: 204 len: 168 time: 0.8060653 Nov 10 16:43:12.413336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Pushing event updated for resources: {'Port': ['ID=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:12.415797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:12.416358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd5935-0bc2-4f9f-bb27-131f92bc5712 None None] Network c02ea7e0-1b37-4c17-bbd6-3806cff574ca requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:12.430103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52824) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:12.436907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cee78ada-eeef-4a14-8228-112122d0afd6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:12.482304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] For port e2d9cd44-9f82-431a-a869-f8dcefb969e4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e2d9cd44-9f82-431a-a869-f8dcefb969e4,segment=NetworkSegment(52af4f4f-c803-43c5-b5a5-8d69bd58f02d),segment_id=52af4f4f-c803-43c5-b5a5-8d69bd58f02d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:12.538836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e2d9cd44-9f82-431a-a869-f8dcefb969e4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:12.547113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d3dedd27-5c1a-4435-b83b-078eaf4fcc78 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:43:12.568233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.582357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.620525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-9ce48cf1-95ef-4f8b-9f56-4456387438d8 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:12.623576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-9ce48cf1-95ef-4f8b-9f56-4456387438d8 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 819 time: 0.6232078 Nov 10 16:43:12.641030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Request body: {'port': {'device_id': '2be3ca1e-fc20-4097-8b88-9dc63c6e1fea', 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670', 'admin_state_up': True, 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:12.676926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:12.678019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.709783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Pushing event updated for resources: {'Port': ['ID=e2d9cd44-9f82-431a-a869-f8dcefb969e4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:12.757448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.757811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.758144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.758482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.758811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.759141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.759509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.759838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.760163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.760487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.760808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.761127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:12.765698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:12.775773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Provisioning complete for port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:12.780041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.830975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c5aff-9547-406e-94a2-7ff64dc5cd18 req-687a369c-7e9c-45d4-996c-512922a3133e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:12.836094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee78ada-eeef-4a14-8228-112122d0afd6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:12.838285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e5c5aff-9547-406e-94a2-7ff64dc5cd18 req-687a369c-7e9c-45d4-996c-512922a3133e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 948 time: 0.1211638 Nov 10 16:43:12.838386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cee78ada-eeef-4a14-8228-112122d0afd6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.864624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-9dcbbc34-fbc5-421c-aff2-5009bb336e47 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9320848 Nov 10 16:43:12.886306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Request body: {'port': {'device_id': 'fff7abd4-c6be-43ba-9b4b-6abebf5bf37d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:12.899113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Deleting port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:12.899265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:12.907694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4e931f69-85ea-4d2a-bc70-3dca3f2c8b37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32c3482543f24fd7884db7091096d876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393239 Nov 10 16:43:12.908992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-72e527c4-845d-4e02-9273-5a4f338b3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:12.910610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-72e527c4-845d-4e02-9273-5a4f338b3a72 service neutron] 10.222.0.18 "GET /v2.0/ports/5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 1028 time: 0.0876307 Nov 10 16:43:12.915547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:12.953018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52836) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:12.954310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3b134613-8112-45ce-b23c-a67e30c28abe None None] Port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:12.974077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e5c5aff-9547-406e-94a2-7ff64dc5cd18 req-53295028-1969-419d-a408-05eca5eb497b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306164 Nov 10 16:43:12.998702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d3dedd27-5c1a-4435-b83b-078eaf4fcc78, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:13.011699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:13.013321 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.029048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9cf552a-6b31-45d1-a647-351e0c98b11c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.065910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Made reservation on behalf of a7d663fa3fce4df7b626c98efd6e519a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:13.069411 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.072690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] For port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:13.073028 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.076606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-a0d37772-f3f2-4c72-846d-0ec4578849e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:13.078107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-a0d37772-f3f2-4c72-846d-0ec4578849e7 service neutron] 10.222.0.18 "GET /v2.0/ports/67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 1027 time: 0.1298611 Nov 10 16:43:13.080969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78', 'mac_address': 'fa:16:3e:71:5d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:43:13.084465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] DHCP port deletion for c02ea7e0-1b37-4c17-bbd6-3806cff574ca request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:13.085816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.096687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6021510-6ebd-47e3-a1a6-368181df7ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.103620 n-d-714676-11 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-cee78ada-eeef-4a14-8228-112122d0afd6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 078496d4-2357-44b8-aa58-c015663d3bb2 (CIDR: 2001:db8::/64) Nov 10 16:43:13.154888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Calling delete_port for f28c2f65-8cf9-41c6-805b-a5c5cb8124ad owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:13.155379 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.176666 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee78ada-eeef-4a14-8228-112122d0afd6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:43:13.177158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee78ada-eeef-4a14-8228-112122d0afd6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:13.185663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6021510-6ebd-47e3-a1a6-368181df7ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.210403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-94e88188-7a2d-48af-b5aa-24403e57d4ea None None] Provisioning complete for port a07916a6-1667-4fae-b6c6-a6f31fca83b1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:13.211003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94e88188-7a2d-48af-b5aa-24403e57d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.216720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3dedd27-5c1a-4435-b83b-078eaf4fcc78 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:13.254263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-81f17ea3-8076-4892-b437-61d08d1aa7bb req-d2d94f3a-777f-493e-b946-b3e8555a633c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 210 time: 0.0495343 Nov 10 16:43:13.294179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d3dedd27-5c1a-4435-b83b-078eaf4fcc78, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:13.307667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-d943c5b3-6a51-4f6c-90f1-6f1590ebc5bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:13.318494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-d943c5b3-6a51-4f6c-90f1-6f1590ebc5bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:13.324747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-d943c5b3-6a51-4f6c-90f1-6f1590ebc5bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:13.326386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-d943c5b3-6a51-4f6c-90f1-6f1590ebc5bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "GET /v2.0/networks?id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=650047ea-d6fe-4afa-8b18-0dde135647bf&id=650047ea-d6fe-4afa-8b18-0dde135647bf HTTP/1.1" status: 200 len: 1989 time: 0.2414432 Nov 10 16:43:13.333809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cee78ada-eeef-4a14-8228-112122d0afd6 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9226232 Nov 10 16:43:13.334760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:13.340172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94e88188-7a2d-48af-b5aa-24403e57d4ea None None] Port a07916a6-1667-4fae-b6c6-a6f31fca83b1 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:13.340425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:13.364334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.380181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] Deleting port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:13.380746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.415766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ed5c1c56-ae55-433c-a414-bda7395aaf23 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:13.438367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6021510-6ebd-47e3-a1a6-368181df7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.440968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6021510-6ebd-47e3-a1a6-368181df7ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.444780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d6021510-6ebd-47e3-a1a6-368181df7ed5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf52ca2f-2207-4bd9-a335-efbfa7d146a0 HTTP/1.1" status: 204 len: 168 time: 0.5284810 Nov 10 16:43:13.474197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: ed5c1c56-ae55-433c-a414-bda7395aaf23 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:13.481529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6021510-6ebd-47e3-a1a6-368181df7ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf52ca2f-2207-4bd9-a335-efbfa7d146a0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:13.486654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ed5c1c56-ae55-433c-a414-bda7395aaf23 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:13.512994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9be3eb58-4bed-4a99-86a3-7ba7adad0aae tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b77e4e840b4740faa5bcd049307eb068 HTTP/1.1" status: 200 len: 379 time: 0.1555605 Nov 10 16:43:13.523489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'admin_state_up': True, 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'security_groups': ['43c483ab-5bea-4171-952f-5de3aa25966f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:13.623834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] For port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,segment=NetworkSegment(4f66ffad-9bc2-4c5d-8386-df64935760b4),segment_id=4f66ffad-9bc2-4c5d-8386-df64935760b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:13.632425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.635057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:13.669004 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9cf552a-6b31-45d1-a647-351e0c98b11c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.690481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] Calling delete_port for f28c2f65-8cf9-41c6-805b-a5c5cb8124ad owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:13.691814 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abb88f52-00d6-48e6-80c1-dde4096b19f8 req-3fe21bb0-6229-4d12-9b97-307647222e55 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.1416447 Nov 10 16:43:13.717950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Allocated IP 172.20.0.11 (8963d7a9-5881-4006-9614-2c2fc3c5a670/bfa4e1f0-1bc1-4cde-9616-a53374c6288b/ada04658-0eb0-4c94-9d48-49281c4202fe) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:13.779429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9cf552a-6b31-45d1-a647-351e0c98b11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.806815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d3dedd27-5c1a-4435-b83b-078eaf4fcc78'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:43:13.852416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.872903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:13.878615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.884929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a9cf552a-6b31-45d1-a647-351e0c98b11c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae85760fc0f045369bfae5bbad93c622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9257858 Nov 10 16:43:13.888042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:13.911113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e2d9cd44-9f82-431a-a869-f8dcefb969e4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:13.913809 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:13.932587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf552a-6b31-45d1-a647-351e0c98b11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bef9337-596d-426c-a08e-03c6a198b4f5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:13.941002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:13.948181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] No DVR routers for this DVR port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:14.070942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:14.074513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.130992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.173206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02ea7e0-1b37-4c17-bbd6-3806cff574ca']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:14.191221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f66ffad-9bc2-4c5d-8386-df64935760b4') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:14.195162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f66ffad-9bc2-4c5d-8386-df64935760b4') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:14.195832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.208679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.230149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.279067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:43:14.282923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.322416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] Pushing event deleted for resources: {'Port': ['ID=f28c2f65-8cf9-41c6-805b-a5c5cb8124ad,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:14.346740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e471ad10-bec7-4201-b369-f202e2b56720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.354569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8031e-6d9c-47e0-b37a-05a54547e04e None None] No DVR routers for this DVR port f28c2f65-8cf9-41c6-805b-a5c5cb8124ad on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:14.356038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437adbfe-6301-41ab-94dd-7c77a162a771 req-312f6a26-b768-46ea-bf5e-23c7c3edafab tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:14.364647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-437adbfe-6301-41ab-94dd-7c77a162a771 req-312f6a26-b768-46ea-bf5e-23c7c3edafab tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 949 time: 0.2421412 Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:43:14.405251 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:43:14.430702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.449053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:14.449488 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.456607 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e471ad10-bec7-4201-b369-f202e2b56720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.539525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Pushing event updated for resources: {'Port': ['ID=ada04658-0eb0-4c94-9d48-49281c4202fe,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:14.606508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:14.613741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:14.618418 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.620093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:14.658938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.662547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c02ea7e0-1b37-4c17-bbd6-3806cff574ca HTTP/1.1" status: 204 len: 168 time: 2.2314079 Nov 10 16:43:14.680521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81486e42-82fc-4e78-9d58-55ff62fb700f req-d834d22c-8153-4779-8deb-170613f368af tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:14.682129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81486e42-82fc-4e78-9d58-55ff62fb700f req-d834d22c-8153-4779-8deb-170613f368af tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 932 time: 0.2766728 Nov 10 16:43:14.707607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90309020-a04c-47b2-895a-d2bc0e999452 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02ea7e0-1b37-4c17-bbd6-3806cff574ca,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:14.778244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:14.778952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.790873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-437adbfe-6301-41ab-94dd-7c77a162a771 req-5b866fba-3511-4370-a4f2-712f9d3ffb17 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245627 Nov 10 16:43:14.832101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f28c2f65-8cf9-41c6-805b-a5c5cb8124ad no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:14.833276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Allocated IP 172.20.0.11 (c2cf5e08-84ad-4a93-99ed-5b2f581fd289/cc279a63-2128-412b-a4ba-7615da2ef304/037c0619-88ff-4df6-9d08-a678919d85c4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:14.836954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e471ad10-bec7-4201-b369-f202e2b56720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.839910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e471ad10-bec7-4201-b369-f202e2b56720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.840999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e471ad10-bec7-4201-b369-f202e2b56720 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bef9337-596d-426c-a08e-03c6a198b4f5 HTTP/1.1" status: 204 len: 168 time: 0.9517841 Nov 10 16:43:14.857297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471ad10-bec7-4201-b369-f202e2b56720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bef9337-596d-426c-a08e-03c6a198b4f5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:14.886266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81486e42-82fc-4e78-9d58-55ff62fb700f req-fdc1ea3f-103e-4718-b536-3b84ef779c8b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905520 Nov 10 16:43:14.899181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939b819b-b0b4-4eaf-9b58-91de02d6e5bd {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:14.916665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f28c2f65-8cf9-41c6-805b-a5c5cb8124ad {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:14.916665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f28c2f65-8cf9-41c6-805b-a5c5cb8124ad not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:14.916665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3d18f435-e2f6-482e-948a-b760fa51e040 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:14.925635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.945708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Transition to ACTIVE for port object 939b819b-b0b4-4eaf-9b58-91de02d6e5bd will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:14.959286 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:14.967886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a90cc91b-e8f9-454d-a4ec-cfcd50471e20 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3325903 Nov 10 16:43:14.985783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3d18f435-e2f6-482e-948a-b760fa51e040 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:14.986451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3d18f435-e2f6-482e-948a-b760fa51e040 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:14.998485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Request body: {'port': {'device_id': '2be3ca1e-fc20-4097-8b88-9dc63c6e1fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:15.032696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:15.044021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af22e346-50e1-4412-89ab-70d98a6edce9 req-9c8b7e91-cebc-4f92-bc4b-54006bb9f48b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0717659 Nov 10 16:43:15.086979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=4df05362-6797-465c-a91a-32cd400a442f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:15.091062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:15.095135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.101628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c035d-7f44-416d-b4e4-1e0a84aa7bad None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:15.105620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:15.105620 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.112152 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.200215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.212795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:15.298308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Pushing event updated for resources: {'Port': ['ID=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:15.320299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9e5ce60d-4252-4f55-87ab-e9510d0343b7 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9831972 Nov 10 16:43:15.336178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:15.352866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a6c29093-c2f3-4382-ab33-5f791c2fa9b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58c4ffc5180746fcbf14baadb1077408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380429 Nov 10 16:43:15.359555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-944148320', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4df05362-6797-465c-a91a-32cd400a442f'}], 'security_groups': ['9c06682a-18a2-4a9f-b995-bbe384828844']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:15.363794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52884) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:15.481950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebc53c-f244-42ab-bebb-fc502f377d1c None None] Update dhcp port {'port': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'fixed_ips': [{'subnet_id': '078496d4-2357-44b8-aa58-c015663d3bb2', 'ip_address': '2001:db8::2'}, {'subnet_id': '4df05362-6797-465c-a91a-32cd400a442f'}], 'binding:host_id': 'n-d-714676-11'}, 'id': 'e2d9cd44-9f82-431a-a869-f8dcefb969e4'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:43:15.516603 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.541266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcebc53c-f244-42ab-bebb-fc502f377d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.544078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33723f38-99ee-4866-9a7b-03fad2235a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.597956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33723f38-99ee-4866-9a7b-03fad2235a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.670479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.729020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:15.737805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33723f38-99ee-4866-9a7b-03fad2235a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.745998 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33723f38-99ee-4866-9a7b-03fad2235a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:15.745998 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-33723f38-99ee-4866-9a7b-03fad2235a00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ee439e8-2da5-4d87-b440-c4e364c0ddf2 HTTP/1.1" status: 204 len: 168 time: 0.3743293 Nov 10 16:43:15.768775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:15.776051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:15.817849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=037c0619-88ff-4df6-9d08-a678919d85c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:15.836141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33723f38-99ee-4866-9a7b-03fad2235a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee439e8-2da5-4d87-b440-c4e364c0ddf2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:15.951532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-bcebc53c-f244-42ab-bebb-fc502f377d1c None None] Allocated IP 2001:db8:0:1::2 (e615371b-7f40-4b06-974e-91edacf37350/4df05362-6797-465c-a91a-32cd400a442f/e2d9cd44-9f82-431a-a869-f8dcefb969e4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:16.049258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:16.049927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.095645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bcebc53c-f244-42ab-bebb-fc502f377d1c None None] For port e2d9cd44-9f82-431a-a869-f8dcefb969e4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e2d9cd44-9f82-431a-a869-f8dcefb969e4,segment=NetworkSegment(52af4f4f-c803-43c5-b5a5-8d69bd58f02d),segment_id=52af4f4f-c803-43c5-b5a5-8d69bd58f02d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:16.165195 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcebc53c-f244-42ab-bebb-fc502f377d1c None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.227248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2ef7f4c1-eef2-44d0-a4c5-b7df43dc4ca4 None None] Provisioning complete for port 037c0619-88ff-4df6-9d08-a678919d85c4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:16.227692 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f4c1-eef2-44d0-a4c5-b7df43dc4ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.242672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Attempting to bind port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:16.243188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Attempting to bind port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:16.243188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Attempting to bind port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd on network 8963d7a9-5881-4006-9614-2c2fc3c5a670 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:16.249979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-cf98bfb2-6eb1-4ac0-9b21-1ce95a0de5ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7304976 Nov 10 16:43:16.285949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7f4c1-eef2-44d0-a4c5-b7df43dc4ca4 None None] Port 037c0619-88ff-4df6-9d08-a678919d85c4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:16.288147 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcebc53c-f244-42ab-bebb-fc502f377d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.296884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4edc88-3c2c-4331-8a60-8ad25308dde3 req-c87d32d3-4e0d-45b1-9abc-06056c8299fb tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:16.301080 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb4edc88-3c2c-4331-8a60-8ad25308dde3 req-c87d32d3-4e0d-45b1-9abc-06056c8299fb tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 949 time: 0.3082652 Nov 10 16:43:16.337232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'admin_state_up': True, 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'security_groups': ['43c483ab-5bea-4171-952f-5de3aa25966f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:16.348139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd on network 8963d7a9-5881-4006-9614-2c2fc3c5a670 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:16.348139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Attempting to bind port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd on network 8963d7a9-5881-4006-9614-2c2fc3c5a670 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:16.386370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688070b-1894-48e2-b72f-aed6242f4d58 req-b88a76d1-2a13-4f62-a1b4-be5db245f791 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:16.395239 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c688070b-1894-48e2-b72f-aed6242f4d58 req-b88a76d1-2a13-4f62-a1b4-be5db245f791 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 932 time: 0.2044413 Nov 10 16:43:16.400633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:16.400965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Checking segment: {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:16.401598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Bound using segment: {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:16.402034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Bound port: 939b819b-b0b4-4eaf-9b58-91de02d6e5bd, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:16.402401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.411798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebc53c-f244-42ab-bebb-fc502f377d1c None None] Pushing event updated for resources: {'Port': ['ID=e2d9cd44-9f82-431a-a869-f8dcefb969e4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:16.503502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d3dedd27-5c1a-4435-b83b-078eaf4fcc78 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:16.554712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] For port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:16.559446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] For port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:16.652599 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada04658-0eb0-4c94-9d48-49281c4202fe {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:16.665977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.671845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb4edc88-3c2c-4331-8a60-8ad25308dde3 req-c6543f8e-2e52-49b4-91f6-8e35023b6735 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219519 Nov 10 16:43:16.684949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Transition to ACTIVE for port object ada04658-0eb0-4c94-9d48-49281c4202fe will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:16.698091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:43:16.704931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:16.704931 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.735998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c688070b-1894-48e2-b72f-aed6242f4d58 req-c3e619d9-edd4-4381-91b5-12b1dcb63823 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356440 Nov 10 16:43:16.739895 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.907989 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.921148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Pushing event updated for resources: {'Port': ['ID=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:16.933662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:16.990376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Delete allocated IP 2001:db8::1dc (e615371b-7f40-4b06-974e-91edacf37350/078496d4-2357-44b8-aa58-c015663d3bb2) {{(pid=103325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 16:43:17.012498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d3dedd27-5c1a-4435-b83b-078eaf4fcc78, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:17.014266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf0a2bb-eae7-4249-8763-d7c2d505eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:17.025810 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d35a8a-27c9-44c0-aeaa-f97d598689fa" -d '{"events": [{"server_uuid": "ebf0a2bb-eae7-4249-8763-d7c2d505eb6e", "name": "network-vif-plugged", "status": "completed", "tag": "d3dedd27-5c1a-4435-b83b-078eaf4fcc78"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:17.026989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8:0:1::3d3 (e615371b-7f40-4b06-974e-91edacf37350/4df05362-6797-465c-a91a-32cd400a442f/a07916a6-1667-4fae-b6c6-a6f31fca83b1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:17.053511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Pushing event updated for resources: {'Port': ['ID=ada04658-0eb0-4c94-9d48-49281c4202fe,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:17.095394 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:17.133476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:17.137835 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:17.176966 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6edaba-72af-4483-a238-6af45f808171 x-openstack-request-id: req-4b6edaba-72af-4483-a238-6af45f808171 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:17.177264 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf0a2bb-eae7-4249-8763-d7c2d505eb6e", "name": "network-vif-plugged", "status": "completed", "tag": "d3dedd27-5c1a-4435-b83b-078eaf4fcc78", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:17.177517 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b6edaba-72af-4483-a238-6af45f808171 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:17.177922 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf0a2bb-eae7-4249-8763-d7c2d505eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78', 'code': 200} Nov 10 16:43:17.191191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:17.192267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:17.194803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-24892d52-02b3-4e78-a9f9-acbe87ff43d7 service neutron] 10.222.0.18 "PUT /v2.0/ports/939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 1092 time: 4.3202882 Nov 10 16:43:17.213937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff7abd4-c6be-43ba-9b4b-6abebf5bf37d', 'tag': '939b819b-b0b4-4eaf-9b58-91de02d6e5bd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:17.217473 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11e6c3-7d08-464a-b341-24ff4708dc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "fff7abd4-c6be-43ba-9b4b-6abebf5bf37d", "tag": "939b819b-b0b4-4eaf-9b58-91de02d6e5bd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:17.227055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Attempting to bind port ada04658-0eb0-4c94-9d48-49281c4202fe on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:17.230691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Attempting to bind port ada04658-0eb0-4c94-9d48-49281c4202fe by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:17.231715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Attempting to bind port ada04658-0eb0-4c94-9d48-49281c4202fe on network 8963d7a9-5881-4006-9614-2c2fc3c5a670 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:17.246920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Port ada04658-0eb0-4c94-9d48-49281c4202fe on network 8963d7a9-5881-4006-9614-2c2fc3c5a670 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:17.249982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Attempting to bind port ada04658-0eb0-4c94-9d48-49281c4202fe on network 8963d7a9-5881-4006-9614-2c2fc3c5a670 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:17.262908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:17.265202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:17.282506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Checking segment: {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:17.285132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Bound using segment: {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:17.286517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Bound port: ada04658-0eb0-4c94-9d48-49281c4202fe, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:17.287672 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:17.402917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ce57-2163-4b3e-bdbd-05285f0ad687 req-18b2216d-795f-4825-a4e2-7ff2f7aa0d87 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:17.417046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5cd4ce57-2163-4b3e-bdbd-05285f0ad687 req-18b2216d-795f-4825-a4e2-7ff2f7aa0d87 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 932 time: 0.5165372 Nov 10 16:43:17.475074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52940) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:17.476443 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d2ac02-559d-47c1-a54a-9651264f66d9 x-openstack-request-id: req-83d2ac02-559d-47c1-a54a-9651264f66d9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:17.476767 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff7abd4-c6be-43ba-9b4b-6abebf5bf37d", "tag": "939b819b-b0b4-4eaf-9b58-91de02d6e5bd", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:17.477143 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83d2ac02-559d-47c1-a54a-9651264f66d9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:17.477539 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff7abd4-c6be-43ba-9b4b-6abebf5bf37d', 'tag': '939b819b-b0b4-4eaf-9b58-91de02d6e5bd', 'status': 'completed', 'code': 200} Nov 10 16:43:17.559688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-a0270733-22fb-4bed-b870-9dc6df802f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:17.561365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-a0270733-22fb-4bed-b870-9dc6df802f0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1095 time: 0.2556598 Nov 10 16:43:17.579718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5cd4ce57-2163-4b3e-bdbd-05285f0ad687 req-2989dc51-e6e6-491d-a450-06469ea39c33 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561017 Nov 10 16:43:17.638604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-57e894a8-90f4-4c81-a048-c5871716f592 None None] Provisioning complete for port a07916a6-1667-4fae-b6c6-a6f31fca83b1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:17.639244 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57e894a8-90f4-4c81-a048-c5871716f592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:17.643163 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-6b3e6d78-dea9-4ce7-b3dd-8037ce203cc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 217 time: 0.0624199 Nov 10 16:43:17.699150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-57e894a8-90f4-4c81-a048-c5871716f592 None None] Port a07916a6-1667-4fae-b6c6-a6f31fca83b1 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:17.710051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-57e894a8-90f4-4c81-a048-c5871716f592 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:17.710659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57e894a8-90f4-4c81-a048-c5871716f592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:17.734518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-3ca26fe8-ab57-4af5-a003-cc6d2c3ae2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:17.746146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-3ca26fe8-ab57-4af5-a003-cc6d2c3ae2f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.0923188 Nov 10 16:43:17.817452 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-690ef071-9c8e-4393-825c-db82699a9eea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661290 Nov 10 16:43:17.826596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] For port ada04658-0eb0-4c94-9d48-49281c4202fe, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:17.855298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e2d9cd44-9f82-431a-a869-f8dcefb969e4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:17.937407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-57e894a8-90f4-4c81-a048-c5871716f592 None None] Provisioning complete for port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:17.939040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57e894a8-90f4-4c81-a048-c5871716f592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:17.980057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-2d16d79d-b311-4d9a-901c-9b731710bfdc service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394589 Nov 10 16:43:17.983216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:18.020585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:18.021012 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.058552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-57e894a8-90f4-4c81-a048-c5871716f592 None None] Port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:18.061519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] For port ada04658-0eb0-4c94-9d48-49281c4202fe, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ada04658-0eb0-4c94-9d48-49281c4202fe,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:18.134122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-79596539', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:18.150391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.169487 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.202142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c7b22-5907-429c-a7a8-28c2369a35b4 req-8da5baf6-6761-4533-8957-4a8be53afe2d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:18.205063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-393c7b22-5907-429c-a7a8-28c2369a35b4 req-8da5baf6-6761-4533-8957-4a8be53afe2d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 944 time: 0.2203250 Nov 10 16:43:18.234653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.251513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:18.252779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.254759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] 10.222.0.18 "PUT /v2.0/ports/ada04658-0eb0-4c94-9d48-49281c4202fe HTTP/1.1" status: 200 len: 1093 time: 3.2614639 Nov 10 16:43:18.346026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcb6974f-34a8-43b8-a6f2-6a32081d5f1a req-6f858427-7c76-4516-ad0d-1bcfda1e683e service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205621 Nov 10 16:43:18.346026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:18.348102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=a07916a6-1667-4fae-b6c6-a6f31fca83b1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:18.367286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e26ac-a9a9-40e0-ae36-35ed3c439950 req-de9d9c6b-8382-43a8-96b7-77dc70811eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:18.368830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-618e26ac-a9a9-40e0-ae36-35ed3c439950 req-de9d9c6b-8382-43a8-96b7-77dc70811eaf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 1102 time: 1.1571178 Nov 10 16:43:18.388637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1846117014-network', 'tenant_id': '5ff46e96d4d4484390f0da2f5e42be46'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:18.429740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-393c7b22-5907-429c-a7a8-28c2369a35b4 req-dc3f698f-e1c4-4e80-aded-9ff56590fd83 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959345 Nov 10 16:43:18.430520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Made reservation on behalf of f8f8461df1aa4d0ba2bb2b20d218cee9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:18.439501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.451210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] In _notify_port_updated(), no bound segment for port a07916a6-1667-4fae-b6c6-a6f31fca83b1 on network e615371b-7f40-4b06-974e-91edacf37350 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:43:18.456873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:18.457552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.459209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8b14bd76-0f1d-47a3-b9b3-fc8a2f6e70ee tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "PUT /v2.0/ports/a07916a6-1667-4fae-b6c6-a6f31fca83b1 HTTP/1.1" status: 200 len: 930 time: 3.1052485 Nov 10 16:43:18.489648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151590ea-64b7-4730-aaf9-56adb1a4754d req-82831f6f-7446-469b-8b27-aa66937f0e0d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:18.491226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-151590ea-64b7-4730-aaf9-56adb1a4754d req-82831f6f-7446-469b-8b27-aa66937f0e0d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 950 time: 0.3382778 Nov 10 16:43:18.496670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:18.511958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79dba6-799b-4438-a04e-5eb04c913b94 service neutron] Pushing event updated for resources: {'Port': ['ID=ada04658-0eb0-4c94-9d48-49281c4202fe,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:18.560645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.575506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-879928991-network', 'tenant_id': 'd7cf8c8abb314fe1a685b8cd34c6f1a0'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:18.580676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-618e26ac-a9a9-40e0-ae36-35ed3c439950 req-d18d618b-af0e-4c05-99ba-3dd1327ee73d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016695 Nov 10 16:43:18.618090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Allocated IP 10.1.1.232 (ccc91858-4f38-4b10-9cfb-33f33ed3498c/d37d26dd-d049-4395-b9dc-890aa6aac64e/a6df1d8a-ea18-4393-801b-6add954c4c55) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:18.677581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a79f007d-165f-45c4-928e-27077adeefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:18.679334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a79f007d-165f-45c4-928e-27077adeefd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 1096 time: 0.2371545 Nov 10 16:43:18.702769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-591e1f9a-bdd9-4086-b1a8-3245471a11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:18.705410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-591e1f9a-bdd9-4086-b1a8-3245471a11cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1095 time: 0.1184559 Nov 10 16:43:18.749084 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-151590ea-64b7-4730-aaf9-56adb1a4754d req-350c06a8-3a1f-40d2-9db8-649b6f8f7816 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137001 Nov 10 16:43:18.776113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Made reservation on behalf of 5ff46e96d4d4484390f0da2f5e42be46 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:18.778391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.840498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-7bac0606-0e30-4cf0-8879-402252d8064e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada04658-0eb0-4c94-9d48-49281c4202fe HTTP/1.1" status: 200 len: 217 time: 0.1485207 Nov 10 16:43:18.863980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34f9ce4c-98d9-4328-8b50-6e249bbd36ac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port a07916a6-1667-4fae-b6c6-a6f31fca83b1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:18.864363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34f9ce4c-98d9-4328-8b50-6e249bbd36ac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.873132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.909569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d9db9c02-4063-426f-b7cf-dd75b5d9679a None None] Provisioning complete for port a07916a6-1667-4fae-b6c6-a6f31fca83b1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:18.910145 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9db9c02-4063-426f-b7cf-dd75b5d9679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.971476 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d9db9c02-4063-426f-b7cf-dd75b5d9679a None None] Port a07916a6-1667-4fae-b6c6-a6f31fca83b1 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:18.971719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:18.983099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Made reservation on behalf of d7cf8c8abb314fe1a685b8cd34c6f1a0 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:18.986197 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.001118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34f9ce4c-98d9-4328-8b50-6e249bbd36ac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.014434 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.025283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34f9ce4c-98d9-4328-8b50-6e249bbd36ac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for a07916a6-1667-4fae-b6c6-a6f31fca83b1 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:19.055458 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.064647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed5912-6ece-43e5-a733-830801fc2b78 req-fb06d6b4-e277-4a39-af40-feee26e6a6e3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:19.066227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46ed5912-6ece-43e5-a733-830801fc2b78 req-fb06d6b4-e277-4a39-af40-feee26e6a6e3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 932 time: 0.2916501 Nov 10 16:43:19.114039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-3e631d06-77bf-4252-b8bc-907fe04ab198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:19.115985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-3e631d06-77bf-4252-b8bc-907fe04ab198 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.2539608 Nov 10 16:43:19.121718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.156732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.172014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] device_id is not set on port 759b0231-a861-4525-a19e-85a0a098fd67 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:19.206659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:19.209110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-a152c5c5-ee1b-440d-b593-f738025b887c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789263 Nov 10 16:43:19.218625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:19.222703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-292d375c-2a21-4eaf-b6a5-fc2c72f36133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:19.224615 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-292d375c-2a21-4eaf-b6a5-fc2c72f36133 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.4757113 Nov 10 16:43:19.231353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:19.266571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=a6df1d8a-ea18-4393-801b-6add954c4c55,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:19.308555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:19.308555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.356251 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34f9ce4c-98d9-4328-8b50-6e249bbd36ac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.396110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9ce4c-98d9-4328-8b50-6e249bbd36ac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=a07916a6-1667-4fae-b6c6-a6f31fca83b1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:19.437366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-52064d08-2d2c-4dc9-a230-286c47115523 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1347549 Nov 10 16:43:19.439880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34f9ce4c-98d9-4328-8b50-6e249bbd36ac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.442611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833d3eb1-f079-4420-bb0f-3daf1b389c6d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:19.446820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-34f9ce4c-98d9-4328-8b50-6e249bbd36ac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/a07916a6-1667-4fae-b6c6-a6f31fca83b1 HTTP/1.1" status: 204 len: 168 time: 0.9487355 Nov 10 16:43:19.461242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-9595d7f8-8938-4885-a2a8-b1d7a0d1abd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 217 time: 0.1730542 Nov 10 16:43:19.464808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52972) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:19.480797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46ed5912-6ece-43e5-a733-830801fc2b78 req-2abc1e0a-9495-4a98-ab98-070513410e68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4068239 Nov 10 16:43:19.503458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be3ca1e-fc20-4097-8b88-9dc63c6e1fea', 'tag': 'ada04658-0eb0-4c94-9d48-49281c4202fe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:19.505566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'admin_state_up': True, 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'security_groups': ['43c483ab-5bea-4171-952f-5de3aa25966f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:19.505708 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae11f9e-2e99-4f97-a357-32e858a0c38e" -d '{"events": [{"name": "network-changed", "server_uuid": "2be3ca1e-fc20-4097-8b88-9dc63c6e1fea", "tag": "ada04658-0eb0-4c94-9d48-49281c4202fe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:19.540473 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.617170 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb480ab-6e1c-4a98-bde0-f05f3f00633b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:43:19.622484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ccb480ab-6e1c-4a98-bde0-f05f3f00633b tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/a07916a6-1667-4fae-b6c6-a6f31fca83b1 HTTP/1.1" status: 404 len: 333 time: 0.1560471 Nov 10 16:43:19.629263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:19.636779 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f02f551-54f1-4a5f-9131-ff752f09748c x-openstack-request-id: req-0f02f551-54f1-4a5f-9131-ff752f09748c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:19.637348 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be3ca1e-fc20-4097-8b88-9dc63c6e1fea", "tag": "ada04658-0eb0-4c94-9d48-49281c4202fe", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:19.637595 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f02f551-54f1-4a5f-9131-ff752f09748c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:19.637985 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be3ca1e-fc20-4097-8b88-9dc63c6e1fea', 'tag': 'ada04658-0eb0-4c94-9d48-49281c4202fe', 'status': 'completed', 'code': 200} Nov 10 16:43:19.644481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.647003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.663450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-17f3d823-9961-4e22-a991-d2469f0ca0b4 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242923 Nov 10 16:43:19.668888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-97299ba5-f039-40df-a4b9-952f48ada5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:19.670341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-97299ba5-f039-40df-a4b9-952f48ada5ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.2017622 Nov 10 16:43:19.728190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1348e46e-be3d-4cda-90fa-975d6a1beb0a None None] Provisioning complete for port a6df1d8a-ea18-4393-801b-6add954c4c55 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:19.728707 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1348e46e-be3d-4cda-90fa-975d6a1beb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.737358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:43:19.770485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Allocated IP 172.25.3.110 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/759b0231-a861-4525-a19e-85a0a098fd67) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:19.775360 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-f8d9385b-5d9b-4a0f-aec6-ac45a3b26f3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809033 Nov 10 16:43:19.789976 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.802257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a33d364-3945-4d1e-bccc-5f911582e275,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:19.831112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1348e46e-be3d-4cda-90fa-975d6a1beb0a None None] Port a6df1d8a-ea18-4393-801b-6add954c4c55 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:19.855782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.856123 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Added segment 23073e61-3788-46aa-b2a1-41cf489ac442 of type vlan for network f734807f-7931-4d38-b94d-7c79fd4060b6 Nov 10 16:43:19.866825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e3150-6ff8-44b3-a028-30802b6fd4a8 req-bae420fd-0630-45f5-bb66-d910f30b67e4 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:19.877431 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e40e3150-6ff8-44b3-a028-30802b6fd4a8 req-bae420fd-0630-45f5-bb66-d910f30b67e4 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 944 time: 0.2646694 Nov 10 16:43:19.889226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:43:19.915354 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42e925a4-7279-4c7b-8624-6f51ee09978c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:19.966626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42e925a4-7279-4c7b-8624-6f51ee09978c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.004914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e40e3150-6ff8-44b3-a028-30802b6fd4a8 req-dd713849-d9fb-4b81-87a0-ad9e27f9948c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255193 Nov 10 16:43:20.038717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.039071 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Added segment 373425da-f92f-4c40-b106-a4c3160823e1 of type vlan for network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 Nov 10 16:43:20.043737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:20.049886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.062967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8012a351-535b-4bca-9932-deb503343ef3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:20.125379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.128528 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42e925a4-7279-4c7b-8624-6f51ee09978c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.133101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42e925a4-7279-4c7b-8624-6f51ee09978c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.137415 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-42e925a4-7279-4c7b-8624-6f51ee09978c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/security-groups/5b4db859-700d-467e-abdc-a6c8a41e32cd HTTP/1.1" status: 204 len: 168 time: 0.4902599 Nov 10 16:43:20.141404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:20.189479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e925a4-7279-4c7b-8624-6f51ee09978c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4db859-700d-467e-abdc-a6c8a41e32cd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:20.270505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.270775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35a75c86-b763-4d61-98f4-a29f6738a629 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.276468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd6095aa-3570-4606-a72f-1433a0fc1d1b req-579fd27c-757c-46d5-ae5d-6f2c3a3c5479 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957651 Nov 10 16:43:20.280225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:43:20.291608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Allocated IP 10.1.1.95 (ccc91858-4f38-4b10-9cfb-33f33ed3498c/d37d26dd-d049-4395-b9dc-890aa6aac64e/60898d86-7bc3-4062-9773-8363c4476c9f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:20.314051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35a75c86-b763-4d61-98f4-a29f6738a629 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.319603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29bf49-6aff-4b6b-8a15-9a902ba82705 req-9ced1b97-3ce2-46db-98c0-f840c35a9732 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:20.323897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e29bf49-6aff-4b6b-8a15-9a902ba82705 req-9ced1b97-3ce2-46db-98c0-f840c35a9732 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 950 time: 0.4166491 Nov 10 16:43:20.388399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-4efbe4d2-68c0-4822-8408-d8ba7a99109b service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892932 Nov 10 16:43:20.420421 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.467736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.468599 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:20.469766 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.481392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35a75c86-b763-4d61-98f4-a29f6738a629 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.484721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35a75c86-b763-4d61-98f4-a29f6738a629 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.489326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-35a75c86-b763-4d61-98f4-a29f6738a629 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/security-groups/9c06682a-18a2-4a9f-b995-bbe384828844 HTTP/1.1" status: 204 len: 168 time: 0.3428433 Nov 10 16:43:20.492786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:20.513151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a75c86-b763-4d61-98f4-a29f6738a629 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c06682a-18a2-4a9f-b995-bbe384828844,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:20.538969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.540492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:20.541401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.565635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e29bf49-6aff-4b6b-8a15-9a902ba82705 req-0ef55050-3b13-479c-8ef8-c3e29120759c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250423 Nov 10 16:43:20.589182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.669895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6717453 Nov 10 16:43:20.676434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603d600-7454-4a42-a937-9da6cd49b9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f734807f-7931-4d38-b94d-7c79fd4060b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:20.678836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:20.683503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a03bff7-b48a-436e-8383-01ca78959e4f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet 078496d4-2357-44b8-aa58-c015663d3bb2 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:20.690713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f734807f-7931-4d38-b94d-7c79fd4060b6 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:43:20.692727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-ae5c9b15-e7fe-4e33-9018-3362cd36d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:20.695558 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-ae5c9b15-e7fe-4e33-9018-3362cd36d474 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 1096 time: 0.2538109 Nov 10 16:43:20.698032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a03bff7-b48a-436e-8383-01ca78959e4f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.704786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Request body: {'subnet': {'network_id': 'f734807f-7931-4d38-b94d-7c79fd4060b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1846117014-subnet', 'tenant_id': '5ff46e96d4d4484390f0da2f5e42be46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:20.778613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda05c72-0d64-4f36-b4ff-64d9551e911e req-a36f6ba3-ae41-416f-ac86-6bdf0c182fb1 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:20.783190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4244938 Nov 10 16:43:20.785386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda05c72-0d64-4f36-b4ff-64d9551e911e req-a36f6ba3-ae41-416f-ac86-6bdf0c182fb1 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:20.785816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b11e6c3-7d08-464a-b341-24ff4708dc5e req-d9a4eea4-a8b5-4ead-80f6-2aa4efb95a2f service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861511 Nov 10 16:43:20.787009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eda05c72-0d64-4f36-b4ff-64d9551e911e req-a36f6ba3-ae41-416f-ac86-6bdf0c182fb1 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 1654 time: 0.1562300 Nov 10 16:43:20.790666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52992) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:20.796716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Request body: {'subnet': {'network_id': 'e618e3cd-30bf-4b6c-a583-81e8b008a3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-879928991-subnet', 'tenant_id': 'd7cf8c8abb314fe1a685b8cd34c6f1a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:20.800481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a03bff7-b48a-436e-8383-01ca78959e4f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.880093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b17b49-1452-4b40-8f98-7b167ee71c8a admin admin] Pushing event updated for resources: {'Network': ['ID=e618e3cd-30bf-4b6c-a583-81e8b008a3d2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:20.890824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:43:20.894602 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.971844 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eda05c72-0d64-4f36-b4ff-64d9551e911e req-e68c1131-e1e6-413d-9acb-52d6031171fd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276631 Nov 10 16:43:20.972569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:20.978271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Made reservation on behalf of 5ff46e96d4d4484390f0da2f5e42be46 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:20.985517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.986211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-d047a6bf-d046-4812-8e35-2781c76be8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:20.990680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:20.998425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-d047a6bf-d046-4812-8e35-2781c76be8bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.2880533 Nov 10 16:43:20.999450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:21.004985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:21.012901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Pushing event updated for resources: {'Port': ['ID=759b0231-a861-4525-a19e-85a0a098fd67,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:21.025624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612f902-8533-4c07-9b66-e5b8d2972452 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:21.090063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-360a7684-e21b-4d4a-83a9-9a8742fa46ec None None] Provisioning complete for port 759b0231-a861-4525-a19e-85a0a098fd67 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:21.090695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-360a7684-e21b-4d4a-83a9-9a8742fa46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.105232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:21.106000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.132325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:21.139795 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a03bff7-b48a-436e-8383-01ca78959e4f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.149771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-360a7684-e21b-4d4a-83a9-9a8742fa46ec None None] Port 759b0231-a861-4525-a19e-85a0a098fd67 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:21.155956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:21.170079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-73b49994-9412-48a3-8567-4dbf0efd174d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada04658-0eb0-4c94-9d48-49281c4202fe HTTP/1.1" status: 200 len: 217 time: 0.1625896 Nov 10 16:43:21.181697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:21.206361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=60898d86-7bc3-4062-9773-8363c4476c9f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:21.248566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Made reservation on behalf of d7cf8c8abb314fe1a685b8cd34c6f1a0 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:21.251526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.286081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-1ea8cc7b-4055-439f-8bb4-93c9717b12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:21.287602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-1ea8cc7b-4055-439f-8bb4-93c9717b12fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.1037827 Nov 10 16:43:21.297451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707909f2-9ba5-4de0-b12b-6fe7614e737f req-e0110af9-3d9d-4364-b4bd-04a3714a0063 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:21.305408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-707909f2-9ba5-4de0-b12b-6fe7614e737f req-e0110af9-3d9d-4364-b4bd-04a3714a0063 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 944 time: 0.1341462 Nov 10 16:43:21.357790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:21.358421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.388608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-a94e6dc7-4cd6-49b5-94d1-d56fbd4ee31b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807621 Nov 10 16:43:21.398363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9adb486d-26e6-4268-9739-ef0a070f008d tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.9197922 Nov 10 16:43:21.403871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:21.416192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.110'}]}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:21.457050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5c8edde7-36be-4e9e-9775-ad204b46164f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9926560 Nov 10 16:43:21.465255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf', 'admin_state_up': True, 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'security_groups': ['43c483ab-5bea-4171-952f-5de3aa25966f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:21.477018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1c50841d-ec89-4eae-a630-e2ea47229a8a None None] Provisioning complete for port 60898d86-7bc3-4062-9773-8363c4476c9f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:21.477680 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c50841d-ec89-4eae-a630-e2ea47229a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.518042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1c50841d-ec89-4eae-a630-e2ea47229a8a None None] Port 60898d86-7bc3-4062-9773-8363c4476c9f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:21.535569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a03bff7-b48a-436e-8383-01ca78959e4f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.548799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-707909f2-9ba5-4de0-b12b-6fe7614e737f req-c258370e-f520-4a62-aa9a-43fe5f7f3468 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425528 Nov 10 16:43:21.576290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03bff7-b48a-436e-8383-01ca78959e4f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=078496d4-2357-44b8-aa58-c015663d3bb2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:21.588588 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a03bff7-b48a-436e-8383-01ca78959e4f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.592091 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6a03bff7-b48a-436e-8383-01ca78959e4f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/078496d4-2357-44b8-aa58-c015663d3bb2 HTTP/1.1" status: 204 len: 168 time: 1.0883112 Nov 10 16:43:21.593038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd363b7b-bca6-4eb7-b64f-57234fa56c1a None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:21.596622 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.601875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-9cd4e191-a451-4bda-9843-7d7ad9c509dd service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010014 Nov 10 16:43:21.605320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53000) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:21.612854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:21.653147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52a1fe0-732e-4755-a461-99069917d533,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:21.696202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.697257 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:21.768647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Checking segment: {'id': '23073e61-3788-46aa-b2a1-41cf489ac442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f734807f-7931-4d38-b94d-7c79fd4060b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:21.769308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Network hostable DHCP agents. Network: f734807f-7931-4d38-b94d-7c79fd4060b6, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:43:21.795737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60782b-e627-4b3b-8d72-f4066f3cd244 req-7c7be816-b3fa-4bbc-9194-077e4e80ca40 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:21.797569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff60782b-e627-4b3b-8d72-f4066f3cd244 req-7c7be816-b3fa-4bbc-9194-077e4e80ca40 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 950 time: 0.0863903 Nov 10 16:43:21.855911 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff60782b-e627-4b3b-8d72-f4066f3cd244 req-e5986942-b553-44dd-8869-c731ab77e752 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493371 Nov 10 16:43:21.957517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:21.980170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Network f734807f-7931-4d38-b94d-7c79fd4060b6 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:43:22.102058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f734807f-7931-4d38-b94d-7c79fd4060b6) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:22.112299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad7c60-6a83-49a6-aa15-a7cb8d2beaff None None] Network f734807f-7931-4d38-b94d-7c79fd4060b6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:22.141715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.142814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.167688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.234331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bfe5b34d-2e93-42a2-9ae0-a0299352c8c1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5475709 Nov 10 16:43:22.347498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 939b819b-b0b4-4eaf-9b58-91de02d6e5bd details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:43:22.400088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3aa97c-8211-4457-a82d-8f45078e2f8a None None] Network f734807f-7931-4d38-b94d-7c79fd4060b6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:22.406069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.528346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6267-2971-468d-9e7a-4f969123015d req-0db53424-b486-42d1-90c4-b93f079e5e93 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.546040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6267-2971-468d-9e7a-4f969123015d req-0db53424-b486-42d1-90c4-b93f079e5e93 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.569458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Allocated IP 10.2.2.100 (650047ea-d6fe-4afa-8b18-0dde135647bf/af7c99b5-14e9-4ece-8b1f-0b5acde9da2f/010f6ea7-1ff5-4e24-bc59-5ffaaa783965) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:22.573691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6267-2971-468d-9e7a-4f969123015d req-0db53424-b486-42d1-90c4-b93f079e5e93 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.577412 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-681a6267-2971-468d-9e7a-4f969123015d req-0db53424-b486-42d1-90c4-b93f079e5e93 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 2374 time: 0.3663425 Nov 10 16:43:22.646117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.658496 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ae11f9e-2e99-4f97-a357-32e858a0c38e req-d9a3ef8e-5a00-4323-802a-a5651611c3b9 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0419393 Nov 10 16:43:22.707367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:22.751943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '939b819b-b0b4-4eaf-9b58-91de02d6e5bd', 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670', 'port_id': '939b819b-b0b4-4eaf-9b58-91de02d6e5bd', 'mac_address': 'fa:16:3e:39:e2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa4e1f0-1bc1-4cde-9616-a53374c6288b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:43:22.772372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.832055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.847805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939b819b-b0b4-4eaf-9b58-91de02d6e5bd {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:22.871410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.871884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.872345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.872860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.873256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.873706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.874158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.874604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.875049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:22.883426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:22.886296 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-544bb6c7-27f6-408e-aab4-79c5089ac56d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d&device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d&device_id=bd7edadf-d175-4a13-832b-19e7548b92cf&device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 7994 time: 0.1189425 Nov 10 16:43:22.886636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-46663f93-fe82-4e98-a147-8e28d3d3b103 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:22.887336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-46663f93-fe82-4e98-a147-8e28d3d3b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.892390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:22.901003 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-3ae58107-120d-48fa-951c-4c79e7d6b8f7 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.903271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.916820 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.965061 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:22.967033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-681a6267-2971-468d-9e7a-4f969123015d req-4f0f468c-a265-41fa-a781-b1976e5b40ab tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3775089 Nov 10 16:43:22.967703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2824f75f-8689-40cf-9eb7-7e6a99b8194b,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:22.995273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network 650047ea-d6fe-4afa-8b18-0dde135647bf is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:23.006082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:23.010152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:23.068204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.097989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:23.117031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:23.117769 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.118930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:23.128823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Checking segment: {'id': '373425da-f92f-4c40-b106-a4c3160823e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e618e3cd-30bf-4b6c-a583-81e8b008a3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:23.129449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Network hostable DHCP agents. Network: e618e3cd-30bf-4b6c-a583-81e8b008a3d2, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:43:23.142096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-46663f93-fe82-4e98-a147-8e28d3d3b103 None None] Provisioning complete for port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:23.143943 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-46663f93-fe82-4e98-a147-8e28d3d3b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.195027 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-3ae58107-120d-48fa-951c-4c79e7d6b8f7 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.201806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['939b819b-b0b4-4eaf-9b58-91de02d6e5bd'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:43:23.240772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-217add10-4a47-489f-a0b8-2fa2d31decbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7817140 Nov 10 16:43:23.248372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-46663f93-fe82-4e98-a147-8e28d3d3b103 None None] Port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:23.252245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf', 'admin_state_up': True, 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'security_groups': ['43c483ab-5bea-4171-952f-5de3aa25966f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:23.352655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-3ae58107-120d-48fa-951c-4c79e7d6b8f7 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.401697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f9354-a7b5-4320-9833-5e4209a36687 req-4a2eb520-0ecf-4e15-a3f9-a81dbf774d28 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:23.410414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd6f9354-a7b5-4320-9833-5e4209a36687 req-4a2eb520-0ecf-4e15-a3f9-a81dbf774d28 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 944 time: 0.2352135 Nov 10 16:43:23.425509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae58107-120d-48fa-951c-4c79e7d6b8f7 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d869f099-fdf8-44c8-b106-e74f3bba537e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:23.432562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:43:23.480676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e2bfb13a-556c-4bc9-aaf6-6fbff993b448 None None] Provisioning complete for port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:23.481049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb13a-556c-4bc9-aaf6-6fbff993b448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.492875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd6f9354-a7b5-4320-9833-5e4209a36687 req-5ac77e45-b8ea-43cd-87ca-09546d3575ed tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814607 Nov 10 16:43:23.549508 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:43:23.558547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:23.559621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e618e3cd-30bf-4b6c-a583-81e8b008a3d2) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:23.571080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4131b00-4e27-4a86-8800-b53975c7468b None None] Network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:23.579290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:23.580103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.582217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1258990133-network', 'tenant_id': 'c6c3278ab10641979d0eb86a7bfcc5f8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:23.653470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-163858df-0d7a-4d25-8e3c-b229900c94ec req-3ae58107-120d-48fa-951c-4c79e7d6b8f7 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&id=43c483ab-5bea-4171-952f-5de3aa25966f&id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 539 time: 0.7657304 Nov 10 16:43:23.723187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Made reservation on behalf of b77e4e840b4740faa5bcd049307eb068 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:23.729141 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.745130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e2bfb13a-556c-4bc9-aaf6-6fbff993b448 None None] Port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:23.804717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665dfc4e-2143-4345-9067-b95f5d8061f1 None None] Network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:23.824997 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-662875f4-ff35-4dcd-842f-eda534e02b1d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0327499 Nov 10 16:43:23.851004 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.877164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.881399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.965746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Made reservation on behalf of c6c3278ab10641979d0eb86a7bfcc5f8 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:23.966320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=6c2af3c4-ebae-4402-9375-41672b9105b0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:23.968140 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:23.978120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:24.010586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.020943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:24.025887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.026492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.052892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647b2ad1-bd0e-4985-80f0-cda16a2866f0 None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:24.154565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-810dd72b-c543-4bb6-ba40-75cf38e24791 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5474434 Nov 10 16:43:24.166912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53044) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:24.171257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.173390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1b1e7888-0788-4178-9f49-46a73390319d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'security_group': {'name': 'tempest-secgroup-1594270988'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:24.179734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Allocated IP 10.2.2.200 (650047ea-d6fe-4afa-8b18-0dde135647bf/af7c99b5-14e9-4ece-8b1f-0b5acde9da2f/7b323c6f-5120-461e-bdad-9bf5228bb7a5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:24.198982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc1dc-0dc1-43d9-82f0-ca2448def48b req-bb38fe0a-f02b-46e4-9acc-a0e6c1ff35f6 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.199502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc1dc-0dc1-43d9-82f0-ca2448def48b req-bb38fe0a-f02b-46e4-9acc-a0e6c1ff35f6 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.199964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc1dc-0dc1-43d9-82f0-ca2448def48b req-bb38fe0a-f02b-46e4-9acc-a0e6c1ff35f6 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.209532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c5bc1dc-0dc1-43d9-82f0-ca2448def48b req-bb38fe0a-f02b-46e4-9acc-a0e6c1ff35f6 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e&device_id=bd7edadf-d175-4a13-832b-19e7548b92cf&device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 2885 time: 0.2373836 Nov 10 16:43:24.279199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed88d7-cf0e-472c-acad-6814a4843519 req-50db0adf-af7b-4b89-88fe-f071cd5f16b9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.295039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c5bc1dc-0dc1-43d9-82f0-ca2448def48b req-7ab98d52-d6bc-4dc1-8cac-eb4309c6654b tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844884 Nov 10 16:43:24.295768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.296390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed88d7-cf0e-472c-acad-6814a4843519 req-50db0adf-af7b-4b89-88fe-f071cd5f16b9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.326391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ada04658-0eb0-4c94-9d48-49281c4202fe details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:43:24.330378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed88d7-cf0e-472c-acad-6814a4843519 req-50db0adf-af7b-4b89-88fe-f071cd5f16b9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.352067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed88d7-cf0e-472c-acad-6814a4843519 req-50db0adf-af7b-4b89-88fe-f071cd5f16b9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.354835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aed88d7-cf0e-472c-acad-6814a4843519 req-50db0adf-af7b-4b89-88fe-f071cd5f16b9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 3095 time: 0.1998115 Nov 10 16:43:24.364170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:43:24.366525 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b1e7888-0788-4178-9f49-46a73390319d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.413880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0308d33b-bc86-4f36-85ab-4015d383c4e1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:24.426139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.426491 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Added segment 6b288041-2ab0-47ef-a46c-4436b72660e4 of type vlan for network 635a0d7d-341a-420c-a8a4-aff06b48bff3 Nov 10 16:43:24.434314 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aed88d7-cf0e-472c-acad-6814a4843519 req-801dcd37-9b57-4a3b-abdc-e51b11e68995 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618281 Nov 10 16:43:24.437027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.516807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.565386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 939b819b-b0b4-4eaf-9b58-91de02d6e5bd up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:24.586908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.613630 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.615215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.616171 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.705321 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.710665 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.727605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ada04658-0eb0-4c94-9d48-49281c4202fe, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ada04658-0eb0-4c94-9d48-49281c4202fe,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:24.754586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'ada04658-0eb0-4c94-9d48-49281c4202fe', 'network_id': '8963d7a9-5881-4006-9614-2c2fc3c5a670', 'port_id': 'ada04658-0eb0-4c94-9d48-49281c4202fe', 'mac_address': 'fa:16:3e:7b:24:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa4e1f0-1bc1-4cde-9616-a53374c6288b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:43:24.767523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471dddd-8973-4028-9b84-558d0caf3871 None None] Update dhcp port {'port': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'fixed_ips': [{'subnet_id': '4df05362-6797-465c-a91a-32cd400a442f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6c2af3c4-ebae-4402-9375-41672b9105b0'}], 'binding:host_id': 'n-d-714676-11'}, 'id': 'e2d9cd44-9f82-431a-a869-f8dcefb969e4'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:43:24.779630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2131441 Nov 10 16:43:24.786207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:24.798634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b8ff8-faba-42df-932a-17dcfe8d9cce admin admin] Pushing event updated for resources: {'Network': ['ID=635a0d7d-341a-420c-a8a4-aff06b48bff3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:24.807020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Request body: {'subnet': {'network_id': '635a0d7d-341a-420c-a8a4-aff06b48bff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1258990133-subnet', 'tenant_id': 'c6c3278ab10641979d0eb86a7bfcc5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:24.815855 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.817937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 635a0d7d-341a-420c-a8a4-aff06b48bff3 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:43:24.839940 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b1e7888-0788-4178-9f49-46a73390319d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.874296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615fb03-5f40-4cc6-a4c3-613f470fb5ef req-a304cdf0-26db-4694-9d64-29fa43cf7d98 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.887206 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2615fb03-5f40-4cc6-a4c3-613f470fb5ef req-a304cdf0-26db-4694-9d64-29fa43cf7d98 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 944 time: 0.1153936 Nov 10 16:43:24.887789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada04658-0eb0-4c94-9d48-49281c4202fe {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:24.889346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c954974-9cba-4947-9251-2f2079333015 req-681e383e-682f-48c1-bec0-c4c5471550b8 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:24.892370 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.893807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 841a524d-b3fe-4184-883a-2ae31f4cc85c {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:43:24.917486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-681e383e-682f-48c1-bec0-c4c5471550b8 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/networks?id=e618e3cd-30bf-4b6c-a583-81e8b008a3d2 HTTP/1.1" status: 200 len: 813 time: 0.3095596 Nov 10 16:43:24.923768 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-4e7e1706-2b54-490b-9dd0-31e34b2b73bd tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/quotas/d7cf8c8abb314fe1a685b8cd34c6f1a0 HTTP/1.1" status: 200 len: 375 time: 0.0198069 Nov 10 16:43:24.938781 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:24.975988 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2615fb03-5f40-4cc6-a4c3-613f470fb5ef req-a03f23b6-56ab-4d42-9477-ac8d40cc0df4 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868409 Nov 10 16:43:24.977237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-c9c7043a-9e5f-48ac-a7b0-dc4663129947 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7cf8c8abb314fe1a685b8cd34c6f1a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525155 Nov 10 16:43:24.988010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b1e7888-0788-4178-9f49-46a73390319d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.083446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e7888-0788-4178-9f49-46a73390319d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a187fc91-ae37-42d8-b8a1-9b0ad9c43f6e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:25.103429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Made reservation on behalf of c6c3278ab10641979d0eb86a7bfcc5f8 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:25.106017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.118847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b1e7888-0788-4178-9f49-46a73390319d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.120910 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9471dddd-8973-4028-9b84-558d0caf3871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.127972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b1e7888-0788-4178-9f49-46a73390319d tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9528387 Nov 10 16:43:25.127972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:25.133567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a2e9f530-e9c7-492f-9e4b-a6a22bbd35a0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'security_group': {'name': 'tempest-secgroup-658596614'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:25.154872 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 16:43:25.156459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ea8134c1-0192-4e88-b01c-4f74fc118d79 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7452905 Nov 10 16:43:25.167578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53072) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:25.167759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ada04658-0eb0-4c94-9d48-49281c4202fe, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ada04658-0eb0-4c94-9d48-49281c4202fe,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:25.171098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Network 650047ea-d6fe-4afa-8b18-0dde135647bf is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:25.173718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-4654dd75-1e67-4c1a-8da3-3d4291329287 service neutron] 10.222.0.62 "GET /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951840 Nov 10 16:43:25.222014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:25.229516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:25.271909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f530-e9c7-492f-9e4b-a6a22bbd35a0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.276483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event updated for resources: {'Port': ['ID=7b323c6f-5120-461e-bdad-9bf5228bb7a5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:25.396614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-97aef337-8656-4b66-b1e7-4ab0fc18ae33 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Deleting port 759b0231-a861-4525-a19e-85a0a098fd67 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:25.396968 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97aef337-8656-4b66-b1e7-4ab0fc18ae33 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.416611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:43:25.424263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.469864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:25.470264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.502603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:25.503581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.518166 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f530-e9c7-492f-9e4b-a6a22bbd35a0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.551851 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97aef337-8656-4b66-b1e7-4ab0fc18ae33 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.559347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-109f169d-d87c-401a-8838-9b473384f77e req-1384a398-a9f0-4267-8c78-d202b5bb2c91 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2781284 Nov 10 16:43:25.591893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-97aef337-8656-4b66-b1e7-4ab0fc18ae33 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Calling delete_port for 759b0231-a861-4525-a19e-85a0a098fd67 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:25.593714 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-8a5558c6-bc0e-43ed-9b5a-aaed6bdc2f1f service neutron] 10.222.0.62 "GET /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881612 Nov 10 16:43:25.603893 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f530-e9c7-492f-9e4b-a6a22bbd35a0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.611934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ada04658-0eb0-4c94-9d48-49281c4202fe,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:25.650660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9f530-e9c7-492f-9e4b-a6a22bbd35a0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7165151b-03af-4c58-86e5-275c68902ace,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:25.654158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9e05ac79-0b24-4af1-999a-52dd0978cfc3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4062848 Nov 10 16:43:25.662649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['ada04658-0eb0-4c94-9d48-49281c4202fe'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:43:25.699581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9471dddd-8973-4028-9b84-558d0caf3871 None None] Allocated IP 2001:db8::2 (e615371b-7f40-4b06-974e-91edacf37350/6c2af3c4-ebae-4402-9375-41672b9105b0/e2d9cd44-9f82-431a-a869-f8dcefb969e4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:25.728792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:25.783859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-001f1888-c73f-4622-8431-5a452babe105 None None] Provisioning complete for port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:25.784148 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-001f1888-c73f-4622-8431-5a452babe105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.834096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-001f1888-c73f-4622-8431-5a452babe105 None None] Port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:25.846077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f169d-d87c-401a-8838-9b473384f77e req-a99caac9-093d-4fe3-bb51-05a715d9107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:25.847987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-109f169d-d87c-401a-8838-9b473384f77e req-a99caac9-093d-4fe3-bb51-05a715d9107c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1101 time: 0.1872931 Nov 10 16:43:25.856001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.915461 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:25.989096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:25.998196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff7abd4-c6be-43ba-9b4b-6abebf5bf37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b819b-b0b4-4eaf-9b58-91de02d6e5bd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:26.000535 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6492d9d5-b819-4bc9-bee7-045209125bb8" -d '{"events": [{"server_uuid": "fff7abd4-c6be-43ba-9b4b-6abebf5bf37d", "name": "network-vif-plugged", "status": "completed", "tag": "939b819b-b0b4-4eaf-9b58-91de02d6e5bd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:26.021789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f530-e9c7-492f-9e4b-a6a22bbd35a0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.023253 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a2e9f530-e9c7-492f-9e4b-a6a22bbd35a0 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8945644 Nov 10 16:43:26.050677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53086) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:26.057287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ee92d41a-5b8b-43d3-98ad-5a3c004a8ae2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'security_group': {'name': 'tempest-secgroup-1908583827'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:26.069972 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97aef337-8656-4b66-b1e7-4ab0fc18ae33 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.091452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9471dddd-8973-4028-9b84-558d0caf3871 None None] For port e2d9cd44-9f82-431a-a869-f8dcefb969e4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e2d9cd44-9f82-431a-a869-f8dcefb969e4,segment=NetworkSegment(52af4f4f-c803-43c5-b5a5-8d69bd58f02d),segment_id=52af4f4f-c803-43c5-b5a5-8d69bd58f02d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:26.103561 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.176239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f00ac-da24-49e9-851e-4d68731a2ada None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:26.201250 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.231796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aef337-8656-4b66-b1e7-4ab0fc18ae33 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Pushing event deleted for resources: {'Port': ['ID=759b0231-a861-4525-a19e-85a0a098fd67,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:26.239358 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9471dddd-8973-4028-9b84-558d0caf3871 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.278184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:26.289345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72181fe7-9dec-472b-ad6f-592b4dd908ec req-d5e94673-1fd2-471a-8705-e91a481020ae tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:26.297023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72181fe7-9dec-472b-ad6f-592b4dd908ec req-d5e94673-1fd2-471a-8705-e91a481020ae tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:26.307408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72181fe7-9dec-472b-ad6f-592b4dd908ec req-d5e94673-1fd2-471a-8705-e91a481020ae tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:26.322576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72181fe7-9dec-472b-ad6f-592b4dd908ec req-d5e94673-1fd2-471a-8705-e91a481020ae tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:26.329781 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72181fe7-9dec-472b-ad6f-592b4dd908ec req-d5e94673-1fd2-471a-8705-e91a481020ae tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:26.336959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9471dddd-8973-4028-9b84-558d0caf3871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.337493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72181fe7-9dec-472b-ad6f-592b4dd908ec req-d5e94673-1fd2-471a-8705-e91a481020ae tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 3816 time: 0.3555453 Nov 10 16:43:26.352884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee92d41a-5b8b-43d3-98ad-5a3c004a8ae2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.397309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97aef337-8656-4b66-b1e7-4ab0fc18ae33 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.411290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471dddd-8973-4028-9b84-558d0caf3871 None None] Pushing event updated for resources: {'Port': ['ID=e2d9cd44-9f82-431a-a869-f8dcefb969e4,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:26.417514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-97aef337-8656-4b66-b1e7-4ab0fc18ae33 tempest-RoutersAdminNegativeTest-938396218 tempest-RoutersAdminNegativeTest-938396218-project-admin] 10.222.0.62 "DELETE /v2.0/ports/759b0231-a861-4525-a19e-85a0a098fd67 HTTP/1.1" status: 204 len: 168 time: 1.2330334 Nov 10 16:43:26.459648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72181fe7-9dec-472b-ad6f-592b4dd908ec req-2d224c3b-03e6-485e-b043-1a6bd000a32d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210508 Nov 10 16:43:26.576030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee92d41a-5b8b-43d3-98ad-5a3c004a8ae2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.644818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5578b-f3f4-43cb-b84c-34a2215c9a8a req-629d8a19-1e09-4eb6-a40d-19a960322520 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:26.653849 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2da5578b-f3f4-43cb-b84c-34a2215c9a8a req-629d8a19-1e09-4eb6-a40d-19a960322520 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 945 time: 0.0647850 Nov 10 16:43:26.659407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee92d41a-5b8b-43d3-98ad-5a3c004a8ae2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.778966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ee070dd-dd32-459d-a966-15402017d1aa req-e0f235fe-3e7a-4536-8556-e7e6eb66d87c tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 210 time: 0.5942888 Nov 10 16:43:26.795610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2da5578b-f3f4-43cb-b84c-34a2215c9a8a req-e69d9d38-adba-4030-8170-b320e0f67e28 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384606 Nov 10 16:43:26.803823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92d41a-5b8b-43d3-98ad-5a3c004a8ae2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42f2628-b997-4450-bae0-cfbad7ae0b4f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:26.826528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee92d41a-5b8b-43d3-98ad-5a3c004a8ae2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:26.831960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ee92d41a-5b8b-43d3-98ad-5a3c004a8ae2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7766192 Nov 10 16:43:26.833377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53098) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:26.848531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1470561368', 'security_groups': ['d42f2628-b997-4450-bae0-cfbad7ae0b4f'], 'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c2af3c4-ebae-4402-9375-41672b9105b0'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:26.895600 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e43b31f-56fe-4248-a0d8-76be3ab1422d x-openstack-request-id: req-7e43b31f-56fe-4248-a0d8-76be3ab1422d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:26.896209 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff7abd4-c6be-43ba-9b4b-6abebf5bf37d", "name": "network-vif-plugged", "status": "completed", "tag": "939b819b-b0b4-4eaf-9b58-91de02d6e5bd", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:26.899788 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e43b31f-56fe-4248-a0d8-76be3ab1422d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:26.899788 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff7abd4-c6be-43ba-9b4b-6abebf5bf37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b819b-b0b4-4eaf-9b58-91de02d6e5bd', 'code': 200} Nov 10 16:43:26.986192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf275fd-e88f-4682-a989-152bb8124114,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:27.008583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Checking segment: {'id': '6b288041-2ab0-47ef-a46c-4436b72660e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '635a0d7d-341a-420c-a8a4-aff06b48bff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:27.008948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Network hostable DHCP agents. Network: 635a0d7d-341a-420c-a8a4-aff06b48bff3, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:43:27.073641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f169d-d87c-401a-8838-9b473384f77e req-d5a7a8c2-c62a-4a00-a23e-e17606f338a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.075757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-109f169d-d87c-401a-8838-9b473384f77e req-d5a7a8c2-c62a-4a00-a23e-e17606f338a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 1.1793313 Nov 10 16:43:27.079531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcffa4f-ea1a-435c-b159-1722a41d12bf req-7adf385c-392a-4229-9828-d3595e78c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.081125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4dcffa4f-ea1a-435c-b159-1722a41d12bf req-7adf385c-392a-4229-9828-d3595e78c049 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.0744412 Nov 10 16:43:27.158832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037c0619-88ff-4df6-9d08-a678919d85c4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:27.166960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-109f169d-d87c-401a-8838-9b473384f77e req-6c4c5040-8f4e-4814-9374-c4ccb334a128 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a HTTP/1.1" status: 200 len: 217 time: 0.0791826 Nov 10 16:43:27.172024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:27.190082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53104) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:27.210796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4dcffa4f-ea1a-435c-b159-1722a41d12bf req-d22b6bf2-91c2-4cdf-8a16-175fbc6a2750 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184976 Nov 10 16:43:27.212349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Network 635a0d7d-341a-420c-a8a4-aff06b48bff3 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:43:27.251908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Transition to ACTIVE for port object 037c0619-88ff-4df6-9d08-a678919d85c4 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:27.274832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f169d-d87c-401a-8838-9b473384f77e req-aea0e982-00c3-4bff-8931-12b04a64ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.277580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-109f169d-d87c-401a-8838-9b473384f77e req-aea0e982-00c3-4bff-8931-12b04a64ac8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0860810 Nov 10 16:43:27.317454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:27.351541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f169d-d87c-401a-8838-9b473384f77e req-37705c77-2ebd-49bd-9d7c-a18fbff20be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.354107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-109f169d-d87c-401a-8838-9b473384f77e req-37705c77-2ebd-49bd-9d7c-a18fbff20be0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684237 Nov 10 16:43:27.395041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:27.397991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 635a0d7d-341a-420c-a8a4-aff06b48bff3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:27.408260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb975e8-fdea-4d7e-bed4-8ecad51ca447 None None] Network 635a0d7d-341a-420c-a8a4-aff06b48bff3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:27.448065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:27.484414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] device_id is not set on port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:27.501129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92593218-aab2-4ea9-87e7-c6a3a592102e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:27.528099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.528706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:27.635209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Pushing event updated for resources: {'Port': ['ID=037c0619-88ff-4df6-9d08-a678919d85c4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:27.660177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3e509fdf-08a4-4ca1-809e-11f57a8f63d6 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:27.660826 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e509fdf-08a4-4ca1-809e-11f57a8f63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:27.720057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b693819b-dc66-4b67-9a41-44634cbc1010 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9185266 Nov 10 16:43:27.732517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-109f169d-d87c-401a-8838-9b473384f77e req-70650687-80b9-4782-b3a3-4ae71bd871dc service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709297 Nov 10 16:43:27.773461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0183a95c-0cec-4c44-8cd0-da9d30a30aad None None] Network 635a0d7d-341a-420c-a8a4-aff06b48bff3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:27.803835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400d040-1dec-47ec-9785-828a2b4a9e92 req-9b4cedeb-3331-4666-861a-d376b224b9f8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.835195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400d040-1dec-47ec-9785-828a2b4a9e92 req-9b4cedeb-3331-4666-861a-d376b224b9f8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.850700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400d040-1dec-47ec-9785-828a2b4a9e92 req-9b4cedeb-3331-4666-861a-d376b224b9f8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.864774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400d040-1dec-47ec-9785-828a2b4a9e92 req-9b4cedeb-3331-4666-861a-d376b224b9f8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.882298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e2d9cd44-9f82-431a-a869-f8dcefb969e4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:27.883702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400d040-1dec-47ec-9785-828a2b4a9e92 req-9b4cedeb-3331-4666-861a-d376b224b9f8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.891856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92593218-aab2-4ea9-87e7-c6a3a592102e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:27.898009 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a400d040-1dec-47ec-9785-828a2b4a9e92 req-9b4cedeb-3331-4666-861a-d376b224b9f8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 3828 time: 0.2970848 Nov 10 16:43:27.909681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Attempting to bind port 037c0619-88ff-4df6-9d08-a678919d85c4 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:27.910075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Attempting to bind port 037c0619-88ff-4df6-9d08-a678919d85c4 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:27.910469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Attempting to bind port 037c0619-88ff-4df6-9d08-a678919d85c4 on network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:27.935667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7626b-e486-41df-96bc-03606151805f req-91e3aa4d-24db-42e6-b6f0-03ab54b013d8 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:27.937515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a7626b-e486-41df-96bc-03606151805f req-91e3aa4d-24db-42e6-b6f0-03ab54b013d8 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1101 time: 0.3504074 Nov 10 16:43:27.944084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Port 037c0619-88ff-4df6-9d08-a678919d85c4 on network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:27.945074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Attempting to bind port 037c0619-88ff-4df6-9d08-a678919d85c4 on network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:27.993545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:27.994047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Checking segment: {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:27.994265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Bound using segment: {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:27.994715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Bound port: 037c0619-88ff-4df6-9d08-a678919d85c4, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:27.995076 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.011681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a400d040-1dec-47ec-9785-828a2b4a9e92 req-eb3d9ed3-940c-4f70-b9ea-3fe32c771500 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127155 Nov 10 16:43:28.095639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8::143 (e615371b-7f40-4b06-974e-91edacf37350/6c2af3c4-ebae-4402-9375-41672b9105b0/e8396bff-e5a9-4e7c-bfe3-da30ed79dd30) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:28.138381 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92593218-aab2-4ea9-87e7-c6a3a592102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.190354 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-030f7bbb-aef9-4bc9-b677-ad0b3b0e2254 req-63982577-23d7-4d25-92b1-15021bfd7b00 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 210 time: 0.0660880 Nov 10 16:43:28.204463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:28.205052 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.230303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3e509fdf-08a4-4ca1-809e-11f57a8f63d6 None None] Provisioning complete for port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:28.245108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3e509fdf-08a4-4ca1-809e-11f57a8f63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.297935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3e509fdf-08a4-4ca1-809e-11f57a8f63d6 None None] Port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:28.324210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a7626b-e486-41df-96bc-03606151805f req-035470e1-f88a-4716-9833-40410af8ffbf tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763635 Nov 10 16:43:28.327449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-92593218-aab2-4ea9-87e7-c6a3a592102e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe4c63bfd9d04df1a1a9948c6442efb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1259770 Nov 10 16:43:28.330634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53124) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:28.354278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] For port 037c0619-88ff-4df6-9d08-a678919d85c4, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:28.358776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] For port 037c0619-88ff-4df6-9d08-a678919d85c4, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=037c0619-88ff-4df6-9d08-a678919d85c4,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:28.361054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92593218-aab2-4ea9-87e7-c6a3a592102e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724c8ae-b2f6-457b-ad76-86e50700f520,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:28.361977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ada04658-0eb0-4c94-9d48-49281c4202fe up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:28.367729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-109f169d-d87c-401a-8838-9b473384f77e req-2d18ff60-f020-4b8d-8262-a2935f90e564 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006831 Nov 10 16:43:28.489205 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.512254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.533367 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b6037c-9da9-40e1-a990-3d8d27f732f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.546597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468e86f-5f0b-4d4e-b1a7-18d065d9fb86 req-65e2bf49-65c5-419b-acff-8ee2120a48b4 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:28.549736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a468e86f-5f0b-4d4e-b1a7-18d065d9fb86 req-65e2bf49-65c5-419b-acff-8ee2120a48b4 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 945 time: 0.1070797 Nov 10 16:43:28.560898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:28.562082 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.567968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] 10.222.0.18 "PUT /v2.0/ports/037c0619-88ff-4df6-9d08-a678919d85c4 HTTP/1.1" status: 200 len: 1093 time: 2.8902397 Nov 10 16:43:28.568478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '037c0619-88ff-4df6-9d08-a678919d85c4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:28.570826 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c191321-5712-404b-8caa-89d90cba6f14" -d '{"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "037c0619-88ff-4df6-9d08-a678919d85c4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:28.571052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port ada04658-0eb0-4c94-9d48-49281c4202fe completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:43:28.578854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port ada04658-0eb0-4c94-9d48-49281c4202fe triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:28.579681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.590623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b6037c-9da9-40e1-a990-3d8d27f732f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.608459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfee00-8fb2-4a80-804b-092b196c7f9a service neutron] Pushing event updated for resources: {'Port': ['ID=037c0619-88ff-4df6-9d08-a678919d85c4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:28.720433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a468e86f-5f0b-4d4e-b1a7-18d065d9fb86 req-595e2d15-9307-4fa8-bb0d-afc1a0b99053 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635146 Nov 10 16:43:28.757746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.816292 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ada04658-0eb0-4c94-9d48-49281c4202fe, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ada04658-0eb0-4c94-9d48-49281c4202fe,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:28.837189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd95df-08b1-4704-aa64-0416b2dd5ae4 req-b35b2955-2c0a-4f36-9afd-51afd3e2b83c tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:28.838758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67fd95df-08b1-4704-aa64-0416b2dd5ae4 req-b35b2955-2c0a-4f36-9afd-51afd3e2b83c tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1101 time: 0.0476394 Nov 10 16:43:28.898591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be3ca1e-fc20-4097-8b88-9dc63c6e1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada04658-0eb0-4c94-9d48-49281c4202fe'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:28.903198 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f738bfe-919f-4739-b894-b0a6a6f86156" -d '{"events": [{"server_uuid": "2be3ca1e-fc20-4097-8b88-9dc63c6e1fea", "name": "network-vif-plugged", "status": "completed", "tag": "ada04658-0eb0-4c94-9d48-49281c4202fe"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:28.909233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.915190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:28.923400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67fd95df-08b1-4704-aa64-0416b2dd5ae4 req-1f4399c2-d19b-47b4-b6ed-152a6793b0d2 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720630 Nov 10 16:43:28.959386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:28.960832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b6037c-9da9-40e1-a990-3d8d27f732f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.964029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b6037c-9da9-40e1-a990-3d8d27f732f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:28.965324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-03b6037c-9da9-40e1-a990-3d8d27f732f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4724c8ae-b2f6-457b-ad76-86e50700f520 HTTP/1.1" status: 204 len: 168 time: 0.6308124 Nov 10 16:43:28.976478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:28.982507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:28.990108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:28.990978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:29.011896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=e8396bff-e5a9-4e7c-bfe3-da30ed79dd30,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:29.023335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6037c-9da9-40e1-a990-3d8d27f732f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724c8ae-b2f6-457b-ad76-86e50700f520,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:29.046802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:29.068938 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08f0607-0158-42c9-96a9-23dca6c0602c x-openstack-request-id: req-c08f0607-0158-42c9-96a9-23dca6c0602c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:29.069372 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "037c0619-88ff-4df6-9d08-a678919d85c4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:29.069646 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c08f0607-0158-42c9-96a9-23dca6c0602c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:29.070326 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '037c0619-88ff-4df6-9d08-a678919d85c4', 'status': 'completed', 'code': 200} Nov 10 16:43:29.079805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:29.126720 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7515ab55-ebeb-4afe-befc-7b20343b37bf tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.128467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7515ab55-ebeb-4afe-befc-7b20343b37bf tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/networks?id=f734807f-7931-4d38-b94d-7c79fd4060b6 HTTP/1.1" status: 200 len: 809 time: 0.3132908 Nov 10 16:43:29.140090 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0037ee-9531-4ae2-a78f-62e829f2f578 x-openstack-request-id: req-fa0037ee-9531-4ae2-a78f-62e829f2f578 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:29.142155 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be3ca1e-fc20-4097-8b88-9dc63c6e1fea", "name": "network-vif-plugged", "status": "completed", "tag": "ada04658-0eb0-4c94-9d48-49281c4202fe", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:29.142155 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa0037ee-9531-4ae2-a78f-62e829f2f578 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:29.142439 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be3ca1e-fc20-4097-8b88-9dc63c6e1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada04658-0eb0-4c94-9d48-49281c4202fe', 'code': 200} Nov 10 16:43:29.172741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-484b2344-ddd9-4a00-b814-16afb66a4a26 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3354521 Nov 10 16:43:29.178104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:29.204083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-850a6d01-c4e0-41f7-b147-103d6febe4e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:29.211474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ada04658-0eb0-4c94-9d48-49281c4202fe,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:29.224698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-244ac140-0296-4f48-9090-0e85906b616e tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/quotas/5ff46e96d4d4484390f0da2f5e42be46 HTTP/1.1" status: 200 len: 375 time: 0.0329728 Nov 10 16:43:29.289812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-689a851c-644b-419b-91c2-65049c8b3b59 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5ff46e96d4d4484390f0da2f5e42be46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574923 Nov 10 16:43:29.428637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-5ce25a17-5c25-4b33-96c8-662fb76a9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.429160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-5ce25a17-5c25-4b33-96c8-662fb76a9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.437210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-5ce25a17-5c25-4b33-96c8-662fb76a9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.437210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-5ce25a17-5c25-4b33-96c8-662fb76a9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.437210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-5ce25a17-5c25-4b33-96c8-662fb76a9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.437210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c191321-5712-404b-8caa-89d90cba6f14 req-5ce25a17-5c25-4b33-96c8-662fb76a9172 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 4364 time: 0.3540623 Nov 10 16:43:29.456188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaca73-7382-4e66-b590-8485ca6d4ec7 req-695462a7-5d9b-493e-846d-80a0edd04840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.457647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5bcaca73-7382-4e66-b590-8485ca6d4ec7 req-695462a7-5d9b-493e-846d-80a0edd04840 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 1098 time: 0.2443137 Nov 10 16:43:29.519367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e3421abf-27d6-4ed8-a9f0-3dc5744cfd02 None None] Provisioning complete for port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:29.520909 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3421abf-27d6-4ed8-a9f0-3dc5744cfd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:29.617375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5bcaca73-7382-4e66-b590-8485ca6d4ec7 req-ae9a46cc-7d65-4df5-a342-a854180a6a29 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443079 Nov 10 16:43:29.626224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e3421abf-27d6-4ed8-a9f0-3dc5744cfd02 None None] Port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:29.639042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-738a3136-1d9c-49ee-9e47-35ec84f07511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.645522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-738a3136-1d9c-49ee-9e47-35ec84f07511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.645522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-738a3136-1d9c-49ee-9e47-35ec84f07511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.645522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c191321-5712-404b-8caa-89d90cba6f14 req-738a3136-1d9c-49ee-9e47-35ec84f07511 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b77e4e840b4740faa5bcd049307eb068&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1980040 Nov 10 16:43:29.657500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0968c8-e60d-4112-b6b6-963df2678caf {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:29.666681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:29.699119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Transition to ACTIVE for port object 5e0968c8-e60d-4112-b6b6-963df2678caf will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:29.701677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247002b8-758f-4c7b-8518-9bb89f1a8d28 req-03fada6d-1f4a-4b61-9e6d-d00e8990eb7d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.707962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247002b8-758f-4c7b-8518-9bb89f1a8d28 req-03fada6d-1f4a-4b61-9e6d-d00e8990eb7d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.714199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247002b8-758f-4c7b-8518-9bb89f1a8d28 req-03fada6d-1f4a-4b61-9e6d-d00e8990eb7d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.720953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247002b8-758f-4c7b-8518-9bb89f1a8d28 req-03fada6d-1f4a-4b61-9e6d-d00e8990eb7d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.727324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247002b8-758f-4c7b-8518-9bb89f1a8d28 req-03fada6d-1f4a-4b61-9e6d-d00e8990eb7d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:29.729098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-247002b8-758f-4c7b-8518-9bb89f1a8d28 req-03fada6d-1f4a-4b61-9e6d-d00e8990eb7d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 3828 time: 0.0862474 Nov 10 16:43:29.752037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a6d01-c4e0-41f7-b147-103d6febe4e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:29.758700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-850a6d01-c4e0-41f7-b147-103d6febe4e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:29.833228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:29.882506 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-247002b8-758f-4c7b-8518-9bb89f1a8d28 req-9ad7f1de-cdf7-4acb-9147-800f049912d5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461642 Nov 10 16:43:29.958750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0968c8-e60d-4112-b6b6-963df2678caf,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:29.967164 n-d-714676-11 neutron-server[103326]: INFO neutron.db.ipam_backend_mixin [None req-850a6d01-c4e0-41f7-b147-103d6febe4e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c2af3c4-ebae-4402-9375-41672b9105b0 (CIDR: 2001:db8::/64) Nov 10 16:43:29.990634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-f6915f14-11d0-4fe0-a755-d9ca5a2a61d2 service neutron] 10.222.0.62 "GET /v2.0/networks/f734807f-7931-4d38-b94d-7c79fd4060b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913075 Nov 10 16:43:30.001933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c954974-9cba-4947-9251-2f2079333015 req-8dc945f2-ead3-4f5d-b30a-eab06ea9b67c tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:30.007401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-8dc945f2-ead3-4f5d-b30a-eab06ea9b67c tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.18 "GET /v2.0/networks?id=e618e3cd-30bf-4b6c-a583-81e8b008a3d2 HTTP/1.1" status: 200 len: 813 time: 0.3215377 Nov 10 16:43:30.020926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191321-5712-404b-8caa-89d90cba6f14 req-5a02a5d2-fc62-4f37-a1a5-75485ae28a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:30.024712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c191321-5712-404b-8caa-89d90cba6f14 req-5a02a5d2-fc62-4f37-a1a5-75485ae28a16 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213840 Nov 10 16:43:30.046200 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-850a6d01-c4e0-41f7-b147-103d6febe4e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:43:30.046831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Request body: {'port': {'device_id': '8416034b-bda2-4504-b54c-7a291061be39', 'network_id': 'e618e3cd-30bf-4b6c-a583-81e8b008a3d2', 'admin_state_up': True, 'tenant_id': 'd7cf8c8abb314fe1a685b8cd34c6f1a0'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:30.047219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850a6d01-c4e0-41f7-b147-103d6febe4e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:30.152558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:30.279506 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8bf025dc-0f6e-40b1-b965-03ff10ed11d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8f8461df1aa4d0ba2bb2b20d218cee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1231742 Nov 10 16:43:30.280214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:30.296247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Attempting to bind port 5e0968c8-e60d-4112-b6b6-963df2678caf on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:30.296591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Attempting to bind port 5e0968c8-e60d-4112-b6b6-963df2678caf by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:30.296911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Attempting to bind port 5e0968c8-e60d-4112-b6b6-963df2678caf on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:30.343273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Port 5e0968c8-e60d-4112-b6b6-963df2678caf on network ccc91858-4f38-4b10-9cfb-33f33ed3498c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:30.343768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Attempting to bind port 5e0968c8-e60d-4112-b6b6-963df2678caf on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:30.365833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-e2054758-43b1-4d11-84be-afbe101becba service neutron] 10.222.0.62 "GET /v2.0/networks/f734807f-7931-4d38-b94d-7c79fd4060b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573191 Nov 10 16:43:30.369835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:30.370322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Checking segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:30.370804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Bound using segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:30.371380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Bound port: 5e0968c8-e60d-4112-b6b6-963df2678caf, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:30.372157 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:30.455270 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f75f833a-c60c-44a3-9468-75891729a6eb req-b56e890f-80a5-4cc9-a9f0-29e39ff821fc tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 210 time: 0.4201317 Nov 10 16:43:30.509195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Made reservation on behalf of d7cf8c8abb314fe1a685b8cd34c6f1a0 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:30.513059 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:30.545239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] For port 5e0968c8-e60d-4112-b6b6-963df2678caf, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:30.550605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f226b0cd-13d4-4a48-849f-7888bd49ddc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:30.567072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-850a6d01-c4e0-41f7-b147-103d6febe4e2 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3856637 Nov 10 16:43:30.569951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53164) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:30.575434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d9e3b25b-f0c9-4eeb-83d4-40fb8c8e8e0f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:30.596762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] For port 5e0968c8-e60d-4112-b6b6-963df2678caf, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e0968c8-e60d-4112-b6b6-963df2678caf,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:30.632025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f226b0cd-13d4-4a48-849f-7888bd49ddc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:30.771606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:30.850192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:30.850900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:30.852447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 1132 time: 1.9445560 Nov 10 16:43:30.869129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Allocated IP 172.20.0.6 (e618e3cd-30bf-4b6c-a583-81e8b008a3d2/2824f75f-8689-40cf-9eb7-7e6a99b8194b/322f8376-2196-4562-b4e2-9bd0688f1741) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:30.895250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4570544-60aa-4058-bd2e-3d84bbdc21c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0968c8-e60d-4112-b6b6-963df2678caf,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:30.936922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a622-32fa-4ae7-bc20-cb5c12372878 req-8bc0709c-9452-4bf0-8e16-5055bf8d682b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:30.938894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de12a622-32fa-4ae7-bc20-cb5c12372878 req-8bc0709c-9452-4bf0-8e16-5055bf8d682b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1815464 Nov 10 16:43:30.997178 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f226b0cd-13d4-4a48-849f-7888bd49ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:31.000016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f226b0cd-13d4-4a48-849f-7888bd49ddc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:31.001469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f226b0cd-13d4-4a48-849f-7888bd49ddc4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/833d3eb1-f079-4420-bb0f-3daf1b389c6d HTTP/1.1" status: 204 len: 168 time: 0.7150600 Nov 10 16:43:31.026865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de12a622-32fa-4ae7-bc20-cb5c12372878 req-62d9b4c0-11b9-417f-8786-fd81889718c5 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807359 Nov 10 16:43:31.045558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e3b25b-f0c9-4eeb-83d4-40fb8c8e8e0f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:31.054494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b25b-f0c9-4eeb-83d4-40fb8c8e8e0f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:31.101120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '5e0968c8-e60d-4112-b6b6-963df2678caf'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:31.103373 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2fec8f-0000-409a-aa1b-f7885d2039b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "5e0968c8-e60d-4112-b6b6-963df2678caf"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:31.133217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:31.177783 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60bd14b4-8c1b-4a7d-93a8-9293933a8e10 req-ec8cc6ec-3c41-4043-b016-300961d0cfbd tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 210 time: 0.0689683 Nov 10 16:43:31.178256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226b0cd-13d4-4a48-849f-7888bd49ddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833d3eb1-f079-4420-bb0f-3daf1b389c6d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:31.282936 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a857bc0-b0dd-4866-8360-42f0c0f3326f x-openstack-request-id: req-2a857bc0-b0dd-4866-8360-42f0c0f3326f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:31.283435 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "5e0968c8-e60d-4112-b6b6-963df2678caf", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:31.283832 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a857bc0-b0dd-4866-8360-42f0c0f3326f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:31.284424 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '5e0968c8-e60d-4112-b6b6-963df2678caf', 'status': 'completed', 'code': 200} Nov 10 16:43:31.309169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:31.324455 n-d-714676-11 neutron-server[103326]: INFO neutron.db.ipam_backend_mixin [None req-d9e3b25b-f0c9-4eeb-83d4-40fb8c8e8e0f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4df05362-6797-465c-a91a-32cd400a442f (CIDR: 2001:db8:0:1::/64) Nov 10 16:43:31.328882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:31.381917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-8de740e4-234c-44fa-b19c-4a2836487a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.382497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-8de740e4-234c-44fa-b19c-4a2836487a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.383348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-8de740e4-234c-44fa-b19c-4a2836487a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.383996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-8de740e4-234c-44fa-b19c-4a2836487a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.384697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-8de740e4-234c-44fa-b19c-4a2836487a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.385184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-8de740e4-234c-44fa-b19c-4a2836487a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.387266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-8de740e4-234c-44fa-b19c-4a2836487a88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5289 time: 0.0614674 Nov 10 16:43:31.389106 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e3b25b-f0c9-4eeb-83d4-40fb8c8e8e0f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:43:31.389634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e3b25b-f0c9-4eeb-83d4-40fb8c8e8e0f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:31.484062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25e2d-a440-4cb9-bc5d-9e05a8d890d9 req-779f2ad1-3367-4f01-b2fc-10732e927ce2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.490382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25e2d-a440-4cb9-bc5d-9e05a8d890d9 req-779f2ad1-3367-4f01-b2fc-10732e927ce2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.498500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25e2d-a440-4cb9-bc5d-9e05a8d890d9 req-779f2ad1-3367-4f01-b2fc-10732e927ce2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.499653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d9e3b25b-f0c9-4eeb-83d4-40fb8c8e8e0f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9277039 Nov 10 16:43:31.503736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53194) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:31.506229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25e2d-a440-4cb9-bc5d-9e05a8d890d9 req-779f2ad1-3367-4f01-b2fc-10732e927ce2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.507993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'subnet': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:31.512439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25e2d-a440-4cb9-bc5d-9e05a8d890d9 req-779f2ad1-3367-4f01-b2fc-10732e927ce2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.519295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f25e2d-a440-4cb9-bc5d-9e05a8d890d9 req-779f2ad1-3367-4f01-b2fc-10732e927ce2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.521185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27f25e2d-a440-4cb9-bc5d-9e05a8d890d9 req-779f2ad1-3367-4f01-b2fc-10732e927ce2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 4601 time: 0.2041445 Nov 10 16:43:31.621779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-e649d51f-0d65-4bdc-bab0-164e543461e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.622249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-e649d51f-0d65-4bdc-bab0-164e543461e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.622733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-e649d51f-0d65-4bdc-bab0-164e543461e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.624419 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-e649d51f-0d65-4bdc-bab0-164e543461e6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b77e4e840b4740faa5bcd049307eb068&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2252061 Nov 10 16:43:31.676399 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25eb1bc7-e2cc-42e2-8169-258ec3517873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:31.698320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:31.716042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27f25e2d-a440-4cb9-bc5d-9e05a8d890d9 req-7efceeff-5993-44ca-812d-626d96d836e6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483223 Nov 10 16:43:31.808832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:31.812253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Pushing event updated for resources: {'Port': ['ID=322f8376-2196-4562-b4e2-9bd0688f1741,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:31.815934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:31.818052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:31.845744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-4c1b228b-1b51-4927-9109-101086082759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.847413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd2fec8f-0000-409a-aa1b-f7885d2039b4 req-4c1b228b-1b51-4927-9109-101086082759 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2139533 Nov 10 16:43:31.899495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:31.900228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:31.979998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Made reservation on behalf of 22937fe3fe9f4061833cf5be4df5cfa4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:31.986663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:32.002034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67787fde-2256-412e-b626-ac098b56bd67 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:32.012060 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:32.042711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Transition to ACTIVE for port object 67787fde-2256-412e-b626-ac098b56bd67 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:32.042711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437ff4f-801d-49a1-8ec2-c1c89103a5b2 req-f9e3126b-6198-4507-90f5-40a5595e54f9 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:32.043269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6437ff4f-801d-49a1-8ec2-c1c89103a5b2 req-f9e3126b-6198-4507-90f5-40a5595e54f9 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 931 time: 0.0775993 Nov 10 16:43:32.100892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6437ff4f-801d-49a1-8ec2-c1c89103a5b2 req-71d14f5f-be52-4ce6-ad55-757ac3910693 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494535 Nov 10 16:43:32.161154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-262c7c5b-6022-43a1-8b8a-951c454ee384 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1184330 Nov 10 16:43:32.178695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Request body: {'port': {'device_id': '8416034b-bda2-4504-b54c-7a291061be39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:32.194668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd779ce-d3e1-4696-8c69-4429290a71d7 req-b0791526-b413-468b-b3ef-1b26c4c13f78 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:32.197779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3bd779ce-d3e1-4696-8c69-4429290a71d7 req-b0791526-b413-468b-b3ef-1b26c4c13f78 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1030035 Nov 10 16:43:32.226155 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:32.296243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3bd779ce-d3e1-4696-8c69-4429290a71d7 req-bfc6c376-0f11-4107-86e1-6cd3c7f1e8bc tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911388 Nov 10 16:43:32.383586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:32.395865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Pushing event updated for resources: {'Port': ['ID=67787fde-2256-412e-b626-ac098b56bd67,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:32.399564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94b87b1e-51a6-4731-a228-9c2d93caa1bb req-095b50db-af0b-4454-83b8-0c7b10c9c6bc tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 210 time: 0.0298917 Nov 10 16:43:32.439707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a3309-af49-48c7-89d4-452f3bc0eb15 req-bcdacb6a-0a6a-430f-b27e-277f54b084a4 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:32.447409 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-376a3309-af49-48c7-89d4-452f3bc0eb15 req-bcdacb6a-0a6a-430f-b27e-277f54b084a4 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.2735162 Nov 10 16:43:32.531100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:32.606910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Network e615371b-7f40-4b06-974e-91edacf37350 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:32.614599 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:32.617963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:32.618518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:32.633322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2f0c6-3aba-4240-aa8c-0d8dc4c21d9f None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:32.645581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Subnet': ['ID=430716ed-01c1-4efe-add1-5af6130ba2aa,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:32.729721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-376a3309-af49-48c7-89d4-452f3bc0eb15 req-58017d5d-5b9d-44d4-9532-a1cbd79f5181 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810996 Nov 10 16:43:32.730467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Attempting to bind port 67787fde-2256-412e-b626-ac098b56bd67 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:32.730802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Attempting to bind port 67787fde-2256-412e-b626-ac098b56bd67 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:32.731124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Attempting to bind port 67787fde-2256-412e-b626-ac098b56bd67 on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:32.808520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-613c18c2-0602-4280-bee5-f2ff0ee2b32f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3016043 Nov 10 16:43:32.810815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53232) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:32.833731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Port 67787fde-2256-412e-b626-ac098b56bd67 on network ccc91858-4f38-4b10-9cfb-33f33ed3498c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:32.834312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2078527461', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '430716ed-01c1-4efe-add1-5af6130ba2aa'}], 'security_groups': ['a187fc91-ae37-42d8-b8a1-9b0ad9c43f6e', '7165151b-03af-4c58-86e5-275c68902ace']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:32.844846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Attempting to bind port 67787fde-2256-412e-b626-ac098b56bd67 on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:32.934216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7438f997-faae-4534-8af3-9b6b93173b55 req-1f3711da-4998-421c-b77c-cec65e535e30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2170026 Nov 10 16:43:32.953988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53234) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:33.036211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a621d-d687-4fcf-a007-4b5045edc802 None None] Update dhcp port {'port': {'network_id': 'e615371b-7f40-4b06-974e-91edacf37350', 'fixed_ips': [{'subnet_id': '4df05362-6797-465c-a91a-32cd400a442f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6c2af3c4-ebae-4402-9375-41672b9105b0', 'ip_address': '2001:db8::2'}, {'subnet_id': '430716ed-01c1-4efe-add1-5af6130ba2aa'}], 'binding:host_id': 'n-d-714676-11'}, 'id': 'e2d9cd44-9f82-431a-a869-f8dcefb969e4'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:43:33.072316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:33.072889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Checking segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:33.073017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Bound using segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:33.073470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Bound port: 67787fde-2256-412e-b626-ac098b56bd67, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:33.073848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.077028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-587a621d-d687-4fcf-a007-4b5045edc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.137027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322f8376-2196-4562-b4e2-9bd0688f1741 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:33.168661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1440328967'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:33.207084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] For port 67787fde-2256-412e-b626-ac098b56bd67, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:33.210352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] For port 67787fde-2256-412e-b626-ac098b56bd67, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=67787fde-2256-412e-b626-ac098b56bd67,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:33.216046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.221720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f997-faae-4534-8af3-9b6b93173b55 req-04391a0e-1a0e-4327-b4a5-2a711a0162c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.224665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7438f997-faae-4534-8af3-9b6b93173b55 req-04391a0e-1a0e-4327-b4a5-2a711a0162c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.1818898 Nov 10 16:43:33.248092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Transition to ACTIVE for port object 322f8376-2196-4562-b4e2-9bd0688f1741 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:33.270338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-445e6023-e2bd-4c09-9066-deacf26ccbf5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.280966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-445e6023-e2bd-4c09-9066-deacf26ccbf5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.290810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-445e6023-e2bd-4c09-9066-deacf26ccbf5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.298589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-445e6023-e2bd-4c09-9066-deacf26ccbf5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.301829 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.326564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-445e6023-e2bd-4c09-9066-deacf26ccbf5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.345686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-445e6023-e2bd-4c09-9066-deacf26ccbf5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.362521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-445e6023-e2bd-4c09-9066-deacf26ccbf5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.370792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-445e6023-e2bd-4c09-9066-deacf26ccbf5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5373 time: 0.3605738 Nov 10 16:43:33.372984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.378251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-587a621d-d687-4fcf-a007-4b5045edc802 None None] Allocated IP 2001:db8:0:2::2 (e615371b-7f40-4b06-974e-91edacf37350/430716ed-01c1-4efe-add1-5af6130ba2aa/e2d9cd44-9f82-431a-a869-f8dcefb969e4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:33.427501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:33.433806 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.474821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Pushing event updated for resources: {'Port': ['ID=67787fde-2256-412e-b626-ac098b56bd67,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:33.487252 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.505184 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.529831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-587a621d-d687-4fcf-a007-4b5045edc802 None None] For port e2d9cd44-9f82-431a-a869-f8dcefb969e4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e2d9cd44-9f82-431a-a869-f8dcefb969e4,segment=NetworkSegment(52af4f4f-c803-43c5-b5a5-8d69bd58f02d),segment_id=52af4f4f-c803-43c5-b5a5-8d69bd58f02d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:33.538457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f997-faae-4534-8af3-9b6b93173b55 req-19ad0c82-cf9d-4e9d-b413-752668ed9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.540716 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7438f997-faae-4534-8af3-9b6b93173b55 req-19ad0c82-cf9d-4e9d-b413-752668ed9953 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.2829468 Nov 10 16:43:33.549629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.550270 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.552299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7b9294a7-c20a-4867-9352-c49b9d7653a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 1131 time: 2.5285060 Nov 10 16:43:33.552573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '67787fde-2256-412e-b626-ac098b56bd67'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:33.559290 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f8800f-4c8c-474b-8a23-630ee810fdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "67787fde-2256-412e-b626-ac098b56bd67"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:33.595169 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-587a621d-d687-4fcf-a007-4b5045edc802 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.624619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Pushing event updated for resources: {'Port': ['ID=322f8376-2196-4562-b4e2-9bd0688f1741,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:33.690750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7438f997-faae-4534-8af3-9b6b93173b55 req-57456266-e008-4f5a-a0ed-2b316fc31d76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 217 time: 0.1330092 Nov 10 16:43:33.700570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-b374c11d-b2e9-425c-90b2-cd9d5f2b7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.702939 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-b374c11d-b2e9-425c-90b2-cd9d5f2b7baa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 1098 time: 0.2588525 Nov 10 16:43:33.717353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-587a621d-d687-4fcf-a007-4b5045edc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.733047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:33.771763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Attempting to bind port 322f8376-2196-4562-b4e2-9bd0688f1741 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:33.772108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Attempting to bind port 322f8376-2196-4562-b4e2-9bd0688f1741 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '373425da-f92f-4c40-b106-a4c3160823e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e618e3cd-30bf-4b6c-a583-81e8b008a3d2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:33.772420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Attempting to bind port 322f8376-2196-4562-b4e2-9bd0688f1741 on network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:33.795520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a621d-d687-4fcf-a007-4b5045edc802 None None] Pushing event updated for resources: {'Port': ['ID=e2d9cd44-9f82-431a-a869-f8dcefb969e4,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:33.804735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f997-faae-4534-8af3-9b6b93173b55 req-d959289a-94a0-4a50-a0a8-7fc50b942f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:33.807256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7438f997-faae-4534-8af3-9b6b93173b55 req-d959289a-94a0-4a50-a0a8-7fc50b942f34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.0945175 Nov 10 16:43:33.817170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-498a713c-2250-4a16-afbd-f3b71c451eb6 req-6bae126a-483f-4d79-8f69-08f4fcef6993 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4331791 Nov 10 16:43:33.824806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Port 322f8376-2196-4562-b4e2-9bd0688f1741 on network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:33.831005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Attempting to bind port 322f8376-2196-4562-b4e2-9bd0688f1741 on network e618e3cd-30bf-4b6c-a583-81e8b008a3d2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:33.872310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:33.873377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Checking segment: {'id': '373425da-f92f-4c40-b106-a4c3160823e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e618e3cd-30bf-4b6c-a583-81e8b008a3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:33.873898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Bound using segment: {'id': '373425da-f92f-4c40-b106-a4c3160823e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e618e3cd-30bf-4b6c-a583-81e8b008a3d2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:33.874487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Bound port: 322f8376-2196-4562-b4e2-9bd0688f1741, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373425da-f92f-4c40-b106-a4c3160823e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e618e3cd-30bf-4b6c-a583-81e8b008a3d2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:33.875693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.908582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c82845e2-7c1b-4912-8eab-906a97b08720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:33.952712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7438f997-faae-4534-8af3-9b6b93173b55 req-f3515768-b9ab-4c7c-9080-f436823d440b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195922 Nov 10 16:43:34.037320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68933b37-fbb7-48fb-a6a4-f4656d1e9cf8 req-b59be66d-9373-4704-8971-61ca57050496 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:34.039090 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68933b37-fbb7-48fb-a6a4-f4656d1e9cf8 req-b59be66d-9373-4704-8971-61ca57050496 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 943 time: 0.4836762 Nov 10 16:43:34.271861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:34.276402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68933b37-fbb7-48fb-a6a4-f4656d1e9cf8 req-58797ca4-9e08-4250-b42a-9dd942dd7a93 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856987 Nov 10 16:43:34.334763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-7b41bfdc-bd29-40ff-a598-895a7aefdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:34.340664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-7b41bfdc-bd29-40ff-a598-895a7aefdb55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.5393646 Nov 10 16:43:34.416017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:34.447179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:34.489521 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7438f997-faae-4534-8af3-9b6b93173b55 req-2c1933d1-be69-462c-ac37-4693a3c04269 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970989 Nov 10 16:43:34.501641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-61d9f95e-91b8-41ca-99f4-1d46a6765c09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada04658-0eb0-4c94-9d48-49281c4202fe HTTP/1.1" status: 200 len: 217 time: 0.1005733 Nov 10 16:43:34.612790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Delete allocated IP 2001:db8::143 (e615371b-7f40-4b06-974e-91edacf37350/6c2af3c4-ebae-4402-9375-41672b9105b0) {{(pid=103326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 16:43:34.617656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:43:34.670409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-fc1a4332-6ff2-4f92-88c7-0cfbab8cba29 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:34.673249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-fc1a4332-6ff2-4f92-88c7-0cfbab8cba29 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.69 "GET /v2.0/networks?id=f734807f-7931-4d38-b94d-7c79fd4060b6 HTTP/1.1" status: 200 len: 809 time: 0.2286484 Nov 10 16:43:34.679369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f587e107-ffa4-43cb-95db-5c6f464fe345,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:34.684223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Allocated IP 2001:db8:0:2::51 (e615371b-7f40-4b06-974e-91edacf37350/430716ed-01c1-4efe-add1-5af6130ba2aa/e8396bff-e5a9-4e7c-bfe3-da30ed79dd30) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:34.686786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:34.687111 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Added segment 3527cf46-a86e-4936-8e89-fc1a723c7da8 of type vlan for network ecf86a1d-4166-4ecf-b78f-674c38de9eda Nov 10 16:43:34.705447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Request body: {'port': {'device_id': '206c0331-865b-4785-a983-316df4e57428', 'network_id': 'f734807f-7931-4d38-b94d-7c79fd4060b6', 'admin_state_up': True, 'tenant_id': '5ff46e96d4d4484390f0da2f5e42be46'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:34.767372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-904591b7-c887-4576-86d5-72005b88b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:34.769445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-904591b7-c887-4576-86d5-72005b88b7c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.2379053 Nov 10 16:43:34.792701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c38c2-2a44-4322-992d-88729d0eb721 req-5d384d4e-2409-4d22-b89a-a0149cdb343e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:34.802776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-078c38c2-2a44-4322-992d-88729d0eb721 req-5d384d4e-2409-4d22-b89a-a0149cdb343e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.3373270 Nov 10 16:43:34.828408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2f381ab0-9af6-4722-bc47-c4ef46b6625a None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:34.829003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f381ab0-9af6-4722-bc47-c4ef46b6625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:34.876627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:34.895487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-630a3e3b-a06b-48e7-83c8-d19773435cf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124506 Nov 10 16:43:34.919258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88941e72-1683-439d-8388-8aa5f8e1a5ef req-07d037bc-29d2-425c-8560-7059cf29d06c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:34.920910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88941e72-1683-439d-8388-8aa5f8e1a5ef req-07d037bc-29d2-425c-8560-7059cf29d06c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.4750774 Nov 10 16:43:34.954768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7438f997-faae-4534-8af3-9b6b93173b55 req-987c2a89-320d-4d34-8551-d4e16f39a327 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518533 Nov 10 16:43:34.957472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2f381ab0-9af6-4722-bc47-c4ef46b6625a None None] Provisioning complete for port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:34.957943 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f381ab0-9af6-4722-bc47-c4ef46b6625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:34.988340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] For port 322f8376-2196-4562-b4e2-9bd0688f1741, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:34.993264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.004589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2f381ab0-9af6-4722-bc47-c4ef46b6625a None None] Port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:35.015226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2f381ab0-9af6-4722-bc47-c4ef46b6625a None None] Provisioning complete for port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:35.016377 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f381ab0-9af6-4722-bc47-c4ef46b6625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.049699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] For port 322f8376-2196-4562-b4e2-9bd0688f1741, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=322f8376-2196-4562-b4e2-9bd0688f1741,segment=NetworkSegment(373425da-f92f-4c40-b106-a4c3160823e1),segment_id=373425da-f92f-4c40-b106-a4c3160823e1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:35.061823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2f381ab0-9af6-4722-bc47-c4ef46b6625a None None] Port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:35.099780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.101943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88941e72-1683-439d-8388-8aa5f8e1a5ef req-a695610f-8505-432d-8ce2-7b1cf37bf424 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730375 Nov 10 16:43:35.105628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.106246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.124345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-078c38c2-2a44-4322-992d-88729d0eb721 req-33038894-95e6-4c6e-ac12-b40e7ff66598 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204696 Nov 10 16:43:35.150710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.215602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.217109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.217802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] 10.222.0.18 "PUT /v2.0/ports/322f8376-2196-4562-b4e2-9bd0688f1741 HTTP/1.1" status: 200 len: 1092 time: 3.0472686 Nov 10 16:43:35.253214 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e27819-4354-428b-9239-b9868bf6b3c5 x-openstack-request-id: req-04e27819-4354-428b-9239-b9868bf6b3c5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:35.253505 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "67787fde-2256-412e-b626-ac098b56bd67", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:35.254045 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04e27819-4354-428b-9239-b9868bf6b3c5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:35.254242 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '67787fde-2256-412e-b626-ac098b56bd67', 'status': 'completed', 'code': 200} Nov 10 16:43:35.258283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Network': ['ID=ecf86a1d-4166-4ecf-b78f-674c38de9eda,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:35.270280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:43:35.282421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-5297c74a-04d8-4357-8083-393d203bf6a8 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427372 Nov 10 16:43:35.346001 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.398463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-903d7358-1f35-42ad-b717-d1921036eaef tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4429684 Nov 10 16:43:35.411392 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53256) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:35.429874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed023c1-7166-46be-9b06-2563ee7e7c5a req-c033875e-fb3d-4b41-9cbb-3cfe67433483 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 210 time: 0.1984966 Nov 10 16:43:35.448417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Made reservation on behalf of 5ff46e96d4d4484390f0da2f5e42be46 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:35.451597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:35.453832 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.465852 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.550321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event updated for resources: {'Port': ['ID=e8396bff-e5a9-4e7c-bfe3-da30ed79dd30,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:35.621547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-15fe1568-4521-47ac-b283-8f7710d9db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.622091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-15fe1568-4521-47ac-b283-8f7710d9db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.622546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-15fe1568-4521-47ac-b283-8f7710d9db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.623003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-15fe1568-4521-47ac-b283-8f7710d9db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.623489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-15fe1568-4521-47ac-b283-8f7710d9db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.623963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-15fe1568-4521-47ac-b283-8f7710d9db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.624616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-15fe1568-4521-47ac-b283-8f7710d9db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.627430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-15fe1568-4521-47ac-b283-8f7710d9db4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6213 time: 0.3723292 Nov 10 16:43:35.649685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-18d66f2d-81a4-4eec-9130-7134d4f71baf service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522270 Nov 10 16:43:35.654465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2a4e7-0b8e-45c8-913a-8be2d9bab07a service neutron] Pushing event updated for resources: {'Port': ['ID=322f8376-2196-4562-b4e2-9bd0688f1741,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:35.708342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c954974-9cba-4947-9251-2f2079333015 req-8f1ae412-40b8-4a36-8b16-a70211add344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.710044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-8f1ae412-40b8-4a36-8b16-a70211add344 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7cf8c8abb314fe1a685b8cd34c6f1a0&device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 1095 time: 0.3219125 Nov 10 16:43:35.710939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] In _notify_port_updated(), no bound segment for port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 on network e615371b-7f40-4b06-974e-91edacf37350 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:43:35.717295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.717924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.722414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c92cde95-8c2c-4227-8b88-2565408db026 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "PUT /v2.0/ports/e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 HTTP/1.1" status: 200 len: 969 time: 2.9080937 Nov 10 16:43:35.741171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:35.832403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e2d9cd44-9f82-431a-a869-f8dcefb969e4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:35.878410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6df1d8a-ea18-4393-801b-6add954c4c55 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:35.903295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.935424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:35.935962 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:35.937018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f2c2b-193c-46ce-86d6-5ba35503d05e req-73c60662-5490-4bb3-a4e3-5177925eb542 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:35.938918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-319f2c2b-193c-46ce-86d6-5ba35503d05e req-73c60662-5490-4bb3-a4e3-5177925eb542 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 943 time: 0.3542643 Nov 10 16:43:35.943278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Allocated IP 172.20.0.12 (f734807f-7931-4d38-b94d-7c79fd4060b6/d52a1fe0-732e-4755-a461-99069917d533/baaaa6ab-8478-4d7d-8818-9014efc86fb0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:36.039568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Transition to ACTIVE for port object a6df1d8a-ea18-4393-801b-6add954c4c55 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:36.107477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-5206223a-874c-4f05-adf9-01edad36b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.108389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-5206223a-874c-4f05-adf9-01edad36b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.109150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-5206223a-874c-4f05-adf9-01edad36b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.112167 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-5206223a-874c-4f05-adf9-01edad36b451 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b77e4e840b4740faa5bcd049307eb068&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4540057 Nov 10 16:43:36.144164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.194824 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-7cd5502b-eb63-47e4-8594-205e101cfd0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322f8376-2196-4562-b4e2-9bd0688f1741 HTTP/1.1" status: 200 len: 217 time: 0.4709771 Nov 10 16:43:36.196686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:36.200070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.208913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8865f34f-e5e0-4a0e-8f1d-a3f745aad47b None None] Provisioning complete for port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:36.209286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8865f34f-e5e0-4a0e-8f1d-a3f745aad47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.247905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-319f2c2b-193c-46ce-86d6-5ba35503d05e req-220734dc-b43d-4f74-80cc-0c942d297574 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971480 Nov 10 16:43:36.261081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8865f34f-e5e0-4a0e-8f1d-a3f745aad47b None None] Port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:36.305753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-659b25b3-ce6a-470d-94bb-5e05938e356e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.311815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-659b25b3-ce6a-470d-94bb-5e05938e356e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.318360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-659b25b3-ce6a-470d-94bb-5e05938e356e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.324506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-659b25b3-ce6a-470d-94bb-5e05938e356e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.331257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-659b25b3-ce6a-470d-94bb-5e05938e356e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.337286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-659b25b3-ce6a-470d-94bb-5e05938e356e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.343227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-659b25b3-ce6a-470d-94bb-5e05938e356e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.345260 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-659b25b3-ce6a-470d-94bb-5e05938e356e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5373 time: 0.8062694 Nov 10 16:43:36.357999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6df1d8a-ea18-4393-801b-6add954c4c55,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:36.422608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-74d837b1-1a2b-43d7-8478-c0a1276ab4b9 req-09aef3fa-ee6d-4cd8-b31a-eab3f46450a0 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662837 Nov 10 16:43:36.514715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b3682a5d-8d8a-4934-ae15-a84ee632c8ce tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:36.515458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3682a5d-8d8a-4934-ae15-a84ee632c8ce tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.585720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c954974-9cba-4947-9251-2f2079333015 req-1e292c7f-9874-4631-8b2e-ab20dad53ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.587367 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-1e292c7f-9874-4631-8b2e-ab20dad53ce8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2824f75f-8689-40cf-9eb7-7e6a99b8194b HTTP/1.1" status: 200 len: 853 time: 0.3817289 Nov 10 16:43:36.662516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcf4d2-571c-49c4-be26-25d21abf3c8c req-f9a3775a-8fda-460f-a53c-ece232f3d4fd tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.664068 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44bcf4d2-571c-49c4-be26-25d21abf3c8c req-f9a3775a-8fda-460f-a53c-ece232f3d4fd tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.3013828 Nov 10 16:43:36.671612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-38dbad28-bbdc-493c-a64f-557de05d49c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e618e3cd-30bf-4b6c-a583-81e8b008a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698404 Nov 10 16:43:36.674436 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.688127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.689703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-09b0d556-1232-4c0a-8e75-365140fb117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.691346 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68f8800f-4c8c-474b-8a23-630ee810fdbd req-09b0d556-1232-4c0a-8e75-365140fb117c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5553329 Nov 10 16:43:36.740442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.774529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3682a5d-8d8a-4934-ae15-a84ee632c8ce tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.785651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Attempting to bind port a6df1d8a-ea18-4393-801b-6add954c4c55 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:36.785984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Attempting to bind port a6df1d8a-ea18-4393-801b-6add954c4c55 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:36.786360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Attempting to bind port a6df1d8a-ea18-4393-801b-6add954c4c55 on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:36.809574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b3682a5d-8d8a-4934-ae15-a84ee632c8ce tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:36.816398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Port a6df1d8a-ea18-4393-801b-6add954c4c55 on network ccc91858-4f38-4b10-9cfb-33f33ed3498c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:36.816722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Attempting to bind port a6df1d8a-ea18-4393-801b-6add954c4c55 on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:36.825544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44bcf4d2-571c-49c4-be26-25d21abf3c8c req-9b80a09b-8e2e-4594-ae85-4edca15998f0 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490121 Nov 10 16:43:36.840647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:36.840821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e543744-0071-40a1-b6a2-e800d32aa61c req-e3291573-702a-462c-b7a4-58c9d0ee5f92 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:36.841066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Checking segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:36.841367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Bound using segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:36.841816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Bound port: a6df1d8a-ea18-4393-801b-6add954c4c55, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:36.842183 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:36.849842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e543744-0071-40a1-b6a2-e800d32aa61c req-e3291573-702a-462c-b7a4-58c9d0ee5f92 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.2591879 Nov 10 16:43:36.864493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=1e4a273b-9360-4613-9041-b2f47f661206,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:36.897809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:36.898201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network hostable DHCP agents. Network: ecf86a1d-4166-4ecf-b78f-674c38de9eda, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:43:36.948604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-9e3b5892-60f7-4b3f-a278-a0fcd559bc6e service neutron] 10.222.0.18 "GET /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559593 Nov 10 16:43:36.960001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e543744-0071-40a1-b6a2-e800d32aa61c req-e6c41b5a-f169-4671-a7ac-de93cac6430b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091192 Nov 10 16:43:36.970088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] For port a6df1d8a-ea18-4393-801b-6add954c4c55, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:36.973468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] For port a6df1d8a-ea18-4393-801b-6add954c4c55, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a6df1d8a-ea18-4393-801b-6add954c4c55,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:36.994129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.039988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Network f734807f-7931-4d38-b94d-7c79fd4060b6 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:37.056617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:37.073613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c954974-9cba-4947-9251-2f2079333015 req-46314598-cea4-41b2-a04e-6b39580a8aa0 service neutron] 10.222.0.18 "GET /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098723 Nov 10 16:43:37.074737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:37.140219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:43:37.154442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.169640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Pushing event updated for resources: {'Port': ['ID=baaaa6ab-8478-4d7d-8818-9014efc86fb0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:37.219105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.219770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.233968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.235121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.236701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/a6df1d8a-ea18-4393-801b-6add954c4c55 HTTP/1.1" status: 200 len: 1092 time: 3.5304272 Nov 10 16:43:37.254229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b016f-849c-4362-a1dd-60811a24fb9d req-6248649d-65cc-4300-883b-ab56b4cd34af tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.255865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a7b016f-849c-4362-a1dd-60811a24fb9d req-6248649d-65cc-4300-883b-ab56b4cd34af tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 932 time: 0.2143431 Nov 10 16:43:37.259223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8416034b-bda2-4504-b54c-7a291061be39', 'tag': '322f8376-2196-4562-b4e2-9bd0688f1741'}, {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': 'a6df1d8a-ea18-4393-801b-6add954c4c55'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:37.262272 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9596c9a5-1d7b-478d-a785-e36674da41c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8416034b-bda2-4504-b54c-7a291061be39", "tag": "322f8376-2196-4562-b4e2-9bd0688f1741"}, {"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "a6df1d8a-ea18-4393-801b-6add954c4c55"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:37.300253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, ecf86a1d-4166-4ecf-b78f-674c38de9eda) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:37.305352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.311336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.314081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ddcb9-94be-46f1-88c2-f9bdf9486a27 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:37.323232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f5601-efe0-4f91-8bf8-98b8046e67c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6df1d8a-ea18-4393-801b-6add954c4c55,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:37.349356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3682a5d-8d8a-4934-ae15-a84ee632c8ce tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.374229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:37.397757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b702f-e7a9-4bd5-8b76-b93d72c1ec50 req-52865a6b-173b-4ec4-af87-894c05cfba0f tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.405671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce0b702f-e7a9-4bd5-8b76-b93d72c1ec50 req-52865a6b-173b-4ec4-af87-894c05cfba0f tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 943 time: 0.0693467 Nov 10 16:43:37.414204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a7b016f-849c-4362-a1dd-60811a24fb9d req-e00c49b7-a9b9-4b6c-b92a-8aedd6ce0949 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480026 Nov 10 16:43:37.469706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-360c9f02-a025-4d47-8ba2-d20aea22b5cb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7710047 Nov 10 16:43:37.478487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-532c6c89-272b-4bd7-840a-192bf6742bdb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0623822 Nov 10 16:43:37.480346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53278) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:37.485857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'name': 'tempest-NetworksTestDHCPv6-961407540'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:37.495915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce0b702f-e7a9-4bd5-8b76-b93d72c1ec50 req-32938871-4d41-4d5e-b91e-881f71b70f1e tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893438 Nov 10 16:43:37.523658 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc39068-bab1-4e29-8d7c-dc499ea3cb6d x-openstack-request-id: req-2cc39068-bab1-4e29-8d7c-dc499ea3cb6d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:37.524243 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8416034b-bda2-4504-b54c-7a291061be39", "tag": "322f8376-2196-4562-b4e2-9bd0688f1741", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "a6df1d8a-ea18-4393-801b-6add954c4c55", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:37.524243 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2cc39068-bab1-4e29-8d7c-dc499ea3cb6d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:37.529302 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8416034b-bda2-4504-b54c-7a291061be39', 'tag': '322f8376-2196-4562-b4e2-9bd0688f1741', 'status': 'completed', 'code': 200} Nov 10 16:43:37.529302 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': 'a6df1d8a-ea18-4393-801b-6add954c4c55', 'status': 'completed', 'code': 200} Nov 10 16:43:37.544285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Request body: {'port': {'device_id': '206c0331-865b-4785-a983-316df4e57428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:37.562297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3682a5d-8d8a-4934-ae15-a84ee632c8ce tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=e8396bff-e5a9-4e7c-bfe3-da30ed79dd30,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:37.582200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '1e4a273b-9360-4613-9041-b2f47f661206'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:43:37.583177 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.637933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-eece63c9-d178-43b7-897e-782af0e7ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.639544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-eece63c9-d178-43b7-897e-782af0e7ad4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7cf8c8abb314fe1a685b8cd34c6f1a0&device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 1095 time: 0.0801194 Nov 10 16:43:37.676741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3682a5d-8d8a-4934-ae15-a84ee632c8ce tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.680700 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b3682a5d-8d8a-4934-ae15-a84ee632c8ce tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 HTTP/1.1" status: 204 len: 168 time: 1.9382966 Nov 10 16:43:37.689846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:37.720595 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f33208e-be0b-4606-813c-6ab124c2497a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] GET failed (client error): The resource could not be found. Nov 10 16:43:37.722665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8f33208e-be0b-4606-813c-6ab124c2497a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports/e8396bff-e5a9-4e7c-bfe3-da30ed79dd30 HTTP/1.1" status: 404 len: 333 time: 0.0318317 Nov 10 16:43:37.738817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:37.816371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-ed45777b-0d1b-48d7-8747-2919acb5eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.817872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-ed45777b-0d1b-48d7-8747-2919acb5eade service neutron] 10.222.0.18 "GET /v2.0/networks?id=e618e3cd-30bf-4b6c-a583-81e8b008a3d2 HTTP/1.1" status: 200 len: 914 time: 0.1698387 Nov 10 16:43:37.819036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/1e4a273b-9360-4613-9041-b2f47f661206/adf18347-9916-41f9-945f-8547dba2cfe8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:37.835719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.837560 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.838414 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.885206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:37.900928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-83015cb3-9f4a-42f8-a093-f00ad1c723fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322f8376-2196-4562-b4e2-9bd0688f1741 HTTP/1.1" status: 200 len: 217 time: 0.0712302 Nov 10 16:43:37.926853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-fdf15cb2-db0c-40de-9638-cc962a54b007 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.932977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-fdf15cb2-db0c-40de-9638-cc962a54b007 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.939035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-fdf15cb2-db0c-40de-9638-cc962a54b007 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.945816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-fdf15cb2-db0c-40de-9638-cc962a54b007 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.952044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-fdf15cb2-db0c-40de-9638-cc962a54b007 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.958782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-fdf15cb2-db0c-40de-9638-cc962a54b007 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.964874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-fdf15cb2-db0c-40de-9638-cc962a54b007 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.966156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-1bd5acdd-96ce-4e25-b22f-d030365fd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:37.967952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-1bd5acdd-96ce-4e25-b22f-d030365fd504 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2824f75f-8689-40cf-9eb7-7e6a99b8194b HTTP/1.1" status: 200 len: 853 time: 0.0594087 Nov 10 16:43:37.980660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-fdf15cb2-db0c-40de-9638-cc962a54b007 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5385 time: 0.3469758 Nov 10 16:43:38.014620 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:38.017655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-3fe629c1-6971-4186-acb0-d3fe7480bf54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e618e3cd-30bf-4b6c-a583-81e8b008a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345252 Nov 10 16:43:38.110698 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:38.126174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3fa4-2a58-4e7f-a322-19d0be4b5aac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:38.128827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba8c65-b6f7-4713-8ddf-7b0e78523ce8 req-d40643b5-1d9d-499b-962d-1303658fd02f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.130821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9ba8c65-b6f7-4713-8ddf-7b0e78523ce8 req-d40643b5-1d9d-499b-962d-1303658fd02f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1618617 Nov 10 16:43:38.178706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:38.186659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:38.191018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Pushing event updated for resources: {'Port': ['ID=adf18347-9916-41f9-945f-8547dba2cfe8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:38.194581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:38.199835 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3fa4-2a58-4e7f-a322-19d0be4b5aac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:38.209759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-e7d1a087-c808-43d5-af64-5796b583289b service neutron] 10.222.0.18 "GET /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698337 Nov 10 16:43:38.212378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:38.215920 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:38.268139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Attempting to bind port adf18347-9916-41f9-945f-8547dba2cfe8 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:38.269470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Attempting to bind port adf18347-9916-41f9-945f-8547dba2cfe8 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:38.270277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Attempting to bind port adf18347-9916-41f9-945f-8547dba2cfe8 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:38.279139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:38.279945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:38.280592 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:38.281277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:38.281987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Bound port: adf18347-9916-41f9-945f-8547dba2cfe8, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:38.282721 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:38.332142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 0462d2c4-8640-4075-808c-47ee855b3bee yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:38.390408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] For port adf18347-9916-41f9-945f-8547dba2cfe8, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:38.396631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] For port adf18347-9916-41f9-945f-8547dba2cfe8, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=adf18347-9916-41f9-945f-8547dba2cfe8,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:38.419035 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9ba8c65-b6f7-4713-8ddf-7b0e78523ce8 req-7030dd49-8a32-4e3f-9264-33f959c4e995 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083535 Nov 10 16:43:38.429437 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-0232e01b-d12d-49c1-9e91-4702a321c386 service neutron] 10.222.0.18 "GET /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982820 Nov 10 16:43:38.477714 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:38.569762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-b7796f20-0777-4270-9992-2c92977698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.570357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-b7796f20-0777-4270-9992-2c92977698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.570697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-b7796f20-0777-4270-9992-2c92977698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.571704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-b7796f20-0777-4270-9992-2c92977698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.571829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-b7796f20-0777-4270-9992-2c92977698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.572268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-b7796f20-0777-4270-9992-2c92977698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.572719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-b7796f20-0777-4270-9992-2c92977698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.574881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-b7796f20-0777-4270-9992-2c92977698d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6281 time: 0.0848875 Nov 10 16:43:38.579427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934d4c0-6743-4b34-8cc0-8b089f0ceba5 None None] Pushing event updated for resources: {'Port': ['ID=adf18347-9916-41f9-945f-8547dba2cfe8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:38.609384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::3a9 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/1e4a273b-9360-4613-9041-b2f47f661206/0462d2c4-8640-4075-808c-47ee855b3bee) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:38.694670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5dddc6b0-edbe-46dd-a577-2358303031cb req-deca0b43-4284-4cfb-85a0-d76f567bf37e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7200508 Nov 10 16:43:38.830544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-712d8ba0-671d-4c50-bc6d-ae62237fa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.831159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-712d8ba0-671d-4c50-bc6d-ae62237fa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.831574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-712d8ba0-671d-4c50-bc6d-ae62237fa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.833203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-712d8ba0-671d-4c50-bc6d-ae62237fa359 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b77e4e840b4740faa5bcd049307eb068&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2394464 Nov 10 16:43:38.944435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bcff0-53c0-4d09-979e-efb31fc23597 req-da0e1573-0faa-40be-9761-80a8cb1197f5 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.951923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-221bcff0-53c0-4d09-979e-efb31fc23597 req-da0e1573-0faa-40be-9761-80a8cb1197f5 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 932 time: 0.1451828 Nov 10 16:43:38.965422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963089-a27c-4e6c-9a95-f94f6daef553 req-ee75ab69-4575-4455-a6a7-5140ec08f22c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:38.967013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13963089-a27c-4e6c-9a95-f94f6daef553 req-ee75ab69-4575-4455-a6a7-5140ec08f22c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.3232241 Nov 10 16:43:39.007282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3fa4-2a58-4e7f-a322-19d0be4b5aac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.009794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3fa4-2a58-4e7f-a322-19d0be4b5aac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.010943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6e9a3fa4-2a58-4e7f-a322-19d0be4b5aac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/security-groups/d42f2628-b997-4450-bae0-cfbad7ae0b4f HTTP/1.1" status: 204 len: 168 time: 1.2415328 Nov 10 16:43:39.032676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53294) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:39.039691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a3fa4-2a58-4e7f-a322-19d0be4b5aac tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42f2628-b997-4450-bae0-cfbad7ae0b4f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:39.147963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-4a32ea45-4d2d-4bda-b0a8-4e602657ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:39.149144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-221bcff0-53c0-4d09-979e-efb31fc23597 req-4a91e4f5-cac0-49ed-bbad-4ef33ca1f074 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961014 Nov 10 16:43:39.149622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9596c9a5-1d7b-478d-a785-e36674da41c5 req-4a32ea45-4d2d-4bda-b0a8-4e602657ab1c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3007615 Nov 10 16:43:39.215236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13963089-a27c-4e6c-9a95-f94f6daef553 req-d6e040c4-0407-4878-b1d1-1cc2b65c4f18 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266724 Nov 10 16:43:39.279348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60898d86-7bc3-4062-9773-8363c4476c9f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:39.279620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ae385aa-c740-403c-a2e9-c2995f56fc83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.285801 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.307885 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.323610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ae385aa-c740-403c-a2e9-c2995f56fc83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.358399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Transition to ACTIVE for port object 60898d86-7bc3-4062-9773-8363c4476c9f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:39.365147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baaaa6ab-8478-4d7d-8818-9014efc86fb0 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:39.381328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43428b1b-80b0-476a-b44b-8a64b087375b req-4076e16f-fe57-42d1-8342-73113a9f911d tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:39.381535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43428b1b-80b0-476a-b44b-8a64b087375b req-4076e16f-fe57-42d1-8342-73113a9f911d tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 943 time: 0.1197333 Nov 10 16:43:39.383776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.413552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Transition to ACTIVE for port object baaaa6ab-8478-4d7d-8818-9014efc86fb0 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:39.438469 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.449097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43428b1b-80b0-476a-b44b-8a64b087375b req-575acc2b-a70d-4e6a-b373-a1e71836758c tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582199 Nov 10 16:43:39.472698 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ae385aa-c740-403c-a2e9-c2995f56fc83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.478435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ae385aa-c740-403c-a2e9-c2995f56fc83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.480635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9ae385aa-c740-403c-a2e9-c2995f56fc83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/security-groups/7165151b-03af-4c58-86e5-275c68902ace HTTP/1.1" status: 204 len: 168 time: 0.4394672 Nov 10 16:43:39.486839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.490892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53298) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:39.532175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.553282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae385aa-c740-403c-a2e9-c2995f56fc83 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165151b-03af-4c58-86e5-275c68902ace,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:39.644589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Pushing event updated for resources: {'Port': ['ID=60898d86-7bc3-4062-9773-8363c4476c9f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:39.682337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:39.725753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Pushing event updated for resources: {'Port': ['ID=baaaa6ab-8478-4d7d-8818-9014efc86fb0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:39.741112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:39.747841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:39.768870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:39.769979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.779998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=0462d2c4-8640-4075-808c-47ee855b3bee,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:39.849221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea99b5-055e-443a-b889-7d490f65f6ac req-57bf2ae9-d7b4-4656-93af-1b4f10fda725 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:39.851006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9ea99b5-055e-443a-b889-7d490f65f6ac req-57bf2ae9-d7b4-4656-93af-1b4f10fda725 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.3069866 Nov 10 16:43:39.895101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device adf18347-9916-41f9-945f-8547dba2cfe8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:39.903771 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-125757ad-f783-4ad9-8205-e94f3d018005 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.940029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Attempting to bind port 60898d86-7bc3-4062-9773-8363c4476c9f on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:39.940371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Attempting to bind port 60898d86-7bc3-4062-9773-8363c4476c9f by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:39.940717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Attempting to bind port 60898d86-7bc3-4062-9773-8363c4476c9f on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:39.945702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9ea99b5-055e-443a-b889-7d490f65f6ac req-fececc2d-ebf0-40ab-b096-311c4e50756a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802410 Nov 10 16:43:39.962695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-125757ad-f783-4ad9-8205-e94f3d018005 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.962850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Port 60898d86-7bc3-4062-9773-8363c4476c9f on network ccc91858-4f38-4b10-9cfb-33f33ed3498c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:39.962850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Attempting to bind port 60898d86-7bc3-4062-9773-8363c4476c9f on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:39.980956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:39.981598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Checking segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:39.981783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Bound using segment: {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:39.982671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Bound port: 60898d86-7bc3-4062-9773-8363c4476c9f, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790a84f6-907f-402d-897b-d51b016d9a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:39.982987 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:39.998077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2c3c63c7-bcc2-4e8b-bf51-0aa04609d794 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5162978 Nov 10 16:43:40.008573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port adf18347-9916-41f9-945f-8547dba2cfe8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:40.008573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.010754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53304) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:40.025530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-e2628fc3-f512-4f76-96ad-c2c10530f014 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.037712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-e2628fc3-f512-4f76-96ad-c2c10530f014 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.052662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-e2628fc3-f512-4f76-96ad-c2c10530f014 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.059671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-e2628fc3-f512-4f76-96ad-c2c10530f014 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.067137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-e2628fc3-f512-4f76-96ad-c2c10530f014 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.075923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-e2628fc3-f512-4f76-96ad-c2c10530f014 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.088920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-e2628fc3-f512-4f76-96ad-c2c10530f014 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.098287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-e2628fc3-f512-4f76-96ad-c2c10530f014 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5397 time: 0.2019131 Nov 10 16:43:40.132178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71f4a0-7274-4df7-8d29-ffb2a704acc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.137427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.145401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71f4a0-7274-4df7-8d29-ffb2a704acc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.148329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8e71f4a0-7274-4df7-8d29-ffb2a704acc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1365654 Nov 10 16:43:40.150901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53306) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:40.187560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port adf18347-9916-41f9-945f-8547dba2cfe8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=adf18347-9916-41f9-945f-8547dba2cfe8,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:40.203540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Attempting to bind port baaaa6ab-8478-4d7d-8818-9014efc86fb0 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:40.204585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Attempting to bind port baaaa6ab-8478-4d7d-8818-9014efc86fb0 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '23073e61-3788-46aa-b2a1-41cf489ac442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f734807f-7931-4d38-b94d-7c79fd4060b6'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:40.205358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Attempting to bind port baaaa6ab-8478-4d7d-8818-9014efc86fb0 on network f734807f-7931-4d38-b94d-7c79fd4060b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:40.213747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Port baaaa6ab-8478-4d7d-8818-9014efc86fb0 on network f734807f-7931-4d38-b94d-7c79fd4060b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:40.214069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Attempting to bind port baaaa6ab-8478-4d7d-8818-9014efc86fb0 on network f734807f-7931-4d38-b94d-7c79fd4060b6 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:40.228908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01f873-bce3-417e-a07a-81d76f299564 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:40.241422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:40.241422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Checking segment: {'id': '23073e61-3788-46aa-b2a1-41cf489ac442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f734807f-7931-4d38-b94d-7c79fd4060b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:40.241889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Bound using segment: {'id': '23073e61-3788-46aa-b2a1-41cf489ac442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f734807f-7931-4d38-b94d-7c79fd4060b6'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:40.242303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Bound port: baaaa6ab-8478-4d7d-8818-9014efc86fb0, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23073e61-3788-46aa-b2a1-41cf489ac442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f734807f-7931-4d38-b94d-7c79fd4060b6'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:40.242665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.286599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3612e95e-8f5f-4054-bc70-97eb99e084e4 req-4ef3e175-eb62-42e6-9676-e893fdded55e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1871488 Nov 10 16:43:40.296286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-125757ad-f783-4ad9-8205-e94f3d018005 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.298137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] For port 60898d86-7bc3-4062-9773-8363c4476c9f, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:40.299014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-125757ad-f783-4ad9-8205-e94f3d018005 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.300367 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-125757ad-f783-4ad9-8205-e94f3d018005 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/security-groups/a187fc91-ae37-42d8-b8a1-9b0ad9c43f6e HTTP/1.1" status: 204 len: 168 time: 0.8081133 Nov 10 16:43:40.310346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53312) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:40.310558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] For port 60898d86-7bc3-4062-9773-8363c4476c9f, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=60898d86-7bc3-4062-9773-8363c4476c9f,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:40.323003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.325738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125757ad-f783-4ad9-8205-e94f3d018005 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a187fc91-ae37-42d8-b8a1-9b0ad9c43f6e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:40.378175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92e1c2-192c-4b93-a8e4-17c56cfca34f req-35f39288-3fe4-4ef6-9b98-10a533e23fdb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.379772 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca92e1c2-192c-4b93-a8e4-17c56cfca34f req-35f39288-3fe4-4ef6-9b98-10a533e23fdb tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 944 time: 0.1306319 Nov 10 16:43:40.404005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 322f8376-2196-4562-b4e2-9bd0688f1741 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:43:40.406820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f383ec17-c5d2-4621-bcde-88f054c835ae tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 0462d2c4-8640-4075-808c-47ee855b3bee {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:40.407403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f383ec17-c5d2-4621-bcde-88f054c835ae tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.415015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d4be340a-b261-4318-a237-8f941a92beb6 None None] Provisioning complete for port adf18347-9916-41f9-945f-8547dba2cfe8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:40.415441 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4be340a-b261-4318-a237-8f941a92beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.427557 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.436268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2c3734-38eb-4924-93ac-8f7d3a632217 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet 6c2af3c4-ebae-4402-9375-41672b9105b0 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:40.446814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3734-38eb-4924-93ac-8f7d3a632217 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.468206 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.478407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=adf18347-9916-41f9-945f-8547dba2cfe8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:40.532780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28bde0-ff27-4f20-a194-f98c822f4895 req-c131a891-ee00-44dc-9965-9874b9f36e19 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.541617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd28bde0-ff27-4f20-a194-f98c822f4895 req-c131a891-ee00-44dc-9965-9874b9f36e19 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1521547 Nov 10 16:43:40.544192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.544816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.546657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] 10.222.0.18 "PUT /v2.0/ports/60898d86-7bc3-4062-9773-8363c4476c9f HTTP/1.1" status: 200 len: 1091 time: 3.1781673 Nov 10 16:43:40.550268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] For port baaaa6ab-8478-4d7d-8818-9014efc86fb0, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:40.562226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '60898d86-7bc3-4062-9773-8363c4476c9f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:40.565960 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01734b81-1e81-4e72-a090-e8a9c18d687d" -d '{"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "60898d86-7bc3-4062-9773-8363c4476c9f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:40.567243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca92e1c2-192c-4b93-a8e4-17c56cfca34f req-a3abfa2c-37e7-449c-a2e0-62e7dbc4888e tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801322 Nov 10 16:43:40.573426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3734-38eb-4924-93ac-8f7d3a632217 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.589383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] For port baaaa6ab-8478-4d7d-8818-9014efc86fb0, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=baaaa6ab-8478-4d7d-8818-9014efc86fb0,segment=NetworkSegment(23073e61-3788-46aa-b2a1-41cf489ac442),segment_id=23073e61-3788-46aa-b2a1-41cf489ac442)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:40.641169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f383ec17-c5d2-4621-bcde-88f054c835ae tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.660699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee8814-be7b-4866-84c3-a0d7468d4432 service neutron] Pushing event updated for resources: {'Port': ['ID=60898d86-7bc3-4062-9773-8363c4476c9f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:40.670095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f383ec17-c5d2-4621-bcde-88f054c835ae tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 0462d2c4-8640-4075-808c-47ee855b3bee owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:40.695256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:40.717162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 322f8376-2196-4562-b4e2-9bd0688f1741, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=322f8376-2196-4562-b4e2-9bd0688f1741,segment=NetworkSegment(373425da-f92f-4c40-b106-a4c3160823e1),segment_id=373425da-f92f-4c40-b106-a4c3160823e1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:40.733453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.739661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '322f8376-2196-4562-b4e2-9bd0688f1741', 'network_id': 'e618e3cd-30bf-4b6c-a583-81e8b008a3d2', 'port_id': '322f8376-2196-4562-b4e2-9bd0688f1741', 'mac_address': 'fa:16:3e:ec:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2824f75f-8689-40cf-9eb7-7e6a99b8194b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:43:40.802101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.838777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:40.839585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.841011 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] 10.222.0.69 "PUT /v2.0/ports/baaaa6ab-8478-4d7d-8818-9014efc86fb0 HTTP/1.1" status: 200 len: 1093 time: 3.3102498 Nov 10 16:43:40.841277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322f8376-2196-4562-b4e2-9bd0688f1741 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:40.865551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd28bde0-ff27-4f20-a194-f98c822f4895 req-f618e348-014b-41b1-9591-88ce287abc3a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228877 Nov 10 16:43:40.870310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 322f8376-2196-4562-b4e2-9bd0688f1741, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=322f8376-2196-4562-b4e2-9bd0688f1741,segment=NetworkSegment(373425da-f92f-4c40-b106-a4c3160823e1),segment_id=373425da-f92f-4c40-b106-a4c3160823e1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:40.876846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3734-38eb-4924-93ac-8f7d3a632217 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.905399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611b8ab-9201-4ae1-9e1a-17589959d61d service neutron] Pushing event updated for resources: {'Port': ['ID=baaaa6ab-8478-4d7d-8818-9014efc86fb0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:40.911998 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.972372 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:40.974595 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c0a110-4d73-428c-88d2-7b75de6468b7 x-openstack-request-id: req-54c0a110-4d73-428c-88d2-7b75de6468b7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:40.974824 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "60898d86-7bc3-4062-9773-8363c4476c9f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:40.975015 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54c0a110-4d73-428c-88d2-7b75de6468b7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:40.975458 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '60898d86-7bc3-4062-9773-8363c4476c9f', 'status': 'completed', 'code': 200} Nov 10 16:43:41.071853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8c0f-5a17-48eb-80b4-a8976f39ef40 req-6b533c96-e94f-4619-86fa-3eeffb27a0b6 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.073696 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea4d8c0f-5a17-48eb-80b4-a8976f39ef40 req-6b533c96-e94f-4619-86fa-3eeffb27a0b6 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 943 time: 0.3150330 Nov 10 16:43:41.083998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3734-38eb-4924-93ac-8f7d3a632217 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.095986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=322f8376-2196-4562-b4e2-9bd0688f1741,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:41.181002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66cbe1e-854c-4bd8-a06b-bed8b10129c9 None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:41.198790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3734-38eb-4924-93ac-8f7d3a632217 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.202139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9f2c3734-38eb-4924-93ac-8f7d3a632217 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/6c2af3c4-ebae-4402-9375-41672b9105b0 HTTP/1.1" status: 204 len: 168 time: 0.8935802 Nov 10 16:43:41.208822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-5805d0a5-a366-4113-b3f9-4c8364f0d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.210605 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-5805d0a5-a366-4113-b3f9-4c8364f0d057 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5ff46e96d4d4484390f0da2f5e42be46&device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 1096 time: 0.2223849 Nov 10 16:43:41.213624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53322) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:41.235851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c3734-38eb-4924-93ac-8f7d3a632217 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2af3c4-ebae-4402-9375-41672b9105b0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:41.267105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-e8555317-f79f-486e-b072-ce6c8e28735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.267546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['322f8376-2196-4562-b4e2-9bd0688f1741'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:43:41.267763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-e8555317-f79f-486e-b072-ce6c8e28735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.268195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-e8555317-f79f-486e-b072-ce6c8e28735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.268654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-e8555317-f79f-486e-b072-ce6c8e28735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.269283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-e8555317-f79f-486e-b072-ce6c8e28735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.269851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-e8555317-f79f-486e-b072-ce6c8e28735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.270684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-e8555317-f79f-486e-b072-ce6c8e28735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.274662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-e8555317-f79f-486e-b072-ce6c8e28735a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6349 time: 0.2552681 Nov 10 16:43:41.295183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-d3c3e46f-ec9c-4685-bec7-a78296cfc01f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baaaa6ab-8478-4d7d-8818-9014efc86fb0 HTTP/1.1" status: 200 len: 217 time: 0.0734308 Nov 10 16:43:41.357122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f0657b29-f1b7-4188-8e48-eca06b89ef7c None None] Provisioning complete for port 0462d2c4-8640-4075-808c-47ee855b3bee triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:41.357425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0657b29-f1b7-4188-8e48-eca06b89ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.358562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea4d8c0f-5a17-48eb-80b4-a8976f39ef40 req-1166344c-ec61-4b1d-b466-80040cf9a070 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416377 Nov 10 16:43:41.422433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe8a7-e80c-4e6e-93fb-f3f614020ad3 req-1d5dc0db-91ec-4662-87a2-88cccb62e833 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.425572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbdd4fc-06b6-441c-8de2-c76d9fbd0ca1 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet 430716ed-01c1-4efe-add1-5af6130ba2aa {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:41.429696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd4fc-06b6-441c-8de2-c76d9fbd0ca1 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.431116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c9fe8a7-e80c-4e6e-93fb-f3f614020ad3 req-1d5dc0db-91ec-4662-87a2-88cccb62e833 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.2895365 Nov 10 16:43:41.471640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f0657b29-f1b7-4188-8e48-eca06b89ef7c None None] Port 0462d2c4-8640-4075-808c-47ee855b3bee cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:41.486739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f383ec17-c5d2-4621-bcde-88f054c835ae tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.509444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-4f173345-d643-4816-bcd9-55b65eca0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.514550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-4f173345-d643-4816-bcd9-55b65eca0360 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d52a1fe0-732e-4755-a461-99069917d533 HTTP/1.1" status: 200 len: 849 time: 0.2065997 Nov 10 16:43:41.531696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f0657b29-f1b7-4188-8e48-eca06b89ef7c None None] Provisioning complete for port adf18347-9916-41f9-945f-8547dba2cfe8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:41.532246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0657b29-f1b7-4188-8e48-eca06b89ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.552403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd4fc-06b6-441c-8de2-c76d9fbd0ca1 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.561423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-23aeecb9-21ab-4892-a36e-d30080a05f5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f734807f-7931-4d38-b94d-7c79fd4060b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381482 Nov 10 16:43:41.567885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c9fe8a7-e80c-4e6e-93fb-f3f614020ad3 req-ffd8aec8-5136-4b56-ae60-73f0cafc59fc tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327975 Nov 10 16:43:41.615783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383ec17-c5d2-4621-bcde-88f054c835ae tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=0462d2c4-8640-4075-808c-47ee855b3bee,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:41.682956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f383ec17-c5d2-4621-bcde-88f054c835ae tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.686816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f383ec17-c5d2-4621-bcde-88f054c835ae tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/0462d2c4-8640-4075-808c-47ee855b3bee HTTP/1.1" status: 204 len: 168 time: 1.5349379 Nov 10 16:43:41.698687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-2c5b9619-61db-430c-9ffa-cc32250bc231 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.706029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-2c5b9619-61db-430c-9ffa-cc32250bc231 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.711898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-2c5b9619-61db-430c-9ffa-cc32250bc231 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.723516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:41.729276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-2c5b9619-61db-430c-9ffa-cc32250bc231 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.733685 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.735856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-2c5b9619-61db-430c-9ffa-cc32250bc231 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.742851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-2c5b9619-61db-430c-9ffa-cc32250bc231 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.749639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-2c5b9619-61db-430c-9ffa-cc32250bc231 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.751706 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-2c5b9619-61db-430c-9ffa-cc32250bc231 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5397 time: 0.2734139 Nov 10 16:43:41.752215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53328) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:41.758160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-049978b9-e55d-4a81-bfe9-8d961fcb361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.758622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-049978b9-e55d-4a81-bfe9-8d961fcb361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.759081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-049978b9-e55d-4a81-bfe9-8d961fcb361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:41.760668 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-049978b9-e55d-4a81-bfe9-8d961fcb361f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b77e4e840b4740faa5bcd049307eb068&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4725857 Nov 10 16:43:41.762040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Transition to ACTIVE for port object 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:41.824858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device adf18347-9916-41f9-945f-8547dba2cfe8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:41.832319 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-fd0bf48d-4d44-486e-8f01-089ecd2e3708 service neutron] 10.222.0.69 "GET /v2.0/networks/f734807f-7931-4d38-b94d-7c79fd4060b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634661 Nov 10 16:43:41.837511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:41.904542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d5bf92a2-1eac-4e16-a9d6-cf4ab2cc47cc None None] Could not find standard attr ID for object 0462d2c4-8640-4075-808c-47ee855b3bee. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:43:41.943135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port adf18347-9916-41f9-945f-8547dba2cfe8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:41.943818 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.042487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Pushing event updated for resources: {'Port': ['ID=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:42.171044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701c792-ee6c-4c22-8b05-a343b49b0d1b req-0a975473-4e10-4971-974f-b4338b4828b8 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:42.173483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9701c792-ee6c-4c22-8b05-a343b49b0d1b req-0a975473-4e10-4971-974f-b4338b4828b8 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 944 time: 0.4054303 Nov 10 16:43:42.176299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Attempting to bind port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:42.176628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Attempting to bind port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:42.176953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Attempting to bind port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 on network 650047ea-d6fe-4afa-8b18-0dde135647bf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:42.186588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5deca58f-5bac-48cb-9f63-05e713c1a20b req-c715bf62-4826-4102-88fc-72c16fa4f3f8 service neutron] 10.222.0.69 "GET /v2.0/networks/f734807f-7931-4d38-b94d-7c79fd4060b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348455 Nov 10 16:43:42.196682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 on network 650047ea-d6fe-4afa-8b18-0dde135647bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:42.197103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Attempting to bind port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 on network 650047ea-d6fe-4afa-8b18-0dde135647bf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:42.213733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:42.214212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Checking segment: {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:42.214661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Bound using segment: {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:42.215194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Bound port: 010f6ea7-1ff5-4e24-bc59-5ffaaa783965, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:42.219976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.313216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9701c792-ee6c-4c22-8b05-a343b49b0d1b req-402ae30c-07e3-43e8-9295-79e3092fe42b tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261277 Nov 10 16:43:42.364402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] For port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:42.368075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] For port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:42.400058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 322f8376-2196-4562-b4e2-9bd0688f1741 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:42.410507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc430b-986e-4fef-9526-6ad4c8b26c25 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:42.412200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc430b-986e-4fef-9526-6ad4c8b26c25 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:42.413842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0ddc430b-986e-4fef-9526-6ad4c8b26c25 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6572888 Nov 10 16:43:42.422217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd4fc-06b6-441c-8de2-c76d9fbd0ca1 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.425940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:42.461982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.493938 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1a42bf2-3f6e-42ae-b2b1-43ca96187496 req-0b5e79a0-7d14-4da4-9b6e-45227fba01e1 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7225897 Nov 10 16:43:42.497209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-3d16f9d6-44e9-41ee-829d-3e917b7aa86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:42.498729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01734b81-1e81-4e72-a090-e8a9c18d687d req-3d16f9d6-44e9-41ee-829d-3e917b7aa86b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7232354 Nov 10 16:43:42.526319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f125-7e34-442b-bb87-57b0575312b9 req-07baf57e-4cd6-45db-a6c8-0af8b3de20b7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:42.534710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b66f125-7e34-442b-bb87-57b0575312b9 req-07baf57e-4cd6-45db-a6c8-0af8b3de20b7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1533229 Nov 10 16:43:42.540462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 322f8376-2196-4562-b4e2-9bd0688f1741 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:43:42.545662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:42.546256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.555538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 322f8376-2196-4562-b4e2-9bd0688f1741 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:42.555538 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.555826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-82844ffe-dba1-441f-b248-cc456982040f service neutron] 10.222.0.18 "PUT /v2.0/ports/010f6ea7-1ff5-4e24-bc59-5ffaaa783965 HTTP/1.1" status: 200 len: 1092 time: 1.8839309 Nov 10 16:43:42.575084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56340b4-1505-4ac7-a37f-3e0f69631c61 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 1e4a273b-9360-4613-9041-b2f47f661206 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:42.579487 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a56340b4-1505-4ac7-a37f-3e0f69631c61 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.649463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82844ffe-dba1-441f-b248-cc456982040f service neutron] Pushing event updated for resources: {'Port': ['ID=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:42.659678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd4fc-06b6-441c-8de2-c76d9fbd0ca1 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.665391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a56340b4-1505-4ac7-a37f-3e0f69631c61 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.676856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.717813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b66f125-7e34-442b-bb87-57b0575312b9 req-9115365b-a0d4-4e70-bb39-cb455135cc55 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681783 Nov 10 16:43:42.718196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd4fc-06b6-441c-8de2-c76d9fbd0ca1 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=430716ed-01c1-4efe-add1-5af6130ba2aa,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:42.725839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd4fc-06b6-441c-8de2-c76d9fbd0ca1 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.731287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9fbdd4fc-06b6-441c-8de2-c76d9fbd0ca1 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/430716ed-01c1-4efe-add1-5af6130ba2aa HTTP/1.1" status: 204 len: 168 time: 1.5136123 Nov 10 16:43:42.731823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:42.748371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 322f8376-2196-4562-b4e2-9bd0688f1741, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=322f8376-2196-4562-b4e2-9bd0688f1741,segment=NetworkSegment(373425da-f92f-4c40-b106-a4c3160823e1),segment_id=373425da-f92f-4c40-b106-a4c3160823e1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:42.752748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8416034b-bda2-4504-b54c-7a291061be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322f8376-2196-4562-b4e2-9bd0688f1741'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:42.755259 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1a28e5-0815-4a84-8da6-e1927e3372e4" -d '{"events": [{"server_uuid": "8416034b-bda2-4504-b54c-7a291061be39", "name": "network-vif-plugged", "status": "completed", "tag": "322f8376-2196-4562-b4e2-9bd0688f1741"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:42.759569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30721ff7-25ab-4637-837c-ca8841879314 None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:42.767757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Request body: {'port': {'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:42.793594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-54199073-ca50-4be4-829a-4ae028a2846c None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:42.794683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54199073-ca50-4be4-829a-4ae028a2846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.800608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b54ac-9b64-459a-88b3-989321138631 req-2efac3d6-6321-46bc-aeee-f1bbe552cbd8 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:42.802373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f8b54ac-9b64-459a-88b3-989321138631 req-2efac3d6-6321-46bc-aeee-f1bbe552cbd8 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 944 time: 0.0938864 Nov 10 16:43:42.812044 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a402dd9-6bdf-497c-b6da-6685078e7da8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:42.812648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a402dd9-6bdf-497c-b6da-6685078e7da8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:42.816078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5a402dd9-6bdf-497c-b6da-6685078e7da8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/6c2af3c4-ebae-4402-9375-41672b9105b0 HTTP/1.1" status: 404 len: 337 time: 0.0832779 Nov 10 16:43:42.821463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:42.871939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.872502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f8b54ac-9b64-459a-88b3-989321138631 req-12bf61e1-15cd-4559-ab64-8a46beac7640 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633221 Nov 10 16:43:42.938091 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9525ce3e-0e2a-4ce8-ac05-f417429c66d6 x-openstack-request-id: req-9525ce3e-0e2a-4ce8-ac05-f417429c66d6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:42.938392 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8416034b-bda2-4504-b54c-7a291061be39", "name": "network-vif-plugged", "status": "completed", "tag": "322f8376-2196-4562-b4e2-9bd0688f1741", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:42.938641 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9525ce3e-0e2a-4ce8-ac05-f417429c66d6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:42.939028 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8416034b-bda2-4504-b54c-7a291061be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322f8376-2196-4562-b4e2-9bd0688f1741', 'code': 200} Nov 10 16:43:42.979497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206c0331-865b-4785-a983-316df4e57428', 'tag': 'baaaa6ab-8478-4d7d-8818-9014efc86fb0'}, {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:42.983100 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65bb054-ae90-4266-a012-5339ba68aaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "206c0331-865b-4785-a983-316df4e57428", "tag": "baaaa6ab-8478-4d7d-8818-9014efc86fb0"}, {"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "010f6ea7-1ff5-4e24-bc59-5ffaaa783965"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:42.986566 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a56340b4-1505-4ac7-a37f-3e0f69631c61 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:42.991121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=322f8376-2196-4562-b4e2-9bd0688f1741,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:43.004758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-379072df-a353-4078-a397-0c695ae34a6c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting subnet 4df05362-6797-465c-a91a-32cd400a442f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:43.036122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:43.045249 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791650ea-445c-4ca9-afa1-b21c6b4b9559 x-openstack-request-id: req-791650ea-445c-4ca9-afa1-b21c6b4b9559 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:43.045558 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206c0331-865b-4785-a983-316df4e57428", "tag": "baaaa6ab-8478-4d7d-8818-9014efc86fb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "010f6ea7-1ff5-4e24-bc59-5ffaaa783965", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:43.045811 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-791650ea-445c-4ca9-afa1-b21c6b4b9559 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:43.046210 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206c0331-865b-4785-a983-316df4e57428', 'tag': 'baaaa6ab-8478-4d7d-8818-9014efc86fb0', 'status': 'completed', 'code': 200} Nov 10 16:43:43.046461 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965', 'status': 'completed', 'code': 200} Nov 10 16:43:43.047165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-379072df-a353-4078-a397-0c695ae34a6c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:43.069184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e701-5c34-4805-92a1-1718df0ce715 req-3c555897-f210-4dae-a186-d09011257466 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.071024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b232e701-5c34-4805-92a1-1718df0ce715 req-3c555897-f210-4dae-a186-d09011257466 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.2638474 Nov 10 16:43:43.072114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-54199073-ca50-4be4-829a-4ae028a2846c None None] Provisioning complete for port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:43.072665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54199073-ca50-4be4-829a-4ae028a2846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:43.074476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb50d03-64e3-4390-a9f4-4290c921c5ff req-65cd6f23-7a2c-49c7-a605-7a120efb571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.076756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb50d03-64e3-4390-a9f4-4290c921c5ff req-65cd6f23-7a2c-49c7-a605-7a120efb571f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 1097 time: 0.0693607 Nov 10 16:43:43.118349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-54199073-ca50-4be4-829a-4ae028a2846c None None] Port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:43.186773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-379072df-a353-4078-a397-0c695ae34a6c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:43.223094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb50d03-64e3-4390-a9f4-4290c921c5ff req-d89a9bef-e878-46bd-b037-b5b66fbc12f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478916 Nov 10 16:43:43.364037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b232e701-5c34-4805-92a1-1718df0ce715 req-f482c1e2-7e6b-40df-b54a-70a4f2105865 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696478 Nov 10 16:43:43.377551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-64dd1544-6842-48e5-b85e-45198eb161c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.379059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-64dd1544-6842-48e5-b85e-45198eb161c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5ff46e96d4d4484390f0da2f5e42be46&device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 1096 time: 0.2807422 Nov 10 16:43:43.404574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a56340b4-1505-4ac7-a37f-3e0f69631c61 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:43.435947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbad85b-dded-438d-8026-5d5f27f81725 req-8d1b11fa-f1d8-4584-ac11-35d6eccf5d0e tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.438374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bbad85b-dded-438d-8026-5d5f27f81725 req-8d1b11fa-f1d8-4584-ac11-35d6eccf5d0e tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 944 time: 0.0564685 Nov 10 16:43:43.465816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56340b4-1505-4ac7-a37f-3e0f69631c61 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4a273b-9360-4613-9041-b2f47f661206,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:43.474923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-6544e4fd-900b-4617-b137-1a932616b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.475427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-6544e4fd-900b-4617-b137-1a932616b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.475889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-6544e4fd-900b-4617-b137-1a932616b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.476854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-6544e4fd-900b-4617-b137-1a932616b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.477330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-6544e4fd-900b-4617-b137-1a932616b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.477782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-6544e4fd-900b-4617-b137-1a932616b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.478235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-6544e4fd-900b-4617-b137-1a932616b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.480775 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-6544e4fd-900b-4617-b137-1a932616b40e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6417 time: 0.2901485 Nov 10 16:43:43.495487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bbad85b-dded-438d-8026-5d5f27f81725 req-1d11e1d8-dda6-4eb2-b13f-febf57de3989 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491862 Nov 10 16:43:43.525804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817df0b-9b9b-41f2-8831-be120f207c65 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:43.538619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a56340b4-1505-4ac7-a37f-3e0f69631c61 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:43.542694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a56340b4-1505-4ac7-a37f-3e0f69631c61 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/1e4a273b-9360-4613-9041-b2f47f661206 HTTP/1.1" status: 204 len: 168 time: 1.1164126 Nov 10 16:43:43.545413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53352) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:43.595377 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1aa3dd1a-4f2a-416d-a21f-e86280c95130 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457988 Nov 10 16:43:43.599806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53354) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:43.606149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:43.731671 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-379072df-a353-4078-a397-0c695ae34a6c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:43.800443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:43.820371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-b02b972b-cc4f-45c3-92fe-58e714a75f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.821853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-b02b972b-cc4f-45c3-92fe-58e714a75f72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f734807f-7931-4d38-b94d-7c79fd4060b6 HTTP/1.1" status: 200 len: 910 time: 0.4216487 Nov 10 16:43:43.861106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ed20-1260-43d0-972e-2cc0a6127b18 req-84a3906c-aceb-4126-958b-e1c22959ccad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.862863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6b28ed20-1260-43d0-972e-2cc0a6127b18 req-84a3906c-aceb-4126-958b-e1c22959ccad tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.0587065 Nov 10 16:43:43.870548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-e9060a66-dce7-4c31-9bd5-71d073fcbef6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.876935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-e9060a66-dce7-4c31-9bd5-71d073fcbef6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.878216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:43.881794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:43.883177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-e9060a66-dce7-4c31-9bd5-71d073fcbef6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.889279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-e9060a66-dce7-4c31-9bd5-71d073fcbef6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.895609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-e9060a66-dce7-4c31-9bd5-71d073fcbef6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.901892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-e9060a66-dce7-4c31-9bd5-71d073fcbef6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.908674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-e9060a66-dce7-4c31-9bd5-71d073fcbef6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:43.910930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-e9060a66-dce7-4c31-9bd5-71d073fcbef6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5409 time: 0.2725563 Nov 10 16:43:43.986162 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6b28ed20-1260-43d0-972e-2cc0a6127b18 req-92037683-0045-4fec-a228-cd0fe7249152 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162229 Nov 10 16:43:44.045977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] Deleting port adf18347-9916-41f9-945f-8547dba2cfe8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:44.045977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.074727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d5b69696-06fc-4db7-8244-94a123b4cce6 None None] Provisioning complete for port e2d9cd44-9f82-431a-a869-f8dcefb969e4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:44.075083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5b69696-06fc-4db7-8244-94a123b4cce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.165994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] For port adf18347-9916-41f9-945f-8547dba2cfe8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=adf18347-9916-41f9-945f-8547dba2cfe8,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:44.166380 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.182600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] Calling delete_port for adf18347-9916-41f9-945f-8547dba2cfe8 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:44.202806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd0d26-5af4-45ff-a915-8df3abbbb406 req-44c54590-b407-4914-8737-fba533410dec tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.204508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79cd0d26-5af4-45ff-a915-8df3abbbb406 req-44c54590-b407-4914-8737-fba533410dec tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 945 time: 0.0952654 Nov 10 16:43:44.257030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.289565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79cd0d26-5af4-45ff-a915-8df3abbbb406 req-9e8403a4-b0f8-4e79-93f6-f3a7f9d9c2be tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785539 Nov 10 16:43:44.298853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d5b69696-06fc-4db7-8244-94a123b4cce6 None None] Provisioning complete for port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:44.299504 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5b69696-06fc-4db7-8244-94a123b4cce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.300288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-8d5c6940-c439-4f3e-a9be-9be062322474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.300751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-8d5c6940-c439-4f3e-a9be-9be062322474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.301206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-8d5c6940-c439-4f3e-a9be-9be062322474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.302779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-8d5c6940-c439-4f3e-a9be-9be062322474 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b77e4e840b4740faa5bcd049307eb068&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7900124 Nov 10 16:43:44.304078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-148a4b8a-e418-4976-a101-5bed71b00919 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baaaa6ab-8478-4d7d-8818-9014efc86fb0 HTTP/1.1" status: 200 len: 217 time: 0.4671612 Nov 10 16:43:44.308249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:44.314776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:44.319696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.320297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.328910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=de2ac612-aa5d-4c5a-83e6-d9b6adb48a85,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:44.377193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d5b69696-06fc-4db7-8244-94a123b4cce6 None None] Port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:43:44.432018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d49ebf89-d9a0-488d-ace1-4622606d43f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8311176 Nov 10 16:43:44.433383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53364) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:44.442064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'name': 'tempest-NetworksTestDHCPv6-1336984900'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:44.475657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-ca75df26-224c-42dc-aad0-f24a0cc0f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.476857 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.477138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-ca75df26-224c-42dc-aad0-f24a0cc0f5e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d52a1fe0-732e-4755-a461-99069917d533 HTTP/1.1" status: 200 len: 849 time: 0.1608326 Nov 10 16:43:44.489800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-379072df-a353-4078-a397-0c695ae34a6c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.501429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] No DVR routers for this DVR port adf18347-9916-41f9-945f-8547dba2cfe8 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:44.547483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e63e99-03ba-40a7-a1cc-5b7399250d6b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:44.551270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b225037-3ff2-499c-8c2d-7c10e53a4b92 None None] Pushing event deleted for resources: {'Port': ['ID=adf18347-9916-41f9-945f-8547dba2cfe8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:44.577835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b323c6f-5120-461e-bdad-9bf5228bb7a5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:44.598148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1d7f0-25b0-4661-bc87-1d3cf7ccc688 req-2f84ce34-e3c9-416b-8b1e-36f699955352 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.604100 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ed1d7f0-25b0-4661-bc87-1d3cf7ccc688 req-2f84ce34-e3c9-416b-8b1e-36f699955352 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1534224 Nov 10 16:43:44.604267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-5c588861-5ba9-4847-ba73-a58fbbfd63d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f734807f-7931-4d38-b94d-7c79fd4060b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116290 Nov 10 16:43:44.612018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.614492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379072df-a353-4078-a397-0c695ae34a6c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Subnet': ['ID=4df05362-6797-465c-a91a-32cd400a442f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:44.651664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55b6843b-758f-4855-aab7-36fbb66ea6e6 req-1367941f-f248-40d3-80c1-4180c4569122 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3544457 Nov 10 16:43:44.667719 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ed1d7f0-25b0-4661-bc87-1d3cf7ccc688 req-a7604c31-44c9-4e72-91a2-fe848ab2445c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605135 Nov 10 16:43:44.684908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-379072df-a353-4078-a397-0c695ae34a6c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.685036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833dd1e-7221-4085-b1b7-b604586ddbc4 None None] Network e615371b-7f40-4b06-974e-91edacf37350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:44.698191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53368) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:44.700066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-379072df-a353-4078-a397-0c695ae34a6c tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/4df05362-6797-465c-a91a-32cd400a442f HTTP/1.1" status: 204 len: 168 time: 1.8631749 Nov 10 16:43:44.718595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Transition to ACTIVE for port object 7b323c6f-5120-461e-bdad-9bf5228bb7a5 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:43:44.730293 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cceff784-c700-4969-9128-5c3423ffbe0a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:44.730763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cceff784-c700-4969-9128-5c3423ffbe0a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:44.732371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-5b6326d0-18f8-4050-a0d1-88baae68924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.735072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cceff784-c700-4969-9128-5c3423ffbe0a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/078496d4-2357-44b8-aa58-c015663d3bb2 HTTP/1.1" status: 404 len: 337 time: 0.0346763 Nov 10 16:43:44.735254 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-5b6326d0-18f8-4050-a0d1-88baae68924a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3874626 Nov 10 16:43:44.740373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53372) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:44.792062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-84efb291-68a7-4ba6-8879-22d591c3aa65 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "GET /v2.0/ports?device_id=03bf639b-c70d-4c72-907b-17900462535a HTTP/1.1" status: 200 len: 205 time: 0.0491786 Nov 10 16:43:44.793183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53374) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:44.840496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:44.844572 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.847856 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-9f6adad7-92c4-4e28-9afd-842c3abe54e8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] delete failed (client error): The resource could not be found. Nov 10 16:43:44.849414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9f6adad7-92c4-4e28-9afd-842c3abe54e8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/routers/03bf639b-c70d-4c72-907b-17900462535a HTTP/1.1" status: 404 len: 336 time: 0.0545685 Nov 10 16:43:44.852666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:44.866718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port bf9be0ed-f968-425c-ac87-c72c21e947b4 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:44.882714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'de2ac612-aa5d-4c5a-83e6-d9b6adb48a85'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:43:44.884064 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.885757 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:44.896551 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fd2011-d413-4e93-a0bb-4cbb1845fc98 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:44.897004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fd2011-d413-4e93-a0bb-4cbb1845fc98 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:44.900150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d2fd2011-d413-4e93-a0bb-4cbb1845fc98 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/c8cb0cc7-9954-44e2-8a4c-824d481986b8 HTTP/1.1" status: 404 len: 337 time: 0.0463884 Nov 10 16:43:44.910623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53378) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:44.938091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7a4cc-8deb-490f-9094-0c9b071562eb req-3349e591-3b93-4f64-8dc0-9e12c7e53198 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:44.945724 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04e7a4cc-8deb-490f-9094-0c9b071562eb req-3349e591-3b93-4f64-8dc0-9e12c7e53198 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 944 time: 0.2099288 Nov 10 16:43:44.954306 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d622f99-015d-4de1-b597-5292d474f496 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:44.955036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d622f99-015d-4de1-b597-5292d474f496 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:44.958267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5d622f99-015d-4de1-b597-5292d474f496 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/1e482c18-c18d-4eea-a66b-70fe4276b4a5 HTTP/1.1" status: 404 len: 337 time: 0.0462179 Nov 10 16:43:44.963183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:44.985236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-9d0aeec5-6a25-4498-88e2-f7b713da7618 service neutron] 10.222.0.69 "GET /v2.0/networks/f734807f-7931-4d38-b94d-7c79fd4060b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683343 Nov 10 16:43:44.996848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Pushing event updated for resources: {'Port': ['ID=7b323c6f-5120-461e-bdad-9bf5228bb7a5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:45.000500 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a85c4de-249f-4c4c-a2d1-633e70e3a723 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:45.000957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a85c4de-249f-4c4c-a2d1-633e70e3a723 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:45.007096 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a85c4de-249f-4c4c-a2d1-633e70e3a723 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/4fee868b-1c5c-433e-86b5-3d8a38740424 HTTP/1.1" status: 404 len: 337 time: 0.0399864 Nov 10 16:43:45.007483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53382) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:45.069967 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-028854e6-57af-49a6-b978-11c31bb0fe8a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:45.071278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028854e6-57af-49a6-b978-11c31bb0fe8a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:45.076187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-028854e6-57af-49a6-b978-11c31bb0fe8a tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/558f5575-34f9-4345-a1d0-1eb9631e87be HTTP/1.1" status: 404 len: 333 time: 0.0674391 Nov 10 16:43:45.080959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53386) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:45.119530 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-372254e9-adc9-4b80-b73b-140d08b248c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:45.120299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372254e9-adc9-4b80-b73b-140d08b248c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:45.124278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-372254e9-adc9-4b80-b73b-140d08b248c8 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/5f6e758b-df0d-423d-9c21-6eaeef7e450a HTTP/1.1" status: 404 len: 337 time: 0.0423176 Nov 10 16:43:45.128315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53388) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:45.185428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] DHCP port deletion for e615371b-7f40-4b06-974e-91edacf37350 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:45.185836 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f61145-7963-4e71-88ff-fd3ef45eeb51 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:45.186293 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f61145-7963-4e71-88ff-fd3ef45eeb51 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:45.190628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1f61145-7963-4e71-88ff-fd3ef45eeb51 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/b4d51557-8635-4c17-8a02-14c719669f55 HTTP/1.1" status: 404 len: 337 time: 0.0610800 Nov 10 16:43:45.200851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-04e7a4cc-8deb-490f-9094-0c9b071562eb req-b5d88642-080c-4797-b2a9-9f5e445dccdf tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530973 Nov 10 16:43:45.200851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:45.223051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::14a (ecf86a1d-4166-4ecf-b78f-674c38de9eda/de2ac612-aa5d-4c5a-83e6-d9b6adb48a85/bf9be0ed-f968-425c-ac87-c72c21e947b4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:45.259994 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efcf607-242b-4375-8491-b636dbf677ab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:45.261352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efcf607-242b-4375-8491-b636dbf677ab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:45.261559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ccff-c33e-43cc-a7d3-8be7c66359e9 req-568476fb-6c85-47ca-be43-48edd5931c50 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.263357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e343ccff-c33e-43cc-a7d3-8be7c66359e9 req-568476fb-6c85-47ca-be43-48edd5931c50 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1167254 Nov 10 16:43:45.267727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4efcf607-242b-4375-8491-b636dbf677ab tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/ebbc88b2-a9c2-43b2-8b2d-0170874bb916 HTTP/1.1" status: 404 len: 333 time: 0.0413158 Nov 10 16:43:45.271526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:45.281598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] Deleting port e2d9cd44-9f82-431a-a869-f8dcefb969e4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:45.283049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.341879 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e53015d-413b-4074-bb5b-0b7756c29943 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:45.342465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e53015d-413b-4074-bb5b-0b7756c29943 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:45.346630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4e53015d-413b-4074-bb5b-0b7756c29943 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/cd58a553-c6b9-4534-b8b3-32c729eab68e HTTP/1.1" status: 404 len: 337 time: 0.0704639 Nov 10 16:43:45.349901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:45.360416 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c65bb054-ae90-4266-a012-5339ba68aaa8 req-4c9d7c51-3620-4f0e-b94d-beea30084fc8 service neutron] 10.222.0.69 "GET /v2.0/networks/f734807f-7931-4d38-b94d-7c79fd4060b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666470 Nov 10 16:43:45.363486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Attempting to bind port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:45.363679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Attempting to bind port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:45.364094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Attempting to bind port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 on network 650047ea-d6fe-4afa-8b18-0dde135647bf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:45.390427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] For port e2d9cd44-9f82-431a-a869-f8dcefb969e4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e2d9cd44-9f82-431a-a869-f8dcefb969e4,segment=NetworkSegment(52af4f4f-c803-43c5-b5a5-8d69bd58f02d),segment_id=52af4f4f-c803-43c5-b5a5-8d69bd58f02d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:45.391541 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.398796 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-87819c1a-ea25-4a02-b334-565938875e80 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] DELETE failed (client error): The resource could not be found. Nov 10 16:43:45.399272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87819c1a-ea25-4a02-b334-565938875e80 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:43:45.403218 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-87819c1a-ea25-4a02-b334-565938875e80 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/subnets/23296f72-c9f4-43a5-bec6-184e36b69ad1 HTTP/1.1" status: 404 len: 337 time: 0.0517163 Nov 10 16:43:45.404281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 on network 650047ea-d6fe-4afa-8b18-0dde135647bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:43:45.407871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Attempting to bind port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 on network 650047ea-d6fe-4afa-8b18-0dde135647bf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:45.410512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:45.417979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] Calling delete_port for e2d9cd44-9f82-431a-a869-f8dcefb969e4 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:45.424632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:45.424903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e343ccff-c33e-43cc-a7d3-8be7c66359e9 req-595bb871-c934-4aa1-8ac6-fd71bfdb55f7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511178 Nov 10 16:43:45.424999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Checking segment: {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:45.425363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Bound using segment: {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:45.425823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Bound port: 7b323c6f-5120-461e-bdad-9bf5228bb7a5, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:45.426185 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.492342 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.580312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.587017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b44db-0a5a-4c29-81fd-75936846e31b req-41de3142-9180-417c-a528-f558684366cc tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.592567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-886b44db-0a5a-4c29-81fd-75936846e31b req-41de3142-9180-417c-a528-f558684366cc tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 945 time: 0.1380682 Nov 10 16:43:45.610402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.617296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] Pushing event deleted for resources: {'Port': ['ID=e2d9cd44-9f82-431a-a869-f8dcefb969e4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:45.619635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0321c6-a1ac-427b-bc99-b1307d444843 None None] No DVR routers for this DVR port e2d9cd44-9f82-431a-a869-f8dcefb969e4 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:45.620000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] For port 7b323c6f-5120-461e-bdad-9bf5228bb7a5, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:45.639660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] For port 7b323c6f-5120-461e-bdad-9bf5228bb7a5, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:45.648453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9e157c0a-3b41-485d-8671-07a438931bb3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Deleting port 5caaf2c3-2810-4a92-98f5-1a672d2fb06c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:45.648677 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e157c0a-3b41-485d-8671-07a438931bb3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.668167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:45.671403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:45.676232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:45.681219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.682412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.701032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=bf9be0ed-f968-425c-ac87-c72c21e947b4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:45.710477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/de2ac612-aa5d-4c5a-83e6-d9b6adb48a85/7c31b71d-f407-407e-bec5-1e5fe420e749) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:45.728859 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-886b44db-0a5a-4c29-81fd-75936846e31b req-f3eb2bef-a4eb-40e1-acec-61968d770a40 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312463 Nov 10 16:43:45.732577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.776706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e157c0a-3b41-485d-8671-07a438931bb3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.800105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.800733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:45.802183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b323c6f-5120-461e-bdad-9bf5228bb7a5 HTTP/1.1" status: 200 len: 1092 time: 3.0507987 Nov 10 16:43:45.804388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '7b323c6f-5120-461e-bdad-9bf5228bb7a5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:45.811900 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c594531e-ed91-47d1-b96b-93bc28dbc3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "7b323c6f-5120-461e-bdad-9bf5228bb7a5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:45.811900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9e157c0a-3b41-485d-8671-07a438931bb3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Calling delete_port for 5caaf2c3-2810-4a92-98f5-1a672d2fb06c owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:45.825120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3f79a80b-8339-4370-86f5-c1b0fc8e4bed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3904066 Nov 10 16:43:45.830657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53410) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:45.855924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f3b4b-86f0-43ec-97cc-1bc2e8235a74 service neutron] Pushing event updated for resources: {'Port': ['ID=7b323c6f-5120-461e-bdad-9bf5228bb7a5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:45.873023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device adf18347-9916-41f9-945f-8547dba2cfe8 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:45.900648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556978-973f-4589-91b5-025719c533f0 req-6310a0dc-09a0-46b4-b3a8-425866c67f1d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.905898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: adf18347-9916-41f9-945f-8547dba2cfe8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:45.906280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556978-973f-4589-91b5-025719c533f0 req-6310a0dc-09a0-46b4-b3a8-425866c67f1d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.906892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device adf18347-9916-41f9-945f-8547dba2cfe8 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:45.907325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e2d9cd44-9f82-431a-a869-f8dcefb969e4 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:45.912520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556978-973f-4589-91b5-025719c533f0 req-6310a0dc-09a0-46b4-b3a8-425866c67f1d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.919347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556978-973f-4589-91b5-025719c533f0 req-6310a0dc-09a0-46b4-b3a8-425866c67f1d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.926282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556978-973f-4589-91b5-025719c533f0 req-6310a0dc-09a0-46b4-b3a8-425866c67f1d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.933843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556978-973f-4589-91b5-025719c533f0 req-6310a0dc-09a0-46b4-b3a8-425866c67f1d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.940645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e2d9cd44-9f82-431a-a869-f8dcefb969e4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:45.940842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556978-973f-4589-91b5-025719c533f0 req-6310a0dc-09a0-46b4-b3a8-425866c67f1d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.940965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e2d9cd44-9f82-431a-a869-f8dcefb969e4 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:45.948526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08556978-973f-4589-91b5-025719c533f0 req-6310a0dc-09a0-46b4-b3a8-425866c67f1d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1856554 Nov 10 16:43:45.994295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe50c7-dd26-4b03-82a6-bec75596408c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:45.996323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6bfe50c7-dd26-4b03-82a6-bec75596408c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1618559 Nov 10 16:43:46.002866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53412) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:46.010753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c8cb7-e878-409f-8064-691387d0ca65 req-84d18529-34e1-43c9-8275-cd90ec60c85b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.012428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e4c8cb7-e878-409f-8064-691387d0ca65 req-84d18529-34e1-43c9-8275-cd90ec60c85b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1252840 Nov 10 16:43:46.051382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1ded3602-4188-40ac-91ea-b8f997ee3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.052433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1ded3602-4188-40ac-91ea-b8f997ee3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.052923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1ded3602-4188-40ac-91ea-b8f997ee3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.053399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1ded3602-4188-40ac-91ea-b8f997ee3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.053869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1ded3602-4188-40ac-91ea-b8f997ee3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.054334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1ded3602-4188-40ac-91ea-b8f997ee3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.054800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1ded3602-4188-40ac-91ea-b8f997ee3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.056865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1ded3602-4188-40ac-91ea-b8f997ee3591 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6485 time: 0.1261988 Nov 10 16:43:46.075915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08556978-973f-4589-91b5-025719c533f0 req-686c27bd-957e-4c2d-83bc-4ddc749d4f31 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262579 Nov 10 16:43:46.094812 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.139142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-ec13e176-c474-4891-920d-757e95363bac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037c0619-88ff-4df6-9d08-a678919d85c4 HTTP/1.1" status: 200 len: 217 time: 0.0590470 Nov 10 16:43:46.143731 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e157c0a-3b41-485d-8671-07a438931bb3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.144252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3a3f7-c794-45c5-8f59-2f5982e8f314 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port bf9be0ed-f968-425c-ac87-c72c21e947b4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:46.144606 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a3f7-c794-45c5-8f59-2f5982e8f314 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.162505 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e4c8cb7-e878-409f-8064-691387d0ca65 req-b212900a-98a3-4ad8-94e5-8f9923e13f05 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373589 Nov 10 16:43:46.230746 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3ea518-5932-474b-875c-f4c3631d9f03 x-openstack-request-id: req-bb3ea518-5932-474b-875c-f4c3631d9f03 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:46.241136 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "7b323c6f-5120-461e-bdad-9bf5228bb7a5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:46.241136 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb3ea518-5932-474b-875c-f4c3631d9f03 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:46.241136 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '7b323c6f-5120-461e-bdad-9bf5228bb7a5', 'status': 'completed', 'code': 200} Nov 10 16:43:46.242230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e157c0a-3b41-485d-8671-07a438931bb3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Port': ['ID=5caaf2c3-2810-4a92-98f5-1a672d2fb06c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:46.246196 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.259814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e157c0a-3b41-485d-8671-07a438931bb3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.266906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9e157c0a-3b41-485d-8671-07a438931bb3 tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/ports/5caaf2c3-2810-4a92-98f5-1a672d2fb06c HTTP/1.1" status: 204 len: 168 time: 0.8540449 Nov 10 16:43:46.269860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:46.275873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a3f7-c794-45c5-8f59-2f5982e8f314 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.303653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3a3f7-c794-45c5-8f59-2f5982e8f314 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for bf9be0ed-f968-425c-ac87-c72c21e947b4 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:46.315518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-d0e5a713-7b68-4383-8b13-a8404f03177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.321300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-d0e5a713-7b68-4383-8b13-a8404f03177a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc279a63-2128-412b-a4ba-7615da2ef304 HTTP/1.1" status: 200 len: 851 time: 0.1579506 Nov 10 16:43:46.330031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Pushing event updated for resources: {'Port': ['ID=7c31b71d-f407-407e-bec5-1e5fe420e749,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:46.340956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:46.347299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:46.353597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:46.417377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Attempting to bind port 7c31b71d-f407-407e-bec5-1e5fe420e749 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:46.417751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Attempting to bind port 7c31b71d-f407-407e-bec5-1e5fe420e749 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:46.418283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Attempting to bind port 7c31b71d-f407-407e-bec5-1e5fe420e749 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:46.424005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:46.424541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:46.424849 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.425238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:46.425707 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Bound port: 7c31b71d-f407-407e-bec5-1e5fe420e749, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:46.425910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.426084 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.454006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-8affcab3-9327-4c86-b763-621ef7c34aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.455769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-8affcab3-9327-4c86-b763-621ef7c34aec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033027 Nov 10 16:43:46.465731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c0b1f-f846-42db-a13e-807dc0ea3160 req-4e5751a4-95c7-495c-9db3-654b36f3450e tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.467264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-871c0b1f-f846-42db-a13e-807dc0ea3160 req-4e5751a4-95c7-495c-9db3-654b36f3450e tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 944 time: 0.1020715 Nov 10 16:43:46.495032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] For port 7c31b71d-f407-407e-bec5-1e5fe420e749, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:46.498643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] For port 7c31b71d-f407-407e-bec5-1e5fe420e749, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c31b71d-f407-407e-bec5-1e5fe420e749,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:46.545744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a3f7-c794-45c5-8f59-2f5982e8f314 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.571636 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.613234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device baaaa6ab-8478-4d7d-8818-9014efc86fb0 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:43:46.614446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3a3f7-c794-45c5-8f59-2f5982e8f314 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=bf9be0ed-f968-425c-ac87-c72c21e947b4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:46.647413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.653769 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a3f7-c794-45c5-8f59-2f5982e8f314 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.664433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0ec3a3f7-c794-45c5-8f59-2f5982e8f314 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/bf9be0ed-f968-425c-ac87-c72c21e947b4 HTTP/1.1" status: 204 len: 168 time: 0.6546400 Nov 10 16:43:46.664433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53424) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:46.695944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87090862-0a13-483b-96d4-88a26a4631e1 None None] Pushing event updated for resources: {'Port': ['ID=7c31b71d-f407-407e-bec5-1e5fe420e749,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:46.712717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-871c0b1f-f846-42db-a13e-807dc0ea3160 req-da942641-3efb-4d0d-ba24-11eb99d25d2b tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319713 Nov 10 16:43:46.732649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85156e89-07a9-4282-a071-2d1c967a0560 req-44af2303-0ceb-42d3-b466-4102298a03e3 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.741045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85156e89-07a9-4282-a071-2d1c967a0560 req-44af2303-0ceb-42d3-b466-4102298a03e3 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1607206 Nov 10 16:43:46.755213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee6513-e1c0-4763-a8c2-d7a5e0183af3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.756537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e615371b-7f40-4b06-974e-91edacf37350']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:46.756749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee6513-e1c0-4763-a8c2-d7a5e0183af3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.758238 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-25ee6513-e1c0-4763-a8c2-d7a5e0183af3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0961373 Nov 10 16:43:46.763501 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1f449df1-fcbd-4ebc-9532-2d38cd8889d5 service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938137 Nov 10 16:43:46.764165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53426) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:46.822182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52af4f4f-c803-43c5-b5a5-8d69bd58f02d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:46.822920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52af4f4f-c803-43c5-b5a5-8d69bd58f02d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:46.824037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85156e89-07a9-4282-a071-2d1c967a0560 req-c8d027c7-9475-4255-b494-8c4ef9326f8c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819025 Nov 10 16:43:46.842533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port baaaa6ab-8478-4d7d-8818-9014efc86fb0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=baaaa6ab-8478-4d7d-8818-9014efc86fb0,segment=NetworkSegment(23073e61-3788-46aa-b2a1-41cf489ac442),segment_id=23073e61-3788-46aa-b2a1-41cf489ac442)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:46.855979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'baaaa6ab-8478-4d7d-8818-9014efc86fb0', 'network_id': 'f734807f-7931-4d38-b94d-7c79fd4060b6', 'port_id': 'baaaa6ab-8478-4d7d-8818-9014efc86fb0', 'mac_address': 'fa:16:3e:dd:6d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52a1fe0-732e-4755-a461-99069917d533', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:43:46.870560 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.903160 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:46.919602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baaaa6ab-8478-4d7d-8818-9014efc86fb0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:46.943347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-89c63fbc-840c-4d05-a885-02ba4bdbc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:46.944802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-89c63fbc-840c-4d05-a885-02ba4bdbc532 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7cf8c8abb314fe1a685b8cd34c6f1a0&device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 1097 time: 0.2522113 Nov 10 16:43:46.954211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port baaaa6ab-8478-4d7d-8818-9014efc86fb0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=baaaa6ab-8478-4d7d-8818-9014efc86fb0,segment=NetworkSegment(23073e61-3788-46aa-b2a1-41cf489ac442),segment_id=23073e61-3788-46aa-b2a1-41cf489ac442)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:46.974786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:47.008964 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:47.026867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7dd8d5-5a48-4bcb-ab1b-464f7265f598 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet de2ac612-aa5d-4c5a-83e6-d9b6adb48a85 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:47.033341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:43:47.033754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:43:47.037047 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:43:47.066863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=baaaa6ab-8478-4d7d-8818-9014efc86fb0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:47.085406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46172e-52ad-4440-8180-8b0afd5b0e1b req-4883cf56-3176-43bf-a379-31f71c3c2302 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.086924 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b46172e-52ad-4440-8180-8b0afd5b0e1b req-4883cf56-3176-43bf-a379-31f71c3c2302 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 945 time: 0.2668614 Nov 10 16:43:47.090846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd8d5-5a48-4bcb-ab1b-464f7265f598 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:47.191988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-f8452ab9-23c1-49f5-b0b4-06263c0f87e5 service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078941 Nov 10 16:43:47.211943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd8d5-5a48-4bcb-ab1b-464f7265f598 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:47.213818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-6fb05c1c-1dc7-47ca-8b6c-61143f894817 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.219832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-6fb05c1c-1dc7-47ca-8b6c-61143f894817 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.226307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-6fb05c1c-1dc7-47ca-8b6c-61143f894817 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.232243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-6fb05c1c-1dc7-47ca-8b6c-61143f894817 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.238939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-6fb05c1c-1dc7-47ca-8b6c-61143f894817 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.244938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-6fb05c1c-1dc7-47ca-8b6c-61143f894817 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.251970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-6fb05c1c-1dc7-47ca-8b6c-61143f894817 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.254329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-6fb05c1c-1dc7-47ca-8b6c-61143f894817 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.0971761 Nov 10 16:43:47.290960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-d0600a0d-7372-495a-a9cd-f71372df9f88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 217 time: 0.0872993 Nov 10 16:43:47.318113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:47.321430 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b9985c1-8ff3-491f-b790-9876f28dda7e req-ab77b834-5907-485d-a664-060529d9f681 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598791 Nov 10 16:43:47.360179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:47.363589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] 10.222.0.62 "DELETE /v2.0/networks/e615371b-7f40-4b06-974e-91edacf37350 HTTP/1.1" status: 204 len: 168 time: 1.0925751 Nov 10 16:43:47.371403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-af0ab4ff-a588-4541-820d-429a07905eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.372897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-af0ab4ff-a588-4541-820d-429a07905eef service neutron] 10.222.0.18 "GET /v2.0/networks?id=e618e3cd-30bf-4b6c-a583-81e8b008a3d2 HTTP/1.1" status: 200 len: 914 time: 0.4146340 Nov 10 16:43:47.414993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b46172e-52ad-4440-8180-8b0afd5b0e1b req-277d7e8e-385b-41ec-93ca-313f2845fd5a tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958667 Nov 10 16:43:47.425187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dffc4-f25d-46d1-9249-cae51b7d747f tempest-PortsIpV6TestJSON-1281454102 tempest-PortsIpV6TestJSON-1281454102-project] Pushing event deleted for resources: {'Network': ['ID=e615371b-7f40-4b06-974e-91edacf37350,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:47.469818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-90110e59-f123-4da6-82de-a0da68a94b1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322f8376-2196-4562-b4e2-9bd0688f1741 HTTP/1.1" status: 200 len: 217 time: 0.0659969 Nov 10 16:43:47.473469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5fdd8cc4-34ce-4d88-99bd-c8ecf75dc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.475222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-5fdd8cc4-34ce-4d88-99bd-c8ecf75dc4b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.1658103 Nov 10 16:43:47.519031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf199a-ec8a-467d-8283-1261a8e324ce req-157691d3-0710-4d44-84ff-6f2f2107e127 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.524834 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0aaf199a-ec8a-467d-8283-1261a8e324ce req-157691d3-0710-4d44-84ff-6f2f2107e127 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1224909 Nov 10 16:43:47.546664 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd8d5-5a48-4bcb-ab1b-464f7265f598 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:47.582554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['baaaa6ab-8478-4d7d-8818-9014efc86fb0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:43:47.582820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-9daaf538-3d6e-40bc-a7f5-a5828a4a98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.584391 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-9daaf538-3d6e-40bc-a7f5-a5828a4a98ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2824f75f-8689-40cf-9eb7-7e6a99b8194b HTTP/1.1" status: 200 len: 853 time: 0.1063902 Nov 10 16:43:47.597959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0aaf199a-ec8a-467d-8283-1261a8e324ce req-9c6efe7f-0ed1-4aa3-a79c-166190c7df2c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641541 Nov 10 16:43:47.614885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-879fda6c-85f6-4151-b065-6b64a94d8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:47.615614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-879fda6c-85f6-4151-b065-6b64a94d8bce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1248617 Nov 10 16:43:47.942198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c31b71d-f407-407e-bec5-1e5fe420e749 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:47.998564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469af08e-c3e5-477e-8f20-2eb61d1eda20 req-634aa627-e9c7-4087-ad5b-0afe579e4590 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.005713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-469af08e-c3e5-477e-8f20-2eb61d1eda20 req-634aa627-e9c7-4087-ad5b-0afe579e4590 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.0953605 Nov 10 16:43:48.029999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Provisioning complete for port 7c31b71d-f407-407e-bec5-1e5fe420e749 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:48.030368 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.036840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-ffe15234-d021-4a99-9677-d896c6d7de8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e618e3cd-30bf-4b6c-a583-81e8b008a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4249601 Nov 10 16:43:48.083525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7c31b71d-f407-407e-bec5-1e5fe420e749 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:48.084200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.093920 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-469af08e-c3e5-477e-8f20-2eb61d1eda20 req-f3f6620e-9730-406c-918a-ff97a7bc311e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861139 Nov 10 16:43:48.094543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53444) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:48.243495 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.245783 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.248451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f6949-630f-42a8-b520-0cb28b86c5a4 req-18591a5e-cb16-4905-bd7d-1aeb24263931 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.250469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a5f6949-630f-42a8-b520-0cb28b86c5a4 req-18591a5e-cb16-4905-bd7d-1aeb24263931 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 945 time: 0.2284739 Nov 10 16:43:48.260167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd8d5-5a48-4bcb-ab1b-464f7265f598 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.280561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-f970fa77-6b5e-44d9-bc99-383241f95867 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828693 Nov 10 16:43:48.282840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-f517d23e-2b96-48aa-88e9-44b96605515c service neutron] 10.222.0.18 "GET /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484772 Nov 10 16:43:48.312021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-94d7c162-bf35-4dc3-bd5f-094a29280fdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22937fe3fe9f4061833cf5be4df5cfa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161984 Nov 10 16:43:48.313130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53448) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:48.331873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dd8d5-5a48-4bcb-ab1b-464f7265f598 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=de2ac612-aa5d-4c5a-83e6-d9b6adb48a85,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:48.337740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd8d5-5a48-4bcb-ab1b-464f7265f598 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.344254 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3c7dd8d5-5a48-4bcb-ab1b-464f7265f598 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/de2ac612-aa5d-4c5a-83e6-d9b6adb48a85 HTTP/1.1" status: 204 len: 168 time: 1.5718925 Nov 10 16:43:48.354924 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:43:48.355301 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:43:48.355966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:43:48.356307 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:43:48.357283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53450) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:48.410179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-372cff0d-51a2-4548-bf21-037a82f0dfb0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492945 Nov 10 16:43:48.411749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53454) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:48.416574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:48.481362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a5f6949-630f-42a8-b520-0cb28b86c5a4 req-6d0ee3ca-cebd-4695-9286-71e2380e980f tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173867 Nov 10 16:43:48.516705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4edf8491-8f22-4dc6-91f2-449801d40a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.533620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-49c24dc5-127e-400a-b484-ac4df446efcd service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296610 Nov 10 16:43:48.535992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73c61fca-53e7-41b3-bc98-072b405c5c01 req-31ed322d-3c93-404b-a18a-28fe3bf10bc0 service neutron] 10.222.0.18 "GET /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309136 Nov 10 16:43:48.568567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4edf8491-8f22-4dc6-91f2-449801d40a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.571269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741cab02-be68-4b87-98de-6e58b4b2e55b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:48.587604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-08722630-9ad2-4187-b4b3-d28c1a311db8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.593490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-08722630-9ad2-4187-b4b3-d28c1a311db8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.600366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-08722630-9ad2-4187-b4b3-d28c1a311db8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.606239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-08722630-9ad2-4187-b4b3-d28c1a311db8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.612646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-60b36254-49f2-4dad-a5a8-faf18c029b44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 217 time: 0.0666606 Nov 10 16:43:48.612872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-08722630-9ad2-4187-b4b3-d28c1a311db8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.618374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-08722630-9ad2-4187-b4b3-d28c1a311db8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.624480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-08722630-9ad2-4187-b4b3-d28c1a311db8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.626651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-08722630-9ad2-4187-b4b3-d28c1a311db8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.2039661 Nov 10 16:43:48.632722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:48.690455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c983f940-2754-4298-8f28-296b6738f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.691867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-c983f940-2754-4298-8f28-296b6738f617 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0645390 Nov 10 16:43:48.701433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c8759-7662-4ae6-9310-f64c65f5a15b req-460886c7-836d-4867-83ac-06c62045419e tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.701433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c8c8759-7662-4ae6-9310-f64c65f5a15b req-460886c7-836d-4867-83ac-06c62045419e tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 945 time: 0.1020663 Nov 10 16:43:48.731542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bbe2dad-50f7-43f8-9e99-c4e83eb16748 req-12e23e7d-5133-4cc5-88df-ed654cd6fdcf tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829306 Nov 10 16:43:48.757269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:48.761266 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.784078 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-fdfa09ba-04a3-45a1-b99b-194dcb03ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:48.785604 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-fdfa09ba-04a3-45a1-b99b-194dcb03ca56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834661 Nov 10 16:43:48.789780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c8c8759-7662-4ae6-9310-f64c65f5a15b req-93fe0089-3d65-4081-971b-229c0846cf15 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787537 Nov 10 16:43:48.850679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4edf8491-8f22-4dc6-91f2-449801d40a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.853392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4edf8491-8f22-4dc6-91f2-449801d40a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.866676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4edf8491-8f22-4dc6-91f2-449801d40a22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71e297b1-1129-4657-8c54-6fb558e928a2 HTTP/1.1" status: 204 len: 168 time: 0.5522475 Nov 10 16:43:48.916791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf8491-8f22-4dc6-91f2-449801d40a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e297b1-1129-4657-8c54-6fb558e928a2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:48.962960 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:48.982457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:49.009667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.012521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.054734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:49.057082 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e92354-aea0-40c0-b826-833fb1487060" -d '{"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-unplugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:49.085279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:49.109827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 7c31b71d-f407-407e-bec5-1e5fe420e749, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c31b71d-f407-407e-bec5-1e5fe420e749,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:49.127618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] Deleting port 7c31b71d-f407-407e-bec5-1e5fe420e749 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:49.128052 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.130903 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85d2629-48eb-4201-baa8-d7654295e204 x-openstack-request-id: req-d85d2629-48eb-4201-baa8-d7654295e204 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:49.131187 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-unplugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:49.131500 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d85d2629-48eb-4201-baa8-d7654295e204 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:49.131890 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'code': 200} Nov 10 16:43:49.144133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-59718136-2c2b-4089-af98-a1f3909ce55b service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434985 Nov 10 16:43:49.159276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fb685-9b77-43e0-af28-810722974f08 req-4066a6cd-20df-401d-87f3-2b9fe2a5e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:49.161378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.161536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b8fb685-9b77-43e0-af28-810722974f08 req-4066a6cd-20df-401d-87f3-2b9fe2a5e176 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1101 time: 0.2977560 Nov 10 16:43:49.213576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deb5df-a5e0-4f06-92eb-dde13f04bf7e req-5866aa97-64f2-4ab4-aa27-bb5bde4360ee tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:49.215880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36deb5df-a5e0-4f06-92eb-dde13f04bf7e req-5866aa97-64f2-4ab4-aa27-bb5bde4360ee tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.2216547 Nov 10 16:43:49.260112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61bbc-986c-485b-9078-461cd4d88d1f req-e9de2301-bf06-40f2-94f1-31e11236cff1 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:49.262032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86e61bbc-986c-485b-9078-461cd4d88d1f req-e9de2301-bf06-40f2-94f1-31e11236cff1 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 947 time: 0.0801365 Nov 10 16:43:49.280261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.321496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-9795da0d-0957-418f-a5ef-153c551707af service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673923 Nov 10 16:43:49.365405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.417320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86e61bbc-986c-485b-9078-461cd4d88d1f req-6210ae47-ffe6-4f88-aa5d-f56af22de5ce tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463280 Nov 10 16:43:49.422058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:49.429407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-344dd028-f777-491a-9032-34b886640f55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a6df1d8a-ea18-4393-801b-6add954c4c55 HTTP/1.1" status: 200 len: 217 time: 0.0961690 Nov 10 16:43:49.439481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] For port 7c31b71d-f407-407e-bec5-1e5fe420e749, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c31b71d-f407-407e-bec5-1e5fe420e749,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:49.439481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.445348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:49.446154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b8fb685-9b77-43e0-af28-810722974f08 req-3b153db1-b2f9-47df-9fee-9131737dbe15 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761483 Nov 10 16:43:49.457509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] Calling delete_port for 7c31b71d-f407-407e-bec5-1e5fe420e749 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:49.458269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=7a85adc2-fd56-4cb9-a58d-a45951dabce3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:49.465281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:49.466494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.469570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:49.481827 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:43:49.481827 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:43:49.505964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36deb5df-a5e0-4f06-92eb-dde13f04bf7e req-00b01907-1473-4bc7-8a90-68529ec865fc tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721119 Nov 10 16:43:49.537060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-51010a87-a551-4e07-8f05-30e5817ee04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:49.538592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-51010a87-a551-4e07-8f05-30e5817ee04c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0915205 Nov 10 16:43:49.607822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=7c31b71d-f407-407e-bec5-1e5fe420e749,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:49.618099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e999f557-a99d-4293-93d9-6fc1305b91a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2051563 Nov 10 16:43:49.620391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53478) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:49.622616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-98ff5fba-1997-4662-9e1c-83069d7b405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:49.624356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-98ff5fba-1997-4662-9e1c-83069d7b405e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0748100 Nov 10 16:43:49.625963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'name': 'tempest-NetworksTestDHCPv6-587940419'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:49.700838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052715b-529d-468a-b0d6-cc9be1a4bc7b req-0215965d-6a21-486f-abf8-6b495f8bc9dc tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:49.702323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a052715b-529d-468a-b0d6-cc9be1a4bc7b req-0215965d-6a21-486f-abf8-6b495f8bc9dc tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 945 time: 0.1221964 Nov 10 16:43:49.721574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-879c6bd6-281e-452c-b81b-dcd028db479a service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889299 Nov 10 16:43:49.747176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.768171 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a052715b-529d-468a-b0d6-cc9be1a4bc7b req-a8b3b0e5-9996-4cd3-8ba1-3fd04141280d tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532296 Nov 10 16:43:49.804938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] Pushing event deleted for resources: {'Port': ['ID=7c31b71d-f407-407e-bec5-1e5fe420e749,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:49.822248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c5bdd-31a6-459a-b162-1129bbd9b064 None None] No DVR routers for this DVR port 7c31b71d-f407-407e-bec5-1e5fe420e749 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:49.835111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c31b71d-f407-407e-bec5-1e5fe420e749 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:49.865181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dbda88-61ab-4137-8e27-331546bae460 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:49.868406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7c31b71d-f407-407e-bec5-1e5fe420e749 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:49.868824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c31b71d-f407-407e-bec5-1e5fe420e749 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:49.900082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:49.904005 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:49.952923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 24525c90-c026-43d5-83be-f7c643aeed6d yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:49.985404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-e16a3aa1-b2cf-4a97-9439-a133ab8c8ac9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:49.994027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-e16a3aa1-b2cf-4a97-9439-a133ab8c8ac9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.002035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-e16a3aa1-b2cf-4a97-9439-a133ab8c8ac9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.011158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-e16a3aa1-b2cf-4a97-9439-a133ab8c8ac9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.018240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-e16a3aa1-b2cf-4a97-9439-a133ab8c8ac9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.023191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090035d-e429-477b-a244-16918a0d387c req-1f0723b4-3459-47eb-a6ec-c2dc6f8682a5 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.024749 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d090035d-e429-477b-a244-16918a0d387c req-1f0723b4-3459-47eb-a6ec-c2dc6f8682a5 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 945 time: 0.1185522 Nov 10 16:43:50.033205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-e16a3aa1-b2cf-4a97-9439-a133ab8c8ac9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.039410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-e16a3aa1-b2cf-4a97-9439-a133ab8c8ac9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.047548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-e16a3aa1-b2cf-4a97-9439-a133ab8c8ac9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1574085 Nov 10 16:43:50.051228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '7a85adc2-fd56-4cb9-a58d-a45951dabce3'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:43:50.054696 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.058448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-14262dd1-5c55-453d-b97f-93b2757697b4 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243694 Nov 10 16:43:50.119132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-3525f3b3-f797-41bb-a174-dbf5f36e8816 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=60898d86-7bc3-4062-9773-8363c4476c9f HTTP/1.1" status: 200 len: 217 time: 0.0530441 Nov 10 16:43:50.140010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::1d (ecf86a1d-4166-4ecf-b78f-674c38de9eda/7a85adc2-fd56-4cb9-a58d-a45951dabce3/24525c90-c026-43d5-83be-f7c643aeed6d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:50.147231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d090035d-e429-477b-a244-16918a0d387c req-49dce466-aaa9-48e8-84d6-9d84f4426e3d tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109166 Nov 10 16:43:50.184558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-673c0ebe-4d6a-4022-9128-3f29cbba075b req-71bea002-e1c6-40df-aade-b77ce94a1a74 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360533 Nov 10 16:43:50.188166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9fdad3e6-3220-4020-8cf1-9153e57cfff4 None None] Port 7c31b71d-f407-407e-bec5-1e5fe420e749 update to ACTIVE by agent not found {{(pid=103327) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 16:43:50.224036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-8c1b79c2-0a90-447c-a990-5ff4ba276560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.226785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-8c1b79c2-0a90-447c-a990-5ff4ba276560 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0963516 Nov 10 16:43:50.293586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7005577d-32c0-4b42-9100-d753a1a41e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.295328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-7005577d-32c0-4b42-9100-d753a1a41e3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0614583 Nov 10 16:43:50.303299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b45d9bcd-075e-4e95-94b6-f3a4ef80c279 None None] Could not find standard attr ID for object bf9be0ed-f968-425c-ac87-c72c21e947b4. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:43:50.376185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.394739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:50.425603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-1c30ecfa-e85c-43dd-829f-7a01404add4e service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195886 Nov 10 16:43:50.501235 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.530208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1235616434'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:50.544594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:50.548580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:50.559154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:50.563686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/7a85adc2-fd56-4cb9-a58d-a45951dabce3/e078c58b-0a6b-458c-979a-d2a1213d3b6c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:50.567161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.567922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.580151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=24525c90-c026-43d5-83be-f7c643aeed6d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:50.592996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c3ca-8785-4d72-b140-4a8c966bb09a req-5a02de75-4563-4bc2-a5e2-e9e0f0e2dd65 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.595116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9475c3ca-8785-4d72-b140-4a8c966bb09a req-5a02de75-4563-4bc2-a5e2-e9e0f0e2dd65 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 947 time: 0.1035647 Nov 10 16:43:50.597491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-512fa4a8-b80d-43ec-8c04-dd631c133436 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621213 Nov 10 16:43:50.649865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:43:50.651781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device baaaa6ab-8478-4d7d-8818-9014efc86fb0 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:50.655393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:50.659684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.662600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-b83ad8db-cde4-4ab1-b868-97bd81e24622 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965 HTTP/1.1" status: 200 len: 217 time: 0.0511155 Nov 10 16:43:50.684689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.693414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-97bba814-6cbd-4342-b5e2-55cac8b29a09 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0711548 Nov 10 16:43:50.694695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53510) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:50.760174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9475c3ca-8785-4d72-b140-4a8c966bb09a req-bca8678a-d8a2-4179-9836-c7f738bc076b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569436 Nov 10 16:43:50.776080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-05efaf43-043d-4232-93a5-f407fc011139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.777588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-05efaf43-043d-4232-93a5-f407fc011139 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.1002827 Nov 10 16:43:50.804660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066754b1-6584-49d9-a68b-9719834df7bf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.808853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-066754b1-6584-49d9-a68b-9719834df7bf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1105139 Nov 10 16:43:50.810892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53514) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:50.885736 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.912292 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:50.915551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b8b6b-d245-4cf1-a70f-6f3ae0b0ff4a req-ef296948-5fc3-4d36-9899-3097ef9dd176 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.918400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-3c95fbc9-fea1-4183-9eea-85bc43899bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:50.919873 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba5b8b6b-d245-4cf1-a70f-6f3ae0b0ff4a req-ef296948-5fc3-4d36-9899-3097ef9dd176 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1740716 Nov 10 16:43:50.920086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-3c95fbc9-fea1-4183-9eea-85bc43899bf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1269836 Nov 10 16:43:50.922519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.928785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'mac_address': 'fa:16:3e:5a:f4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:43:50.978539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port baaaa6ab-8478-4d7d-8818-9014efc86fb0 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:43:50.980782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:50.995655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port baaaa6ab-8478-4d7d-8818-9014efc86fb0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:51.004450 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.004774 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba5b8b6b-d245-4cf1-a70f-6f3ae0b0ff4a req-2a89da73-bc42-4d8a-8ac8-db417c0a1ed8 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750403 Nov 10 16:43:51.004774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-575194be-b3e7-46bc-8e39-d0fe21030b60 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 24525c90-c026-43d5-83be-f7c643aeed6d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:51.004774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-575194be-b3e7-46bc-8e39-d0fe21030b60 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.005060 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.011077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.051399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27c1037-775b-4fce-bd86-ddc8c6408141,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:51.061325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9652a35a-cd60-4f07-b4ab-5befcef7ac9a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:43:51.075778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:43:51.083716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.084056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.084390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.084871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.085201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.085547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.085983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.086312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.086627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.086945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.087375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.087593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:43:51.106074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:51.123825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:51.133352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:51.137951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-786fbdc2-53f8-4adc-93aa-0ce4809ad81e service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011111 Nov 10 16:43:51.148088 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-575194be-b3e7-46bc-8e39-d0fe21030b60 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.151804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec2e90-9aad-4c60-8e42-9e675d91efbc req-966951ab-099e-4519-9281-3ec96fc3044e tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.153572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-adec2e90-9aad-4c60-8e42-9e675d91efbc req-966951ab-099e-4519-9281-3ec96fc3044e tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 945 time: 0.2836273 Nov 10 16:43:51.157033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.157348 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Added segment 0ef6fc38-08a8-453c-b923-6043f96c9709 of type vlan for network ab38e45a-ceb7-45ab-a6dd-64a580520a3c Nov 10 16:43:51.158570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:51.163273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Pushing event updated for resources: {'Port': ['ID=e078c58b-0a6b-458c-979a-d2a1213d3b6c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:51.187421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdbd84-2028-4b22-b761-3c57a637e311 req-a3c6f88c-43ba-4140-8f00-5ceca0d82a20 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.189247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3cdbd84-2028-4b22-b761-3c57a637e311 req-a3c6f88c-43ba-4140-8f00-5ceca0d82a20 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 945 time: 0.1068304 Nov 10 16:43:51.190379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-575194be-b3e7-46bc-8e39-d0fe21030b60 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 24525c90-c026-43d5-83be-f7c643aeed6d owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:51.201566 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.244574 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.294266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Attempting to bind port e078c58b-0a6b-458c-979a-d2a1213d3b6c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:51.294266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Attempting to bind port e078c58b-0a6b-458c-979a-d2a1213d3b6c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:51.294810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Attempting to bind port e078c58b-0a6b-458c-979a-d2a1213d3b6c on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:51.301828 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3cdbd84-2028-4b22-b761-3c57a637e311 req-ce1b44bf-68ba-48cc-9be3-6dd2c031a12b tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011972 Nov 10 16:43:51.303484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206c0331-865b-4785-a983-316df4e57428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaaa6ab-8478-4d7d-8818-9014efc86fb0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:51.305944 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81285b24-3ba5-4574-998e-299b36ff2c3b" -d '{"events": [{"server_uuid": "206c0331-865b-4785-a983-316df4e57428", "name": "network-vif-plugged", "status": "completed", "tag": "baaaa6ab-8478-4d7d-8818-9014efc86fb0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:51.320505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:51.320505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:51.321220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.321737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:51.322311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Bound port: e078c58b-0a6b-458c-979a-d2a1213d3b6c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:51.322786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.324773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:51.333086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port baaaa6ab-8478-4d7d-8818-9014efc86fb0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=baaaa6ab-8478-4d7d-8818-9014efc86fb0,segment=NetworkSegment(23073e61-3788-46aa-b2a1-41cf489ac442),segment_id=23073e61-3788-46aa-b2a1-41cf489ac442)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:51.379741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.403924 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-f8cfd98e-ea85-43c7-a22c-88ae1d3294e0 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493498 Nov 10 16:43:51.408541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] For port e078c58b-0a6b-458c-979a-d2a1213d3b6c, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:51.412402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] For port e078c58b-0a6b-458c-979a-d2a1213d3b6c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e078c58b-0a6b-458c-979a-d2a1213d3b6c,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:51.419782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.465681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-adec2e90-9aad-4c60-8e42-9e675d91efbc req-1dab9919-0d85-43b6-bed3-e24ca5ae06bc tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889130 Nov 10 16:43:51.466990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-844c8b87-5453-45e0-8fec-a55494e4a6ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5 HTTP/1.1" status: 200 len: 217 time: 0.0553706 Nov 10 16:43:51.468934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a175068e-2068-4c8e-8217-6b7460af427e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.473331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=baaaa6ab-8478-4d7d-8818-9014efc86fb0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:51.475460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a175068e-2068-4c8e-8217-6b7460af427e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.481446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a175068e-2068-4c8e-8217-6b7460af427e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.487976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a175068e-2068-4c8e-8217-6b7460af427e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.493766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a175068e-2068-4c8e-8217-6b7460af427e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.500042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a175068e-2068-4c8e-8217-6b7460af427e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.506114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a175068e-2068-4c8e-8217-6b7460af427e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.508012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a175068e-2068-4c8e-8217-6b7460af427e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1027551 Nov 10 16:43:51.510398 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-575194be-b3e7-46bc-8e39-d0fe21030b60 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.517746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.553458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-8b634809-68a6-4b0b-8e4f-edfec2cbc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.553916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575194be-b3e7-46bc-8e39-d0fe21030b60 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=24525c90-c026-43d5-83be-f7c643aeed6d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:51.555256 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-8b634809-68a6-4b0b-8e4f-edfec2cbc4f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.0799479 Nov 10 16:43:51.594222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee349abe-174a-4fc4-9cac-251ee332899a None None] Pushing event updated for resources: {'Port': ['ID=e078c58b-0a6b-458c-979a-d2a1213d3b6c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:51.603958 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.604757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-575194be-b3e7-46bc-8e39-d0fe21030b60 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.610213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-575194be-b3e7-46bc-8e39-d0fe21030b60 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/24525c90-c026-43d5-83be-f7c643aeed6d HTTP/1.1" status: 204 len: 168 time: 0.7946370 Nov 10 16:43:51.610389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.610941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53522) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:51.611097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.642930 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26869613-1084-4e3f-8bb8-44530d47ea80 x-openstack-request-id: req-26869613-1084-4e3f-8bb8-44530d47ea80 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:51.643525 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206c0331-865b-4785-a983-316df4e57428", "name": "network-vif-plugged", "status": "completed", "tag": "baaaa6ab-8478-4d7d-8818-9014efc86fb0", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:51.645329 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26869613-1084-4e3f-8bb8-44530d47ea80 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:51.646229 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206c0331-865b-4785-a983-316df4e57428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaaa6ab-8478-4d7d-8818-9014efc86fb0', 'code': 200} Nov 10 16:43:51.658919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9652a35a-cd60-4f07-b4ab-5befcef7ac9a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:43:51.701646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6239ad86-0054-4a11-9613-7108a8b6ce24 req-a97fa3d3-6967-4126-9122-29df5f7afdc5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1769309 Nov 10 16:43:51.715691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d388716-0b8b-4437-a827-7bd8b60d652c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.717416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d388716-0b8b-4437-a827-7bd8b60d652c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.722006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3d388716-0b8b-4437-a827-7bd8b60d652c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1073654 Nov 10 16:43:51.722472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53524) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:51.750968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3542807 Nov 10 16:43:51.766195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53526) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:51.774363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'name': 'tempest-PortsTestJSON-1852464817'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:51.780686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ea8f5-3ec2-4986-9159-e6b683974c63 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Network': ['ID=ab38e45a-ceb7-45ab-a6dd-64a580520a3c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:51.787924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-03f0ac92-97dd-402f-b2b4-98800f965703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.789484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-03f0ac92-97dd-402f-b2b4-98800f965703 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2152433 Nov 10 16:43:51.805225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:43:51.836951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b54920-044d-464d-be22-4ec2d7d50e19 req-85266c97-86fd-4b39-b4e2-9740f2542548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:51.838458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7b54920-044d-464d-be22-4ec2d7d50e19 req-85266c97-86fd-4b39-b4e2-9740f2542548 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 1098 time: 0.1016386 Nov 10 16:43:51.918479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-7033c25f-06a2-454a-a9ec-ae307016b40e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 7a85adc2-fd56-4cb9-a58d-a45951dabce3 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:51.924559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7033c25f-06a2-454a-a9ec-ae307016b40e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:51.996138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7033c25f-06a2-454a-a9ec-ae307016b40e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:52.022145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-b431becd-7602-48c2-a7cf-613698cf20f5 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204878 Nov 10 16:43:52.027409 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7b54920-044d-464d-be22-4ec2d7d50e19 req-45675035-152d-4091-99d2-91682195b3fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410661 Nov 10 16:43:52.050481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486303ed-98b6-4e75-b105-3aaad905c077 req-5474ec4c-0ed0-472c-b99a-dffafecfb269 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.052116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-486303ed-98b6-4e75-b105-3aaad905c077 req-5474ec4c-0ed0-472c-b99a-dffafecfb269 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 948 time: 0.1365497 Nov 10 16:43:52.131962 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7033c25f-06a2-454a-a9ec-ae307016b40e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:52.168933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-486303ed-98b6-4e75-b105-3aaad905c077 req-cd1faf0a-588b-4a73-a408-77d587b7f3e2 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932064 Nov 10 16:43:52.174889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:52.178496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:52.180812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16b91a0c-daa7-46ce-968a-cf0dd6687547 req-61f688d0-2524-4484-9818-5dffd54e852d service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474881 Nov 10 16:43:52.222595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da723d0-5872-4c9a-a143-6d2c3f81d033 req-54aafeee-af21-4a39-aca9-fd5d903bded1 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.224454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8da723d0-5872-4c9a-a143-6d2c3f81d033 req-54aafeee-af21-4a39-aca9-fd5d903bded1 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1045094 Nov 10 16:43:52.235151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 2dd6f3cf-cd17-4b07-97b8-08d297535036 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:52.310881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d23c-fc02-4581-a2fd-d8e454ccf73b req-58805e98-3021-4956-85ff-38c552812b7a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.313368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3e3d23c-fc02-4581-a2fd-d8e454ccf73b req-58805e98-3021-4956-85ff-38c552812b7a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 948 time: 0.0569141 Nov 10 16:43:52.353937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8da723d0-5872-4c9a-a143-6d2c3f81d033 req-ca0f06f5-506a-4edf-9bb2-c60b2d8754d0 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128356 Nov 10 16:43:52.389709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3e3d23c-fc02-4581-a2fd-d8e454ccf73b req-4b638097-f48e-4b36-a34a-9e5193cd7ea9 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692754 Nov 10 16:43:52.447438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-9c4472a0-9020-430f-8408-79970a1d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.448030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-9c4472a0-9020-430f-8408-79970a1d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.448565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-9c4472a0-9020-430f-8408-79970a1d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.449099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-9c4472a0-9020-430f-8408-79970a1d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.449630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-9c4472a0-9020-430f-8408-79970a1d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.450155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-9c4472a0-9020-430f-8408-79970a1d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.450678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-9c4472a0-9020-430f-8408-79970a1d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.453963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-9c4472a0-9020-430f-8408-79970a1d34ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6485 time: 0.0851078 Nov 10 16:43:52.464400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:52.499022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7033c25f-06a2-454a-a9ec-ae307016b40e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:52.540064 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7033c25f-06a2-454a-a9ec-ae307016b40e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:52.545983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7033c25f-06a2-454a-a9ec-ae307016b40e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/7a85adc2-fd56-4cb9-a58d-a45951dabce3 HTTP/1.1" status: 204 len: 168 time: 0.8225114 Nov 10 16:43:52.550200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53544) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:52.571417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-8cccc78d-133d-4b2c-9773-b9fecc0fcf13 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.571653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c25f-06a2-454a-a9ec-ae307016b40e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=7a85adc2-fd56-4cb9-a58d-a45951dabce3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:52.571761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-8cccc78d-133d-4b2c-9773-b9fecc0fcf13 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.18 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 945 time: 0.1486354 Nov 10 16:43:52.580273 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:52.670886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-23a17792-c8f4-48c3-93a2-84d8a093e8fd tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190479 Nov 10 16:43:52.672652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53552) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:52.678952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-8137e592-3cbc-485f-8c9a-2af24ebd66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.680641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-8137e592-3cbc-485f-8c9a-2af24ebd66c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=650047ea-d6fe-4afa-8b18-0dde135647bf HTTP/1.1" status: 200 len: 902 time: 0.2042892 Nov 10 16:43:52.740462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-22c6ccea-e716-4e44-9368-c1d6629e6b8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5 HTTP/1.1" status: 200 len: 217 time: 0.0496936 Nov 10 16:43:52.746296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea70f5-ab79-48f1-a20c-a6f5dad42306 req-1b491432-dbcb-4b98-a194-7791b2959cbd tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.747971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbea70f5-ab79-48f1-a20c-a6f5dad42306 req-1b491432-dbcb-4b98-a194-7791b2959cbd tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 946 time: 0.2511773 Nov 10 16:43:52.755525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=2dd6f3cf-cd17-4b07-97b8-08d297535036,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:52.802946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Deleting port 322f8376-2196-4562-b4e2-9bd0688f1741 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:52.803359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:52.805130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking segment: {'id': '0ef6fc38-08a8-453c-b923-6043f96c9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:52.806187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network hostable DHCP agents. Network: ab38e45a-ceb7-45ab-a6dd-64a580520a3c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:43:52.817192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7cff1d-c287-479c-8cb4-d244687c3608 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.819213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bf7cff1d-c287-479c-8cb4-d244687c3608 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1441588 Nov 10 16:43:52.826655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:52.866917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-f031e954-3d1a-480e-a003-00352d03b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.867258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbea70f5-ab79-48f1-a20c-a6f5dad42306 req-890263a5-b325-4251-95dc-508f53dc78da tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090395 Nov 10 16:43:52.868456 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-f031e954-3d1a-480e-a003-00352d03b1e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.1185670 Nov 10 16:43:52.950284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:43:52.982402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb9d86-19bc-4b4c-a0d1-6b383992594b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:52.986904 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-53fb9d86-19bc-4b4c-a0d1-6b383992594b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1603980 Nov 10 16:43:52.988523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53560) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:53.018443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-71884de2-b26b-43c4-a85a-d23aac8ade59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.019956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-71884de2-b26b-43c4-a85a-d23aac8ade59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051178 Nov 10 16:43:53.025310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] For port 322f8376-2196-4562-b4e2-9bd0688f1741, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=322f8376-2196-4562-b4e2-9bd0688f1741,segment=NetworkSegment(373425da-f92f-4c40-b106-a4c3160823e1),segment_id=373425da-f92f-4c40-b106-a4c3160823e1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:53.025670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.059536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Calling delete_port for 322f8376-2196-4562-b4e2-9bd0688f1741 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:53.075977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-10a9f6c5-2836-49ad-878d-a0deccb2ff5a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868120 Nov 10 16:43:53.087854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, ab38e45a-ceb7-45ab-a6dd-64a580520a3c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:53.099748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e46ea8-013e-4d57-9bbc-f48264239926 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:53.101809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df728a8-cf52-4da2-88d2-bcd5beb52682 None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:53.106717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53562) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:53.114724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:53.118509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.119449 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.126271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:53.195936 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-60e99b0b-b081-41b6-bdf5-9191f3db5b76 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675882 Nov 10 16:43:53.239939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90db31d-06f8-47d4-99c6-1a7a876a2b40 req-0c3de943-439c-411c-b9ed-9b9064922ae3 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.241771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a90db31d-06f8-47d4-99c6-1a7a876a2b40 req-0c3de943-439c-411c-b9ed-9b9064922ae3 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 945 time: 0.1783986 Nov 10 16:43:53.284426 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-33f15d86-742b-4f76-ba30-1bc8669a0ded tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5172825 Nov 10 16:43:53.285167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53568) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:53.298260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-553050735'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:53.326309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 16:43:53.326309 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 16:43:53.326309 n-d-714676-11 neutron-server[103326]: [parameters: {'project_id_1': '388fb5fea978488196d3195a1792695d', 'expiration_1': datetime.datetime(2021, 11, 10, 16, 43, 33, 307250)}] Nov 10 16:43:53.326309 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:43:53.327122 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:43:53.366881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a90db31d-06f8-47d4-99c6-1a7a876a2b40 req-be0f7dc6-61a9-4dc5-afe4-fbb52e2871d8 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/security-groups?id=8012a351-535b-4bca-9932-deb503343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144257 Nov 10 16:43:53.382100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f6290fb7-dc35-4c78-9469-ffb9f03b0cdc None None] Provisioning complete for port e078c58b-0a6b-458c-979a-d2a1213d3b6c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:53.382100 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6290fb7-dc35-4c78-9469-ffb9f03b0cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.408235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:53.412453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.665320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6290fb7-dc35-4c78-9469-ffb9f03b0cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.753380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c594531e-ed91-47d1-b96b-93bc28dbc3e2 req-c80b8c97-05b8-4dab-86ed-61de7535c1e6 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451071 Nov 10 16:43:53.758660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f6290fb7-dc35-4c78-9469-ffb9f03b0cdc None None] For port e078c58b-0a6b-458c-979a-d2a1213d3b6c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e078c58b-0a6b-458c-979a-d2a1213d3b6c,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:53.778065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db08b8-de31-4777-89e3-cbd81366e03f req-91bf693a-54f0-4c36-9e39-35e85bc96ec5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.779387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:53.787550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db08b8-de31-4777-89e3-cbd81366e03f req-91bf693a-54f0-4c36-9e39-35e85bc96ec5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.799448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db08b8-de31-4777-89e3-cbd81366e03f req-91bf693a-54f0-4c36-9e39-35e85bc96ec5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.805810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db08b8-de31-4777-89e3-cbd81366e03f req-91bf693a-54f0-4c36-9e39-35e85bc96ec5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.814223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db08b8-de31-4777-89e3-cbd81366e03f req-91bf693a-54f0-4c36-9e39-35e85bc96ec5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.821139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db08b8-de31-4777-89e3-cbd81366e03f req-91bf693a-54f0-4c36-9e39-35e85bc96ec5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.830244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db08b8-de31-4777-89e3-cbd81366e03f req-91bf693a-54f0-4c36-9e39-35e85bc96ec5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:53.849876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] Deleting port e078c58b-0a6b-458c-979a-d2a1213d3b6c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:53.850115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89db08b8-de31-4777-89e3-cbd81366e03f req-91bf693a-54f0-4c36-9e39-35e85bc96ec5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.2150614 Nov 10 16:43:53.850407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.916890 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6290fb7-dc35-4c78-9469-ffb9f03b0cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.962636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89db08b8-de31-4777-89e3-cbd81366e03f req-192040ce-5e5d-489a-956e-bbff296a56e6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114988 Nov 10 16:43:53.968520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] For port e078c58b-0a6b-458c-979a-d2a1213d3b6c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e078c58b-0a6b-458c-979a-d2a1213d3b6c,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:53.969259 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.970610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:53.989243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['322f8376-2196-4562-b4e2-9bd0688f1741'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:43:54.004763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] Calling delete_port for e078c58b-0a6b-458c-979a-d2a1213d3b6c owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:54.061713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6290fb7-dc35-4c78-9469-ffb9f03b0cdc None None] Pushing event updated for resources: {'Port': ['ID=e078c58b-0a6b-458c-979a-d2a1213d3b6c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:54.073647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Pushing event deleted for resources: {'Port': ['ID=322f8376-2196-4562-b4e2-9bd0688f1741,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:54.121351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] No DVR routers for this DVR port 322f8376-2196-4562-b4e2-9bd0688f1741 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:54.128368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.131977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-12fe81f8-570e-458d-8151-92653a9cf0c6 req-d1f81ae5-ed84-4f0a-a40f-50262027b2aa tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.18 "DELETE /v2.0/ports/322f8376-2196-4562-b4e2-9bd0688f1741 HTTP/1.1" status: 204 len: 173 time: 1.5491004 Nov 10 16:43:54.133350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8416034b-bda2-4504-b54c-7a291061be39', 'name': 'network-vif-deleted', 'tag': '322f8376-2196-4562-b4e2-9bd0688f1741'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:54.137829 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830f3924-90c6-4e28-87c3-a50da22ffed0" -d '{"events": [{"server_uuid": "8416034b-bda2-4504-b54c-7a291061be39", "name": "network-vif-deleted", "tag": "322f8376-2196-4562-b4e2-9bd0688f1741"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:54.188540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e5f4b-4b2a-4958-9790-b6c8c6e167a5 req-e9eab661-da94-4ed3-a27e-56ae96b4386a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:54.190074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a3e5f4b-4b2a-4958-9790-b6c8c6e167a5 req-e9eab661-da94-4ed3-a27e-56ae96b4386a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 948 time: 0.6660969 Nov 10 16:43:54.195659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d01b7-8fee-4ad5-9f18-dc34f121ed67 req-24e00d10-fdfe-4ea8-ae7d-3c425e56181a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:54.197613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a3d01b7-8fee-4ad5-9f18-dc34f121ed67 req-24e00d10-fdfe-4ea8-ae7d-3c425e56181a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.0772071 Nov 10 16:43:54.248697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.254624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:54.258440 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.271333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] No DVR routers for this DVR port e078c58b-0a6b-458c-979a-d2a1213d3b6c on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:54.274430 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a3e5f4b-4b2a-4958-9790-b6c8c6e167a5 req-c89c9fd2-51c1-4bba-9869-c303a98afb61 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661335 Nov 10 16:43:54.276536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a3d01b7-8fee-4ad5-9f18-dc34f121ed67 req-ecc256ad-0114-4e57-9cb0-e8175c3e70ac tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720949 Nov 10 16:43:54.317673 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.339069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d545e9f-cf1d-4f79-ab5d-f6e9e0df9a5b None None] Pushing event deleted for resources: {'Port': ['ID=e078c58b-0a6b-458c-979a-d2a1213d3b6c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:54.377198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:43:54.411899 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.412491 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Added segment 692929c9-08c2-4ad4-b9b4-ac53194ae557 of type vlan for network 2c82b6e8-7492-4fa2-829f-4f837c28629f Nov 10 16:43:54.415736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:54.430069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:54.430250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd806b82-e646-474c-b845-a773ab48fc82 req-bea3b1e3-ff1e-425d-9f3e-51c175496b40 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:54.436480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:54.437255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.442924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a427b03-a11a-4f9e-b28c-425d3ea730bc None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:54.454124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd806b82-e646-474c-b845-a773ab48fc82 req-bea3b1e3-ff1e-425d-9f3e-51c175496b40 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 946 time: 0.1027136 Nov 10 16:43:54.466128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=ffc46c6b-2545-4383-8222-90338ad34a56,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:54.466438 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7e9539-a559-423b-9108-2afe2a3df832 x-openstack-request-id: req-2d7e9539-a559-423b-9108-2afe2a3df832 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:54.467253 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8416034b-bda2-4504-b54c-7a291061be39", "name": "network-vif-deleted", "tag": "322f8376-2196-4562-b4e2-9bd0688f1741", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:54.467539 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d7e9539-a559-423b-9108-2afe2a3df832 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:54.467950 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8416034b-bda2-4504-b54c-7a291061be39', 'name': 'network-vif-deleted', 'tag': '322f8376-2196-4562-b4e2-9bd0688f1741', 'status': 'completed', 'code': 200} Nov 10 16:43:54.498738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.533028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd806b82-e646-474c-b845-a773ab48fc82 req-601c923b-c408-42c2-84e2-2ede8e42196e tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769703 Nov 10 16:43:54.548197 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04934c70-8aa6-46db-b729-b3ba58c12fa1 req-3c359bfa-ca76-4410-85ac-4d13f4b2e6e1 tempest-InstanceActionsTestJSON-1588805104 tempest-InstanceActionsTestJSON-1588805104-project] 10.222.0.62 "GET /v2.0/ports?device_id=8416034b-bda2-4504-b54c-7a291061be39 HTTP/1.1" status: 200 len: 210 time: 0.0446980 Nov 10 16:43:54.598287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:54.599577 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6302a40d-02ef-4c00-95ff-9be6097c2239 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4891455 Nov 10 16:43:54.606305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'ffc46c6b-2545-4383-8222-90338ad34a56', 'ip_address': '2001:db8::726f:540:13d5:6182'}], 'name': 'tempest-NetworksTestDHCPv6-2007744428'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:54.641250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:54.643527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'ffc46c6b-2545-4383-8222-90338ad34a56'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:43:54.644433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.688617 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.694642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:54.695254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.767971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Network': ['ID=2c82b6e8-7492-4fa2-829f-4f837c28629f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:54.782222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 2c82b6e8-7492-4fa2-829f-4f837c28629f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:43:54.819947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a2455479-922d-4946-92fa-9e77032ea0c9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5269809 Nov 10 16:43:54.821652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53584) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:54.827074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'ports': [{'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c'}, {'network_id': '2c82b6e8-7492-4fa2-829f-4f837c28629f'}]} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:54.827408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:54.828645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': '2c82b6e8-7492-4fa2-829f-4f837c28629f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:54.864161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:54.864526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:54.900438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:54.947883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/ffc46c6b-2545-4383-8222-90338ad34a56/6c476208-2202-4c9d-9af1-4447d2e19afe) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:55.002486 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.034845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 7c572ad9-60af-4d1b-b2fd-71d16149f000 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:55.065659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.116904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 2} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:55.122253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.137644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.182068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-bb7b5849-fc2f-414b-a307-8f129c4dd0a8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.188791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-bb7b5849-fc2f-414b-a307-8f129c4dd0a8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.194759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-bb7b5849-fc2f-414b-a307-8f129c4dd0a8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.200955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-bb7b5849-fc2f-414b-a307-8f129c4dd0a8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.207975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-bb7b5849-fc2f-414b-a307-8f129c4dd0a8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.239472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-bb7b5849-fc2f-414b-a307-8f129c4dd0a8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.245647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-bb7b5849-fc2f-414b-a307-8f129c4dd0a8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.252655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-bb7b5849-fc2f-414b-a307-8f129c4dd0a8 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1762919 Nov 10 16:43:55.260426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 64f788fa-1242-4ab2-994d-0e78298d477a yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:55.282316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:43:55.284660 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16af01-de8a-4ccb-9797-247b9bb45891" -d '{"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-plugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:43:55.312643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:55.371561 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.378486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc4f799-7999-460d-af0b-6e6dbae5e868 req-23ac0118-508f-4369-b0aa-da1984b818cc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075499 Nov 10 16:43:55.379840 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1fe7de-810c-4fab-8939-15d8dbe985c6 x-openstack-request-id: req-dd1fe7de-810c-4fab-8939-15d8dbe985c6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:43:55.380141 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-plugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:43:55.380388 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd1fe7de-810c-4fab-8939-15d8dbe985c6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:43:55.382890 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'code': 200} Nov 10 16:43:55.397550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.453230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:55.458661 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.547432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:55.551493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:55.551774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.554669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:55.569109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Pushing event updated for resources: {'Port': ['ID=6c476208-2202-4c9d-9af1-4447d2e19afe,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:55.572357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::726f:540:13d5:6182 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/ffc46c6b-2545-4383-8222-90338ad34a56/7c572ad9-60af-4d1b-b2fd-71d16149f000) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:55.577495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e194c0-c2af-4299-8df6-1c38f9926c3c req-9be85d26-1680-4842-b20d-a2f3c3734e7f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.580061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77e194c0-c2af-4299-8df6-1c38f9926c3c req-9be85d26-1680-4842-b20d-a2f3c3734e7f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1214001 Nov 10 16:43:55.603784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0080-cc49-45c9-9129-641dfc2272c8 req-0b47d2f6-5d8c-4824-8ea7-c7b73cc6d6b6 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:55.605494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d4b0080-cc49-45c9-9129-641dfc2272c8 req-0b47d2f6-5d8c-4824-8ea7-c7b73cc6d6b6 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1355565 Nov 10 16:43:55.673117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Attempting to bind port 6c476208-2202-4c9d-9af1-4447d2e19afe on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:55.675509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Attempting to bind port 6c476208-2202-4c9d-9af1-4447d2e19afe by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:55.675930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Attempting to bind port 6c476208-2202-4c9d-9af1-4447d2e19afe on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:55.685832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:55.686542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:55.688059 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.688931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:55.689579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Bound port: 6c476208-2202-4c9d-9af1-4447d2e19afe, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:55.690157 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.698339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d4b0080-cc49-45c9-9129-641dfc2272c8 req-4a036407-874d-460c-a5bf-9548b0b2a7da tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828495 Nov 10 16:43:55.767459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] For port 6c476208-2202-4c9d-9af1-4447d2e19afe, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:55.767459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] For port 6c476208-2202-4c9d-9af1-4447d2e19afe, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6c476208-2202-4c9d-9af1-4447d2e19afe,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:55.778689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e078c58b-0a6b-458c-979a-d2a1213d3b6c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:55.804293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e078c58b-0a6b-458c-979a-d2a1213d3b6c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:55.804726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e078c58b-0a6b-458c-979a-d2a1213d3b6c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:55.846543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77e194c0-c2af-4299-8df6-1c38f9926c3c req-3b824b15-ee6c-429f-8cc9-3de0fb890802 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482526 Nov 10 16:43:55.850084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 0ee71999-7b3b-4c11-b75a-edd27fb863ec yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:55.866029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53604) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:55.888820 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.931493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-205a3efc-3a5c-4946-9e82-c7a3bc541f74 admin admin] Deleting subnet 2824f75f-8689-40cf-9eb7-7e6a99b8194b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:55.934015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.974116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-205a3efc-3a5c-4946-9e82-c7a3bc541f74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:55.977674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64a395-089b-4ddd-91ab-dfd554f31c9f None None] Pushing event updated for resources: {'Port': ['ID=6c476208-2202-4c9d-9af1-4447d2e19afe,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:56.042600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-205a3efc-3a5c-4946-9e82-c7a3bc541f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.044202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.099286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.107213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:56.112398 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-205a3efc-3a5c-4946-9e82-c7a3bc541f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.115333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:56.122264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:56.130269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.130928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.137753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=7c572ad9-60af-4d1b-b2fd-71d16149f000,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:56.206826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a38f8eee-b2fa-4c29-a264-2c7969b36940 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6071181 Nov 10 16:43:56.209811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:56.238154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.275134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad2ad7-64f7-4c48-a7e8-8a178d77a9e1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.282850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad2ad7-64f7-4c48-a7e8-8a178d77a9e1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.285874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-43ad2ad7-64f7-4c48-a7e8-8a178d77a9e1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0750380 Nov 10 16:43:56.287485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:56.313371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:56.333171 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-205a3efc-3a5c-4946-9e82-c7a3bc541f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.345159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:56.373952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:56.375363 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.387520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a3efc-3a5c-4946-9e82-c7a3bc541f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2824f75f-8689-40cf-9eb7-7e6a99b8194b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:56.391144 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-205a3efc-3a5c-4946-9e82-c7a3bc541f74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.394991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-205a3efc-3a5c-4946-9e82-c7a3bc541f74 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2824f75f-8689-40cf-9eb7-7e6a99b8194b HTTP/1.1" status: 204 len: 168 time: 0.5276763 Nov 10 16:43:56.400859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:56.401372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=64f788fa-1242-4ab2-994d-0e78298d477a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:56.452099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 322f8376-2196-4562-b4e2-9bd0688f1741 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:56.494757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 322f8376-2196-4562-b4e2-9bd0688f1741 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:56.495411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 322f8376-2196-4562-b4e2-9bd0688f1741 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:56.506384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=0ee71999-7b3b-4c11-b75a-edd27fb863ec,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:56.514477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking segment: {'id': '692929c9-08c2-4ad4-b9b4-ac53194ae557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c82b6e8-7492-4fa2-829f-4f837c28629f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:56.514839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network hostable DHCP agents. Network: 2c82b6e8-7492-4fa2-829f-4f837c28629f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:43:56.544297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d635f509-6187-4512-9412-8111dda244d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 7c572ad9-60af-4d1b-b2fd-71d16149f000 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:56.544887 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d635f509-6187-4512-9412-8111dda244d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.570579 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.603603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-7bbe1e9c-e4bc-43ac-9525-b9344c9f62c4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.610474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-7bbe1e9c-e4bc-43ac-9525-b9344c9f62c4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.616658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-7bbe1e9c-e4bc-43ac-9525-b9344c9f62c4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.622705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-7bbe1e9c-e4bc-43ac-9525-b9344c9f62c4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.629984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-7bbe1e9c-e4bc-43ac-9525-b9344c9f62c4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.636056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 2c82b6e8-7492-4fa2-829f-4f837c28629f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:43:56.636284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-7bbe1e9c-e4bc-43ac-9525-b9344c9f62c4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.643345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-7bbe1e9c-e4bc-43ac-9525-b9344c9f62c4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.645297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-7bbe1e9c-e4bc-43ac-9525-b9344c9f62c4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1425493 Nov 10 16:43:56.657305 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d635f509-6187-4512-9412-8111dda244d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.670321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d635f509-6187-4512-9412-8111dda244d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 7c572ad9-60af-4d1b-b2fd-71d16149f000 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:56.733085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 2c82b6e8-7492-4fa2-829f-4f837c28629f) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:56.739489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:56.745127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa253d-deff-4427-ac8a-26f28d4f1f23 None None] Network 2c82b6e8-7492-4fa2-829f-4f837c28629f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:56.745263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.745951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.750676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.751392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.792691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e618e3cd-30bf-4b6c-a583-81e8b008a3d2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:56.805745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373425da-f92f-4c40-b106-a4c3160823e1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:56.806035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373425da-f92f-4c40-b106-a4c3160823e1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:56.821687 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5bb1fe78-10e3-4efe-ad4e-ad2aedfe4518 req-e1b32869-6502-46e6-8153-ba9d22a26240 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539276 Nov 10 16:43:56.858097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.872667 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4464e99-a8e8-40d5-885e-7e354f1caa57 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0499184 Nov 10 16:43:56.878263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:56.896164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa876a2-c76f-4d01-8bea-3e7be6fc9739 req-3c1ba6d2-4653-4b2a-8ab8-35f4fc3f35d5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:56.902047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfa876a2-c76f-4d01-8bea-3e7be6fc9739 req-3c1ba6d2-4653-4b2a-8ab8-35f4fc3f35d5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.0941002 Nov 10 16:43:56.904237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.947695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d635f509-6187-4512-9412-8111dda244d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.968174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:43:56.969612 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:43:56.971528 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:43:56.990449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfa876a2-c76f-4d01-8bea-3e7be6fc9739 req-13c545d4-87fb-4ac1-95ce-e0a9aa71e6a5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871127 Nov 10 16:43:57.027157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635f509-6187-4512-9412-8111dda244d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=7c572ad9-60af-4d1b-b2fd-71d16149f000,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:57.063397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d635f509-6187-4512-9412-8111dda244d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.068097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d635f509-6187-4512-9412-8111dda244d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/7c572ad9-60af-4d1b-b2fd-71d16149f000 HTTP/1.1" status: 204 len: 168 time: 0.7793469 Nov 10 16:43:57.070359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53624) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:57.129353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c5c98a-a626-4aec-92e9-9331290d4592 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:57.130908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c5c98a-a626-4aec-92e9-9331290d4592 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:57.132515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e5c5c98a-a626-4aec-92e9-9331290d4592 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0610230 Nov 10 16:43:57.135041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53626) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:57.159120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885362b-7ac9-48eb-bad0-fec90eac24f0 req-2028b586-50dc-45aa-848a-eb66607ddb17 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:57.160608 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f885362b-7ac9-48eb-bad0-fec90eac24f0 req-2028b586-50dc-45aa-848a-eb66607ddb17 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.0943787 Nov 10 16:43:57.178700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9151b99a-971a-4c8f-87f6-b4cde7fcae0b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 0ee71999-7b3b-4c11-b75a-edd27fb863ec {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:57.178963 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9151b99a-971a-4c8f-87f6-b4cde7fcae0b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.193027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0c1305-8b20-4992-bfc9-496fc3dbbdbb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet ffc46c6b-2545-4383-8222-90338ad34a56 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:43:57.196720 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1305-8b20-4992-bfc9-496fc3dbbdbb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.201485 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.237141 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.242898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e618e3cd-30bf-4b6c-a583-81e8b008a3d2 HTTP/1.1" status: 204 len: 168 time: 0.8383570 Nov 10 16:43:57.243079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1305-8b20-4992-bfc9-496fc3dbbdbb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.250066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafa99f-934f-4fe7-ade1-1b09c2d3dd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e618e3cd-30bf-4b6c-a583-81e8b008a3d2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:57.285829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e87ea4d0-7be7-49b2-913f-0e9941090da9 None None] Provisioning complete for port 6c476208-2202-4c9d-9af1-4447d2e19afe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:57.286389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87ea4d0-7be7-49b2-913f-0e9941090da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.356331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f885362b-7ac9-48eb-bad0-fec90eac24f0 req-80ee273b-f5a8-4b7d-9fc9-eb2559397ad8 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840241 Nov 10 16:43:57.368683 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9151b99a-971a-4c8f-87f6-b4cde7fcae0b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.382257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9151b99a-971a-4c8f-87f6-b4cde7fcae0b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 0ee71999-7b3b-4c11-b75a-edd27fb863ec owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:57.425727 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e87ea4d0-7be7-49b2-913f-0e9941090da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.428734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1305-8b20-4992-bfc9-496fc3dbbdbb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.643798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1305-8b20-4992-bfc9-496fc3dbbdbb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.659557 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9151b99a-971a-4c8f-87f6-b4cde7fcae0b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.674442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c1305-8b20-4992-bfc9-496fc3dbbdbb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc46c6b-2545-4383-8222-90338ad34a56,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:57.676508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1305-8b20-4992-bfc9-496fc3dbbdbb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.682295 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b0c1305-8b20-4992-bfc9-496fc3dbbdbb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/ffc46c6b-2545-4383-8222-90338ad34a56 HTTP/1.1" status: 204 len: 168 time: 0.5439930 Nov 10 16:43:57.683605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53634) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:57.686947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e73cec-07a0-43c4-9671-76896bd6a075 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:57.712072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151b99a-971a-4c8f-87f6-b4cde7fcae0b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=0ee71999-7b3b-4c11-b75a-edd27fb863ec,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:57.722331 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9151b99a-971a-4c8f-87f6-b4cde7fcae0b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.725933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9151b99a-971a-4c8f-87f6-b4cde7fcae0b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/0ee71999-7b3b-4c11-b75a-edd27fb863ec HTTP/1.1" status: 204 len: 168 time: 0.8448901 Nov 10 16:43:57.731723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:57.739540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-e87ea4d0-7be7-49b2-913f-0e9941090da9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:43:57.739903 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-e87ea4d0-7be7-49b2-913f-0e9941090da9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:43:57.742581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ebf443f2-2915-408b-9e0f-8b2f47bd0060 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588002 Nov 10 16:43:57.745367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53638) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:57.750798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:57.804543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d570d2f-c46c-47d6-856f-2312f4820f28 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:57.813511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d570d2f-c46c-47d6-856f-2312f4820f28 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:57.814854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7d570d2f-c46c-47d6-856f-2312f4820f28 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0812254 Nov 10 16:43:57.817671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:57.861845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6c476208-2202-4c9d-9af1-4447d2e19afe up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:43:57.936215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff87d0-a59a-4156-b285-a1cd403ba7a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 64f788fa-1242-4ab2-994d-0e78298d477a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:57.936572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ff87d0-a59a-4156-b285-a1cd403ba7a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:57.943822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6c476208-2202-4c9d-9af1-4447d2e19afe triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:43:57.944189 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.005057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:58.013786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.025772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:58.051523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:43:58.070055 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ff87d0-a59a-4156-b285-a1cd403ba7a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.099276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff87d0-a59a-4156-b285-a1cd403ba7a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 64f788fa-1242-4ab2-994d-0e78298d477a owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:58.099913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.131239 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-59402e39-004c-4a8b-aeac-80b1e03a4679 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7cf8c8abb314fe1a685b8cd34c6f1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1043413 Nov 10 16:43:58.134751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:58.190345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 6c476208-2202-4c9d-9af1-4447d2e19afe, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6c476208-2202-4c9d-9af1-4447d2e19afe,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:58.207569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-79ecb341-da3a-41f9-ba9f-a4b9d2eecd63 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.213858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-79ecb341-da3a-41f9-ba9f-a4b9d2eecd63 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.217404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] Deleting port 6c476208-2202-4c9d-9af1-4447d2e19afe {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:43:58.218064 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.220480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-79ecb341-da3a-41f9-ba9f-a4b9d2eecd63 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.227785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-79ecb341-da3a-41f9-ba9f-a4b9d2eecd63 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.234659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-79ecb341-da3a-41f9-ba9f-a4b9d2eecd63 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.241704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-79ecb341-da3a-41f9-ba9f-a4b9d2eecd63 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.249214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-79ecb341-da3a-41f9-ba9f-a4b9d2eecd63 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.259075 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-79ecb341-da3a-41f9-ba9f-a4b9d2eecd63 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.3419151 Nov 10 16:43:58.292952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0248d3d0-73ed-4ee1-81fe-32653b73feac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.306178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952349e5-c333-4cf0-b355-55af105ca59e req-557dff48-c06f-467e-a33c-f2e1699a779b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.315271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-952349e5-c333-4cf0-b355-55af105ca59e req-557dff48-c06f-467e-a33c-f2e1699a779b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1131525 Nov 10 16:43:58.318879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] For port 6c476208-2202-4c9d-9af1-4447d2e19afe, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6c476208-2202-4c9d-9af1-4447d2e19afe,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:43:58.319464 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.342937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] Calling delete_port for 6c476208-2202-4c9d-9af1-4447d2e19afe owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:43:58.349519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bece9a8-7f4a-4e87-9f9a-4bb5e4786253 req-a43e28db-1ffc-479e-b206-1cd33606c0a7 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893693 Nov 10 16:43:58.365543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0248d3d0-73ed-4ee1-81fe-32653b73feac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.434579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-952349e5-c333-4cf0-b355-55af105ca59e req-87a92f96-01d4-46af-9458-c30da2fae27e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142163 Nov 10 16:43:58.445762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ff87d0-a59a-4156-b285-a1cd403ba7a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.476751 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.492230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff87d0-a59a-4156-b285-a1cd403ba7a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=64f788fa-1242-4ab2-994d-0e78298d477a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:58.495944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ff87d0-a59a-4156-b285-a1cd403ba7a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.499383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e8ff87d0-a59a-4156-b285-a1cd403ba7a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/64f788fa-1242-4ab2-994d-0e78298d477a HTTP/1.1" status: 204 len: 168 time: 0.6807284 Nov 10 16:43:58.502535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53662) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:58.538238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.552810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0248d3d0-73ed-4ee1-81fe-32653b73feac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.555152 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.556312 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0248d3d0-73ed-4ee1-81fe-32653b73feac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.557634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0248d3d0-73ed-4ee1-81fe-32653b73feac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8012a351-535b-4bca-9932-deb503343ef3 HTTP/1.1" status: 204 len: 168 time: 0.4217334 Nov 10 16:43:58.573668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248d3d0-73ed-4ee1-81fe-32653b73feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8012a351-535b-4bca-9932-deb503343ef3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:58.592132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941bd275-8dc0-4c7e-89b6-f49711af5433 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.597202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-941bd275-8dc0-4c7e-89b6-f49711af5433 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0912836 Nov 10 16:43:58.597373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:58.598276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:58.599346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=6c476208-2202-4c9d-9af1-4447d2e19afe,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:58.601245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:58.607630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.608211 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.618424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7efd6-a41f-445e-8d28-c68db4fb6ed9 req-71e357c2-28e4-4ffa-a648-f1ac66539290 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:58.619691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13a7efd6-a41f-445e-8d28-c68db4fb6ed9 req-71e357c2-28e4-4ffa-a648-f1ac66539290 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1461654 Nov 10 16:43:58.632560 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f2a2c8-e0c9-47af-bf3d-4bd158bfbeb9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:43:58.637462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-60f2a2c8-e0c9-47af-bf3d-4bd158bfbeb9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/0ee71999-7b3b-4c11-b75a-edd27fb863ec HTTP/1.1" status: 404 len: 333 time: 0.0354838 Nov 10 16:43:58.644345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:58.649585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=8d2c1890-da97-415b-a6cf-75c49826abc4,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:58.652547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] Pushing event deleted for resources: {'Port': ['ID=6c476208-2202-4c9d-9af1-4447d2e19afe,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:58.660732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df23eea-abb0-44e9-a5b3-6a0efc1d5844 None None] No DVR routers for this DVR port 6c476208-2202-4c9d-9af1-4447d2e19afe on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:43:58.682583 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5d1059-9182-4e08-8244-182c24c7ffb2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:43:58.684161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6e5d1059-9182-4e08-8244-182c24c7ffb2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/64f788fa-1242-4ab2-994d-0e78298d477a HTTP/1.1" status: 404 len: 333 time: 0.0454221 Nov 10 16:43:58.688058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1265c1e-5b16-4290-b32e-fc88d498105c None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:43:58.688608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53670) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:58.692136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a1c3ea51-42e6-4fdf-a653-b651400210fb None None] Could not find standard attr ID for object 7c572ad9-60af-4d1b-b2fd-71d16149f000. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:43:58.742249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13a7efd6-a41f-445e-8d28-c68db4fb6ed9 req-485ed05e-69d0-4ece-b159-f4deb45a6f27 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072977 Nov 10 16:43:58.743602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-84a749aa-e4b3-433c-aaaa-3712de52d8b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9971912 Nov 10 16:43:58.747288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:58.752082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': '8d2c1890-da97-415b-a6cf-75c49826abc4', 'ip_address': '2001:db8::c8b8:4c5d:c710:ecb8'}], 'name': 'tempest-NetworksTestDHCPv6-314612742'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:58.813248 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.912425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '8d2c1890-da97-415b-a6cf-75c49826abc4'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:43:58.913298 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.934359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.956654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c82b6e8-7492-4fa2-829f-4f837c28629f']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:58.966581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692929c9-08c2-4ad4-b9b4-ac53194ae557') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:58.966944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692929c9-08c2-4ad4-b9b4-ac53194ae557') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:43:58.977972 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:58.994996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.001519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:43:59.002061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:43:59.005376 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:43:59.031948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:59.038015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.057119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 3c85839f-9bdb-435f-a954-6c104e56bc58 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:43:59.060118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/8d2c1890-da97-415b-a6cf-75c49826abc4/442fe543-87c5-4481-ad83-2c269a12470f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:59.158307 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.169048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.182389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/networks/2c82b6e8-7492-4fa2-829f-4f837c28629f HTTP/1.1" status: 204 len: 168 time: 0.4928148 Nov 10 16:43:59.187550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:43:59.195242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27494d-2107-4992-ae98-9cf20f1936d6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Network': ['ID=2c82b6e8-7492-4fa2-829f-4f837c28629f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:59.206094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1151902902'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:43:59.273129 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.322769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:43:59.326511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.358693 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.373908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:43:59.389169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.389614 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Added segment 59a0b34c-ae62-4fee-91e7-c85cfb7a11e2 of type vlan for network a62e5aeb-35db-45ba-86f3-1ad9f278032c Nov 10 16:43:59.419848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:43:59.424961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:43:59.429429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:43:59.465939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Pushing event updated for resources: {'Port': ['ID=442fe543-87c5-4481-ad83-2c269a12470f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:59.517241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::c8b8:4c5d:c710:ecb8 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/8d2c1890-da97-415b-a6cf-75c49826abc4/3c85839f-9bdb-435f-a954-6c104e56bc58) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:43:59.534368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Attempting to bind port 442fe543-87c5-4481-ad83-2c269a12470f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:43:59.535077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Attempting to bind port 442fe543-87c5-4481-ad83-2c269a12470f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:43:59.535478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Attempting to bind port 442fe543-87c5-4481-ad83-2c269a12470f on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:43:59.541406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:43:59.542134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:43:59.542291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.542969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:43:59.543975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Bound port: 442fe543-87c5-4481-ad83-2c269a12470f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:43:59.544381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.549099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.573503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-7fea4914-8811-452f-a917-2c777bb98ee9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.584559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-7fea4914-8811-452f-a917-2c777bb98ee9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.589374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-7fea4914-8811-452f-a917-2c777bb98ee9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.595754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-7fea4914-8811-452f-a917-2c777bb98ee9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.605047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-7fea4914-8811-452f-a917-2c777bb98ee9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.614312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-7fea4914-8811-452f-a917-2c777bb98ee9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.621476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-7fea4914-8811-452f-a917-2c777bb98ee9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.623905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-7fea4914-8811-452f-a917-2c777bb98ee9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1580343 Nov 10 16:43:59.624091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] For port 442fe543-87c5-4481-ad83-2c269a12470f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:43:59.628402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] For port 442fe543-87c5-4481-ad83-2c269a12470f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=442fe543-87c5-4481-ad83-2c269a12470f,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:43:59.724208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29543af4-1a0b-4ec8-a1d4-435c016243cc req-c8d3e9d5-a32d-4e2f-860c-8265566705a7 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923626 Nov 10 16:43:59.762304 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.765066 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.766124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.772323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.772955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:43:59.870188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6c476208-2202-4c9d-9af1-4447d2e19afe no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:43:59.905853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b4dd1-d0d3-44df-ab64-7b2975070c67 req-9f3eb8ef-da8e-4ddd-90e6-8e0ac7f6d31c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:43:59.909700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6c476208-2202-4c9d-9af1-4447d2e19afe {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:43:59.909863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6c476208-2202-4c9d-9af1-4447d2e19afe not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:43:59.913200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3f2ad-1df0-4dfb-a283-eb0bf5e4a8a3 None None] Pushing event updated for resources: {'Port': ['ID=442fe543-87c5-4481-ad83-2c269a12470f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:59.915411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-298b4dd1-d0d3-44df-ab64-7b2975070c67 req-9f3eb8ef-da8e-4ddd-90e6-8e0ac7f6d31c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1010909 Nov 10 16:43:59.970092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Network': ['ID=a62e5aeb-35db-45ba-86f3-1ad9f278032c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:43:59.987585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a62e5aeb-35db-45ba-86f3-1ad9f278032c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:43:59.991209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-298b4dd1-d0d3-44df-ab64-7b2975070c67 req-c7c48d69-1566-44ad-b57f-ead92c6c8eb5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747120 Nov 10 16:44:00.004764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f5dcc654-f326-41ca-8de5-2fdc68d61edc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8074329 Nov 10 16:44:00.007651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53714) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:00.013535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'a62e5aeb-35db-45ba-86f3-1ad9f278032c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:00.049024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b550ae-65f1-4a5c-9b0e-b938bf27eea0 req-5fdc7963-9252-4c4f-95f8-baa448a40cd7 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.050652 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69b550ae-65f1-4a5c-9b0e-b938bf27eea0 req-5fdc7963-9252-4c4f-95f8-baa448a40cd7 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1158264 Nov 10 16:44:00.100988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.194085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:00.208866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:00.214253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:00.222551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.223224 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.249207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69b550ae-65f1-4a5c-9b0e-b938bf27eea0 req-ca725cdf-0fd8-4f9d-a1df-7289f9d33030 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852880 Nov 10 16:44:00.253015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=3c85839f-9bdb-435f-a954-6c104e56bc58,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:00.260704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd46c-dc35-40ff-9f00-157fcb31d562 req-f4d201c4-6c7d-4fa7-9a2a-ac547142d2c2 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.268826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59bbd46c-dc35-40ff-9f00-157fcb31d562 req-f4d201c4-6c7d-4fa7-9a2a-ac547142d2c2 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 946 time: 0.0968833 Nov 10 16:44:00.335055 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59bbd46c-dc35-40ff-9f00-157fcb31d562 req-93cd515f-c790-4da3-98a9-ad7133c12840 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650308 Nov 10 16:44:00.378952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:00.379605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:00.383260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.452425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7dcecd08-ae36-4baa-b3f0-7c79b956a66e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7047906 Nov 10 16:44:00.455123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:00.457313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Performing IP validity checks on allocation pools {{(pid=103326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 16:44:00.457939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 16:44:00.499273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1655076108-network', 'tenant_id': '214c28eb197246c190f810dc7784514c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:00.533872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa691b6b-d8dd-4db4-9073-05c071b754b4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.539894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa691b6b-d8dd-4db4-9073-05c071b754b4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.541627 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fa691b6b-d8dd-4db4-9073-05c071b754b4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0853889 Nov 10 16:44:00.544316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:00.551743 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:44:00.613805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Made reservation on behalf of 214c28eb197246c190f810dc7784514c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:00.616077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.630111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.682835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f90e3cf5-ecf4-4645-8a5e-8d52398b5dc4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 3c85839f-9bdb-435f-a954-6c104e56bc58 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:00.683199 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f90e3cf5-ecf4-4645-8a5e-8d52398b5dc4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.691224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.788290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=0a2e26ce-a5f6-4650-9507-2e9a01a3c4f6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:00.792287 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.805522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking segment: {'id': '59a0b34c-ae62-4fee-91e7-c85cfb7a11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a62e5aeb-35db-45ba-86f3-1ad9f278032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:00.806186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network hostable DHCP agents. Network: a62e5aeb-35db-45ba-86f3-1ad9f278032c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:44:00.809612 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f90e3cf5-ecf4-4645-8a5e-8d52398b5dc4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.824160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f90e3cf5-ecf4-4645-8a5e-8d52398b5dc4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 3c85839f-9bdb-435f-a954-6c104e56bc58 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:00.884289 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.890980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-575d532f-888a-455b-a778-a3308375d62a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.897225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-575d532f-888a-455b-a778-a3308375d62a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.903232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-575d532f-888a-455b-a778-a3308375d62a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.909466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-575d532f-888a-455b-a778-a3308375d62a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.915810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-575d532f-888a-455b-a778-a3308375d62a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.921609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-575d532f-888a-455b-a778-a3308375d62a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.927841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-575d532f-888a-455b-a778-a3308375d62a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:00.929876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-575d532f-888a-455b-a778-a3308375d62a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1008573 Nov 10 16:44:00.931056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network a62e5aeb-35db-45ba-86f3-1ad9f278032c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:44:00.938250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:44:00.948065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b424ac6-7ca4-4c48-a26f-d14d4b08f919,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:00.963755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:00.963755 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Added segment 939276ef-e149-42c0-953f-cefb89e5f6de of type vlan for network 3efa94d1-624a-4232-ad54-33e20482304c Nov 10 16:44:01.001889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e119bb55-37c3-4a78-aec2-a6be0c96c7ea req-d14a84f4-2c78-43de-aeec-feae2e1b3420 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624483 Nov 10 16:44:01.030333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a62e5aeb-35db-45ba-86f3-1ad9f278032c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:01.035991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:01.037833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.043210 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.046448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e360c-3aef-4401-b33d-9ba45daa2a8e None None] Network a62e5aeb-35db-45ba-86f3-1ad9f278032c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:01.137304 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8b4e6fbc-2d0f-4f75-ae95-2419e21aa994 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1279936 Nov 10 16:44:01.139909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53734) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:01.146038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': 'a62e5aeb-35db-45ba-86f3-1ad9f278032c', 'name': 'tempest-PortsTestJSON-1760428193'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:01.152087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a343b-d0a3-417c-8643-6650599b459a req-1251322d-9621-470b-89d3-c877f464409a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:01.153792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be2a343b-d0a3-417c-8643-6650599b459a req-1251322d-9621-470b-89d3-c877f464409a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.0540283 Nov 10 16:44:01.157464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.158316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:01.158897 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.168608 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f90e3cf5-ecf4-4645-8a5e-8d52398b5dc4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.169109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-92c7cf7d-7b7e-475e-93a4-834d99e75d95 None None] Provisioning complete for port 442fe543-87c5-4481-ad83-2c269a12470f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:01.170702 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92c7cf7d-7b7e-475e-93a4-834d99e75d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.237062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e3cf5-ecf4-4645-8a5e-8d52398b5dc4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=3c85839f-9bdb-435f-a954-6c104e56bc58,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:01.297961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9175897 Nov 10 16:44:01.300941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:01.327347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Request body: {'subnet': {'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1655076108-subnet', 'tenant_id': '214c28eb197246c190f810dc7784514c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:01.352818 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92c7cf7d-7b7e-475e-93a4-834d99e75d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.355119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8160d00-a8d6-4cda-b974-2850c6ab6acb admin admin] Pushing event updated for resources: {'Network': ['ID=3efa94d1-624a-4232-ad54-33e20482304c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:01.364345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a62e5aeb-35db-45ba-86f3-1ad9f278032c', 'network_id': 'a62e5aeb-35db-45ba-86f3-1ad9f278032c', 'tenant_id': '388fb5fea978488196d3195a1792695d', 'fixed_ips': [{'subnet_id': '0a2e26ce-a5f6-4650-9507-2e9a01a3c4f6'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:01.365641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.366017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f90e3cf5-ecf4-4645-8a5e-8d52398b5dc4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.371872 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f90e3cf5-ecf4-4645-8a5e-8d52398b5dc4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/3c85839f-9bdb-435f-a954-6c104e56bc58 HTTP/1.1" status: 204 len: 168 time: 0.8242865 Nov 10 16:44:01.372336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53744) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:01.377594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 3efa94d1-624a-4232-ad54-33e20482304c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:44:01.396868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be2a343b-d0a3-417c-8643-6650599b459a req-3b132229-b6a4-48e8-9f7c-546cb1f51c24 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324264 Nov 10 16:44:01.437041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:01.441781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.480798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 1687bd50-3534-4776-8f48-19a7f3977511 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:01.534203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Made reservation on behalf of 214c28eb197246c190f810dc7784514c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:01.538112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.558199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-92c7cf7d-7b7e-475e-93a4-834d99e75d95 None None] For port 442fe543-87c5-4481-ad83-2c269a12470f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=442fe543-87c5-4481-ad83-2c269a12470f,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:01.614696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fee99e-8d1f-4474-a199-7f6df7b48d3d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:01.616500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fee99e-8d1f-4474-a199-7f6df7b48d3d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:01.621087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-73fee99e-8d1f-4474-a199-7f6df7b48d3d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2447186 Nov 10 16:44:01.630561 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53746) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:01.672508 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92c7cf7d-7b7e-475e-93a4-834d99e75d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.677434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f4a71-8abe-41b0-acb0-d7d8d8741410 req-0fd51094-8661-4855-baf0-359117acb3e6 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:01.685491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-311f4a71-8abe-41b0-acb0-d7d8d8741410 req-0fd51094-8661-4855-baf0-359117acb3e6 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.2994511 Nov 10 16:44:01.696615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a29d2-436e-4a32-8c0f-1fc86a8ccbf6 req-cfcc6f05-520a-47ff-8450-0354d4622ccf tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:01.698163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-850a29d2-436e-4a32-8c0f-1fc86a8ccbf6 req-cfcc6f05-520a-47ff-8450-0354d4622ccf tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 946 time: 0.1146479 Nov 10 16:44:01.704707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.14 (a62e5aeb-35db-45ba-86f3-1ad9f278032c/0a2e26ce-a5f6-4650-9507-2e9a01a3c4f6/1687bd50-3534-4776-8f48-19a7f3977511) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:01.729001 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfad8ef8-e1e7-4eca-af14-da79ed7b98c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.747388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ff9bc6-9ef5-4bda-bb97-89ffa8d3693b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 8d2c1890-da97-415b-a6cf-75c49826abc4 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:01.762438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9bc6-9ef5-4bda-bb97-89ffa8d3693b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.762684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7cf7d-7b7e-475e-93a4-834d99e75d95 None None] Pushing event updated for resources: {'Port': ['ID=442fe543-87c5-4481-ad83-2c269a12470f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:01.809778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3c26fb23-f00a-4772-aaec-e100cdff4693 None None] Could not find standard attr ID for object 3c85839f-9bdb-435f-a954-6c104e56bc58. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:44:01.823070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-850a29d2-436e-4a32-8c0f-1fc86a8ccbf6 req-2990274a-aa79-45bf-9c72-92866a888f6c tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a33d364-3945-4d1e-bccc-5f911582e275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083498 Nov 10 16:44:01.855813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9bc6-9ef5-4bda-bb97-89ffa8d3693b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.883679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-311f4a71-8abe-41b0-acb0-d7d8d8741410 req-713446ba-2ac9-4b84-9d41-16ef9c72e11f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891346 Nov 10 16:44:01.918857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 442fe543-87c5-4481-ad83-2c269a12470f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:01.949904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-74d99018-d7de-4c83-885d-49d8fb3e9cae tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:01.951677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-74d99018-d7de-4c83-885d-49d8fb3e9cae tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.69 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 946 time: 0.0791497 Nov 10 16:44:01.974121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 442fe543-87c5-4481-ad83-2c269a12470f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:01.975572 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:01.984296 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.032403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9bc6-9ef5-4bda-bb97-89ffa8d3693b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.097693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.144627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0fcfd5-9721-4400-81b0-6465dca087c5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:02.169688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422feac-766c-4083-96b9-140824fe792b req-4a733e4c-791f-4493-90de-962d27cc6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.171797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d422feac-766c-4083-96b9-140824fe792b req-4a733e4c-791f-4493-90de-962d27cc6a06 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 1098 time: 0.2019689 Nov 10 16:44:02.197496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9bc6-9ef5-4bda-bb97-89ffa8d3693b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.199172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Checking segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:02.199554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Network hostable DHCP agents. Network: 3efa94d1-624a-4232-ad54-33e20482304c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:44:02.226638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff9bc6-9ef5-4bda-bb97-89ffa8d3693b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2c1890-da97-415b-a6cf-75c49826abc4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:02.230462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9bc6-9ef5-4bda-bb97-89ffa8d3693b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.237073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c7ff9bc6-9ef5-4bda-bb97-89ffa8d3693b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/8d2c1890-da97-415b-a6cf-75c49826abc4 HTTP/1.1" status: 204 len: 168 time: 0.6054351 Nov 10 16:44:02.239228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.239815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53750) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:02.242558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d159c47-e42f-496f-8fec-9a3ba97f54af None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:02.246164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4442b66-e1cd-400c-933c-cffb40578cea req-eb535c5c-8ba2-450b-8d49-465c39d6b6c5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.253903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4442b66-e1cd-400c-933c-cffb40578cea req-eb535c5c-8ba2-450b-8d49-465c39d6b6c5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.259608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4442b66-e1cd-400c-933c-cffb40578cea req-eb535c5c-8ba2-450b-8d49-465c39d6b6c5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.266149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4442b66-e1cd-400c-933c-cffb40578cea req-eb535c5c-8ba2-450b-8d49-465c39d6b6c5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.271978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4442b66-e1cd-400c-933c-cffb40578cea req-eb535c5c-8ba2-450b-8d49-465c39d6b6c5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.278178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4442b66-e1cd-400c-933c-cffb40578cea req-eb535c5c-8ba2-450b-8d49-465c39d6b6c5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.284699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4442b66-e1cd-400c-933c-cffb40578cea req-eb535c5c-8ba2-450b-8d49-465c39d6b6c5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.286585 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4442b66-e1cd-400c-933c-cffb40578cea req-eb535c5c-8ba2-450b-8d49-465c39d6b6c5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1695685 Nov 10 16:44:02.298029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Deleting port baaaa6ab-8478-4d7d-8818-9014efc86fb0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:02.298397 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.317048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4129312a-dd67-4376-8cd0-58288e68e477 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760241 Nov 10 16:44:02.320893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53752) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:02.329677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:02.338423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network a62e5aeb-35db-45ba-86f3-1ad9f278032c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:02.352643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d422feac-766c-4083-96b9-140824fe792b req-2393a066-7548-46cd-afb5-7a7f3e2da94e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694806 Nov 10 16:44:02.359855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:02.361171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Allocated IP 172.20.0.2 (a62e5aeb-35db-45ba-86f3-1ad9f278032c/0a2e26ce-a5f6-4650-9507-2e9a01a3c4f6/13384b38-ba36-4ddf-9dc3-1033bdd62cc2) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:02.370875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:02.431609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Network 3efa94d1-624a-4232-ad54-33e20482304c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:44:02.438608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=1687bd50-3534-4776-8f48-19a7f3977511,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:02.470168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4442b66-e1cd-400c-933c-cffb40578cea req-9df2e9ff-c82e-4625-adf5-81aaaee5e051 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595178 Nov 10 16:44:02.502939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] For port baaaa6ab-8478-4d7d-8818-9014efc86fb0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=baaaa6ab-8478-4d7d-8818-9014efc86fb0,segment=NetworkSegment(23073e61-3788-46aa-b2a1-41cf489ac442),segment_id=23073e61-3788-46aa-b2a1-41cf489ac442)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:02.503299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.512288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.512288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.526459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Calling delete_port for baaaa6ab-8478-4d7d-8818-9014efc86fb0 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:02.541783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 3efa94d1-624a-4232-ad54-33e20482304c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:02.567420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9126d5d5-9d30-4e82-8b3f-9bfcb59b4504 None None] Network 3efa94d1-624a-4232-ad54-33e20482304c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:02.575205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bf9f6-23c9-4081-b55c-712aec555eff req-752b273b-d31f-4d84-b458-ea105c59c95b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.578596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-884bf9f6-23c9-4081-b55c-712aec555eff req-752b273b-d31f-4d84-b458-ea105c59c95b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.0878699 Nov 10 16:44:02.580215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:02.580851 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.622515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:02.626939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.721476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-884bf9f6-23c9-4081-b55c-712aec555eff req-e0101925-9792-49b1-acbd-5111246a0af7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306424 Nov 10 16:44:02.730060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a85d3c99-74b3-4dcc-aea4-bf936c1d3b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5882492 Nov 10 16:44:02.734770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53758) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:02.754944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c82ffbce-59b5-4627-a38d-f178cdd9d6f5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4320867 Nov 10 16:44:02.849175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.860269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:02.867610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['baaaa6ab-8478-4d7d-8818-9014efc86fb0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:02.962247 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:02.998809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Pushing event deleted for resources: {'Port': ['ID=baaaa6ab-8478-4d7d-8818-9014efc86fb0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:03.003098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] No DVR routers for this DVR port baaaa6ab-8478-4d7d-8818-9014efc86fb0 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:03.015904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.017337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b80fb32e-e8b6-4101-9d9e-42683e70ae30 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 1687bd50-3534-4776-8f48-19a7f3977511 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:03.017681 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80fb32e-e8b6-4101-9d9e-42683e70ae30 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.019907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-faf50462-e33f-4912-8e22-5c28dcfa04c6 req-fd8d3ce8-b7c8-4295-9ecd-bc77f9ef33d0 tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.69 "DELETE /v2.0/ports/baaaa6ab-8478-4d7d-8818-9014efc86fb0 HTTP/1.1" status: 204 len: 173 time: 1.0618064 Nov 10 16:44:03.024521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206c0331-865b-4785-a983-316df4e57428', 'name': 'network-vif-deleted', 'tag': 'baaaa6ab-8478-4d7d-8818-9014efc86fb0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:03.024660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] Deleting port 442fe543-87c5-4481-ad83-2c269a12470f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:03.024660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.027782 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff170642-3a7b-451b-bac9-d5e123899e29" -d '{"events": [{"server_uuid": "206c0331-865b-4785-a983-316df4e57428", "name": "network-vif-deleted", "tag": "baaaa6ab-8478-4d7d-8818-9014efc86fb0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:03.056912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c1faf3d-be47-413e-ba10-bd9f7ff9fb69 req-4a71656f-5fca-4c98-894e-5c27b0c663af tempest-VolumesActionsTest-1845793495 tempest-VolumesActionsTest-1845793495-project] 10.222.0.62 "GET /v2.0/ports?device_id=206c0331-865b-4785-a983-316df4e57428 HTTP/1.1" status: 200 len: 210 time: 0.0723569 Nov 10 16:44:03.067633 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.103591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3f5a0-368a-49b0-9d25-da8465d1e241 None None] Network 3efa94d1-624a-4232-ad54-33e20482304c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:03.150456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc58a56-d8b3-4c7d-a4e4-2f77d03ff50e req-3edf8c04-5619-4ca8-954f-339f82a45324 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:03.152053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fc58a56-d8b3-4c7d-a4e4-2f77d03ff50e req-3edf8c04-5619-4ca8-954f-339f82a45324 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1504579 Nov 10 16:44:03.156500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.205183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Network a62e5aeb-35db-45ba-86f3-1ad9f278032c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:03.219247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80fb32e-e8b6-4101-9d9e-42683e70ae30 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.224062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:03.230056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] For port 442fe543-87c5-4481-ad83-2c269a12470f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=442fe543-87c5-4481-ad83-2c269a12470f,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:03.230458 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.235872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:03.237749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Pushing event updated for resources: {'Port': ['ID=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:03.239381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:03.258016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] Calling delete_port for 442fe543-87c5-4481-ad83-2c269a12470f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:03.264501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:03.266771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b80fb32e-e8b6-4101-9d9e-42683e70ae30 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 1687bd50-3534-4776-8f48-19a7f3977511 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:03.285010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:03.285691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.301240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=5c70be66-5913-4686-abb2-5385c785ccea,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:03.397396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Attempting to bind port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:03.397764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Attempting to bind port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '59a0b34c-ae62-4fee-91e7-c85cfb7a11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a62e5aeb-35db-45ba-86f3-1ad9f278032c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:03.398153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Attempting to bind port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 on network a62e5aeb-35db-45ba-86f3-1ad9f278032c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:03.430055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:03.430055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Checking segment: {'id': '59a0b34c-ae62-4fee-91e7-c85cfb7a11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a62e5aeb-35db-45ba-86f3-1ad9f278032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:03.430320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.430471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Bound using segment: {'id': '59a0b34c-ae62-4fee-91e7-c85cfb7a11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a62e5aeb-35db-45ba-86f3-1ad9f278032c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:03.430958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Bound port: 13384b38-ba36-4ddf-9dc3-1033bdd62cc2, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a0b34c-ae62-4fee-91e7-c85cfb7a11e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a62e5aeb-35db-45ba-86f3-1ad9f278032c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:03.431486 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.475361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-72746ea6-a5f1-4ceb-81e8-a98bd32fa8bb tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:03.477380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-72746ea6-a5f1-4ceb-81e8-a98bd32fa8bb tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 813 time: 0.1569278 Nov 10 16:44:03.495141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-a2149334-77d0-4e62-95f0-d5c1b53e9bd7 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/quotas/214c28eb197246c190f810dc7784514c HTTP/1.1" status: 200 len: 375 time: 0.0117738 Nov 10 16:44:03.532350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] For port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:03.536203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] For port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,segment=NetworkSegment(59a0b34c-ae62-4fee-91e7-c85cfb7a11e2),segment_id=59a0b34c-ae62-4fee-91e7-c85cfb7a11e2)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:03.541165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-e727f2f9-0477-40c2-b830-261eaeec9208 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302162 Nov 10 16:44:03.610725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.639254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] Pushing event deleted for resources: {'Port': ['ID=442fe543-87c5-4481-ad83-2c269a12470f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:03.645628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc750ca5-d7bd-47d8-9dd6-6597d41c508f None None] No DVR routers for this DVR port 442fe543-87c5-4481-ad83-2c269a12470f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:03.653273 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.668847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-d175e9f8-e32f-4c5e-8501-47aee63edc38 service neutron] 10.222.0.62 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195166 Nov 10 16:44:03.677976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bdef0e-662d-4b77-bc91-6eaa5a8c4d4f None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:03.803492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-27bd1355-4399-436e-bae0-3e04ca4443a2 service neutron] 10.222.0.62 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230354 Nov 10 16:44:03.818127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c6f66-f66c-4962-8771-df2dd747c643 None None] Pushing event updated for resources: {'Port': ['ID=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:03.822687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fc58a56-d8b3-4c7d-a4e4-2f77d03ff50e req-5cfb81af-127a-4a93-8911-2fd6d5c57984 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624732 Nov 10 16:44:03.910740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 442fe543-87c5-4481-ad83-2c269a12470f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:03.915020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-623e632b-c290-4859-b438-209ff5110961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:03.918073 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092fa526-958e-4585-9589-3cf63cf89166 x-openstack-request-id: req-092fa526-958e-4585-9589-3cf63cf89166 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:03.925258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-360de2f6-972c-4ea9-b8f1-a17f2117dea6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6004884 Nov 10 16:44:03.925673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53788) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:03.926872 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206c0331-865b-4785-a983-316df4e57428", "name": "network-vif-deleted", "tag": "baaaa6ab-8478-4d7d-8818-9014efc86fb0", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:03.927519 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-092fa526-958e-4585-9589-3cf63cf89166 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:03.928158 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206c0331-865b-4785-a983-316df4e57428', 'name': 'network-vif-deleted', 'tag': 'baaaa6ab-8478-4d7d-8818-9014efc86fb0', 'status': 'completed', 'code': 200} Nov 10 16:44:03.937673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': '5c70be66-5913-4686-abb2-5385c785ccea', 'ip_address': '2001:db8::2a20:958a:2433:550'}], 'name': 'tempest-NetworksTestDHCPv6-1008582211'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:03.944570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 442fe543-87c5-4481-ad83-2c269a12470f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:03.944928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 442fe543-87c5-4481-ad83-2c269a12470f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:03.992389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '5c70be66-5913-4686-abb2-5385c785ccea'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:03.997311 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.052136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80fb32e-e8b6-4101-9d9e-42683e70ae30 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.138184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fb32e-e8b6-4101-9d9e-42683e70ae30 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=1687bd50-3534-4776-8f48-19a7f3977511,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:04.225149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-7c1e111f-e1d1-4e19-b9d7-54e6ebf49619 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.231233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-7c1e111f-e1d1-4e19-b9d7-54e6ebf49619 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.233221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/5c70be66-5913-4686-abb2-5385c785ccea/21b9f959-c17d-4343-ab2d-845e47cc635d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:04.237960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-7c1e111f-e1d1-4e19-b9d7-54e6ebf49619 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.243913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-7c1e111f-e1d1-4e19-b9d7-54e6ebf49619 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.252340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-7c1e111f-e1d1-4e19-b9d7-54e6ebf49619 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.261940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-7c1e111f-e1d1-4e19-b9d7-54e6ebf49619 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.266624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-7c1e111f-e1d1-4e19-b9d7-54e6ebf49619 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.268699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-7c1e111f-e1d1-4e19-b9d7-54e6ebf49619 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.2208557 Nov 10 16:44:04.316973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80fb32e-e8b6-4101-9d9e-42683e70ae30 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.320301 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b80fb32e-e8b6-4101-9d9e-42683e70ae30 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/1687bd50-3534-4776-8f48-19a7f3977511 HTTP/1.1" status: 204 len: 168 time: 1.5841610 Nov 10 16:44:04.323393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:04.362764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:04.404258 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b18cea-3ac9-4e07-b555-7975ddac9ed9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:44:04.406183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b18cea-3ac9-4e07-b555-7975ddac9ed9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:44:04.419749 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8431f55a-b72d-4fb5-bbc1-7d78b6332976 req-affadf75-2870-4ddc-b450-6d943e8bb0cd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1425455 Nov 10 16:44:04.447833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-25b18cea-3ac9-4e07-b555-7975ddac9ed9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/1687bd50-3534-4776-8f48-19a7f3977511 HTTP/1.1" status: 404 len: 333 time: 0.1227655 Nov 10 16:44:04.449066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:04.510721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.525357 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b815ac1-25d3-46cf-aada-fa8b9208bcc5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:44:04.525920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53800) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:04.528779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8b815ac1-25d3-46cf-aada-fa8b9208bcc5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/1687bd50-3534-4776-8f48-19a7f3977511 HTTP/1.1" status: 404 len: 333 time: 0.0744522 Nov 10 16:44:04.528920 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.614967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 25b488c5-7762-4b0d-84d4-72010e2179e7 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:04.619578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2312852-139c-41d4-9498-84bf72175fe9 req-951109b6-9639-4a3c-a9cc-2d6a57d09429 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.621287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2312852-139c-41d4-9498-84bf72175fe9 req-951109b6-9639-4a3c-a9cc-2d6a57d09429 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1104860 Nov 10 16:44:04.643539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.731493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2312852-139c-41d4-9498-84bf72175fe9 req-3f702f2e-1d25-4065-b74a-eb79455e56c6 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016204 Nov 10 16:44:04.739430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:04.763381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:04.767875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:04.788589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Pushing event updated for resources: {'Port': ['ID=21b9f959-c17d-4343-ab2d-845e47cc635d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:04.810320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d08c92-d322-41d0-93f8-d5c87de738cb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet 0a2e26ce-a5f6-4650-9507-2e9a01a3c4f6 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:04.815100 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-977457b1-dca9-4330-8653-3956f518d6d2 req-f8bd1f56-f9aa-422f-90aa-d72cd05d60b9 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 210 time: 0.0642073 Nov 10 16:44:04.825103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5d08c92-d322-41d0-93f8-d5c87de738cb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.872840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Attempting to bind port 21b9f959-c17d-4343-ab2d-845e47cc635d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:04.872840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Attempting to bind port 21b9f959-c17d-4343-ab2d-845e47cc635d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:04.872840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Attempting to bind port 21b9f959-c17d-4343-ab2d-845e47cc635d on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:04.878296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:04.878870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:04.879493 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.880079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:04.880629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Bound port: 21b9f959-c17d-4343-ab2d-845e47cc635d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:04.881097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.950049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5d08c92-d322-41d0-93f8-d5c87de738cb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:04.995402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] For port 21b9f959-c17d-4343-ab2d-845e47cc635d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:04.998695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d149-68bf-4704-bed9-c6b5e9e2c7d2 req-d228b224-4b2c-4f1a-9d19-5d9df75f676b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:04.999652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] For port 21b9f959-c17d-4343-ab2d-845e47cc635d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=21b9f959-c17d-4343-ab2d-845e47cc635d,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:05.006008 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a417d149-68bf-4704-bed9-c6b5e9e2c7d2 req-d228b224-4b2c-4f1a-9d19-5d9df75f676b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.0826750 Nov 10 16:44:05.079919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::2a20:958a:2433:550 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/5c70be66-5913-4686-abb2-5385c785ccea/25b488c5-7762-4b0d-84d4-72010e2179e7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:05.100556 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.102010 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.102896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5d08c92-d322-41d0-93f8-d5c87de738cb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.174887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9a76b-eccf-4129-bf41-d94ab6ae7e59 None None] Pushing event updated for resources: {'Port': ['ID=21b9f959-c17d-4343-ab2d-845e47cc635d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:05.295055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916348c-6171-4be8-bbbc-63f309e380ef None None] Network a62e5aeb-35db-45ba-86f3-1ad9f278032c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:05.360014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.399021 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5d08c92-d322-41d0-93f8-d5c87de738cb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.486538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b6fabbe6-3466-4787-943e-e7e7cc9ec970 None None] Provisioning complete for port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:05.486901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5d08c92-d322-41d0-93f8-d5c87de738cb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.487022 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6fabbe6-3466-4787-943e-e7e7cc9ec970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.494881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c5d08c92-d322-41d0-93f8-d5c87de738cb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/0a2e26ce-a5f6-4650-9507-2e9a01a3c4f6 HTTP/1.1" status: 204 len: 168 time: 0.9660423 Nov 10 16:44:05.494881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d08c92-d322-41d0-93f8-d5c87de738cb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2e26ce-a5f6-4650-9507-2e9a01a3c4f6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:05.496576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53822) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:05.631472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a417d149-68bf-4704-bed9-c6b5e9e2c7d2 req-f1b50a73-7b5f-4e2f-a1d4-e42b7bc4eae6 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6244695 Nov 10 16:44:05.650286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.680472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:05.701676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:05.720933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6fabbe6-3466-4787-943e-e7e7cc9ec970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.729199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:05.738598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.738844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.756666 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.773870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b6fabbe6-3466-4787-943e-e7e7cc9ec970 None None] For port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,segment=NetworkSegment(59a0b34c-ae62-4fee-91e7-c85cfb7a11e2),segment_id=59a0b34c-ae62-4fee-91e7-c85cfb7a11e2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:05.786831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] DHCP port deletion for a62e5aeb-35db-45ba-86f3-1ad9f278032c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:05.796694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=25b488c5-7762-4b0d-84d4-72010e2179e7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:05.833548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe3709-8678-4d4b-8f54-285857ce0280 req-37e7f686-89b4-4722-86c5-5196b831edf3 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.835562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36fe3709-8678-4d4b-8f54-285857ce0280 req-37e7f686-89b4-4722-86c5-5196b831edf3 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.0713310 Nov 10 16:44:05.849592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-87fca20c-ea45-4111-b8cd-f7ee76acaf24 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.852019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6fabbe6-3466-4787-943e-e7e7cc9ec970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.858450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-87fca20c-ea45-4111-b8cd-f7ee76acaf24 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.866939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-87fca20c-ea45-4111-b8cd-f7ee76acaf24 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.873098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-87fca20c-ea45-4111-b8cd-f7ee76acaf24 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.892444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-87fca20c-ea45-4111-b8cd-f7ee76acaf24 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.894442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-87fca20c-ea45-4111-b8cd-f7ee76acaf24 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.900819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-87fca20c-ea45-4111-b8cd-f7ee76acaf24 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:05.909508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-87fca20c-ea45-4111-b8cd-f7ee76acaf24 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.2722313 Nov 10 16:44:05.919278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fabbe6-3466-4787-943e-e7e7cc9ec970 None None] Pushing event updated for resources: {'Port': ['ID=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:05.929342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] Deleting port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:05.929724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:05.960552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36fe3709-8678-4d4b-8f54-285857ce0280 req-28a60313-a2a9-48ae-92ab-817b88778431 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157870 Nov 10 16:44:05.965650 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-04493a2e-5633-40d6-8157-11dbc79cc244 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0386624 Nov 10 16:44:05.969696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:05.996226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 21b9f959-c17d-4343-ab2d-845e47cc635d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:06.019126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b0d973a-ce7c-45a2-b812-43c7d58c0d7a req-9e2a4ddd-36da-4ce0-9533-dd17f10cd120 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086237 Nov 10 16:44:06.030421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:06.033883 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.056142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2786a91-102d-454f-9094-23713b1d0061 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:06.061955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] For port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,segment=NetworkSegment(59a0b34c-ae62-4fee-91e7-c85cfb7a11e2),segment_id=59a0b34c-ae62-4fee-91e7-c85cfb7a11e2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:06.062518 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.072005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2786a91-102d-454f-9094-23713b1d0061 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:06.079294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] Calling delete_port for 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:06.079892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c2786a91-102d-454f-9094-23713b1d0061 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1083865 Nov 10 16:44:06.081579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:06.099601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 21b9f959-c17d-4343-ab2d-845e47cc635d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:06.099974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.248207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48fd0cc2-483e-461d-835d-e59f76fc712b req-6438861a-53b7-4260-9dc9-6abd51936517 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 210 time: 0.0924649 Nov 10 16:44:06.260046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] For port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,segment=NetworkSegment(59a0b34c-ae62-4fee-91e7-c85cfb7a11e2),segment_id=59a0b34c-ae62-4fee-91e7-c85cfb7a11e2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:06.260646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.300561 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.324262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:06.344922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7800468-7ceb-4043-90f9-fc547ac634d4 req-fb4e6986-76b4-4631-b815-1a1895fbca41 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:06.356921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.357141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7800468-7ceb-4043-90f9-fc547ac634d4 req-fb4e6986-76b4-4631-b815-1a1895fbca41 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.2086954 Nov 10 16:44:06.392218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] Pushing event deleted for resources: {'Port': ['ID=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:06.398478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 21b9f959-c17d-4343-ab2d-845e47cc635d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=21b9f959-c17d-4343-ab2d-845e47cc635d,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:06.399641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4eedfc-fb77-4f7e-9f84-064716c50ae6 None None] No DVR routers for this DVR port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:06.459361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.472092 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.474451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7800468-7ceb-4043-90f9-fc547ac634d4 req-0dabc435-68ac-4f0a-805b-ff20a9dc3c23 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179383 Nov 10 16:44:06.496531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-44e1af7d-bce8-457d-b2b3-f3a3754fcc07 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 25b488c5-7762-4b0d-84d4-72010e2179e7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:06.496531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e1af7d-bce8-457d-b2b3-f3a3754fcc07 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.535345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No DVR routers for this DVR port 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:06.557651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=13384b38-ba36-4ddf-9dc3-1033bdd62cc2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:06.588122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=21b9f959-c17d-4343-ab2d-845e47cc635d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:06.683027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device baaaa6ab-8478-4d7d-8818-9014efc86fb0 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:06.729885 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e1af7d-bce8-457d-b2b3-f3a3754fcc07 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.754451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: baaaa6ab-8478-4d7d-8818-9014efc86fb0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:06.757920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device baaaa6ab-8478-4d7d-8818-9014efc86fb0 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:06.775725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-44e1af7d-bce8-457d-b2b3-f3a3754fcc07 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 25b488c5-7762-4b0d-84d4-72010e2179e7 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:06.806212 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.841252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.877073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62e5aeb-35db-45ba-86f3-1ad9f278032c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:06.905144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a0b34c-ae62-4fee-91e7-c85cfb7a11e2') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:06.907264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a0b34c-ae62-4fee-91e7-c85cfb7a11e2') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:06.931780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.966805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ff73d500-233a-4da0-b6b5-aeef74371b0a None None] Provisioning complete for port 21b9f959-c17d-4343-ab2d-845e47cc635d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:06.967497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff73d500-233a-4da0-b6b5-aeef74371b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.972567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:06.988380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:44:06.988946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:44:07.003965 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:44:07.028833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048054aa-8e96-42e7-9b74-5141ef2c23c3 req-9518cc5a-ddab-46b8-a220-998e077d2794 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.037635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-048054aa-8e96-42e7-9b74-5141ef2c23c3 req-9518cc5a-ddab-46b8-a220-998e077d2794 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2335334 Nov 10 16:44:07.100770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e1af7d-bce8-457d-b2b3-f3a3754fcc07 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.121284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-048054aa-8e96-42e7-9b74-5141ef2c23c3 req-bdf8a7b3-119f-4d27-8fe2-64968f938cdf tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827923 Nov 10 16:44:07.190037 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e1af7d-bce8-457d-b2b3-f3a3754fcc07 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.198470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44e1af7d-bce8-457d-b2b3-f3a3754fcc07 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/25b488c5-7762-4b0d-84d4-72010e2179e7 HTTP/1.1" status: 204 len: 168 time: 1.1136816 Nov 10 16:44:07.200885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53852) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:07.248725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1af7d-bce8-457d-b2b3-f3a3754fcc07 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=25b488c5-7762-4b0d-84d4-72010e2179e7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:07.276972 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.314785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.315598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-98df0ec8-0469-4302-b1b7-1a5346209899 None None] Could not find standard attr ID for object 25b488c5-7762-4b0d-84d4-72010e2179e7. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:44:07.325027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/networks/a62e5aeb-35db-45ba-86f3-1ad9f278032c HTTP/1.1" status: 204 len: 168 time: 1.8264508 Nov 10 16:44:07.332496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fffbe-bea7-4e4e-8f7e-6a3f16f02e8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Network': ['ID=a62e5aeb-35db-45ba-86f3-1ad9f278032c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:07.335147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53856) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:07.346664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1363763465'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:07.363982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9893c389-d330-4130-bcac-df87702f9d87 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.366811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-d2aed03b-eefb-4d4b-b0c5-3797062c6651 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.367532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9893c389-d330-4130-bcac-df87702f9d87 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.369374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9893c389-d330-4130-bcac-df87702f9d87 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1669087 Nov 10 16:44:07.374124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-d2aed03b-eefb-4d4b-b0c5-3797062c6651 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.383566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-d2aed03b-eefb-4d4b-b0c5-3797062c6651 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.384848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53858) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:07.390149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-d2aed03b-eefb-4d4b-b0c5-3797062c6651 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.397459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-d2aed03b-eefb-4d4b-b0c5-3797062c6651 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.404171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-d2aed03b-eefb-4d4b-b0c5-3797062c6651 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.410882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-d2aed03b-eefb-4d4b-b0c5-3797062c6651 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.412988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-d2aed03b-eefb-4d4b-b0c5-3797062c6651 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.2270451 Nov 10 16:44:07.426401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a254f79-c747-4fd7-adda-7a8b20f25c6a req-c85a4b18-897a-400b-a1bc-01bd5fb5bea3 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 210 time: 0.0551291 Nov 10 16:44:07.479543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 5c70be66-5913-4686-abb2-5385c785ccea {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:07.482973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.515824 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aae5261d-c583-4774-8cb0-e79f2cd3634e req-907ab190-33dc-4ebd-b9e7-3dc3c0dbdaea tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902145 Nov 10 16:44:07.530635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.567018 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.570953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:07.574571 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.619933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.620346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:44:07.678251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.678591 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Added segment e89716af-5782-4240-a300-7e3ad80f6e4f of type vlan for network a11d132a-1abb-4fff-b109-6e8257ed0a4f Nov 10 16:44:07.723054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.772372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe5a22-c4f6-4d9e-8deb-5b65310e1237 req-8df3593b-a195-442b-a269-5d8020849fe8 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:07.773700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73fe5a22-c4f6-4d9e-8deb-5b65310e1237 req-8df3593b-a195-442b-a269-5d8020849fe8 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1550834 Nov 10 16:44:07.775514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.853911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 21b9f959-c17d-4343-ab2d-845e47cc635d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:07.867590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73fe5a22-c4f6-4d9e-8deb-5b65310e1237 req-1525462f-1453-4c84-ad77-1d55a9b335b8 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814538 Nov 10 16:44:07.901697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 21b9f959-c17d-4343-ab2d-845e47cc635d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:07.902063 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.957459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.988926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:07.992517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:07.994928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/5c70be66-5913-4686-abb2-5385c785ccea HTTP/1.1" status: 204 len: 168 time: 0.6056311 Nov 10 16:44:07.996756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=5c70be66-5913-4686-abb2-5385c785ccea,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:07.997627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:08.006825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.007202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.007844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.007844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.008181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.008510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.008833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.009136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.009462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.009786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.010116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.010426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32c92-d04c-4788-bc50-e98c65b1f288 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:08.017781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:08.018119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 13384b38-ba36-4ddf-9dc3-1033bdd62cc2 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:08.020526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e264485-e09f-4d3a-899b-83150452be5f None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:08.023742 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:08.030879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.031546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:08.083867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b6c69d13-6ec3-48b2-a45b-69e20f70daed tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844371 Nov 10 16:44:08.084815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:08.102779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Network': ['ID=a11d132a-1abb-4fff-b109-6e8257ed0a4f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:08.155438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6274c-8401-4d91-bc58-a01702b112b1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.160004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ccb6274c-8401-4d91-bc58-a01702b112b1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0738392 Nov 10 16:44:08.160417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53876) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:08.237951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8d7dce76-f84d-4bcd-9a9e-835a790a75a5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8967173 Nov 10 16:44:08.239081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:08.247843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'a11d132a-1abb-4fff-b109-6e8257ed0a4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:08.285468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a11d132a-1abb-4fff-b109-6e8257ed0a4f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:44:08.351218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca07d4-7a96-4af1-b8c4-b5badc6d9947 req-2b3a4088-6b2e-4f0a-91fa-c2e8c67ce77a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.352770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35ca07d4-7a96-4af1-b8c4-b5badc6d9947 req-2b3a4088-6b2e-4f0a-91fa-c2e8c67ce77a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1120985 Nov 10 16:44:08.369853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35bba9-5c74-4742-b29c-db0d309bc831 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.371463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ce35bba9-5c74-4742-b29c-db0d309bc831 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2099717 Nov 10 16:44:08.376443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53882) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:08.394129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-3950cf77-7f1d-417e-9c57-97ec20a01457 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.396071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-3950cf77-7f1d-417e-9c57-97ec20a01457 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 813 time: 0.1840310 Nov 10 16:44:08.416932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Request body: {'port': {'device_id': '30970a10-74df-474d-b692-bbcafe69f789', 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'admin_state_up': True, 'tenant_id': '214c28eb197246c190f810dc7784514c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:08.443284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e045f6ef-b3e1-448f-aa37-08c130d03097 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651214 Nov 10 16:44:08.447183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53884) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:08.456442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:08.542133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35ca07d4-7a96-4af1-b8c4-b5badc6d9947 req-b67d15d8-5610-4977-bcb0-3696c1f6962d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753707 Nov 10 16:44:08.573478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:08.582297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:08.582297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:08.637519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] Deleting port 21b9f959-c17d-4343-ab2d-845e47cc635d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:08.637974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:08.683842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b092e6b4-f998-4324-a542-881797141109 req-cc3ab9f7-ca30-48bd-93b3-e7bed6e5101f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 210 time: 0.1344016 Nov 10 16:44:08.735270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] For port 21b9f959-c17d-4343-ab2d-845e47cc635d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=21b9f959-c17d-4343-ab2d-845e47cc635d,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:08.735270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:08.735521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-1b4f96b8-3b0e-433c-9f3e-542808a909d4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.739577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-1b4f96b8-3b0e-433c-9f3e-542808a909d4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.746163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] Calling delete_port for 21b9f959-c17d-4343-ab2d-845e47cc635d owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:08.748888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-1b4f96b8-3b0e-433c-9f3e-542808a909d4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.757620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-1b4f96b8-3b0e-433c-9f3e-542808a909d4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.765997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-1b4f96b8-3b0e-433c-9f3e-542808a909d4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.772338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-1b4f96b8-3b0e-433c-9f3e-542808a909d4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.778550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-1b4f96b8-3b0e-433c-9f3e-542808a909d4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:08.787971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-1b4f96b8-3b0e-433c-9f3e-542808a909d4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1540463 Nov 10 16:44:08.808360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Made reservation on behalf of 214c28eb197246c190f810dc7784514c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:08.812576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:08.910516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61a97fbb-0ba9-4dd5-8245-fb9ebf8771f0 req-e03192f0-0591-4ea4-8078-84a9dc75d2b4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216471 Nov 10 16:44:08.969591 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.024284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] Pushing event deleted for resources: {'Port': ['ID=21b9f959-c17d-4343-ab2d-845e47cc635d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:09.026888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fb294-7151-44b2-8261-1c3bc3a9c09d None None] No DVR routers for this DVR port 21b9f959-c17d-4343-ab2d-845e47cc635d on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:09.067516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:09.074356 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.123134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.177573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Allocated IP 172.20.0.14 (3efa94d1-624a-4232-ad54-33e20482304c/bc0fcfd5-9721-4400-81b0-6465dca087c5/46c968d8-7164-43e3-b516-76b5ae349318) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:09.209874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99000793-74bb-4aec-ba27-821e4a9c4d60 req-ad5839ed-5f7c-4b3b-bb02-0c9129d6bf4a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:09.211820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99000793-74bb-4aec-ba27-821e4a9c4d60 req-ad5839ed-5f7c-4b3b-bb02-0c9129d6bf4a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1152203 Nov 10 16:44:09.256062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=bc113f58-5df0-4ff2-a703-78f93b274457,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:09.380904 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99000793-74bb-4aec-ba27-821e4a9c4d60 req-efc628ab-e8f6-4cc5-a8f9-79607f85bc41 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589448 Nov 10 16:44:09.423483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceacb1-73f9-4cf3-bb23-5fcb3c5f2915 req-1488df07-7725-4a9e-9088-248182a0a964 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:09.425039 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1ceacb1-73f9-4cf3-bb23-5fcb3c5f2915 req-1488df07-7725-4a9e-9088-248182a0a964 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1666887 Nov 10 16:44:09.429480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking segment: {'id': 'e89716af-5782-4240-a300-7e3ad80f6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a11d132a-1abb-4fff-b109-6e8257ed0a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:09.429863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network hostable DHCP agents. Network: a11d132a-1abb-4fff-b109-6e8257ed0a4f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:44:09.441280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-a6874650-787e-48d8-9451-5cbcaa3ebffc tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:09.442783 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-a6874650-787e-48d8-9451-5cbcaa3ebffc tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 813 time: 0.4300709 Nov 10 16:44:09.464756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Request body: {'port': {'device_id': '78db8ba0-2e80-4d95-8778-1c0532a7f22f', 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'admin_state_up': True, 'tenant_id': '214c28eb197246c190f810dc7784514c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:09.477334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.626777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1ceacb1-73f9-4cf3-bb23-5fcb3c5f2915 req-d021ab10-4028-4769-a25c-7a521ec0cb83 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811059 Nov 10 16:44:09.651220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.663366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network a11d132a-1abb-4fff-b109-6e8257ed0a4f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:44:09.704829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Network 3efa94d1-624a-4232-ad54-33e20482304c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:09.710036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:09.713324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:09.766784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Pushing event updated for resources: {'Port': ['ID=46c968d8-7164-43e3-b516-76b5ae349318,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:09.802530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a11d132a-1abb-4fff-b109-6e8257ed0a4f) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:09.804694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a6e358c-725f-4d1d-9ac8-ef2a71cd62e9 req-32b3d22a-d720-44d7-acaa-7a9ac5d4eb5c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 210 time: 0.0390658 Nov 10 16:44:09.806993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:09.807656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.811925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:09.812795 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.817062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9015cf41-5ff4-4a2f-8606-6a00c9d6df13 None None] Network a11d132a-1abb-4fff-b109-6e8257ed0a4f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:09.829811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Made reservation on behalf of 214c28eb197246c190f810dc7784514c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:09.835106 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.838097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.858828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 21b9f959-c17d-4343-ab2d-845e47cc635d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:09.901786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:09.902933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 21b9f959-c17d-4343-ab2d-845e47cc635d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:09.903280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 21b9f959-c17d-4343-ab2d-845e47cc635d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:09.913403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:09.917589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:09.918175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:09.929547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddad5a-d689-45db-9f67-178e4979ac33 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:09.933137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-34c9942c-8e6f-40ed-9719-24572789d4ea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5245709 Nov 10 16:44:09.944046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=f234844c-7044-48f1-af67-945202e067a8,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:09.968513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Request body: {'port': {'device_id': '30970a10-74df-474d-b692-bbcafe69f789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:10.050526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7d5b9fa1-54f7-4c8d-b42b-8185edcf99c9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6003129 Nov 10 16:44:10.057543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-676cac35-039e-4878-b70c-da8675297b12 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8136451 Nov 10 16:44:10.057795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:10.059529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:10.060181 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.078960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'f234844c-7044-48f1-af67-945202e067a8', 'ip_address': '2001:db8::7824:8fa1:b7ee:42a2'}], 'name': 'tempest-NetworksTestDHCPv6-230832162'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:10.139775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': 'a11d132a-1abb-4fff-b109-6e8257ed0a4f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-824873249'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:10.182842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-163d19bb-22e4-40fb-92ac-dad2e1d6cf59 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.190494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-163d19bb-22e4-40fb-92ac-dad2e1d6cf59 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.197697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-163d19bb-22e4-40fb-92ac-dad2e1d6cf59 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.206028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-163d19bb-22e4-40fb-92ac-dad2e1d6cf59 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.214021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-163d19bb-22e4-40fb-92ac-dad2e1d6cf59 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.221060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-163d19bb-22e4-40fb-92ac-dad2e1d6cf59 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.228362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-163d19bb-22e4-40fb-92ac-dad2e1d6cf59 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.237525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-163d19bb-22e4-40fb-92ac-dad2e1d6cf59 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5421 time: 0.1753328 Nov 10 16:44:10.243605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a11d132a-1abb-4fff-b109-6e8257ed0a4f', 'network_id': 'a11d132a-1abb-4fff-b109-6e8257ed0a4f', 'tenant_id': '388fb5fea978488196d3195a1792695d', 'fixed_ips': [{'subnet_id': 'bc113f58-5df0-4ff2-a703-78f93b274457'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:10.255011 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.296509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Allocated IP 172.20.0.13 (3efa94d1-624a-4232-ad54-33e20482304c/bc0fcfd5-9721-4400-81b0-6465dca087c5/480ca7b0-882d-447a-8db1-ed77d37cfd78) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:10.334375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5683285f-50e7-4e98-84db-03df9ae8ba4a req-e3493dd7-9e96-4c67-a231-a03e368744d0 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959377 Nov 10 16:44:10.383850 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.416294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'f234844c-7044-48f1-af67-945202e067a8'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:10.422366 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.493153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 67787fde-2256-412e-b626-ac098b56bd67 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:10.556182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:10.560283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.585325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.585922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 13898f44-81c3-4fac-974b-20f9fbb2dad2 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:10.611832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Allocated IP 172.20.0.2 (a11d132a-1abb-4fff-b109-6e8257ed0a4f/bc113f58-5df0-4ff2-a703-78f93b274457/d2f1a62c-5085-4149-a512-5a8990652608) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:10.630487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:10.663178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31680a-09cc-4dbc-8e42-54be3a6ba92f req-fbf00480-590b-450e-94d8-72672fe1e639 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.670305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df31680a-09cc-4dbc-8e42-54be3a6ba92f req-fbf00480-590b-450e-94d8-72672fe1e639 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1654432 Nov 10 16:44:10.682221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.750459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Network 3efa94d1-624a-4232-ad54-33e20482304c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:10.762029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:10.781670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:10.789327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Pushing event updated for resources: {'Port': ['ID=480ca7b0-882d-447a-8db1-ed77d37cfd78,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:10.834167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/f234844c-7044-48f1-af67-945202e067a8/ae28b147-0a82-44de-912e-45a4a5a721cf) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:10.837423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.853476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdf333-7505-4a98-aabe-55c36d9f1638 req-0b64c258-f9b5-4a81-9c73-8115b7c049dc tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.855007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5efdf333-7505-4a98-aabe-55c36d9f1638 req-0b64c258-f9b5-4a81-9c73-8115b7c049dc tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1130016 Nov 10 16:44:10.858666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 67787fde-2256-412e-b626-ac098b56bd67, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=67787fde-2256-412e-b626-ac098b56bd67,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:10.862030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:10.862259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:10.915214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '67787fde-2256-412e-b626-ac098b56bd67', 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'port_id': '67787fde-2256-412e-b626-ac098b56bd67', 'mac_address': 'fa:16:3e:49:75:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37d26dd-d049-4395-b9dc-890aa6aac64e', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:10.923779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5efdf333-7505-4a98-aabe-55c36d9f1638 req-e9d1b36d-1fa2-4aba-93b0-95391ac4efde tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574386 Nov 10 16:44:10.958363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port ec258d78-2286-496e-b01b-ea5e5054be40 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:10.973196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1c5c33fb-2f18-4ad5-881b-c7c89baad24f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5155408 Nov 10 16:44:10.989492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Request body: {'port': {'device_id': '78db8ba0-2e80-4d95-8778-1c0532a7f22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:11.010543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df31680a-09cc-4dbc-8e42-54be3a6ba92f req-6d6a0775-c36c-480b-a4e6-37e89fb47487 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349204 Nov 10 16:44:11.124043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.135629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.139003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.196414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b289c9-c1a2-4796-94a4-a05a718699e6 req-aef202e1-d340-465e-ae4f-e6c303872fba tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:11.202186 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91b289c9-c1a2-4796-94a4-a05a718699e6 req-aef202e1-d340-465e-ae4f-e6c303872fba tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 932 time: 0.1534064 Nov 10 16:44:11.204748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67787fde-2256-412e-b626-ac098b56bd67 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:11.242301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 67787fde-2256-412e-b626-ac098b56bd67, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=67787fde-2256-412e-b626-ac098b56bd67,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:11.256311 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.263089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c968d8-7164-43e3-b516-76b5ae349318 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:11.275205 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.319238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Transition to ACTIVE for port object 46c968d8-7164-43e3-b516-76b5ae349318 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:44:11.326005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Network a11d132a-1abb-4fff-b109-6e8257ed0a4f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:11.334020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:11.360936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.3 (a11d132a-1abb-4fff-b109-6e8257ed0a4f/bc113f58-5df0-4ff2-a703-78f93b274457/13898f44-81c3-4fac-974b-20f9fbb2dad2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:11.361069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91b289c9-c1a2-4796-94a4-a05a718699e6 req-0ea94cb3-49a8-4895-becd-94a69cd40da5 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363823 Nov 10 16:44:11.361192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:11.372176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.391737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.391737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5e0968c8-e60d-4112-b6b6-963df2678caf details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:11.391737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Pushing event updated for resources: {'Port': ['ID=d2f1a62c-5085-4149-a512-5a8990652608,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:11.491567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.503057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=67787fde-2256-412e-b626-ac098b56bd67,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:11.509423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Attempting to bind port d2f1a62c-5085-4149-a512-5a8990652608 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:11.510935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Attempting to bind port d2f1a62c-5085-4149-a512-5a8990652608 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e89716af-5782-4240-a300-7e3ad80f6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a11d132a-1abb-4fff-b109-6e8257ed0a4f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:11.510935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Attempting to bind port d2f1a62c-5085-4149-a512-5a8990652608 on network a11d132a-1abb-4fff-b109-6e8257ed0a4f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:11.527412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5e0968c8-e60d-4112-b6b6-963df2678caf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e0968c8-e60d-4112-b6b6-963df2678caf,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:11.532722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:11.532722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Checking segment: {'id': 'e89716af-5782-4240-a300-7e3ad80f6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a11d132a-1abb-4fff-b109-6e8257ed0a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:11.532722 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.533345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Bound using segment: {'id': 'e89716af-5782-4240-a300-7e3ad80f6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a11d132a-1abb-4fff-b109-6e8257ed0a4f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:11.533824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Bound port: d2f1a62c-5085-4149-a512-5a8990652608, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89716af-5782-4240-a300-7e3ad80f6e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a11d132a-1abb-4fff-b109-6e8257ed0a4f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:11.534395 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.537573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.608546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Pushing event updated for resources: {'Port': ['ID=ae28b147-0a82-44de-912e-45a4a5a721cf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:11.617111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '5e0968c8-e60d-4112-b6b6-963df2678caf', 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'port_id': '5e0968c8-e60d-4112-b6b6-963df2678caf', 'mac_address': 'fa:16:3e:6a:e4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37d26dd-d049-4395-b9dc-890aa6aac64e', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:11.633723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-034fc539-d4f4-4f2a-b8b3-2dadf4b78559 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:11.640675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-034fc539-d4f4-4f2a-b8b3-2dadf4b78559 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:11.645269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:11.646800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-034fc539-d4f4-4f2a-b8b3-2dadf4b78559 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:11.652605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:11.654640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-034fc539-d4f4-4f2a-b8b3-2dadf4b78559 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:11.660890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-034fc539-d4f4-4f2a-b8b3-2dadf4b78559 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:11.669014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-034fc539-d4f4-4f2a-b8b3-2dadf4b78559 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:11.675895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-034fc539-d4f4-4f2a-b8b3-2dadf4b78559 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:11.677105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:11.685510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-034fc539-d4f4-4f2a-b8b3-2dadf4b78559 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5422 time: 0.2613733 Nov 10 16:44:11.741734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480ca7b0-882d-447a-8db1-ed77d37cfd78 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:11.746493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Pushing event updated for resources: {'Port': ['ID=46c968d8-7164-43e3-b516-76b5ae349318,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:11.752358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.754563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.755073 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.771361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Transition to ACTIVE for port object 480ca7b0-882d-447a-8db1-ed77d37cfd78 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:44:11.775364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::7824:8fa1:b7ee:42a2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/f234844c-7044-48f1-af67-945202e067a8/ec258d78-2286-496e-b01b-ea5e5054be40) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:11.785675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] For port d2f1a62c-5085-4149-a512-5a8990652608, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:11.798513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Attempting to bind port ae28b147-0a82-44de-912e-45a4a5a721cf on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:11.798888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Attempting to bind port ae28b147-0a82-44de-912e-45a4a5a721cf by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:11.799250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Attempting to bind port ae28b147-0a82-44de-912e-45a4a5a721cf on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:11.804616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0968c8-e60d-4112-b6b6-963df2678caf {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:11.812911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] For port d2f1a62c-5085-4149-a512-5a8990652608, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2f1a62c-5085-4149-a512-5a8990652608,segment=NetworkSegment(e89716af-5782-4240-a300-7e3ad80f6e4f),segment_id=e89716af-5782-4240-a300-7e3ad80f6e4f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:11.815594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:11.815970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:11.816369 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.816763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:11.817236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Bound port: ae28b147-0a82-44de-912e-45a4a5a721cf, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:11.817616 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.845496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5e0968c8-e60d-4112-b6b6-963df2678caf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e0968c8-e60d-4112-b6b6-963df2678caf,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:11.883144 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.903417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] For port ae28b147-0a82-44de-912e-45a4a5a721cf, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:11.907869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] For port ae28b147-0a82-44de-912e-45a4a5a721cf, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ae28b147-0a82-44de-912e-45a4a5a721cf,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:11.935482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Pushing event updated for resources: {'Port': ['ID=480ca7b0-882d-447a-8db1-ed77d37cfd78,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:11.943484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-602fdd7a-781a-45f3-812b-763af7af7bf2 req-22092963-b33e-4ab7-8981-cc883312b97a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2555330 Nov 10 16:44:11.951737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:11.987086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Attempting to bind port 46c968d8-7164-43e3-b516-76b5ae349318 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:11.992989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Attempting to bind port 46c968d8-7164-43e3-b516-76b5ae349318 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:11.992989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Attempting to bind port 46c968d8-7164-43e3-b516-76b5ae349318 on network 3efa94d1-624a-4232-ad54-33e20482304c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:12.003234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Port 46c968d8-7164-43e3-b516-76b5ae349318 on network 3efa94d1-624a-4232-ad54-33e20482304c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:44:12.003640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Attempting to bind port 46c968d8-7164-43e3-b516-76b5ae349318 on network 3efa94d1-624a-4232-ad54-33e20482304c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:12.006383 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.007338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a6df1d8a-ea18-4393-801b-6add954c4c55 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:12.010504 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.056011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Attempting to bind port 480ca7b0-882d-447a-8db1-ed77d37cfd78 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:12.056467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Attempting to bind port 480ca7b0-882d-447a-8db1-ed77d37cfd78 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:12.056799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Attempting to bind port 480ca7b0-882d-447a-8db1-ed77d37cfd78 on network 3efa94d1-624a-4232-ad54-33e20482304c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:12.062243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Port 480ca7b0-882d-447a-8db1-ed77d37cfd78 on network 3efa94d1-624a-4232-ad54-33e20482304c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:44:12.062243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Attempting to bind port 480ca7b0-882d-447a-8db1-ed77d37cfd78 on network 3efa94d1-624a-4232-ad54-33e20482304c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:12.079340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:12.079340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Checking segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:12.079340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Bound using segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:12.079340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Bound port: 480ca7b0-882d-447a-8db1-ed77d37cfd78, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:12.079340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.096067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a6df1d8a-ea18-4393-801b-6add954c4c55, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a6df1d8a-ea18-4393-801b-6add954c4c55,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:12.099485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984c60-9f5f-4e6c-9de7-d805ee99e8d7 None None] Pushing event updated for resources: {'Port': ['ID=d2f1a62c-5085-4149-a512-5a8990652608,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:12.102192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:12.102758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Checking segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:12.103369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Bound using segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:12.104032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Bound port: 46c968d8-7164-43e3-b516-76b5ae349318, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:12.104602 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.112454 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.244711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'a6df1d8a-ea18-4393-801b-6add954c4c55', 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'port_id': 'a6df1d8a-ea18-4393-801b-6add954c4c55', 'mac_address': 'fa:16:3e:1e:03:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37d26dd-d049-4395-b9dc-890aa6aac64e', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:12.264643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f8dbd-5d8d-4290-9ad2-069dd31bfc6f req-c387fd61-d80f-40b4-93de-e8bff7697dcd tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:12.273180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd9f8dbd-5d8d-4290-9ad2-069dd31bfc6f req-c387fd61-d80f-40b4-93de-e8bff7697dcd tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1014907 Nov 10 16:44:12.297268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] For port 480ca7b0-882d-447a-8db1-ed77d37cfd78, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:12.315928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network a11d132a-1abb-4fff-b109-6e8257ed0a4f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:12.320017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] For port 480ca7b0-882d-447a-8db1-ed77d37cfd78, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=480ca7b0-882d-447a-8db1-ed77d37cfd78,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:12.338300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5e0968c8-e60d-4112-b6b6-963df2678caf,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:12.346095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=13898f44-81c3-4fac-974b-20f9fbb2dad2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:12.386745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:12.404860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd9f8dbd-5d8d-4290-9ad2-069dd31bfc6f req-520a2481-81f4-4dc8-a1e5-1b63d74ff09c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248686 Nov 10 16:44:12.405211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:12.405306 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.496288 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.512021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:12.512696 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.527645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Pushing event updated for resources: {'Port': ['ID=480ca7b0-882d-447a-8db1-ed77d37cfd78,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:12.533887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:12.534499 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.536195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef618ae8-2685-469c-b742-dc91c37a15eb service neutron] 10.222.0.69 "PUT /v2.0/ports/480ca7b0-882d-447a-8db1-ed77d37cfd78 HTTP/1.1" status: 200 len: 1093 time: 1.5509548 Nov 10 16:44:12.536640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78db8ba0-2e80-4d95-8778-1c0532a7f22f', 'tag': '480ca7b0-882d-447a-8db1-ed77d37cfd78'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:12.538934 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd04198-17ff-441d-9801-db3d1d6c2822" -d '{"events": [{"name": "network-changed", "server_uuid": "78db8ba0-2e80-4d95-8778-1c0532a7f22f", "tag": "480ca7b0-882d-447a-8db1-ed77d37cfd78"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:12.550374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6df1d8a-ea18-4393-801b-6add954c4c55 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:12.573518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a5b95-a334-4b3f-952e-6885a3867ebc None None] Pushing event updated for resources: {'Port': ['ID=ae28b147-0a82-44de-912e-45a4a5a721cf,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:12.595076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a6df1d8a-ea18-4393-801b-6add954c4c55, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a6df1d8a-ea18-4393-801b-6add954c4c55,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:12.617569 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82970184-9a52-44c3-b74d-3cbe2d53386d x-openstack-request-id: req-82970184-9a52-44c3-b74d-3cbe2d53386d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:12.617865 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78db8ba0-2e80-4d95-8778-1c0532a7f22f", "tag": "480ca7b0-882d-447a-8db1-ed77d37cfd78", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:12.618151 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82970184-9a52-44c3-b74d-3cbe2d53386d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:12.618650 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78db8ba0-2e80-4d95-8778-1c0532a7f22f', 'tag': '480ca7b0-882d-447a-8db1-ed77d37cfd78', 'status': 'completed', 'code': 200} Nov 10 16:44:12.671505 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.672756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 037c0619-88ff-4df6-9d08-a678919d85c4 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:12.691467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.699505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] For port 46c968d8-7164-43e3-b516-76b5ae349318, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:12.726319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] For port 46c968d8-7164-43e3-b516-76b5ae349318, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=46c968d8-7164-43e3-b516-76b5ae349318,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:12.738630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-56bd85d1-6879-45d7-876b-e415f51d2bcd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.6662679 Nov 10 16:44:12.739978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53946) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:12.761544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15910c7-a82b-45a6-9083-71f2be75709d req-88cb4985-3e99-4981-b9f8-40aca274848f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:12.763583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c15910c7-a82b-45a6-9083-71f2be75709d req-88cb4985-3e99-4981-b9f8-40aca274848f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 944 time: 0.2037084 Nov 10 16:44:12.826348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.863691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04198-17ff-441d-9801-db3d1d6c2822 req-7b13dd95-8850-4a12-9052-06150d3bc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:12.867553 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3cd04198-17ff-441d-9801-db3d1d6c2822 req-7b13dd95-8850-4a12-9052-06150d3bc2a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 1096 time: 0.2207122 Nov 10 16:44:12.923025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:12.927164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:12.928732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] 10.222.0.69 "PUT /v2.0/ports/46c968d8-7164-43e3-b516-76b5ae349318 HTTP/1.1" status: 200 len: 1093 time: 2.9831455 Nov 10 16:44:12.964628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30970a10-74df-474d-b692-bbcafe69f789', 'tag': '46c968d8-7164-43e3-b516-76b5ae349318'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:12.977531 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1640f688-6897-46c3-a9fd-4673badd12ae" -d '{"events": [{"name": "network-changed", "server_uuid": "30970a10-74df-474d-b692-bbcafe69f789", "tag": "46c968d8-7164-43e3-b516-76b5ae349318"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:13.105397 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:13.116461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d4d27e0c-dbbc-4141-8e70-58f84ca7a286 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 13898f44-81c3-4fac-974b-20f9fbb2dad2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:13.116961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4d27e0c-dbbc-4141-8e70-58f84ca7a286 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:13.133980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a6df1d8a-ea18-4393-801b-6add954c4c55,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:13.175595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dec7c-9399-476a-9f81-a8adc96ca67d service neutron] Pushing event updated for resources: {'Port': ['ID=46c968d8-7164-43e3-b516-76b5ae349318,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:13.180557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.180905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.181249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.181587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.181909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.182250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.182605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.182955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.183300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.184258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.184595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.186434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:13.218747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c15910c7-a82b-45a6-9083-71f2be75709d req-120e4b1c-5006-4b1a-81be-03f27cedb1fa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401920 Nov 10 16:44:13.250683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 037c0619-88ff-4df6-9d08-a678919d85c4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=037c0619-88ff-4df6-9d08-a678919d85c4,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:13.265314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '037c0619-88ff-4df6-9d08-a678919d85c4', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'port_id': '037c0619-88ff-4df6-9d08-a678919d85c4', 'mac_address': 'fa:16:3e:32:a5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:13.349045 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f00d6e-68f6-4bdb-afe2-346cd3b3c75b x-openstack-request-id: req-08f00d6e-68f6-4bdb-afe2-346cd3b3c75b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:13.349343 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30970a10-74df-474d-b692-bbcafe69f789", "tag": "46c968d8-7164-43e3-b516-76b5ae349318", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:13.349584 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08f00d6e-68f6-4bdb-afe2-346cd3b3c75b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:13.350071 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:13.351365 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30970a10-74df-474d-b692-bbcafe69f789', 'tag': '46c968d8-7164-43e3-b516-76b5ae349318', 'status': 'completed', 'code': 200} Nov 10 16:44:13.356078 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4d27e0c-dbbc-4141-8e70-58f84ca7a286 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:13.373930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d4d27e0c-dbbc-4141-8e70-58f84ca7a286 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 13898f44-81c3-4fac-974b-20f9fbb2dad2 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:13.403487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037c0619-88ff-4df6-9d08-a678919d85c4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:13.410914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:13.436155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-f5b63239-d0e2-43a9-8c8b-68034cbb84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:13.439901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-f5b63239-d0e2-43a9-8c8b-68034cbb84d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&device_id=30970a10-74df-474d-b692-bbcafe69f789 HTTP/1.1" status: 200 len: 1096 time: 0.4037995 Nov 10 16:44:13.440871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:13.446845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 037c0619-88ff-4df6-9d08-a678919d85c4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=037c0619-88ff-4df6-9d08-a678919d85c4,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:13.447902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=ec258d78-2286-496e-b01b-ea5e5054be40,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:13.450733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:13.459512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:13.460305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:13.501592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04198-17ff-441d-9801-db3d1d6c2822 req-6a47a0ab-6586-4a88-9ab8-7f3842eeaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:13.503713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3cd04198-17ff-441d-9801-db3d1d6c2822 req-6a47a0ab-6586-4a88-9ab8-7f3842eeaefd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=214c28eb197246c190f810dc7784514c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5986972 Nov 10 16:44:13.545538 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:13.602838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b051632a-f7d2-44f7-9882-3ce8df18aed0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5300031 Nov 10 16:44:13.603342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:13.620629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1054dbcd-4cd3-419a-ab17-f2804c9c8180 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'f234844c-7044-48f1-af67-945202e067a8', 'ip_address': '2001:db8::7824:8fa1:b7ee:42a2'}], 'name': 'tempest-NetworksTestDHCPv6-1599229483'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:13.637209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-a4904912-ed4b-4abf-af43-474d93232879 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c968d8-7164-43e3-b516-76b5ae349318 HTTP/1.1" status: 200 len: 217 time: 0.1525204 Nov 10 16:44:13.723006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=037c0619-88ff-4df6-9d08-a678919d85c4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:13.733037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7b323c6f-5120-461e-bdad-9bf5228bb7a5 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:13.936302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-cf28c5f4-d04f-4641-918a-45f890e5b75a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:13.945164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-cf28c5f4-d04f-4641-918a-45f890e5b75a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:13.955010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-cf28c5f4-d04f-4641-918a-45f890e5b75a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:13.964669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-cf28c5f4-d04f-4641-918a-45f890e5b75a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:13.968877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['67787fde-2256-412e-b626-ac098b56bd67'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:13.983180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-cf28c5f4-d04f-4641-918a-45f890e5b75a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:13.989819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['a6df1d8a-ea18-4393-801b-6add954c4c55'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:14.002627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-cf28c5f4-d04f-4641-918a-45f890e5b75a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:14.056428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-cf28c5f4-d04f-4641-918a-45f890e5b75a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:14.059258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-cf28c5f4-d04f-4641-918a-45f890e5b75a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5424 time: 0.9533653 Nov 10 16:44:14.069111 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4d27e0c-dbbc-4141-8e70-58f84ca7a286 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:14.097997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1059b0e8-66d6-475e-baf6-136e72160503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:14.105284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-1059b0e8-66d6-475e-baf6-136e72160503 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bc0fcfd5-9721-4400-81b0-6465dca087c5 HTTP/1.1" status: 200 len: 853 time: 0.4093156 Nov 10 16:44:14.228019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-f5b67e11-00d0-4c9c-8c10-49985912fe7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3efa94d1-624a-4232-ad54-33e20482304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955961 Nov 10 16:44:14.316298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346767e5-08a3-4c1a-93d4-21195ec3399a req-7cf45314-7ee8-42f4-9ca3-2c0098c8d250 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:14.336100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-346767e5-08a3-4c1a-93d4-21195ec3399a req-7cf45314-7ee8-42f4-9ca3-2c0098c8d250 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.6191208 Nov 10 16:44:14.364037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ae28b147-0a82-44de-912e-45a4a5a721cf up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:14.417881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e4e6e-6667-42f7-87c4-e79f1d3ac729 None None] Network a11d132a-1abb-4fff-b109-6e8257ed0a4f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:14.591200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-29e5ea89-5237-49a1-a56c-df7b55ab61e7 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442693 Nov 10 16:44:14.657667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-346767e5-08a3-4c1a-93d4-21195ec3399a req-558a2aa2-42c7-4721-b4ee-33b548ebabc3 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857153 Nov 10 16:44:14.961132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968b09-1361-4986-a634-338768beb564 req-81109a14-edb0-4113-a23e-2f1f9b62a384 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:14.963960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd968b09-1361-4986-a634-338768beb564 req-81109a14-edb0-4113-a23e-2f1f9b62a384 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 944 time: 0.1497567 Nov 10 16:44:15.016732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-613b41c9-75c5-4ca7-ab34-0b64e3babc34 None None] Provisioning complete for port d2f1a62c-5085-4149-a512-5a8990652608 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:15.017263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613b41c9-75c5-4ca7-ab34-0b64e3babc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:15.023879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d27e0c-dbbc-4141-8e70-58f84ca7a286 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=13898f44-81c3-4fac-974b-20f9fbb2dad2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:15.028343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04198-17ff-441d-9801-db3d1d6c2822 req-6f9c75e1-f61b-4c93-80d6-0ee897d3c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:15.031581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3cd04198-17ff-441d-9801-db3d1d6c2822 req-6f9c75e1-f61b-4c93-80d6-0ee897d3c471 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4589274 Nov 10 16:44:15.051021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd968b09-1361-4986-a634-338768beb564 req-0f3ea446-d116-4c51-9034-3acaa6a1c3c2 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775640 Nov 10 16:44:15.054367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1054dbcd-4cd3-419a-ab17-f2804c9c8180 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:15.060961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1054dbcd-4cd3-419a-ab17-f2804c9c8180 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:15.084745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-10826964-01de-4f06-bfaf-e5f7a7d868e0 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223132 Nov 10 16:44:15.088784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-1054dbcd-4cd3-419a-ab17-f2804c9c8180 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 4d11b8da-207e-4056-afbe-87eadd7fc456 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:15.151953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['037c0619-88ff-4df6-9d08-a678919d85c4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:15.158584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5e0968c8-e60d-4112-b6b6-963df2678caf'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:15.258047 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4d27e0c-dbbc-4141-8e70-58f84ca7a286 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:15.264944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4d27e0c-dbbc-4141-8e70-58f84ca7a286 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/13898f44-81c3-4fac-974b-20f9fbb2dad2 HTTP/1.1" status: 204 len: 168 time: 2.5200019 Nov 10 16:44:15.274471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53978) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:15.345421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7947ae8-2ca5-48fe-9fae-db06bcd72821 req-11792723-4f82-4fe1-9f58-a19749dd53e9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2730651 Nov 10 16:44:15.351283 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-45db26cb-44c1-410d-a570-12427eb185c6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:44:15.352936 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-45db26cb-44c1-410d-a570-12427eb185c6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/13898f44-81c3-4fac-974b-20f9fbb2dad2 HTTP/1.1" status: 404 len: 333 time: 0.0728242 Nov 10 16:44:15.356893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53980) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:15.384062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640f688-6897-46c3-a9fd-4673badd12ae req-b2982346-717f-40f4-97c3-4a9654efa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:15.386023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1640f688-6897-46c3-a9fd-4673badd12ae req-b2982346-717f-40f4-97c3-4a9654efa1b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&device_id=30970a10-74df-474d-b692-bbcafe69f789 HTTP/1.1" status: 200 len: 1096 time: 0.1517391 Nov 10 16:44:15.405293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7b323c6f-5120-461e-bdad-9bf5228bb7a5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:15.413788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-b9714805-be04-47f6-9ed3-4ff6d880dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:15.415404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-b9714805-be04-47f6-9ed3-4ff6d880dfa1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 1096 time: 0.3182361 Nov 10 16:44:15.448428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-337a4109-fd51-4abd-ac1b-33ccd451d0ce tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet bc113f58-5df0-4ff2-a703-78f93b274457 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:15.497360 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-13ce3062-80e5-43b2-b0d9-0962a4b44f4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=480ca7b0-882d-447a-8db1-ed77d37cfd78 HTTP/1.1" status: 200 len: 217 time: 0.0457859 Nov 10 16:44:15.498043 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-337a4109-fd51-4abd-ac1b-33ccd451d0ce tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:15.506440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '7b323c6f-5120-461e-bdad-9bf5228bb7a5', 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf', 'port_id': '7b323c6f-5120-461e-bdad-9bf5228bb7a5', 'mac_address': 'fa:16:3e:c3:3c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c99b5-14e9-4ece-8b1f-0b5acde9da2f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:15.565259 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1054dbcd-4cd3-419a-ab17-f2804c9c8180 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 16:44:15.565745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1054dbcd-4cd3-419a-ab17-f2804c9c8180 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:44:15.571266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640f688-6897-46c3-a9fd-4673badd12ae req-fdc9adc5-4bf0-43e5-bf15-a0d4283b5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:15.575412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1640f688-6897-46c3-a9fd-4673badd12ae req-fdc9adc5-4bf0-43e5-bf15-a0d4283b5110 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 914 time: 0.1356471 Nov 10 16:44:15.605006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-337a4109-fd51-4abd-ac1b-33ccd451d0ce tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:15.625099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1640f688-6897-46c3-a9fd-4673badd12ae req-855b5ff6-a80c-43b1-8006-247597d1c738 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c968d8-7164-43e3-b516-76b5ae349318 HTTP/1.1" status: 200 len: 217 time: 0.0432584 Nov 10 16:44:15.669700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-bf18a1a4-e09e-488a-ad7e-bd1c2abb4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:15.669700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-bf18a1a4-e09e-488a-ad7e-bd1c2abb4867 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bc0fcfd5-9721-4400-81b0-6465dca087c5 HTTP/1.1" status: 200 len: 853 time: 0.1464238 Nov 10 16:44:15.682481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ae28b147-0a82-44de-912e-45a4a5a721cf triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:15.687882 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:15.688096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1054dbcd-4cd3-419a-ab17-f2804c9c8180 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0792520 Nov 10 16:44:15.688209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:15.754908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640f688-6897-46c3-a9fd-4673badd12ae req-320a5c0d-6777-4df5-988f-2d96eb20a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:15.758984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1640f688-6897-46c3-a9fd-4673badd12ae req-320a5c0d-6777-4df5-988f-2d96eb20a8aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bc0fcfd5-9721-4400-81b0-6465dca087c5 HTTP/1.1" status: 200 len: 853 time: 0.1228905 Nov 10 16:44:15.779211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b280db7-e13d-413e-abc8-5abd6556d81d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:15.786937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b280db7-e13d-413e-abc8-5abd6556d81d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:15.791035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4b280db7-e13d-413e-abc8-5abd6556d81d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0995412 Nov 10 16:44:15.801604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:15.807795 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:15.808677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-4025e945-c1a9-4b48-8597-781359fc9a72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3efa94d1-624a-4232-ad54-33e20482304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309543 Nov 10 16:44:15.905848 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1640f688-6897-46c3-a9fd-4673badd12ae req-801b628e-ca33-4f8b-9926-260791892c60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3efa94d1-624a-4232-ad54-33e20482304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152396 Nov 10 16:44:15.937835 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613b41c9-75c5-4ca7-ab34-0b64e3babc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:15.942182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b323c6f-5120-461e-bdad-9bf5228bb7a5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:15.976490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7b323c6f-5120-461e-bdad-9bf5228bb7a5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:16.005483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-337a4109-fd51-4abd-ac1b-33ccd451d0ce tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.067015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.067669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:16.263805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.271107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff082f28-afbc-4a06-9e86-59966cd4c584 req-408115e2-938b-4dfb-9f41-eff931cf1bab tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:16.273680 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff082f28-afbc-4a06-9e86-59966cd4c584 req-408115e2-938b-4dfb-9f41-eff931cf1bab tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.4615288 Nov 10 16:44:16.274834 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-337a4109-fd51-4abd-ac1b-33ccd451d0ce tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.295550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-337a4109-fd51-4abd-ac1b-33ccd451d0ce tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.298450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:16.303006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7b323c6f-5120-461e-bdad-9bf5228bb7a5,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:16.303226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-337a4109-fd51-4abd-ac1b-33ccd451d0ce tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/bc113f58-5df0-4ff2-a703-78f93b274457 HTTP/1.1" status: 204 len: 168 time: 0.9424074 Nov 10 16:44:16.311667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54000) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:16.384842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port ae28b147-0a82-44de-912e-45a4a5a721cf, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ae28b147-0a82-44de-912e-45a4a5a721cf,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:16.386577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965', 'network_id': '650047ea-d6fe-4afa-8b18-0dde135647bf', 'port_id': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965', 'mac_address': 'fa:16:3e:38:73:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c99b5-14e9-4ece-8b1f-0b5acde9da2f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:16.388970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a4109-fd51-4abd-ac1b-33ccd451d0ce tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=bc113f58-5df0-4ff2-a703-78f93b274457,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:16.395264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-613b41c9-75c5-4ca7-ab34-0b64e3babc34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:44:16.395728 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-613b41c9-75c5-4ca7-ab34-0b64e3babc34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:44:16.433169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c4b4a-2a00-48cc-bf9a-ed6f20935a77 None None] Network a11d132a-1abb-4fff-b109-6e8257ed0a4f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:16.448822 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.468988 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.469277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2f1a62c-5085-4149-a512-5a8990652608 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:16.502104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ab7b6-3dcc-4b05-ae45-b0501a60e5f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port ec258d78-2286-496e-b01b-ea5e5054be40 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:16.502857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab7b6-3dcc-4b05-ae45-b0501a60e5f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.509152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-0b1fd1cf-a7a5-4ab4-8112-de1e6a2ba3a2 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567988 Nov 10 16:44:16.512638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff082f28-afbc-4a06-9e86-59966cd4c584 req-5c48e3a7-1f84-4d50-8446-7f7279f6e3fb tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237358 Nov 10 16:44:16.526721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:16.538506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.538761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34e320-c4b2-4003-85d5-450e408a3a3a req-f6805090-b092-4860-a73b-5df0f741cc40 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:16.538761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b34e320-c4b2-4003-85d5-450e408a3a3a req-f6805090-b092-4860-a73b-5df0f741cc40 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1842823 Nov 10 16:44:16.547798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:16.572355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-9688056c-8f5b-4078-af9f-9b1015d6b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:16.573870 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-9688056c-8f5b-4078-af9f-9b1015d6b66f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.1898186 Nov 10 16:44:16.649880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1640f688-6897-46c3-a9fd-4673badd12ae req-28c640ed-68e1-4e40-b614-019d2703928c service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344561 Nov 10 16:44:16.656256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.657155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 60898d86-7bc3-4062-9773-8363c4476c9f details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:16.685096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=ae28b147-0a82-44de-912e-45a4a5a721cf,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:16.728072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d2f1a62c-5085-4149-a512-5a8990652608 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:16.728336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.737555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711a67-43dc-4ead-997b-0a667aaf8ef5 req-965c70d4-8ea7-4895-bf11-9342834076e4 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:16.739340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3711a67-43dc-4ead-997b-0a667aaf8ef5 req-965c70d4-8ea7-4895-bf11-9342834076e4 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 944 time: 0.1073697 Nov 10 16:44:16.744348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e648d53d-5c4b-467e-a862-978bdd2dec28 req-3ce5c5f1-a4a5-47ff-b675-4fade79e5562 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088609 Nov 10 16:44:16.760165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port d2f1a62c-5085-4149-a512-5a8990652608 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:16.760503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.817309 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b34e320-c4b2-4003-85d5-450e408a3a3a req-a9cc1f7f-133b-4582-a812-668e8a8a9834 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775393 Nov 10 16:44:16.870051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] For port d2f1a62c-5085-4149-a512-5a8990652608, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2f1a62c-5085-4149-a512-5a8990652608,segment=NetworkSegment(e89716af-5782-4240-a300-7e3ad80f6e4f),segment_id=e89716af-5782-4240-a300-7e3ad80f6e4f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:16.870532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.887862 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab7b6-3dcc-4b05-ae45-b0501a60e5f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:16.894362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1640f688-6897-46c3-a9fd-4673badd12ae req-23c33b28-a1e4-4e7d-a2f9-10260c50fd15 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302132 Nov 10 16:44:16.897412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for d2f1a62c-5085-4149-a512-5a8990652608 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:16.907669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3711a67-43dc-4ead-997b-0a667aaf8ef5 req-649ac6ec-110c-4e2f-b662-919efdc357cd tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265278 Nov 10 16:44:16.947375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ab7b6-3dcc-4b05-ae45-b0501a60e5f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for ec258d78-2286-496e-b01b-ea5e5054be40 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:16.980654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-ca6ba099-69de-40cf-b1d2-e8a4fba177b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:16.985598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-ca6ba099-69de-40cf-b1d2-e8a4fba177b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.3643341 Nov 10 16:44:17.066020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.084878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-341aa97a-434e-43bb-9fb3-bf8ba2c1129e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 217 time: 0.0942938 Nov 10 16:44:17.117150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-dcca92c0-b997-48d2-a4b6-da9363bacfe9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.117272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:17.117367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-dcca92c0-b997-48d2-a4b6-da9363bacfe9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.124050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-dcca92c0-b997-48d2-a4b6-da9363bacfe9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.131696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-dcca92c0-b997-48d2-a4b6-da9363bacfe9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.136354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-613b41c9-75c5-4ca7-ab34-0b64e3babc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.138186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-dcca92c0-b997-48d2-a4b6-da9363bacfe9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.144162 n-d-714676-11 neutron-server[103327]: INFO neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No ports have port_id starting with d2f1a62c-5085-4149-a512-5a8990652608 Nov 10 16:44:17.145462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-dcca92c0-b997-48d2-a4b6-da9363bacfe9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.152346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-dcca92c0-b997-48d2-a4b6-da9363bacfe9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.161962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-dcca92c0-b997-48d2-a4b6-da9363bacfe9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5427 time: 0.1406302 Nov 10 16:44:17.164113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=d2f1a62c-5085-4149-a512-5a8990652608,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:17.184856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No DVR routers for this DVR port d2f1a62c-5085-4149-a512-5a8990652608 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:17.191014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-da3b32de-d98f-4907-b388-31594784fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.191879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 60898d86-7bc3-4062-9773-8363c4476c9f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=60898d86-7bc3-4062-9773-8363c4476c9f,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:17.193099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-da3b32de-d98f-4907-b388-31594784fe2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.0969567 Nov 10 16:44:17.210892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b30b5-6a40-4f91-81e6-e685a24f42a9 None None] DHCP port deletion for a11d132a-1abb-4fff-b109-6e8257ed0a4f request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:17.225773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '60898d86-7bc3-4062-9773-8363c4476c9f', 'network_id': 'ccc91858-4f38-4b10-9cfb-33f33ed3498c', 'port_id': '60898d86-7bc3-4062-9773-8363c4476c9f', 'mac_address': 'fa:16:3e:6e:87:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37d26dd-d049-4395-b9dc-890aa6aac64e', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:17.279182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-5f1e29c4-2bb8-4833-bd94-3f541d6aa783 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621762 Nov 10 16:44:17.314347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.343406 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.355492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11d132a-1abb-4fff-b109-6e8257ed0a4f']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:17.361404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60898d86-7bc3-4062-9773-8363c4476c9f {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:17.368178 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4aec8fdd-e6c3-4e93-948e-4fa28a210408 req-a2ab9f57-1020-4409-81d9-195d30d09400 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2049823 Nov 10 16:44:17.375222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ae28b147-0a82-44de-912e-45a4a5a721cf up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:17.392657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89716af-5782-4240-a300-7e3ad80f6e4f') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:17.392657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89716af-5782-4240-a300-7e3ad80f6e4f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:17.399042 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.425164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.429485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 60898d86-7bc3-4062-9773-8363c4476c9f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=60898d86-7bc3-4062-9773-8363c4476c9f,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:17.432182 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:44:17.432663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:44:17.436086 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:44:17.439854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8c835abf-c6ce-416a-ad9f-505094ae96d6 None None] Provisioning complete for port ae28b147-0a82-44de-912e-45a4a5a721cf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:17.439854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c835abf-c6ce-416a-ad9f-505094ae96d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.452693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab7b6-3dcc-4b05-ae45-b0501a60e5f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.491747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ab7b6-3dcc-4b05-ae45-b0501a60e5f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=ec258d78-2286-496e-b01b-ea5e5054be40,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:17.498791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ae28b147-0a82-44de-912e-45a4a5a721cf triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:17.499231 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.506493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-b6641f5b-79aa-4c87-8bea-ca516edc294e service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455586 Nov 10 16:44:17.550414 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.567160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab7b6-3dcc-4b05-ae45-b0501a60e5f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.573493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54016) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:17.578545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9c6ab7b6-3dcc-4b05-ae45-b0501a60e5f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/ec258d78-2286-496e-b01b-ea5e5054be40 HTTP/1.1" status: 204 len: 168 time: 1.7757998 Nov 10 16:44:17.597069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 67787fde-2256-412e-b626-ac098b56bd67 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:17.597327 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.682620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.686537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/networks/a11d132a-1abb-4fff-b109-6e8257ed0a4f HTTP/1.1" status: 204 len: 168 time: 1.3556983 Nov 10 16:44:17.691573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:17.707503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'name': 'tempest-PortsTestJSON-1074314506'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:17.708821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e95c3-7021-48b5-8c3e-bb5df551608c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Network': ['ID=a11d132a-1abb-4fff-b109-6e8257ed0a4f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:17.719279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f41c5-fd0d-4701-bf93-0ea86f36b265 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.720909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f41c5-fd0d-4701-bf93-0ea86f36b265 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.722522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-431f41c5-fd0d-4701-bf93-0ea86f36b265 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1475749 Nov 10 16:44:17.726146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54020) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:17.726585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=60898d86-7bc3-4062-9773-8363c4476c9f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:17.743600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8c835abf-c6ce-416a-ad9f-505094ae96d6 None None] Could not find standard attr ID for object 13898f44-81c3-4fac-974b-20f9fbb2dad2. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:44:17.797100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8c835abf-c6ce-416a-ad9f-505094ae96d6 None None] Could not find standard attr ID for object d2f1a62c-5085-4149-a512-5a8990652608. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:44:17.822035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8c835abf-c6ce-416a-ad9f-505094ae96d6 None None] Could not find standard attr ID for object ec258d78-2286-496e-b01b-ea5e5054be40. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:44:17.852099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-262bbb15-1134-4b50-bbd4-20903923007c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet f234844c-7044-48f1-af67-945202e067a8 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:17.868222 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-262bbb15-1134-4b50-bbd4-20903923007c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.884347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eb394-6802-401c-8aa1-cca5cd8c21d9 req-e603d1a6-b409-48d7-ac69-1ea5e9e44c3e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:17.893040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-065eb394-6802-401c-8aa1-cca5cd8c21d9 req-e603d1a6-b409-48d7-ac69-1ea5e9e44c3e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.2469981 Nov 10 16:44:17.899931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 67787fde-2256-412e-b626-ac098b56bd67 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:17.905134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2f1a62c-5085-4149-a512-5a8990652608 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:17.910002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 67787fde-2256-412e-b626-ac098b56bd67 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:17.910417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.959533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc78a388-47ad-4922-a0b1-2f6b78dd2a60 req-ebdb74c9-6a53-4df5-b384-0f79c5cb95cc service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312060 Nov 10 16:44:17.966022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-262bbb15-1134-4b50-bbd4-20903923007c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:17.980524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['010f6ea7-1ff5-4e24-bc59-5ffaaa783965'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:17.982526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['60898d86-7bc3-4062-9773-8363c4476c9f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:17.988410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d2f1a62c-5085-4149-a512-5a8990652608 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:17.988749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2f1a62c-5085-4149-a512-5a8990652608 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:18.018888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf18829-6142-4e05-9882-f0b1d57c0dac req-d60410e9-c94f-4d5e-9109-0713db19350e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.020514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-caf18829-6142-4e05-9882-f0b1d57c0dac req-d60410e9-c94f-4d5e-9109-0713db19350e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1021426 Nov 10 16:44:18.041959 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-065eb394-6802-401c-8aa1-cca5cd8c21d9 req-3946a71c-d7b6-446f-b3a6-94208a01ad96 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468830 Nov 10 16:44:18.042901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:18.046682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.099769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port eda996e0-90bb-4eb5-acc0-a9e45ac3a215 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:18.118821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-262bbb15-1134-4b50-bbd4-20903923007c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.245747 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.267646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-caf18829-6142-4e05-9882-f0b1d57c0dac req-e4a8d8bb-ad34-4834-94a8-4c228bd09e58 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369323 Nov 10 16:44:18.294753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-262bbb15-1134-4b50-bbd4-20903923007c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.297424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 67787fde-2256-412e-b626-ac098b56bd67, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=67787fde-2256-412e-b626-ac098b56bd67,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:18.302459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67787fde-2256-412e-b626-ac098b56bd67'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:18.311211 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05212679-daf8-487b-8a32-4a2e3c3cf993" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "67787fde-2256-412e-b626-ac098b56bd67"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:18.358657 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.364965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bbb15-1134-4b50-bbd4-20903923007c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=f234844c-7044-48f1-af67-945202e067a8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:18.388352 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-262bbb15-1134-4b50-bbd4-20903923007c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.392529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc96b35-fb30-4d69-9d65-0ef93803b8dc None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:18.398402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.398547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-262bbb15-1134-4b50-bbd4-20903923007c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/f234844c-7044-48f1-af67-945202e067a8 HTTP/1.1" status: 204 len: 168 time: 0.6675725 Nov 10 16:44:18.398667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5e0968c8-e60d-4112-b6b6-963df2678caf up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:18.398777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54034) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:18.443422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adb478-6a64-4bc9-bfc2-5d0e8f8b5015 req-3c0a9e5e-9cc5-415a-b9fb-fba9ec72c390 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.448491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70adb478-6a64-4bc9-bfc2-5d0e8f8b5015 req-3c0a9e5e-9cc5-415a-b9fb-fba9ec72c390 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 944 time: 0.2036471 Nov 10 16:44:18.459148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2b5d45b5-ebf8-4862-ae17-af099ea2149c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607228 Nov 10 16:44:18.463167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54038) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:18.468797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:18.487270 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c62f717-f343-4ce3-8cea-0ae968a94fcd x-openstack-request-id: req-5c62f717-f343-4ce3-8cea-0ae968a94fcd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:18.487913 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "67787fde-2256-412e-b626-ac098b56bd67", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:18.488015 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c62f717-f343-4ce3-8cea-0ae968a94fcd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:18.488486 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67787fde-2256-412e-b626-ac098b56bd67', 'code': 200} Nov 10 16:44:18.498672 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.578216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:18.588070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:18.600077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70adb478-6a64-4bc9-bfc2-5d0e8f8b5015 req-dfbdc05a-2b0b-42e9-ae1d-9e790ede1ea4 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444120 Nov 10 16:44:18.602259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:18.610360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.611830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.626324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=67787fde-2256-412e-b626-ac098b56bd67,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:18.647729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-37d661bf-3d37-4311-9795-39648b37141b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.654213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-37d661bf-3d37-4311-9795-39648b37141b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.661772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-37d661bf-3d37-4311-9795-39648b37141b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.664290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=eda996e0-90bb-4eb5-acc0-a9e45ac3a215,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:18.668528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-37d661bf-3d37-4311-9795-39648b37141b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.675253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-37d661bf-3d37-4311-9795-39648b37141b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.681879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-37d661bf-3d37-4311-9795-39648b37141b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.688862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-37d661bf-3d37-4311-9795-39648b37141b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:18.697188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-37d661bf-3d37-4311-9795-39648b37141b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5429 time: 0.1433673 Nov 10 16:44:18.767161 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca4b5013-3393-400c-b7f9-86df93581ad4 req-089e545d-af58-45e9-bc37-84316775ec9d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690620 Nov 10 16:44:18.790985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 5e0968c8-e60d-4112-b6b6-963df2678caf completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:18.800592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 5e0968c8-e60d-4112-b6b6-963df2678caf triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:18.801087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.805226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:18.832148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:18.836298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.924911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] Deleting port ae28b147-0a82-44de-912e-45a4a5a721cf {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:18.925284 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.938970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:18.945217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9e9ec016-5d2f-4981-8b5f-afe13c0a5b66 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2412968 Nov 10 16:44:18.946555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:18.991428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['7b323c6f-5120-461e-bdad-9bf5228bb7a5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:19.050332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] For port ae28b147-0a82-44de-912e-45a4a5a721cf, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ae28b147-0a82-44de-912e-45a4a5a721cf,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:19.050734 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.080874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5e0968c8-e60d-4112-b6b6-963df2678caf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e0968c8-e60d-4112-b6b6-963df2678caf,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:19.090517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] Calling delete_port for ae28b147-0a82-44de-912e-45a4a5a721cf owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:19.094005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaf56c-d9fa-44a2-8035-8c0c851fe062 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port eda996e0-90bb-4eb5-acc0-a9e45ac3a215 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:19.094005 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf56c-d9fa-44a2-8035-8c0c851fe062 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.176573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.177655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a6df1d8a-ea18-4393-801b-6add954c4c55 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:19.190535 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf56c-d9fa-44a2-8035-8c0c851fe062 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.197657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.228812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaf56c-d9fa-44a2-8035-8c0c851fe062 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for eda996e0-90bb-4eb5-acc0-a9e45ac3a215 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:19.241931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7c29-b2c1-42cd-a95d-f1555f0df8a6 req-603d3c34-e3ab-43d3-81f9-d9ac5fa3375a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.243556 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-deec7c29-b2c1-42cd-a95d-f1555f0df8a6 req-603d3c34-e3ab-43d3-81f9-d9ac5fa3375a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.0952168 Nov 10 16:44:19.298844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:19.305264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:19.317018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.317709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.330323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ae28b147-0a82-44de-912e-45a4a5a721cf no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:19.332053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5e0968c8-e60d-4112-b6b6-963df2678caf,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:19.345325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=da981f17-6323-4e39-b206-cce775240f0e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:19.392766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-deec7c29-b2c1-42cd-a95d-f1555f0df8a6 req-b3e6277b-26fc-4073-98fa-24f605d27541 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433432 Nov 10 16:44:19.449133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:19.454809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bde28782-ae01-4b16-a09a-c48ce18452ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'da981f17-6323-4e39-b206-cce775240f0e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-627050158'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:19.458204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7de41cbc-b20c-4fd1-8619-4d24ef11ffa2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9936044 Nov 10 16:44:19.471988 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.492577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8d11a-86e6-4dca-86bf-4b80e2670994 req-4bb71239-dea1-4ba4-89b6-8c84cd962fbf tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.501707 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9a8d11a-86e6-4dca-86bf-4b80e2670994 req-4bb71239-dea1-4ba4-89b6-8c84cd962fbf tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1255291 Nov 10 16:44:19.513873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] Pushing event deleted for resources: {'Port': ['ID=ae28b147-0a82-44de-912e-45a4a5a721cf,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:19.520935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca2759-99f1-48b2-adbe-0d9f51279985 None None] No DVR routers for this DVR port ae28b147-0a82-44de-912e-45a4a5a721cf on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:19.522405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.531140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port a6df1d8a-ea18-4393-801b-6add954c4c55 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:19.542360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b78947-49cb-487d-af41-1b14dd97d6db None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:19.554067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port a6df1d8a-ea18-4393-801b-6add954c4c55 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:19.554435 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.585871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9a8d11a-86e6-4dca-86bf-4b80e2670994 req-bf2f69ea-346b-4f4e-9f8e-158bb53f880f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829144 Nov 10 16:44:19.612206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf56c-d9fa-44a2-8035-8c0c851fe062 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.651704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaf56c-d9fa-44a2-8035-8c0c851fe062 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=eda996e0-90bb-4eb5-acc0-a9e45ac3a215,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:19.681702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf56c-d9fa-44a2-8035-8c0c851fe062 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.692106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c9aaf56c-d9fa-44a2-8035-8c0c851fe062 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/eda996e0-90bb-4eb5-acc0-a9e45ac3a215 HTTP/1.1" status: 204 len: 168 time: 0.7441726 Nov 10 16:44:19.694702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:19.700933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'mac_address': 'fa:16:3e:d1:1d:f1', 'name': 'tempest-PortsTestJSON-1412388041'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:19.807199 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.816556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235c67-6024-43ba-acf2-59a40e352d08 req-e7cda0a2-9ac9-46a3-b4a1-5c4460929a9a tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.818757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80235c67-6024-43ba-acf2-59a40e352d08 req-e7cda0a2-9ac9-46a3-b4a1-5c4460929a9a tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 944 time: 0.0953982 Nov 10 16:44:19.820113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde28782-ae01-4b16-a09a-c48ce18452ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:19.881643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a6df1d8a-ea18-4393-801b-6add954c4c55, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a6df1d8a-ea18-4393-801b-6add954c4c55,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:19.908752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'da981f17-6323-4e39-b206-cce775240f0e'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:19.909621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.964515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-4d90072c-3f1f-4c1a-985a-9c81d2554b69 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.971329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-4d90072c-3f1f-4c1a-985a-9c81d2554b69 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.977708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-4d90072c-3f1f-4c1a-985a-9c81d2554b69 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.980827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80235c67-6024-43ba-acf2-59a40e352d08 req-c1388896-41e8-4556-bb20-307e2e131074 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663869 Nov 10 16:44:19.984701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-4d90072c-3f1f-4c1a-985a-9c81d2554b69 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.986703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bde28782-ae01-4b16-a09a-c48ce18452ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:19.991866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-4d90072c-3f1f-4c1a-985a-9c81d2554b69 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:19.998337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-4d90072c-3f1f-4c1a-985a-9c81d2554b69 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:20.004787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-4d90072c-3f1f-4c1a-985a-9c81d2554b69 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:20.006807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-4d90072c-3f1f-4c1a-985a-9c81d2554b69 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5430 time: 0.1255021 Nov 10 16:44:20.008120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:20.022695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.023549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 037c0619-88ff-4df6-9d08-a678919d85c4 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:20.037997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-bde28782-ae01-4b16-a09a-c48ce18452ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 177c2914-9e29-4d0b-8a91-6f9004378f25 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:20.084897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.130799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 49d0f6ee-a369-43fa-8a37-ba490ccbeefd yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:20.164750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a6df1d8a-ea18-4393-801b-6add954c4c55,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:20.189590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/da981f17-6323-4e39-b206-cce775240f0e/8b2caf35-04f1-4950-aec5-66861741df0b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:20.214588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d88a6a1c-2f20-4e36-b2a8-b58810cf90e7 req-43653de4-e5fb-4d48-8d27-21f45220e646 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327851 Nov 10 16:44:20.313501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 037c0619-88ff-4df6-9d08-a678919d85c4 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:20.322976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 037c0619-88ff-4df6-9d08-a678919d85c4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:20.323385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.344594 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.487966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.507294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0968c8-e60d-4112-b6b6-963df2678caf'}, {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6df1d8a-ea18-4393-801b-6add954c4c55'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:20.509635 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adb608d-055e-4087-b521-df7f2c6032f6" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "5e0968c8-e60d-4112-b6b6-963df2678caf"}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "a6df1d8a-ea18-4393-801b-6add954c4c55"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:20.537375 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.541068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:20.545110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ea7c4-4622-4bd9-8e3c-1e8d12fb9a54 req-c5bc5f0b-3352-4948-b9ec-3c4726ae9c7c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:20.547527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:20.549625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d3ea7c4-4622-4bd9-8e3c-1e8d12fb9a54 req-c5bc5f0b-3352-4948-b9ec-3c4726ae9c7c tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.0817413 Nov 10 16:44:20.551449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:20.557365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:20.558892 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.570078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=49d0f6ee-a369-43fa-8a37-ba490ccbeefd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:20.600979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.633190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d3ea7c4-4622-4bd9-8e3c-1e8d12fb9a54 req-35e2b4ff-bf24-44ef-97af-826f6f25ff84 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568149 Nov 10 16:44:20.637952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 037c0619-88ff-4df6-9d08-a678919d85c4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=037c0619-88ff-4df6-9d08-a678919d85c4,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:20.642821 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536099b4-45f4-4258-b4c3-35c5d4f02c75 x-openstack-request-id: req-536099b4-45f4-4258-b4c3-35c5d4f02c75 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:20.643289 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "5e0968c8-e60d-4112-b6b6-963df2678caf", "code": 200}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "a6df1d8a-ea18-4393-801b-6add954c4c55", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:20.643621 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-536099b4-45f4-4258-b4c3-35c5d4f02c75 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:20.644081 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0968c8-e60d-4112-b6b6-963df2678caf', 'code': 200} Nov 10 16:44:20.644345 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6df1d8a-ea18-4393-801b-6add954c4c55', 'code': 200} Nov 10 16:44:20.654540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.696729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:20.701811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:20.704463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:20.713825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Pushing event updated for resources: {'Port': ['ID=8b2caf35-04f1-4950-aec5-66861741df0b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:20.722658 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde28782-ae01-4b16-a09a-c48ce18452ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:44:20.723134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde28782-ae01-4b16-a09a-c48ce18452ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:44:20.723716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 480ca7b0-882d-447a-8db1-ed77d37cfd78 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:20.741796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2d70254b-c152-44f9-8f67-ffec18da89cd tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0455751 Nov 10 16:44:20.744548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:20.762315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.763483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9901fd-8045-438f-944b-98ab0b855deb req-c2403cf9-bc01-42b7-80c7-b0cec7c60a8b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:20.766384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a9901fd-8045-438f-944b-98ab0b855deb req-c2403cf9-bc01-42b7-80c7-b0cec7c60a8b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.0740561 Nov 10 16:44:20.786373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 60898d86-7bc3-4062-9773-8363c4476c9f up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:20.796892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526da4b-c550-4fa7-bfde-0ae4922de755 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:20.801749 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6526da4b-c550-4fa7-bfde-0ae4922de755 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/49d0f6ee-a369-43fa-8a37-ba490ccbeefd HTTP/1.1" status: 200 len: 841 time: 0.0559096 Nov 10 16:44:20.802364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54072) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:20.844998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a9901fd-8045-438f-944b-98ab0b855deb req-c9a9eeca-99e2-4c99-b604-5d877309a967 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652297 Nov 10 16:44:20.850027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bde28782-ae01-4b16-a09a-c48ce18452ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3975699 Nov 10 16:44:20.850424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:20.881710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Attempting to bind port 8b2caf35-04f1-4950-aec5-66861741df0b on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:20.882085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Attempting to bind port 8b2caf35-04f1-4950-aec5-66861741df0b by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:20.882449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Attempting to bind port 8b2caf35-04f1-4950-aec5-66861741df0b on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:20.934471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa2913-bd3c-4570-bbcc-fda236ce2e94 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:20.936038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7faa2913-bd3c-4570-bbcc-fda236ce2e94 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0845079 Nov 10 16:44:20.945981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:20.949121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-392c25a7-5d7b-4824-9c6e-c7d29d6dceb8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 49d0f6ee-a369-43fa-8a37-ba490ccbeefd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:20.949121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-392c25a7-5d7b-4824-9c6e-c7d29d6dceb8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.950726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:20.951101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:20.951532 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.951930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:20.952772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Bound port: 8b2caf35-04f1-4950-aec5-66861741df0b, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:20.953220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:20.972377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=037c0619-88ff-4df6-9d08-a678919d85c4,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:21.049506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 480ca7b0-882d-447a-8db1-ed77d37cfd78, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=480ca7b0-882d-447a-8db1-ed77d37cfd78,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:21.058921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-392c25a7-5d7b-4824-9c6e-c7d29d6dceb8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.070442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '480ca7b0-882d-447a-8db1-ed77d37cfd78', 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'port_id': '480ca7b0-882d-447a-8db1-ed77d37cfd78', 'mac_address': 'fa:16:3e:81:b5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0fcfd5-9721-4400-81b0-6465dca087c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:21.072541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] For port 8b2caf35-04f1-4950-aec5-66861741df0b, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:21.076337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] For port 8b2caf35-04f1-4950-aec5-66861741df0b, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8b2caf35-04f1-4950-aec5-66861741df0b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:21.078367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-392c25a7-5d7b-4824-9c6e-c7d29d6dceb8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 49d0f6ee-a369-43fa-8a37-ba490ccbeefd owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:21.117834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 60898d86-7bc3-4062-9773-8363c4476c9f completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:21.125645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 60898d86-7bc3-4062-9773-8363c4476c9f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:21.126119 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.129090 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.165145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480ca7b0-882d-447a-8db1-ed77d37cfd78 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:21.178768 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.207077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09a853-bd0d-4037-a0f4-f7d08da4ec96 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.208315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09a853-bd0d-4037-a0f4-f7d08da4ec96 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.209816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6f09a853-bd0d-4037-a0f4-f7d08da4ec96 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1857672 Nov 10 16:44:21.212658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54082) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:21.228624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932cc38-c2d3-4b37-861d-e55428b17040 req-f5dbf5d3-4930-465a-8de9-8b80e7d830a6 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.230097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7932cc38-c2d3-4b37-861d-e55428b17040 req-f5dbf5d3-4930-465a-8de9-8b80e7d830a6 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 944 time: 0.1496646 Nov 10 16:44:21.230700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 480ca7b0-882d-447a-8db1-ed77d37cfd78, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=480ca7b0-882d-447a-8db1-ed77d37cfd78,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:21.273096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57a337-9a7a-4671-b878-32c4c3b9e65b None None] Pushing event updated for resources: {'Port': ['ID=8b2caf35-04f1-4950-aec5-66861741df0b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:21.309697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bca58d6-d24d-42dc-994a-19089b9ce6e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet da981f17-6323-4e39-b206-cce775240f0e {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:21.316949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bca58d6-d24d-42dc-994a-19089b9ce6e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.343218 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7932cc38-c2d3-4b37-861d-e55428b17040 req-20d8ee07-4823-4ad8-82bf-9b8640947cb4 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751541 Nov 10 16:44:21.357523 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.358243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 46c968d8-7164-43e3-b516-76b5ae349318 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:21.408846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bca58d6-d24d-42dc-994a-19089b9ce6e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.431805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-392c25a7-5d7b-4824-9c6e-c7d29d6dceb8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.453473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=480ca7b0-882d-447a-8db1-ed77d37cfd78,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:21.496959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 46c968d8-7164-43e3-b516-76b5ae349318, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=46c968d8-7164-43e3-b516-76b5ae349318,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:21.503839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-68a611b2-f890-4f08-b8e3-412002c51366 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.510141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-68a611b2-f890-4f08-b8e3-412002c51366 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.514206 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.515765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c25a7-5d7b-4824-9c6e-c7d29d6dceb8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=49d0f6ee-a369-43fa-8a37-ba490ccbeefd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:21.519676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-68a611b2-f890-4f08-b8e3-412002c51366 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.525689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-68a611b2-f890-4f08-b8e3-412002c51366 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.537792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-68a611b2-f890-4f08-b8e3-412002c51366 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.538093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '46c968d8-7164-43e3-b516-76b5ae349318', 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'port_id': '46c968d8-7164-43e3-b516-76b5ae349318', 'mac_address': 'fa:16:3e:9f:2c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0fcfd5-9721-4400-81b0-6465dca087c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:21.540020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-68a611b2-f890-4f08-b8e3-412002c51366 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.544497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-392c25a7-5d7b-4824-9c6e-c7d29d6dceb8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.546038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-68a611b2-f890-4f08-b8e3-412002c51366 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.565385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-68a611b2-f890-4f08-b8e3-412002c51366 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5432 time: 0.1753609 Nov 10 16:44:21.566431 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-392c25a7-5d7b-4824-9c6e-c7d29d6dceb8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/49d0f6ee-a369-43fa-8a37-ba490ccbeefd HTTP/1.1" status: 204 len: 168 time: 0.7630072 Nov 10 16:44:21.570973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:21.583235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 60898d86-7bc3-4062-9773-8363c4476c9f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=60898d86-7bc3-4062-9773-8363c4476c9f,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:21.625265 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-89346863-3b89-4e7f-ae87-2a72adbc5315 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:44:21.640506 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-89346863-3b89-4e7f-ae87-2a72adbc5315 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/49d0f6ee-a369-43fa-8a37-ba490ccbeefd HTTP/1.1" status: 404 len: 333 time: 0.0612559 Nov 10 16:44:21.640506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:21.640506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'name': 'tempest-PortsTestJSON-600300863'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:21.685389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.686451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:21.770905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60a33e06-bfe8-43a5-88c9-05cb3e803a17 req-c3a32196-2d61-4ae2-8e60-6fad77e9c705 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2044520 Nov 10 16:44:21.806503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bca58d6-d24d-42dc-994a-19089b9ce6e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.903403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:21.909001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.931450 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:21.932312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 7cec2da2-ce23-474d-ab75-b946b552aec5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:21.948666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=60898d86-7bc3-4062-9773-8363c4476c9f,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:21.959009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c968d8-7164-43e3-b516-76b5ae349318 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:21.982095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 46c968d8-7164-43e3-b516-76b5ae349318, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=46c968d8-7164-43e3-b516-76b5ae349318,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:21.985546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a08e1-ada9-4de5-ae45-7f26e46f71d1 req-e563f7ef-e444-47f1-977b-2d195f07a0d5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:21.987750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a2a08e1-ada9-4de5-ae45-7f26e46f71d1 req-e563f7ef-e444-47f1-977b-2d195f07a0d5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.0989521 Nov 10 16:44:22.033396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bca58d6-d24d-42dc-994a-19089b9ce6e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.062089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:22.069762 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.072098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca58d6-d24d-42dc-994a-19089b9ce6e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=da981f17-6323-4e39-b206-cce775240f0e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:22.078057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bca58d6-d24d-42dc-994a-19089b9ce6e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.083576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3bca58d6-d24d-42dc-994a-19089b9ce6e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/da981f17-6323-4e39-b206-cce775240f0e HTTP/1.1" status: 204 len: 168 time: 0.8677413 Nov 10 16:44:22.091455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32e210-05a2-4603-b6f6-7df670f6351b req-429b75c3-9ae4-44ad-b94f-34045eed9d7f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:22.091753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:22.093586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c32e210-05a2-4603-b6f6-7df670f6351b req-429b75c3-9ae4-44ad-b94f-34045eed9d7f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.0925255 Nov 10 16:44:22.094373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:22.097652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.103059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a2a08e1-ada9-4de5-ae45-7f26e46f71d1 req-84a83497-7eba-4a4e-b8be-62fb40a467e3 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975721 Nov 10 16:44:22.165935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a41a1328-69ad-4ac7-83c8-4348bd8319a3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644655 Nov 10 16:44:22.166830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:22.172521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:22.207340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=46c968d8-7164-43e3-b516-76b5ae349318,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:22.359464 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.361851 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.419246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:22.421807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c32e210-05a2-4603-b6f6-7df670f6351b req-6b042f10-2bc2-4627-b060-d4bd8cd8c446 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130019 Nov 10 16:44:22.464446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:22.466463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.493089 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.494198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7b323c6f-5120-461e-bdad-9bf5228bb7a5 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:22.494349 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.552476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:22.556354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:22.567381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:22.575429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:22.576261 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.589849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['480ca7b0-882d-447a-8db1-ed77d37cfd78'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:22.622564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=7cec2da2-ce23-474d-ab75-b946b552aec5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:22.637952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f507bc-2d06-42af-adda-7ea9babbae96 req-a0d01f25-7cf3-4bab-ac9c-98ed7bc9b0d4 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:22.639862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57f507bc-2d06-42af-adda-7ea9babbae96 req-a0d01f25-7cf3-4bab-ac9c-98ed7bc9b0d4 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 945 time: 0.1929405 Nov 10 16:44:22.661319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['46c968d8-7164-43e3-b516-76b5ae349318'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:22.667753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037c0619-88ff-4df6-9d08-a678919d85c4'}, {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60898d86-7bc3-4062-9773-8363c4476c9f'}, {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:22.674853 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a57b19-5520-47a9-83aa-0d269026f290" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "037c0619-88ff-4df6-9d08-a678919d85c4"}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "60898d86-7bc3-4062-9773-8363c4476c9f"}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "010f6ea7-1ff5-4e24-bc59-5ffaaa783965"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:22.677226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-971d69f1-c530-4ddd-ba36-88fab6385548 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0411620 Nov 10 16:44:22.679667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:22.685971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:22.765216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57f507bc-2d06-42af-adda-7ea9babbae96 req-736ede81-157f-4c14-b229-c1aedc6d7919 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151431 Nov 10 16:44:22.816964 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dd785e-b297-4934-9f7c-dfd42440be3e x-openstack-request-id: req-22dd785e-b297-4934-9f7c-dfd42440be3e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:22.817525 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "037c0619-88ff-4df6-9d08-a678919d85c4", "code": 200}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "60898d86-7bc3-4062-9773-8363c4476c9f", "code": 200}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "010f6ea7-1ff5-4e24-bc59-5ffaaa783965", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:22.818067 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22dd785e-b297-4934-9f7c-dfd42440be3e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:22.818675 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037c0619-88ff-4df6-9d08-a678919d85c4', 'code': 200} Nov 10 16:44:22.819130 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60898d86-7bc3-4062-9773-8363c4476c9f', 'code': 200} Nov 10 16:44:22.819644 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965', 'code': 200} Nov 10 16:44:22.860780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24f483-02b9-40bc-820d-f53b9f0824d1 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:22.872809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:22.987587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-d4569919-aa0c-4d2b-ba7f-39be49f90a2e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:22.993573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-d4569919-aa0c-4d2b-ba7f-39be49f90a2e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:22.999758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-d4569919-aa0c-4d2b-ba7f-39be49f90a2e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.005668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-d4569919-aa0c-4d2b-ba7f-39be49f90a2e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.011852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-d4569919-aa0c-4d2b-ba7f-39be49f90a2e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.018568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-d4569919-aa0c-4d2b-ba7f-39be49f90a2e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.024557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-d4569919-aa0c-4d2b-ba7f-39be49f90a2e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.027818 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-d4569919-aa0c-4d2b-ba7f-39be49f90a2e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5434 time: 0.1019890 Nov 10 16:44:23.043206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.052230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:23.054223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:23.082949 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.083963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a4d85378-9c6d-4049-96a3-c9c308970c64 None None] Provisioning complete for port 8b2caf35-04f1-4950-aec5-66861741df0b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:23.084335 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4d85378-9c6d-4049-96a3-c9c308970c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.090886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:23.091248 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.110054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:23.121176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:23.126511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.127052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.162969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.180404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=3a9b29ea-ce9f-41fb-89e5-72804a38233e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:23.225021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbe48c3b-fe0e-4d6a-9e96-e9a9fcde6096 req-f184e800-d5fb-4bbf-8185-a7d5bbbafa1b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901240 Nov 10 16:44:23.261085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] In _notify_port_updated(), no bound segment for port 7cec2da2-ce23-474d-ab75-b946b552aec5 on network ab38e45a-ceb7-45ab-a6dd-64a580520a3c {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:44:23.269614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8097acb4-fbda-48a6-bdc5-7b6f3ff3b9fb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1022406 Nov 10 16:44:23.272121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54120) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:23.278553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e1d26f6c-089c-4f80-9b41-7d3e7228497b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-150161930', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:23.280198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.282054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.283347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "PUT /v2.0/ports/7cec2da2-ce23-474d-ab75-b946b552aec5 HTTP/1.1" status: 200 len: 818 time: 0.6024005 Nov 10 16:44:23.301704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54122) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:23.367030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c165e-8f1e-440d-954f-13b3f4a829c5 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=7cec2da2-ce23-474d-ab75-b946b552aec5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:23.388942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d7036-734a-41e5-a547-dfbcca687d1f req-509ddc02-f904-4d05-a6fc-8e4075041394 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.398940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530d7036-734a-41e5-a547-dfbcca687d1f req-509ddc02-f904-4d05-a6fc-8e4075041394 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1580551 Nov 10 16:44:23.471729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.478508 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4d85378-9c6d-4049-96a3-c9c308970c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.491881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8b2caf35-04f1-4950-aec5-66861741df0b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:23.500131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-530d7036-734a-41e5-a547-dfbcca687d1f req-26280607-4497-4f46-b0ae-c6f36d05130a tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995226 Nov 10 16:44:23.508380 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1d26f6c-089c-4f80-9b41-7d3e7228497b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.509416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1d26f6c-089c-4f80-9b41-7d3e7228497b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.527122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dd476846-762b-49f7-92be-b8e60a273171 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 7cec2da2-ce23-474d-ab75-b946b552aec5 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:23.527531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd476846-762b-49f7-92be-b8e60a273171 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.570474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a4d85378-9c6d-4049-96a3-c9c308970c64 None None] For port 8b2caf35-04f1-4950-aec5-66861741df0b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8b2caf35-04f1-4950-aec5-66861741df0b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:23.596702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7b323c6f-5120-461e-bdad-9bf5228bb7a5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:23.611150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8b2caf35-04f1-4950-aec5-66861741df0b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:23.611604 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.668017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd476846-762b-49f7-92be-b8e60a273171 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.671629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1d26f6c-089c-4f80-9b41-7d3e7228497b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.684978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f8ff6-b430-4790-8425-56dc00297bdc req-e7f89bdb-3b6e-42bd-b9f0-959881c45445 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.686492 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-950f8ff6-b430-4790-8425-56dc00297bdc req-e7f89bdb-3b6e-42bd-b9f0-959881c45445 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1728230 Nov 10 16:44:23.694473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac6cac-17c8-4027-8145-e92838d7d99e None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:23.695129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dd476846-762b-49f7-92be-b8e60a273171 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 7cec2da2-ce23-474d-ab75-b946b552aec5 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:23.710362 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.713086 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4d85378-9c6d-4049-96a3-c9c308970c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.776589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-950f8ff6-b430-4790-8425-56dc00297bdc req-0abc784f-dc5b-4543-8640-715f2b27da5a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831108 Nov 10 16:44:23.860600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1d26f6c-089c-4f80-9b41-7d3e7228497b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.889049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd476846-762b-49f7-92be-b8e60a273171 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.910794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfafdd-a3c2-4b70-ba8f-021c7099fdfb req-81de543d-8480-4c12-b7de-dbb95bda35c0 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:23.912547 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4dcfafdd-a3c2-4b70-ba8f-021c7099fdfb req-81de543d-8480-4c12-b7de-dbb95bda35c0 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 945 time: 0.0677650 Nov 10 16:44:23.943234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd476846-762b-49f7-92be-b8e60a273171 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=7cec2da2-ce23-474d-ab75-b946b552aec5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:23.963074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd476846-762b-49f7-92be-b8e60a273171 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:23.971903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dd476846-762b-49f7-92be-b8e60a273171 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/7cec2da2-ce23-474d-ab75-b946b552aec5 HTTP/1.1" status: 204 len: 168 time: 0.6677995 Nov 10 16:44:23.972877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54134) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:23.996267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4dcfafdd-a3c2-4b70-ba8f-021c7099fdfb req-ea189302-031f-4601-9ec7-2a330e3f6141 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771050 Nov 10 16:44:24.007786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.019725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1d26f6c-089c-4f80-9b41-7d3e7228497b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.021313 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e1d26f6c-089c-4f80-9b41-7d3e7228497b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7470493 Nov 10 16:44:24.034204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:24.053453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7b323c6f-5120-461e-bdad-9bf5228bb7a5,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:24.066040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a11293-0ed6-4165-ac02-cd11ee27baa6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.069205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-50a11293-0ed6-4165-ac02-cd11ee27baa6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0946438 Nov 10 16:44:24.073774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5df135f2-d56f-49b1-a370-f904af5750d6 None None] Provisioning complete for port 8b2caf35-04f1-4950-aec5-66861741df0b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:24.078813 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5df135f2-d56f-49b1-a370-f904af5750d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.078972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54138) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:24.103950 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c3d42d-9f98-4aa6-a524-8259efa0bed6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:44:24.109578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b7c3d42d-9f98-4aa6-a524-8259efa0bed6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/7cec2da2-ce23-474d-ab75-b946b552aec5 HTTP/1.1" status: 404 len: 333 time: 0.0303209 Nov 10 16:44:24.109768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:24.114491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1186919337'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:24.230185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d85378-9c6d-4049-96a3-c9c308970c64 None None] Pushing event updated for resources: {'Port': ['ID=8b2caf35-04f1-4950-aec5-66861741df0b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:24.237433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:44:24.237821 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:44:24.409851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-0e4524f3-cd43-4cdb-b16c-5f620b469131 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.416137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-0e4524f3-cd43-4cdb-b16c-5f620b469131 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.422445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-0e4524f3-cd43-4cdb-b16c-5f620b469131 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.428627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-0e4524f3-cd43-4cdb-b16c-5f620b469131 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.434717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-0e4524f3-cd43-4cdb-b16c-5f620b469131 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.441244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-0e4524f3-cd43-4cdb-b16c-5f620b469131 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.447273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-0e4524f3-cd43-4cdb-b16c-5f620b469131 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.451833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-0e4524f3-cd43-4cdb-b16c-5f620b469131 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.1161742 Nov 10 16:44:24.540971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd7d6ab2-0b1b-4973-aa45-cdefce06ee56 req-a7fba8da-0e66-48a3-bb15-233b49405495 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829630 Nov 10 16:44:24.648510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:24.651843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-79fa74fb-a1ab-44fa-a1a0-148b045ef389 None None] Provisioning complete for port 8b2caf35-04f1-4950-aec5-66861741df0b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:24.652391 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79fa74fb-a1ab-44fa-a1a0-148b045ef389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.652857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.739947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:44:24.763004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d1e0-1f68-40c2-9df4-3a16030e1ae9 req-fa2947a9-bf8b-4199-9ea1-aa95885d2c7e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.764323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7323d1e0-1f68-40c2-9df4-3a16030e1ae9 req-fa2947a9-bf8b-4199-9ea1-aa95885d2c7e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1199732 Nov 10 16:44:24.765461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 46c968d8-7164-43e3-b516-76b5ae349318 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:24.768053 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.768394 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Added segment 07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15 of type vlan for network 715f4e16-7892-4647-979b-b446ca4f6f5a Nov 10 16:44:24.835404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b323c6f-5120-461e-bdad-9bf5228bb7a5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:24.838451 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.838796 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c57c41d-cf49-4db2-aaf1-a70979c2dfef" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "7b323c6f-5120-461e-bdad-9bf5228bb7a5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:24.865649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.910856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aeb9-7f42-4840-9c8e-d6f498bd3dd2 req-658719d5-282d-408c-a9c1-5c495765979d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:24.913031 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-74d1aeb9-7f42-4840-9c8e-d6f498bd3dd2 req-658719d5-282d-408c-a9c1-5c495765979d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.0594058 Nov 10 16:44:24.939764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 46c968d8-7164-43e3-b516-76b5ae349318 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:24.944801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 46c968d8-7164-43e3-b516-76b5ae349318 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:24.945423 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:24.970012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-74d1aeb9-7f42-4840-9c8e-d6f498bd3dd2 req-bf551b81-f1cc-4e95-9338-c01cac5ed669 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Nov 10 16:44:24.973049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7323d1e0-1f68-40c2-9df4-3a16030e1ae9 req-af156614-d6b4-4025-8536-546386a27150 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964126 Nov 10 16:44:25.050521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.088760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.090479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 46c968d8-7164-43e3-b516-76b5ae349318, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=46c968d8-7164-43e3-b516-76b5ae349318,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:25.093123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.094490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.101277 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8d7cc6-0d8c-4683-b0f3-65647e9fea1a x-openstack-request-id: req-dd8d7cc6-0d8c-4683-b0f3-65647e9fea1a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:25.101573 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-plugged", "status": "completed", "tag": "7b323c6f-5120-461e-bdad-9bf5228bb7a5", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:25.101875 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd8d7cc6-0d8c-4683-b0f3-65647e9fea1a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:25.102283 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b323c6f-5120-461e-bdad-9bf5228bb7a5', 'code': 200} Nov 10 16:44:25.185049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.187490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 480ca7b0-882d-447a-8db1-ed77d37cfd78 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:25.249481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=46c968d8-7164-43e3-b516-76b5ae349318,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:25.251226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1405427 Nov 10 16:44:25.254135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54160) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:25.259775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:25.268368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e35a9b-e093-4d49-8b3d-b4c0197bc1ea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Network': ['ID=715f4e16-7892-4647-979b-b446ca4f6f5a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:25.321223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::1 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/3a9b29ea-ce9f-41fb-89e5-72804a38233e/896d7309-e190-4e93-ade6-b50b8274f7f6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:25.333362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 715f4e16-7892-4647-979b-b446ca4f6f5a details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:44:25.336605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8b2caf35-04f1-4950-aec5-66861741df0b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:25.348030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-e9010691-9025-4f57-acdc-c5b4ed53c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.348669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-e9010691-9025-4f57-acdc-c5b4ed53c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.349138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-e9010691-9025-4f57-acdc-c5b4ed53c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.349597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-e9010691-9025-4f57-acdc-c5b4ed53c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.350114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-e9010691-9025-4f57-acdc-c5b4ed53c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.350561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-e9010691-9025-4f57-acdc-c5b4ed53c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.351017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-e9010691-9025-4f57-acdc-c5b4ed53c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.354621 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-e9010691-9025-4f57-acdc-c5b4ed53c20b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6499 time: 0.1645162 Nov 10 16:44:25.413377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c2403-5c16-49e4-8288-337d9e1c6b6c req-2e0cfcb9-ef08-4371-abdd-12c2846cf1e0 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.418448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f6c2403-5c16-49e4-8288-337d9e1c6b6c req-2e0cfcb9-ef08-4371-abdd-12c2846cf1e0 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 945 time: 0.1712127 Nov 10 16:44:25.490626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8b2caf35-04f1-4950-aec5-66861741df0b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:25.491003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.555765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 480ca7b0-882d-447a-8db1-ed77d37cfd78 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:25.572925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 480ca7b0-882d-447a-8db1-ed77d37cfd78 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:25.573521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.595420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:25.604754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2ca319a-7c1f-49ff-9752-fc04db060cc3 req-57fe0b7c-04ff-440a-999a-06f95187f2d0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2392471 Nov 10 16:44:25.605472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.633285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.645502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f6c2403-5c16-49e4-8288-337d9e1c6b6c req-2b5a39be-87ed-4808-a7d6-86c61263bc39 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669765 Nov 10 16:44:25.788371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.815499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021634f0-2f6d-432f-98eb-aa369080317c req-f3bf94c7-3dae-4fd0-9c51-3aabd5bad906 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.821432 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.822113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021634f0-2f6d-432f-98eb-aa369080317c req-f3bf94c7-3dae-4fd0-9c51-3aabd5bad906 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.829839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021634f0-2f6d-432f-98eb-aa369080317c req-f3bf94c7-3dae-4fd0-9c51-3aabd5bad906 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.836294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021634f0-2f6d-432f-98eb-aa369080317c req-f3bf94c7-3dae-4fd0-9c51-3aabd5bad906 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.847072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021634f0-2f6d-432f-98eb-aa369080317c req-f3bf94c7-3dae-4fd0-9c51-3aabd5bad906 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.855602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021634f0-2f6d-432f-98eb-aa369080317c req-f3bf94c7-3dae-4fd0-9c51-3aabd5bad906 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.855804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:25.860680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:25.863984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021634f0-2f6d-432f-98eb-aa369080317c req-f3bf94c7-3dae-4fd0-9c51-3aabd5bad906 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:25.868461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:25.869702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:25.875527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-021634f0-2f6d-432f-98eb-aa369080317c req-f3bf94c7-3dae-4fd0-9c51-3aabd5bad906 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.1792858 Nov 10 16:44:25.924747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 480ca7b0-882d-447a-8db1-ed77d37cfd78, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=480ca7b0-882d-447a-8db1-ed77d37cfd78,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:25.936716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=896d7309-e190-4e93-ade6-b50b8274f7f6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:26.009581 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:26.027644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-021634f0-2f6d-432f-98eb-aa369080317c req-5946e0e5-a042-4d15-94d5-d0e2330e12e6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510098 Nov 10 16:44:26.124213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=480ca7b0-882d-447a-8db1-ed77d37cfd78,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:26.239341 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:26.240053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba353ca-b403-47a7-9449-88fb3f1035dd req-08430ef0-aaa0-4d45-8ccc-159a19e044fc tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:26.242379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bba353ca-b403-47a7-9449-88fb3f1035dd req-08430ef0-aaa0-4d45-8ccc-159a19e044fc tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.0845454 Nov 10 16:44:26.270422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf184e8-e77a-4a3a-b939-0c9e08d83930 req-82b90ade-f39d-460d-b087-c6e0ab5724af tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:26.272224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bbf184e8-e77a-4a3a-b939-0c9e08d83930 req-82b90ade-f39d-460d-b087-c6e0ab5724af tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.1111724 Nov 10 16:44:26.297905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-07e10ecf-994b-4f95-b934-10010dcf80f9 None None] Provisioning complete for port 896d7309-e190-4e93-ade6-b50b8274f7f6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:26.300796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07e10ecf-994b-4f95-b934-10010dcf80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:26.337014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:26.400472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-07e10ecf-994b-4f95-b934-10010dcf80f9 None None] Port 896d7309-e190-4e93-ade6-b50b8274f7f6 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:26.433744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bbf184e8-e77a-4a3a-b939-0c9e08d83930 req-ebdb4284-d240-4299-a921-550128caa87e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391265 Nov 10 16:44:26.484471 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bba353ca-b403-47a7-9449-88fb3f1035dd req-8135c61c-d117-45d8-bcf3-70d1c2e42f22 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302601 Nov 10 16:44:26.533415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking segment: {'id': '07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:26.533825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network hostable DHCP agents. Network: 715f4e16-7892-4647-979b-b446ca4f6f5a, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:44:26.538926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=d8885aeb-e51a-4e96-b61d-9606b9cc8e07,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:26.638168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:26.642759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 715f4e16-7892-4647-979b-b446ca4f6f5a is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:44:26.736208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:26.738030 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:26.799397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b60c8f-c651-4aa6-81ce-2225014bd5a3 req-88dc88c1-1c9a-42c0-adab-bb09561926c2 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:26.801662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85b60c8f-c651-4aa6-81ce-2225014bd5a3 req-88dc88c1-1c9a-42c0-adab-bb09561926c2 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 946 time: 0.0746264 Nov 10 16:44:26.854831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 715f4e16-7892-4647-979b-b446ca4f6f5a) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:26.864028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:26.866503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688fde7-939d-4a95-975b-839108d4c470 None None] Network 715f4e16-7892-4647-979b-b446ca4f6f5a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:26.880234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:26.891635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=896d7309-e190-4e93-ade6-b50b8274f7f6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:26.907611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85b60c8f-c651-4aa6-81ce-2225014bd5a3 req-9b36a7ef-bcef-4fb2-8780-80a931d58a99 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961480 Nov 10 16:44:26.953909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:26.956314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:27.022548 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-112a0bea-b758-4721-a503-c71482e67719 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7670541 Nov 10 16:44:27.026771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:27.046564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cd3bdc29-25b6-451b-891c-c659660d8c17 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:27.105516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30970a10-74df-474d-b692-bbcafe69f789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c968d8-7164-43e3-b516-76b5ae349318'}, {'server_uuid': '78db8ba0-2e80-4d95-8778-1c0532a7f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480ca7b0-882d-447a-8db1-ed77d37cfd78'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:27.109482 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8141d5-cec6-44ef-a12e-fa604eb48ecf" -d '{"events": [{"server_uuid": "30970a10-74df-474d-b692-bbcafe69f789", "name": "network-vif-plugged", "status": "completed", "tag": "46c968d8-7164-43e3-b516-76b5ae349318"}, {"server_uuid": "78db8ba0-2e80-4d95-8778-1c0532a7f22f", "name": "network-vif-plugged", "status": "completed", "tag": "480ca7b0-882d-447a-8db1-ed77d37cfd78"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:27.172264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-715f4e16-7892-4647-979b-b446ca4f6f5a', 'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a', 'tenant_id': '388fb5fea978488196d3195a1792695d', 'fixed_ips': [{'subnet_id': 'd8885aeb-e51a-4e96-b61d-9606b9cc8e07'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:27.173353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:27.288836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f794-f925-4277-a326-465bc8a1c689 req-d2f5a17e-219c-4550-831a-9ebb1d67a1a4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.297332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f794-f925-4277-a326-465bc8a1c689 req-d2f5a17e-219c-4550-831a-9ebb1d67a1a4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.310824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f794-f925-4277-a326-465bc8a1c689 req-d2f5a17e-219c-4550-831a-9ebb1d67a1a4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.319518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f794-f925-4277-a326-465bc8a1c689 req-d2f5a17e-219c-4550-831a-9ebb1d67a1a4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.331451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f794-f925-4277-a326-465bc8a1c689 req-d2f5a17e-219c-4550-831a-9ebb1d67a1a4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.338263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f794-f925-4277-a326-465bc8a1c689 req-d2f5a17e-219c-4550-831a-9ebb1d67a1a4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.340190 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb5e5c6-617d-43ef-ab17-4e8b83d1ba14 x-openstack-request-id: req-5fb5e5c6-617d-43ef-ab17-4e8b83d1ba14 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:27.340500 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30970a10-74df-474d-b692-bbcafe69f789", "name": "network-vif-plugged", "status": "completed", "tag": "46c968d8-7164-43e3-b516-76b5ae349318", "code": 200}, {"server_uuid": "78db8ba0-2e80-4d95-8778-1c0532a7f22f", "name": "network-vif-plugged", "status": "completed", "tag": "480ca7b0-882d-447a-8db1-ed77d37cfd78", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:27.340742 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fb5e5c6-617d-43ef-ab17-4e8b83d1ba14 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:27.341150 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30970a10-74df-474d-b692-bbcafe69f789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c968d8-7164-43e3-b516-76b5ae349318', 'code': 200} Nov 10 16:44:27.341407 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78db8ba0-2e80-4d95-8778-1c0532a7f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480ca7b0-882d-447a-8db1-ed77d37cfd78', 'code': 200} Nov 10 16:44:27.357294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f794-f925-4277-a326-465bc8a1c689 req-d2f5a17e-219c-4550-831a-9ebb1d67a1a4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.367170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ded5f794-f925-4277-a326-465bc8a1c689 req-d2f5a17e-219c-4550-831a-9ebb1d67a1a4 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.2038140 Nov 10 16:44:27.387738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Router 6f96ae16-5edb-4374-a94f-b53e13309b62 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:44:27.400961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3bdc29-25b6-451b-891c-c659660d8c17 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:27.412873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd3bdc29-25b6-451b-891c-c659660d8c17 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:27.439932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Allocated IP 172.20.0.2 (715f4e16-7892-4647-979b-b446ca4f6f5a/d8885aeb-e51a-4e96-b61d-9606b9cc8e07/047f4688-582c-4f25-a9e7-42d36db93ead) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:27.543080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9d5c0-ccf1-4710-816a-2918ffdf20e1 req-0177724b-30a0-4ace-adb3-0aa8a97a0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.544613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ec9d5c0-ccf1-4710-816a-2918ffdf20e1 req-0177724b-30a0-4ace-adb3-0aa8a97a0514 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 1098 time: 0.1763134 Nov 10 16:44:27.585253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-367f4fbb-f071-4635-a652-086f77babf36 None None] Provisioning complete for port 896d7309-e190-4e93-ade6-b50b8274f7f6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:27.585715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-367f4fbb-f071-4635-a652-086f77babf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:27.618742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d66c7f-363d-4cb5-b78e-7d44bc364d49 req-8f1b73f6-9c41-47f9-8999-b835f067f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.620297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94d66c7f-363d-4cb5-b78e-7d44bc364d49 req-8f1b73f6-9c41-47f9-8999-b835f067f2c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30970a10-74df-474d-b692-bbcafe69f789 HTTP/1.1" status: 200 len: 1098 time: 0.2443552 Nov 10 16:44:27.643397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ded5f794-f925-4277-a326-465bc8a1c689 req-231d429a-b72e-4cee-8b07-3b83954af93b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2663894 Nov 10 16:44:27.668019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:44:27.669227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-367f4fbb-f071-4635-a652-086f77babf36 None None] Port 896d7309-e190-4e93-ade6-b50b8274f7f6 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:27.669227 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:27.669227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Sync routers for ids ['6f96ae16-5edb-4374-a94f-b53e13309b62'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:44:27.669490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a0610a06-7a3b-4c2f-b35d-bde16be0cf1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "PUT /v2.0/routers/6f96ae16-5edb-4374-a94f-b53e13309b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6256175 Nov 10 16:44:27.670428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:27.678885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Routers {'6f96ae16-5edb-4374-a94f-b53e13309b62'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:27.679640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6f96ae16-5edb-4374-a94f-b53e13309b62'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:27.792450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Set router 6f96ae16-5edb-4374-a94f-b53e13309b62 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:27.817391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe437dcb-cbee-4e05-bfe1-2e6beb2b50d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.820001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fe437dcb-cbee-4e05-bfe1-2e6beb2b50d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports/896d7309-e190-4e93-ade6-b50b8274f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1484919 Nov 10 16:44:27.823751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:27.830435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94d66c7f-363d-4cb5-b78e-7d44bc364d49 req-b8ecbc74-a177-49fc-ae22-4f0579f5613e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851337 Nov 10 16:44:27.833029 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:27.882949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d9502-a810-44a2-844a-edd0d6069bb4 req-fd3d8a0c-afc5-4564-92db-833778115225 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.885135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c3d9502-a810-44a2-844a-edd0d6069bb4 req-fd3d8a0c-afc5-4564-92db-833778115225 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1589684 Nov 10 16:44:27.890773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Network 715f4e16-7892-4647-979b-b446ca4f6f5a is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:27.898791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:27.907366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:27.930380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b807b48-1f1a-4419-a70a-d4ef98c00934 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.935876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b807b48-1f1a-4419-a70a-d4ef98c00934 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:27.938051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0b807b48-1f1a-4419-a70a-d4ef98c00934 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1130974 Nov 10 16:44:27.944258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:27.982540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Pushing event updated for resources: {'Port': ['ID=047f4688-582c-4f25-a9e7-42d36db93ead,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:28.074022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c3d9502-a810-44a2-844a-edd0d6069bb4 req-5701ab7c-cac8-4a4e-acdf-77eec7bc703e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804798 Nov 10 16:44:28.157721 n-d-714676-11 neutron-server[103326]: INFO neutron.db.ipam_backend_mixin [None req-cd3bdc29-25b6-451b-891c-c659660d8c17 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8885aeb-e51a-4e96-b61d-9606b9cc8e07 (CIDR: 172.20.0.0/28) Nov 10 16:44:28.197513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Attempting to bind port 047f4688-582c-4f25-a9e7-42d36db93ead on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:28.197878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Attempting to bind port 047f4688-582c-4f25-a9e7-42d36db93ead by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:28.198317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Attempting to bind port 047f4688-582c-4f25-a9e7-42d36db93ead on network 715f4e16-7892-4647-979b-b446ca4f6f5a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:28.213006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:28.213464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Checking segment: {'id': '07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:28.213928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:28.214382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Bound using segment: {'id': '07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:28.214928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Bound port: 047f4688-582c-4f25-a9e7-42d36db93ead, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:28.215480 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:28.224765 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3bdc29-25b6-451b-891c-c659660d8c17 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:44:28.230156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3bdc29-25b6-451b-891c-c659660d8c17 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:44:28.324234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c25ae-1688-4447-842a-eceec0960fab req-cb003ac6-914c-4751-95c7-dbc7766339ff tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.325837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-553c25ae-1688-4447-842a-eceec0960fab req-cb003ac6-914c-4751-95c7-dbc7766339ff tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.7561593 Nov 10 16:44:28.332897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ec9d5c0-ccf1-4710-816a-2918ffdf20e1 req-73deb983-4d36-4302-8fa1-2a15d40a6d75 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620897 Nov 10 16:44:28.370214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] For port 047f4688-582c-4f25-a9e7-42d36db93ead, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:28.375126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd3bdc29-25b6-451b-891c-c659660d8c17 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3395631 Nov 10 16:44:28.377363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] For port 047f4688-582c-4f25-a9e7-42d36db93ead, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=047f4688-582c-4f25-a9e7-42d36db93ead,segment=NetworkSegment(07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15),segment_id=07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:28.378981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54202) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:28.385056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:28.398295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f96ae16-5edb-4374-a94f-b53e13309b62', 'name': 'tempest-NetworksTestDHCPv6-router-150161930', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:23Z', 'updated_at': '2021-11-10T16:44:26Z', 'revision_number': 2, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None, '_interfaces': [{'id': '896d7309-e190-4e93-ade6-b50b8274f7f6', 'name': '', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'mac_address': 'fa:16:3e:cb:04:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f96ae16-5edb-4374-a94f-b53e13309b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3a9b29ea-ce9f-41fb-89e5-72804a38233e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:44:24Z', 'updated_at': '2021-11-10T16:44:26Z', 'revision_number': 2, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'subnets': [{'id': '3a9b29ea-ce9f-41fb-89e5-72804a38233e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:28.426110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Checking router: 6f96ae16-5edb-4374-a94f-b53e13309b62 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:44:28.426458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Updating router 6f96ae16-5edb-4374-a94f-b53e13309b62 port 896d7309-e190-4e93-ade6-b50b8274f7f6 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:44:28.446608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-553c25ae-1688-4447-842a-eceec0960fab req-1c7e994f-943c-46af-82b2-0e2793a763bc tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127043 Nov 10 16:44:28.454349 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:28.492910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21dd8c-4940-4dd5-9fca-d1dbfb482501 req-7e60e5e3-27db-40a4-83d5-65983511e2ff tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.502370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ea21dd8c-4940-4dd5-9fca-d1dbfb482501 req-7e60e5e3-27db-40a4-83d5-65983511e2ff tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 946 time: 0.1666870 Nov 10 16:44:28.540707 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:28.573301 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ea21dd8c-4940-4dd5-9fca-d1dbfb482501 req-76f691ca-d50e-4579-85c9-dd25ac71f28f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699782 Nov 10 16:44:28.631734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:28.637249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:28.674080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:28.861795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-641d4c91-0927-403d-b7a4-9395128a617b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.869700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-641d4c91-0927-403d-b7a4-9395128a617b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.870098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:28.877621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-641d4c91-0927-403d-b7a4-9395128a617b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.888238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-641d4c91-0927-403d-b7a4-9395128a617b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.896219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-641d4c91-0927-403d-b7a4-9395128a617b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.902860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-641d4c91-0927-403d-b7a4-9395128a617b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.926095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-641d4c91-0927-403d-b7a4-9395128a617b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:28.933852 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-641d4c91-0927-403d-b7a4-9395128a617b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.1798332 Nov 10 16:44:29.066034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21027e16-dbe3-48c3-a09b-9dbdcf43f22f None None] Pushing event updated for resources: {'Port': ['ID=047f4688-582c-4f25-a9e7-42d36db93ead,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:29.106327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:29.177367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 896d7309-e190-4e93-ade6-b50b8274f7f6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:29.178484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:29.216154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-bf1b62bc-51ce-4578-8e09-61c88d94f22d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1947052 Nov 10 16:44:29.227961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:29.235067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6916f0e6-1b0d-46a6-9cde-6f7f78d9c498 req-b4a7ddc4-8c20-4778-b9aa-9b43531534b0 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2913764 Nov 10 16:44:29.318986 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:29.351842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:29.360961 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5810e15c-a2df-4147-aeac-6cc32d04f4ba" -d '{"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-unplugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:29.431923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 047f4688-582c-4f25-a9e7-42d36db93ead up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:29.477163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e666f6e-f70e-4cf0-b53e-eb7c41c4353f req-29888708-e10d-4bd1-a2dc-35e358bfbb99 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:29.485058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e666f6e-f70e-4cf0-b53e-eb7c41c4353f req-29888708-e10d-4bd1-a2dc-35e358bfbb99 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2330015 Nov 10 16:44:29.521274 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:29.545430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 896d7309-e190-4e93-ade6-b50b8274f7f6 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:29.564376 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:29.567821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-5ac6c2dc-67da-4fb0-9c23-31d007fce27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:29.570604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-5ac6c2dc-67da-4fb0-9c23-31d007fce27f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 1101 time: 0.2982647 Nov 10 16:44:29.579846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e666f6e-f70e-4cf0-b53e-eb7c41c4353f req-c530fe2e-9dac-41dc-a2c1-aeb1a2bc2871 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882268 Nov 10 16:44:29.598950 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:29.602385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:29.636902 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 047f4688-582c-4f25-a9e7-42d36db93ead triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:29.637272 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:29.716949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:29.732193 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfbf49c-6c44-4f90-8a33-46725e6fcc24 x-openstack-request-id: req-1cfbf49c-6c44-4f90-8a33-46725e6fcc24 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:29.732585 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-unplugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:29.733708 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cfbf49c-6c44-4f90-8a33-46725e6fcc24 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:29.734390 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'code': 200} Nov 10 16:44:29.857818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=902e44fd-7e96-4cd6-8bdf-f80c2968f7bf,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:29.862854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-95cfae66-2f94-4aae-916d-8762b9f05112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:29.875802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-95cfae66-2f94-4aae-916d-8762b9f05112 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.2177033 Nov 10 16:44:29.875934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cacaf-b16a-4ac6-9acb-d0e0b9d4ee4f None None] Pushing event updated for resources: {'Port': ['ID=896d7309-e190-4e93-ade6-b50b8274f7f6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:29.965362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-75ccdf78-c38a-42da-8346-7e3344f561bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=19705b4b-d938-4c8d-9ef8-8d2126e156c9 HTTP/1.1" status: 200 len: 217 time: 0.0809097 Nov 10 16:44:29.995041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 715f4e16-7892-4647-979b-b446ca4f6f5a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:30.076694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:30.106907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:30.121144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.128030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06868c3a-81d0-4787-8d4d-17fbd0cfe24b req-7760ae9f-2748-48aa-bbe4-911e0ed6f1ec tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.134403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Attempting to bind port 896d7309-e190-4e93-ade6-b50b8274f7f6 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:30.134771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Attempting to bind port 896d7309-e190-4e93-ade6-b50b8274f7f6 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:30.135110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:30.135252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Attempting to bind port 896d7309-e190-4e93-ade6-b50b8274f7f6 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:30.141287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-752dcf3d-3818-4524-818b-d538f78941b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.142948 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-752dcf3d-3818-4524-818b-d538f78941b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1442821 Nov 10 16:44:30.145221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06868c3a-81d0-4787-8d4d-17fbd0cfe24b req-7760ae9f-2748-48aa-bbe4-911e0ed6f1ec tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 947 time: 0.2250688 Nov 10 16:44:30.169123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bbb85-c351-418c-ab54-ce73da8215df req-d5bda624-78a3-4d74-841d-4c0c2fd735bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.184655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bbb85-c351-418c-ab54-ce73da8215df req-d5bda624-78a3-4d74-841d-4c0c2fd735bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.195812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bbb85-c351-418c-ab54-ce73da8215df req-d5bda624-78a3-4d74-841d-4c0c2fd735bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.216341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 047f4688-582c-4f25-a9e7-42d36db93ead, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=047f4688-582c-4f25-a9e7-42d36db93ead,segment=NetworkSegment(07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15),segment_id=07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:30.216727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:30.218550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bbb85-c351-418c-ab54-ce73da8215df req-d5bda624-78a3-4d74-841d-4c0c2fd735bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.219026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:30.219026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:30.221508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:30.222011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Bound port: 896d7309-e190-4e93-ade6-b50b8274f7f6, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:30.222377 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:30.238091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bbb85-c351-418c-ab54-ce73da8215df req-d5bda624-78a3-4d74-841d-4c0c2fd735bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.245100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bbb85-c351-418c-ab54-ce73da8215df req-d5bda624-78a3-4d74-841d-4c0c2fd735bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.253198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bbb85-c351-418c-ab54-ce73da8215df req-d5bda624-78a3-4d74-841d-4c0c2fd735bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.260370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f1bbb85-c351-418c-ab54-ce73da8215df req-d5bda624-78a3-4d74-841d-4c0c2fd735bd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.7413747 Nov 10 16:44:30.277248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:30.321998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Request body: {'floatingip': {'port_id': '037c0619-88ff-4df6-9d08-a678919d85c4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:30.382528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:30.443533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d30f86ac-5b26-4aba-abf4-46627befa8da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0631130 Nov 10 16:44:30.443936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=047f4688-582c-4f25-a9e7-42d36db93ead,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:30.460208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-09ea36c3-1823-4189-8e0e-7ac156bb4dc0 None None] Provisioning complete for port 896d7309-e190-4e93-ade6-b50b8274f7f6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:30.460587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09ea36c3-1823-4189-8e0e-7ac156bb4dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:30.460764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54230) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:30.469262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a', 'fixed_ips': [{'subnet_id': 'd8885aeb-e51a-4e96-b61d-9606b9cc8e07'}, {'subnet_id': '902e44fd-7e96-4cd6-8bdf-f80c2968f7bf'}], 'name': 'tempest-PortsTestJSON-1763333489'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:30.507962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-09ea36c3-1823-4189-8e0e-7ac156bb4dc0 None None] Port 896d7309-e190-4e93-ade6-b50b8274f7f6 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:30.509462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072bdc9-92b1-4c18-978c-2233cb9e4f32 None None] Network 715f4e16-7892-4647-979b-b446ca4f6f5a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:30.527223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-cd55cab9-ce14-4dbb-a018-aa5fe175f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.529639 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-cd55cab9-ce14-4dbb-a018-aa5fe175f4e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2681828 Nov 10 16:44:30.663149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bcf9-39f8-4c90-88a0-3d6fb2b35a50 req-a3262c44-5bc0-4ebf-9805-250221760deb tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:30.665327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7b7bcf9-39f8-4c90-88a0-3d6fb2b35a50 req-a3262c44-5bc0-4ebf-9805-250221760deb tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 946 time: 0.2970922 Nov 10 16:44:30.705382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5a8eff57-a6c8-49d8-9375-e693de56552f None None] Provisioning complete for port 047f4688-582c-4f25-a9e7-42d36db93ead triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:30.705635 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a8eff57-a6c8-49d8-9375-e693de56552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:30.767434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-506e792e-7536-4e84-b2dc-110d875bb118 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038081 Nov 10 16:44:30.775752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7b7bcf9-39f8-4c90-88a0-3d6fb2b35a50 req-3da8858f-3adc-4b56-b05c-b707858390ac tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852871 Nov 10 16:44:30.784592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:30.912183 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:30.972229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2ca6502-00aa-486a-9ffc-ec6f933c2cea req-3bfacf98-3f9c-461b-8d4b-072b42d3d222 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954577 Nov 10 16:44:30.977915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:30.993403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06868c3a-81d0-4787-8d4d-17fbd0cfe24b req-781d4d09-6744-4335-b110-842ddfd01ac8 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471577 Nov 10 16:44:31.008994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157e7f8-f72d-4988-b941-da9681860263 None None] Update dhcp port {'port': {'network_id': '715f4e16-7892-4647-979b-b446ca4f6f5a', 'fixed_ips': [{'subnet_id': 'd8885aeb-e51a-4e96-b61d-9606b9cc8e07', 'ip_address': '172.20.0.2'}, {'subnet_id': '902e44fd-7e96-4cd6-8bdf-f80c2968f7bf'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '047f4688-582c-4f25-a9e7-42d36db93ead'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:44:31.056209 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2157e7f8-f72d-4988-b941-da9681860263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.059765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:31.086109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'mac_address': 'fa:16:3e:5a:f4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:31.141998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:44:31.141998 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:44:31.143070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccd89f-48eb-4bfe-8790-5ff816d0134e req-f0f4461c-eb15-4907-91fb-07292d22191f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:31.149591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73ccd89f-48eb-4bfe-8790-5ff816d0134e req-f0f4461c-eb15-4907-91fb-07292d22191f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1380355 Nov 10 16:44:31.159405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.168667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3937148-62ef-4e88-b577-9fd0a4cefb74 req-441e0267-8093-45e5-9ae0-9d6203d1d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:31.170546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3937148-62ef-4e88-b577-9fd0a4cefb74 req-441e0267-8093-45e5-9ae0-9d6203d1d7b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1099 time: 1.0095470 Nov 10 16:44:31.206429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.210643 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.232915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9652a35a-cd60-4f07-b4ab-5befcef7ac9a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:31.270716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port ef1a003f-37fa-4adc-b18f-c8932d0927cf yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:31.278724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:31.290172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 047f4688-582c-4f25-a9e7-42d36db93ead up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:31.304638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=896d7309-e190-4e93-ade6-b50b8274f7f6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:31.350892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2157e7f8-f72d-4988-b941-da9681860263 None None] Allocated IP 172.20.0.18 (715f4e16-7892-4647-979b-b446ca4f6f5a/902e44fd-7e96-4cd6-8bdf-f80c2968f7bf/047f4688-582c-4f25-a9e7-42d36db93ead) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:31.397382 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.503445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 047f4688-582c-4f25-a9e7-42d36db93ead triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:31.503445 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.521720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73ccd89f-48eb-4bfe-8790-5ff816d0134e req-386da23f-2169-4796-be97-5474585505d3 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637650 Nov 10 16:44:31.539380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3937148-62ef-4e88-b577-9fd0a4cefb74 req-0a5034f1-e22e-4429-8bc0-cb70d9c4a45a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401654 Nov 10 16:44:31.580469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:31.602239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2157e7f8-f72d-4988-b941-da9681860263 None None] For port 047f4688-582c-4f25-a9e7-42d36db93ead, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=047f4688-582c-4f25-a9e7-42d36db93ead,segment=NetworkSegment(07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15),segment_id=07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:31.616797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.666916 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2157e7f8-f72d-4988-b941-da9681860263 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.671579 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed789-b111-4597-ad1d-4b4e778e26bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.693355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Attempting to bind port 896d7309-e190-4e93-ade6-b50b8274f7f6 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:31.693721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Attempting to bind port 896d7309-e190-4e93-ade6-b50b8274f7f6 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:31.694077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Attempting to bind port 896d7309-e190-4e93-ade6-b50b8274f7f6 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:31.701729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:31.703096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:31.703513 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.703898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:31.704365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Bound port: 896d7309-e190-4e93-ade6-b50b8274f7f6, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:31.704738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.735257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Port 896d7309-e190-4e93-ade6-b50b8274f7f6 has been deleted concurrently {{(pid=103327) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 16:44:31.739813 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2157e7f8-f72d-4988-b941-da9681860263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:31.784617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Routers {'6f96ae16-5edb-4374-a94f-b53e13309b62'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:31.785245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6f96ae16-5edb-4374-a94f-b53e13309b62'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:31.867346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9652a35a-cd60-4f07-b4ab-5befcef7ac9a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:31.895474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.14 (715f4e16-7892-4647-979b-b446ca4f6f5a/d8885aeb-e51a-4e96-b61d-9606b9cc8e07/ef1a003f-37fa-4adc-b18f-c8932d0927cf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:31.918905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.26 (715f4e16-7892-4647-979b-b446ca4f6f5a/902e44fd-7e96-4cd6-8bdf-f80c2968f7bf/ef1a003f-37fa-4adc-b18f-c8932d0927cf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:32.024321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Router 6f96ae16-5edb-4374-a94f-b53e13309b62 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:44:32.085453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:44:32.136939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:32.141976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281884ab-89b7-4b70-8ed6-e53c2ee3290a req-be01c667-5900-4cac-9c6a-ddca951543e6 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:32.143862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-281884ab-89b7-4b70-8ed6-e53c2ee3290a req-be01c667-5900-4cac-9c6a-ddca951543e6 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 946 time: 0.2541022 Nov 10 16:44:32.155748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] Set router 6f96ae16-5edb-4374-a94f-b53e13309b62 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:32.227570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f96ae16-5edb-4374-a94f-b53e13309b62', 'name': 'tempest-NetworksTestDHCPv6-router-150161930', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:23Z', 'updated_at': '2021-11-10T16:44:30Z', 'revision_number': 3, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:32.229805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157e7f8-f72d-4988-b941-da9681860263 None None] Pushing event updated for resources: {'Port': ['ID=047f4688-582c-4f25-a9e7-42d36db93ead,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:32.247934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:32.299244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:44:32.305165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a3304-e638-4dcf-953e-67958182af8a None None] The sync data for ids ['6f96ae16-5edb-4374-a94f-b53e13309b62'] in n-d-714676-11 is: [{'id': '6f96ae16-5edb-4374-a94f-b53e13309b62', 'name': 'tempest-NetworksTestDHCPv6-router-150161930', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:23Z', 'updated_at': '2021-11-10T16:44:30Z', 'revision_number': 3, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:44:32.328183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-281884ab-89b7-4b70-8ed6-e53c2ee3290a req-6257fc0d-5475-481c-844c-b5bf4b903a95 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678090 Nov 10 16:44:32.359083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 715f4e16-7892-4647-979b-b446ca4f6f5a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:32.383535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753483df-1364-4cf2-b0e8-d62ac1f8e298 req-2b39b963-a286-433c-bc3f-e98459c105e1 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:32.397859 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:32.402180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-753483df-1364-4cf2-b0e8-d62ac1f8e298 req-2b39b963-a286-433c-bc3f-e98459c105e1 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.2132976 Nov 10 16:44:32.402542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a17a66b1-eb3a-4e08-90ec-d9593923a646 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "PUT /v2.0/routers/6f96ae16-5edb-4374-a94f-b53e13309b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4573355 Nov 10 16:44:32.406006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:32.424897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:32.445778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:32.469301 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:32.505532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=ef1a003f-37fa-4adc-b18f-c8932d0927cf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:32.573164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:32.574108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:32.603663 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-753483df-1364-4cf2-b0e8-d62ac1f8e298 req-ac2d319b-58e4-4b1e-8466-91829f462d0d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855080 Nov 10 16:44:32.641388 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Floating IP f9646b49-fe87-423b-a6c6-995438330091 associated. External IP: 172.25.3.147, port: 037c0619-88ff-4df6-9d08-a678919d85c4. Nov 10 16:44:32.699466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7f57760b-d161-44bf-ae9b-aafd25053661 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.2346246 Nov 10 16:44:32.704401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54256) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:32.711002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8885aeb-e51a-4e96-b61d-9606b9cc8e07'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:32.766036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa5ab9-7ecb-44f7-b713-02875e767a15 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:32.768128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa5ab9-7ecb-44f7-b713-02875e767a15 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:32.769931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f0fa5ab9-7ecb-44f7-b713-02875e767a15 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3627465 Nov 10 16:44:32.774737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54260) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:32.882504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8e284-c0f4-4b56-9813-c48a54415ea9 req-6c2f31db-03ef-4354-960d-c212586fa20d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:32.893958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dab8e284-c0f4-4b56-9813-c48a54415ea9 req-6c2f31db-03ef-4354-960d-c212586fa20d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=30970a10-74df-474d-b692-bbcafe69f789 HTTP/1.1" status: 200 len: 946 time: 0.2620070 Nov 10 16:44:32.926660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-d722c329-c441-496c-9a92-064cc1a82c41 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1912069 Nov 10 16:44:32.953615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-23baff0d-1c80-4aa5-b0a4-84a52212e270 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 3a9b29ea-ce9f-41fb-89e5-72804a38233e {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:32.965310 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23baff0d-1c80-4aa5-b0a4-84a52212e270 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:32.997709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dab8e284-c0f4-4b56-9813-c48a54415ea9 req-1f1f27b3-6a44-436c-ba46-4506dd0cb123 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016252 Nov 10 16:44:33.013373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.020735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17423f2-cd01-4a17-8f51-16216a90a4e5 None None] Network 715f4e16-7892-4647-979b-b446ca4f6f5a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:33.035655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d64f-2b10-46ff-8266-055d0f91978f req-3387545f-fa74-4a19-9d29-686133ef8e9e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:33.037329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1d2d64f-2b10-46ff-8266-055d0f91978f req-3387545f-fa74-4a19-9d29-686133ef8e9e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.3231316 Nov 10 16:44:33.078683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23baff0d-1c80-4aa5-b0a4-84a52212e270 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.146258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-f88a98e5-6d5f-43f9-9c8b-65d94295d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:33.147786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-f88a98e5-6d5f-43f9-9c8b-65d94295d2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 1098 time: 0.1764321 Nov 10 16:44:33.257041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0a5a2298-a3af-429e-b0a2-5b456705e2be None None] Provisioning complete for port 047f4688-582c-4f25-a9e7-42d36db93ead triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:33.257570 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2298-a3af-429e-b0a2-5b456705e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.319434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Router 02541582-bad3-44d1-a0c7-928d5e428dbb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:44:33.338992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23baff0d-1c80-4aa5-b0a4-84a52212e270 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.376003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 047f4688-582c-4f25-a9e7-42d36db93ead up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:33.425531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-560dbd29-c672-4934-bcd3-1c55cefc481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:33.427156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-560dbd29-c672-4934-bcd3-1c55cefc481d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.2446296 Nov 10 16:44:33.469507 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1d2d64f-2b10-46ff-8266-055d0f91978f req-4eb106be-e8dd-41e5-8870-59c8dfa0310a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120662 Nov 10 16:44:33.485876 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23baff0d-1c80-4aa5-b0a4-84a52212e270 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.525877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23baff0d-1c80-4aa5-b0a4-84a52212e270 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.537145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-23baff0d-1c80-4aa5-b0a4-84a52212e270 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/3a9b29ea-ce9f-41fb-89e5-72804a38233e HTTP/1.1" status: 204 len: 168 time: 0.7227278 Nov 10 16:44:33.540950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:33.569839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412482b7-8fea-4c5c-b4fb-0bc22a32f19f None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:33.579434 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-6bd23843-c82a-4b5e-a1d6-439bb14a915a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada04658-0eb0-4c94-9d48-49281c4202fe HTTP/1.1" status: 200 len: 217 time: 0.1421425 Nov 10 16:44:33.625912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baff0d-1c80-4aa5-b0a4-84a52212e270 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9b29ea-ce9f-41fb-89e5-72804a38233e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:33.752926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:44:33.757628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.765073 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] Sync routers for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:44:33.790413 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:33.791044 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:33.879022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] Sync routers for ids ['6f96ae16-5edb-4374-a94f-b53e13309b62'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:44:33.917850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 047f4688-582c-4f25-a9e7-42d36db93ead triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:33.918697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.958784 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:33.959755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b5ac-f49e-4eaa-9bad-fc6faf6e6a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:33.961554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] Routers {'6f96ae16-5edb-4374-a94f-b53e13309b62'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:33.961964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6f96ae16-5edb-4374-a94f-b53e13309b62'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:34.095796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3076952a-0625-44bf-a0f8-60577cbf2ddf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5468605 Nov 10 16:44:34.109502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54276) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:34.169276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] Set router 6f96ae16-5edb-4374-a94f-b53e13309b62 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:34.297405 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b455f928-88db-48f3-b303-f0ffb2de3a1b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:34.333747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f96ae16-5edb-4374-a94f-b53e13309b62', 'name': 'tempest-NetworksTestDHCPv6-router-150161930', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:23Z', 'updated_at': '2021-11-10T16:44:30Z', 'revision_number': 3, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:34.339657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:34.384395 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'f9646b49-fe87-423b-a6c6-995438330091', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'port_id': '037c0619-88ff-4df6-9d08-a678919d85c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'mac_address': 'fa:16:3e:32:a5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:42:54Z', 'updated_at': '2021-11-10T16:44:31Z', 'revision_number': 1, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:42Z', 'revision_number': 5, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:34.455398 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] Checking router: 02541582-bad3-44d1-a0c7-928d5e428dbb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:44:34.463392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] Checking router: 6f96ae16-5edb-4374-a94f-b53e13309b62 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:44:34.481635 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:34.482288 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:34.519847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0c1b1-9557-4d66-86ae-e370a483bf2b req-e4faa313-8860-46a2-bb0a-bb0310434760 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:34.522052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72b0c1b1-9557-4d66-86ae-e370a483bf2b req-e4faa313-8860-46a2-bb0a-bb0310434760 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 949 time: 0.7909210 Nov 10 16:44:34.570421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3650d385-56ff-47aa-8657-90cc253c6690 None None] Provisioning complete for port 047f4688-582c-4f25-a9e7-42d36db93ead triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:34.570771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3650d385-56ff-47aa-8657-90cc253c6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:34.582377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7dd54900-bf6e-423e-a130-d8539cdc8b15 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "PUT /v2.0/floatingips/f9646b49-fe87-423b-a6c6-995438330091 HTTP/1.1" status: 200 len: 992 time: 4.2749147 Nov 10 16:44:34.587061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '037c0619-88ff-4df6-9d08-a678919d85c4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:34.591006 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e191df48-304f-4b86-bdaf-5d98df09a554" -d '{"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "037c0619-88ff-4df6-9d08-a678919d85c4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:34.613105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72b0c1b1-9557-4d66-86ae-e370a483bf2b req-cadf117b-4c7c-48f7-af81-ddf68671041e tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832984 Nov 10 16:44:34.666634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-8cf9850e-acb0-4471-a638-287ca1e9fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:34.668362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-8cf9850e-acb0-4471-a638-287ca1e9fc32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 1.0817978 Nov 10 16:44:34.689092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] Routers {'6f96ae16-5edb-4374-a94f-b53e13309b62'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:34.689812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6f96ae16-5edb-4374-a94f-b53e13309b62'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:34.728234 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:34.753610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-a1fdaa19-3217-43e7-9e81-0065ee1bac4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760195 Nov 10 16:44:34.796560 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b455f928-88db-48f3-b303-f0ffb2de3a1b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:34.804608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b455f928-88db-48f3-b303-f0ffb2de3a1b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:34.819385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Delete allocated IP 172.20.0.26 (715f4e16-7892-4647-979b-b446ca4f6f5a/902e44fd-7e96-4cd6-8bdf-f80c2968f7bf) {{(pid=103326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 16:44:34.823175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:34.862673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] Set router 6f96ae16-5edb-4374-a94f-b53e13309b62 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:34.880449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cbcf4-6da6-4e51-a59e-4184c690db7f req-8af67367-84d0-45dd-997c-3953123aca65 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:34.882083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-690cbcf4-6da6-4e51-a59e-4184c690db7f req-8af67367-84d0-45dd-997c-3953123aca65 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1286182 Nov 10 16:44:34.929634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-52151d33-70f7-44e9-ba2c-0b8423426ee1 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:34.941272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-52151d33-70f7-44e9-ba2c-0b8423426ee1 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 813 time: 0.4303911 Nov 10 16:44:34.963692 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-05cb9555-92bd-433e-9aa7-a9420ae31b44 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/quotas/214c28eb197246c190f810dc7784514c HTTP/1.1" status: 200 len: 375 time: 0.0212102 Nov 10 16:44:34.982058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f96ae16-5edb-4374-a94f-b53e13309b62', 'name': 'tempest-NetworksTestDHCPv6-router-150161930', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:23Z', 'updated_at': '2021-11-10T16:44:30Z', 'revision_number': 3, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:35.013825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b455f928-88db-48f3-b303-f0ffb2de3a1b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.016413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b455f928-88db-48f3-b303-f0ffb2de3a1b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Fanout notify agent at l3_agent the message router_deleted on router 6f96ae16-5edb-4374-a94f-b53e13309b62 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:44:35.024417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b455f928-88db-48f3-b303-f0ffb2de3a1b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.025253 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b455f928-88db-48f3-b303-f0ffb2de3a1b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/routers/6f96ae16-5edb-4374-a94f-b53e13309b62 HTTP/1.1" status: 204 len: 168 time: 0.9146948 Nov 10 16:44:35.028960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-690cbcf4-6da6-4e51-a59e-4184c690db7f req-eb200276-f7aa-45c3-8a57-14794ffc9100 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346021 Nov 10 16:44:35.033140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54300) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:35.040092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] Deleting port 8b2caf35-04f1-4950-aec5-66861741df0b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:35.040796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.042620 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:35.050204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-bd8340f6-3fca-4218-9ac8-00a350524583 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873883 Nov 10 16:44:35.070842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135e844-d068-4a17-9534-b0e6c846a5d3 None None] The sync data for ids ['6f96ae16-5edb-4374-a94f-b53e13309b62'] in n-d-714676-11 is: [{'id': '6f96ae16-5edb-4374-a94f-b53e13309b62', 'name': 'tempest-NetworksTestDHCPv6-router-150161930', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:23Z', 'updated_at': '2021-11-10T16:44:30Z', 'revision_number': 3, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:44:35.083124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-95a3f38c-e638-4f24-85c0-f6faa7182269 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182179 Nov 10 16:44:35.220514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-46f94cbd-5277-442c-8800-c260a1a7bb4f service neutron] 10.222.0.62 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355231 Nov 10 16:44:35.226076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.231470 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.279987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] For port 8b2caf35-04f1-4950-aec5-66861741df0b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8b2caf35-04f1-4950-aec5-66861741df0b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:35.281298 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.283391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.319548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3650d385-56ff-47aa-8657-90cc253c6690 None None] Provisioning complete for port ef1a003f-37fa-4adc-b18f-c8932d0927cf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:35.326275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3650d385-56ff-47aa-8657-90cc253c6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.345986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:35.357132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.381823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3650d385-56ff-47aa-8657-90cc253c6690 None None] Port ef1a003f-37fa-4adc-b18f-c8932d0927cf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:35.384611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8b2caf35-04f1-4950-aec5-66861741df0b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:35.419784 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'f9646b49-fe87-423b-a6c6-995438330091', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'port_id': '037c0619-88ff-4df6-9d08-a678919d85c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'mac_address': 'fa:16:3e:32:a5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:42:54Z', 'updated_at': '2021-11-10T16:44:31Z', 'revision_number': 1, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:42Z', 'revision_number': 5, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:35.438096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:35.438468 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.441856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] Calling delete_port for 8b2caf35-04f1-4950-aec5-66861741df0b owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:35.510446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-b997091f-07ee-4921-aab9-a3b94b59062a service neutron] 10.222.0.62 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890298 Nov 10 16:44:35.597929 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdaba27-031c-44b5-9fb3-75735bd4a82a None None] The sync data for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 is: [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'f9646b49-fe87-423b-a6c6-995438330091', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'port_id': '037c0619-88ff-4df6-9d08-a678919d85c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'mac_address': 'fa:16:3e:32:a5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:42:54Z', 'updated_at': '2021-11-10T16:44:31Z', 'revision_number': 1, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:42Z', 'revision_number': 5, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:44:35.613846 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8499e1ef-b50b-4221-a5f2-2655be497286 x-openstack-request-id: req-8499e1ef-b50b-4221-a5f2-2655be497286 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:35.614403 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "tag": "037c0619-88ff-4df6-9d08-a678919d85c4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:35.614403 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8499e1ef-b50b-4221-a5f2-2655be497286 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:35.614809 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'tag': '037c0619-88ff-4df6-9d08-a678919d85c4', 'status': 'completed', 'code': 200} Nov 10 16:44:35.625186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eb000435-0f40-4b2a-9266-a79255c0e3a9 None None] Provisioning complete for port ef1a003f-37fa-4adc-b18f-c8932d0927cf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:35.625580 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb000435-0f40-4b2a-9266-a79255c0e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.775627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=ef1a003f-37fa-4adc-b18f-c8932d0927cf,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:35.829493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] In _notify_port_updated(), no bound segment for port ef1a003f-37fa-4adc-b18f-c8932d0927cf on network 715f4e16-7892-4647-979b-b446ca4f6f5a {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:44:35.852815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a531-4b26-4231-8a59-e860d7993a2a req-788f45d6-1c0e-4d5d-a1f8-7186f67a2895 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.855817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6271a531-4b26-4231-8a59-e860d7993a2a req-788f45d6-1c0e-4d5d-a1f8-7186f67a2895 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "GET /v2.0/ports?device_id=30970a10-74df-474d-b692-bbcafe69f789 HTTP/1.1" status: 200 len: 946 time: 0.3432524 Nov 10 16:44:35.857875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.859204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:35.866107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e0646ece-c508-4b86-9334-20496c0e3245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "PUT /v2.0/ports/ef1a003f-37fa-4adc-b18f-c8932d0927cf HTTP/1.1" status: 200 len: 920 time: 3.1602957 Nov 10 16:44:35.869716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54308) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:35.884093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-9e1a5151-5951-4ff8-89ee-e4c6795eb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.887449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8885aeb-e51a-4e96-b61d-9606b9cc8e07'}, {'subnet_id': '902e44fd-7e96-4cd6-8bdf-f80c2968f7bf'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:35.888120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-9e1a5151-5951-4ff8-89ee-e4c6795eb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.888602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-9e1a5151-5951-4ff8-89ee-e4c6795eb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.889066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-9e1a5151-5951-4ff8-89ee-e4c6795eb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.889775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-9e1a5151-5951-4ff8-89ee-e4c6795eb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.890241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-9e1a5151-5951-4ff8-89ee-e4c6795eb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.890948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-9e1a5151-5951-4ff8-89ee-e4c6795eb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:35.893041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-9e1a5151-5951-4ff8-89ee-e4c6795eb3a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6499 time: 0.3419800 Nov 10 16:44:35.960835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eb000435-0f40-4b2a-9266-a79255c0e3a9 None None] Port ef1a003f-37fa-4adc-b18f-c8932d0927cf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:35.979344 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a80627f-d6ce-4d4a-9baf-5c9ef5149fe1 req-c6cbff3d-1d7d-4e4b-81b7-0ebe5de1868f service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8934572 Nov 10 16:44:36.006812 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.035395 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b15177-f62c-4f5c-8aab-4c6df6b38a5e None None] New status for floating IP f9646b49-fe87-423b-a6c6-995438330091: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:44:36.163220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-cc91d0cd-03ba-4b2e-bb07-b882bed2fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:36.164742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-cc91d0cd-03ba-4b2e-bb07-b882bed2fe01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289 HTTP/1.1" status: 200 len: 913 time: 0.2407594 Nov 10 16:44:36.177600 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.180913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Deleting port 46c968d8-7164-43e3-b516-76b5ae349318 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:36.181253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.217030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 8b2caf35-04f1-4950-aec5-66861741df0b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8b2caf35-04f1-4950-aec5-66861741df0b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:36.220877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-31006f3c-f48c-4bc5-96ed-7930358f6d34 None None] Provisioning complete for port ef1a003f-37fa-4adc-b18f-c8932d0927cf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:36.221572 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31006f3c-f48c-4bc5-96ed-7930358f6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.269541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:36.273936 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bfcc9b-7c7f-44da-8fbd-3ac5fbf1fe42" -d '{"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-plugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:36.296266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:36.301697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.307390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-31006f3c-f48c-4bc5-96ed-7930358f6d34 None None] Port ef1a003f-37fa-4adc-b18f-c8932d0927cf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:36.388517 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.397793 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.424699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=8b2caf35-04f1-4950-aec5-66861741df0b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:36.485025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] No DVR routers for this DVR port 8b2caf35-04f1-4950-aec5-66861741df0b on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:36.503831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-72a3bdba-9253-41b3-9386-c9c7cae57f2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037c0619-88ff-4df6-9d08-a678919d85c4 HTTP/1.1" status: 200 len: 1000 time: 0.3291328 Nov 10 16:44:36.550290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:36.613204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919e080-068e-4dea-8109-58a86c60bd86 None None] Pushing event deleted for resources: {'Port': ['ID=8b2caf35-04f1-4950-aec5-66861741df0b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:36.624325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1674f-2dbc-42a0-9cb9-e6764e26fdba req-76efe3e3-2a4f-492c-9463-deab1ff1ce61 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:36.625076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08c1674f-2dbc-42a0-9cb9-e6764e26fdba req-76efe3e3-2a4f-492c-9463-deab1ff1ce61 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.3585737 Nov 10 16:44:36.687225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-a090960f-db95-4a0f-9b51-5229ab2e0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:36.690534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-a090960f-db95-4a0f-9b51-5229ab2e0aeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc279a63-2128-412b-a4ba-7615da2ef304 HTTP/1.1" status: 200 len: 851 time: 0.1780107 Nov 10 16:44:36.694271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] For port 46c968d8-7164-43e3-b516-76b5ae349318, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=46c968d8-7164-43e3-b516-76b5ae349318,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:36.694639 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.728552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.739471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-611a71f7-0d25-4629-87a4-f49ba847f185 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:36.740984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-611a71f7-0d25-4629-87a4-f49ba847f185 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "GET /v2.0/ports?device_id=78db8ba0-2e80-4d95-8778-1c0532a7f22f HTTP/1.1" status: 200 len: 946 time: 0.8252783 Nov 10 16:44:36.753273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Calling delete_port for 46c968d8-7164-43e3-b516-76b5ae349318 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:36.774835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:36.832971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08c1674f-2dbc-42a0-9cb9-e6764e26fdba req-e773b7a8-e24d-49dd-9279-0056fdb4c063 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846168 Nov 10 16:44:36.862662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-30176949-bf79-4e5a-a127-bb2a6fb68175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:36.864174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-30176949-bf79-4e5a-a127-bb2a6fb68175 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597106 Nov 10 16:44:36.910091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b18f30-5079-4990-b104-607381e88096 req-a95e8c42-fb75-4c70-88e6-38acda7f8e1d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:36.917824 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b18f30-5079-4990-b104-607381e88096 req-a95e8c42-fb75-4c70-88e6-38acda7f8e1d tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1102 time: 0.2045565 Nov 10 16:44:37.023701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-8d3630da-252e-4e79-a016-9197dcbdc35d service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481497 Nov 10 16:44:37.120722 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54cb670-f2b6-4c43-a505-fea961e59bb1 x-openstack-request-id: req-d54cb670-f2b6-4c43-a505-fea961e59bb1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:37.121233 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-plugged", "status": "completed", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:37.121673 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d54cb670-f2b6-4c43-a505-fea961e59bb1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:37.122418 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'code': 200} Nov 10 16:44:37.214255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.261684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e191df48-304f-4b86-bdaf-5d98df09a554 req-cd3f3382-9296-4fe2-b77c-caeeeb7df300 service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118409 Nov 10 16:44:37.293886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c204c2fd-42e2-4ce9-8452-9ad30e56b191 req-7b600797-b61f-4f3e-8eb5-c52d2b60b70d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 210 time: 0.1244860 Nov 10 16:44:37.306453 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55b18f30-5079-4990-b104-607381e88096 req-2880d25e-99ec-4954-a9d5-fae6fc442056 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726208 Nov 10 16:44:37.356551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Deleting port 480ca7b0-882d-447a-8db1-ed77d37cfd78 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:37.356867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.361416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:37.397397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=d47ab361-c74a-4eea-92c6-373be06cfb38,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:37.400074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:37.414866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf19628-e0c7-4ab4-bff5-5ecf77c4893c None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:37.416222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:37.421527 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.444621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.491708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Pushing event deleted for resources: {'Port': ['ID=46c968d8-7164-43e3-b516-76b5ae349318,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:37.492313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.23 (715f4e16-7892-4647-979b-b446ca4f6f5a/902e44fd-7e96-4cd6-8bdf-f80c2968f7bf/ef1a003f-37fa-4adc-b18f-c8932d0927cf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:37.539604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-56a89648-abab-419e-8087-add99edaca1a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5053794 Nov 10 16:44:37.547667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54344) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:37.552382 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:44:37.556249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4a3eb169-2061-4f46-86e6-64116dbad9a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2011263883', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:37.624768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] For port 480ca7b0-882d-447a-8db1-ed77d37cfd78, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=480ca7b0-882d-447a-8db1-ed77d37cfd78,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:37.625433 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.627051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] No DVR routers for this DVR port 46c968d8-7164-43e3-b516-76b5ae349318 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:37.633287 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.644849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6271a531-4b26-4231-8a59-e860d7993a2a req-bcd0071b-3794-40a5-8668-8987f9b25113 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "DELETE /v2.0/ports/46c968d8-7164-43e3-b516-76b5ae349318 HTTP/1.1" status: 204 len: 173 time: 1.7815418 Nov 10 16:44:37.645350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30970a10-74df-474d-b692-bbcafe69f789', 'name': 'network-vif-deleted', 'tag': '46c968d8-7164-43e3-b516-76b5ae349318'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:37.653026 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627d0c6b-97e2-4fda-9cf7-5890953f3549" -d '{"events": [{"server_uuid": "30970a10-74df-474d-b692-bbcafe69f789", "name": "network-vif-deleted", "tag": "46c968d8-7164-43e3-b516-76b5ae349318"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:37.655884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Calling delete_port for 480ca7b0-882d-447a-8db1-ed77d37cfd78 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:37.697683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.699173 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.709371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'd47ab361-c74a-4eea-92c6-373be06cfb38'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:37.710351 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.726860 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1bdb86-5e32-45e2-b00a-de46e971f7d2 x-openstack-request-id: req-6c1bdb86-5e32-45e2-b00a-de46e971f7d2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:37.732760 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30970a10-74df-474d-b692-bbcafe69f789", "name": "network-vif-deleted", "tag": "46c968d8-7164-43e3-b516-76b5ae349318", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:37.732760 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c1bdb86-5e32-45e2-b00a-de46e971f7d2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:37.732760 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30970a10-74df-474d-b692-bbcafe69f789', 'name': 'network-vif-deleted', 'tag': '46c968d8-7164-43e3-b516-76b5ae349318', 'status': 'completed', 'code': 200} Nov 10 16:44:37.835983 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb169-2061-4f46-86e6-64116dbad9a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.841513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb169-2061-4f46-86e6-64116dbad9a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.949121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:37.950523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/d47ab361-c74a-4eea-92c6-373be06cfb38/54fab334-81dc-417f-be91-96a8f68eb0e8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:38.004617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fc47e-0166-437a-890e-1401508f02a0 req-3d7d9cda-d4e6-44ca-90bf-7e71abf71969 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:38.013103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db9fc47e-0166-437a-890e-1401508f02a0 req-3d7d9cda-d4e6-44ca-90bf-7e71abf71969 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 1102 time: 0.0531628 Nov 10 16:44:38.048757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.080517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db9fc47e-0166-437a-890e-1401508f02a0 req-7e374da3-d3cb-45f4-9133-9e40d1e8be13 tempest-ServersAdminTestJSON-1856173402 tempest-ServersAdminTestJSON-1856173402-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662193 Nov 10 16:44:38.269351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b55c2c-526c-41ab-b4f9-8b878a9c186f req-b2a37610-f7ae-450c-9d00-84706787c82a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:38.282423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60b55c2c-526c-41ab-b4f9-8b878a9c186f req-b2a37610-f7ae-450c-9d00-84706787c82a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2888956 Nov 10 16:44:38.282423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=ef1a003f-37fa-4adc-b18f-c8932d0927cf,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:38.291688 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.418459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Pushing event deleted for resources: {'Port': ['ID=480ca7b0-882d-447a-8db1-ed77d37cfd78,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:38.509706 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.511607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb169-2061-4f46-86e6-64116dbad9a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.558234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] No DVR routers for this DVR port 480ca7b0-882d-447a-8db1-ed77d37cfd78 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:38.558860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7a5ead36-77d3-4868-8a28-9100233e5eb4 None None] Provisioning complete for port ef1a003f-37fa-4adc-b18f-c8932d0927cf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:38.559250 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7a5ead36-77d3-4868-8a28-9100233e5eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.562222 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.565673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-359b508e-8ff2-4093-a0ef-bc2efa183f65 req-c1274337-96ed-4dab-997d-476b2ed6058d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "DELETE /v2.0/ports/480ca7b0-882d-447a-8db1-ed77d37cfd78 HTTP/1.1" status: 204 len: 173 time: 1.8039460 Nov 10 16:44:38.566243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78db8ba0-2e80-4d95-8778-1c0532a7f22f', 'name': 'network-vif-deleted', 'tag': '480ca7b0-882d-447a-8db1-ed77d37cfd78'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:38.568581 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce604230-8d9a-4073-90d5-e502ad2619dc" -d '{"events": [{"server_uuid": "78db8ba0-2e80-4d95-8778-1c0532a7f22f", "name": "network-vif-deleted", "tag": "480ca7b0-882d-447a-8db1-ed77d37cfd78"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:38.571142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] In _notify_port_updated(), no bound segment for port ef1a003f-37fa-4adc-b18f-c8932d0927cf on network 715f4e16-7892-4647-979b-b446ca4f6f5a {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:44:38.577510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:38.578095 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.579495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc545dbb-7c86-4813-880e-cf91f9912be3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "PUT /v2.0/ports/ef1a003f-37fa-4adc-b18f-c8932d0927cf HTTP/1.1" status: 200 len: 1000 time: 2.7001433 Nov 10 16:44:38.582507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:38.583646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60b55c2c-526c-41ab-b4f9-8b878a9c186f req-572543c1-5578-4083-8714-745c5704a608 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421284 Nov 10 16:44:38.603353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ead36-77d3-4868-8a28-9100233e5eb4 None None] Port ef1a003f-37fa-4adc-b18f-c8932d0927cf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:38.650970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb169-2061-4f46-86e6-64116dbad9a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.659737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.735714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1dfe961-e424-469a-8f8d-b1c85350312d req-c353fb20-22c0-4415-8107-c70454834539 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0505095 Nov 10 16:44:38.769149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-78fff5e9-4c3d-40c3-8cf0-151d53d07041 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port ef1a003f-37fa-4adc-b18f-c8932d0927cf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:38.769739 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fff5e9-4c3d-40c3-8cf0-151d53d07041 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.810352 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a3eb169-2061-4f46-86e6-64116dbad9a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.812971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4a3eb169-2061-4f46-86e6-64116dbad9a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2611892 Nov 10 16:44:38.816306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54368) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:38.838200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 46c968d8-7164-43e3-b516-76b5ae349318 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:38.912371 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2731c63-3fec-4a7a-87f1-ba7b8f8fc74f x-openstack-request-id: req-f2731c63-3fec-4a7a-87f1-ba7b8f8fc74f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:38.912901 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78db8ba0-2e80-4d95-8778-1c0532a7f22f", "name": "network-vif-deleted", "tag": "480ca7b0-882d-447a-8db1-ed77d37cfd78", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:38.913322 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2731c63-3fec-4a7a-87f1-ba7b8f8fc74f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:38.913926 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78db8ba0-2e80-4d95-8778-1c0532a7f22f', 'name': 'network-vif-deleted', 'tag': '480ca7b0-882d-447a-8db1-ed77d37cfd78', 'status': 'completed', 'code': 200} Nov 10 16:44:38.918397 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 46c968d8-7164-43e3-b516-76b5ae349318 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:38.922073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 46c968d8-7164-43e3-b516-76b5ae349318 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:38.922664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 480ca7b0-882d-447a-8db1-ed77d37cfd78 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:38.952354 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fff5e9-4c3d-40c3-8cf0-151d53d07041 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:38.969278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-78fff5e9-4c3d-40c3-8cf0-151d53d07041 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for ef1a003f-37fa-4adc-b18f-c8932d0927cf owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:38.974612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:38.978080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 480ca7b0-882d-447a-8db1-ed77d37cfd78 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:38.978601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 480ca7b0-882d-447a-8db1-ed77d37cfd78 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:38.987787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:38.996474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:39.005351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Pushing event updated for resources: {'Port': ['ID=54fab334-81dc-417f-be91-96a8f68eb0e8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:39.071377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Attempting to bind port 54fab334-81dc-417f-be91-96a8f68eb0e8 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:39.071914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Attempting to bind port 54fab334-81dc-417f-be91-96a8f68eb0e8 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:39.072379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Attempting to bind port 54fab334-81dc-417f-be91-96a8f68eb0e8 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:39.079157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:39.079689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:39.080411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:39.091750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:39.091750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Bound port: 54fab334-81dc-417f-be91-96a8f68eb0e8, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:39.091750 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:39.187490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f1dfc-3ee7-4797-9250-b49993bde3a5 req-e081fdba-ac99-4ad6-8f67-abf6a0b14d6f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:39.195138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-690f1dfc-3ee7-4797-9250-b49993bde3a5 req-e081fdba-ac99-4ad6-8f67-abf6a0b14d6f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 950 time: 0.1241012 Nov 10 16:44:39.213437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] For port 54fab334-81dc-417f-be91-96a8f68eb0e8, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:39.220090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] For port 54fab334-81dc-417f-be91-96a8f68eb0e8, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=54fab334-81dc-417f-be91-96a8f68eb0e8,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:39.274402 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-690f1dfc-3ee7-4797-9250-b49993bde3a5 req-cc69fe21-60a5-4782-80db-bc8bd3811970 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762737 Nov 10 16:44:39.299620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:39.300253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:39.376933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990678d2-e984-451f-bfcc-fe9fa0e506d7 None None] Pushing event updated for resources: {'Port': ['ID=54fab334-81dc-417f-be91-96a8f68eb0e8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:39.422033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed133fc-25d0-48f1-b766-955a8c24b186 req-cd74db1f-125d-43e6-8cd0-dfb9df69f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:39.423605 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ed133fc-25d0-48f1-b766-955a8c24b186 req-cd74db1f-125d-43e6-8cd0-dfb9df69f12b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.0977149 Nov 10 16:44:39.489952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ed133fc-25d0-48f1-b766-955a8c24b186 req-6b0f9eeb-08ae-4dd9-a62d-8e80ef0ef999 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554998 Nov 10 16:44:39.493555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fff5e9-4c3d-40c3-8cf0-151d53d07041 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:39.533109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fff5e9-4c3d-40c3-8cf0-151d53d07041 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=ef1a003f-37fa-4adc-b18f-c8932d0927cf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:39.671495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78fff5e9-4c3d-40c3-8cf0-151d53d07041 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:39.671495 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-78fff5e9-4c3d-40c3-8cf0-151d53d07041 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/ef1a003f-37fa-4adc-b18f-c8932d0927cf HTTP/1.1" status: 204 len: 168 time: 1.0868299 Nov 10 16:44:39.675419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:39.728539 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe1c42d-6bc6-4f1c-b069-22f553b71d37 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:44:39.739783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54386) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:39.742491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dbe1c42d-6bc6-4f1c-b069-22f553b71d37 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/ef1a003f-37fa-4adc-b18f-c8932d0927cf HTTP/1.1" status: 404 len: 333 time: 0.0648582 Nov 10 16:44:39.847037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeac9f-37fc-4cce-81f2-274d0ec88817 req-83f2f2dc-4f3d-4aae-bb29-052ed514536a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:39.850302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::1 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/d47ab361-c74a-4eea-92c6-373be06cfb38/19989cc2-df87-400d-a112-eab1ac819965) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:39.858122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59aeac9f-37fc-4cce-81f2-274d0ec88817 req-83f2f2dc-4f3d-4aae-bb29-052ed514536a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1037989 Nov 10 16:44:39.931907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59aeac9f-37fc-4cce-81f2-274d0ec88817 req-e52afebf-c42b-486f-ba21-c7ed0f05faf2 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719054 Nov 10 16:44:39.963547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-165e14d4-80a8-4c14-a040-5b1848d0a7ea req-bd0ec3ae-de33-465d-833f-39fcc6c28e7b tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0770674 Nov 10 16:44:39.997535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8762be34-0442-4765-8316-9fc489b5563e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet 902e44fd-7e96-4cd6-8bdf-f80c2968f7bf {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:40.044504 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8762be34-0442-4765-8316-9fc489b5563e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.154431 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8762be34-0442-4765-8316-9fc489b5563e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.219007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-11f34e75-4e21-4301-a9b0-0cf6e3569644 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:40.225607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-11f34e75-4e21-4301-a9b0-0cf6e3569644 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 813 time: 0.3254054 Nov 10 16:44:40.238947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Request body: {'port': {'device_id': 'a15b11fe-01e2-47b9-acce-7c700c185af2', 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'admin_state_up': True, 'tenant_id': '214c28eb197246c190f810dc7784514c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:40.326536 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.361897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.501438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.523692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8762be34-0442-4765-8316-9fc489b5563e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.595416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:40.613596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3833ff-0aa0-4c9e-8afb-a0ab1b0ad250 req-aa90d3ec-1402-4587-8438-62cacd55ff64 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:40.615359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d3833ff-0aa0-4c9e-8afb-a0ab1b0ad250 req-aa90d3ec-1402-4587-8438-62cacd55ff64 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 950 time: 0.1760309 Nov 10 16:44:40.620460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:40.632610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:40.633160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.694989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Made reservation on behalf of 214c28eb197246c190f810dc7784514c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:40.698854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.700904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=19989cc2-df87-400d-a112-eab1ac819965,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:40.724292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-e04a2e0a-0c52-42a5-b976-26a3273de3af tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:40.726047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-e04a2e0a-0c52-42a5-b976-26a3273de3af tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 950 time: 0.0735736 Nov 10 16:44:40.788023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b8d15b33-8d76-43d2-88bd-dcd3e29c3308 None None] Provisioning complete for port 54fab334-81dc-417f-be91-96a8f68eb0e8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:40.794686 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b33-8d76-43d2-88bd-dcd3e29c3308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.823707 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d3833ff-0aa0-4c9e-8afb-a0ab1b0ad250 req-9941dbaa-8939-44ca-be97-78f563d1a3df tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897895 Nov 10 16:44:40.875722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Deleting port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:40.876345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.877203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8762be34-0442-4765-8316-9fc489b5563e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.930836 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b33-8d76-43d2-88bd-dcd3e29c3308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.937373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8762be34-0442-4765-8316-9fc489b5563e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:40.940860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8762be34-0442-4765-8316-9fc489b5563e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/902e44fd-7e96-4cd6-8bdf-f80c2968f7bf HTTP/1.1" status: 204 len: 168 time: 1.1930008 Nov 10 16:44:40.943799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:40.944920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762be34-0442-4765-8316-9fc489b5563e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=902e44fd-7e96-4cd6-8bdf-f80c2968f7bf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:40.965368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595df57c-7d00-4d0b-8133-7cbe1ec0b3bf None None] Network 715f4e16-7892-4647-979b-b446ca4f6f5a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:41.072404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-367121b3-fa2e-4c9f-8d31-beb20cb29762 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet d8885aeb-e51a-4e96-b61d-9606b9cc8e07 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:41.084133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] For port d3dedd27-5c1a-4435-b83b-078eaf4fcc78, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:41.084789 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:41.089102 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-367121b3-fa2e-4c9f-8d31-beb20cb29762 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:41.095374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b8d15b33-8d76-43d2-88bd-dcd3e29c3308 None None] For port 54fab334-81dc-417f-be91-96a8f68eb0e8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=54fab334-81dc-417f-be91-96a8f68eb0e8,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:41.135407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Allocated IP 172.20.0.10 (3efa94d1-624a-4232-ad54-33e20482304c/bc0fcfd5-9721-4400-81b0-6465dca087c5/8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:41.177835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Calling delete_port for d3dedd27-5c1a-4435-b83b-078eaf4fcc78 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:41.227909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-367121b3-fa2e-4c9f-8d31-beb20cb29762 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:41.293424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7e14a-0cfc-486c-8eca-806e4b08c8aa req-169651d8-f994-4bbf-8720-7beb08c7f4f0 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:41.295083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27a7e14a-0cfc-486c-8eca-806e4b08c8aa req-169651d8-f994-4bbf-8720-7beb08c7f4f0 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2131703 Nov 10 16:44:41.379504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aefac15a-c6e7-48a5-8268-c054f0d60f98 req-fe080189-e6ef-4905-9f2b-192b5e902beb tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 210 time: 0.2731760 Nov 10 16:44:41.390506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:41.436864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b33-8d76-43d2-88bd-dcd3e29c3308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:41.479221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 54fab334-81dc-417f-be91-96a8f68eb0e8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:41.570473 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:41.614171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-6a6f89df-0efc-48ea-a7c5-2211fd6b36ab tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:41.615803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-6a6f89df-0efc-48ea-a7c5-2211fd6b36ab tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 813 time: 0.3423145 Nov 10 16:44:41.629411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-06bdaf14-be93-472c-8163-15bba5ca2040 None None] Provisioning complete for port 19989cc2-df87-400d-a112-eab1ac819965 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:41.643942 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06bdaf14-be93-472c-8163-15bba5ca2040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:41.649070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d15b33-8d76-43d2-88bd-dcd3e29c3308 None None] Pushing event updated for resources: {'Port': ['ID=54fab334-81dc-417f-be91-96a8f68eb0e8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:41.681685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Request body: {'port': {'device_id': '0e952267-20b0-4d3c-a681-b56b4722b6a4', 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'admin_state_up': True, 'tenant_id': '214c28eb197246c190f810dc7784514c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:41.736438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 54fab334-81dc-417f-be91-96a8f68eb0e8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:41.736438 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:41.736438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-06bdaf14-be93-472c-8163-15bba5ca2040 None None] Port 19989cc2-df87-400d-a112-eab1ac819965 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:41.782559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27a7e14a-0cfc-486c-8eca-806e4b08c8aa req-121ef840-0d1a-43b3-919d-90fffec61966 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615502 Nov 10 16:44:41.861429 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-367121b3-fa2e-4c9f-8d31-beb20cb29762 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.023033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.035340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['19705b4b-d938-4c8d-9ef8-8d2126e156c9', 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78', '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:42.060897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.120051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fd9849a-7297-4e3c-8450-7cadaa2b36c3 req-dc864a0c-4539-4bbc-a0f7-c37bb7b9b8f3 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 210 time: 0.1370168 Nov 10 16:44:42.128752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Pushing event deleted for resources: {'Port': ['ID=d3dedd27-5c1a-4435-b83b-078eaf4fcc78,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:42.176745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Network 3efa94d1-624a-4232-ad54-33e20482304c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:42.190052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Pushing event updated for resources: {'Port': ['ID=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:42.200470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:42.212602 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-367121b3-fa2e-4c9f-8d31-beb20cb29762 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.219286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:42.224148 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.247540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Made reservation on behalf of 214c28eb197246c190f810dc7784514c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:42.252228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.254501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] No DVR routers for this DVR port d3dedd27-5c1a-4435-b83b-078eaf4fcc78 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:42.281535 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.286619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fd5ab04-065d-4a39-abb8-a85eb2417615 req-fd9cdb40-012b-4923-876c-8bb39c942ee5 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "DELETE /v2.0/ports/d3dedd27-5c1a-4435-b83b-078eaf4fcc78 HTTP/1.1" status: 204 len: 173 time: 1.5537088 Nov 10 16:44:42.294390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf0a2bb-eae7-4249-8763-d7c2d505eb6e', 'name': 'network-vif-deleted', 'tag': 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:42.300255 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adda6d12-bf9a-4746-b98d-655acab7a7af" -d '{"events": [{"server_uuid": "ebf0a2bb-eae7-4249-8763-d7c2d505eb6e", "name": "network-vif-deleted", "tag": "d3dedd27-5c1a-4435-b83b-078eaf4fcc78"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:42.310483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367121b3-fa2e-4c9f-8d31-beb20cb29762 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=d8885aeb-e51a-4e96-b61d-9606b9cc8e07,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:42.313524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-367121b3-fa2e-4c9f-8d31-beb20cb29762 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.324169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-367121b3-fa2e-4c9f-8d31-beb20cb29762 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/d8885aeb-e51a-4e96-b61d-9606b9cc8e07 HTTP/1.1" status: 204 len: 168 time: 1.3710213 Nov 10 16:44:42.324169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:42.339159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.339986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.374356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:42.375124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.383414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece91ff0-bde9-47bd-aeb3-5bbf7102a54e None None] Network 715f4e16-7892-4647-979b-b446ca4f6f5a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:42.459855 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e5e2e0-3662-4696-aacd-0807623474cf x-openstack-request-id: req-f3e5e2e0-3662-4696-aacd-0807623474cf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:42.460108 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf0a2bb-eae7-4249-8763-d7c2d505eb6e", "name": "network-vif-deleted", "tag": "d3dedd27-5c1a-4435-b83b-078eaf4fcc78", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:42.460303 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3e5e2e0-3662-4696-aacd-0807623474cf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:42.462740 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf0a2bb-eae7-4249-8763-d7c2d505eb6e', 'name': 'network-vif-deleted', 'tag': 'd3dedd27-5c1a-4435-b83b-078eaf4fcc78', 'status': 'completed', 'code': 200} Nov 10 16:44:42.472600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.540956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=19989cc2-df87-400d-a112-eab1ac819965,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:42.555142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-076a2274-f0b8-4b23-a2bd-00286e0ea353 None None] Provisioning complete for port 047f4688-582c-4f25-a9e7-42d36db93ead triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:42.555749 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-076a2274-f0b8-4b23-a2bd-00286e0ea353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.628958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47a3affc-9dc1-486f-9e83-ec81a623028c req-26508671-74d0-4b64-b3d1-6f0e3f462104 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 210 time: 0.1463149 Nov 10 16:44:42.683676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f26a0a27-78e8-4509-947a-32604e944b4c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4490111 Nov 10 16:44:42.703202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-08c81064-6233-4b5f-9061-d9bbbb1ff65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:42.705223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-08c81064-6233-4b5f-9061-d9bbbb1ff65d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.2204413 Nov 10 16:44:42.724273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Request body: {'port': {'device_id': 'a15b11fe-01e2-47b9-acce-7c700c185af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:42.821341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32548941-89a7-4ed7-b9e5-f6077fbac045 req-fc92d8e7-5b3e-4668-bb3e-e05e9c8de26c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:42.831054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32548941-89a7-4ed7-b9e5-f6077fbac045 req-fc92d8e7-5b3e-4668-bb3e-e05e9c8de26c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.3545644 Nov 10 16:44:42.938967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] DHCP port deletion for 715f4e16-7892-4647-979b-b446ca4f6f5a request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:42.941710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:42.966155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:42.976044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:43.001627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Allocated IP 172.20.0.4 (3efa94d1-624a-4232-ad54-33e20482304c/bc0fcfd5-9721-4400-81b0-6465dca087c5/8db48a01-5620-4400-86b7-7aa95bf48ed0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:43.001909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] Deleting port 047f4688-582c-4f25-a9e7-42d36db93ead {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:43.002388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:43.021625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 047f4688-582c-4f25-a9e7-42d36db93ead {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:43.026805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:43.055298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32548941-89a7-4ed7-b9e5-f6077fbac045 req-24d00ee1-40cc-48f4-89c2-ca76ac542eba tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166011 Nov 10 16:44:43.112660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] For port 047f4688-582c-4f25-a9e7-42d36db93ead, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=047f4688-582c-4f25-a9e7-42d36db93ead,segment=NetworkSegment(07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15),segment_id=07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:43.113052 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:43.116784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-18085479-543a-4e62-910f-035e73c91ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:43.119056 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-18085479-543a-4e62-910f-035e73c91ef6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.3891037 Nov 10 16:44:43.139705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] Calling delete_port for 047f4688-582c-4f25-a9e7-42d36db93ead owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:43.192547 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-79b40a57-cfc9-41cb-836f-4ccdcd71d6d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 217 time: 0.0482621 Nov 10 16:44:43.327697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] For port 047f4688-582c-4f25-a9e7-42d36db93ead, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=047f4688-582c-4f25-a9e7-42d36db93ead,segment=NetworkSegment(07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15),segment_id=07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:43.328371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:43.345688 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:43.378509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7fe5295-98e2-461c-9326-1eeda0d05a8a req-69e37031-96a8-48f6-9989-dda98b51ea79 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebf0a2bb-eae7-4249-8763-d7c2d505eb6e HTTP/1.1" status: 200 len: 210 time: 0.0665164 Nov 10 16:44:43.380889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 047f4688-582c-4f25-a9e7-42d36db93ead owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:43.425004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-bdbd2803-8142-4dcf-a86a-ac6f819996c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:43.426665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 54fab334-81dc-417f-be91-96a8f68eb0e8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:43.427181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-bdbd2803-8142-4dcf-a86a-ac6f819996c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.2246375 Nov 10 16:44:43.444592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] Pushing event deleted for resources: {'Port': ['ID=047f4688-582c-4f25-a9e7-42d36db93ead,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:43.485483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81b76b-28a2-4938-b038-e181434ad665 None None] No DVR routers for this DVR port 047f4688-582c-4f25-a9e7-42d36db93ead on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:43.520899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ee6f9399-9df7-4ccc-848f-28241c5f32e3 None None] Provisioning complete for port 19989cc2-df87-400d-a112-eab1ac819965 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:43.520899 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9399-9df7-4ccc-848f-28241c5f32e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:43.546843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-5b9276c3-88ff-4ce5-a693-6651e39e50f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768454 Nov 10 16:44:43.569259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f9399-9df7-4ccc-848f-28241c5f32e3 None None] Port 19989cc2-df87-400d-a112-eab1ac819965 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:43.589283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 54fab334-81dc-417f-be91-96a8f68eb0e8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:43.590028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:43.792764 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b4cee92-8244-4766-894a-1c49a2340bb2 req-89fb324e-f67d-4c04-be4c-e24678698bb7 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0297301 Nov 10 16:44:43.810020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 047f4688-582c-4f25-a9e7-42d36db93ead no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:43.865187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 047f4688-582c-4f25-a9e7-42d36db93ead {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:43.865822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 047f4688-582c-4f25-a9e7-42d36db93ead not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:43.916833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Router 43f088e1-ef62-468d-b7ca-84e29827c1d8 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:44:44.035921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:44:44.045146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f13917ef-1cbe-4f1f-a64b-4783e50d26e4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "PUT /v2.0/routers/43f088e1-ef62-468d-b7ca-84e29827c1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2259810 Nov 10 16:44:44.047327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54450) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:44.052459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Sync routers for ids ['43f088e1-ef62-468d-b7ca-84e29827c1d8'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:44:44.101557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Routers {'43f088e1-ef62-468d-b7ca-84e29827c1d8'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:44.102214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['43f088e1-ef62-468d-b7ca-84e29827c1d8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:44.123298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6350d-a6bb-451e-9550-9432e527beb4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:44.137068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b2f6350d-a6bb-451e-9550-9432e527beb4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports/19989cc2-df87-400d-a112-eab1ac819965 HTTP/1.1" status: 200 len: 911 time: 0.0884128 Nov 10 16:44:44.139563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54456) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:44.151223 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.183073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.191818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-babec9f6-8077-472b-93e7-c2820b55661f service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264796 Nov 10 16:44:44.216662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057488b-7128-4212-b72e-8ef562cb18e8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:44.225334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057488b-7128-4212-b72e-8ef562cb18e8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:44.229630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8057488b-7128-4212-b72e-8ef562cb18e8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0863278 Nov 10 16:44:44.229995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54458) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:44.232324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=047f4688-582c-4f25-a9e7-42d36db93ead,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:44.247663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Set router 43f088e1-ef62-468d-b7ca-84e29827c1d8 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:44.251401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No DVR routers for this DVR port 047f4688-582c-4f25-a9e7-42d36db93ead on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:44.431466 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.452077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb53c96-1caa-4406-bb0d-13111bebcfbf req-a83d3a7e-b73e-4989-9635-e29eaaac7aae tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:44.459870 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ddb53c96-1caa-4406-bb0d-13111bebcfbf req-a83d3a7e-b73e-4989-9635-e29eaaac7aae tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2378798 Nov 10 16:44:44.480709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.521788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715f4e16-7892-4647-979b-b446ca4f6f5a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:44.554974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'name': 'tempest-NetworksTestDHCPv6-router-2011263883', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:37Z', 'updated_at': '2021-11-10T16:44:40Z', 'revision_number': 2, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None, '_interfaces': [{'id': '19989cc2-df87-400d-a112-eab1ac819965', 'name': '', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'mac_address': 'fa:16:3e:a2:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'd47ab361-c74a-4eea-92c6-373be06cfb38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:44:39Z', 'updated_at': '2021-11-10T16:44:41Z', 'revision_number': 2, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'subnets': [{'id': 'd47ab361-c74a-4eea-92c6-373be06cfb38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:44.562842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:44.563151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d3bc7c-0fc8-4ae9-bc6f-b150b7cc3a15') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:44.581717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad9dba07-8661-4c41-bc7c-6f9206ad0ea7 req-f53213ce-c45a-4eb2-89ff-86877422accc service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627253 Nov 10 16:44:44.584220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Checking router: 43f088e1-ef62-468d-b7ca-84e29827c1d8 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:44:44.584751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Updating router 43f088e1-ef62-468d-b7ca-84e29827c1d8 port 19989cc2-df87-400d-a112-eab1ac819965 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:44:44.594332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Network 3efa94d1-624a-4232-ad54-33e20482304c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:44.597871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:44.611515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.613480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:44.628904 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.672804 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.679371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:44:44.679803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: items = [ Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:44:44.685410 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:44:44.694308 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ddb53c96-1caa-4406-bb0d-13111bebcfbf req-2ff76ce1-c924-46af-8c14-5996be5b8e0b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287166 Nov 10 16:44:44.703884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Pushing event updated for resources: {'Port': ['ID=8db48a01-5620-4400-86b7-7aa95bf48ed0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:44.782904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:44.783606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.845601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:44.859476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.892384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-78fffd3d-e63b-449d-9a6f-d936cf09e594 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2666707 Nov 10 16:44:44.893146 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.900216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Transition to ACTIVE for port object 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:44:44.901951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:44.909189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/networks/715f4e16-7892-4647-979b-b446ca4f6f5a HTTP/1.1" status: 204 len: 168 time: 2.5821693 Nov 10 16:44:44.914598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54468) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:44.916915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Request body: {'port': {'device_id': '0e952267-20b0-4d3c-a681-b56b4722b6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:44.994535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e0625-c4d7-414b-a558-0291aaaa49f0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Network': ['ID=715f4e16-7892-4647-979b-b446ca4f6f5a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:45.036569 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.063227 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.072600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6753828-44ec-46c1-a9e9-b7c470995aba req-b2a080ac-ea3b-47ce-be1d-153cd904954c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:45.074206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6753828-44ec-46c1-a9e9-b7c470995aba req-b2a080ac-ea3b-47ce-be1d-153cd904954c tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 931 time: 0.1006882 Nov 10 16:44:45.085056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d3dedd27-5c1a-4435-b83b-078eaf4fcc78 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:45.106888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: d3dedd27-5c1a-4435-b83b-078eaf4fcc78 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:45.107405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d3dedd27-5c1a-4435-b83b-078eaf4fcc78 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:45.141146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:45.220362 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.323665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.376594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09e2a-92fb-4ff3-b154-69a4926697dd req-4eb2f7a1-0f64-46af-ab3e-afbf7b230c7d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:45.378311 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1aa09e2a-92fb-4ff3-b154-69a4926697dd req-4eb2f7a1-0f64-46af-ab3e-afbf7b230c7d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 949 time: 0.3692424 Nov 10 16:44:45.418646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db7813-598c-4548-a374-3aa4b1844328 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:45.420435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-56db7813-598c-4548-a374-3aa4b1844328 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5059521 Nov 10 16:44:45.440591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:45.475712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.486834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38afd1-ccad-461f-a5e4-d767a64caaa6 None None] Pushing event updated for resources: {'Port': ['ID=19989cc2-df87-400d-a112-eab1ac819965,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:45.506967 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6753828-44ec-46c1-a9e9-b7c470995aba req-60a795fc-1da7-479a-a079-27ee12bfd3a7 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206288 Nov 10 16:44:45.571120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Attempting to bind port 19989cc2-df87-400d-a112-eab1ac819965 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:45.573409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Attempting to bind port 19989cc2-df87-400d-a112-eab1ac819965 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:45.574602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Attempting to bind port 19989cc2-df87-400d-a112-eab1ac819965 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:45.590150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:45.594840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:45.596065 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.603609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:45.603609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Bound port: 19989cc2-df87-400d-a112-eab1ac819965, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:45.603609 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.609292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db48a01-5620-4400-86b7-7aa95bf48ed0 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:45.639824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.643112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1aa09e2a-92fb-4ff3-b154-69a4926697dd req-3f89cc9f-ef4c-4e5c-a68b-25e9d9cce503 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345855 Nov 10 16:44:45.660930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Attempting to bind port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:45.664837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Attempting to bind port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:45.664837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Attempting to bind port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e on network 3efa94d1-624a-4232-ad54-33e20482304c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:45.668586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e on network 3efa94d1-624a-4232-ad54-33e20482304c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:44:45.669157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Attempting to bind port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e on network 3efa94d1-624a-4232-ad54-33e20482304c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:45.679332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Transition to ACTIVE for port object 8db48a01-5620-4400-86b7-7aa95bf48ed0 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:44:45.679460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:45.679625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Checking segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:45.680020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Bound using segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:45.680459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Bound port: 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:45.680816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.700855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54490) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:45.702083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8a979167-0d5b-4c17-b9b5-fe3c1aea507e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2579281 Nov 10 16:44:45.709246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-357499749'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:45.740500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.785056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] For port 19989cc2-df87-400d-a112-eab1ac819965, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:45.792544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] For port 19989cc2-df87-400d-a112-eab1ac819965, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=19989cc2-df87-400d-a112-eab1ac819965,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:45.882481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:45.951388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Pushing event updated for resources: {'Port': ['ID=8db48a01-5620-4400-86b7-7aa95bf48ed0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:45.974389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38afd1-ccad-461f-a5e4-d767a64caaa6 None None] Pushing event updated for resources: {'Port': ['ID=19989cc2-df87-400d-a112-eab1ac819965,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:45.993326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:46.002382 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.018857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Routers {'43f088e1-ef62-468d-b7ca-84e29827c1d8'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:46.019468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['43f088e1-ef62-468d-b7ca-84e29827c1d8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:46.064675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084c1ba-b552-4376-bc2d-c22dd9943113 req-f2f91032-bc0d-47a6-b000-516b3ac2ffdd tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:46.084047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6084c1ba-b552-4376-bc2d-c22dd9943113 req-f2f91032-bc0d-47a6-b000-516b3ac2ffdd tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2612391 Nov 10 16:44:46.100043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] For port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:46.136333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] For port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:46.162122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:44:46.183897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Attempting to bind port 8db48a01-5620-4400-86b7-7aa95bf48ed0 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:46.184267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Attempting to bind port 8db48a01-5620-4400-86b7-7aa95bf48ed0 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:46.184564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Attempting to bind port 8db48a01-5620-4400-86b7-7aa95bf48ed0 on network 3efa94d1-624a-4232-ad54-33e20482304c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:46.222397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.222397 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Added segment b6cbdce1-05b0-4d40-9c41-0ca947e5a2da of type vlan for network 1982daa5-ac53-4ec1-b195-4ef665208004 Nov 10 16:44:46.231039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Port 8db48a01-5620-4400-86b7-7aa95bf48ed0 on network 3efa94d1-624a-4232-ad54-33e20482304c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:44:46.231456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Attempting to bind port 8db48a01-5620-4400-86b7-7aa95bf48ed0 on network 3efa94d1-624a-4232-ad54-33e20482304c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:46.247610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:46.252573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Checking segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:46.253004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Bound using segment: {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:46.253478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Bound port: 8db48a01-5620-4400-86b7-7aa95bf48ed0, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939276ef-e149-42c0-953f-cefb89e5f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:46.253844 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.272865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] Set router 43f088e1-ef62-468d-b7ca-84e29827c1d8 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:46.296652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.332995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6084c1ba-b552-4376-bc2d-c22dd9943113 req-207f5f59-4d24-4bca-aeb8-21661eb174a2 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412753 Nov 10 16:44:46.474976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d04425e7-ad86-4fd3-a4b1-d74a80782500 None None] Provisioning complete for port 19989cc2-df87-400d-a112-eab1ac819965 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:46.476226 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d04425e7-ad86-4fd3-a4b1-d74a80782500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.515197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:46.515994 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.519592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] 10.222.0.69 "PUT /v2.0/ports/8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e HTTP/1.1" status: 200 len: 1093 time: 3.8083096 Nov 10 16:44:46.528525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15b11fe-01e2-47b9-acce-7c700c185af2', 'tag': '8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:46.531556 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ec82b-b531-497a-9db0-a2f42a5d2753" -d '{"events": [{"name": "network-changed", "server_uuid": "a15b11fe-01e2-47b9-acce-7c700c185af2", "tag": "8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:46.533869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] For port 8db48a01-5620-4400-86b7-7aa95bf48ed0, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:46.567158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] For port 8db48a01-5620-4400-86b7-7aa95bf48ed0, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8db48a01-5620-4400-86b7-7aa95bf48ed0,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:46.576083 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.588098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-a8876975-4bb4-489d-8ffb-0ff9dceb20af tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:46.589727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-a8876975-4bb4-489d-8ffb-0ff9dceb20af tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 949 time: 0.1070101 Nov 10 16:44:46.620036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4966264-4e0a-441f-b419-75c21e9eca81 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:46.625156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.649967 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0465a4-d4f0-46f5-8459-ecfbf90e118b x-openstack-request-id: req-de0465a4-d4f0-46f5-8459-ecfbf90e118b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:46.651498 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15b11fe-01e2-47b9-acce-7c700c185af2", "tag": "8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:46.652194 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de0465a4-d4f0-46f5-8459-ecfbf90e118b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:46.654142 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15b11fe-01e2-47b9-acce-7c700c185af2', 'tag': '8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e', 'status': 'completed', 'code': 200} Nov 10 16:44:46.777178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Pushing event updated for resources: {'Port': ['ID=8db48a01-5620-4400-86b7-7aa95bf48ed0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:46.785279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:46.785818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.787995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 19989cc2-df87-400d-a112-eab1ac819965 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:46.788646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.790482 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-f2c931ac-cb73-41c0-93d5-c8714b6bcab1 service neutron] 10.222.0.69 "PUT /v2.0/ports/8db48a01-5620-4400-86b7-7aa95bf48ed0 HTTP/1.1" status: 200 len: 1092 time: 1.8790660 Nov 10 16:44:46.826145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e952267-20b0-4d3c-a681-b56b4722b6a4', 'tag': '8db48a01-5620-4400-86b7-7aa95bf48ed0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:46.830036 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ce58b1-c400-4f02-971d-0fe717fcf875" -d '{"events": [{"name": "network-changed", "server_uuid": "0e952267-20b0-4d3c-a681-b56b4722b6a4", "tag": "8db48a01-5620-4400-86b7-7aa95bf48ed0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:46.941089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] For port 19989cc2-df87-400d-a112-eab1ac819965, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=19989cc2-df87-400d-a112-eab1ac819965,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:46.943105 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:46.980268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 19989cc2-df87-400d-a112-eab1ac819965 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:46.986030 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d04425e7-ad86-4fd3-a4b1-d74a80782500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:47.022360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:47.043174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d04425e7-ad86-4fd3-a4b1-d74a80782500 None None] For port 19989cc2-df87-400d-a112-eab1ac819965, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=19989cc2-df87-400d-a112-eab1ac819965,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:47.047361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:47.048048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:47.062477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'name': 'tempest-NetworksTestDHCPv6-router-2011263883', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:37Z', 'updated_at': '2021-11-10T16:44:40Z', 'revision_number': 2, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None, '_interfaces': [{'id': '19989cc2-df87-400d-a112-eab1ac819965', 'name': '', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'mac_address': 'fa:16:3e:a2:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'd47ab361-c74a-4eea-92c6-373be06cfb38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:44:39Z', 'updated_at': '2021-11-10T16:44:45Z', 'revision_number': 4, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'subnets': [{'id': 'd47ab361-c74a-4eea-92c6-373be06cfb38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:47.063520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fa907-2fa9-4512-8a01-f0bfbff7206c req-c570dfec-1394-4843-805f-2e8d293a8a2f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:47.067339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a1fa907-2fa9-4512-8a01-f0bfbff7206c req-c570dfec-1394-4843-805f-2e8d293a8a2f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 949 time: 0.2631960 Nov 10 16:44:47.099792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2e25c-a090-4e8d-84ea-1eb7729eca58 None None] The sync data for ids ['43f088e1-ef62-468d-b7ca-84e29827c1d8'] in n-d-714676-11 is: [{'id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'name': 'tempest-NetworksTestDHCPv6-router-2011263883', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:37Z', 'updated_at': '2021-11-10T16:44:40Z', 'revision_number': 2, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None, '_interfaces': [{'id': '19989cc2-df87-400d-a112-eab1ac819965', 'name': '', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'mac_address': 'fa:16:3e:a2:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'd47ab361-c74a-4eea-92c6-373be06cfb38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:44:39Z', 'updated_at': '2021-11-10T16:44:45Z', 'revision_number': 4, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'subnets': [{'id': 'd47ab361-c74a-4eea-92c6-373be06cfb38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:44:47.103704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-92cebf39-fa61-4c36-b89e-19e3249dcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:47.106722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-92cebf39-fa61-4c36-b89e-19e3249dcf68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 1095 time: 0.2258565 Nov 10 16:44:47.116972 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d04425e7-ad86-4fd3-a4b1-d74a80782500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:47.216647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04425e7-ad86-4fd3-a4b1-d74a80782500 None None] Pushing event updated for resources: {'Port': ['ID=19989cc2-df87-400d-a112-eab1ac819965,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:47.237200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-8c90d617-f359-440c-83b4-69c4fe188b8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db48a01-5620-4400-86b7-7aa95bf48ed0 HTTP/1.1" status: 200 len: 217 time: 0.0867009 Nov 10 16:44:47.250081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a1fa907-2fa9-4512-8a01-f0bfbff7206c req-0ce788a0-ae04-4edb-92b2-e8e11cd2b691 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765227 Nov 10 16:44:47.271603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1a885687-b715-4c4e-b5a5-c3ece79e1679 None None] Provisioning complete for port 19989cc2-df87-400d-a112-eab1ac819965 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:47.271603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a885687-b715-4c4e-b5a5-c3ece79e1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:47.304879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-dfd4102b-767a-4c39-b2b5-46ceeebb257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:47.306514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-dfd4102b-767a-4c39-b2b5-46ceeebb257e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&device_id=a15b11fe-01e2-47b9-acce-7c700c185af2 HTTP/1.1" status: 200 len: 1096 time: 0.6378188 Nov 10 16:44:47.326239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Network': ['ID=1982daa5-ac53-4ec1-b195-4ef665208004,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:47.345852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Deleting port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:47.346457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:47.354511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1982daa5-ac53-4ec1-b195-4ef665208004 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:44:47.419351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f91dcebe-0bba-4ae8-8f5c-416819e76ad2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7152824 Nov 10 16:44:47.419986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54510) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:47.428140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:47.436836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-3ec32404-798a-4dab-842b-911f937256fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e HTTP/1.1" status: 200 len: 217 time: 0.1185780 Nov 10 16:44:47.457763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7e2df-981e-4b96-8dff-671dfa58b5aa req-3f3b0adf-bcb8-4e1c-bbcf-d805075bdc45 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:47.461539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8f7e2df-981e-4b96-8dff-671dfa58b5aa req-3f3b0adf-bcb8-4e1c-bbcf-d805075bdc45 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 943 time: 0.7269144 Nov 10 16:44:47.542652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-e156f919-7e8d-4eee-8c3b-7ff25d2e0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:47.546721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-e156f919-7e8d-4eee-8c3b-7ff25d2e0cf7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bc0fcfd5-9721-4400-81b0-6465dca087c5 HTTP/1.1" status: 200 len: 853 time: 0.2896254 Nov 10 16:44:47.592889 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b8d777-9f7c-461c-b05f-20edb59f8b0e x-openstack-request-id: req-26b8d777-9f7c-461c-b05f-20edb59f8b0e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:47.593784 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e952267-20b0-4d3c-a681-b56b4722b6a4", "tag": "8db48a01-5620-4400-86b7-7aa95bf48ed0", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:47.594047 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26b8d777-9f7c-461c-b05f-20edb59f8b0e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:47.594464 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e952267-20b0-4d3c-a681-b56b4722b6a4', 'tag': '8db48a01-5620-4400-86b7-7aa95bf48ed0', 'status': 'completed', 'code': 200} Nov 10 16:44:47.652050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-df44d9a4-24be-431d-9b63-0aa2417a4853 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3efa94d1-624a-4232-ad54-33e20482304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951393 Nov 10 16:44:47.681036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] For port 19705b4b-d938-4c8d-9ef8-8d2126e156c9, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=19705b4b-d938-4c8d-9ef8-8d2126e156c9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:47.681346 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:47.705073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Calling delete_port for 19705b4b-d938-4c8d-9ef8-8d2126e156c9 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:47.777030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c8f7e2df-981e-4b96-8dff-671dfa58b5aa req-a9b81aae-7f77-4ad1-9a89-d13de9f06386 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959671 Nov 10 16:44:47.814364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-a549ca2c-8a21-4dea-bd09-c117cf859903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:47.816204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-a549ca2c-8a21-4dea-bd09-c117cf859903 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bc0fcfd5-9721-4400-81b0-6465dca087c5 HTTP/1.1" status: 200 len: 853 time: 0.3484926 Nov 10 16:44:47.874758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-6c9e2467-092c-4598-b842-177d37b80d79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3efa94d1-624a-4232-ad54-33e20482304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469818 Nov 10 16:44:47.936186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13ef79-61eb-45ed-a548-ea780c7dd8d5 req-0394ecac-c2d6-4ef8-abef-8007876e195d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:47.938130 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc13ef79-61eb-45ed-a548-ea780c7dd8d5 req-0394ecac-c2d6-4ef8-abef-8007876e195d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2790606 Nov 10 16:44:48.000438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:48.006039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:48.020067 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-22adc39b-bb24-4a50-b01f-aea4fcbda5b7 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569958 Nov 10 16:44:48.073852 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:48.094450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['19705b4b-d938-4c8d-9ef8-8d2126e156c9', '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:48.176672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc13ef79-61eb-45ed-a548-ea780c7dd8d5 req-4caf3a4a-e686-4ad2-9b07-1acb22b5c40d tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147377 Nov 10 16:44:48.182125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-94c0f190-96fb-42e9-8f57-590154a9c78c service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964814 Nov 10 16:44:48.240847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:48.267908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Pushing event deleted for resources: {'Port': ['ID=19705b4b-d938-4c8d-9ef8-8d2126e156c9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:48.322657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=19989cc2-df87-400d-a112-eab1ac819965,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:48.407148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] No DVR routers for this DVR port 19705b4b-d938-4c8d-9ef8-8d2126e156c9 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:48.421994 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:48.426981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "DELETE /v2.0/ports/19705b4b-d938-4c8d-9ef8-8d2126e156c9 HTTP/1.1" status: 204 len: 173 time: 1.8214366 Nov 10 16:44:48.563105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-558e9027-c6ce-4a9e-b980-82abe16ab6c8 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302889 Nov 10 16:44:48.825580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-9f2ab59b-b637-4c5b-a2d7-d83d86d92bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:48.828866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-9f2ab59b-b637-4c5b-a2d7-d83d86d92bb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0917807 Nov 10 16:44:48.992326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd7da-1571-4263-85cd-88eb66b9b594 req-c7a077e5-b27a-44c3-9b5a-caf13918de06 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:48.993959 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4bdd7da-1571-4263-85cd-88eb66b9b594 req-c7a077e5-b27a-44c3-9b5a-caf13918de06 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 943 time: 0.0753508 Nov 10 16:44:49.013066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-91bbaa16-c9ad-43c1-835e-10ecaa89755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:49.017617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-91bbaa16-c9ad-43c1-835e-10ecaa89755d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 914 time: 0.1780691 Nov 10 16:44:49.075610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-c535781b-5a75-43b3-a797-aa6a284b4fef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db48a01-5620-4400-86b7-7aa95bf48ed0 HTTP/1.1" status: 200 len: 217 time: 0.0467372 Nov 10 16:44:49.097378 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8b48842-db0f-4ba2-8a40-4b7f46ab107d req-4698b57f-7c48-46d3-a382-ff337fb9b6b8 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd7edadf-d175-4a13-832b-19e7548b92cf HTTP/1.1" status: 200 len: 210 time: 0.1023862 Nov 10 16:44:49.145380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4bdd7da-1571-4263-85cd-88eb66b9b594 req-45b2b0b0-1f91-41e9-b7c2-13670c697a4a tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401966 Nov 10 16:44:49.171880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-e10dee55-e4a2-4525-8c8b-5ad0029b22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:49.173563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-e10dee55-e4a2-4525-8c8b-5ad0029b22a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bc0fcfd5-9721-4400-81b0-6465dca087c5 HTTP/1.1" status: 200 len: 853 time: 0.0804939 Nov 10 16:44:49.216388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:49.223920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-69437536-0abe-4f1c-91d6-7ac329ec1227 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3efa94d1-624a-4232-ad54-33e20482304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364277 Nov 10 16:44:49.228067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-523fcac8-756a-4f9c-89fe-d9d79036df87 req-d5454a36-0cf4-496d-9202-8c71715703f7 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0068498 Nov 10 16:44:49.279202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:49.398303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-047d961a-e287-47e6-a19c-502dbd3cce56 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363139 Nov 10 16:44:49.451082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=0a09b630-8916-4b6b-8d55-0833e74e59fc,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:49.506393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67ce58b1-c400-4f02-971d-0fe717fcf875 req-98334396-f027-483e-b0b6-71e42c4b0133 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028280 Nov 10 16:44:49.509574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking segment: {'id': 'b6cbdce1-05b0-4d40-9c41-0ca947e5a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:49.509940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network hostable DHCP agents. Network: 1982daa5-ac53-4ec1-b195-4ef665208004, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:44:49.530775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Router 43f088e1-ef62-468d-b7ca-84e29827c1d8 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:44:49.552099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-57117317-efdc-46fd-ad70-0995d14bd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:49.557906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-57117317-efdc-46fd-ad70-0995d14bd41c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=214c28eb197246c190f810dc7784514c&device_id=a15b11fe-01e2-47b9-acce-7c700c185af2 HTTP/1.1" status: 200 len: 1096 time: 0.1463840 Nov 10 16:44:49.595386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7edadf-d175-4a13-832b-19e7548b92cf', 'name': 'network-vif-deleted', 'tag': '19705b4b-d938-4c8d-9ef8-8d2126e156c9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:49.597718 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e2b63-f3c9-4d92-9871-3ff389d330e6" -d '{"events": [{"server_uuid": "bd7edadf-d175-4a13-832b-19e7548b92cf", "name": "network-vif-deleted", "tag": "19705b4b-d938-4c8d-9ef8-8d2126e156c9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:49.661573 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85250fd0-89b3-4fcb-a872-36d6b6540bd5 x-openstack-request-id: req-85250fd0-89b3-4fcb-a872-36d6b6540bd5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:49.661879 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7edadf-d175-4a13-832b-19e7548b92cf", "name": "network-vif-deleted", "tag": "19705b4b-d938-4c8d-9ef8-8d2126e156c9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:49.662132 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85250fd0-89b3-4fcb-a872-36d6b6540bd5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:49.662791 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7edadf-d175-4a13-832b-19e7548b92cf', 'name': 'network-vif-deleted', 'tag': '19705b4b-d938-4c8d-9ef8-8d2126e156c9', 'status': 'completed', 'code': 200} Nov 10 16:44:49.680229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 1982daa5-ac53-4ec1-b195-4ef665208004 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:44:49.708733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:44:49.731484 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] Sync routers for ids ['43f088e1-ef62-468d-b7ca-84e29827c1d8'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:44:49.735543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:49.735964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e3b75b12-0612-4049-bb31-e40c1de7fb55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "PUT /v2.0/routers/43f088e1-ef62-468d-b7ca-84e29827c1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5047731 Nov 10 16:44:49.749163 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] Routers {'43f088e1-ef62-468d-b7ca-84e29827c1d8'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:49.753026 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['43f088e1-ef62-468d-b7ca-84e29827c1d8'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:49.832721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-9f7aff97-dd94-4e33-845a-d2b0ec741cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:49.833257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae72935-d248-4280-986c-c7ce2696bd6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:49.834207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-9f7aff97-dd94-4e33-845a-d2b0ec741cc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 200 len: 914 time: 0.1694448 Nov 10 16:44:49.835429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae72935-d248-4280-986c-c7ce2696bd6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:49.841462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5ae72935-d248-4280-986c-c7ce2696bd6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1045866 Nov 10 16:44:49.847886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:49.880222 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] Set router 43f088e1-ef62-468d-b7ca-84e29827c1d8 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:49.925177 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-bdca466a-82e3-4a09-a970-fefe1e042946 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e HTTP/1.1" status: 200 len: 217 time: 0.0780082 Nov 10 16:44:49.929985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1982daa5-ac53-4ec1-b195-4ef665208004) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:49.940806 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'name': 'tempest-NetworksTestDHCPv6-router-2011263883', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:37Z', 'updated_at': '2021-11-10T16:44:47Z', 'revision_number': 3, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:49.944208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c14510-6590-4e9d-be6c-1fb81c29c74a None None] Network 1982daa5-ac53-4ec1-b195-4ef665208004 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:49.948998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-616dd08b-ded7-4ea6-ba7e-215dbe4105d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet d47ab361-c74a-4eea-92c6-373be06cfb38 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:49.962161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616dd08b-ded7-4ea6-ba7e-215dbe4105d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:49.993806 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] Checking router: 43f088e1-ef62-468d-b7ca-84e29827c1d8 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:44:49.996734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:50.015445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:50.016308 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] Routers {'43f088e1-ef62-468d-b7ca-84e29827c1d8'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:44:50.016926 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:44:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['43f088e1-ef62-468d-b7ca-84e29827c1d8'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:50.018335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.047840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b73e279-32ea-4767-829d-1e081d69d2c2 admin admin] Deleting subnet d52a1fe0-732e-4755-a461-99069917d533 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:50.053481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b73e279-32ea-4767-829d-1e081d69d2c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.055548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-217f8f02-5fd5-4eb3-a78d-745d696f5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:50.057708 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-217f8f02-5fd5-4eb3-a78d-745d696f5aab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bc0fcfd5-9721-4400-81b0-6465dca087c5 HTTP/1.1" status: 200 len: 853 time: 0.1235986 Nov 10 16:44:50.102074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616dd08b-ded7-4ea6-ba7e-215dbe4105d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.137569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b73e279-32ea-4767-829d-1e081d69d2c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.155972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-23857728-e0a5-4564-9167-f6781974728e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7281854 Nov 10 16:44:50.160375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-19740e8d-a0d6-45eb-ba53-fc66215e7db7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3efa94d1-624a-4232-ad54-33e20482304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925176 Nov 10 16:44:50.161549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54550) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:50.175733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004', 'name': 'tempest-PortsTestJSON-1050203683'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:50.204949 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] Set router 43f088e1-ef62-468d-b7ca-84e29827c1d8 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:44:50.212500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-1982daa5-ac53-4ec1-b195-4ef665208004', 'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004', 'tenant_id': '388fb5fea978488196d3195a1792695d', 'fixed_ips': [{'subnet_id': '0a09b630-8916-4b6b-8d55-0833e74e59fc'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:50.218669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.321547 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'name': 'tempest-NetworksTestDHCPv6-router-2011263883', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:37Z', 'updated_at': '2021-11-10T16:44:47Z', 'revision_number': 3, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:50.357062 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b73e279-32ea-4767-829d-1e081d69d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.400632 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e07c24-7087-43cb-a8d7-6481b1c8f055 None None] The sync data for ids ['43f088e1-ef62-468d-b7ca-84e29827c1d8'] in n-d-714676-11 is: [{'id': '43f088e1-ef62-468d-b7ca-84e29827c1d8', 'name': 'tempest-NetworksTestDHCPv6-router-2011263883', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:44:37Z', 'updated_at': '2021-11-10T16:44:47Z', 'revision_number': 3, 'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:44:50.465504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616dd08b-ded7-4ea6-ba7e-215dbe4105d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.497620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Allocated IP 172.20.0.2 (1982daa5-ac53-4ec1-b195-4ef665208004/0a09b630-8916-4b6b-8d55-0833e74e59fc/096fcbcd-0c00-4337-bd05-4740b6f9a745) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:50.543535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-56c7d95d-df0a-4710-b448-f21fba9c8144 service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542597 Nov 10 16:44:50.664390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616dd08b-ded7-4ea6-ba7e-215dbe4105d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.674099 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.708106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b73e279-32ea-4767-829d-1e081d69d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.710653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dd08b-ded7-4ea6-ba7e-215dbe4105d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=d47ab361-c74a-4eea-92c6-373be06cfb38,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:50.717717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afb565-d22a-4f29-93d2-f29147184a05 req-c7b1297c-55ee-4791-959f-c4ffd696b2a9 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:50.719623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63afb565-d22a-4f29-93d2-f29147184a05 req-c7b1297c-55ee-4791-959f-c4ffd696b2a9 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 943 time: 0.3743925 Nov 10 16:44:50.771006 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.793168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616dd08b-ded7-4ea6-ba7e-215dbe4105d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.800756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-616dd08b-ded7-4ea6-ba7e-215dbe4105d5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/d47ab361-c74a-4eea-92c6-373be06cfb38 HTTP/1.1" status: 204 len: 168 time: 0.9510529 Nov 10 16:44:50.802206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73e279-32ea-4767-829d-1e081d69d2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52a1fe0-732e-4755-a461-99069917d533,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:50.804801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b73e279-32ea-4767-829d-1e081d69d2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:50.816926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54562) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:50.817180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b73e279-32ea-4767-829d-1e081d69d2c2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d52a1fe0-732e-4755-a461-99069917d533 HTTP/1.1" status: 204 len: 168 time: 0.8188355 Nov 10 16:44:50.823861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54564) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:50.855646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c40ac6-5cd1-47f2-9b96-eccb0de6a2e0 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:50.906320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Network 1982daa5-ac53-4ec1-b195-4ef665208004 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:50.936112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:50.941637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 19705b4b-d938-4c8d-9ef8-8d2126e156c9 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:50.947506 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63afb565-d22a-4f29-93d2-f29147184a05 req-fca4cbf9-da0a-48d4-b1fc-10bf58d86d9e tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210369 Nov 10 16:44:50.964629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:50.978678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-829ec82b-b531-497a-9db0-a2f42a5d2753 req-ef5e414f-1260-4524-a9d5-00d55951ffda service neutron] 10.222.0.69 "GET /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851571 Nov 10 16:44:50.986582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:50.993924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.118585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 19705b4b-d938-4c8d-9ef8-8d2126e156c9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:51.119119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 19705b4b-d938-4c8d-9ef8-8d2126e156c9 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:51.152973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Pushing event updated for resources: {'Port': ['ID=096fcbcd-0c00-4337-bd05-4740b6f9a745,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:51.165316 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 7f6595b9-ac7d-4e15-b381-eea3113495a0 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:51.256958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Attempting to bind port 096fcbcd-0c00-4337-bd05-4740b6f9a745 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:51.258058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Attempting to bind port 096fcbcd-0c00-4337-bd05-4740b6f9a745 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b6cbdce1-05b0-4d40-9c41-0ca947e5a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:51.258058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Attempting to bind port 096fcbcd-0c00-4337-bd05-4740b6f9a745 on network 1982daa5-ac53-4ec1-b195-4ef665208004 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:51.259997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.263771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 19989cc2-df87-400d-a112-eab1ac819965 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:51.298145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:51.298624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Checking segment: {'id': 'b6cbdce1-05b0-4d40-9c41-0ca947e5a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:51.298979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.299218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Bound using segment: {'id': 'b6cbdce1-05b0-4d40-9c41-0ca947e5a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:51.299703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Bound port: 096fcbcd-0c00-4337-bd05-4740b6f9a745, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cbdce1-05b0-4d40-9c41-0ca947e5a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:51.300043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.306015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6cf2888b-6b7d-4771-8c83-5a2332d74690 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4586246 Nov 10 16:44:51.306187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:51.328654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3e57c-7e05-431d-bd38-7790054307dd req-5990f3bc-f779-4299-8ccc-e5fcade21ff2 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:51.330207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb3e57c-7e05-431d-bd38-7790054307dd req-5990f3bc-f779-4299-8ccc-e5fcade21ff2 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 950 time: 0.2210031 Nov 10 16:44:51.336323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 19989cc2-df87-400d-a112-eab1ac819965 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:51.336572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 19989cc2-df87-400d-a112-eab1ac819965 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:51.409795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-593137aa-60ff-4279-983c-6ca653192528 None None] For port 096fcbcd-0c00-4337-bd05-4740b6f9a745, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:51.410570 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ac1143c-c462-410c-9d91-79d906926973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.416207 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-593137aa-60ff-4279-983c-6ca653192528 None None] For port 096fcbcd-0c00-4337-bd05-4740b6f9a745, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=096fcbcd-0c00-4337-bd05-4740b6f9a745,segment=NetworkSegment(b6cbdce1-05b0-4d40-9c41-0ca947e5a2da),segment_id=b6cbdce1-05b0-4d40-9c41-0ca947e5a2da)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:51.429471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.5 (1982daa5-ac53-4ec1-b195-4ef665208004/0a09b630-8916-4b6b-8d55-0833e74e59fc/7f6595b9-ac7d-4e15-b381-eea3113495a0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:51.489902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.544099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.554983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:51.576268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb3e57c-7e05-431d-bd38-7790054307dd req-53cda715-46e1-465c-a1ce-df1b92539d4f tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265122 Nov 10 16:44:51.612992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f734807f-7931-4d38-b94d-7c79fd4060b6']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:51.665848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ac1143c-c462-410c-9d91-79d906926973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.671802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ac1143c-c462-410c-9d91-79d906926973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.672028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593137aa-60ff-4279-983c-6ca653192528 None None] Pushing event updated for resources: {'Port': ['ID=096fcbcd-0c00-4337-bd05-4740b6f9a745,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:51.705860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] Deleting port 54fab334-81dc-417f-be91-96a8f68eb0e8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:51.706267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.735109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23073e61-3788-46aa-b2a1-41cf489ac442') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:51.735978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23073e61-3788-46aa-b2a1-41cf489ac442') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:51.765610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80658c-83d8-41d3-b4fa-08c2a381e5dd req-18ca0fb1-5f96-4435-891a-80da8712be5c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:51.770747 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.775290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b80658c-83d8-41d3-b4fa-08c2a381e5dd req-18ca0fb1-5f96-4435-891a-80da8712be5c tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1822615 Nov 10 16:44:51.824070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] For port 54fab334-81dc-417f-be91-96a8f68eb0e8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=54fab334-81dc-417f-be91-96a8f68eb0e8,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:51.824467 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.827451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.842070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] Calling delete_port for 54fab334-81dc-417f-be91-96a8f68eb0e8 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:51.844233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.845377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b80658c-83d8-41d3-b4fa-08c2a381e5dd req-598002cf-1643-4adf-b8ad-49a2a7fca5a3 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688221 Nov 10 16:44:51.846189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:44:51.846556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:44:51.848581 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:44:51.928776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ac1143c-c462-410c-9d91-79d906926973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.932921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac1143c-c462-410c-9d91-79d906926973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Fanout notify agent at l3_agent the message router_deleted on router 43f088e1-ef62-468d-b7ca-84e29827c1d8 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:44:51.938116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ac1143c-c462-410c-9d91-79d906926973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:51.942977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8ac1143c-c462-410c-9d91-79d906926973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/routers/43f088e1-ef62-468d-b7ca-84e29827c1d8 HTTP/1.1" status: 204 len: 168 time: 0.6338265 Nov 10 16:44:51.943601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54576) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:52.071443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065097ad-f40e-4f6a-b5d1-08e3f3c02620 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:52.073508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-065097ad-f40e-4f6a-b5d1-08e3f3c02620 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1285844 Nov 10 16:44:52.075832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:52.080331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.099944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.106329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.124108 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f734807f-7931-4d38-b94d-7c79fd4060b6 HTTP/1.1" status: 204 len: 168 time: 1.2791080 Nov 10 16:44:52.140603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54588) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:52.169725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] No DVR routers for this DVR port 54fab334-81dc-417f-be91-96a8f68eb0e8 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:52.179022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30295b31-ced3-42d3-8339-49d0eddef1cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:52.180513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-30295b31-ced3-42d3-8339-49d0eddef1cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1026394 Nov 10 16:44:52.181143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715cab7-7efe-47a1-a3b4-f3885188a1b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f734807f-7931-4d38-b94d-7c79fd4060b6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:52.183714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e8327-287b-479a-a120-cadcd49b48f5 None None] Pushing event deleted for resources: {'Port': ['ID=54fab334-81dc-417f-be91-96a8f68eb0e8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:52.203070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.203868 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54590) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:52.270464 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 1982daa5-ac53-4ec1-b195-4ef665208004 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:52.277852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-433edb17-2fec-4cdf-9b8e-3b0efd78006e admin admin] Deleting subnet acf275fd-e88f-4682-a989-152bb8124114 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:52.283022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:52.289084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:52.289392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6f58099a-92a2-47a0-98a2-2054fe25a25c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841241 Nov 10 16:44:52.293560 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-433edb17-2fec-4cdf-9b8e-3b0efd78006e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.295597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=7f6595b9-ac7d-4e15-b381-eea3113495a0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:52.295857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:52.307239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:52.403675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a55e-20db-4e25-b000-3f2252cf04d5 req-0889c504-2df6-4e87-aac4-fcc0f94c4516 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:52.405304 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f366a55e-20db-4e25-b000-3f2252cf04d5 req-0889c504-2df6-4e87-aac4-fcc0f94c4516 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 943 time: 0.1941886 Nov 10 16:44:52.408428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:52.409208 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.413283 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-433edb17-2fec-4cdf-9b8e-3b0efd78006e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.464630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-433edb17-2fec-4cdf-9b8e-3b0efd78006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.479869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f366a55e-20db-4e25-b000-3f2252cf04d5 req-8ea2b224-40ef-4495-af55-7589fb8c34d6 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643816 Nov 10 16:44:52.546016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:52.549408 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.659544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-572cf580-6a3a-445a-bbc7-9bbd1a6b827b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:52.662257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-572cf580-6a3a-445a-bbc7-9bbd1a6b827b tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 950 time: 0.0919142 Nov 10 16:44:52.667656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0eb807f9-572a-4808-8b5a-c4ed9d7d37fb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5027182 Nov 10 16:44:52.669277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-433edb17-2fec-4cdf-9b8e-3b0efd78006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.733852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54600) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:52.739963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-433edb17-2fec-4cdf-9b8e-3b0efd78006e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:52.744351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-433edb17-2fec-4cdf-9b8e-3b0efd78006e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/acf275fd-e88f-4682-a989-152bb8124114 HTTP/1.1" status: 204 len: 168 time: 0.6025989 Nov 10 16:44:52.755802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': '1982daa5-ac53-4ec1-b195-4ef665208004', 'name': 'tempest-PortsTestJSON-1080612214'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:52.760964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54602) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:52.834103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433edb17-2fec-4cdf-9b8e-3b0efd78006e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf275fd-e88f-4682-a989-152bb8124114,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:52.905788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:53.018229 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.070138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Deleting port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:53.075626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.365008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7addb-4afd-44a7-9cb4-fce4a5b9a698 req-f091f3f0-74bf-497f-a8c1-1bc17104dece tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:53.373420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-90e7addb-4afd-44a7-9cb4-fce4a5b9a698 req-f091f3f0-74bf-497f-a8c1-1bc17104dece tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 950 time: 0.2562556 Nov 10 16:44:53.410849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da89645-e565-4e05-9436-eafe50252a01 None None] Network 1982daa5-ac53-4ec1-b195-4ef665208004 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:53.416173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 096fcbcd-0c00-4337-bd05-4740b6f9a745 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:53.444066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-90e7addb-4afd-44a7-9cb4-fce4a5b9a698 req-462dd75a-601c-45b3-b79b-c00cebf99237 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/security-groups?id=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694737 Nov 10 16:44:53.554370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a1027577-4c1b-4096-baf2-9b188e1b70db None None] Provisioning complete for port 096fcbcd-0c00-4337-bd05-4740b6f9a745 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:53.554736 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1027577-4c1b-4096-baf2-9b188e1b70db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.643208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:53.668261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 096fcbcd-0c00-4337-bd05-4740b6f9a745 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:53.668927 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.709789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e', 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'port_id': '8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e', 'mac_address': 'fa:16:3e:90:95:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0fcfd5-9721-4400-81b0-6465dca087c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:53.736011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:44:53.737549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.751341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:53.763727 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.783148 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.837526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=ae8060c0-ea2a-4635-8733-6a3da0577377,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:53.853769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.854121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.854544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.855095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.855841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.856194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.857222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.857359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.858225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.858748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.859095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.859455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:44:53.860628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635a0d7d-341a-420c-a8a4-aff06b48bff3']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:53.877601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:53.879557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:53.880914 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.882742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1027577-4c1b-4096-baf2-9b188e1b70db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.889469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b288041-2ab0-47ef-a46c-4436b72660e4') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:53.889760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b288041-2ab0-47ef-a46c-4436b72660e4') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:44:53.890484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:53.891266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.914015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b021e27-6bfc-4d0b-8fb5-031f2a082c7d None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:53.957197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] For port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:53.957692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:53.971621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Calling delete_port for 9652a35a-cd60-4f07-b4ab-5befcef7ac9a owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:53.988390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5048615d-366b-4da3-9444-ee6c8ce31bf0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6911120 Nov 10 16:44:53.990728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:53.995725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:53.995946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:54.138395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.164236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a1027577-4c1b-4096-baf2-9b188e1b70db None None] For port 096fcbcd-0c00-4337-bd05-4740b6f9a745, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=096fcbcd-0c00-4337-bd05-4740b6f9a745,segment=NetworkSegment(b6cbdce1-05b0-4d40-9c41-0ca947e5a2da),segment_id=b6cbdce1-05b0-4d40-9c41-0ca947e5a2da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:54.167374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.187249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:54.195605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 388babb5-1bc5-4f72-a81e-b291177b1adf yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:54.225908 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.237382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:54.241801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.324868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad552-428e-4277-83df-ac52bcf146b4 req-052f1fa1-7563-4561-b91f-f305c4cac88a tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:54.325682 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1abad552-428e-4277-83df-ac52bcf146b4 req-052f1fa1-7563-4561-b91f-f305c4cac88a tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 943 time: 0.5830483 Nov 10 16:44:54.327323 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.342002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:44:54.342002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:44:54.351089 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:44:54.357027 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1027577-4c1b-4096-baf2-9b188e1b70db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.361652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.362898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8db48a01-5620-4400-86b7-7aa95bf48ed0 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:44:54.416948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9652a35a-cd60-4f07-b4ab-5befcef7ac9a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:54.502331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8db48a01-5620-4400-86b7-7aa95bf48ed0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8db48a01-5620-4400-86b7-7aa95bf48ed0,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:54.595495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Pushing event deleted for resources: {'Port': ['ID=9652a35a-cd60-4f07-b4ab-5befcef7ac9a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:54.685620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f9d4946c-9f55-460a-8089-eb35e8f42132 req-635381fa-3bc7-4736-85ab-eb893301e421 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 210 time: 0.0468233 Nov 10 16:44:54.690287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'ae8060c0-ea2a-4635-8733-6a3da0577377'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:44:54.691149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.723039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.762446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.9 (1982daa5-ac53-4ec1-b195-4ef665208004/0a09b630-8916-4b6b-8d55-0833e74e59fc/388babb5-1bc5-4f72-a81e-b291177b1adf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:54.770187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '8db48a01-5620-4400-86b7-7aa95bf48ed0', 'network_id': '3efa94d1-624a-4232-ad54-33e20482304c', 'port_id': '8db48a01-5620-4400-86b7-7aa95bf48ed0', 'mac_address': 'fa:16:3e:ee:e1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0fcfd5-9721-4400-81b0-6465dca087c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:44:54.797981 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:44:54.799201 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:44:54.800525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1027577-4c1b-4096-baf2-9b188e1b70db None None] Pushing event updated for resources: {'Port': ['ID=096fcbcd-0c00-4337-bd05-4740b6f9a745,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:54.821432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:54.830505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:54.837435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:54.839546 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.852962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] No DVR routers for this DVR port 9652a35a-cd60-4f07-b4ab-5befcef7ac9a on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:44:54.857990 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:54.862929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bb0de02-07bc-42f1-b422-4d62209ca9c1 req-47e25f49-9788-492a-8975-97141d8606ae tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.69 "DELETE /v2.0/ports/9652a35a-cd60-4f07-b4ab-5befcef7ac9a HTTP/1.1" status: 204 len: 173 time: 2.1802003 Nov 10 16:44:54.877310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-deleted', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:44:54.888703 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3447c619-8d6a-4ccf-b1bb-e3f516d4540a" -d '{"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-deleted", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:44:54.921999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=8704223b-1699-4d5a-8b54-27c3224a746d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:54.950999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1abad552-428e-4277-83df-ac52bcf146b4 req-a6eae600-0aea-4b5e-9d7b-840e99096c01 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168079 Nov 10 16:44:54.985865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dc288529-d27b-4f22-aec9-b569ec51ec58 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9938464 Nov 10 16:44:54.986518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:54.992387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:70:40:88', 'name': 'tempest-NetworksTestDHCPv6-2039852954'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:44:55.007763 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203982e6-7498-4217-af0f-33c5072c97bf x-openstack-request-id: req-203982e6-7498-4217-af0f-33c5072c97bf {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:44:55.015433 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d41e1-8273-4277-842d-4c07224b740e", "name": "network-vif-deleted", "tag": "9652a35a-cd60-4f07-b4ab-5befcef7ac9a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:44:55.015433 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-203982e6-7498-4217-af0f-33c5072c97bf {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:44:55.015433 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d41e1-8273-4277-842d-4c07224b740e', 'name': 'network-vif-deleted', 'tag': '9652a35a-cd60-4f07-b4ab-5befcef7ac9a', 'status': 'completed', 'code': 200} Nov 10 16:44:55.015433 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.038959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e6802e27-537e-4681-aafc-a1f3ca3794db None None] Provisioning complete for port 7f6595b9-ac7d-4e15-b381-eea3113495a0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:55.046519 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6802e27-537e-4681-aafc-a1f3ca3794db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.046805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.049723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/635a0d7d-341a-420c-a8a4-aff06b48bff3 HTTP/1.1" status: 204 len: 168 time: 2.2860487 Nov 10 16:44:55.155957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.189380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db48a01-5620-4400-86b7-7aa95bf48ed0 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:44:55.239595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e6802e27-537e-4681-aafc-a1f3ca3794db None None] Port 7f6595b9-ac7d-4e15-b381-eea3113495a0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:55.252092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c38fa-7128-4b1a-8437-0bb11dcad2b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=635a0d7d-341a-420c-a8a4-aff06b48bff3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:55.272511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8db48a01-5620-4400-86b7-7aa95bf48ed0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8db48a01-5620-4400-86b7-7aa95bf48ed0,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:55.278272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:55.290821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.294042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e6802e27-537e-4681-aafc-a1f3ca3794db None None] Provisioning complete for port 096fcbcd-0c00-4337-bd05-4740b6f9a745 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:55.294531 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6802e27-537e-4681-aafc-a1f3ca3794db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.306113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Allocated IP 2001:db8::f816:3eff:fe9b:83bc (ecf86a1d-4166-4ecf-b78f-674c38de9eda/ae8060c0-ea2a-4635-8733-6a3da0577377/96ae6084-6662-4702-b096-79cb29f0b799) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:55.328456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:44:55.392027 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.451365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.472556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.476012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=8db48a01-5620-4400-86b7-7aa95bf48ed0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:55.511864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 06e62353-7460-4c69-ad8b-e4d93e8bca61 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:44:55.567079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 1982daa5-ac53-4ec1-b195-4ef665208004 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:55.573935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:55.579346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:55.587558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=388babb5-1bc5-4f72-a81e-b291177b1adf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:55.614999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 54fab334-81dc-417f-be91-96a8f68eb0e8 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:55.659390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 54fab334-81dc-417f-be91-96a8f68eb0e8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:55.659901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 54fab334-81dc-417f-be91-96a8f68eb0e8 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:55.661329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:55.683186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:55.684448 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.737730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bf90eab1-2e3b-4880-932a-713e1bb39cf7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ff46e96d4d4484390f0da2f5e42be46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725737 Nov 10 16:44:55.738304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:55.814705 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-979e148a-dea4-44f5-9a64-afb4eb7fb407 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0630641 Nov 10 16:44:55.818126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54640) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:55.864627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['8db48a01-5620-4400-86b7-7aa95bf48ed0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:55.872976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:44:55.882019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4932a1dd-8243-4960-aca8-d4375c89d425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.888310 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:55.892826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 096fcbcd-0c00-4337-bd05-4740b6f9a745 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:55.929713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4932a1dd-8243-4960-aca8-d4375c89d425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.025634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec3032-2608-4dda-8687-8f468b8e4a97 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:56.031434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-68ec3032-2608-4dda-8687-8f468b8e4a97 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.2065220 Nov 10 16:44:56.031434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54644) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:56.051965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5b1a129-a641-4e81-b465-b6851ebe5765 req-2fe7bbdc-5818-43e9-9414-308b0027dd2d tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] 10.222.0.62 "GET /v2.0/ports?device_id=163d41e1-8273-4277-842d-4c07224b740e HTTP/1.1" status: 200 len: 210 time: 0.1183319 Nov 10 16:44:56.110696 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.200137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 172.20.0.14 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/8704223b-1699-4d5a-8b54-27c3224a746d/06e62353-7460-4c69-ad8b-e4d93e8bca61) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:56.207955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab2ffa-4069-4649-8c02-76beafd46b65 req-fb597bef-f55c-4a76-8734-308eefeebbf4 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:56.208192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fe70:4088 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/ae8060c0-ea2a-4635-8733-6a3da0577377/06e62353-7460-4c69-ad8b-e4d93e8bca61) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:44:56.218826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbab2ffa-4069-4649-8c02-76beafd46b65 req-fb597bef-f55c-4a76-8734-308eefeebbf4 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 944 time: 0.1424928 Nov 10 16:44:56.223572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Pushing event updated for resources: {'Port': ['ID=96ae6084-6662-4702-b096-79cb29f0b799,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:56.241866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cb227161-0800-4d55-bfec-14835bd73d0e None None] Provisioning complete for port 7f6595b9-ac7d-4e15-b381-eea3113495a0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:56.242382 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb227161-0800-4d55-bfec-14835bd73d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.266521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d810dfa5-e2f2-4e0f-9b51-38022270efea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 388babb5-1bc5-4f72-a81e-b291177b1adf {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:56.267750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d810dfa5-e2f2-4e0f-9b51-38022270efea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.290552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:56.292593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4932a1dd-8243-4960-aca8-d4375c89d425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.301100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4932a1dd-8243-4960-aca8-d4375c89d425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.304739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4932a1dd-8243-4960-aca8-d4375c89d425 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a33d364-3945-4d1e-bccc-5f911582e275 HTTP/1.1" status: 204 len: 168 time: 0.5650887 Nov 10 16:44:56.319934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbab2ffa-4069-4649-8c02-76beafd46b65 req-369b3096-7286-4e54-8444-89212f42f47a tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998440 Nov 10 16:44:56.337171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:56.351787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:56.360409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932a1dd-8243-4960-aca8-d4375c89d425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a33d364-3945-4d1e-bccc-5f911582e275,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:56.387238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cb227161-0800-4d55-bfec-14835bd73d0e None None] Port 7f6595b9-ac7d-4e15-b381-eea3113495a0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:44:56.427416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d810dfa5-e2f2-4e0f-9b51-38022270efea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.455337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d810dfa5-e2f2-4e0f-9b51-38022270efea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 388babb5-1bc5-4f72-a81e-b291177b1adf owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:56.617984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.712011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.735438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 096fcbcd-0c00-4337-bd05-4740b6f9a745 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:56.736049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.773479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:44:56.774158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d810dfa5-e2f2-4e0f-9b51-38022270efea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.786529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:44:56.797339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:44:56.824283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c8c92a42-2f70-4398-ae16-cea67a33adbe None None] Provisioning complete for port 388babb5-1bc5-4f72-a81e-b291177b1adf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:56.824650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8c92a42-2f70-4398-ae16-cea67a33adbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.832612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Attempting to bind port 96ae6084-6662-4702-b096-79cb29f0b799 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:44:56.832984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Attempting to bind port 96ae6084-6662-4702-b096-79cb29f0b799 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:44:56.833451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Attempting to bind port 96ae6084-6662-4702-b096-79cb29f0b799 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:44:56.853970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810dfa5-e2f2-4e0f-9b51-38022270efea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=388babb5-1bc5-4f72-a81e-b291177b1adf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:56.857465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=06e62353-7460-4c69-ad8b-e4d93e8bca61,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:56.864865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:44:56.865234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:44:56.865645 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.866023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:44:56.866823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Bound port: 96ae6084-6662-4702-b096-79cb29f0b799, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:44:56.866957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:56.883817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c8c92a42-2f70-4398-ae16-cea67a33adbe None None] Port 388babb5-1bc5-4f72-a81e-b291177b1adf was deleted so its status cannot be updated. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 16:44:56.937604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:56.938316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.011830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d810dfa5-e2f2-4e0f-9b51-38022270efea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.020554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d810dfa5-e2f2-4e0f-9b51-38022270efea tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/388babb5-1bc5-4f72-a81e-b291177b1adf HTTP/1.1" status: 204 len: 168 time: 0.9880092 Nov 10 16:44:57.023866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54656) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:57.048173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] For port 96ae6084-6662-4702-b096-79cb29f0b799, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:44:57.054446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] For port 96ae6084-6662-4702-b096-79cb29f0b799, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=96ae6084-6662-4702-b096-79cb29f0b799,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:44:57.071289 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-006ffe9a-5375-4ce1-9718-19c0c6d00cef tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:44:57.076172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54658) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:57.079125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-006ffe9a-5375-4ce1-9718-19c0c6d00cef tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/388babb5-1bc5-4f72-a81e-b291177b1adf HTTP/1.1" status: 404 len: 333 time: 0.0512106 Nov 10 16:44:57.082418 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e3b79d01-48c2-44f7-907c-bf6dfbd854a0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0936995 Nov 10 16:44:57.088885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54662) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:57.145931 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.238666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc3fc6-e036-40d7-85b5-6f912816f6f5 None None] Pushing event updated for resources: {'Port': ['ID=96ae6084-6662-4702-b096-79cb29f0b799,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:57.259210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc21989-0f6b-4e8d-a4d8-e7a8e3b237e0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:57.265950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc21989-0f6b-4e8d-a4d8-e7a8e3b237e0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:57.270261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cdc21989-0f6b-4e8d-a4d8-e7a8e3b237e0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1776183 Nov 10 16:44:57.270794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:57.306983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-24cfb9bf-5ca5-4a98-bd3d-f23e91359a11 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 7f6595b9-ac7d-4e15-b381-eea3113495a0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:57.307362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24cfb9bf-5ca5-4a98-bd3d-f23e91359a11 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.310374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54668) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:57.400819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:44:57.451101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 9652a35a-cd60-4f07-b4ab-5befcef7ac9a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:44:57.451570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9652a35a-cd60-4f07-b4ab-5befcef7ac9a not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:44:57.476898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0d27a-de3f-4fd8-b578-3d7d652762a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 06e62353-7460-4c69-ad8b-e4d93e8bca61 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:57.477284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d27a-de3f-4fd8-b578-3d7d652762a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.590011 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cb23efe6-f8da-4c80-8a77-1a96fb623aed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6c3278ab10641979d0eb86a7bfcc5f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778561 Nov 10 16:44:57.594320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54676) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:57.670409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24cfb9bf-5ca5-4a98-bd3d-f23e91359a11 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.692969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d27a-de3f-4fd8-b578-3d7d652762a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.707222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f99066-60ab-4ed1-b250-45f744dafb6e req-2056a4d1-da88-4c6d-99fe-7590dbe2dc19 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:57.711476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11f99066-60ab-4ed1-b250-45f744dafb6e req-2056a4d1-da88-4c6d-99fe-7590dbe2dc19 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 944 time: 0.2477889 Nov 10 16:44:57.730543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-24cfb9bf-5ca5-4a98-bd3d-f23e91359a11 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 7f6595b9-ac7d-4e15-b381-eea3113495a0 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:57.732725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0d27a-de3f-4fd8-b578-3d7d652762a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 06e62353-7460-4c69-ad8b-e4d93e8bca61 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:57.763551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:57.823750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd142a85-b4ca-4907-904c-24435cb566a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.854615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 96ae6084-6662-4702-b096-79cb29f0b799 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:57.914484 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd142a85-b4ca-4907-904c-24435cb566a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.929057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 96ae6084-6662-4702-b096-79cb29f0b799 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:57.929815 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:57.948543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11f99066-60ab-4ed1-b250-45f744dafb6e req-fcbbc2bf-f642-4b6e-a4d0-898902c43c2f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198768 Nov 10 16:44:58.074437 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.097451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-531de53f-c051-4614-a8c3-0c6bbc2d42a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f50f687c9ea49c6beb7e6aad888a28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3319147 Nov 10 16:44:58.100255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:58.116672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 96ae6084-6662-4702-b096-79cb29f0b799, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=96ae6084-6662-4702-b096-79cb29f0b799,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:58.157467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb3b-f305-45d3-bf0b-f6735942b14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.181871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb3b-f305-45d3-bf0b-f6735942b14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.188510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24cfb9bf-5ca5-4a98-bd3d-f23e91359a11 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.190503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd142a85-b4ca-4907-904c-24435cb566a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.191262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d27a-de3f-4fd8-b578-3d7d652762a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.194240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd142a85-b4ca-4907-904c-24435cb566a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.195659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bd142a85-b4ca-4907-904c-24435cb566a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0308d33b-bc86-4f36-85ab-4015d383c4e1 HTTP/1.1" status: 204 len: 168 time: 0.5988061 Nov 10 16:44:58.231158 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.258545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd142a85-b4ca-4907-904c-24435cb566a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0308d33b-bc86-4f36-85ab-4015d383c4e1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:58.273578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfb9bf-5ca5-4a98-bd3d-f23e91359a11 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=7f6595b9-ac7d-4e15-b381-eea3113495a0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:58.360902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0d27a-de3f-4fd8-b578-3d7d652762a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=06e62353-7460-4c69-ad8b-e4d93e8bca61,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:58.384301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=96ae6084-6662-4702-b096-79cb29f0b799,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:58.415911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb3b-f305-45d3-bf0b-f6735942b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.422255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb3b-f305-45d3-bf0b-f6735942b14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.426977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1e10bb3b-f305-45d3-bf0b-f6735942b14a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00 HTTP/1.1" status: 204 len: 168 time: 0.3254285 Nov 10 16:44:58.453234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24cfb9bf-5ca5-4a98-bd3d-f23e91359a11 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.459196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-24cfb9bf-5ca5-4a98-bd3d-f23e91359a11 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/7f6595b9-ac7d-4e15-b381-eea3113495a0 HTTP/1.1" status: 204 len: 168 time: 1.3786736 Nov 10 16:44:58.459500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54692) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:58.493830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10bb3b-f305-45d3-bf0b-f6735942b14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c5dc84-3d11-4fbb-a0df-c3e83acd5b00,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:58.533078 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-67477229-9515-48c3-9a88-fa884df0abe6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:44:58.540064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-67477229-9515-48c3-9a88-fa884df0abe6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/7f6595b9-ac7d-4e15-b381-eea3113495a0 HTTP/1.1" status: 404 len: 333 time: 0.0783319 Nov 10 16:44:58.543989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54696) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:58.560025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d27a-de3f-4fd8-b578-3d7d652762a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.604177 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7bf0d27a-de3f-4fd8-b578-3d7d652762a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/06e62353-7460-4c69-ad8b-e4d93e8bca61 HTTP/1.1" status: 204 len: 168 time: 1.3317859 Nov 10 16:44:58.605560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:58.644330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f4fe44-b340-43ec-a5f9-f3e7c6dea676 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet 0a09b630-8916-4b6b-8d55-0833e74e59fc {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:58.649344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f4fe44-b340-43ec-a5f9-f3e7c6dea676 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.712931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f4fe44-b340-43ec-a5f9-f3e7c6dea676 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.720558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab3052-5af3-4eca-8314-12cf9c60f58e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:58.722452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab3052-5af3-4eca-8314-12cf9c60f58e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:58.729325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab3052-5af3-4eca-8314-12cf9c60f58e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:58.729325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-35ab3052-5af3-4eca-8314-12cf9c60f58e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1176746 Nov 10 16:44:58.729923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:58.853780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f4fe44-b340-43ec-a5f9-f3e7c6dea676 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:58.879290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5532c86-1128-48c5-a141-b00fee82a3ac None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:58.936674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-da775952-9d53-45ec-b95f-86aa5f0e7cb1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 8704223b-1699-4d5a-8b54-27c3224a746d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:58.942082 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da775952-9d53-45ec-b95f-86aa5f0e7cb1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.014919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f4fe44-b340-43ec-a5f9-f3e7c6dea676 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.024434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da775952-9d53-45ec-b95f-86aa5f0e7cb1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.059077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4fe44-b340-43ec-a5f9-f3e7c6dea676 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=0a09b630-8916-4b6b-8d55-0833e74e59fc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:59.062008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f4fe44-b340-43ec-a5f9-f3e7c6dea676 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.070546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-23f4fe44-b340-43ec-a5f9-f3e7c6dea676 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/0a09b630-8916-4b6b-8d55-0833e74e59fc HTTP/1.1" status: 204 len: 168 time: 0.5197759 Nov 10 16:44:59.070662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:59.093256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879141cc-bb15-4ff1-84f9-f39297c4f812 None None] Network 1982daa5-ac53-4ec1-b195-4ef665208004 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:44:59.200357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da775952-9d53-45ec-b95f-86aa5f0e7cb1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.236221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-da44d49c-c847-404b-9d81-1500fccf5928 None None] Provisioning complete for port 96ae6084-6662-4702-b096-79cb29f0b799 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:44:59.236940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da44d49c-c847-404b-9d81-1500fccf5928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.262636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.321286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db391d-c0ad-4455-8a00-46961ece3025 req-521b6d5c-0af5-4fcc-9fac-b87f059ebe75 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:44:59.326756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55db391d-c0ad-4455-8a00-46961ece3025 req-521b6d5c-0af5-4fcc-9fac-b87f059ebe75 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 944 time: 0.2191765 Nov 10 16:44:59.411162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54724) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:59.434821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:59.489862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55db391d-c0ad-4455-8a00-46961ece3025 req-f0c8033f-5acd-419b-bf84-3db5e3ca19af tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585741 Nov 10 16:44:59.499982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 096fcbcd-0c00-4337-bd05-4740b6f9a745 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:59.500772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.551152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eeb9bc84-7ad6-4d5f-b53a-da048078b7c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00b9907ec3b2422c93bc3fde9567de18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350806 Nov 10 16:44:59.557209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54728) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:59.588658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] DHCP port deletion for 1982daa5-ac53-4ec1-b195-4ef665208004 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:44:59.621914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c9e9f-3a03-4b7d-8bb8-22e7a26963ab None None] Update dhcp port {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'ae8060c0-ea2a-4635-8733-6a3da0577377', 'ip_address': '2001:db8::f816:3eff:fe9b:83bc'}, {'subnet_id': '8704223b-1699-4d5a-8b54-27c3224a746d'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '96ae6084-6662-4702-b096-79cb29f0b799'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:44:59.694915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da775952-9d53-45ec-b95f-86aa5f0e7cb1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.720590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-349c9e9f-3a03-4b7d-8bb8-22e7a26963ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.727443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] For port 096fcbcd-0c00-4337-bd05-4740b6f9a745, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=096fcbcd-0c00-4337-bd05-4740b6f9a745,segment=NetworkSegment(b6cbdce1-05b0-4d40-9c41-0ca947e5a2da),segment_id=b6cbdce1-05b0-4d40-9c41-0ca947e5a2da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:44:59.727812 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.740166 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac510416-ef15-4337-b28a-93019085c4e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.795644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac510416-ef15-4337-b28a-93019085c4e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.827702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da775952-9d53-45ec-b95f-86aa5f0e7cb1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=8704223b-1699-4d5a-8b54-27c3224a746d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:44:59.834542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 096fcbcd-0c00-4337-bd05-4740b6f9a745 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:44:59.847610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da775952-9d53-45ec-b95f-86aa5f0e7cb1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.852597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-da775952-9d53-45ec-b95f-86aa5f0e7cb1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/8704223b-1699-4d5a-8b54-27c3224a746d HTTP/1.1" status: 204 len: 168 time: 1.1214259 Nov 10 16:44:59.855977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:44:59.936478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 96ae6084-6662-4702-b096-79cb29f0b799 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:44:59.969979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] Deleting port 096fcbcd-0c00-4337-bd05-4740b6f9a745 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:44:59.970344 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:44:59.972506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:44:59.981198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-de26bc4e-997b-45d2-8cd4-b0b7905a0939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet ae8060c0-ea2a-4635-8733-6a3da0577377 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:44:59.986736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de26bc4e-997b-45d2-8cd4-b0b7905a0939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.023272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:00.023272 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.039467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de26bc4e-997b-45d2-8cd4-b0b7905a0939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.042762 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac510416-ef15-4337-b28a-93019085c4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.056391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac510416-ef15-4337-b28a-93019085c4e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.057263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ac510416-ef15-4337-b28a-93019085c4e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d869f099-fdf8-44c8-b106-e74f3bba537e HTTP/1.1" status: 204 len: 168 time: 0.4987512 Nov 10 16:45:00.078111 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac510416-ef15-4337-b28a-93019085c4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869f099-fdf8-44c8-b106-e74f3bba537e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:00.173768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] For port 096fcbcd-0c00-4337-bd05-4740b6f9a745, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=096fcbcd-0c00-4337-bd05-4740b6f9a745,segment=NetworkSegment(b6cbdce1-05b0-4d40-9c41-0ca947e5a2da),segment_id=b6cbdce1-05b0-4d40-9c41-0ca947e5a2da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:00.174166 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.197150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] Calling delete_port for 096fcbcd-0c00-4337-bd05-4740b6f9a745 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:00.233853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de26bc4e-997b-45d2-8cd4-b0b7905a0939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.250989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 96ae6084-6662-4702-b096-79cb29f0b799 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:00.251378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.289359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.345497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=096fcbcd-0c00-4337-bd05-4740b6f9a745,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:00.350387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No DVR routers for this DVR port 096fcbcd-0c00-4337-bd05-4740b6f9a745 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:00.381375 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.418489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de26bc4e-997b-45d2-8cd4-b0b7905a0939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server [None req-349c9e9f-3a03-4b7d-8bb8-22e7a26963ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae8060c0-ea2a-4635-8733-6a3da0577377: This subnet is being modified by another concurrent operation. Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise exception Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae8060c0-ea2a-4635-8733-6a3da0577377: This subnet is being modified by another concurrent operation. Nov 10 16:45:00.474396 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Nov 10 16:45:00.483352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.486209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26bc4e-997b-45d2-8cd4-b0b7905a0939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8060c0-ea2a-4635-8733-6a3da0577377,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:00.504905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de26bc4e-997b-45d2-8cd4-b0b7905a0939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.508207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-de26bc4e-997b-45d2-8cd4-b0b7905a0939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/ae8060c0-ea2a-4635-8733-6a3da0577377 HTTP/1.1" status: 204 len: 168 time: 0.6512442 Nov 10 16:45:00.511254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54752) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:00.548983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15b11fe-01e2-47b9-acce-7c700c185af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:00.555688 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7102854f-55af-427d-b04d-ac1be10dc847" -d '{"events": [{"server_uuid": "a15b11fe-01e2-47b9-acce-7c700c185af2", "name": "network-vif-plugged", "status": "completed", "tag": "8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:00.555923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1982daa5-ac53-4ec1-b195-4ef665208004']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:00.578538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cbdce1-05b0-4d40-9c41-0ca947e5a2da') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:00.579331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cbdce1-05b0-4d40-9c41-0ca947e5a2da') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:00.600443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:00.614802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.654465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ce2b8767-3d9c-4305-b7bf-c2aaff6b062d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415014 Nov 10 16:45:00.657721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54758) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:00.668229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:00.682779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8974a-ee18-43ce-8264-2c4ff555eafc None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:00.683280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.692212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:45:00.695803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:45:00.703835 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:45:00.710187 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.714802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8db48a01-5620-4400-86b7-7aa95bf48ed0 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:00.796932 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c2777f-261e-4d4a-830e-67f167eca93d x-openstack-request-id: req-23c2777f-261e-4d4a-830e-67f167eca93d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:00.797163 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15b11fe-01e2-47b9-acce-7c700c185af2", "name": "network-vif-plugged", "status": "completed", "tag": "8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:00.797386 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23c2777f-261e-4d4a-830e-67f167eca93d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:00.797779 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15b11fe-01e2-47b9-acce-7c700c185af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e', 'code': 200} Nov 10 16:45:00.885239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.905477 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.910530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] No DVR routers for this DVR port 096fcbcd-0c00-4337-bd05-4740b6f9a745 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:00.914107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:00.930623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/networks/1982daa5-ac53-4ec1-b195-4ef665208004 HTTP/1.1" status: 204 len: 168 time: 1.8597407 Nov 10 16:45:00.948054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54768) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:00.968212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f5dff-4bd4-45f0-9a37-b5811f87b245 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Network': ['ID=1982daa5-ac53-4ec1-b195-4ef665208004,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:00.975201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cfe7ec34-e6db-4b8d-a974-0706c4a11662 None None] Provisioning complete for port 96ae6084-6662-4702-b096-79cb29f0b799 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:00.980852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-924705426'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:00.983096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ec34-e6db-4b8d-a974-0706c4a11662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.004822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:01.010735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.032473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 096fcbcd-0c00-4337-bd05-4740b6f9a745 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:01.106559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:01.109824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 096fcbcd-0c00-4337-bd05-4740b6f9a745 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:01.110170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 096fcbcd-0c00-4337-bd05-4740b6f9a745 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:01.132139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81716420-e987-42d0-8527-7e97ef9bce4b None None] Pushing event deleted for resources: {'Port': ['ID=096fcbcd-0c00-4337-bd05-4740b6f9a745,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:01.136664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cb015-2851-4906-b85b-42361cb0a0bc req-c735e931-9d58-4cb9-9946-5b8e93b4416f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:01.139260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 8db48a01-5620-4400-86b7-7aa95bf48ed0 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:45:01.143866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-483cb015-2851-4906-b85b-42361cb0a0bc req-c735e931-9d58-4cb9-9946-5b8e93b4416f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 944 time: 0.4700434 Nov 10 16:45:01.195077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 8db48a01-5620-4400-86b7-7aa95bf48ed0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:01.195716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.196975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f9be-106a-4cc6-bb0d-c0734f2948cb req-7104b92f-71ea-49c5-b533-75b27ae28e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:01.199976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b94f9be-106a-4cc6-bb0d-c0734f2948cb req-7104b92f-71ea-49c5-b533-75b27ae28e25 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a15b11fe-01e2-47b9-acce-7c700c185af2 HTTP/1.1" status: 200 len: 1098 time: 0.3253822 Nov 10 16:45:01.203327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:01.210977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.276991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-483cb015-2851-4906-b85b-42361cb0a0bc req-1bfb4c88-352e-4ab4-b9e5-5c862c97b615 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270263 Nov 10 16:45:01.321308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:01.341885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:45:01.352999 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.374744 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b94f9be-106a-4cc6-bb0d-c0734f2948cb req-4348a20d-baff-48f0-8298-92611243069f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554496 Nov 10 16:45:01.386739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.389095 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Added segment 2db45c5d-b4e7-4b57-a9a7-5599ea6434d2 of type vlan for network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 Nov 10 16:45:01.418856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 8db48a01-5620-4400-86b7-7aa95bf48ed0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8db48a01-5620-4400-86b7-7aa95bf48ed0,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:01.445557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] Deleting port 96ae6084-6662-4702-b096-79cb29f0b799 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:01.445928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.466066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.506296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.633936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.643654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:01.645210 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.755140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] For port 96ae6084-6662-4702-b096-79cb29f0b799, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=96ae6084-6662-4702-b096-79cb29f0b799,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:01.755437 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.784111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] Calling delete_port for 96ae6084-6662-4702-b096-79cb29f0b799 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:01.806163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=8db48a01-5620-4400-86b7-7aa95bf48ed0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:01.857076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9069304 Nov 10 16:45:01.858182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:01.861737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99613322-015d-4eb2-a6c5-47b539c7cd08 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Network': ['ID=012f07e8-b831-49ce-bd30-5d7a799dc8d1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:01.877188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 96ae6084-6662-4702-b096-79cb29f0b799 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:01.877329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:01.882754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:45:01.885327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4389bdb-1e95-48f3-8685-03673e59c6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:01.932047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:45:02.048166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:02.052642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.058242 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.142948 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.184523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] Pushing event deleted for resources: {'Port': ['ID=96ae6084-6662-4702-b096-79cb29f0b799,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:02.236110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090930a-5426-4b56-9cda-e7c65dc0235c None None] No DVR routers for this DVR port 96ae6084-6662-4702-b096-79cb29f0b799 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:02.264309 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44c91b-e9ca-4651-a378-3e5b0ec8017a None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:45:02.376256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe44c91b-e9ca-4651-a378-3e5b0ec8017a None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:45:02.390865 n-d-714676-11 neutron-server[103326]: WARNING neutron.services.revisions.revision_plugin [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Could not find related port for resource to bump revision. Nov 10 16:45:02.426651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_pluggable_backend [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Port 96ae6084-6662-4702-b096-79cb29f0b799 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103326) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 16:45:02.426996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_pluggable_backend [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9b:83bc {{(pid=103326) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 16:45:02.428561 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.432412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_pluggable_backend [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9b:83bc {{(pid=103326) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 16:45:02.437293 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.444302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65eedd9-7cb1-4da8-ae27-a721ffa3a201 req-6d686b62-4e2a-45a0-9c7d-f1631742e404 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:02.454583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b65eedd9-7cb1-4da8-ae27-a721ffa3a201 req-6d686b62-4e2a-45a0-9c7d-f1631742e404 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0823736 Nov 10 16:45:02.490186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:02.494500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:02.500618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:02.501279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.505053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=101531dc-95f7-46da-89ed-101629c0c95a,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:02.576300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=ab60931b-ce0e-4dd8-a352-92aa2b36bf2a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:02.616323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9a974112-653c-4e98-b1ab-adf3f049beb5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9550772 Nov 10 16:45:02.619007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54804) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:02.625288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:02.628687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking segment: {'id': '2db45c5d-b4e7-4b57-a9a7-5599ea6434d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:02.629431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network hostable DHCP agents. Network: 012f07e8-b831-49ce-bd30-5d7a799dc8d1, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:45:02.644777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b65eedd9-7cb1-4da8-ae27-a721ffa3a201 req-f5850e2e-90dc-44e2-8985-1316cd0568e6 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876707 Nov 10 16:45:02.734828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:45:02.770421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '101531dc-95f7-46da-89ed-101629c0c95a'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:02.771299 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.798957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e952267-20b0-4d3c-a681-b56b4722b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db48a01-5620-4400-86b7-7aa95bf48ed0'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:02.801462 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9205fe9f-6804-4b07-a92f-8bf56e40e605" -d '{"events": [{"server_uuid": "0e952267-20b0-4d3c-a681-b56b4722b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "8db48a01-5620-4400-86b7-7aa95bf48ed0"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:02.832441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 012f07e8-b831-49ce-bd30-5d7a799dc8d1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:02.839965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:02.840665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.863391 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d3fe1-196d-41d9-9d71-8c0d3f92112e x-openstack-request-id: req-898d3fe1-196d-41d9-9d71-8c0d3f92112e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:02.863675 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e952267-20b0-4d3c-a681-b56b4722b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "8db48a01-5620-4400-86b7-7aa95bf48ed0", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:02.864030 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-898d3fe1-196d-41d9-9d71-8c0d3f92112e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:02.864293 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e952267-20b0-4d3c-a681-b56b4722b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db48a01-5620-4400-86b7-7aa95bf48ed0', 'code': 200} Nov 10 16:45:02.893817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Provisioning complete for port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:02.894192 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.894910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:02.899445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:02.976805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Allocated IP 2001:db8::f816:3eff:fe65:df55 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/101531dc-95f7-46da-89ed-101629c0c95a/facf2c57-b003-4abd-87b6-98455297ec6a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:03.017351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b7b0ed34-2382-422b-a34d-2dfeff0be6e1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1563764 Nov 10 16:45:03.019249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:03.035157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1', 'name': 'tempest-PortsTestJSON-53056197', 'fixed_ips': [{'subnet_id': 'ab60931b-ce0e-4dd8-a352-92aa2b36bf2a', 'ip_address': '172.20.0.10'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:03.037817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b78804-ed61-452f-bca8-10a6e351143a req-c0b955ee-8473-4db2-bbbd-59a95514b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:03.039958 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6b78804-ed61-452f-bca8-10a6e351143a req-c0b955ee-8473-4db2-bbbd-59a95514b0a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1187739 Nov 10 16:45:03.120222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Provisioning complete for port 8db48a01-5620-4400-86b7-7aa95bf48ed0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:03.120838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.163954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6b78804-ed61-452f-bca8-10a6e351143a req-79d95fe4-5e4e-411d-b6ad-ba6dcb6cee89 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107054 Nov 10 16:45:03.269444 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.299990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Provisioning complete for port ada04658-0eb0-4c94-9d48-49281c4202fe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:03.300973 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.385301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:03.385501 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.442175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:03.449434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:03.455708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:03.459467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Pushing event updated for resources: {'Port': ['ID=facf2c57-b003-4abd-87b6-98455297ec6a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:03.464395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Provisioning complete for port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:03.464765 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.473850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.477110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.493897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 2fabee31-6ad8-46cd-a7be-bad87b8311f7 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:03.518051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:03.519833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:03.526076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:03.526743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.548142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Attempting to bind port facf2c57-b003-4abd-87b6-98455297ec6a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:03.548515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Attempting to bind port facf2c57-b003-4abd-87b6-98455297ec6a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:03.548877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Attempting to bind port facf2c57-b003-4abd-87b6-98455297ec6a on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:03.549798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=e0cd8a94-6ddd-431b-8604-02aadc90ea0e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:03.558619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:03.559034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:03.559459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.559944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:03.560412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Bound port: facf2c57-b003-4abd-87b6-98455297ec6a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:03.560906 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.635406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6286641f-dd01-462d-abb7-df6154b0d554 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0152588 Nov 10 16:45:03.638186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54832) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:03.646103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:9a:fe:7e', 'name': 'tempest-NetworksTestDHCPv6-363701767'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:03.667813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] For port facf2c57-b003-4abd-87b6-98455297ec6a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:03.682877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.10 (012f07e8-b831-49ce-bd30-5d7a799dc8d1/ab60931b-ce0e-4dd8-a352-92aa2b36bf2a/2fabee31-6ad8-46cd-a7be-bad87b8311f7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:03.691451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] For port facf2c57-b003-4abd-87b6-98455297ec6a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=facf2c57-b003-4abd-87b6-98455297ec6a,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:03.691815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Provisioning complete for port 717b754f-f1e5-4a6d-a371-787de5f9d615 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:03.692265 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16ff082d-5b35-481f-ab70-6eae4c47723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.814405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.881454 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73481bd2-10a5-4a61-8a59-b83a8995a067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:03.909270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32505130-f4c8-4959-8f83-6e0e2526469e None None] Pushing event updated for resources: {'Port': ['ID=facf2c57-b003-4abd-87b6-98455297ec6a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:03.918000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d7a5-1f94-44a9-8982-e23f8c9c0bce req-cc26ecf6-03bd-490f-a877-61e8b9ea4f32 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:03.926549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1606d7a5-1f94-44a9-8982-e23f8c9c0bce req-cc26ecf6-03bd-490f-a877-61e8b9ea4f32 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 945 time: 0.1081161 Nov 10 16:45:03.950417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:04.002528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:04.012500 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1606d7a5-1f94-44a9-8982-e23f8c9c0bce req-837235e8-9388-49b1-a314-ca60a7ca2a01 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850523 Nov 10 16:45:04.101449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:04.144961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:04.195371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port e93afa27-d635-4ca7-ab69-23b92b5d1880 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:04.207943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:04.211563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:04.215915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:04.256245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=2fabee31-6ad8-46cd-a7be-bad87b8311f7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:04.307538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:04.308323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:04.412066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 172.20.0.4 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/e0cd8a94-6ddd-431b-8604-02aadc90ea0e/e93afa27-d635-4ca7-ab69-23b92b5d1880) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:04.416894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b2d0e074-fb1f-4a22-8baa-fc47150aa4bf tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3934441 Nov 10 16:45:04.418084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fe9a:fe7e (ecf86a1d-4166-4ecf-b78f-674c38de9eda/101531dc-95f7-46da-89ed-101629c0c95a/e93afa27-d635-4ca7-ab69-23b92b5d1880) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:04.419425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:04.433557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1', 'name': 'tempest-PortsTestJSON-2147186939', 'fixed_ips': [{'subnet_id': 'ab60931b-ce0e-4dd8-a352-92aa2b36bf2a', 'ip_address': '172.20.0.9'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:04.582608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:04.745023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:04.748787 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:04.752976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:04.797959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port f78441dd-696e-44d9-ba88-6933041ee0ee yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:04.805377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:04.808766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:04.820077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:04.903162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:04.904346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:04.943698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=e93afa27-d635-4ca7-ab69-23b92b5d1880,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:05.035163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.9 (012f07e8-b831-49ce-bd30-5d7a799dc8d1/ab60931b-ce0e-4dd8-a352-92aa2b36bf2a/f78441dd-696e-44d9-ba88-6933041ee0ee) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:05.048025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:05.074247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ee9b9ced-183f-47a6-b6f0-ab76d0afbbf9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4341977 Nov 10 16:45:05.077297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:05.228421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b383da-16d3-4037-a0a8-417c3d5f178e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:05.235528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b383da-16d3-4037-a0a8-417c3d5f178e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:05.237151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-83b383da-16d3-4037-a0a8-417c3d5f178e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1587007 Nov 10 16:45:05.240761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54888) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:05.260867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231f1003-a65d-46cf-9ba1-5b156631aaeb None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:05.264434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a40ad-675c-4237-a315-f19e42049d7c None None] Network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:05.268736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91086fb9-3c9b-4ad0-a7c5-6b5b651ae76f req-a48cfd7a-5931-4189-b29b-d1645ad2a7bd tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:05.274463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91086fb9-3c9b-4ad0-a7c5-6b5b651ae76f req-a48cfd7a-5931-4189-b29b-d1645ad2a7bd tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 945 time: 0.1219981 Nov 10 16:45:05.414183 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:05.453950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91086fb9-3c9b-4ad0-a7c5-6b5b651ae76f req-efe70b1e-71bb-47c3-b421-d62b396b5a5f tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326418 Nov 10 16:45:05.494944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a043a66-a6e2-4b14-a972-5a70ae0fd07b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port e93afa27-d635-4ca7-ab69-23b92b5d1880 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:05.495489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a043a66-a6e2-4b14-a972-5a70ae0fd07b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:05.501214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b2d7638b-836d-4c04-9e64-ae10ae4cbf4e None None] Provisioning complete for port facf2c57-b003-4abd-87b6-98455297ec6a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:05.502872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2d7638b-836d-4c04-9e64-ae10ae4cbf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:05.581283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:05.635812 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a043a66-a6e2-4b14-a972-5a70ae0fd07b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:05.664997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a043a66-a6e2-4b14-a972-5a70ae0fd07b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for e93afa27-d635-4ca7-ab69-23b92b5d1880 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:05.693727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:05.699621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:05.702631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:05.745349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=f78441dd-696e-44d9-ba88-6933041ee0ee,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:05.786763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:05.787510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:05.820838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78d306-196b-4db7-82c6-080d5cedcf34 req-e7e137b8-d1b9-4e3f-917b-3c63c6fe8639 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:05.830146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe78d306-196b-4db7-82c6-080d5cedcf34 req-e7e137b8-d1b9-4e3f-917b-3c63c6fe8639 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=a15b11fe-01e2-47b9-acce-7c700c185af2 HTTP/1.1" status: 200 len: 946 time: 0.1746163 Nov 10 16:45:05.856735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device facf2c57-b003-4abd-87b6-98455297ec6a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:05.864876 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2d7638b-836d-4c04-9e64-ae10ae4cbf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:05.898482 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe78d306-196b-4db7-82c6-080d5cedcf34 req-d843bd8f-ce6c-4f67-9ce9-5c6050776fea tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671942 Nov 10 16:45:05.909277 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f6387490-745e-475a-b7a6-26c19b5471d2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4787512 Nov 10 16:45:05.909277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:05.954873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-012f07e8-b831-49ce-bd30-5d7a799dc8d1', 'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1', 'tenant_id': '388fb5fea978488196d3195a1792695d', 'fixed_ips': [{'subnet_id': 'ab60931b-ce0e-4dd8-a352-92aa2b36bf2a'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:05.956038 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.001069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56dbd9-ce32-42f7-8bfd-589febe1089f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:06.006154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54918) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:06.015128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8b56dbd9-ce32-42f7-8bfd-589febe1089f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1072733 Nov 10 16:45:06.091233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b2d7638b-836d-4c04-9e64-ae10ae4cbf4e None None] For port facf2c57-b003-4abd-87b6-98455297ec6a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=facf2c57-b003-4abd-87b6-98455297ec6a,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:06.151994 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a043a66-a6e2-4b14-a972-5a70ae0fd07b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.173118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port facf2c57-b003-4abd-87b6-98455297ec6a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:06.173576 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.199196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51075638-3ece-484f-8d3b-f0b65928d8dd None None] Update dhcp port {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': '101531dc-95f7-46da-89ed-101629c0c95a', 'ip_address': '2001:db8::f816:3eff:fe65:df55'}, {'subnet_id': 'e0cd8a94-6ddd-431b-8604-02aadc90ea0e'}], 'binding:host_id': 'n-d-714676-11'}, 'id': 'facf2c57-b003-4abd-87b6-98455297ec6a'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:45:06.211957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a043a66-a6e2-4b14-a972-5a70ae0fd07b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=e93afa27-d635-4ca7-ab69-23b92b5d1880,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:06.238202 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51075638-3ece-484f-8d3b-f0b65928d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.250352 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2d7638b-836d-4c04-9e64-ae10ae4cbf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.298260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Allocated IP 172.20.0.2 (012f07e8-b831-49ce-bd30-5d7a799dc8d1/ab60931b-ce0e-4dd8-a352-92aa2b36bf2a/abca62cf-f432-4f6b-9354-eb634ce97da0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:06.333873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2425bb08-9ecb-44c0-b352-37d66b1a7f8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:06.340914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2425bb08-9ecb-44c0-b352-37d66b1a7f8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:06.345722 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2425bb08-9ecb-44c0-b352-37d66b1a7f8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 1639 time: 0.3359816 Nov 10 16:45:06.347156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:06.396971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a043a66-a6e2-4b14-a972-5a70ae0fd07b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.404282 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7a043a66-a6e2-4b14-a972-5a70ae0fd07b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/e93afa27-d635-4ca7-ab69-23b92b5d1880 HTTP/1.1" status: 204 len: 168 time: 1.1622407 Nov 10 16:45:06.405031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54940) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:06.478816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7638b-836d-4c04-9e64-ae10ae4cbf4e None None] Pushing event updated for resources: {'Port': ['ID=facf2c57-b003-4abd-87b6-98455297ec6a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:06.481913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db25ec2-4e47-4b2f-8a16-7c820487a3af tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:06.484795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db25ec2-4e47-4b2f-8a16-7c820487a3af tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:06.486696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db25ec2-4e47-4b2f-8a16-7c820487a3af tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:06.492135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9db25ec2-4e47-4b2f-8a16-7c820487a3af tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0858693 Nov 10 16:45:06.492960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54950) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:06.579919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-222af508-4daf-4757-a801-d61001e8595c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port f78441dd-696e-44d9-ba88-6933041ee0ee {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:06.581014 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-222af508-4daf-4757-a801-d61001e8595c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.605827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-019641ba-c9f7-4d50-8d85-8df5dcb834b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 101531dc-95f7-46da-89ed-101629c0c95a {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:06.610323 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019641ba-c9f7-4d50-8d85-8df5dcb834b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.664891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019641ba-c9f7-4d50-8d85-8df5dcb834b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.732417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-222af508-4daf-4757-a801-d61001e8595c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.746541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-222af508-4daf-4757-a801-d61001e8595c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for f78441dd-696e-44d9-ba88-6933041ee0ee owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:06.803722 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019641ba-c9f7-4d50-8d85-8df5dcb834b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.923698 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:06.979955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.043521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019641ba-c9f7-4d50-8d85-8df5dcb834b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server [None req-51075638-3ece-484f-8d3b-f0b65928d8dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 101531dc-95f7-46da-89ed-101629c0c95a: This subnet is being modified by another concurrent operation. Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise exception Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 101531dc-95f7-46da-89ed-101629c0c95a: This subnet is being modified by another concurrent operation. Nov 10 16:45:07.047266 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Nov 10 16:45:07.066520 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-222af508-4daf-4757-a801-d61001e8595c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.067567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-019641ba-c9f7-4d50-8d85-8df5dcb834b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.071929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-019641ba-c9f7-4d50-8d85-8df5dcb834b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/101531dc-95f7-46da-89ed-101629c0c95a HTTP/1.1" status: 204 len: 168 time: 0.5754712 Nov 10 16:45:07.078569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:07.085697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.129310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019641ba-c9f7-4d50-8d85-8df5dcb834b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=101531dc-95f7-46da-89ed-101629c0c95a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:07.153714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222af508-4daf-4757-a801-d61001e8595c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=f78441dd-696e-44d9-ba88-6933041ee0ee,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:07.194408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:07.200159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38f71a-e93b-4c68-8d91-0efd3d80bfb7 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:07.208000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:07.223446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:07.283499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Pushing event updated for resources: {'Port': ['ID=abca62cf-f432-4f6b-9354-eb634ce97da0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:07.293243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f896b0-59ea-48b3-9a90-6187ff1b53f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet e0cd8a94-6ddd-431b-8604-02aadc90ea0e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:07.298764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26f896b0-59ea-48b3-9a90-6187ff1b53f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.301929 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-222af508-4daf-4757-a801-d61001e8595c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.305306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-222af508-4daf-4757-a801-d61001e8595c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/f78441dd-696e-44d9-ba88-6933041ee0ee HTTP/1.1" status: 204 len: 168 time: 0.9565043 Nov 10 16:45:07.312378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54966) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:07.329469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8ff10a55-a75e-456c-b198-ea238a4dcb17 None None] Could not find standard attr ID for object e93afa27-d635-4ca7-ab69-23b92b5d1880. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:07.340695 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48141f5-5ee9-4bc6-a846-2c19568c027e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:45:07.345326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e48141f5-5ee9-4bc6-a846-2c19568c027e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/f78441dd-696e-44d9-ba88-6933041ee0ee HTTP/1.1" status: 404 len: 333 time: 0.0306354 Nov 10 16:45:07.346100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54968) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:07.358731 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26f896b0-59ea-48b3-9a90-6187ff1b53f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.362711 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f34c4-7528-4a95-8fc1-43e2b2920fa2 req-c2b7fb48-6ee9-466d-a266-0c24a4418f48 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:07.367789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-698f34c4-7528-4a95-8fc1-43e2b2920fa2 req-c2b7fb48-6ee9-466d-a266-0c24a4418f48 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=a15b11fe-01e2-47b9-acce-7c700c185af2 HTTP/1.1" status: 200 len: 946 time: 0.1269326 Nov 10 16:45:07.387047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Attempting to bind port abca62cf-f432-4f6b-9354-eb634ce97da0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:07.387523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Attempting to bind port abca62cf-f432-4f6b-9354-eb634ce97da0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2db45c5d-b4e7-4b57-a9a7-5599ea6434d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:07.387896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Attempting to bind port abca62cf-f432-4f6b-9354-eb634ce97da0 on network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:07.393276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8ff10a55-a75e-456c-b198-ea238a4dcb17 None None] Provisioning complete for port facf2c57-b003-4abd-87b6-98455297ec6a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:07.393726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ff10a55-a75e-456c-b198-ea238a4dcb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.407160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:07.407705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Checking segment: {'id': '2db45c5d-b4e7-4b57-a9a7-5599ea6434d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:07.408181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.408623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Bound using segment: {'id': '2db45c5d-b4e7-4b57-a9a7-5599ea6434d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:07.409171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Bound port: abca62cf-f432-4f6b-9354-eb634ce97da0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db45c5d-b4e7-4b57-a9a7-5599ea6434d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '012f07e8-b831-49ce-bd30-5d7a799dc8d1'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:07.409647 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.415421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26f896b0-59ea-48b3-9a90-6187ff1b53f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.474398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-698f34c4-7528-4a95-8fc1-43e2b2920fa2 req-e1471c4f-5b44-4d92-a5ac-cd92f2023195 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027067 Nov 10 16:45:07.505874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 2fabee31-6ad8-46cd-a7be-bad87b8311f7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:07.506221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.546174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26f896b0-59ea-48b3-9a90-6187ff1b53f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.577016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f896b0-59ea-48b3-9a90-6187ff1b53f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cd8a94-6ddd-431b-8604-02aadc90ea0e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:07.582303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26f896b0-59ea-48b3-9a90-6187ff1b53f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.582970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] For port abca62cf-f432-4f6b-9354-eb634ce97da0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:07.596136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-26f896b0-59ea-48b3-9a90-6187ff1b53f7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/e0cd8a94-6ddd-431b-8604-02aadc90ea0e HTTP/1.1" status: 204 len: 168 time: 0.5166745 Nov 10 16:45:07.596809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:07.626925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.639400 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba979631-864d-4347-b429-5a49783a71b7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386724 Nov 10 16:45:07.640217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] For port abca62cf-f432-4f6b-9354-eb634ce97da0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=abca62cf-f432-4f6b-9354-eb634ce97da0,segment=NetworkSegment(2db45c5d-b4e7-4b57-a9a7-5599ea6434d2),segment_id=2db45c5d-b4e7-4b57-a9a7-5599ea6434d2)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:07.640370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54972) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:07.648096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:07.652535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.661402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.684380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 2fabee31-6ad8-46cd-a7be-bad87b8311f7 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:07.710236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e146c-6306-430c-b263-76b3564c7f1b None None] Update dhcp port {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'e0cd8a94-6ddd-431b-8604-02aadc90ea0e'}], 'binding:host_id': 'n-d-714676-11'}, 'id': 'facf2c57-b003-4abd-87b6-98455297ec6a'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:45:07.749811 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-854e146c-6306-430c-b263-76b3564c7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.766460 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.848613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device facf2c57-b003-4abd-87b6-98455297ec6a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:07.952117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:07.958682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:07.968710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af76a61-cd72-4071-a14e-60ba58b2844c None None] Pushing event updated for resources: {'Port': ['ID=abca62cf-f432-4f6b-9354-eb634ce97da0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:08.064480 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.078079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.082076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b1181-0788-4b01-bee1-efd95b161332 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:08.153754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=2fabee31-6ad8-46cd-a7be-bad87b8311f7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:08.222835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.227997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.227997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.227997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.227997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.227997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.228504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.228504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.228862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.229160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.229483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.229902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:08.286783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca329554-16e8-45a6-a303-aededb4382cc req-254ae26c-c9a9-4bd6-82b0-c68e57c5a7d3 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:08.289088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca329554-16e8-45a6-a303-aededb4382cc req-254ae26c-c9a9-4bd6-82b0-c68e57c5a7d3 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "GET /v2.0/ports?device_id=a15b11fe-01e2-47b9-acce-7c700c185af2 HTTP/1.1" status: 200 len: 946 time: 0.2212994 Nov 10 16:45:08.318996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port facf2c57-b003-4abd-87b6-98455297ec6a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=facf2c57-b003-4abd-87b6-98455297ec6a,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:08.320210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a5fbf5a1-fbed-46f0-b3c3-733788869f56 None None] Provisioning complete for port facf2c57-b003-4abd-87b6-98455297ec6a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:08.320576 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5fbf5a1-fbed-46f0-b3c3-733788869f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.382057 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.476534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:08.500428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=facf2c57-b003-4abd-87b6-98455297ec6a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:08.504403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.523347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f16aecf3-b4a9-4c71-85b4-64f9ac4c4fc1 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/2fabee31-6ad8-46cd-a7be-bad87b8311f7 HTTP/1.1" status: 204 len: 168 time: 1.1730130 Nov 10 16:45:08.524128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:08.539632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5fbf5a1-fbed-46f0-b3c3-733788869f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.568868 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a714975-1cbd-4951-9ea1-4e108d8e691e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:45:08.570609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1a714975-1cbd-4951-9ea1-4e108d8e691e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/2fabee31-6ad8-46cd-a7be-bad87b8311f7 HTTP/1.1" status: 404 len: 333 time: 0.0453930 Nov 10 16:45:08.573764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:08.600478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a5fbf5a1-fbed-46f0-b3c3-733788869f56 None None] For port facf2c57-b003-4abd-87b6-98455297ec6a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=facf2c57-b003-4abd-87b6-98455297ec6a,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:08.623349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] Deleting port facf2c57-b003-4abd-87b6-98455297ec6a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:08.626172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.689961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d55dbfa-eb29-4415-83ec-68de78751e4d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet ab60931b-ce0e-4dd8-a352-92aa2b36bf2a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:08.694731 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d55dbfa-eb29-4415-83ec-68de78751e4d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.716383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] For port facf2c57-b003-4abd-87b6-98455297ec6a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=facf2c57-b003-4abd-87b6-98455297ec6a,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:08.717406 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.734715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] Calling delete_port for facf2c57-b003-4abd-87b6-98455297ec6a owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:08.739902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Deleting port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:08.740907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.798131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d55dbfa-eb29-4415-83ec-68de78751e4d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.805386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5fbf5a1-fbed-46f0-b3c3-733788869f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.825772 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.829400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-2125ebae-fb73-49e4-bae4-61ed4b2dbedb tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:08.830853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-2125ebae-fb73-49e4-bae4-61ed4b2dbedb tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 945 time: 0.1049132 Nov 10 16:45:08.905797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:08.914662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:08.927298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbf5a1-fbed-46f0-b3c3-733788869f56 None None] Pushing event updated for resources: {'Port': ['ID=facf2c57-b003-4abd-87b6-98455297ec6a,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:08.928372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f4abf-191b-4ac7-8eca-37576c441029 req-cfadb891-658f-46e5-8a6a-faa9b6036c45 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:08.937482 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-903f4abf-191b-4ac7-8eca-37576c441029 req-cfadb891-658f-46e5-8a6a-faa9b6036c45 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=a15b11fe-01e2-47b9-acce-7c700c185af2 HTTP/1.1" status: 200 len: 946 time: 0.2761722 Nov 10 16:45:08.939914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:08.940682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.959135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] For port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:08.959532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:08.994579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Calling delete_port for 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:09.004351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=6169d935-f8f0-4f04-a7c3-0f096a955db2,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:09.039282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d55dbfa-eb29-4415-83ec-68de78751e4d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:09.070989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Deleting port 8db48a01-5620-4400-86b7-7aa95bf48ed0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:09.071673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:09.072293 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:09.083862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-903f4abf-191b-4ac7-8eca-37576c441029 req-5d6fd12b-0dee-4114-9efd-5f417978eaeb tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b424ac6-7ca4-4c48-a26f-d14d4b08f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454532 Nov 10 16:45:09.133672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] Pushing event deleted for resources: {'Port': ['ID=facf2c57-b003-4abd-87b6-98455297ec6a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:09.135580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe55a6b-20b9-4cee-8948-a10710354f6f None None] No DVR routers for this DVR port facf2c57-b003-4abd-87b6-98455297ec6a on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:09.166675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec94b1-254c-4852-a28f-f6a9bd0ea4b2 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:09.259097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-56b21de6-b71a-4f91-80e0-3702b4e94948 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6167774 Nov 10 16:45:09.271045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55042) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:09.278755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] For port 8db48a01-5620-4400-86b7-7aa95bf48ed0, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=8db48a01-5620-4400-86b7-7aa95bf48ed0,segment=NetworkSegment(939276ef-e149-42c0-953f-cefb89e5f6de),segment_id=939276ef-e149-42c0-953f-cefb89e5f6de)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:09.280024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:09.284450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:09.307921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Calling delete_port for 8db48a01-5620-4400-86b7-7aa95bf48ed0 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:09.490655 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:09.500430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ca43d-deee-4fb7-88c5-7d4e1c5473c4 None None] Network 012f07e8-b831-49ce-bd30-5d7a799dc8d1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:09.510383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['8db48a01-5620-4400-86b7-7aa95bf48ed0'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:45:09.526194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-8f9ec1bc-b5d3-468f-a5b5-d75088d35b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:09.526194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-8f9ec1bc-b5d3-468f-a5b5-d75088d35b7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.1174061 Nov 10 16:45:09.612543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4006d18c-c41d-4ac2-a8af-419ffb91f45b None None] Could not find standard attr ID for object f78441dd-696e-44d9-ba88-6933041ee0ee. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:09.615930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d55dbfa-eb29-4415-83ec-68de78751e4d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:09.630130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4006d18c-c41d-4ac2-a8af-419ffb91f45b None None] Could not find standard attr ID for object 2fabee31-6ad8-46cd-a7be-bad87b8311f7. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:09.639910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Pushing event deleted for resources: {'Port': ['ID=8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:09.667770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a83766-9c31-4ab1-84b1-45fa0dbf6617 None None] DHCP port deletion for 3efa94d1-624a-4232-ad54-33e20482304c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:09.702837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '6169d935-f8f0-4f04-a7c3-0f096a955db2'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:09.703934 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:09.709993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4006d18c-c41d-4ac2-a8af-419ffb91f45b None None] Provisioning complete for port abca62cf-f432-4f6b-9354-eb634ce97da0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:09.710283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4006d18c-c41d-4ac2-a8af-419ffb91f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:09.991708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device abca62cf-f432-4f6b-9354-eb634ce97da0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:10.060131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743291a-ad00-499f-8485-a78441199c28 req-e37f61d9-fda0-428f-9955-ccb293d66856 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:10.062690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5743291a-ad00-499f-8485-a78441199c28 req-e37f61d9-fda0-428f-9955-ccb293d66856 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.5990989 Nov 10 16:45:10.066664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:10.069966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.106687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] No DVR routers for this DVR port 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:10.129483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.133215 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca329554-16e8-45a6-a303-aededb4382cc req-73cef10b-f205-4b7a-be2c-6ce825fcbbfa tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "DELETE /v2.0/ports/8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e HTTP/1.1" status: 204 len: 173 time: 1.8342438 Nov 10 16:45:10.133990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15b11fe-01e2-47b9-acce-7c700c185af2', 'name': 'network-vif-deleted', 'tag': '8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:10.146509 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d5900-5113-4e08-8535-f1e2ecde91b3" -d '{"events": [{"server_uuid": "a15b11fe-01e2-47b9-acce-7c700c185af2", "name": "network-vif-deleted", "tag": "8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:10.194654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55dbfa-eb29-4415-83ec-68de78751e4d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=ab60931b-ce0e-4dd8-a352-92aa2b36bf2a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:10.256740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-7024527d-e86a-46ef-8a9c-fdeb15ad1522 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6447008 Nov 10 16:45:10.267101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4006d18c-c41d-4ac2-a8af-419ffb91f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.274712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d55dbfa-eb29-4415-83ec-68de78751e4d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.278228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1d55dbfa-eb29-4415-83ec-68de78751e4d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/ab60931b-ce0e-4dd8-a352-92aa2b36bf2a HTTP/1.1" status: 204 len: 168 time: 1.7030792 Nov 10 16:45:10.288810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55084) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:10.380329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5743291a-ad00-499f-8485-a78441199c28 req-e87980b1-0a2a-4853-8fa2-d9175e3372a8 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051243 Nov 10 16:45:10.430505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Allocated IP 172.20.0.2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/6169d935-f8f0-4f04-a7c3-0f096a955db2/1ea46c30-b5c2-4623-9c58-ae44b41688d7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:10.430950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-0b844848-87d6-44ed-bab4-9a1f5bf2ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:10.432710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-0b844848-87d6-44ed-bab4-9a1f5bf2ab93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.8989892 Nov 10 16:45:10.452765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] DHCP port deletion for 012f07e8-b831-49ce-bd30-5d7a799dc8d1 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:10.476697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.484756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port abca62cf-f432-4f6b-9354-eb634ce97da0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:10.485146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.531167 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-27546503-5d08-4ebc-9a6a-fd129eb78f24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 217 time: 0.0862408 Nov 10 16:45:10.560194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4006d18c-c41d-4ac2-a8af-419ffb91f45b None None] For port abca62cf-f432-4f6b-9354-eb634ce97da0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=abca62cf-f432-4f6b-9354-eb634ce97da0,segment=NetworkSegment(2db45c5d-b4e7-4b57-a9a7-5599ea6434d2),segment_id=2db45c5d-b4e7-4b57-a9a7-5599ea6434d2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:10.573945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-d4e52a4d-388e-4c75-975f-3a3ddc642981 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:10.582322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-d4e52a4d-388e-4c75-975f-3a3ddc642981 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245521 Nov 10 16:45:10.601825 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.616739 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67c21124-1573-49a3-92db-89bb040b2479 req-544a5a9c-d6ba-49ae-b3a2-8c889d406508 tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=a15b11fe-01e2-47b9-acce-7c700c185af2 HTTP/1.1" status: 200 len: 210 time: 0.0993426 Nov 10 16:45:10.656792 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.670206 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4006d18c-c41d-4ac2-a8af-419ffb91f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.717104 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a783002-bd13-4e7d-92e7-e4287c13c40d x-openstack-request-id: req-7a783002-bd13-4e7d-92e7-e4287c13c40d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:10.717721 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15b11fe-01e2-47b9-acce-7c700c185af2", "name": "network-vif-deleted", "tag": "8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:10.718154 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a783002-bd13-4e7d-92e7-e4287c13c40d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:10.718416 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15b11fe-01e2-47b9-acce-7c700c185af2', 'name': 'network-vif-deleted', 'tag': '8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e', 'status': 'completed', 'code': 200} Nov 10 16:45:10.754301 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ceac627a-a5c0-40c5-9469-1a3c2bdf4d5c tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/quotas/cb71d5e37bd541db861ef9dfaee4b475 HTTP/1.1" status: 200 len: 375 time: 0.1708586 Nov 10 16:45:10.781816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-5d86f15a-19b0-4e7a-832d-02471b4295ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:10.784023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-5d86f15a-19b0-4e7a-832d-02471b4295ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.1801856 Nov 10 16:45:10.800410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Pushing event deleted for resources: {'Port': ['ID=8db48a01-5620-4400-86b7-7aa95bf48ed0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:10.831720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa87be-a893-44a8-8b66-c7d9dd987edf None None] DHCP port deletion for 3efa94d1-624a-4232-ad54-33e20482304c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:10.833537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006d18c-c41d-4ac2-a8af-419ffb91f45b None None] Pushing event updated for resources: {'Port': ['ID=abca62cf-f432-4f6b-9354-eb634ce97da0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:10.850565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] Deleting port abca62cf-f432-4f6b-9354-eb634ce97da0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:10.850932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.865170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-5a62bb4f-6d26-49bd-b8fc-8e6a0f1e3c76 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094875 Nov 10 16:45:10.877673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port abca62cf-f432-4f6b-9354-eb634ce97da0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:10.884725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.930198 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.958048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] For port abca62cf-f432-4f6b-9354-eb634ce97da0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=abca62cf-f432-4f6b-9354-eb634ce97da0,segment=NetworkSegment(2db45c5d-b4e7-4b57-a9a7-5599ea6434d2),segment_id=2db45c5d-b4e7-4b57-a9a7-5599ea6434d2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:10.958442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:10.974154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-782e0ad1-b814-4acc-b52f-62f90cce256e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1765065 Nov 10 16:45:10.984095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] Calling delete_port for abca62cf-f432-4f6b-9354-eb634ce97da0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:11.004451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] No DVR routers for this DVR port 8db48a01-5620-4400-86b7-7aa95bf48ed0 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:11.012795 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:11.014437 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:11.018443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-701bd571-6166-4ea4-94d8-e9f0919703cf req-32d05db3-1fe6-4a8c-bb2c-26572c69700d tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.69 "DELETE /v2.0/ports/8db48a01-5620-4400-86b7-7aa95bf48ed0 HTTP/1.1" status: 204 len: 173 time: 2.1671576 Nov 10 16:45:11.021253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e952267-20b0-4d3c-a681-b56b4722b6a4', 'name': 'network-vif-deleted', 'tag': '8db48a01-5620-4400-86b7-7aa95bf48ed0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:11.022754 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cce37b0-69e0-4141-bbb1-a26cd56ddd0b" -d '{"events": [{"server_uuid": "0e952267-20b0-4d3c-a681-b56b4722b6a4", "name": "network-vif-deleted", "tag": "8db48a01-5620-4400-86b7-7aa95bf48ed0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:11.029263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] For port abca62cf-f432-4f6b-9354-eb634ce97da0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=abca62cf-f432-4f6b-9354-eb634ce97da0,segment=NetworkSegment(2db45c5d-b4e7-4b57-a9a7-5599ea6434d2),segment_id=2db45c5d-b4e7-4b57-a9a7-5599ea6434d2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:11.029577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:11.063263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for abca62cf-f432-4f6b-9354-eb634ce97da0 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:11.130318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-16b9a6c4-3164-4228-b4b8-ff5a47c53688 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271923 Nov 10 16:45:11.130568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:11.132399 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f24a3dd-91ea-4ef4-822b-c2c825f14607 x-openstack-request-id: req-0f24a3dd-91ea-4ef4-822b-c2c825f14607 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:11.132897 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e952267-20b0-4d3c-a681-b56b4722b6a4", "name": "network-vif-deleted", "tag": "8db48a01-5620-4400-86b7-7aa95bf48ed0", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:11.133343 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f24a3dd-91ea-4ef4-822b-c2c825f14607 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:11.133896 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e952267-20b0-4d3c-a681-b56b4722b6a4', 'name': 'network-vif-deleted', 'tag': '8db48a01-5620-4400-86b7-7aa95bf48ed0', 'status': 'completed', 'code': 200} Nov 10 16:45:11.144406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:11.149201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:11.151696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Pushing event updated for resources: {'Port': ['ID=1ea46c30-b5c2-4623-9c58-ae44b41688d7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:11.276791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Attempting to bind port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:11.282037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Attempting to bind port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:11.285949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Attempting to bind port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:11.299058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:11.304387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:11.304387 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:11.304387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:11.304387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Bound port: 1ea46c30-b5c2-4623-9c58-ae44b41688d7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:11.322724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:11.329060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ffe38a-eed0-4c2a-b5bc-1d36d8705401 req-64c2811c-aa5a-4964-8333-833b1901fc02 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907942 Nov 10 16:45:11.364368 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:11.420667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:11.446107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=abca62cf-f432-4f6b-9354-eb634ce97da0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:11.490959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:11.504516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] Pushing event deleted for resources: {'Port': ['ID=abca62cf-f432-4f6b-9354-eb634ce97da0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:11.545627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35975f43-2541-40f2-b878-964a2ec3b26e None None] No DVR routers for this DVR port abca62cf-f432-4f6b-9354-eb634ce97da0 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:11.571231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:11.578503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8c8d3e25-a738-4a8d-9b3b-67b51e70ec6e not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:11.593893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] For port 1ea46c30-b5c2-4623-9c58-ae44b41688d7, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:11.601988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] For port 1ea46c30-b5c2-4623-9c58-ae44b41688d7, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1ea46c30-b5c2-4623-9c58-ae44b41688d7,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:11.660397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29d42-8c2b-4e7e-b1e0-198abef34841 req-f59515be-9138-4a18-b50c-087754ebb65a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:11.663127 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2b29d42-8c2b-4e7e-b1e0-198abef34841 req-f59515be-9138-4a18-b50c-087754ebb65a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1054468 Nov 10 16:45:11.663882 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:11.683911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No DVR routers for this DVR port abca62cf-f432-4f6b-9354-eb634ce97da0 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:11.758328 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-c85cf058-6a56-4a57-8fae-282a47ba3a90 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1893332 Nov 10 16:45:11.762146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2b29d42-8c2b-4e7e-b1e0-198abef34841 req-0a022f48-e976-4c6c-a738-2ea8e8d3ee8e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897081 Nov 10 16:45:11.830409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f83dd6-0ab2-4f5b-85f1-2e876795bc01 None None] Pushing event updated for resources: {'Port': ['ID=1ea46c30-b5c2-4623-9c58-ae44b41688d7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:11.847048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device abca62cf-f432-4f6b-9354-eb634ce97da0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:11.879714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: abca62cf-f432-4f6b-9354-eb634ce97da0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:11.880235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device abca62cf-f432-4f6b-9354-eb634ce97da0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:11.946884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:45:12.153044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-421612b1-6e04-40ef-843d-9048ac9e1dc0 req-e3cc858c-bf14-49b7-8cb3-35a9bc526cad tempest-MultipleCreateTestJSON-1644448215 tempest-MultipleCreateTestJSON-1644448215-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e952267-20b0-4d3c-a681-b56b4722b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0850425 Nov 10 16:45:12.221242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:12.334835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012f07e8-b831-49ce-bd30-5d7a799dc8d1']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:12.364157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db45c5d-b4e7-4b57-a9a7-5599ea6434d2') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:12.364435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db45c5d-b4e7-4b57-a9a7-5599ea6434d2') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:12.381098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:12.389217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-a1601a92-24ec-4024-8509-91248ebff63f tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:12.394394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-a1601a92-24ec-4024-8509-91248ebff63f tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6317952 Nov 10 16:45:12.430107 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:12.442675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-9076d165-5c3f-4bc3-9654-556168b8caae tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/quotas/cb71d5e37bd541db861ef9dfaee4b475 HTTP/1.1" status: 200 len: 375 time: 0.0294943 Nov 10 16:45:12.446608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:45:12.447086 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:45:12.450178 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:45:12.550937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-79c563d0-ab3e-4417-a426-b9e23151db62 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886562 Nov 10 16:45:12.641480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:12.739688 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:12.773789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:12.777124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/networks/012f07e8-b831-49ce-bd30-5d7a799dc8d1 HTTP/1.1" status: 204 len: 168 time: 2.4873936 Nov 10 16:45:12.782229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:12.797569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1956155699'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:12.860642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf525c-539f-42c5-b4e0-31e6ca3cbf7e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Network': ['ID=012f07e8-b831-49ce-bd30-5d7a799dc8d1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:12.915082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38d9a501-e4f9-43fb-ba87-50a7dfdac132 req-53fa3f4d-fd45-42aa-b30b-a393b5b17727 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 210 time: 0.0665393 Nov 10 16:45:12.932254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] For port 1ea46c30-b5c2-4623-9c58-ae44b41688d7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1ea46c30-b5c2-4623-9c58-ae44b41688d7,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:12.939823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:12.944458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:12.960249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafec8c9-0f6d-43d9-87db-8ef1ba666e15 req-26bd9b92-a4ef-4c60-921a-16bfde04a8d5 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:12.964039 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aafec8c9-0f6d-43d9-87db-8ef1ba666e15 req-26bd9b92-a4ef-4c60-921a-16bfde04a8d5 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.0972159 Nov 10 16:45:12.998902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:45:13.020026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.020636 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Added segment 93f961e7-4e32-429a-aefe-5954506af178 of type vlan for network d3746fd9-1af1-46d9-8aac-13c155560717 Nov 10 16:45:13.043141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.093493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aafec8c9-0f6d-43d9-87db-8ef1ba666e15 req-d62a509a-1acb-413f-8782-7c8a93ec2a14 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180031 Nov 10 16:45:13.113086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.120188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.121023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.198614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:13.208386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:13.211903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:13.213010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.226101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.236067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:13.236715 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.244459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=c4ead5e6-d538-4ab9-82c5-db9d75465649,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:13.254083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Provisioning complete for port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:13.254606 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.262179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=1ea46c30-b5c2-4623-9c58-ae44b41688d7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:13.267926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55146) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:13.357016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-218554e3-5e5d-4980-922a-a99860b38ed1 admin admin] Deleting subnet bc0fcfd5-9721-4400-81b0-6465dca087c5 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:13.362190 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218554e3-5e5d-4980-922a-a99860b38ed1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.371380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-46fdf919-0f2b-46ea-8794-767a9ab0c411 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0989337 Nov 10 16:45:13.378154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:13.414463 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.414915 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218554e3-5e5d-4980-922a-a99860b38ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.418919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Network': ['ID=d3746fd9-1af1-46d9-8aac-13c155560717,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:13.452627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:a8:ce:d5', 'name': 'tempest-NetworksTestDHCPv6-330588890'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:13.454929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network d3746fd9-1af1-46d9-8aac-13c155560717 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:45:13.470735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55156) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:13.475696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-53242a84-25f6-476f-90a1-8f6a4b1b2d0f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6894071 Nov 10 16:45:13.496307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'd3746fd9-1af1-46d9-8aac-13c155560717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:13.504941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8db48a01-5620-4400-86b7-7aa95bf48ed0 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:13.539786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 8db48a01-5620-4400-86b7-7aa95bf48ed0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:13.539786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 8db48a01-5620-4400-86b7-7aa95bf48ed0 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:13.539786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] For port 1ea46c30-b5c2-4623-9c58-ae44b41688d7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1ea46c30-b5c2-4623-9c58-ae44b41688d7,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:13.545294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218554e3-5e5d-4980-922a-a99860b38ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.571617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df175e0-3980-4803-8e7e-e07edbf985f7 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:13.640184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.730119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Pushing event updated for resources: {'Port': ['ID=1ea46c30-b5c2-4623-9c58-ae44b41688d7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:13.767902 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.768274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.768599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.768939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.769274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.769607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.769966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.770324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.770627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.770950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.771289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.771654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab4459-0ec4-4b89-8fc7-e21b3bfad3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:13.777694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-056fd64c-f142-48c8-b67d-7ae1c05217b7 None None] Could not find standard attr ID for object e93afa27-d635-4ca7-ab69-23b92b5d1880. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:13.787488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:13.792734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.827700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218554e3-5e5d-4980-922a-a99860b38ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.833318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1ea46c30-b5c2-4623-9c58-ae44b41688d7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:13.864864 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218554e3-5e5d-4980-922a-a99860b38ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0fcfd5-9721-4400-81b0-6465dca087c5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:13.901276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:13.902065 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.904793 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218554e3-5e5d-4980-922a-a99860b38ed1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:13.910653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-218554e3-5e5d-4980-922a-a99860b38ed1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bc0fcfd5-9721-4400-81b0-6465dca087c5 HTTP/1.1" status: 204 len: 168 time: 0.6412721 Nov 10 16:45:13.913363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:13.916690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:13.931843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b51d0c-90ce-437d-b215-b5bfc4b08b18 None None] Network 3efa94d1-624a-4232-ad54-33e20482304c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:14.163748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7073a32-90fc-42ca-8fea-bd4000e6f802 None None] DHCP port deletion for 3efa94d1-624a-4232-ad54-33e20482304c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:14.199751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c28d8564-dd8d-4557-a498-425b010dff38 req-3ed3eea1-73a7-4aa2-944f-18a8b7249581 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 210 time: 0.1233256 Nov 10 16:45:14.214290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:14.322848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:14.410911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Checking segment: {'id': '93f961e7-4e32-429a-aefe-5954506af178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3746fd9-1af1-46d9-8aac-13c155560717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:14.411284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network hostable DHCP agents. Network: d3746fd9-1af1-46d9-8aac-13c155560717, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:45:14.413736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=4c560244-7906-46c4-8a63-20bd5e495072,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:14.433418 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:14.515891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-20e3cae8-3f4b-4e9e-913b-c85dd6fbc7c9 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642326 Nov 10 16:45:14.527669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 9c623f48-7e26-4952-8bb1-3803d62b1160 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:14.536112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:14.556866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bfb09-1631-411b-a408-23101a4469f3 req-c63bff23-e5bf-45c7-9aa6-017b05d32de8 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:14.558711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-039bfb09-1631-411b-a408-23101a4469f3 req-c63bff23-e5bf-45c7-9aa6-017b05d32de8 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2271218 Nov 10 16:45:14.562647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network d3746fd9-1af1-46d9-8aac-13c155560717 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:45:14.572224 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:45:14.648136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, d3746fd9-1af1-46d9-8aac-13c155560717) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:14.660842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:14.662879 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:14.663143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8eb7b-c1ec-4fa2-b699-21f5d931e3b3 None None] Network d3746fd9-1af1-46d9-8aac-13c155560717 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:14.718293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efa94d1-624a-4232-ad54-33e20482304c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:14.785119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-59a52083-a224-4978-bce8-41290510147e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2977483 Nov 10 16:45:14.786037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939276ef-e149-42c0-953f-cefb89e5f6de') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:14.786350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55174) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:14.786692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939276ef-e149-42c0-953f-cefb89e5f6de') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:14.812874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-68ac5451-bee8-4c6f-8c59-46d911cced75 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-989436853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:14.822236 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:14.834920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-039bfb09-1631-411b-a408-23101a4469f3 req-c12a9337-ee34-48c8-ac2f-60d144344c55 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396448 Nov 10 16:45:14.878957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:14.916288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-a42317cf-59f4-45bc-a99b-d16b56f1792a tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:14.918010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-a42317cf-59f4-45bc-a99b-d16b56f1792a tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849678 Nov 10 16:45:14.919193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:45:14.920161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:45:14.924213 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:45:14.943029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Request body: {'port': {'device_id': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'cb71d5e37bd541db861ef9dfaee4b475'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:14.997156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68ac5451-bee8-4c6f-8c59-46d911cced75 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.001305 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68ac5451-bee8-4c6f-8c59-46d911cced75 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.102646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bac24fed-9a5d-4041-b88c-32e027e54bb0 None None] Provisioning complete for port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:15.107759 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bac24fed-9a5d-4041-b88c-32e027e54bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.137186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 172.20.0.13 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/6169d935-f8f0-4f04-a7c3-0f096a955db2/9c623f48-7e26-4952-8bb1-3803d62b1160) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:15.145879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fea8:ced5 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/c4ead5e6-d538-4ab9-82c5-db9d75465649/9c623f48-7e26-4952-8bb1-3803d62b1160) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:15.146183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-d3746fd9-1af1-46d9-8aac-13c155560717', 'network_id': 'd3746fd9-1af1-46d9-8aac-13c155560717', 'tenant_id': '388fb5fea978488196d3195a1792695d', 'fixed_ips': [{'subnet_id': '4c560244-7906-46c4-8a63-20bd5e495072'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:15.147240 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.171823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.179597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.182939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3efa94d1-624a-4232-ad54-33e20482304c HTTP/1.1" status: 204 len: 168 time: 1.2685351 Nov 10 16:45:15.196673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b90136-789b-473e-9c0f-934ff1c3e619 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efa94d1-624a-4232-ad54-33e20482304c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:15.312990 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68ac5451-bee8-4c6f-8c59-46d911cced75 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.365462 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d65aad0-6370-4979-8926-3edf1cb9d0cb req-ed1d6594-c07c-4762-8941-b68ba5c680bf tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 210 time: 0.0340664 Nov 10 16:45:15.388545 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68ac5451-bee8-4c6f-8c59-46d911cced75 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.388720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Allocated IP 172.20.0.2 (d3746fd9-1af1-46d9-8aac-13c155560717/4c560244-7906-46c4-8a63-20bd5e495072/edd6013c-ac1d-4fee-938a-48b3eeda5a7f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:15.455630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68ac5451-bee8-4c6f-8c59-46d911cced75 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.457416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-68ac5451-bee8-4c6f-8c59-46d911cced75 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6693451 Nov 10 16:45:15.460070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55182) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:15.465778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'network_id': 'd3746fd9-1af1-46d9-8aac-13c155560717', 'name': 'tempest-PortsTestJSON-63824915'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:15.491613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Made reservation on behalf of cb71d5e37bd541db861ef9dfaee4b475 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:15.495189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.503917 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.513113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.609703 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-edd0e89e-de2b-47ff-8415-6ed15b4be205 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615704 Nov 10 16:45:15.621056 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.676937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.704552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55186) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:15.705283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.708325 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.756624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:15.760190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:15.766775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:15.771561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=9c623f48-7e26-4952-8bb1-3803d62b1160,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:15.783695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:15.786292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.797306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:15.815564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Pushing event updated for resources: {'Port': ['ID=edd6013c-ac1d-4fee-938a-48b3eeda5a7f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:15.823155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Network d3746fd9-1af1-46d9-8aac-13c155560717 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:15.825175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:15.828221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:15.946516 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1f34ccfa-aded-41ae-a594-a52bc58e323b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=214c28eb197246c190f810dc7784514c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411203 Nov 10 16:45:15.951441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:15.961745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1ea46c30-b5c2-4623-9c58-ae44b41688d7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:15.962879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:16.004093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:16.004844 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.029730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf27774-3e8b-4972-ba16-1333539c5903,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:16.113189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Attempting to bind port edd6013c-ac1d-4fee-938a-48b3eeda5a7f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:16.113589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Attempting to bind port edd6013c-ac1d-4fee-938a-48b3eeda5a7f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '93f961e7-4e32-429a-aefe-5954506af178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3746fd9-1af1-46d9-8aac-13c155560717'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:16.114517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Attempting to bind port edd6013c-ac1d-4fee-938a-48b3eeda5a7f on network d3746fd9-1af1-46d9-8aac-13c155560717 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:16.119217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-6e514f77-00ab-4825-b88d-399fd3a838b2 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:16.121141 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-6e514f77-00ab-4825-b88d-399fd3a838b2 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5016820 Nov 10 16:45:16.135286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:16.135589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Checking segment: {'id': '93f961e7-4e32-429a-aefe-5954506af178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3746fd9-1af1-46d9-8aac-13c155560717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:16.135925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.136323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Bound using segment: {'id': '93f961e7-4e32-429a-aefe-5954506af178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3746fd9-1af1-46d9-8aac-13c155560717'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:16.139429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Bound port: edd6013c-ac1d-4fee-938a-48b3eeda5a7f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f961e7-4e32-429a-aefe-5954506af178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd3746fd9-1af1-46d9-8aac-13c155560717'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:16.139429 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.143147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8070-5890-43c5-b1f1-9fecca1ad7e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.146048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Request body: {'port': {'device_id': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'cb71d5e37bd541db861ef9dfaee4b475'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:16.156548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Allocated IP 192.168.233.70 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/9f83edb0-b434-48a1-bc66-19e0647a6852) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:16.212451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c0a5a-9413-4c7b-9790-ce993ceecb08 req-ad7e6c8a-d4bb-455e-9817-ee20628e15de tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:16.226729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da4c0a5a-9413-4c7b-9790-ce993ceecb08 req-ad7e6c8a-d4bb-455e-9817-ee20628e15de tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2355244 Nov 10 16:45:16.255785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:16.256967 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.338974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c87ef96f-dd09-4f86-bbcc-29dcfef34da8 None None] Provisioning complete for port 9c623f48-7e26-4952-8bb1-3803d62b1160 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:16.339699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c87ef96f-dd09-4f86-bbcc-29dcfef34da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.346578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] For port edd6013c-ac1d-4fee-938a-48b3eeda5a7f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:16.399264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.414187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] For port edd6013c-ac1d-4fee-938a-48b3eeda5a7f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=edd6013c-ac1d-4fee-938a-48b3eeda5a7f,segment=NetworkSegment(93f961e7-4e32-429a-aefe-5954506af178),segment_id=93f961e7-4e32-429a-aefe-5954506af178)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:16.449684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c87ef96f-dd09-4f86-bbcc-29dcfef34da8 None None] Port 9c623f48-7e26-4952-8bb1-3803d62b1160 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:16.454847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a3d3d5a8-8007-45bf-b298-3ac2d966dc55 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0361283 Nov 10 16:45:16.479879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8070-5890-43c5-b1f1-9fecca1ad7e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.497202 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.542782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55198) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:16.556596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.660509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.10 (d3746fd9-1af1-46d9-8aac-13c155560717/4c560244-7906-46c4-8a63-20bd5e495072/74dfb38c-c73e-4ca0-8d77-98d676eebb7c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:16.665884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8070-5890-43c5-b1f1-9fecca1ad7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.672099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8070-5890-43c5-b1f1-9fecca1ad7e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:16.673617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bb9c8070-5890-43c5-b1f1-9fecca1ad7e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b424ac6-7ca4-4c48-a26f-d14d4b08f919 HTTP/1.1" status: 204 len: 168 time: 0.6957805 Nov 10 16:45:16.683465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c42e0a-5909-4540-a4f0-b6cb5a3b010c None None] Pushing event updated for resources: {'Port': ['ID=edd6013c-ac1d-4fee-938a-48b3eeda5a7f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:16.721821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da4c0a5a-9413-4c7b-9790-ce993ceecb08 req-79c2beb4-d511-4770-baf5-615bc72b012e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855452 Nov 10 16:45:16.752888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:16.777151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:16.780769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-899b2004-8665-48e1-a964-9865327ab4df req-6669ea6b-0ba6-4c56-85df-28c32dcada3c tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 210 time: 0.1206660 Nov 10 16:45:16.787857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c8070-5890-43c5-b1f1-9fecca1ad7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b424ac6-7ca4-4c48-a26f-d14d4b08f919,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:16.804268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:16.810116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:16.886421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d472cdca-aa7e-4921-8d65-824ecdc07f48 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:16.893430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d472cdca-aa7e-4921-8d65-824ecdc07f48 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:16.895108 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d472cdca-aa7e-4921-8d65-824ecdc07f48 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3503275 Nov 10 16:45:16.898436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:16.918222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Made reservation on behalf of cb71d5e37bd541db861ef9dfaee4b475 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:16.934183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.052561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:17.053275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.152361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-369b00ec-ca18-4be4-b8e4-ec1904376973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 9c623f48-7e26-4952-8bb1-3803d62b1160 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:17.155613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-369b00ec-ca18-4be4-b8e4-ec1904376973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.187137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.199470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-ce2a2dd3-af1b-4537-a828-6bc8d0e7daac tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2602363 Nov 10 16:45:17.218752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Request body: {'port': {'device_id': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:17.286472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-307b8a13-23d8-4c35-a05f-daf8c165f7ea None None] Provisioning complete for port 9f83edb0-b434-48a1-bc66-19e0647a6852 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:17.286472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-307b8a13-23d8-4c35-a05f-daf8c165f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.322756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Allocated IP 192.168.233.41 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/6dff491f-3483-4199-b8d2-4cf7b0bc8636) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:17.334211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-307b8a13-23d8-4c35-a05f-daf8c165f7ea None None] Port 9f83edb0-b434-48a1-bc66-19e0647a6852 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:17.363137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.393765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-369b00ec-ca18-4be4-b8e4-ec1904376973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.416956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.419283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-369b00ec-ca18-4be4-b8e4-ec1904376973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 9c623f48-7e26-4952-8bb1-3803d62b1160 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:17.532350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network d3746fd9-1af1-46d9-8aac-13c155560717 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:17.555551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:17.564891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:17.571358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=74dfb38c-c73e-4ca0-8d77-98d676eebb7c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:17.617602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1bd4-f947-4cb5-a487-e07cf041fb4f req-b6baa8f1-b124-423d-aa55-783df752ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:17.619368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a11b1bd4-f947-4cb5-a487-e07cf041fb4f req-b6baa8f1-b124-423d-aa55-783df752ebd1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.0897529 Nov 10 16:45:17.639596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:17.640237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.667871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.724597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a11b1bd4-f947-4cb5-a487-e07cf041fb4f req-d14451de-1cde-4390-8aa7-2e9e27fa81e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982568 Nov 10 16:45:17.757521 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-92c3f6d4-61cf-43e1-a2d1-15c889afbc20 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2955816 Nov 10 16:45:17.762902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55222) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:17.885530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device edd6013c-ac1d-4fee-938a-48b3eeda5a7f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:17.946913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:17.980463 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-369b00ec-ca18-4be4-b8e4-ec1904376973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.009193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port edd6013c-ac1d-4fee-938a-48b3eeda5a7f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:18.009936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.101103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b00ec-ca18-4be4-b8e4-ec1904376973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=9c623f48-7e26-4952-8bb1-3803d62b1160,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:18.174563 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.220111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port edd6013c-ac1d-4fee-938a-48b3eeda5a7f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=edd6013c-ac1d-4fee-938a-48b3eeda5a7f,segment=NetworkSegment(93f961e7-4e32-429a-aefe-5954506af178),segment_id=93f961e7-4e32-429a-aefe-5954506af178)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:18.270990 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.318866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f83edb0-b434-48a1-bc66-19e0647a6852 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:45:18.335842 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.367902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Transition to ACTIVE for port object 9f83edb0-b434-48a1-bc66-19e0647a6852 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:45:18.376056 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-369b00ec-ca18-4be4-b8e4-ec1904376973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.388054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-369b00ec-ca18-4be4-b8e4-ec1904376973 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/9c623f48-7e26-4952-8bb1-3803d62b1160 HTTP/1.1" status: 204 len: 168 time: 1.4804723 Nov 10 16:45:18.390103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=edd6013c-ac1d-4fee-938a-48b3eeda5a7f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:18.395005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:18.405877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615ad17-4af2-4260-a198-7abbd7a0f73c req-c0872668-ff7f-4b15-a786-1dbd66df3165 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:18.414545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1615ad17-4af2-4260-a198-7abbd7a0f73c req-c0872668-ff7f-4b15-a786-1dbd66df3165 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 935 time: 0.4211876 Nov 10 16:45:18.438518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:18.483335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbb79d-2781-4bea-872f-d8f49c829688 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:18.483981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbb79d-2781-4bea-872f-d8f49c829688 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:18.489772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbb79d-2781-4bea-872f-d8f49c829688 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:18.495512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9bfbb79d-2781-4bea-872f-d8f49c829688 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0945506 Nov 10 16:45:18.505846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.511570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:18.563736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:18.567419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:18.570689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f2266e-56f1-4007-98e5-e2334b574f1d None None] Network d3746fd9-1af1-46d9-8aac-13c155560717 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:18.673417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e38d-c026-4313-90e8-fd94a236849a req-06359c15-a19e-4e72-bfbb-affcedce77b9 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:18.684759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3875e38d-c026-4313-90e8-fd94a236849a req-06359c15-a19e-4e72-bfbb-affcedce77b9 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.7477367 Nov 10 16:45:18.700201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Pushing event updated for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:18.793560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-00252630-ea40-41d9-b7aa-e1bb86ab3bd6 None None] Provisioning complete for port edd6013c-ac1d-4fee-938a-48b3eeda5a7f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:18.793803 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00252630-ea40-41d9-b7aa-e1bb86ab3bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.876808 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1615ad17-4af2-4260-a198-7abbd7a0f73c req-67928b60-f71f-413c-8284-04d12f4ff070 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562004 Nov 10 16:45:18.903596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:18.922731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:18.924855 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:18.954411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55252) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:18.988739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-891216e3-2c6f-49d0-9467-274fbfa17696 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 6169d935-f8f0-4f04-a7c3-0f096a955db2 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:18.989153 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3875e38d-c026-4313-90e8-fd94a236849a req-76b56960-efa6-40ae-9f59-aac6409a3c31 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032055 Nov 10 16:45:18.996760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891216e3-2c6f-49d0-9467-274fbfa17696 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.194620 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-78d3e5dc-81db-4443-9157-1f08c943c2bc tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0547762 Nov 10 16:45:19.209563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Request body: {'port': {'device_id': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:19.218335 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891216e3-2c6f-49d0-9467-274fbfa17696 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.260325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.315486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4e40a5e3-9074-48d0-bcd7-38a0c1fc8325 None None] Provisioning complete for port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:19.316487 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e40a5e3-9074-48d0-bcd7-38a0c1fc8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.379828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88f2298e-3848-4dd0-86b4-7f5e4c280c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.407605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Attempting to bind port 9f83edb0-b434-48a1-bc66-19e0647a6852 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:19.407936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Attempting to bind port 9f83edb0-b434-48a1-bc66-19e0647a6852 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:19.410014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Attempting to bind port 9f83edb0-b434-48a1-bc66-19e0647a6852 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:19.414463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4e40a5e3-9074-48d0-bcd7-38a0c1fc8325 None None] Port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:19.498299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891216e3-2c6f-49d0-9467-274fbfa17696 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.532598 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.573060 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88f2298e-3848-4dd0-86b4-7f5e4c280c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.603920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Port 9f83edb0-b434-48a1-bc66-19e0647a6852 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:45:19.604294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Attempting to bind port 9f83edb0-b434-48a1-bc66-19e0647a6852 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:19.615063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:19.615063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:19.615063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:19.615063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Bound port: 9f83edb0-b434-48a1-bc66-19e0647a6852, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:19.615063 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.685757 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891216e3-2c6f-49d0-9467-274fbfa17696 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.736162 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88f2298e-3848-4dd0-86b4-7f5e4c280c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.769657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5af84bd3-06e5-42ed-a36f-c9e3bd453b3c None None] Provisioning complete for port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:19.774611 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5af84bd3-06e5-42ed-a36f-c9e3bd453b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.822827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5af84bd3-06e5-42ed-a36f-c9e3bd453b3c None None] Port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:19.833966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:19.835901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5af84bd3-06e5-42ed-a36f-c9e3bd453b3c None None] Provisioning complete for port edd6013c-ac1d-4fee-938a-48b3eeda5a7f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:19.836355 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5af84bd3-06e5-42ed-a36f-c9e3bd453b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.841053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:19.853367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891216e3-2c6f-49d0-9467-274fbfa17696 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=6169d935-f8f0-4f04-a7c3-0f096a955db2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:19.872390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891216e3-2c6f-49d0-9467-274fbfa17696 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:19.881412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-891216e3-2c6f-49d0-9467-274fbfa17696 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/6169d935-f8f0-4f04-a7c3-0f096a955db2 HTTP/1.1" status: 204 len: 168 time: 1.3059714 Nov 10 16:45:19.882354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:19.927571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device edd6013c-ac1d-4fee-938a-48b3eeda5a7f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:19.929719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae193e6b-e010-4804-9a77-ff485475144b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:19.937832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2298e-3848-4dd0-86b4-7f5e4c280c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee7f51-61b8-4803-aebe-1af7aee0a635,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:19.979410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-88f2298e-3848-4dd0-86b4-7f5e4c280c74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3ea503a59d146b08641b7bcd56147ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9951773 Nov 10 16:45:19.990897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:20.008451 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.068914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:20.068914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.068914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] 10.222.0.69 "PUT /v2.0/ports/9f83edb0-b434-48a1-bc66-19e0647a6852 HTTP/1.1" status: 200 len: 1096 time: 2.8573568 Nov 10 16:45:20.068914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:20.074573 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:20.086890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2638145-61af-4fff-b06b-5af65608ef0c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet c4ead5e6-d538-4ab9-82c5-db9d75465649 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:20.096538 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2638145-61af-4fff-b06b-5af65608ef0c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.325630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port edd6013c-ac1d-4fee-938a-48b3eeda5a7f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:20.326670 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.329582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd368c5-4e17-44fc-98e5-1a9f308be584 service neutron] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:20.371772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:20.371772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2638145-61af-4fff-b06b-5af65608ef0c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.426365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-d2c90b7e-36c4-4072-a62a-739657a456f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:20.428174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-d2c90b7e-36c4-4072-a62a-739657a456f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 1099 time: 0.2474625 Nov 10 16:45:20.446668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8274960-1a0d-4047-9309-3415d66e734d req-f12e23d5-1dfd-45bf-b989-e2b8cafa7a92 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:20.447571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-94a8b3d4-09a5-4587-a270-bab9bebc065e None None] Provisioning complete for port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:20.448139 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94a8b3d4-09a5-4587-a270-bab9bebc065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.457254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8274960-1a0d-4047-9309-3415d66e734d req-f12e23d5-1dfd-45bf-b989-e2b8cafa7a92 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 935 time: 0.4458892 Nov 10 16:45:20.493631 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c58c941-bd1a-41c7-ae93-ae752eb55678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.504828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94a8b3d4-09a5-4587-a270-bab9bebc065e None None] Port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:20.532841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad573c-2b61-4df5-a37b-7b9561bb6b34 req-c4fedee0-1542-4d64-8b74-715c80dcc612 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:20.543894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ad573c-2b61-4df5-a37b-7b9561bb6b34 req-c4fedee0-1542-4d64-8b74-715c80dcc612 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.3733335 Nov 10 16:45:20.550404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.553278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-b01d652f-45ff-4b54-b62c-618d8abbb90f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9f83edb0-b434-48a1-bc66-19e0647a6852 HTTP/1.1" status: 200 len: 217 time: 0.1157491 Nov 10 16:45:20.595301 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c58c941-bd1a-41c7-ae93-ae752eb55678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.609293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8274960-1a0d-4047-9309-3415d66e734d req-61d6505b-5e59-466b-853a-def524721e16 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510742 Nov 10 16:45:20.627739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.657005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ad573c-2b61-4df5-a37b-7b9561bb6b34 req-341f7fca-e63c-4c5b-a057-964f8a866b3e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121356 Nov 10 16:45:20.810131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dff491f-3483-4199-b8d2-4cf7b0bc8636 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:45:20.820843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:20.837291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Transition to ACTIVE for port object 6dff491f-3483-4199-b8d2-4cf7b0bc8636 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:45:20.934386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=74dfb38c-c73e-4ca0-8d77-98d676eebb7c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:20.993096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.025475 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c58c941-bd1a-41c7-ae93-ae752eb55678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.029503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c58c941-bd1a-41c7-ae93-ae752eb55678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.033807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4c58c941-bd1a-41c7-ae93-ae752eb55678 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8ee7f51-61b8-4803-aebe-1af7aee0a635 HTTP/1.1" status: 204 len: 168 time: 1.0359035 Nov 10 16:45:21.187439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c941-bd1a-41c7-ae93-ae752eb55678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee7f51-61b8-4803-aebe-1af7aee0a635,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:21.191177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5674b036-6aaa-4117-9b6c-00506b3ae6cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.195480 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1790829-7344-4642-837c-068ed4d03141 x-openstack-request-id: req-e1790829-7344-4642-837c-068ed4d03141 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:21.195847 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:21.196187 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1790829-7344-4642-837c-068ed4d03141 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:21.196625 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'status': 'completed', 'code': 200} Nov 10 16:45:21.290654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-68b471ff-716c-4ed7-b05d-99ce4f0b72e3 None None] Provisioning complete for port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:21.291600 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68b471ff-716c-4ed7-b05d-99ce4f0b72e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.350563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:21.369663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2638145-61af-4fff-b06b-5af65608ef0c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.405580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-a08745f4-9342-4713-a36b-700b89e444ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:21.407066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-a08745f4-9342-4713-a36b-700b89e444ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.8043408 Nov 10 16:45:21.433085 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.461777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e836e3-4d3a-4540-a0b8-4f2fd918cdaf None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:45:21.486268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-2a7401ef-1f87-4c37-82b4-b26a3f3ff645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:21.488227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-2a7401ef-1f87-4c37-82b4-b26a3f3ff645 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.2527931 Nov 10 16:45:21.525890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98c260-6a9c-48d6-b518-23d1a88a0e49 req-7606cec4-792c-4a88-9d6e-d7efae55d7a7 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:21.528674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e98c260-6a9c-48d6-b518-23d1a88a0e49 req-7606cec4-792c-4a88-9d6e-d7efae55d7a7 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.3239574 Nov 10 16:45:21.604160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-26a806a2-aeb3-41b5-a38e-9ab877490cf5 None None] Provisioning complete for port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:21.604675 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-26a806a2-aeb3-41b5-a38e-9ab877490cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.636060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-fa933b5f-f490-4100-8fdc-dcf1c8087677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:21.638949 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-fa933b5f-f490-4100-8fdc-dcf1c8087677 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2228186 Nov 10 16:45:21.680573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-26a806a2-aeb3-41b5-a38e-9ab877490cf5 None None] Port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:21.694221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e836e3-4d3a-4540-a0b8-4f2fd918cdaf None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:45:21.761122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5674b036-6aaa-4117-9b6c-00506b3ae6cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.776500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2638145-61af-4fff-b06b-5af65608ef0c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.822290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Attempting to bind port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:21.822917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Attempting to bind port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:21.823025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Attempting to bind port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:21.847358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:45:21.847765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Attempting to bind port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:21.866362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2638145-61af-4fff-b06b-5af65608ef0c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ead5e6-d538-4ab9-82c5-db9d75465649,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:21.879412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e98c260-6a9c-48d6-b518-23d1a88a0e49 req-e9961fe3-b485-45fc-9c2e-465b072593f9 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283758 Nov 10 16:45:21.880327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:21.880532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2638145-61af-4fff-b06b-5af65608ef0c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.881065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:21.881630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:21.882243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Bound port: 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:21.882795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.883638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d2638145-61af-4fff-b06b-5af65608ef0c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/c4ead5e6-d538-4ab9-82c5-db9d75465649 HTTP/1.1" status: 204 len: 168 time: 1.9998670 Nov 10 16:45:21.892271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:21.949478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374502e-5270-4af3-8669-5e03816913f2 req-8f516c0f-9844-4a41-8804-1bbf70686a81 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:21.950434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-3422e867-cc6e-472f-a133-2550b41b1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:21.952542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-3422e867-cc6e-472f-a133-2550b41b1a5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.4513097 Nov 10 16:45:21.956481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-af346455-8cba-4dc6-a106-adf8dfed8010 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622401 Nov 10 16:45:21.957644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5374502e-5270-4af3-8669-5e03816913f2 req-8f516c0f-9844-4a41-8804-1bbf70686a81 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 947 time: 0.1491487 Nov 10 16:45:21.957821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5674b036-6aaa-4117-9b6c-00506b3ae6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:21.960444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:21.979731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:22.052191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-663d5a72-feeb-4932-aefb-33e11a708fbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 217 time: 0.0602291 Nov 10 16:45:22.064496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6586a6c-3299-4cac-9da1-3c211d5071e4 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:22.104444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:22.133299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5374502e-5270-4af3-8669-5e03816913f2 req-74a5f8ca-e079-43f9-9cd1-73f03befe908 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626563 Nov 10 16:45:22.135486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.158724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:22.184745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-865c086f-49da-43eb-8f00-16323f4c76ab None None] Provisioning complete for port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:22.185315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-865c086f-49da-43eb-8f00-16323f4c76ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.208027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-c31fde23-58f6-4700-a4d3-07d59fdf92e8 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572903 Nov 10 16:45:22.213927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5674b036-6aaa-4117-9b6c-00506b3ae6cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd97b18412f44dadaf330e2cbb494e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8285825 Nov 10 16:45:22.214680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674b036-6aaa-4117-9b6c-00506b3ae6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d54e7-9da9-460d-a1c8-e4a863070107,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:22.224564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:22.241604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-6657f2b6-165a-44fa-8b54-6239cd8b7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:22.243052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-6657f2b6-165a-44fa-8b54-6239cd8b7bb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.1699800 Nov 10 16:45:22.352842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.375789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-652f1b7e-e767-4a9c-bf24-1ff1bd7c7b1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193800 Nov 10 16:45:22.390414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:22.390414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.397352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:22.415051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:22.419395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.419395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] 10.222.0.69 "PUT /v2.0/ports/6dff491f-3483-4199-b8d2-4cf7b0bc8636 HTTP/1.1" status: 200 len: 1096 time: 3.2131255 Nov 10 16:45:22.419395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:22.421966 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b601d02c-4375-4737-a487-aaec9762c8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:22.473608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] Deleting port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:22.474128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.581056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] For port 1ea46c30-b5c2-4623-9c58-ae44b41688d7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1ea46c30-b5c2-4623-9c58-ae44b41688d7,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:22.588602 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.592588 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653bd8d9-a81f-4f38-8cb5-9bb4d303b0f1 x-openstack-request-id: req-653bd8d9-a81f-4f38-8cb5-9bb4d303b0f1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:22.593004 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:22.593261 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-653bd8d9-a81f-4f38-8cb5-9bb4d303b0f1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:22.593963 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'status': 'completed', 'code': 200} Nov 10 16:45:22.611077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5bd21-8437-48b3-8e07-cd817d92f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:22.621601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] Calling delete_port for 1ea46c30-b5c2-4623-9c58-ae44b41688d7 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:22.639181 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24156599-0839-42bf-8705-bc59d3a1e305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.652537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689911c8-99bb-4a41-b3d4-5ce5a6a13f6c req-b60adaf6-f833-45fa-b73b-cf1dcfd9ab13 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287477 Nov 10 16:45:22.689399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.701806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601d02c-4375-4737-a487-aaec9762c8f5 req-20cd4904-557d-4bd1-8730-cace29d1f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:22.704903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b601d02c-4375-4737-a487-aaec9762c8f5 req-20cd4904-557d-4bd1-8730-cace29d1f294 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 1099 time: 0.1152093 Nov 10 16:45:22.745880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24156599-0839-42bf-8705-bc59d3a1e305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.752436 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b601d02c-4375-4737-a487-aaec9762c8f5 req-3566cbaf-6b1f-4db4-8233-d6ad29ec5549 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364873 Nov 10 16:45:22.792034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-29e00447-92f7-4212-9433-026bb1dcd551 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023759 Nov 10 16:45:22.798904 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.853988 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.885507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] Pushing event deleted for resources: {'Port': ['ID=1ea46c30-b5c2-4623-9c58-ae44b41688d7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:22.889877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad56ee0a-0645-49eb-b85e-d4882d6818cf None None] No DVR routers for this DVR port 1ea46c30-b5c2-4623-9c58-ae44b41688d7 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:22.934135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=74dfb38c-c73e-4ca0-8d77-98d676eebb7c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:22.940501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:22.980043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601d02c-4375-4737-a487-aaec9762c8f5 req-68823a45-3b0b-448d-89d3-f0e3c205cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:22.983026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b601d02c-4375-4737-a487-aaec9762c8f5 req-68823a45-3b0b-448d-89d3-f0e3c205cfa8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231586 Nov 10 16:45:23.070242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:23.089967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-46a35cf9-4a70-4b1e-8f91-aa59786eb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.092173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-46a35cf9-4a70-4b1e-8f91-aa59786eb5b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 1099 time: 0.2649112 Nov 10 16:45:23.124547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-359ae166-086a-4047-aba0-44e1f12a464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.126103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-359ae166-086a-4047-aba0-44e1f12a464d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 1099 time: 0.0742743 Nov 10 16:45:23.136506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network d3746fd9-1af1-46d9-8aac-13c155560717 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:23.139962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:23.150754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24156599-0839-42bf-8705-bc59d3a1e305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:23.153458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24156599-0839-42bf-8705-bc59d3a1e305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:23.155444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-24156599-0839-42bf-8705-bc59d3a1e305 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/947d54e7-9da9-460d-a1c8-e4a863070107 HTTP/1.1" status: 204 len: 168 time: 0.9299636 Nov 10 16:45:23.200533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:23.204076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa6e22d9-4f57-42da-9642-5e16a7f6a225 req-442793e4-3825-4b74-bd6f-df3bfcc16c37 service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855214 Nov 10 16:45:23.227716 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-b138ba44-96cd-454c-8b5a-9cb71950998c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636 HTTP/1.1" status: 200 len: 217 time: 0.0894244 Nov 10 16:45:23.263985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:23.278418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6753a191-5bfe-4bd7-867c-d2dbb265425a None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:23.280907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bafbc1-75ee-4b04-94ac-b7d1ba2a8281 req-447a2210-fb5c-4a8f-ba7c-5c2b663a3939 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.289170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bafbc1-75ee-4b04-94ac-b7d1ba2a8281 req-447a2210-fb5c-4a8f-ba7c-5c2b663a3939 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2846599 Nov 10 16:45:23.305493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.306401 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:23.310341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24156599-0839-42bf-8705-bc59d3a1e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d54e7-9da9-460d-a1c8-e4a863070107,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:23.353009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=f7271063-fcdd-42e9-8c99-1745675b4eea,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:23.454875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324673e-927c-4b23-aa95-e80a4e17ebb4 req-e09a255f-9ac7-44f7-a307-c5efa26076c1 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.467820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e324673e-927c-4b23-aa95-e80a4e17ebb4 req-e09a255f-9ac7-44f7-a307-c5efa26076c1 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 947 time: 0.1628728 Nov 10 16:45:23.469521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20bafbc1-75ee-4b04-94ac-b7d1ba2a8281 req-6ec647f7-949f-4ed3-86ed-cad4aec5a365 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789901 Nov 10 16:45:23.476190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-a0963cf4-eb05-4492-a90d-b9f271ed05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.477616 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-a0963cf4-eb05-4492-a90d-b9f271ed05ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1764693 Nov 10 16:45:23.478000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-be914562-57fe-4e60-9d19-49e846ea8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.480196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-be914562-57fe-4e60-9d19-49e846ea8f45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.3551648 Nov 10 16:45:23.502689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61ed7228-21f9-46e3-b7fb-0478050338ee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5309722 Nov 10 16:45:23.543164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55388) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:23.552558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:23.595171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-9f1cf573-6736-4023-beb0-09dfe428ec1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9f83edb0-b434-48a1-bc66-19e0647a6852 HTTP/1.1" status: 200 len: 217 time: 0.0960739 Nov 10 16:45:23.652729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-61399d29-d538-40f5-b417-5f4bf2b19c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.655356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-61399d29-d538-40f5-b417-5f4bf2b19c5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0522702 Nov 10 16:45:23.686199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-83841227-8834-4a92-9e1b-bc2a12516f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.687974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-83841227-8834-4a92-9e1b-bc2a12516f51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1960168 Nov 10 16:45:23.707921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e324673e-927c-4b23-aa95-e80a4e17ebb4 req-0e03724d-2640-49b5-ae2f-a6d013eed82d tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415743 Nov 10 16:45:23.734095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-ab900de1-5eaf-4499-971b-7d738ddc6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:23.735363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-ab900de1-5eaf-4499-971b-7d738ddc6943 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0731616 Nov 10 16:45:23.785902 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'f7271063-fcdd-42e9-8c99-1745675b4eea'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:23.786889 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:23.803817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-807fdc2b-8ece-4152-bbde-4904f8646209 None None] Provisioning complete for port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:23.804289 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-807fdc2b-8ece-4152-bbde-4904f8646209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:23.879497 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-018aee2c-a085-4b3d-adc6-9e54583843fa service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331682 Nov 10 16:45:23.895292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Router 1824a339-851a-4d7a-a946-456722482c1d is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:45:23.908913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1ea46c30-b5c2-4623-9c58-ae44b41688d7 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:23.921738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-807fdc2b-8ece-4152-bbde-4904f8646209 None None] Port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:23.933061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-8372b1fe-11ad-446f-b895-2ab974db2b72 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197702 Nov 10 16:45:23.980777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1ea46c30-b5c2-4623-9c58-ae44b41688d7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:23.982442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1ea46c30-b5c2-4623-9c58-ae44b41688d7 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:24.022651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4de3c7fe-d2b9-4c4b-aa9c-0374d0f45db2 req-ce13456a-c4e3-4b30-bc4b-2226f77978d5 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339896 Nov 10 16:45:24.081013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Allocated IP 172.20.0.2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/f7271063-fcdd-42e9-8c99-1745675b4eea/c1825719-766e-456d-9e37-c8825ec14b61) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:24.160024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:45:24.171093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-53a49c50-4ed7-40ab-a56f-f69fa46482be tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "PUT /v2.0/routers/1824a339-851a-4d7a-a946-456722482c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4120264 Nov 10 16:45:24.171811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:24.187460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611c66b-7982-4fd8-baf5-9e24c66d38fc None None] Sync routers for ids ['1824a339-851a-4d7a-a946-456722482c1d'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:45:24.195121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:24.202357 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:24.244864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f03b5-dd40-4a7f-8230-258bfe14b20e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:24.250905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611c66b-7982-4fd8-baf5-9e24c66d38fc None None] Routers {'1824a339-851a-4d7a-a946-456722482c1d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:45:24.250905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2611c66b-7982-4fd8-baf5-9e24c66d38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:45:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1824a339-851a-4d7a-a946-456722482c1d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:24.268235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d73f03b5-dd40-4a7f-8230-258bfe14b20e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports?device_id=1824a339-851a-4d7a-a946-456722482c1d HTTP/1.1" status: 200 len: 981 time: 0.0888381 Nov 10 16:45:24.269292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:24.288102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2611c66b-7982-4fd8-baf5-9e24c66d38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:24.312786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611c66b-7982-4fd8-baf5-9e24c66d38fc None None] Routers {'1824a339-851a-4d7a-a946-456722482c1d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:45:24.313796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2611c66b-7982-4fd8-baf5-9e24c66d38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:45:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1824a339-851a-4d7a-a946-456722482c1d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:24.339714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e1137f-9576-4ac0-b448-85a0611fc04d req-3c869d39-1180-4abd-8717-cdf91aa41598 service neutron] 10.222.0.69 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987184 Nov 10 16:45:24.372707 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:24.378123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2611c66b-7982-4fd8-baf5-9e24c66d38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:24.380635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611c66b-7982-4fd8-baf5-9e24c66d38fc None None] The sync data for ids ['1824a339-851a-4d7a-a946-456722482c1d'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:45:24.433063 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:24.491454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:24.500978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:24.505525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Pushing event updated for resources: {'Port': ['ID=c1825719-766e-456d-9e37-c8825ec14b61,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:24.510350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:24.615416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Attempting to bind port c1825719-766e-456d-9e37-c8825ec14b61 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:24.619845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Attempting to bind port c1825719-766e-456d-9e37-c8825ec14b61 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:24.619845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Attempting to bind port c1825719-766e-456d-9e37-c8825ec14b61 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:24.629055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:24.629978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:24.631149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:24.631538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:24.632125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Bound port: c1825719-766e-456d-9e37-c8825ec14b61, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:24.632973 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:24.749913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] For port c1825719-766e-456d-9e37-c8825ec14b61, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:24.757712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] For port c1825719-766e-456d-9e37-c8825ec14b61, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c1825719-766e-456d-9e37-c8825ec14b61,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:24.761833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fe2f8-b677-421a-b5fa-2d0eaaaf87c3 req-e914797f-0943-4a3a-8fe0-0d1df2707e97 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:24.766324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e03fe2f8-b677-421a-b5fa-2d0eaaaf87c3 req-e914797f-0943-4a3a-8fe0-0d1df2707e97 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1614959 Nov 10 16:45:24.827259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:45:24.907849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:24.910292 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:24.918210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b05c1-f199-450b-ad6e-6e0f087e7feb req-0f80b66f-e236-4dee-981d-4105fcc4b65b tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:24.927292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-555b05c1-f199-450b-ad6e-6e0f087e7feb req-0f80b66f-e236-4dee-981d-4105fcc4b65b tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 947 time: 0.0821757 Nov 10 16:45:24.949264 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e03fe2f8-b677-421a-b5fa-2d0eaaaf87c3 req-5d476fce-6f12-4cd7-a3fc-e3fa7afffe3f tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287971 Nov 10 16:45:25.068553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d644dd-2d00-4265-9500-5d39004eac1d None None] Pushing event updated for resources: {'Port': ['ID=c1825719-766e-456d-9e37-c8825ec14b61,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:25.085086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-555b05c1-f199-450b-ad6e-6e0f087e7feb req-a0351ed5-15f6-4504-b0f0-d7fc5350dca1 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568983 Nov 10 16:45:25.090089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:25.193143 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.296916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 74dfb38c-c73e-4ca0-8d77-98d676eebb7c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:25.297271 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.358603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-575513137-network', 'tenant_id': 'c916e79fc16746ab869362d5b3816abc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:25.474568 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.479791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] For port c1825719-766e-456d-9e37-c8825ec14b61, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c1825719-766e-456d-9e37-c8825ec14b61,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:25.494424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 74dfb38c-c73e-4ca0-8d77-98d676eebb7c owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:25.520492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.550346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Made reservation on behalf of c916e79fc16746ab869362d5b3816abc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:25.552644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.565358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.578819 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.579754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.660778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:25.673957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:25.676518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:25.677284 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.699972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=811c804e-b13e-481d-af34-0f1b355d2968,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:25.708929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=c1825719-766e-456d-9e37-c8825ec14b61,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:25.739046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-515c3c43-e8ee-43ff-9748-3c38c33bdcc9 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1913128 Nov 10 16:45:25.742575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55478) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:25.754832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:e8:74:5b', 'name': 'tempest-NetworksTestDHCPv6-1538594582'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:25.757514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.859834 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.887798 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.889097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c1825719-766e-456d-9e37-c8825ec14b61 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:25.903269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:45:25.928445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db3d0a0-9f37-4a19-9028-04f43d4ca134,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:25.943757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=74dfb38c-c73e-4ca0-8d77-98d676eebb7c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:25.947041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:25.947405 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Added segment 51021b02-fe0a-4325-ab57-4d9fc1d4d354 of type vlan for network eb640b20-2a1c-481b-bd6e-cf670a249025 Nov 10 16:45:26.026250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c1825719-766e-456d-9e37-c8825ec14b61 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:26.026845 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.028244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:26.150591 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.181576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92695f93-3c96-42e4-bcc0-a6ae7805788b req-7087307e-227b-436d-8a66-d8996bdf65cb tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:26.183133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92695f93-3c96-42e4-bcc0-a6ae7805788b req-7087307e-227b-436d-8a66-d8996bdf65cb tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.0807607 Nov 10 16:45:26.288919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.362964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port c1825719-766e-456d-9e37-c8825ec14b61, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c1825719-766e-456d-9e37-c8825ec14b61,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:26.447966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.532375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=c1825719-766e-456d-9e37-c8825ec14b61,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:26.581319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4f5597-1648-4152-9dc0-a33840a62639 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:26.626902 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.655274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92695f93-3c96-42e4-bcc0-a6ae7805788b req-ab93f520-2e0f-4541-aea7-e2d7d09aed63 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615529 Nov 10 16:45:26.680566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port a8499dec-6cb4-4b68-9f1c-8de021bf0676 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:26.744497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:45:26.757646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.795474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4326c2d-bd2d-4a12-bacc-1c724ad13607 req-26bc0623-8257-4de9-bb47-77994de670d2 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:26.801634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4326c2d-bd2d-4a12-bacc-1c724ad13607 req-26bc0623-8257-4de9-bb47-77994de670d2 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 947 time: 0.5158930 Nov 10 16:45:26.878707 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-097e873a-e3a5-48c9-bdaf-143620afa52a None None] Provisioning complete for port c1825719-766e-456d-9e37-c8825ec14b61 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:26.879493 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-097e873a-e3a5-48c9-bdaf-143620afa52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.970634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 172.20.0.6 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/f7271063-fcdd-42e9-8c99-1745675b4eea/a8499dec-6cb4-4b68-9f1c-8de021bf0676) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:26.974510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.975513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:26.976119 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:26.982289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fee8:745b (ecf86a1d-4166-4ecf-b78f-674c38de9eda/811c804e-b13e-481d-af34-0f1b355d2968/a8499dec-6cb4-4b68-9f1c-8de021bf0676) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:27.011840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Router 1824a339-851a-4d7a-a946-456722482c1d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:45:27.033848 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4326c2d-bd2d-4a12-bacc-1c724ad13607 req-880f9dd1-d5cb-4069-ba3c-7aedc8707116 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312515 Nov 10 16:45:27.115648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0239556 Nov 10 16:45:27.136845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:27.150568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Request body: {'subnet': {'network_id': 'eb640b20-2a1c-481b-bd6e-cf670a249025', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-575513137-subnet', 'tenant_id': 'c916e79fc16746ab869362d5b3816abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:27.166975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044a3c0-7358-41c2-aae6-71b80e0b05cf admin admin] Pushing event updated for resources: {'Network': ['ID=eb640b20-2a1c-481b-bd6e-cf670a249025,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:27.189515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network eb640b20-2a1c-481b-bd6e-cf670a249025 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:45:27.253338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.284722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:45:27.291614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-34996a66-1e5e-48e0-837c-2f5182c464c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "PUT /v2.0/routers/1824a339-851a-4d7a-a946-456722482c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0192933 Nov 10 16:45:27.295348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:27.301537 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503eb1ff-f309-4a29-acaf-714c1fdd7f70 None None] Sync routers for ids ['1824a339-851a-4d7a-a946-456722482c1d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:45:27.325019 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503eb1ff-f309-4a29-acaf-714c1fdd7f70 None None] Routers {'1824a339-851a-4d7a-a946-456722482c1d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:45:27.326149 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-503eb1ff-f309-4a29-acaf-714c1fdd7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:45:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1824a339-851a-4d7a-a946-456722482c1d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:27.365430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Made reservation on behalf of c916e79fc16746ab869362d5b3816abc for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:27.370674 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.380908 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cc56a4-9b9c-47e4-a8c4-1cf25b65a7d7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:45:27.385158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b4cc56a4-9b9c-47e4-a8c4-1cf25b65a7d7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/74dfb38c-c73e-4ca0-8d77-98d676eebb7c HTTP/1.1" status: 404 len: 333 time: 0.0857685 Nov 10 16:45:27.385424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55506) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:27.405170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.433126 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-503eb1ff-f309-4a29-acaf-714c1fdd7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:27.465255 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503eb1ff-f309-4a29-acaf-714c1fdd7f70 None None] Routers {'1824a339-851a-4d7a-a946-456722482c1d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:45:27.465903 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-503eb1ff-f309-4a29-acaf-714c1fdd7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:45:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1824a339-851a-4d7a-a946-456722482c1d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:27.509340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:27.520518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:27.525836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:27.542550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6dff491f-3483-4199-b8d2-4cf7b0bc8636 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:45:27.583874 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-503eb1ff-f309-4a29-acaf-714c1fdd7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:27.587029 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af5fb159-0af8-4cb7-9186-03c28662ff09 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.588991 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503eb1ff-f309-4a29-acaf-714c1fdd7f70 None None] The sync data for ids ['1824a339-851a-4d7a-a946-456722482c1d'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:45:27.603581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=a8499dec-6cb4-4b68-9f1c-8de021bf0676,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:27.648370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:27.649103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.701310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:27.715530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'mac_address': 'fa:16:3e:f3:00:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:45:27.730765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1acbda65-ce6b-4320-ae67-95117e04c7df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9785907 Nov 10 16:45:27.731660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55508) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:27.777939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.802963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dff491f-3483-4199-b8d2-4cf7b0bc8636 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:45:27.811295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ac3b7-9d06-4aea-9ce8-6b02f5ef7d64 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:27.818068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ac3b7-9d06-4aea-9ce8-6b02f5ef7d64 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:27.820541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-de6ac3b7-9d06-4aea-9ce8-6b02f5ef7d64 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0876732 Nov 10 16:45:27.823084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55512) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:27.834057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:27.866058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c1825719-766e-456d-9e37-c8825ec14b61 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:27.908797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af5fb159-0af8-4cb7-9186-03c28662ff09 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.912815 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af5fb159-0af8-4cb7-9186-03c28662ff09 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.916871 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:27.918127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:45:27.967702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:28.011045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf27000a-a7e2-4f9e-ae26-ae86ed27c7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port a8499dec-6cb4-4b68-9f1c-8de021bf0676 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:28.011415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf27000a-a7e2-4f9e-ae26-ae86ed27c7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.018999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'mac_address': 'fa:16:3e:18:d5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:45:28.055021 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af5fb159-0af8-4cb7-9186-03c28662ff09 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.056137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5fb159-0af8-4cb7-9186-03c28662ff09 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Fanout notify agent at l3_agent the message router_deleted on router 1824a339-851a-4d7a-a946-456722482c1d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:45:28.079328 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af5fb159-0af8-4cb7-9186-03c28662ff09 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.084830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-af5fb159-0af8-4cb7-9186-03c28662ff09 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/routers/1824a339-851a-4d7a-a946-456722482c1d HTTP/1.1" status: 204 len: 168 time: 0.6980410 Nov 10 16:45:28.085827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:28.138339 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.229818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba03a05-7389-41cc-bb00-5a737de307f4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet 4c560244-7906-46c4-8a63-20bd5e495072 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:28.238820 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf27000a-a7e2-4f9e-ae26-ae86ed27c7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.239147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c1825719-766e-456d-9e37-c8825ec14b61 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:28.244216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ba03a05-7389-41cc-bb00-5a737de307f4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.250316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.251845 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.259143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf27000a-a7e2-4f9e-ae26-ae86ed27c7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for a8499dec-6cb4-4b68-9f1c-8de021bf0676 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:28.350041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f83edb0-b434-48a1-bc66-19e0647a6852 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:45:28.362799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-09eaf84d-a837-411c-8ac7-2d442bbe1501 None None] Provisioning complete for port c1825719-766e-456d-9e37-c8825ec14b61 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:28.363181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09eaf84d-a837-411c-8ac7-2d442bbe1501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.369694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:28.408427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f696b350-8c73-474d-9072-8ce5bb907568,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:28.496624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:28.512370 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ba03a05-7389-41cc-bb00-5a737de307f4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.516935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-5d6c616e-e4dd-4d67-adb1-80d7004a162c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2473428 Nov 10 16:45:28.562855 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.645635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ba03a05-7389-41cc-bb00-5a737de307f4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.758540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Checking segment: {'id': '51021b02-fe0a-4325-ab57-4d9fc1d4d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb640b20-2a1c-481b-bd6e-cf670a249025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:28.759127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Network hostable DHCP agents. Network: eb640b20-2a1c-481b-bd6e-cf670a249025, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:45:28.801553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-722e8dea-d97b-468f-a8ef-d0ce0e1dd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:28.804556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a99efb-7728-4b60-a4e9-1e886859b289 req-d5b6f436-291b-444f-a1f9-68648598e488 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:28.804809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-722e8dea-d97b-468f-a8ef-d0ce0e1dd2cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1097 time: 0.2566578 Nov 10 16:45:28.806174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10a99efb-7728-4b60-a4e9-1e886859b289 req-d5b6f436-291b-444f-a1f9-68648598e488 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 948 time: 0.5694084 Nov 10 16:45:28.818642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ba03a05-7389-41cc-bb00-5a737de307f4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.823646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:28.872160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf27000a-a7e2-4f9e-ae26-ae86ed27c7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.910991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba03a05-7389-41cc-bb00-5a737de307f4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=4c560244-7906-46c4-8a63-20bd5e495072,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:28.916466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6dff491f-3483-4199-b8d2-4cf7b0bc8636'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:45:28.922638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9f83edb0-b434-48a1-bc66-19e0647a6852'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:45:28.964434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ba03a05-7389-41cc-bb00-5a737de307f4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:28.978944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a4346-35b1-404c-8eea-605938fdbf35 None None] Network d3746fd9-1af1-46d9-8aac-13c155560717 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:28.982913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8ba03a05-7389-41cc-bb00-5a737de307f4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/4c560244-7906-46c4-8a63-20bd5e495072 HTTP/1.1" status: 204 len: 168 time: 0.8926098 Nov 10 16:45:28.985025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27000a-a7e2-4f9e-ae26-ae86ed27c7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=a8499dec-6cb4-4b68-9f1c-8de021bf0676,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:28.995535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55526) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:29.035055 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10a99efb-7728-4b60-a4e9-1e886859b289 req-01a5f590-f938-4022-b651-34cd33b55a78 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102809 Nov 10 16:45:29.042458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Network eb640b20-2a1c-481b-bd6e-cf670a249025 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:45:29.101842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fcdd919d-e2ec-4365-902a-8ddfc463f94b None None] Could not find standard attr ID for object a8499dec-6cb4-4b68-9f1c-8de021bf0676. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:29.162244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, eb640b20-2a1c-481b-bd6e-cf670a249025) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:29.166791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:29.167601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:29.219369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ef5e6-669c-4e28-8707-3a51317d5b86 None None] Network eb640b20-2a1c-481b-bd6e-cf670a249025 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:29.231073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-5d192858-4af0-4187-b244-10391a3e2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:29.233557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-5d192858-4af0-4187-b244-10391a3e2280 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.4037535 Nov 10 16:45:29.241862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:29.316380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-811a99ab-05fd-4e5c-bff4-cc0238d305ca admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1734841 Nov 10 16:45:29.406457 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf27000a-a7e2-4f9e-ae26-ae86ed27c7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:29.410036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cf27000a-a7e2-4f9e-ae26-ae86ed27c7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/a8499dec-6cb4-4b68-9f1c-8de021bf0676 HTTP/1.1" status: 204 len: 168 time: 1.5854840 Nov 10 16:45:29.418768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55532) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:29.574110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81e074-57a1-407b-8458-b873c7152867 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:29.579004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81e074-57a1-407b-8458-b873c7152867 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:29.581578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81e074-57a1-407b-8458-b873c7152867 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:29.583910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3e81e074-57a1-407b-8458-b873c7152867 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1633286 Nov 10 16:45:29.589822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:29.613096 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-4200333c-4b72-44d0-8796-e9b95818140b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 1000 time: 0.3609481 Nov 10 16:45:29.701533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port edd6013c-ac1d-4fee-938a-48b3eeda5a7f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:29.701533 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:29.704543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-3fca1526-e588-462a-ba75-c170d5685e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:29.704862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-400315b9-8a7a-40e6-8c1d-26a487db62a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 811c804e-b13e-481d-af34-0f1b355d2968 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:29.712800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400315b9-8a7a-40e6-8c1d-26a487db62a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:29.719477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-3fca1526-e588-462a-ba75-c170d5685e6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0984344 Nov 10 16:45:29.829066 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400315b9-8a7a-40e6-8c1d-26a487db62a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:29.837708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] For port edd6013c-ac1d-4fee-938a-48b3eeda5a7f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=edd6013c-ac1d-4fee-938a-48b3eeda5a7f,segment=NetworkSegment(93f961e7-4e32-429a-aefe-5954506af178),segment_id=93f961e7-4e32-429a-aefe-5954506af178)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:29.838800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:29.844978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-b2e38077-2b2f-4140-bdc4-9b45037971c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:29.846917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-b2e38077-2b2f-4140-bdc4-9b45037971c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200759 Nov 10 16:45:29.880538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for edd6013c-ac1d-4fee-938a-48b3eeda5a7f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:30.025822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c500787d-7fdd-4960-9289-693d981905a3 None None] Network eb640b20-2a1c-481b-bd6e-cf670a249025 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:30.034169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-0d002948-52df-48cb-8702-637b7151d273 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772001 Nov 10 16:45:30.044965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] DHCP port deletion for d3746fd9-1af1-46d9-8aac-13c155560717 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:30.066440 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400315b9-8a7a-40e6-8c1d-26a487db62a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.196392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.290450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae34e8-fc86-4644-bd8b-e36aeea2c273 req-c75fab73-b62c-46a2-9b1e-aeb860c635b2 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:30.292451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98ae34e8-fc86-4644-bd8b-e36aeea2c273 req-c75fab73-b62c-46a2-9b1e-aeb860c635b2 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 948 time: 0.0902131 Nov 10 16:45:30.307913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=edd6013c-ac1d-4fee-938a-48b3eeda5a7f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:30.325551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No DVR routers for this DVR port edd6013c-ac1d-4fee-938a-48b3eeda5a7f on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:30.327764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400315b9-8a7a-40e6-8c1d-26a487db62a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.366063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58c7769e-5e12-4bd4-839a-578e4100c9fa req-5dcd31f9-b16c-4f94-ae63-ff6d1fa83fc8 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254266 Nov 10 16:45:30.485515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.497233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:30.502070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400315b9-8a7a-40e6-8c1d-26a487db62a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=811c804e-b13e-481d-af34-0f1b355d2968,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:30.516886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1390383133-network', 'tenant_id': '5c36e51df0204abbbd2ec1966dda3c5e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:30.531450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3746fd9-1af1-46d9-8aac-13c155560717']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:30.537501 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98ae34e8-fc86-4644-bd8b-e36aeea2c273 req-f0e97c19-9880-4f1b-9574-cb214b7e967b tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347362 Nov 10 16:45:30.539612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] Deleting port edd6013c-ac1d-4fee-938a-48b3eeda5a7f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:30.539612 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.550960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-400315b9-8a7a-40e6-8c1d-26a487db62a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.564447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-400315b9-8a7a-40e6-8c1d-26a487db62a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/811c804e-b13e-481d-af34-0f1b355d2968 HTTP/1.1" status: 204 len: 168 time: 0.9624624 Nov 10 16:45:30.564447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:30.585927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f961e7-4e32-429a-aefe-5954506af178') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:30.586242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f961e7-4e32-429a-aefe-5954506af178') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:45:30.612774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d52e0-7965-43fc-8e11-1fee41926e69 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:30.613011 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.643202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf5d00b-636b-4e5d-aa01-143b87961ccf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet f7271063-fcdd-42e9-8c99-1745675b4eea {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:30.647405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf5d00b-636b-4e5d-aa01-143b87961ccf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.653100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.668966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:45:30.669435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.677855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Made reservation on behalf of 5c36e51df0204abbbd2ec1966dda3c5e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:45:30.680526 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:45:30.683236 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.701245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.732233 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf5d00b-636b-4e5d-aa01-143b87961ccf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.802777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] For port edd6013c-ac1d-4fee-938a-48b3eeda5a7f, host n-d-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:30.803159 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.830380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] Calling delete_port for edd6013c-ac1d-4fee-938a-48b3eeda5a7f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:30.833322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] Port edd6013c-ac1d-4fee-938a-48b3eeda5a7f was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:45:30.839350 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.853637 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.861498 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.869035 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/networks/d3746fd9-1af1-46d9-8aac-13c155560717 HTTP/1.1" status: 204 len: 168 time: 1.8687913 Nov 10 16:45:30.870500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:30.881172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] No DVR routers for this DVR port edd6013c-ac1d-4fee-938a-48b3eeda5a7f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:30.902797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7f8c7-602a-4995-942e-3d4cd22213f3 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Network': ['ID=d3746fd9-1af1-46d9-8aac-13c155560717,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:30.909115 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf5d00b-636b-4e5d-aa01-143b87961ccf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.932366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:30.939398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c3104-4994-4483-ab7d-232d3c9739f9 None None] Pushing event deleted for resources: {'Port': ['ID=edd6013c-ac1d-4fee-938a-48b3eeda5a7f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:30.977549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8ca28-6c76-42be-83d6-c9d73a0b74eb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:30.979058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-56d8ca28-6c76-42be-83d6-c9d73a0b74eb tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/2dd6f3cf-cd17-4b07-97b8-08d297535036 HTTP/1.1" status: 200 len: 841 time: 0.1019444 Nov 10 16:45:30.982979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55566) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:31.017606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.047074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7cc9dc39-ebaf-4ced-aeb0-ca42a23138a6 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/2dd6f3cf-cd17-4b07-97b8-08d297535036?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0621765 Nov 10 16:45:31.051935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55568) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:31.052853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:45:31.057677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:31.063177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52587e57-c721-4fc2-9e79-ec3aa0090f37,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:31.076434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.076434 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Added segment 25c7d47d-3507-4890-9981-c834143fb87e of type vlan for network 141c79b0-a454-47b1-b2ee-f1fe77f63ffd Nov 10 16:45:31.137025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.171245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf5d00b-636b-4e5d-aa01-143b87961ccf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.195217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf5d00b-636b-4e5d-aa01-143b87961ccf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.197754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-acf5d00b-636b-4e5d-aa01-143b87961ccf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/f7271063-fcdd-42e9-8c99-1745675b4eea HTTP/1.1" status: 204 len: 168 time: 0.6355586 Nov 10 16:45:31.212947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55572) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:31.233927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d00b-636b-4e5d-aa01-143b87961ccf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=f7271063-fcdd-42e9-8c99-1745675b4eea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:31.303842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:31.307703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.316889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.321013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4ac8821-ef76-450d-933e-35c26472e6a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034319 Nov 10 16:45:31.321013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55574) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:31.321464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:31.321464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.424814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=141c79b0-a454-47b1-b2ee-f1fe77f63ffd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:31.437529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 141c79b0-a454-47b1-b2ee-f1fe77f63ffd details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:45:31.443436 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b358c2bb-ff57-4a54-bcc3-f459a25a3ee7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9368222 Nov 10 16:45:31.446073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:31.453307 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Request body: {'subnet': {'network_id': '141c79b0-a454-47b1-b2ee-f1fe77f63ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1390383133-subnet', 'tenant_id': '5c36e51df0204abbbd2ec1966dda3c5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:31.503881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a8f8f-5618-4b28-aac4-a483c45093f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:31.505789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e98a8f8f-5618-4b28-aac4-a483c45093f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1650121 Nov 10 16:45:31.508619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:31.593741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6dff491f-3483-4199-b8d2-4cf7b0bc8636 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:31.595057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Made reservation on behalf of 5c36e51df0204abbbd2ec1966dda3c5e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:31.597392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.692055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9e4f-978d-4c8c-9274-f6c0464f05b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.746052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.759500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba4350-fca6-41c4-b73b-c98301d20335 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:31.768983 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-03ba4350-fca6-41c4-b73b-c98301d20335 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2590048 Nov 10 16:45:31.772031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:31.796473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:31.822728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:31.835100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959261a8-d4f1-4bf5-8a1d-e5ac2a006dbd None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:31.838496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:31.839107 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:31.901462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b87a5395-a238-40b1-961c-3e6c95373788 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863967 Nov 10 16:45:31.901852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55590) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:31.908592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-56202fbe-909b-4baf-8695-a3f392181b6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:31.942065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37669-7d68-4b05-b17e-3834efbc3c35 req-be24fca2-be6a-4a36-9e8a-4b343dafeef7 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:31.943844 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06e37669-7d68-4b05-b17e-3834efbc3c35 req-be24fca2-be6a-4a36-9e8a-4b343dafeef7 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 948 time: 0.2181444 Nov 10 16:45:31.944860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=210adf69-2c98-41f7-af15-fdb41751aec9,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:32.003856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4c596d59-708e-4b92-87e6-42ec28ee1400 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9480023 Nov 10 16:45:32.005003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:32.017259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7cc1cf2a-ad9c-4fe7-bd19-6e5ef88f38ac tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'security_group': {'name': 'tempest-secgroup-119823918'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:32.046396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device edd6013c-ac1d-4fee-938a-48b3eeda5a7f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:32.066639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-06e37669-7d68-4b05-b17e-3834efbc3c35 req-05edc17e-4f2e-495c-aa27-4a3716c62e5e tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043379 Nov 10 16:45:32.089959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388c9f05-1c7e-4e22-b8c3-16b3769d288c None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:32.093259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:45:32.116407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: edd6013c-ac1d-4fee-938a-48b3eeda5a7f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:32.116864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device edd6013c-ac1d-4fee-938a-48b3eeda5a7f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:32.129598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:32.129970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.173689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56202fbe-909b-4baf-8695-a3f392181b6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:32.177945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56202fbe-909b-4baf-8695-a3f392181b6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.180004 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-56202fbe-909b-4baf-8695-a3f392181b6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:32.180772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56202fbe-909b-4baf-8695-a3f392181b6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:32.203640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.214063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b5f41e6e-da3f-4684-906e-84482c34e33e None None] Provisioning complete for port c1825719-766e-456d-9e37-c8825ec14b61 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:32.214449 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b5f41e6e-da3f-4684-906e-84482c34e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.260525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc1cf2a-ad9c-4fe7-bd19-6e5ef88f38ac tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.297349 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-56202fbe-909b-4baf-8695-a3f392181b6e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3944848 Nov 10 16:45:32.300097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55594) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:32.308416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b2250cae-77d1-4706-8e07-6b83efeec44d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:32.331992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Checking segment: {'id': '25c7d47d-3507-4890-9981-c834143fb87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '141c79b0-a454-47b1-b2ee-f1fe77f63ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:32.332987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Network hostable DHCP agents. Network: 141c79b0-a454-47b1-b2ee-f1fe77f63ffd, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:45:32.348301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7ffc27-a297-4387-a149-f55f759bb52e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:32.473559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc1cf2a-ad9c-4fe7-bd19-6e5ef88f38ac tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.475405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'tenant_id': '388fb5fea978488196d3195a1792695d', 'fixed_ips': [{'subnet_id': '210adf69-2c98-41f7-af15-fdb41751aec9'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:32.476026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.493603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Network 141c79b0-a454-47b1-b2ee-f1fe77f63ffd is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:45:32.513396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.556890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc1cf2a-ad9c-4fe7-bd19-6e5ef88f38ac tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.606276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:32.609864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1cf2a-ad9c-4fe7-bd19-6e5ef88f38ac tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f294618b-01d7-4e51-baf3-949289fb17f2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:32.613172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 141c79b0-a454-47b1-b2ee-f1fe77f63ffd) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:32.618111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:32.618724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.630089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:32.632271 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f864d74-c6b8-4628-affa-31e508fb7f1e" -d '{"events": [{"server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "name": "network-vif-plugged", "status": "completed", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:32.649909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af06be3-5169-4dad-8577-42c9412604dc None None] Network 141c79b0-a454-47b1-b2ee-f1fe77f63ffd requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:32.665286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2250cae-77d1-4706-8e07-6b83efeec44d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:32.678435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b2250cae-77d1-4706-8e07-6b83efeec44d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.678435 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2250cae-77d1-4706-8e07-6b83efeec44d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:32.678435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2250cae-77d1-4706-8e07-6b83efeec44d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:32.749360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:32.751600 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4820d7-2b8b-4f4b-ad54-013231f8f2d1 x-openstack-request-id: req-8f4820d7-2b8b-4f4b-ad54-013231f8f2d1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:32.751930 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "name": "network-vif-plugged", "status": "completed", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:32.752197 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f4820d7-2b8b-4f4b-ad54-013231f8f2d1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:32.752664 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'code': 200} Nov 10 16:45:32.807026 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9440a853-537f-4034-a3c1-063e62f52e96 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3595321 Nov 10 16:45:32.820802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e761-ca17-4d19-affa-3692c55167e1 req-91f21ec5-8f4a-4d87-a631-98d0a0a35c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:32.823927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87c1e761-ca17-4d19-affa-3692c55167e1 req-91f21ec5-8f4a-4d87-a631-98d0a0a35c9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 1100 time: 0.0694351 Nov 10 16:45:32.832440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-21020dd6-7ca8-4701-9e48-6162141119fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1364188 Nov 10 16:45:32.841200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc1cf2a-ad9c-4fe7-bd19-6e5ef88f38ac tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.845392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7cc1cf2a-ad9c-4fe7-bd19-6e5ef88f38ac tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8376565 Nov 10 16:45:32.849765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:32.850369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:32.853771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b2250cae-77d1-4706-8e07-6b83efeec44d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5502496 Nov 10 16:45:32.867255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f2cd577e-a625-4491-a431-594bc2c8aa8c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:32.898435 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:32.898559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:32.955150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87c1e761-ca17-4d19-affa-3692c55167e1 req-dfaba91f-4aaf-4ff1-ae8b-28ada638dfdb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204433 Nov 10 16:45:32.999907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c26d63e5-7914-456e-b964-baa1f779e177 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1004257905'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:33.021352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Allocated IP 172.20.0.2 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/210adf69-2c98-41f7-af15-fdb41751aec9/79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:33.073086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] Deleting port c1825719-766e-456d-9e37-c8825ec14b61 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:33.073390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:33.140837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-ec5dab1f-b0d1-440d-803f-1eaa3ec74529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:33.142377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-ec5dab1f-b0d1-440d-803f-1eaa3ec74529 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 1097 time: 0.1493552 Nov 10 16:45:33.230664 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c26d63e5-7914-456e-b964-baa1f779e177 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:33.265933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061fc35-e2cd-4016-a655-6aaf36e5524a req-f3887efe-1b17-4ae1-a19a-4dff7db1008f tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:33.267605 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0061fc35-e2cd-4016-a655-6aaf36e5524a req-f3887efe-1b17-4ae1-a19a-4dff7db1008f tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 949 time: 0.0924723 Nov 10 16:45:33.376462 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0061fc35-e2cd-4016-a655-6aaf36e5524a req-6ca1aaef-5ffe-4300-b0a4-de621c5ae536 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017306 Nov 10 16:45:33.422666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] For port c1825719-766e-456d-9e37-c8825ec14b61, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c1825719-766e-456d-9e37-c8825ec14b61,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:33.423916 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:33.428878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cd577e-a625-4491-a431-594bc2c8aa8c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:33.432582 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2cd577e-a625-4491-a431-594bc2c8aa8c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:33.434144 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cd577e-a625-4491-a431-594bc2c8aa8c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:33.434866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cd577e-a625-4491-a431-594bc2c8aa8c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:33.441177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] Calling delete_port for c1825719-766e-456d-9e37-c8825ec14b61 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:33.452536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-6bae02ca-5a9d-4c32-b18e-8f9170e13229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:33.454311 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-6bae02ca-5a9d-4c32-b18e-8f9170e13229 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 200 len: 920 time: 0.2817211 Nov 10 16:45:33.581861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f2cd577e-a625-4491-a431-594bc2c8aa8c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7281015 Nov 10 16:45:33.585534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55622) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:33.595896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-976e3988-2837-4ff2-a737-9bb08da7ee3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 200 len: 217 time: 0.1263745 Nov 10 16:45:33.597914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e5517bd7-3821-4e72-8a12-f0422d791336 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:33.601048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:33.606620 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c26d63e5-7914-456e-b964-baa1f779e177 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:33.616465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec99fa6-17db-4880-9cb5-8f4150b64fae None None] Network 141c79b0-a454-47b1-b2ee-f1fe77f63ffd requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:33.711028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-9b5cc619-4713-416f-a065-61546321b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:33.712703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-9b5cc619-4713-416f-a065-61546321b751 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 200 len: 859 time: 0.1011715 Nov 10 16:45:33.719701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 9f83edb0-b434-48a1-bc66-19e0647a6852 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:45:33.766384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 9f83edb0-b434-48a1-bc66-19e0647a6852 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:33.766644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c26d63e5-7914-456e-b964-baa1f779e177 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:33.779678 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:33.863806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-7799f9bf-134a-489e-90d5-7ffa96bc6ea0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8963d7a9-5881-4006-9614-2c2fc3c5a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333671 Nov 10 16:45:33.905550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6823e813-7ff5-44dd-86e9-76ba65eaa656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:33.905550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c1825719-766e-456d-9e37-c8825ec14b61 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:33.941650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d63e5-7914-456e-b964-baa1f779e177 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805723a4-48e2-4764-b884-2b94039f9dfe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:34.008691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c26d63e5-7914-456e-b964-baa1f779e177 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.011958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c26d63e5-7914-456e-b964-baa1f779e177 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1577213 Nov 10 16:45:34.024239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:34.034396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1138666135', 'security_groups': ['805723a4-48e2-4764-b884-2b94039f9dfe'], 'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '210adf69-2c98-41f7-af15-fdb41751aec9'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:34.130526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-37f88565-f9ef-4a43-abbe-5c9daeeb6276 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:34.134686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-37f88565-f9ef-4a43-abbe-5c9daeeb6276 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/networks?id=eb640b20-2a1c-481b-bd6e-cf670a249025 HTTP/1.1" status: 200 len: 824 time: 0.2766159 Nov 10 16:45:34.162069 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-b5d74b9a-ebcd-4418-9415-e308106abc96 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/quotas/c916e79fc16746ab869362d5b3816abc HTTP/1.1" status: 200 len: 375 time: 0.0203407 Nov 10 16:45:34.181502 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.210435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-88c58411-0cd0-4046-9032-7bbae7894a6a service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303497 Nov 10 16:45:34.214926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No active binding found for port c1825719-766e-456d-9e37-c8825ec14b61 {{(pid=103327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 16:45:34.215738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c1825719-766e-456d-9e37-c8825ec14b61 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:34.224664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-9b003509-b5a6-4c7c-85c4-f52fd6c48278 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c916e79fc16746ab869362d5b3816abc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555942 Nov 10 16:45:34.226706 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.284216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5517bd7-3821-4e72-8a12-f0422d791336 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:34.288369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5517bd7-3821-4e72-8a12-f0422d791336 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.290888 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5517bd7-3821-4e72-8a12-f0422d791336 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:34.298495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5517bd7-3821-4e72-8a12-f0422d791336 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:34.312777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] No DVR routers for this DVR port c1825719-766e-456d-9e37-c8825ec14b61 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:34.317824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869018b-11af-44bb-bfb6-477f7ed8b3e0 None None] Pushing event deleted for resources: {'Port': ['ID=c1825719-766e-456d-9e37-c8825ec14b61,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:34.335870 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.435922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:34.442486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:34.444115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-ce6c7c80-211a-4a28-b739-c1a583a78c45 service neutron] 10.222.0.62 "GET /v2.0/networks/eb640b20-2a1c-481b-bd6e-cf670a249025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096996 Nov 10 16:45:34.457397 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:34.468684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c27fce25-eed9-47c7-9402-9967ec0333c1 req-2f37ebbf-ed14-4d27-b077-0e7358e9104b service neutron] 10.222.0.18 "GET /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464495 Nov 10 16:45:34.516927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:34.603077 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.609165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Attempting to bind port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:34.614753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Attempting to bind port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '0ef6fc38-08a8-453c-b923-6043f96c9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:34.614753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Attempting to bind port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc on network ab38e45a-ceb7-45ab-a6dd-64a580520a3c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:34.626948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:34.627873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Checking segment: {'id': '0ef6fc38-08a8-453c-b923-6043f96c9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:34.628390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.628672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Bound using segment: {'id': '0ef6fc38-08a8-453c-b923-6043f96c9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:34.629669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Bound port: 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef6fc38-08a8-453c-b923-6043f96c9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:34.630195 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.651154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Pushing event updated for resources: {'Port': ['ID=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:34.677062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-f79a0f88-f408-4e8d-b573-364f4f7460fc service neutron] 10.222.0.62 "GET /v2.0/networks/eb640b20-2a1c-481b-bd6e-cf670a249025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227592 Nov 10 16:45:34.691968 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e5517bd7-3821-4e72-8a12-f0422d791336 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1044037 Nov 10 16:45:34.695385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55644) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:34.702648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bd8cc-9188-4ac9-8bd3-2323b539ad32 req-1bd10d4c-be28-4ced-9b99-ef1fb9dd3214 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:34.710823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec2bd8cc-9188-4ac9-8bd3-2323b539ad32 req-1bd10d4c-be28-4ced-9b99-ef1fb9dd3214 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 949 time: 0.1618028 Nov 10 16:45:34.716453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ceadeefe-5835-47cf-a1b8-d585adf4ea4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:34.775403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:34.798749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7f113db5-014a-4461-b529-7b38b957026a None None] For port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:34.811995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7f113db5-014a-4461-b529-7b38b957026a None None] For port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,segment=NetworkSegment(0ef6fc38-08a8-453c-b923-6043f96c9709),segment_id=0ef6fc38-08a8-453c-b923-6043f96c9709)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:34.825427 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec2bd8cc-9188-4ac9-8bd3-2323b539ad32 req-9289da47-c916-41c7-bad7-a3bff3639a99 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134107 Nov 10 16:45:34.833708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 13d7e290-d50c-48a7-b8da-ac400d16b7a1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:34.849076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:34.859449 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc8a443-5184-40ee-888e-41c3d95c5fa0" -d '{"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-plugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:34.895850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:34.905521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:35.017943 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a6ff94-69bc-4736-ba04-c9a3272a5f1e x-openstack-request-id: req-a5a6ff94-69bc-4736-ba04-c9a3272a5f1e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:35.017943 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-plugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:35.018292 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5a6ff94-69bc-4736-ba04-c9a3272a5f1e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:35.021752 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'code': 200} Nov 10 16:45:35.089230 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:35.135873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.11 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/210adf69-2c98-41f7-af15-fdb41751aec9/13d7e290-d50c-48a7-b8da-ac400d16b7a1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:35.191276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f113db5-014a-4461-b529-7b38b957026a None None] Pushing event updated for resources: {'Port': ['ID=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:35.365639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:35.373294 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:35.475607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a9a3a8e-f739-4eb7-885b-503910ba3517 req-5f991b7d-b9f1-4d9a-be67-2cfd0adc2b75 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 210 time: 0.0489216 Nov 10 16:45:35.591984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:35.614473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd121-0ca4-44ed-b2e1-dced05a6c881 req-032e8014-5e22-4c42-bd95-385dfcc74719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:35.616046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f3cd121-0ca4-44ed-b2e1-dced05a6c881 req-032e8014-5e22-4c42-bd95-385dfcc74719 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 1101 time: 0.1990469 Nov 10 16:45:35.686878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f3cd121-0ca4-44ed-b2e1-dced05a6c881 req-77d388c7-eeb4-4d5f-9024-921b0af94cd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625186 Nov 10 16:45:35.759698 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:35.808072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceadeefe-5835-47cf-a1b8-d585adf4ea4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:35.808949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:35.813036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:35.814207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceadeefe-5835-47cf-a1b8-d585adf4ea4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:35.816985 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceadeefe-5835-47cf-a1b8-d585adf4ea4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:35.817608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceadeefe-5835-47cf-a1b8-d585adf4ea4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:35.827349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:35.855170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:35.915191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=13d7e290-d50c-48a7-b8da-ac400d16b7a1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:35.942527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:35.942527 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:35.943749 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ceadeefe-5835-47cf-a1b8-d585adf4ea4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2471867 Nov 10 16:45:35.946816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55666) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:35.961230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8b112b44-3596-44a6-b30a-ed6ddc30691a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:35.989016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:35.991502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:36.056140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0425818-1e43-4224-a397-f388d02758b8 req-a783b2ef-1050-4a72-a899-f994cf7cede7 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:36.064632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0425818-1e43-4224-a397-f388d02758b8 req-a783b2ef-1050-4a72-a899-f994cf7cede7 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 949 time: 0.0695758 Nov 10 16:45:36.088075 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:36.149778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d6883752-0511-40d9-aae3-91872243422f tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1264579 Nov 10 16:45:36.153118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55670) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:36.169716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,segment=NetworkSegment(0ef6fc38-08a8-453c-b923-6043f96c9709),segment_id=0ef6fc38-08a8-453c-b923-6043f96c9709)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:36.171132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-74f93b8c-a616-4965-ad6e-09f01004b2c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:36.175128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0425818-1e43-4224-a397-f388d02758b8 req-7bbbdf9f-4f85-40b9-ab0b-41c31bc5a774 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095595 Nov 10 16:45:36.289294 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:36.361335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2343c-f7e8-4608-8a2c-367280bfc35f req-cb2c5b0b-efef-4456-a9dc-c578b6da55e0 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:36.365339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fc2343c-f7e8-4608-8a2c-367280bfc35f req-cb2c5b0b-efef-4456-a9dc-c578b6da55e0 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 949 time: 0.1067109 Nov 10 16:45:36.408835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b112b44-3596-44a6-b30a-ed6ddc30691a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:36.417008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b112b44-3596-44a6-b30a-ed6ddc30691a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:36.422443 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b112b44-3596-44a6-b30a-ed6ddc30691a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:36.429394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b112b44-3596-44a6-b30a-ed6ddc30691a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:36.487342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:36.490316 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fc2343c-f7e8-4608-8a2c-367280bfc35f req-23658914-99d3-4ccf-a349-82bebb41c2fa tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185393 Nov 10 16:45:36.593132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8304d28d-e6da-4a57-a1f2-fc455c8d4cde req-ecc45611-1759-4e44-9597-bd7fd31c64c0 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 210 time: 0.0338736 Nov 10 16:45:36.660070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f93b8c-a616-4965-ad6e-09f01004b2c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:36.663705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74f93b8c-a616-4965-ad6e-09f01004b2c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:36.680389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3b287a97-c871-40f3-9622-a33d3e5a9f6b None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:36.680919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b287a97-c871-40f3-9622-a33d3e5a9f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:36.739915 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:36.782539 n-d-714676-11 neutron-server[103326]: INFO neutron.db.ipam_backend_mixin [None req-74f93b8c-a616-4965-ad6e-09f01004b2c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 210adf69-2c98-41f7-af15-fdb41751aec9 (CIDR: 172.20.0.0/28) Nov 10 16:45:36.796243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3b287a97-c871-40f3-9622-a33d3e5a9f6b None None] Provisioning complete for port 2dd6f3cf-cd17-4b07-97b8-08d297535036 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:36.796243 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b287a97-c871-40f3-9622-a33d3e5a9f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:36.797035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:36.798151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8b112b44-3596-44a6-b30a-ed6ddc30691a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8498664 Nov 10 16:45:36.838217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0442f188-2d4c-4bfe-b797-48e2fab9b7d6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0370555 Nov 10 16:45:36.838481 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f93b8c-a616-4965-ad6e-09f01004b2c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:36.838481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f93b8c-a616-4965-ad6e-09f01004b2c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:36.838714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:36.849196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3b287a97-c871-40f3-9622-a33d3e5a9f6b None None] Port 2dd6f3cf-cd17-4b07-97b8-08d297535036 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:36.911610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2aae7-bd7d-4e6c-9470-1320240bb87b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:36.913124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cca2aae7-bd7d-4e6c-9470-1320240bb87b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736680 Nov 10 16:45:36.915617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:36.948845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-74f93b8c-a616-4965-ad6e-09f01004b2c0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7928271 Nov 10 16:45:36.959549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55688) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:36.967629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-04f10180-cd78-4e39-808c-57b7aecf373c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452473 Nov 10 16:45:36.967963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:36.968175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:36.982790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:36.983497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0d8a04fb-bef4-4b31-ac9d-b5a5e0bcbad1 None None] Provisioning complete for port 13d7e290-d50c-48a7-b8da-ac400d16b7a1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:36.989124 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d8a04fb-bef4-4b31-ac9d-b5a5e0bcbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:37.027455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a04fb-bef4-4b31-ac9d-b5a5e0bcbad1 None None] Port 13d7e290-d50c-48a7-b8da-ac400d16b7a1 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:37.087465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 16:45:37.087465 n-d-714676-11 neutron-server[103326]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 16:45:37.087465 n-d-714676-11 neutron-server[103326]: [parameters: {'project_id': '388fb5fea978488196d3195a1792695d', 'id': 'a948ddef-407f-406c-aece-d66da9bf60b5', 'expiration': datetime.datetime(2021, 11, 10, 16, 47, 37, 84015)}] Nov 10 16:45:37.087465 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:45:37.088971 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:45:37.190996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:37.195074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:37.624918 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:37.642473 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:37.663782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52651335-6159-4a93-918e-8570cd858bdb req-fe670a6a-8b14-44ce-ab5d-206389ed341a tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:37.665811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52651335-6159-4a93-918e-8570cd858bdb req-fe670a6a-8b14-44ce-ab5d-206389ed341a tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 949 time: 0.0940814 Nov 10 16:45:37.672155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:45:37.674031 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:37.730937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:37.738471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:37.746258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:37.746258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:37.749738 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52651335-6159-4a93-918e-8570cd858bdb req-7d095fda-2e5c-4aad-8fbd-7ee7f72b8970 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755494 Nov 10 16:45:37.750620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf247402-39de-425d-9e47-f80470e825fe None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:37.752046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:37.761307 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:37.765555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=a7d0a4b5-9cd9-4b2e-9696-040095cc1f68,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:37.804096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d78c795-c5bc-4a0e-8b38-687b109e86a7 req-7590c1fb-af98-4283-8792-9b0b06b50063 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 210 time: 0.0329571 Nov 10 16:45:37.938138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-653e5281-3433-493d-9a55-2b76400b3bdf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9692714 Nov 10 16:45:37.940871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:37.945563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:37.948368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:7a:cd:c1', 'name': 'tempest-NetworksTestDHCPv6-1517991790'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:38.044027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'a7d0a4b5-9cd9-4b2e-9696-040095cc1f68'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:38.046311 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:38.088300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:38.088597 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:38.208225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:38.325040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Allocated IP 2001:db8::f816:3eff:fef6:fbf7 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/a7d0a4b5-9cd9-4b2e-9696-040095cc1f68/6e6514e1-691c-42b8-8147-73ecd175abe6) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:38.364332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:38.514173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:38.518622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:38.533840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:38.535469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:38.542315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d63d0e-d985-4614-9a40-a68cf1bd93cd None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:38.565238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=b00d207b-3664-45ab-bf7f-6535a3e90220,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:38.712084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-de5f84d6-b51c-456a-96e7-5aa2360fb666 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7511637 Nov 10 16:45:38.712701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55742) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:38.724956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1424481337', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b00d207b-3664-45ab-bf7f-6535a3e90220'}], 'security_groups': ['f294618b-01d7-4e51-baf3-949289fb17f2']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:38.992105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.025302 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.054576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port f75644e0-d706-4b67-8534-829dabcc685b yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:39.088942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-cff16c42-0ce7-4647-b61e-aed2cc9560dd tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:39.089354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.090937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-cff16c42-0ce7-4647-b61e-aed2cc9560dd tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.18 "GET /v2.0/networks?id=eb640b20-2a1c-481b-bd6e-cf670a249025 HTTP/1.1" status: 200 len: 824 time: 0.2379162 Nov 10 16:45:39.115072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Request body: {'port': {'device_id': '9dbd25b7-0bf9-4742-977d-e5e4278eea41', 'network_id': 'eb640b20-2a1c-481b-bd6e-cf670a249025', 'admin_state_up': True, 'tenant_id': 'c916e79fc16746ab869362d5b3816abc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:39.129360 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8901e2e7-beb1-49ca-9f36-326191d4e2c1 req-ea8a6e03-6333-4e9e-bf93-2225a050539e tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 210 time: 0.1061356 Nov 10 16:45:39.158226 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.332720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:39.334276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3b228-90eb-49c2-9fd3-2585a701253f None None] Update dhcp port {'port': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'fixed_ips': [{'subnet_id': '210adf69-2c98-41f7-af15-fdb41751aec9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b00d207b-3664-45ab-bf7f-6535a3e90220'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:45:39.344099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Pushing event updated for resources: {'Port': ['ID=6e6514e1-691c-42b8-8147-73ecd175abe6,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:39.378262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:39.388841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:39.452739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b228-90eb-49c2-9fd3-2585a701253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.463802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fe7a:cdc1 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/a7d0a4b5-9cd9-4b2e-9696-040095cc1f68/f75644e0-d706-4b67-8534-829dabcc685b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:39.585601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Attempting to bind port 6e6514e1-691c-42b8-8147-73ecd175abe6 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:39.586014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Attempting to bind port 6e6514e1-691c-42b8-8147-73ecd175abe6 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:39.586400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Attempting to bind port 6e6514e1-691c-42b8-8147-73ecd175abe6 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:39.608246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:39.608246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:39.608246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.608246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:39.608246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Bound port: 6e6514e1-691c-42b8-8147-73ecd175abe6, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:39.608246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.659518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Made reservation on behalf of c916e79fc16746ab869362d5b3816abc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:39.664030 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.844432 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:39.855267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] For port 6e6514e1-691c-42b8-8147-73ecd175abe6, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:39.861590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] For port 6e6514e1-691c-42b8-8147-73ecd175abe6, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6e6514e1-691c-42b8-8147-73ecd175abe6,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:39.900344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Allocated IP 172.20.0.10 (eb640b20-2a1c-481b-bd6e-cf670a249025/f696b350-8c73-474d-9072-8ce5bb907568/da9d8541-eb5a-4dff-9cfd-74750c40461b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:39.922617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Delete allocated IP 172.20.0.11 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/210adf69-2c98-41f7-af15-fdb41751aec9) {{(pid=103326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 16:45:39.934100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.20 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/b00d207b-3664-45ab-bf7f-6535a3e90220/13d7e290-d50c-48a7-b8da-ac400d16b7a1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:39.957160 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.040426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002884f-d4d7-4aef-8af0-b468b5540226 None None] Pushing event updated for resources: {'Port': ['ID=6e6514e1-691c-42b8-8147-73ecd175abe6,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:40.146834 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.157336 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.214399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.277409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:40.282430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=f75644e0-d706-4b67-8534-829dabcc685b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:40.286574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:40.295911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:40.301681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:40.309446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.366490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b00cdab-f61f-466a-9050-0fc20a0deed7 req-882c362c-4b97-43da-8edb-ad620ee96f0b tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 210 time: 0.0997822 Nov 10 16:45:40.379135 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.380853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.385592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.446339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4cb3b228-90eb-49c2-9fd3-2585a701253f None None] Allocated IP 172.20.0.18 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/b00d207b-3664-45ab-bf7f-6535a3e90220/79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:40.491784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7550ee1e-e8ce-4fa9-a733-54324f1b404a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5459614 Nov 10 16:45:40.501974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55770) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:40.535567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Network eb640b20-2a1c-481b-bd6e-cf670a249025 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:40.578897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:40.582972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Pushing event updated for resources: {'Port': ['ID=da9d8541-eb5a-4dff-9cfd-74750c40461b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:40.585908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:40.686693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b28585-b313-438d-a8fa-881ee573cc81 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:40.708723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b28585-b313-438d-a8fa-881ee573cc81 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:40.714868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-90b28585-b313-438d-a8fa-881ee573cc81 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2115366 Nov 10 16:45:40.716809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:40.748769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4cb3b228-90eb-49c2-9fd3-2585a701253f None None] For port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,segment=NetworkSegment(0ef6fc38-08a8-453c-b923-6043f96c9709),segment_id=0ef6fc38-08a8-453c-b923-6043f96c9709)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:40.758801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=13d7e290-d50c-48a7-b8da-ac400d16b7a1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:40.781042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:40.782073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.793716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] In _notify_port_updated(), no bound segment for port 13d7e290-d50c-48a7-b8da-ac400d16b7a1 on network ab38e45a-ceb7-45ab-a6dd-64a580520a3c {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:45:40.801026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:40.801680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:40.805934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55778) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:40.808198 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c3141402-dcce-4ee7-899b-033311d61a6b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "PUT /v2.0/ports/13d7e290-d50c-48a7-b8da-ac400d16b7a1 HTTP/1.1" status: 200 len: 921 time: 2.0938063 Nov 10 16:45:40.898076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-e9ade86d-e0af-4345-bef8-42e2f691cd97 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7873056 Nov 10 16:45:40.933508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Request body: {'port': {'device_id': '9dbd25b7-0bf9-4742-977d-e5e4278eea41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:41.027866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7e64834a-b936-44ae-929d-d8f4cde5f0dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port f75644e0-d706-4b67-8534-829dabcc685b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:41.028208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e64834a-b936-44ae-929d-d8f4cde5f0dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:41.042134 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b228-90eb-49c2-9fd3-2585a701253f None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:41.070699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:41.105507 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b228-90eb-49c2-9fd3-2585a701253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:41.148045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-012ddace-28a8-44ef-ad46-8127be138d8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 13d7e290-d50c-48a7-b8da-ac400d16b7a1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:41.149138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-012ddace-28a8-44ef-ad46-8127be138d8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:41.187335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3b228-90eb-49c2-9fd3-2585a701253f None None] Pushing event updated for resources: {'Port': ['ID=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:41.317645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e64834a-b936-44ae-929d-d8f4cde5f0dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:41.426317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7e64834a-b936-44ae-929d-d8f4cde5f0dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for f75644e0-d706-4b67-8534-829dabcc685b owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:41.544957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-012ddace-28a8-44ef-ad46-8127be138d8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:41.586409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-012ddace-28a8-44ef-ad46-8127be138d8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 13d7e290-d50c-48a7-b8da-ac400d16b7a1 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:41.676416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602735f1-7654-4036-a747-dc8d2f70f452 req-b7069f4d-8571-4b2a-b8a5-e3c8555150f6 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:41.686674 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-602735f1-7654-4036-a747-dc8d2f70f452 req-b7069f4d-8571-4b2a-b8a5-e3c8555150f6 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 932 time: 0.1356022 Nov 10 16:45:41.842543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1317f01a-5d57-46d5-8b93-899177d1fb25 None None] Provisioning complete for port 6e6514e1-691c-42b8-8147-73ecd175abe6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:41.843266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1317f01a-5d57-46d5-8b93-899177d1fb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:41.861876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-602735f1-7654-4036-a747-dc8d2f70f452 req-6e8862be-9bc7-4a8d-b73c-16172f29e310 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701465 Nov 10 16:45:42.118822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:42.174614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1317f01a-5d57-46d5-8b93-899177d1fb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.226716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1317f01a-5d57-46d5-8b93-899177d1fb25 None None] For port 6e6514e1-691c-42b8-8147-73ecd175abe6, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6e6514e1-691c-42b8-8147-73ecd175abe6,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:42.260592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:42.261244 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.279579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9d8541-eb5a-4dff-9cfd-74750c40461b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:45:42.280284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.386075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6e6514e1-691c-42b8-8147-73ecd175abe6 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:42.439687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6e6514e1-691c-42b8-8147-73ecd175abe6 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:42.440057 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.541062 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.545243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e64834a-b936-44ae-929d-d8f4cde5f0dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.578536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64834a-b936-44ae-929d-d8f4cde5f0dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=f75644e0-d706-4b67-8534-829dabcc685b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:42.603970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e64834a-b936-44ae-929d-d8f4cde5f0dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.607481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1317f01a-5d57-46d5-8b93-899177d1fb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.610683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55812) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:42.621402 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7e64834a-b936-44ae-929d-d8f4cde5f0dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/f75644e0-d706-4b67-8534-829dabcc685b HTTP/1.1" status: 204 len: 168 time: 1.8998685 Nov 10 16:45:42.642514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Transition to ACTIVE for port object da9d8541-eb5a-4dff-9cfd-74750c40461b will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:45:42.643881 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-012ddace-28a8-44ef-ad46-8127be138d8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.698205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:45:42.698570 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:45:42.703609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e13a7-bdee-4a03-8851-402d24ea861b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:42.705385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e13a7-bdee-4a03-8851-402d24ea861b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:42.710483 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0f9e13a7-bdee-4a03-8851-402d24ea861b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0984976 Nov 10 16:45:42.711647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55814) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:42.718847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317f01a-5d57-46d5-8b93-899177d1fb25 None None] Pushing event updated for resources: {'Port': ['ID=6e6514e1-691c-42b8-8147-73ecd175abe6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:42.724519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ddace-28a8-44ef-ad46-8127be138d8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=13d7e290-d50c-48a7-b8da-ac400d16b7a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:42.743043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ac2adeeb-7b62-4f90-979e-c16dfb8bccec None None] Could not find standard attr ID for object f75644e0-d706-4b67-8534-829dabcc685b. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:42.766851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ac2adeeb-7b62-4f90-979e-c16dfb8bccec None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:42.767883 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac2adeeb-7b62-4f90-979e-c16dfb8bccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.795442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.861294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1d8d40-10b1-440f-aa57-456d8f00bb84 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet a7d0a4b5-9cd9-4b2e-9696-040095cc1f68 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:42.875152 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8d40-10b1-440f-aa57-456d8f00bb84 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.960726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ac2adeeb-7b62-4f90-979e-c16dfb8bccec None None] Provisioning complete for port 2dd6f3cf-cd17-4b07-97b8-08d297535036 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:42.960726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac2adeeb-7b62-4f90-979e-c16dfb8bccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:42.994787 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8d40-10b1-440f-aa57-456d8f00bb84 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.010381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ac2adeeb-7b62-4f90-979e-c16dfb8bccec None None] Port 2dd6f3cf-cd17-4b07-97b8-08d297535036 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:43.030947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ac2adeeb-7b62-4f90-979e-c16dfb8bccec None None] Could not find standard attr ID for object 13d7e290-d50c-48a7-b8da-ac400d16b7a1. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:43.045614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=da9d8541-eb5a-4dff-9cfd-74750c40461b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:43.066063 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-012ddace-28a8-44ef-ad46-8127be138d8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.069271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-012ddace-28a8-44ef-ad46-8127be138d8d tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/13d7e290-d50c-48a7-b8da-ac400d16b7a1 HTTP/1.1" status: 204 len: 168 time: 2.2620418 Nov 10 16:45:43.072874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:43.149430 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c344ad38-f661-4295-bdf8-485f57eecc06 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:45:43.156132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c344ad38-f661-4295-bdf8-485f57eecc06 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/13d7e290-d50c-48a7-b8da-ac400d16b7a1 HTTP/1.1" status: 404 len: 333 time: 0.0390699 Nov 10 16:45:43.156943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:43.168494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8d40-10b1-440f-aa57-456d8f00bb84 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.252000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-29b716ee-39d2-429b-9dd8-22d507e0d20a None None] Could not find standard attr ID for object 13d7e290-d50c-48a7-b8da-ac400d16b7a1. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:43.273017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e3885c-7ed5-4cc3-85a6-2deed0b7011c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.280408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7b4ca-021a-4604-830d-99e3033a2567 req-c0abfd29-d526-4cef-9c8f-9bd612cb8cd8 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:43.287888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f1d7b4ca-021a-4604-830d-99e3033a2567 req-c0abfd29-d526-4cef-9c8f-9bd612cb8cd8 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 944 time: 0.2286453 Nov 10 16:45:43.309691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Attempting to bind port da9d8541-eb5a-4dff-9cfd-74750c40461b on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:43.312434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Attempting to bind port da9d8541-eb5a-4dff-9cfd-74750c40461b by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '51021b02-fe0a-4325-ab57-4d9fc1d4d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb640b20-2a1c-481b-bd6e-cf670a249025'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:43.312434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Attempting to bind port da9d8541-eb5a-4dff-9cfd-74750c40461b on network eb640b20-2a1c-481b-bd6e-cf670a249025 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:43.317427 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e3885c-7ed5-4cc3-85a6-2deed0b7011c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.320129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Port da9d8541-eb5a-4dff-9cfd-74750c40461b on network eb640b20-2a1c-481b-bd6e-cf670a249025 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:45:43.321075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Attempting to bind port da9d8541-eb5a-4dff-9cfd-74750c40461b on network eb640b20-2a1c-481b-bd6e-cf670a249025 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:43.337295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:43.337715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Checking segment: {'id': '51021b02-fe0a-4325-ab57-4d9fc1d4d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb640b20-2a1c-481b-bd6e-cf670a249025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:43.338016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Bound using segment: {'id': '51021b02-fe0a-4325-ab57-4d9fc1d4d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb640b20-2a1c-481b-bd6e-cf670a249025'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:43.338483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Bound port: da9d8541-eb5a-4dff-9cfd-74750c40461b, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51021b02-fe0a-4325-ab57-4d9fc1d4d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb640b20-2a1c-481b-bd6e-cf670a249025'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:43.338846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.340559 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f1d7b4ca-021a-4604-830d-99e3033a2567 req-cc1d856d-c400-49a2-911d-1ef0fa0b62d7 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515249 Nov 10 16:45:43.352575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8d40-10b1-440f-aa57-456d8f00bb84 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.378842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8d40-10b1-440f-aa57-456d8f00bb84 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d0a4b5-9cd9-4b2e-9696-040095cc1f68,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:43.381537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8d40-10b1-440f-aa57-456d8f00bb84 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.386075 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d1d8d40-10b1-440f-aa57-456d8f00bb84 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/a7d0a4b5-9cd9-4b2e-9696-040095cc1f68 HTTP/1.1" status: 204 len: 168 time: 0.6723998 Nov 10 16:45:43.390883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e64443-e466-48d7-960c-091b61356efd None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:43.391644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55838) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:43.443404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a9600d07-1efc-4f69-913d-177e8c82288f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505223 Nov 10 16:45:43.446438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55840) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:43.452853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:43.481153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] For port da9d8541-eb5a-4dff-9cfd-74750c40461b, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:43.487089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] For port da9d8541-eb5a-4dff-9cfd-74750c40461b, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=da9d8541-eb5a-4dff-9cfd-74750c40461b,segment=NetworkSegment(51021b02-fe0a-4325-ab57-4d9fc1d4d354),segment_id=51021b02-fe0a-4325-ab57-4d9fc1d4d354)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:43.528311 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e3885c-7ed5-4cc3-85a6-2deed0b7011c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.534004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84e3885c-7ed5-4cc3-85a6-2deed0b7011c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.538975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-84e3885c-7ed5-4cc3-85a6-2deed0b7011c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/security-groups/805723a4-48e2-4764-b884-2b94039f9dfe HTTP/1.1" status: 204 len: 168 time: 0.3775690 Nov 10 16:45:43.553508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:43.608321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3885c-7ed5-4cc3-85a6-2deed0b7011c tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805723a4-48e2-4764-b884-2b94039f9dfe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:43.626000 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.639061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:45:43.670565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:43.675441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.743729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:43.760628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'mac_address': 'fa:16:3e:18:d5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:45:43.816235 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.825419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:43.827560 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.830466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] 10.222.0.18 "PUT /v2.0/ports/da9d8541-eb5a-4dff-9cfd-74750c40461b HTTP/1.1" status: 200 len: 1093 time: 2.9021821 Nov 10 16:45:43.838313 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8e0a-5288-4c58-80fc-ce6e4655d1e4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:43.843757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbd25b7-0bf9-4742-977d-e5e4278eea41', 'tag': 'da9d8541-eb5a-4dff-9cfd-74750c40461b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:43.858093 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74249afd-0143-481a-b6d0-dde1489eed19" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbd25b7-0bf9-4742-977d-e5e4278eea41", "tag": "da9d8541-eb5a-4dff-9cfd-74750c40461b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:43.900993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:43.911026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f83edb0-b434-48a1-bc66-19e0647a6852 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:45:43.962086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:43.964082 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f6a091-f213-4c4b-bf5d-aaf63ce0b7bf x-openstack-request-id: req-20f6a091-f213-4c4b-bf5d-aaf63ce0b7bf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:43.964381 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbd25b7-0bf9-4742-977d-e5e4278eea41", "tag": "da9d8541-eb5a-4dff-9cfd-74750c40461b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:43.964694 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20f6a091-f213-4c4b-bf5d-aaf63ce0b7bf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:43.974135 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbd25b7-0bf9-4742-977d-e5e4278eea41', 'tag': 'da9d8541-eb5a-4dff-9cfd-74750c40461b', 'status': 'completed', 'code': 200} Nov 10 16:45:44.015382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5feddc-d1c5-4f48-8b1b-3c160e95bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=da9d8541-eb5a-4dff-9cfd-74750c40461b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:44.016949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] Deleting port 6e6514e1-691c-42b8-8147-73ecd175abe6 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:44.017329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:44.036967 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8e0a-5288-4c58-80fc-ce6e4655d1e4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:44.119885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:44.123202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] For port 6e6514e1-691c-42b8-8147-73ecd175abe6, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6e6514e1-691c-42b8-8147-73ecd175abe6,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:44.125690 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:44.170325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249afd-0143-481a-b6d0-dde1489eed19 req-ba355da2-cd14-416b-8255-9cd1836d8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:44.172602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74249afd-0143-481a-b6d0-dde1489eed19 req-ba355da2-cd14-416b-8255-9cd1836d8726 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c916e79fc16746ab869362d5b3816abc&device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 1096 time: 0.1816196 Nov 10 16:45:44.265220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] Calling delete_port for 6e6514e1-691c-42b8-8147-73ecd175abe6 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:44.274467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8e0a-5288-4c58-80fc-ce6e4655d1e4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:44.277705 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8e0a-5288-4c58-80fc-ce6e4655d1e4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:44.282004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55868) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:44.282792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5e1c8e0a-5288-4c58-80fc-ce6e4655d1e4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/security-groups/f294618b-01d7-4e51-baf3-949289fb17f2 HTTP/1.1" status: 204 len: 168 time: 0.7236967 Nov 10 16:45:44.304957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c8e0a-5288-4c58-80fc-ce6e4655d1e4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f294618b-01d7-4e51-baf3-949289fb17f2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:44.332270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9f83edb0-b434-48a1-bc66-19e0647a6852'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:45:44.340997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249afd-0143-481a-b6d0-dde1489eed19 req-33c33b27-d37b-4eff-9185-3c6d070eb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:44.344003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74249afd-0143-481a-b6d0-dde1489eed19 req-33c33b27-d37b-4eff-9185-3c6d070eb574 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c916e79fc16746ab869362d5b3816abc&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1603076 Nov 10 16:45:44.442522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:44.442871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-80818e24-f881-4a8d-8b14-23ab5c11c1a2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet 210adf69-2c98-41f7-af15-fdb41751aec9 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:44.456237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80818e24-f881-4a8d-8b14-23ab5c11c1a2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:44.567798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80818e24-f881-4a8d-8b14-23ab5c11c1a2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:44.655590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249afd-0143-481a-b6d0-dde1489eed19 req-40fa0d54-fe13-4ad4-bd75-dcc3bcf3b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:44.657241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74249afd-0143-481a-b6d0-dde1489eed19 req-40fa0d54-fe13-4ad4-bd75-dcc3bcf3b849 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3047128 Nov 10 16:45:44.690489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbacdf-f8da-455e-8698-96ed9219d679 req-bd1aff25-74b2-441a-ba60-38ee4b1c903f tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:44.717183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcfbacdf-f8da-455e-8698-96ed9219d679 req-bd1aff25-74b2-441a-ba60-38ee4b1c903f tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 944 time: 0.1802969 Nov 10 16:45:44.783843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:45:44.904893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcfbacdf-f8da-455e-8698-96ed9219d679 req-27c28de9-4d5d-40d6-ab39-6af927b1bd24 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872373 Nov 10 16:45:44.925543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-b70b8de7-1151-49bf-97f4-c7087e6648e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:44.928715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-b70b8de7-1151-49bf-97f4-c7087e6648e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c916e79fc16746ab869362d5b3816abc&device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 1096 time: 0.1843674 Nov 10 16:45:44.930808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80818e24-f881-4a8d-8b14-23ab5c11c1a2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:45.003558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-279bdd0e-20ac-4775-a53a-c677939cf20c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da9d8541-eb5a-4dff-9cfd-74750c40461b HTTP/1.1" status: 200 len: 217 time: 0.0638642 Nov 10 16:45:45.087048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-bdbab1f9-cd27-40a1-932e-c2f5083f13cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:45.088970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-bdbab1f9-cd27-40a1-932e-c2f5083f13cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f696b350-8c73-474d-9072-8ce5bb907568 HTTP/1.1" status: 200 len: 864 time: 0.0762789 Nov 10 16:45:45.135595 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-d4ddf10c-6c82-4a36-ad17-418158cbee65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb640b20-2a1c-481b-bd6e-cf670a249025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376227 Nov 10 16:45:45.259510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-fe548164-0c60-4847-a0fc-cc0c1c72c1c4 service neutron] 10.222.0.18 "GET /v2.0/networks/eb640b20-2a1c-481b-bd6e-cf670a249025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162841 Nov 10 16:45:45.403000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fc6ce8a-ee34-4e33-9e08-d53a2b05e043 req-2cb4b9f1-413e-496f-b52f-e34617312a2d service neutron] 10.222.0.18 "GET /v2.0/networks/eb640b20-2a1c-481b-bd6e-cf670a249025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344252 Nov 10 16:45:45.623298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:45.677278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 9f83edb0-b434-48a1-bc66-19e0647a6852 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:45.677647 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:45.706817 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:45.727223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] No DVR routers for this DVR port 6e6514e1-691c-42b8-8147-73ecd175abe6 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:45.765086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea90f4e-3ddf-4e6d-a0e9-c7cf2319506b None None] Pushing event deleted for resources: {'Port': ['ID=6e6514e1-691c-42b8-8147-73ecd175abe6,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:45.780932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Port 6e6514e1-691c-42b8-8147-73ecd175abe6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103326) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 16:45:45.780932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Reverting IP allocation for 2001:db8::f816:3eff:fef6:fbf7 {{(pid=103326) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 16:45:45.784058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef6:fbf7 {{(pid=103326) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 16:45:45.788013 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80818e24-f881-4a8d-8b14-23ab5c11c1a2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:45.825150 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:45.842767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:45.843531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6e6514e1-691c-42b8-8147-73ecd175abe6 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:45.866685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6e6514e1-691c-42b8-8147-73ecd175abe6 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:45.866951 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6e6514e1-691c-42b8-8147-73ecd175abe6 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:45.881896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:45.881896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:45.884675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:45.885552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:45.889624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:45.891012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80818e24-f881-4a8d-8b14-23ab5c11c1a2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=210adf69-2c98-41f7-af15-fdb41751aec9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:45.892079 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701791cd-dc5a-4a04-84cc-f53963c7b21f" -d '{"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-plugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:45.899829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9d80d-afab-4d63-aff3-843f77baf418 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:45.927576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:45.937523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80818e24-f881-4a8d-8b14-23ab5c11c1a2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:45.943656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-80818e24-f881-4a8d-8b14-23ab5c11c1a2 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/210adf69-2c98-41f7-af15-fdb41751aec9 HTTP/1.1" status: 204 len: 168 time: 1.6604810 Nov 10 16:45:45.947454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:45.949514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b771de6-2546-4496-b5b5-0f4ca358dbd6 None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:45.952495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:46.015301 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a6f5e7-2003-4bda-9346-784cf3e1f410 x-openstack-request-id: req-20a6f5e7-2003-4bda-9346-784cf3e1f410 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:46.015639 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-plugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:46.015959 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20a6f5e7-2003-4bda-9346-784cf3e1f410 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:46.016361 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'code': 200} Nov 10 16:45:46.053882 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:46.184384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7365997 Nov 10 16:45:46.190997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:46.198049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:24:34:34', 'name': 'tempest-NetworksTestDHCPv6-913945726'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:46.252250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4f649-f4ba-4b04-b661-a8a7221a6c0d req-e386e1b6-f604-4daa-85a4-441a59439c13 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:46.264016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-89d4f649-f4ba-4b04-b661-a8a7221a6c0d req-e386e1b6-f604-4daa-85a4-441a59439c13 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 944 time: 0.2215726 Nov 10 16:45:46.295572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86dce8-b373-47d9-8b9b-000503ed859f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=667b7de2-c8ff-4e76-851c-e477572d4a13,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:46.378143 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-89d4f649-f4ba-4b04-b661-a8a7221a6c0d req-d7407a54-f53b-40c1-a942-11e568a15ae8 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127615 Nov 10 16:45:46.407072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:46.495405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:46.502412 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:46.549217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '667b7de2-c8ff-4e76-851c-e477572d4a13'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:46.550329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:46.682526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:46.844739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Allocated IP 2001:db8::f816:3eff:fe4a:7a6f (ecf86a1d-4166-4ecf-b78f-674c38de9eda/667b7de2-c8ff-4e76-851c-e477572d4a13/908893d9-3561-406c-9556-d219f32bbe98) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:46.907786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:47.021186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 301c10d7-2a59-4006-8490-177b70074196 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:47.109426 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:47.254928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=a8d1572a-8338-49fd-ad78-068e97689689,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:47.283667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:47.302168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:47.305708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:47.313552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:47.314162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:47.404997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:47.537443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b3ce00cb-344c-48cb-8912-1fe7ea1a4b2b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5887852 Nov 10 16:45:47.542089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:47.554572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:47.561514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-bc6b552f-7011-40d4-9be5-3c97555690a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1932182593'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:47.564907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:47.575068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:47.578779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Pushing event updated for resources: {'Port': ['ID=908893d9-3561-406c-9556-d219f32bbe98,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:47.579908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fe24:3434 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/667b7de2-c8ff-4e76-851c-e477572d4a13/301c10d7-2a59-4006-8490-177b70074196) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:47.674426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8f7e-f7c1-42ab-8cc6-51a10ad98ffd req-e52dcc7e-ae9c-4c17-a41c-138e51185f3a tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:47.686403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8bc8f7e-f7c1-42ab-8cc6-51a10ad98ffd req-e52dcc7e-ae9c-4c17-a41c-138e51185f3a tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 944 time: 0.2240591 Nov 10 16:45:47.692333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b58bb80-c35a-4bd4-ab02-448ce65d0845 None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:47.826835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc6b552f-7011-40d4-9be5-3c97555690a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:47.848553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5d5291d6-0f1b-4f90-9ec1-846c555a4571 None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:47.849137 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d5291d6-0f1b-4f90-9ec1-846c555a4571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:47.862091 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e8bc8f7e-f7c1-42ab-8cc6-51a10ad98ffd req-4813a660-2001-4153-a936-122808d876ed tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747949 Nov 10 16:45:48.067655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Attempting to bind port 908893d9-3561-406c-9556-d219f32bbe98 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:48.068170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Attempting to bind port 908893d9-3561-406c-9556-d219f32bbe98 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:48.068561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Attempting to bind port 908893d9-3561-406c-9556-d219f32bbe98 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:48.076468 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc6b552f-7011-40d4-9be5-3c97555690a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.077624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:48.078014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:48.078424 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.078828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:48.079344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Bound port: 908893d9-3561-406c-9556-d219f32bbe98, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:48.079797 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.093408 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.187262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc6b552f-7011-40d4-9be5-3c97555690a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.235496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b552f-7011-40d4-9be5-3c97555690a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcde9c0-e253-4246-bfa1-550e79dd2899,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:48.275977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] For port 908893d9-3561-406c-9556-d219f32bbe98, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:48.280629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc6b552f-7011-40d4-9be5-3c97555690a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.288568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:48.292130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-57a10694-0945-46bb-8d42-8e63d248f31b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609301026'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:48.301845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bc6b552f-7011-40d4-9be5-3c97555690a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7291398 Nov 10 16:45:48.319720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] For port 908893d9-3561-406c-9556-d219f32bbe98, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=908893d9-3561-406c-9556-d219f32bbe98,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:48.376037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5d5291d6-0f1b-4f90-9ec1-846c555a4571 None None] Provisioning complete for port 2dd6f3cf-cd17-4b07-97b8-08d297535036 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:48.376317 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.376451 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d5291d6-0f1b-4f90-9ec1-846c555a4571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.420558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.529420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=301c10d7-2a59-4006-8490-177b70074196,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:48.564852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:48.569029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:48.579519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:48.595002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:48.595613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.642686 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57a10694-0945-46bb-8d42-8e63d248f31b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.659533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721c509-3d4f-4a83-8a52-2b7bddc649b7 None None] Pushing event updated for resources: {'Port': ['ID=908893d9-3561-406c-9556-d219f32bbe98,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:48.684847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5d5291d6-0f1b-4f90-9ec1-846c555a4571 None None] Port 2dd6f3cf-cd17-4b07-97b8-08d297535036 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:48.718645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-96fde1a0-4b30-4809-ba50-e5b79b7332b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5223393 Nov 10 16:45:48.719255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55988) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:48.780703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2623ba-71c9-4424-9baa-9cba738b1fa4 None None] Update dhcp port {'port': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'fixed_ips': [{'subnet_id': 'b00d207b-3664-45ab-bf7f-6535a3e90220', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a8d1572a-8338-49fd-ad78-068e97689689'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:45:48.839884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57a10694-0945-46bb-8d42-8e63d248f31b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.854026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f2b7c-62e8-4069-bdc9-c66ada44c10f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:48.861503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb2623ba-71c9-4424-9baa-9cba738b1fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:48.873497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f2b7c-62e8-4069-bdc9-c66ada44c10f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:48.878516 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d28f2b7c-62e8-4069-bdc9-c66ada44c10f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1576495 Nov 10 16:45:48.884967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:49.069887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57a10694-0945-46bb-8d42-8e63d248f31b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:49.222202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-eb2623ba-71c9-4424-9baa-9cba738b1fa4 None None] Allocated IP 172.20.0.2 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/a8d1572a-8338-49fd-ad78-068e97689689/79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:49.287891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d333d-e1d9-4271-a105-73b5a906d01a req-da2db218-2f4e-43dd-a135-f10dba1cd7e4 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:49.307647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-974d333d-e1d9-4271-a105-73b5a906d01a req-da2db218-2f4e-43dd-a135-f10dba1cd7e4 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 944 time: 0.2343664 Nov 10 16:45:49.388661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a10694-0945-46bb-8d42-8e63d248f31b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726a7d63-999c-44a2-9542-a8c7c157924b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:49.449757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eb2623ba-71c9-4424-9baa-9cba738b1fa4 None None] For port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,segment=NetworkSegment(0ef6fc38-08a8-453c-b923-6043f96c9709),segment_id=0ef6fc38-08a8-453c-b923-6043f96c9709)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:49.450963 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57a10694-0945-46bb-8d42-8e63d248f31b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:49.456209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-57a10694-0945-46bb-8d42-8e63d248f31b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1667879 Nov 10 16:45:49.465247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:49.479433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-47a90762-55dd-4052-8efa-d09b00736307 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'security_group': {'name': 'tempest-secgroup-492701381'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:49.498704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-974d333d-e1d9-4271-a105-73b5a906d01a req-6a406eb7-25ab-4019-8fd6-8b5bb928323b tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875958 Nov 10 16:45:49.507299 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb2623ba-71c9-4424-9baa-9cba738b1fa4 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:49.535639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7541ba43-3d96-48d1-8b27-c2419f257991 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 301c10d7-2a59-4006-8490-177b70074196 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:49.536165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7541ba43-3d96-48d1-8b27-c2419f257991 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:49.609238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb2623ba-71c9-4424-9baa-9cba738b1fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:49.794040 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47a90762-55dd-4052-8efa-d09b00736307 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:50.053442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7541ba43-3d96-48d1-8b27-c2419f257991 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:50.085468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device da9d8541-eb5a-4dff-9cfd-74750c40461b details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:45:50.140359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 908893d9-3561-406c-9556-d219f32bbe98 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:50.162506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7541ba43-3d96-48d1-8b27-c2419f257991 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 301c10d7-2a59-4006-8490-177b70074196 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:50.409457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2623ba-71c9-4424-9baa-9cba738b1fa4 None None] Pushing event updated for resources: {'Port': ['ID=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:50.465033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47a90762-55dd-4052-8efa-d09b00736307 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:50.527054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47a90762-55dd-4052-8efa-d09b00736307 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:50.632612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 908893d9-3561-406c-9556-d219f32bbe98 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:50.633417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:50.647732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a90762-55dd-4052-8efa-d09b00736307 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38882199-8ca0-4187-8f1c-08751e679fce,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:50.662025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf5512-7d5b-4143-896e-fc5fbd16b0ab req-420d3438-c6ba-4370-833e-feadbe124215 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:50.671375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6bf5512-7d5b-4143-896e-fc5fbd16b0ab req-420d3438-c6ba-4370-833e-feadbe124215 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.1605518 Nov 10 16:45:50.718184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47a90762-55dd-4052-8efa-d09b00736307 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:50.720091 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-47a90762-55dd-4052-8efa-d09b00736307 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2533052 Nov 10 16:45:50.727577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:50.747210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-221003117', 'security_groups': ['38882199-8ca0-4187-8f1c-08751e679fce'], 'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8d1572a-8338-49fd-ad78-068e97689689'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:50.806803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port da9d8541-eb5a-4dff-9cfd-74750c40461b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=da9d8541-eb5a-4dff-9cfd-74750c40461b,segment=NetworkSegment(51021b02-fe0a-4325-ab57-4d9fc1d4d354),segment_id=51021b02-fe0a-4325-ab57-4d9fc1d4d354)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:50.872029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6bf5512-7d5b-4143-896e-fc5fbd16b0ab req-efa18b25-7213-45b1-9865-dafb66909975 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994512 Nov 10 16:45:50.894450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'da9d8541-eb5a-4dff-9cfd-74750c40461b', 'network_id': 'eb640b20-2a1c-481b-bd6e-cf670a249025', 'port_id': 'da9d8541-eb5a-4dff-9cfd-74750c40461b', 'mac_address': 'fa:16:3e:94:97:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f696b350-8c73-474d-9072-8ce5bb907568', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:45:51.057020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7541ba43-3d96-48d1-8b27-c2419f257991 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:51.081217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-18bb39f5-8b6e-4f13-bf16-2b036c68e5d1 None None] Provisioning complete for port 908893d9-3561-406c-9556-d219f32bbe98 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:51.081770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18bb39f5-8b6e-4f13-bf16-2b036c68e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:51.221879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:51.244874 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:51.286817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9d8541-eb5a-4dff-9cfd-74750c40461b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:45:51.349684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 908893d9-3561-406c-9556-d219f32bbe98, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=908893d9-3561-406c-9556-d219f32bbe98,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:51.356259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port da9d8541-eb5a-4dff-9cfd-74750c40461b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=da9d8541-eb5a-4dff-9cfd-74750c40461b,segment=NetworkSegment(51021b02-fe0a-4325-ab57-4d9fc1d4d354),segment_id=51021b02-fe0a-4325-ab57-4d9fc1d4d354)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:51.440115 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:51.529559 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:51.551283 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:45:51.562560 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18bb39f5-8b6e-4f13-bf16-2b036c68e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:51.617394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a52d8-08ff-41a7-a2e8-77d6a8970de5 req-4141a808-d481-4d64-81f5-fc732e6b8921 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:51.635582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f5a52d8-08ff-41a7-a2e8-77d6a8970de5 req-4141a808-d481-4d64-81f5-fc732e6b8921 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 945 time: 0.1071098 Nov 10 16:45:51.657589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=908893d9-3561-406c-9556-d219f32bbe98,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:51.753220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f5a52d8-08ff-41a7-a2e8-77d6a8970de5 req-750ba0a4-8393-45f2-9653-c55ebfeba701 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166399 Nov 10 16:45:51.951078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:51.989744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['da9d8541-eb5a-4dff-9cfd-74750c40461b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:45:52.055368 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-18bb39f5-8b6e-4f13-bf16-2b036c68e5d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:45:52.055737 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-18bb39f5-8b6e-4f13-bf16-2b036c68e5d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:45:52.065261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=da9d8541-eb5a-4dff-9cfd-74750c40461b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:52.145571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:52.145992 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:52.148335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541ba43-3d96-48d1-8b27-c2419f257991 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=301c10d7-2a59-4006-8490-177b70074196,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:52.162324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4534d1-340d-4fea-9945-dc397d810f44 req-63479eee-1c6c-44b5-ad00-a910dc62c2fd tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:52.164451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c4534d1-340d-4fea-9945-dc397d810f44 req-63479eee-1c6c-44b5-ad00-a910dc62c2fd tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 944 time: 1.4114606 Nov 10 16:45:52.207519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7541ba43-3d96-48d1-8b27-c2419f257991 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:52.217066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7541ba43-3d96-48d1-8b27-c2419f257991 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/301c10d7-2a59-4006-8490-177b70074196 HTTP/1.1" status: 204 len: 168 time: 3.3288040 Nov 10 16:45:52.220360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:52.295853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c4534d1-340d-4fea-9945-dc397d810f44 req-7fbf3bfa-ed8f-4dab-bc7c-942a0a3e765b tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016676 Nov 10 16:45:52.385062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:52.392975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2458d-323d-43d6-8445-9ac4f61fc933 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:52.394592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2458d-323d-43d6-8445-9ac4f61fc933 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:52.410744 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-49c2458d-323d-43d6-8445-9ac4f61fc933 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1896248 Nov 10 16:45:52.414062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:52.557114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 908893d9-3561-406c-9556-d219f32bbe98 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:52.643184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0663a-53ed-4c63-b935-ec380368cda7 req-8650e032-afb8-4a64-ba8c-dbb34a9c70df tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:52.651919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-51b0663a-53ed-4c63-b935-ec380368cda7 req-8650e032-afb8-4a64-ba8c-dbb34a9c70df tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.2577264 Nov 10 16:45:52.703481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 667b7de2-c8ff-4e76-851c-e477572d4a13 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:45:52.716027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 908893d9-3561-406c-9556-d219f32bbe98 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:52.723550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:52.824475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:52.877669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-51b0663a-53ed-4c63-b935-ec380368cda7 req-2ef03b34-1f3b-414a-985a-ac866e0c6af9 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247715 Nov 10 16:45:52.880116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:52.885539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ef6e643e-0218-465e-aedd-4aa67be40149 None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:52.886063 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef6e643e-0218-465e-aedd-4aa67be40149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:52.932476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] device_id is not set on port 1f2a8e99-0ff6-41e2-a925-027a9c72c58d yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:53.065061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ef6e643e-0218-465e-aedd-4aa67be40149 None None] Could not find standard attr ID for object 301c10d7-2a59-4006-8490-177b70074196. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:45:53.082963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ef6e643e-0218-465e-aedd-4aa67be40149 None None] Provisioning complete for port 2dd6f3cf-cd17-4b07-97b8-08d297535036 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:53.083555 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef6e643e-0218-465e-aedd-4aa67be40149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.121775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e643e-0218-465e-aedd-4aa67be40149 None None] Port 2dd6f3cf-cd17-4b07-97b8-08d297535036 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:53.150928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.241605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-1368977e-2d27-43f9-b9d0-dfe4c321aace tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:53.243132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-1368977e-2d27-43f9-b9d0-dfe4c321aace tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.18 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 946 time: 0.5802338 Nov 10 16:45:53.362030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.5 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/a8d1572a-8338-49fd-ad78-068e97689689/1f2a8e99-0ff6-41e2-a925-027a9c72c58d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:53.410221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.524285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Deleting port ada04658-0eb0-4c94-9d48-49281c4202fe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:53.524660 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.526994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d4927-0f0f-44f4-b9dd-0cfd3404d06d req-2430ad25-6997-486b-8893-f21d515793ab tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:53.541111 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af2d4927-0f0f-44f4-b9dd-0cfd3404d06d req-2430ad25-6997-486b-8893-f21d515793ab tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 945 time: 0.1145747 Nov 10 16:45:53.622941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] For port ada04658-0eb0-4c94-9d48-49281c4202fe, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ada04658-0eb0-4c94-9d48-49281c4202fe,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:53.623397 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.636779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Calling delete_port for ada04658-0eb0-4c94-9d48-49281c4202fe owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:53.643293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af2d4927-0f0f-44f4-b9dd-0cfd3404d06d req-47224c4a-f57f-4aa4-9b1f-860d57654590 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901468 Nov 10 16:45:53.838295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.891772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.931289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d6763-b0a1-4a48-aa57-6aede3f91066 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:53.932821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.937657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/667b7de2-c8ff-4e76-851c-e477572d4a13 HTTP/1.1" status: 204 len: 168 time: 1.5213811 Nov 10 16:45:53.940236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:53.969367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:53.979969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=667b7de2-c8ff-4e76-851c-e477572d4a13,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:54.007426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['939b819b-b0b4-4eaf-9b58-91de02d6e5bd', 'ada04658-0eb0-4c94-9d48-49281c4202fe'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:45:54.033086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-92aa560a-a035-42ec-8a16-31a26c069de4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910156 Nov 10 16:45:54.035648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56106) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:54.095142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.101562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.103525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.104088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.104598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.107433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.109921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.114830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.114830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.114830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.121961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.124641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae83889-d7e8-40ee-96a2-f0afdf333628 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:45:54.182689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Pushing event deleted for resources: {'Port': ['ID=ada04658-0eb0-4c94-9d48-49281c4202fe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:54.208705 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3aeb53e3-52d8-4490-a77d-9012cca01def req-f522f746-7e3d-4c43-9e27-ea9811beb488 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 210 time: 0.0792723 Nov 10 16:45:54.232949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda02133-f616-474f-ab38-1f8e4438004a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:54.254871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bda02133-f616-474f-ab38-1f8e4438004a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2179072 Nov 10 16:45:54.255596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56116) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:54.334043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf3160-3005-4167-baa3-34d40cdadfee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:54.336106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1edf3160-3005-4167-baa3-34d40cdadfee tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0795586 Nov 10 16:45:54.338728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56122) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:54.339272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] No DVR routers for this DVR port ada04658-0eb0-4c94-9d48-49281c4202fe on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:54.344661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:54.350206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4644c0be-99b1-4224-827f-972f1ec8c314 req-b9b553c5-e014-4c22-9bf0-e34261755f71 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.18 "DELETE /v2.0/ports/ada04658-0eb0-4c94-9d48-49281c4202fe HTTP/1.1" status: 204 len: 173 time: 1.0997095 Nov 10 16:45:54.355341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be3ca1e-fc20-4097-8b88-9dc63c6e1fea', 'name': 'network-vif-deleted', 'tag': 'ada04658-0eb0-4c94-9d48-49281c4202fe'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:54.357957 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aa8fe5-0579-4970-872a-0e2be663ae9e" -d '{"events": [{"server_uuid": "2be3ca1e-fc20-4097-8b88-9dc63c6e1fea", "name": "network-vif-deleted", "tag": "ada04658-0eb0-4c94-9d48-49281c4202fe"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:54.395609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1cce9c0d-ed8b-459a-914d-f224233bb86f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504854 Nov 10 16:45:54.396478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:54.402111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:54.496105 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05af2831-ffdd-4d82-8ce7-18ce47668b62 x-openstack-request-id: req-05af2831-ffdd-4d82-8ce7-18ce47668b62 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:54.497549 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be3ca1e-fc20-4097-8b88-9dc63c6e1fea", "name": "network-vif-deleted", "tag": "ada04658-0eb0-4c94-9d48-49281c4202fe", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:54.497979 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05af2831-ffdd-4d82-8ce7-18ce47668b62 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:54.498689 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be3ca1e-fc20-4097-8b88-9dc63c6e1fea', 'name': 'network-vif-deleted', 'tag': 'ada04658-0eb0-4c94-9d48-49281c4202fe', 'status': 'completed', 'code': 200} Nov 10 16:45:54.501136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:54.561235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device da9d8541-eb5a-4dff-9cfd-74750c40461b up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:54.564494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed3e1d2-8760-4b99-ba9a-21c0a17cc788 None None] DHCP port deletion for 8963d7a9-5881-4006-9614-2c2fc3c5a670 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:54.579451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:54.597668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:54.621263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:54.666249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=1f2a8e99-0ff6-41e2-a925-027a9c72c58d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:54.709491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:54.715179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:54.829239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:54.830262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:54.838713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port da9d8541-eb5a-4dff-9cfd-74750c40461b completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:45:54.858193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:45:54.865535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port da9d8541-eb5a-4dff-9cfd-74750c40461b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:54.869493 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:54.904886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665ec0-5012-4c78-8a9d-7a5da0635bea req-af1cf6dd-1519-47dc-b142-2d262ecdb90e tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:54.922172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53665ec0-5012-4c78-8a9d-7a5da0635bea req-af1cf6dd-1519-47dc-b142-2d262ecdb90e tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 945 time: 0.1015511 Nov 10 16:45:55.018846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53665ec0-5012-4c78-8a9d-7a5da0635bea req-cc31b80f-b1d4-40f5-975d-65614e2d7a4b tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956771 Nov 10 16:45:55.034338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bb715330-abc9-4f4a-a9f8-f41a205cd278 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3014567 Nov 10 16:45:55.040253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:55.063658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-872635a7-bc0c-44cd-b6bb-16b9b610c107 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:55.122339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] Deleting port 908893d9-3561-406c-9556-d219f32bbe98 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:55.123027 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:55.144950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-19e2a23a-d5a5-49c1-93da-79d3005101be None None] Provisioning complete for port 1f2a8e99-0ff6-41e2-a925-027a9c72c58d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:45:55.148793 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19e2a23a-d5a5-49c1-93da-79d3005101be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:55.148793 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:55.252243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd25b7-0bf9-4742-977d-e5e4278eea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9d8541-eb5a-4dff-9cfd-74750c40461b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:45:55.254810 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5944f858-5413-4328-9466-e2fadc3cabc8" -d '{"events": [{"server_uuid": "9dbd25b7-0bf9-4742-977d-e5e4278eea41", "name": "network-vif-plugged", "status": "completed", "tag": "da9d8541-eb5a-4dff-9cfd-74750c40461b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:45:55.274365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-19e2a23a-d5a5-49c1-93da-79d3005101be None None] Port 1f2a8e99-0ff6-41e2-a925-027a9c72c58d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:45:55.288974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port da9d8541-eb5a-4dff-9cfd-74750c40461b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=da9d8541-eb5a-4dff-9cfd-74750c40461b,segment=NetworkSegment(51021b02-fe0a-4325-ab57-4d9fc1d4d354),segment_id=51021b02-fe0a-4325-ab57-4d9fc1d4d354)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:55.318186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] For port 908893d9-3561-406c-9556-d219f32bbe98, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=908893d9-3561-406c-9556-d219f32bbe98,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:55.318588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:55.345187 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29991d-d5bd-44e9-b210-0c2ca0cfe140 x-openstack-request-id: req-8a29991d-d5bd-44e9-b210-0c2ca0cfe140 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:45:55.347501 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd25b7-0bf9-4742-977d-e5e4278eea41", "name": "network-vif-plugged", "status": "completed", "tag": "da9d8541-eb5a-4dff-9cfd-74750c40461b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:45:55.351582 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a29991d-d5bd-44e9-b210-0c2ca0cfe140 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:45:55.355879 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd25b7-0bf9-4742-977d-e5e4278eea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9d8541-eb5a-4dff-9cfd-74750c40461b', 'code': 200} Nov 10 16:45:55.368468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] Calling delete_port for 908893d9-3561-406c-9556-d219f32bbe98 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:55.374370 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:55.518555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=da9d8541-eb5a-4dff-9cfd-74750c40461b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:55.649315 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54cd1599-e7fe-48aa-b308-07d889c3623f req-6164bf4d-632a-45d9-8992-5c12e7b8dc3a tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be3ca1e-fc20-4097-8b88-9dc63c6e1fea HTTP/1.1" status: 200 len: 210 time: 0.1231563 Nov 10 16:45:55.659328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872635a7-bc0c-44cd-b6bb-16b9b610c107 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:55.663614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-872635a7-bc0c-44cd-b6bb-16b9b610c107 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:55.695965 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:55.799967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] Pushing event deleted for resources: {'Port': ['ID=908893d9-3561-406c-9556-d219f32bbe98,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:55.811012 n-d-714676-11 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-872635a7-bc0c-44cd-b6bb-16b9b610c107 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a8d1572a-8338-49fd-ad78-068e97689689 (CIDR: 172.20.0.0/28) Nov 10 16:45:55.816555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51d9a1-f3d7-44b9-b83f-27b59e238353 req-7e4f8a06-473e-431f-824c-d7fededd43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:55.818412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a51d9a1-f3d7-44b9-b83f-27b59e238353 req-7e4f8a06-473e-431f-824c-d7fededd43df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 1098 time: 0.3735731 Nov 10 16:45:55.828646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a844a3e1-3b1e-47bb-aaee-31d5d0b391e3 None None] No DVR routers for this DVR port 908893d9-3561-406c-9556-d219f32bbe98 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:45:55.863277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:45:55.873395 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-872635a7-bc0c-44cd-b6bb-16b9b610c107 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:55.874152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872635a7-bc0c-44cd-b6bb-16b9b610c107 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:55.876880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:55.886288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 908893d9-3561-406c-9556-d219f32bbe98 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:55.936245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:55.937726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 908893d9-3561-406c-9556-d219f32bbe98 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:55.937726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 908893d9-3561-406c-9556-d219f32bbe98 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:55.951429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:55.964495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf0cf6-9bf3-476c-940b-9893f5786b4b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:56.012103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:56.014073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:56.092577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ada04658-0eb0-4c94-9d48-49281c4202fe no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:45:56.119829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56160) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:56.120862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-872635a7-bc0c-44cd-b6bb-16b9b610c107 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0763721 Nov 10 16:45:56.127681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c580a743-5e1c-43c8-8c67-d49e3a08f4da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:56.147551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7432890 Nov 10 16:45:56.147551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113da304-301d-49b2-93cd-87bcf6b05b65 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=99cf90e1-95f5-4a5f-aa0e-25de75741aba,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:56.147551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:56.147964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: ada04658-0eb0-4c94-9d48-49281c4202fe {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:45:56.148362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ada04658-0eb0-4c94-9d48-49281c4202fe not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:45:56.154531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:c6:5a:d0', 'name': 'tempest-NetworksTestDHCPv6-620311240'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:56.192096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a51d9a1-f3d7-44b9-b83f-27b59e238353 req-0697c757-00f7-42c2-90f1-b141861a21ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284686 Nov 10 16:45:56.334243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '99cf90e1-95f5-4a5f-aa0e-25de75741aba'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:45:56.335115 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:56.388367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fe3cc-4773-4458-bb39-52f8ff86ebcf req-8bf0dead-90b6-43a1-b31d-d6d8dd9e0cce tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:56.390856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-769fe3cc-4773-4458-bb39-52f8ff86ebcf req-8bf0dead-90b6-43a1-b31d-d6d8dd9e0cce tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 946 time: 0.1763203 Nov 10 16:45:56.420325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:56.520600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-769fe3cc-4773-4458-bb39-52f8ff86ebcf req-ca150c48-1a1c-4956-9f14-9b5e83afb712 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187530 Nov 10 16:45:56.599010 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:56.636261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Allocated IP 2001:db8::f816:3eff:fe4d:d5b3 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/99cf90e1-95f5-4a5f-aa0e-25de75741aba/c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:56.639280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 78b9c3a8-d75c-4044-9581-d57799f19c57 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:45:56.699053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c580a743-5e1c-43c8-8c67-d49e3a08f4da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:56.704520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c580a743-5e1c-43c8-8c67-d49e3a08f4da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:56.807049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:56.870999 n-d-714676-11 neutron-server[103326]: INFO neutron.db.ipam_backend_mixin [None req-c580a743-5e1c-43c8-8c67-d49e3a08f4da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b00d207b-3664-45ab-bf7f-6535a3e90220 (CIDR: 172.20.0.16/28) Nov 10 16:45:57.232432 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c580a743-5e1c-43c8-8c67-d49e3a08f4da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:45:57.233201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c580a743-5e1c-43c8-8c67-d49e3a08f4da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:45:57.282629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:57.320037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:57.323396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:57.331987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:57.341260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fec6:5ad0 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/99cf90e1-95f5-4a5f-aa0e-25de75741aba/78b9c3a8-d75c-4044-9581-d57799f19c57) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:57.345285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Pushing event updated for resources: {'Port': ['ID=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:57.396477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c580a743-5e1c-43c8-8c67-d49e3a08f4da tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2725463 Nov 10 16:45:57.396477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56188) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:57.401308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'subnet': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:57.402143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Attempting to bind port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:45:57.402581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Attempting to bind port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:45:57.403008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Attempting to bind port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:45:57.412997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:45:57.424261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:45:57.424261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:57.424261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:45:57.424261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Bound port: c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:45:57.424261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:57.586072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] For port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:45:57.593111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] For port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:45:57.643277 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:57.686798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:45:57.738629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d1626-3759-4a2d-8c4c-b8e1ec8c9942 req-f4feb31a-7b70-48e3-81fd-3e721f8b300a tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:57.738835 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:57.740802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-105d1626-3759-4a2d-8c4c-b8e1ec8c9942 req-f4feb31a-7b70-48e3-81fd-3e721f8b300a tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 946 time: 0.0601995 Nov 10 16:45:57.787833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Made reservation on behalf of 388fb5fea978488196d3195a1792695d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:45:57.795473 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:57.869914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3cc7f-c0eb-42ea-9885-3bff4da6032b None None] Pushing event updated for resources: {'Port': ['ID=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:57.882529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:57.929115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:57.964256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '1976fa58-a2cb-433b-8669-09b8359c609a', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': '1976fa58-a2cb-433b-8669-09b8359c609a', 'mac_address': 'fa:16:3e:99:e7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:45:58.068917 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:58.091241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:58.104372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1976fa58-a2cb-433b-8669-09b8359c609a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:45:58.123481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:58.126592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:45:58.170683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:58.171397 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:58.184472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=78b9c3a8-d75c-4044-9581-d57799f19c57,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:58.207259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:58.219368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202b394-0ad9-4138-895e-c2ce2c56bf6f req-47dca0f8-013b-4849-ad28-822e663e501e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:58.227655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c202b394-0ad9-4138-895e-c2ce2c56bf6f req-47dca0f8-013b-4849-ad28-822e663e501e tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2576835 Nov 10 16:45:58.245235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-105d1626-3759-4a2d-8c4c-b8e1ec8c9942 req-ea58333d-df6f-463d-87d7-b19496706a8e tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665031 Nov 10 16:45:58.333550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:58.342139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c202b394-0ad9-4138-895e-c2ce2c56bf6f req-8f59ea27-76a7-4048-bae7-7c5f99acb3fb tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123953 Nov 10 16:45:58.348150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f689e1dc-abf9-4c69-95b8-5b94ed38797f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2018285 Nov 10 16:45:58.351044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56216) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:58.432743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:58.440418 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:58.441294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['1976fa58-a2cb-433b-8669-09b8359c609a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:45:58.502197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1be497-466d-4537-af7f-318cead600d8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:58.508483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1be497-466d-4537-af7f-318cead600d8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:58.513042 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7c1be497-466d-4537-af7f-318cead600d8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1578166 Nov 10 16:45:58.514174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:58.542776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:45:58.555815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e457776-696c-4060-a19f-7efd208fe3c5 req-0f334848-30db-4756-98eb-eedee79a9dd0 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:58.563978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e457776-696c-4060-a19f-7efd208fe3c5 req-0f334848-30db-4756-98eb-eedee79a9dd0 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 946 time: 0.1894639 Nov 10 16:45:58.574696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:45:58.588034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:58.598121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:58.607127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8479e0e-28d6-46a8-9e5f-adf5a3de4652 None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:45:58.615497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Subnet': ['ID=283ac708-ad4d-4e80-9a09-47af40742b09,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:58.713495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e457776-696c-4060-a19f-7efd208fe3c5 req-ede8a9f8-0d02-477f-afdd-d3cd93a09d85 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462581 Nov 10 16:45:58.729579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8952a3da-45b1-49c6-9b73-b6de47f26a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 78b9c3a8-d75c-4044-9581-d57799f19c57 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:45:58.739526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8952a3da-45b1-49c6-9b73-b6de47f26a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:58.782890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-26205c62-9865-4003-85b0-cd241fa547b9 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3771043 Nov 10 16:45:58.784428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56228) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:58.793794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-765081267', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '283ac708-ad4d-4e80-9a09-47af40742b09'}], 'security_groups': ['0fcde9c0-e253-4246-bfa1-550e79dd2899', '726a7d63-999c-44a2-9542-a8c7c157924b']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:45:58.922322 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8952a3da-45b1-49c6-9b73-b6de47f26a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:58.938399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8952a3da-45b1-49c6-9b73-b6de47f26a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 78b9c3a8-d75c-4044-9581-d57799f19c57 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:45:59.172953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6776201-58bc-40f9-be08-8e42a226bd46 None None] Update dhcp port {'port': {'network_id': 'ab38e45a-ceb7-45ab-a6dd-64a580520a3c', 'fixed_ips': [{'subnet_id': 'b00d207b-3664-45ab-bf7f-6535a3e90220', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a8d1572a-8338-49fd-ad78-068e97689689', 'ip_address': '172.20.0.2'}, {'subnet_id': '283ac708-ad4d-4e80-9a09-47af40742b09'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:45:59.209936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6776201-58bc-40f9-be08-8e42a226bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:59.259724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8952a3da-45b1-49c6-9b73-b6de47f26a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:59.323483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ce580-dd96-4eaf-8f7d-2f0c654e6e7f req-7230aa40-69d4-48ad-8d4f-408ad8d75985 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:59.328871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc5ce580-dd96-4eaf-8f7d-2f0c654e6e7f req-7230aa40-69d4-48ad-8d4f-408ad8d75985 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 946 time: 0.2347860 Nov 10 16:45:59.379447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:59.393002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952a3da-45b1-49c6-9b73-b6de47f26a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=78b9c3a8-d75c-4044-9581-d57799f19c57,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:45:59.482018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8952a3da-45b1-49c6-9b73-b6de47f26a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:59.489441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8952a3da-45b1-49c6-9b73-b6de47f26a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/78b9c3a8-d75c-4044-9581-d57799f19c57 HTTP/1.1" status: 204 len: 168 time: 0.9742365 Nov 10 16:45:59.493266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:59.528307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f6776201-58bc-40f9-be08-8e42a226bd46 None None] Allocated IP 172.20.0.34 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/283ac708-ad4d-4e80-9a09-47af40742b09/79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:45:59.679800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f6776201-58bc-40f9-be08-8e42a226bd46 None None] For port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,segment=NetworkSegment(0ef6fc38-08a8-453c-b923-6043f96c9709),segment_id=0ef6fc38-08a8-453c-b923-6043f96c9709)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:45:59.759168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842899f-691a-48bd-96c4-cd8c16d3c79f req-0c4c11eb-1cf5-4b02-bf29-2ad0a12770d3 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:59.764263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6842899f-691a-48bd-96c4-cd8c16d3c79f req-0c4c11eb-1cf5-4b02-bf29-2ad0a12770d3 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2403433 Nov 10 16:45:59.768131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abb7ab2-c8e3-4f96-971a-8b776df13d66 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:59.768621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6776201-58bc-40f9-be08-8e42a226bd46 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:45:59.770025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abb7ab2-c8e3-4f96-971a-8b776df13d66 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:45:59.771818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4abb7ab2-c8e3-4f96-971a-8b776df13d66 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2774723 Nov 10 16:45:59.774482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:45:59.779801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:45:59.867009 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6776201-58bc-40f9-be08-8e42a226bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:00.020663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6842899f-691a-48bd-96c4-cd8c16d3c79f req-eca66f22-8799-4b00-9597-f7ab584ca368 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476082 Nov 10 16:46:00.040647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb997e6-a303-4844-a931-67ec814a1f36 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 99cf90e1-95f5-4a5f-aa0e-25de75741aba {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:00.045126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abb997e6-a303-4844-a931-67ec814a1f36 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:00.133649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abb997e6-a303-4844-a931-67ec814a1f36 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:00.282617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc5ce580-dd96-4eaf-8f7d-2f0c654e6e7f req-87119b4c-ec63-4e24-bbf9-e6432c7015d0 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9350548 Nov 10 16:46:00.360947 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abb997e6-a303-4844-a931-67ec814a1f36 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:00.475966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:00.561736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-76aca708-2cc2-471b-b1f8-8b63cea526f4 None None] Provisioning complete for port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:00.564113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76aca708-2cc2-471b-b1f8-8b63cea526f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:00.564242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abb997e6-a303-4844-a931-67ec814a1f36 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:00.612819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb997e6-a303-4844-a931-67ec814a1f36 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=99cf90e1-95f5-4a5f-aa0e-25de75741aba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:00.615164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abb997e6-a303-4844-a931-67ec814a1f36 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:00.620327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-abb997e6-a303-4844-a931-67ec814a1f36 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/99cf90e1-95f5-4a5f-aa0e-25de75741aba HTTP/1.1" status: 204 len: 168 time: 0.8394494 Nov 10 16:46:00.623358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:00.692564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Delete allocated IP 172.20.0.5 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/a8d1572a-8338-49fd-ad78-068e97689689) {{(pid=103326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 16:46:00.713334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Allocated IP 172.20.0.39 (ab38e45a-ceb7-45ab-a6dd-64a580520a3c/283ac708-ad4d-4e80-9a09-47af40742b09/1f2a8e99-0ff6-41e2-a925-027a9c72c58d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:00.737792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6776201-58bc-40f9-be08-8e42a226bd46 None None] Pushing event updated for resources: {'Port': ['ID=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:00.742529 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a89dbc2e-c42c-47a0-8583-dd671b4b884f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153846 Nov 10 16:46:00.743263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:00.749939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f4bcd-3d08-4c48-b2ad-7efd565ac83d None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:00.756527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:00.837095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 1976fa58-a2cb-433b-8669-09b8359c609a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:00.837548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:00.998777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.036780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:01.037276 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.058959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:01.074422 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.088577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.109162 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76aca708-2cc2-471b-b1f8-8b63cea526f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.317217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event updated for resources: {'Port': ['ID=1f2a8e99-0ff6-41e2-a925-027a9c72c58d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:01.444667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.463040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.482005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd891038-d158-445b-9b03-2310dedac646 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:01.510286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ef0a0-9bc1-44d2-afc5-2454e0b2f3dd req-a3bf2742-bab3-4ea4-a6cd-c68e0cec2b6b tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:01.515158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb8b16-47b6-4bf6-8105-b7aa635a7dd3 req-4054b372-ae5c-4ee5-a6cd-536385e936ad tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:01.517531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbeb8b16-47b6-4bf6-8105-b7aa635a7dd3 req-4054b372-ae5c-4ee5-a6cd-536385e936ad tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.2134147 Nov 10 16:46:01.527587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be0ef0a0-9bc1-44d2-afc5-2454e0b2f3dd req-a3bf2742-bab3-4ea4-a6cd-c68e0cec2b6b tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 946 time: 0.0941072 Nov 10 16:46:01.527852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] In _notify_port_updated(), no bound segment for port 1f2a8e99-0ff6-41e2-a925-027a9c72c58d on network ab38e45a-ceb7-45ab-a6dd-64a580520a3c {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:46:01.541333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:01.542080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.546760 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2f879527-0f09-4af4-853a-eb34b8568f18 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "PUT /v2.0/ports/1f2a8e99-0ff6-41e2-a925-027a9c72c58d HTTP/1.1" status: 200 len: 959 time: 2.7585347 Nov 10 16:46:01.553695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56292) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:01.576250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:01.602647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-76aca708-2cc2-471b-b1f8-8b63cea526f4 None None] For port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:01.618218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:46:01.625372 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92899edb-da05-47ca-b9c9-703504aa4d9a" -d '{"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-plugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:46:01.658990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be0ef0a0-9bc1-44d2-afc5-2454e0b2f3dd req-3a642661-0036-4c05-8c79-94a23a832528 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267719 Nov 10 16:46:01.720765 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.807965 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76aca708-2cc2-471b-b1f8-8b63cea526f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.814245 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbeb8b16-47b6-4bf6-8105-b7aa635a7dd3 req-1ccf6b36-8567-47f9-899d-8861c405c2c4 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666664 Nov 10 16:46:01.871433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:46:01.916414 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:46:01.916414 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:46:01.938159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0165-f25b-4233-a55d-c24833275630 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 1f2a8e99-0ff6-41e2-a925-027a9c72c58d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:01.938873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0165-f25b-4233-a55d-c24833275630 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:01.942159 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c70ea-ef52-4052-a9ba-9e98ed96f169 x-openstack-request-id: req-d39c70ea-ef52-4052-a9ba-9e98ed96f169 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:46:01.942447 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-plugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:46:01.942703 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d39c70ea-ef52-4052-a9ba-9e98ed96f169 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:46:01.943123 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'code': 200} Nov 10 16:46:02.017893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:02.028050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5664e231-f561-4f65-bd74-0bbcbc8ea72a None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:02.028050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5664e231-f561-4f65-bd74-0bbcbc8ea72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.111643 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0165-f25b-4233-a55d-c24833275630 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.136905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb0165-f25b-4233-a55d-c24833275630 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 1f2a8e99-0ff6-41e2-a925-027a9c72c58d owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:02.139701 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fc48-67ba-4bad-9ab8-1fee48f9f65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.147726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fd891038-d158-445b-9b03-2310dedac646 None None] Deleting port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:02.148909 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd891038-d158-445b-9b03-2310dedac646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.260573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aca708-2cc2-471b-b1f8-8b63cea526f4 None None] Pushing event updated for resources: {'Port': ['ID=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:02.335669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fd891038-d158-445b-9b03-2310dedac646 None None] For port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:02.336070 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd891038-d158-445b-9b03-2310dedac646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.359007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fd891038-d158-445b-9b03-2310dedac646 None None] Calling delete_port for c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:02.426541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.505530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0165-f25b-4233-a55d-c24833275630 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.538702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5664e231-f561-4f65-bd74-0bbcbc8ea72a None None] Provisioning complete for port 2dd6f3cf-cd17-4b07-97b8-08d297535036 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:02.539084 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5664e231-f561-4f65-bd74-0bbcbc8ea72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.556486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb0165-f25b-4233-a55d-c24833275630 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=1f2a8e99-0ff6-41e2-a925-027a9c72c58d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:02.588845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5664e231-f561-4f65-bd74-0bbcbc8ea72a None None] Port 2dd6f3cf-cd17-4b07-97b8-08d297535036 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:46:02.591122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-44445506-e31a-43c0-8b5b-42bc9cfc6217 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:02.591608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5664e231-f561-4f65-bd74-0bbcbc8ea72a None None] Could not find standard attr ID for object 1f2a8e99-0ff6-41e2-a925-027a9c72c58d. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:46:02.593053 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-44445506-e31a-43c0-8b5b-42bc9cfc6217 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 946 time: 0.0974047 Nov 10 16:46:02.595039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5664e231-f561-4f65-bd74-0bbcbc8ea72a None None] Could not find standard attr ID for object 78b9c3a8-d75c-4044-9581-d57799f19c57. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:46:02.645555 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd891038-d158-445b-9b03-2310dedac646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.681961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bbb0165-f25b-4233-a55d-c24833275630 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.702463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2bbb0165-f25b-4233-a55d-c24833275630 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/1f2a8e99-0ff6-41e2-a925-027a9c72c58d HTTP/1.1" status: 204 len: 168 time: 1.1446490 Nov 10 16:46:02.707121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56312) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:02.707375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd891038-d158-445b-9b03-2310dedac646 None None] Pushing event deleted for resources: {'Port': ['ID=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:02.744216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd891038-d158-445b-9b03-2310dedac646 None None] No DVR routers for this DVR port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:46:02.750772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8f2ab528-23c0-4569-97b0-8ec544e7bf2d None None] Could not find standard attr ID for object 1f2a8e99-0ff6-41e2-a925-027a9c72c58d. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:46:02.765904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:02.795660 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37135cc-a331-4771-93b6-337cbd72d556 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] GET failed (client error): The resource could not be found. Nov 10 16:46:02.798285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d37135cc-a331-4771-93b6-337cbd72d556 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports/1f2a8e99-0ff6-41e2-a925-027a9c72c58d HTTP/1.1" status: 404 len: 333 time: 0.0878439 Nov 10 16:46:02.807755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56316) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:02.935421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:02.967397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85e5237c-f878-4465-89b3-4d7fc9e307fc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:02.968293 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.011882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85e5237c-f878-4465-89b3-4d7fc9e307fc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.132977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c0147-25d0-406d-b4a3-3d6373a5ff5c req-4b16a169-c8e1-4f6f-971a-139e3a192251 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:03.134583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c58c0147-25d0-406d-b4a3-3d6373a5ff5c req-4b16a169-c8e1-4f6f-971a-139e3a192251 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1030717 Nov 10 16:46:03.185917 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85e5237c-f878-4465-89b3-4d7fc9e307fc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.189235 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85e5237c-f878-4465-89b3-4d7fc9e307fc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.191785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-85e5237c-f878-4465-89b3-4d7fc9e307fc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/security-groups/38882199-8ca0-4187-8f1c-08751e679fce HTTP/1.1" status: 204 len: 168 time: 0.3806939 Nov 10 16:46:03.201612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56324) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:03.290034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5237c-f878-4465-89b3-4d7fc9e307fc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38882199-8ca0-4187-8f1c-08751e679fce,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:03.290950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:03.320902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c58c0147-25d0-406d-b4a3-3d6373a5ff5c req-e45fd3e2-c28e-479a-acbd-6a5176c3b232 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777232 Nov 10 16:46:03.377239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:46:03.377600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:03.394049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a073-7fb5-459e-a488-5e702fac8e2e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.456497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a073-7fb5-459e-a488-5e702fac8e2e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.613731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a073-7fb5-459e-a488-5e702fac8e2e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.616486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a073-7fb5-459e-a488-5e702fac8e2e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.617736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b6b6a073-7fb5-459e-a488-5e702fac8e2e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/security-groups/726a7d63-999c-44a2-9542-a8c7c157924b HTTP/1.1" status: 204 len: 168 time: 0.4119925 Nov 10 16:46:03.622220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:03.633929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6a073-7fb5-459e-a488-5e702fac8e2e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a7d63-999c-44a2-9542-a8c7c157924b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:03.687375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] For port c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:03.721081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-79c1bbca-8404-4157-92cb-d6434dd86536 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:03.723436 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-79c1bbca-8404-4157-92cb-d6434dd86536 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.1545138 Nov 10 16:46:03.736875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e617e-cc99-4014-b9fb-4c3140a1245a req-24d692ee-05a1-4246-9103-d2c7fb48f7bb tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:03.738804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe0e617e-cc99-4014-b9fb-4c3140a1245a req-24d692ee-05a1-4246-9103-d2c7fb48f7bb tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 946 time: 0.8882322 Nov 10 16:46:03.816792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Deleting port da9d8541-eb5a-4dff-9cfd-74750c40461b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:03.819481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.836610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d975df18-886c-431b-baa6-271aee07ee50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.913339 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:03.929843 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c636950-3211-4c48-a730-6ff900b750b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.036619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.037391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.042477 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c636950-3211-4c48-a730-6ff900b750b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.089455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe0e617e-cc99-4014-b9fb-4c3140a1245a req-babc2d73-a574-4578-8b6e-7dff57f4caa6 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/security-groups?id=0db3d0a0-9f37-4a19-9028-04f43d4ca134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341918 Nov 10 16:46:04.138937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=310f4497-f321-4850-8d07-d1fd1b6ac86c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:04.181911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=c781c4c7-f11f-4a97-b4fa-bb2105e5a8e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:04.185579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] For port da9d8541-eb5a-4dff-9cfd-74750c40461b, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=da9d8541-eb5a-4dff-9cfd-74750c40461b,segment=NetworkSegment(51021b02-fe0a-4325-ab57-4d9fc1d4d354),segment_id=51021b02-fe0a-4325-ab57-4d9fc1d4d354)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:04.186181 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.214403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:04.227046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:04.248047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Calling delete_port for da9d8541-eb5a-4dff-9cfd-74750c40461b owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:04.248271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccde2f1-dda0-4d56-b43e-87cd99373d82 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:04.248398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:04.248398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.293233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Deleting port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:04.293609 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.445459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] For port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:04.445917 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.455772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '310f4497-f321-4850-8d07-d1fd1b6ac86c'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:46:04.456731 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.463986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Calling delete_port for 939b819b-b0b4-4eaf-9b58-91de02d6e5bd owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:04.496489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb4696-3fe5-4ece-b2cd-10c70c674819 req-2a558961-c75f-4df6-9c54-41c1ea4a40a5 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:04.504451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cdb4696-3fe5-4ece-b2cd-10c70c674819 req-2a558961-c75f-4df6-9c54-41c1ea4a40a5 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 945 time: 0.0909944 Nov 10 16:46:04.553020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cdb4696-3fe5-4ece-b2cd-10c70c674819 req-4b9e1456-b7b5-40e6-91b2-51f4dfa7393b tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 Nov 10 16:46:04.620405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9f34679c-9b05-48e6-ada2-a8bb6159b22d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8760185 Nov 10 16:46:04.623997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56360) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:04.629338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:13:74:4d', 'name': 'tempest-NetworksTestDHCPv6-733600652'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:04.665668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c636950-3211-4c48-a730-6ff900b750b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.669427 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c636950-3211-4c48-a730-6ff900b750b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.674579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c636950-3211-4c48-a730-6ff900b750b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/security-groups/0fcde9c0-e253-4246-bfa1-550e79dd2899 HTTP/1.1" status: 204 len: 168 time: 1.0425115 Nov 10 16:46:04.676924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.682316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:04.783782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.798306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c636950-3211-4c48-a730-6ff900b750b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcde9c0-e253-4246-bfa1-550e79dd2899,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:04.836795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['939b819b-b0b4-4eaf-9b58-91de02d6e5bd'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:46:04.860077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4aa5f67-1203-4ba9-8006-b4d668b116d8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet a8d1572a-8338-49fd-ad78-068e97689689 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:04.865396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5f67-1203-4ba9-8006-b4d668b116d8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.872211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42f67d-84b6-433d-b62c-858905bcc2cb None None] DHCP port deletion for 8963d7a9-5881-4006-9614-2c2fc3c5a670 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:04.934000 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5f67-1203-4ba9-8006-b4d668b116d8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:04.938942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:05.027119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Allocated IP 2001:db8::f816:3eff:fe60:da4b (ecf86a1d-4166-4ecf-b78f-674c38de9eda/310f4497-f321-4850-8d07-d1fd1b6ac86c/58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:05.040582 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5f67-1203-4ba9-8006-b4d668b116d8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.096843 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.115387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Pushing event deleted for resources: {'Port': ['ID=da9d8541-eb5a-4dff-9cfd-74750c40461b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:05.161379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.222471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 83e4a3b9-3189-4935-8bf5-6e12bcf52407 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:46:05.243557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Pushing event deleted for resources: {'Port': ['ID=939b819b-b0b4-4eaf-9b58-91de02d6e5bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:05.247195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] No DVR routers for this DVR port 939b819b-b0b4-4eaf-9b58-91de02d6e5bd on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:46:05.250590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.257647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c94689d1-4c80-4683-b753-9beab75a5da2 req-308ae961-0641-4cdc-8106-7b1c08790652 tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.18 "DELETE /v2.0/ports/939b819b-b0b4-4eaf-9b58-91de02d6e5bd HTTP/1.1" status: 204 len: 173 time: 1.5057325 Nov 10 16:46:05.261792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff7abd4-c6be-43ba-9b4b-6abebf5bf37d', 'name': 'network-vif-deleted', 'tag': '939b819b-b0b4-4eaf-9b58-91de02d6e5bd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:46:05.274137 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b13bd70-6b7a-46b0-b262-f7e3e304ad54" -d '{"events": [{"server_uuid": "fff7abd4-c6be-43ba-9b4b-6abebf5bf37d", "name": "network-vif-deleted", "tag": "939b819b-b0b4-4eaf-9b58-91de02d6e5bd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:46:05.277376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] No DVR routers for this DVR port da9d8541-eb5a-4dff-9cfd-74750c40461b on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:46:05.284818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5f67-1203-4ba9-8006-b4d668b116d8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.298825 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.302889 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5f63653-fca9-4128-a0d0-b985450e4531 req-0316fe69-8795-41ed-88be-4d72515a5992 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.18 "DELETE /v2.0/ports/da9d8541-eb5a-4dff-9cfd-74750c40461b HTTP/1.1" status: 204 len: 173 time: 2.7007210 Nov 10 16:46:05.354411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa5f67-1203-4ba9-8006-b4d668b116d8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d1572a-8338-49fd-ad78-068e97689689,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:05.358363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5f67-1203-4ba9-8006-b4d668b116d8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.371534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b4aa5f67-1203-4ba9-8006-b4d668b116d8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/a8d1572a-8338-49fd-ad78-068e97689689 HTTP/1.1" status: 204 len: 168 time: 0.6820517 Nov 10 16:46:05.373101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:05.379079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c6ea152-3bf1-4570-99c7-53aa7bfcdea2 req-cc6f03e4-921e-47b9-bdc5-60fffa369f8a tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 210 time: 0.0921154 Nov 10 16:46:05.424035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a8a25-a06d-4741-aec8-0ab4ce5710b8 None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:05.468184 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32439040-5190-4d9f-ba99-b92fbd4cacd4 x-openstack-request-id: req-32439040-5190-4d9f-ba99-b92fbd4cacd4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:46:05.471941 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff7abd4-c6be-43ba-9b4b-6abebf5bf37d", "name": "network-vif-deleted", "tag": "939b819b-b0b4-4eaf-9b58-91de02d6e5bd", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:46:05.472401 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32439040-5190-4d9f-ba99-b92fbd4cacd4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:46:05.489698 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff7abd4-c6be-43ba-9b4b-6abebf5bf37d', 'name': 'network-vif-deleted', 'tag': '939b819b-b0b4-4eaf-9b58-91de02d6e5bd', 'status': 'completed', 'code': 200} Nov 10 16:46:05.500338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf37da0-6f29-400d-aaec-fe91295af14b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet 283ac708-ad4d-4e80-9a09-47af40742b09 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:05.510333 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf37da0-6f29-400d-aaec-fe91295af14b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.651082 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf37da0-6f29-400d-aaec-fe91295af14b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.658288 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.855154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.938709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20360d6f-f040-42fa-b010-eaecbfa1ccec req-10870987-e017-4da4-b681-68fb60d96bab tempest-ServerRescueNegativeTestJSON-1759089800 tempest-ServerRescueNegativeTestJSON-1759089800-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff7abd4-c6be-43ba-9b4b-6abebf5bf37d HTTP/1.1" status: 200 len: 210 time: 0.0733528 Nov 10 16:46:05.988017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf37da0-6f29-400d-aaec-fe91295af14b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:05.993614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fe13:744d (ecf86a1d-4166-4ecf-b78f-674c38de9eda/310f4497-f321-4850-8d07-d1fd1b6ac86c/83e4a3b9-3189-4935-8bf5-6e12bcf52407) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:06.050315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:06.095974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:06.108504 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Pushing event updated for resources: {'Port': ['ID=58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:06.114926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:06.125428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device da9d8541-eb5a-4dff-9cfd-74750c40461b no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:06.194342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: da9d8541-eb5a-4dff-9cfd-74750c40461b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:46:06.194657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device da9d8541-eb5a-4dff-9cfd-74750c40461b not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:06.242519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf37da0-6f29-400d-aaec-fe91295af14b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.341350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Attempting to bind port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:46:06.341718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Attempting to bind port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:46:06.342080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Attempting to bind port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:46:06.346471 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bf37da0-6f29-400d-aaec-fe91295af14b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.362735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:46:06.363725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:06.364856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.365632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:46:06.366314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Bound port: 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:46:06.366930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.371236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5bf37da0-6f29-400d-aaec-fe91295af14b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/283ac708-ad4d-4e80-9a09-47af40742b09 HTTP/1.1" status: 204 len: 168 time: 0.9961646 Nov 10 16:46:06.373212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:06.374553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.391554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf37da0-6f29-400d-aaec-fe91295af14b tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=283ac708-ad4d-4e80-9a09-47af40742b09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:06.497614 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-55800421-5bfb-4324-be01-f10372ad4374 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:06.498110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55800421-5bfb-4324-be01-f10372ad4374 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:06.509795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-55800421-5bfb-4324-be01-f10372ad4374 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/a8d1572a-8338-49fd-ad78-068e97689689 HTTP/1.1" status: 404 len: 337 time: 0.1350620 Nov 10 16:46:06.511417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56424) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:06.620343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.711295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1889e1e0-01ce-4f46-998d-3d9096bfb9ee tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting subnet b00d207b-3664-45ab-bf7f-6535a3e90220 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:06.718748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1889e1e0-01ce-4f46-998d-3d9096bfb9ee tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.732196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:06.734769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:06.750203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:06.777252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:06.781233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.821337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=83e4a3b9-3189-4935-8bf5-6e12bcf52407,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:06.915549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1889e1e0-01ce-4f46-998d-3d9096bfb9ee tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:06.943642 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9804a34a-ffd0-40b1-ae2c-3db8025050cc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3181484 Nov 10 16:46:06.947768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56426) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:07.077041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-66b8c097-0303-4257-bf60-79fdc51edf30 req-c9326a0a-6c4b-40a4-9756-536e1d44f244 tempest-ServersNegativeTestMultiTenantJSON-188763321 tempest-ServersNegativeTestMultiTenantJSON-188763321-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbd25b7-0bf9-4742-977d-e5e4278eea41 HTTP/1.1" status: 200 len: 210 time: 0.4798987 Nov 10 16:46:07.154145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdeac3b-8aaa-4cae-be45-bab2ad30c36b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:07.188516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdeac3b-8aaa-4cae-be45-bab2ad30c36b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:07.206819 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-abdeac3b-8aaa-4cae-be45-bab2ad30c36b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2459843 Nov 10 16:46:07.206819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:07.231888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:07.276936 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1889e1e0-01ce-4f46-998d-3d9096bfb9ee tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:07.377921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e63542-ea3b-48da-b74b-59eb6afa866b None None] Network ab38e45a-ceb7-45ab-a6dd-64a580520a3c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:07.442672 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1889e1e0-01ce-4f46-998d-3d9096bfb9ee tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:07.478544 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1889e1e0-01ce-4f46-998d-3d9096bfb9ee tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:07.494864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] For port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:46:07.499761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1889e1e0-01ce-4f46-998d-3d9096bfb9ee tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/b00d207b-3664-45ab-bf7f-6535a3e90220 HTTP/1.1" status: 204 len: 168 time: 0.9858208 Nov 10 16:46:07.500606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd25b7-0bf9-4742-977d-e5e4278eea41', 'name': 'network-vif-deleted', 'tag': 'da9d8541-eb5a-4dff-9cfd-74750c40461b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:46:07.501269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56438) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:07.506837 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f6644-e1a2-4439-a987-07bfa67d3484" -d '{"events": [{"server_uuid": "9dbd25b7-0bf9-4742-977d-e5e4278eea41", "name": "network-vif-deleted", "tag": "da9d8541-eb5a-4dff-9cfd-74750c40461b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:46:07.509032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] For port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:46:07.558461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889e1e0-01ce-4f46-998d-3d9096bfb9ee tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Subnet': ['ID=b00d207b-3664-45ab-bf7f-6535a3e90220,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:07.647729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:07.692326 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d37927e-891d-458f-a22c-b966c4f4d61e x-openstack-request-id: req-0d37927e-891d-458f-a22c-b966c4f4d61e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:46:07.692630 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd25b7-0bf9-4742-977d-e5e4278eea41", "name": "network-vif-deleted", "tag": "da9d8541-eb5a-4dff-9cfd-74750c40461b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:46:07.692902 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d37927e-891d-458f-a22c-b966c4f4d61e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:46:07.693309 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd25b7-0bf9-4742-977d-e5e4278eea41', 'name': 'network-vif-deleted', 'tag': 'da9d8541-eb5a-4dff-9cfd-74750c40461b', 'status': 'completed', 'code': 200} Nov 10 16:46:07.741479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:07.759613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a092e-8a3a-43ee-8043-eb2f381f1505 None None] Pushing event updated for resources: {'Port': ['ID=58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:07.760471 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99ae23c-faf0-42dc-933b-682a9c2acec8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:07.764535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99ae23c-faf0-42dc-933b-682a9c2acec8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:07.765783 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c99ae23c-faf0-42dc-933b-682a9c2acec8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/210adf69-2c98-41f7-af15-fdb41751aec9 HTTP/1.1" status: 404 len: 337 time: 0.2221045 Nov 10 16:46:07.767397 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-590f6e44-61a7-4388-bc1f-69dfb97f36e3 None None] Provisioning complete for port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:07.767773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-590f6e44-61a7-4388-bc1f-69dfb97f36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:07.769152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56442) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:07.824271 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:07.845017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 83e4a3b9-3189-4935-8bf5-6e12bcf52407 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:07.845364 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:07.882527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-35414e00-cd00-4a81-9f6f-7f9fcec84701 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "GET /v2.0/ports?device_id=1824a339-851a-4d7a-a946-456722482c1d HTTP/1.1" status: 200 len: 205 time: 0.1120543 Nov 10 16:46:07.889196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:08.025109 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:08.058125 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-55a218ce-53ed-4374-8d98-ccbc53d96d50 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] delete failed (client error): The resource could not be found. Nov 10 16:46:08.059278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-55a218ce-53ed-4374-8d98-ccbc53d96d50 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/routers/1824a339-851a-4d7a-a946-456722482c1d HTTP/1.1" status: 404 len: 336 time: 0.1689248 Nov 10 16:46:08.068499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56446) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:08.196811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 939b819b-b0b4-4eaf-9b58-91de02d6e5bd no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:08.212705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:08.266582 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-537717b1-40b5-4d3f-8f21-22bf0335e8a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:08.267214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537717b1-40b5-4d3f-8f21-22bf0335e8a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:08.283257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-537717b1-40b5-4d3f-8f21-22bf0335e8a0 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/4c560244-7906-46c4-8a63-20bd5e495072 HTTP/1.1" status: 404 len: 337 time: 0.2136834 Nov 10 16:46:08.289130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:08.390106 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:08.410343 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-db628930-d126-4f76-8d64-ff5d87da19b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:08.410692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db628930-d126-4f76-8d64-ff5d87da19b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:08.414355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 939b819b-b0b4-4eaf-9b58-91de02d6e5bd {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:46:08.415805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 939b819b-b0b4-4eaf-9b58-91de02d6e5bd not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:08.440024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db628930-d126-4f76-8d64-ff5d87da19b4 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/ab60931b-ce0e-4dd8-a352-92aa2b36bf2a HTTP/1.1" status: 404 len: 337 time: 0.1322074 Nov 10 16:46:08.445223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:08.526610 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-936963fe-e37b-45cd-a710-b6cd7f8393bc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:08.534898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936963fe-e37b-45cd-a710-b6cd7f8393bc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:08.538113 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-936963fe-e37b-45cd-a710-b6cd7f8393bc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/0a09b630-8916-4b6b-8d55-0833e74e59fc HTTP/1.1" status: 404 len: 337 time: 0.0893357 Nov 10 16:46:08.545926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:08.563542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 83e4a3b9-3189-4935-8bf5-6e12bcf52407 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:08.584065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa58cb95-acd9-4188-b5d9-ef0d17ea000a admin admin] Deleting subnet f696b350-8c73-474d-9072-8ce5bb907568 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:08.740193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa58cb95-acd9-4188-b5d9-ef0d17ea000a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:08.749235 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd59331-3908-4fd8-804c-b6404a314908 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:08.770085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd59331-3908-4fd8-804c-b6404a314908 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:08.783873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-afd59331-3908-4fd8-804c-b6404a314908 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/ef1a003f-37fa-4adc-b18f-c8932d0927cf HTTP/1.1" status: 404 len: 333 time: 0.2340856 Nov 10 16:46:08.798335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] DHCP port deletion for ab38e45a-ceb7-45ab-a6dd-64a580520a3c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:08.829693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:08.904539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:08.921151 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cb54cf-e7b4-4efe-b3c8-51c637753c23 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:08.923335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cb54cf-e7b4-4efe-b3c8-51c637753c23 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:08.936158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d2cb54cf-e7b4-4efe-b3c8-51c637753c23 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/902e44fd-7e96-4cd6-8bdf-f80c2968f7bf HTTP/1.1" status: 404 len: 337 time: 0.1005137 Nov 10 16:46:08.946422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:09.028504 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b5a9dc-7a0f-45c1-ac70-632d4547b8a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:09.039345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b5a9dc-7a0f-45c1-ac70-632d4547b8a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:09.052622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-00b5a9dc-7a0f-45c1-ac70-632d4547b8a7 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/d8885aeb-e51a-4e96-b61d-9606b9cc8e07 HTTP/1.1" status: 404 len: 337 time: 0.1037407 Nov 10 16:46:09.057050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa58cb95-acd9-4188-b5d9-ef0d17ea000a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.064909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:09.085985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-590f6e44-61a7-4388-bc1f-69dfb97f36e3 None None] Provisioning complete for port 2dd6f3cf-cd17-4b07-97b8-08d297535036 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:09.086626 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-590f6e44-61a7-4388-bc1f-69dfb97f36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.187251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] Deleting port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:09.187923 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.198023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-590f6e44-61a7-4388-bc1f-69dfb97f36e3 None None] Port 2dd6f3cf-cd17-4b07-97b8-08d297535036 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:46:09.217945 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e0c9af-6879-4699-8cb7-ffbc34c16dcc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:09.219744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e0c9af-6879-4699-8cb7-ffbc34c16dcc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:09.229716 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c2e0c9af-6879-4699-8cb7-ffbc34c16dcc tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/13898f44-81c3-4fac-974b-20f9fbb2dad2 HTTP/1.1" status: 404 len: 333 time: 0.1634769 Nov 10 16:46:09.235804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:09.331445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] For port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,segment=NetworkSegment(0ef6fc38-08a8-453c-b923-6043f96c9709),segment_id=0ef6fc38-08a8-453c-b923-6043f96c9709)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:09.335065 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.346329 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b6c5a3-044b-4283-9fcc-082ba3219829 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:09.357374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b6c5a3-044b-4283-9fcc-082ba3219829 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:09.360829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f6b6c5a3-044b-4283-9fcc-082ba3219829 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/bc113f58-5df0-4ff2-a703-78f93b274457 HTTP/1.1" status: 404 len: 337 time: 0.1218569 Nov 10 16:46:09.367666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:09.371954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:09.372577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.388791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] Calling delete_port for 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:09.463871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa58cb95-acd9-4188-b5d9-ef0d17ea000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.511763 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7782d83-8683-4899-a26a-b47f4986091e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] DELETE failed (client error): The resource could not be found. Nov 10 16:46:09.517552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7782d83-8683-4899-a26a-b47f4986091e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:09.521303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c7782d83-8683-4899-a26a-b47f4986091e tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/subnets/0a2e26ce-a5f6-4650-9507-2e9a01a3c4f6 HTTP/1.1" status: 404 len: 337 time: 0.1492922 Nov 10 16:46:09.525812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:09.791544 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa58cb95-acd9-4188-b5d9-ef0d17ea000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.829351 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.853610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.884940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58cb95-acd9-4188-b5d9-ef0d17ea000a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f696b350-8c73-474d-9072-8ce5bb907568,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:09.889679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] Pushing event deleted for resources: {'Port': ['ID=79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:09.893154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905ebda-4935-46fb-9946-3cec0f67a44f None None] No DVR routers for this DVR port 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:46:09.933904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa58cb95-acd9-4188-b5d9-ef0d17ea000a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:09.937579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aa58cb95-acd9-4188-b5d9-ef0d17ea000a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f696b350-8c73-474d-9072-8ce5bb907568 HTTP/1.1" status: 204 len: 168 time: 1.7242494 Nov 10 16:46:09.940459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:10.042627 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.131366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-33d8993d-c291-495d-9d3b-f7e65b602089 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Deleting port 2dd6f3cf-cd17-4b07-97b8-08d297535036 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:10.131722 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33d8993d-c291-495d-9d3b-f7e65b602089 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.150874 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.197963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:10.211272 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.259375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-104f6851-f012-4506-a6ce-38e2cbe6d16d None None] Provisioning complete for port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:10.260733 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-104f6851-f012-4506-a6ce-38e2cbe6d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.284896 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.336717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33d8993d-c291-495d-9d3b-f7e65b602089 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.354240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=83e4a3b9-3189-4935-8bf5-6e12bcf52407,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:10.376954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-33d8993d-c291-495d-9d3b-f7e65b602089 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Calling delete_port for 2dd6f3cf-cd17-4b07-97b8-08d297535036 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:10.389641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.438560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:10.478389 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.483219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/83e4a3b9-3189-4935-8bf5-6e12bcf52407 HTTP/1.1" status: 204 len: 168 time: 3.2842386 Nov 10 16:46:10.486753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.487094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.487674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.488047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.492779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.492779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.492779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.492779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.492779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.492779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.492779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.492779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe7451-c1e7-4729-a0cf-f79615f2f8f4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:10.494000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56480) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:10.672169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33d8993d-c291-495d-9d3b-f7e65b602089 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.673767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a69d3352-4769-4697-8877-566800f3233c None None] Could not find standard attr ID for object 83e4a3b9-3189-4935-8bf5-6e12bcf52407. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:46:10.710330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfeb2b7-44d6-492a-ac0a-1fe3fdcba2db tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:10.712739 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfeb2b7-44d6-492a-ac0a-1fe3fdcba2db tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:10.717854 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5dfeb2b7-44d6-492a-ac0a-1fe3fdcba2db tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2196033 Nov 10 16:46:10.722462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56484) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:10.854755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:10.898086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33d8993d-c291-495d-9d3b-f7e65b602089 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:10.916676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-33d8993d-c291-495d-9d3b-f7e65b602089 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/ports/2dd6f3cf-cd17-4b07-97b8-08d297535036 HTTP/1.1" status: 204 len: 168 time: 1.3812063 Nov 10 16:46:10.919161 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56488) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:10.962219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d938fc9-a1a1-4997-b02e-d7574ed4cd57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 310f4497-f321-4850-8d07-d1fd1b6ac86c {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:10.997568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d938fc9-a1a1-4997-b02e-d7574ed4cd57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.038278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8993d-c291-495d-9d3b-f7e65b602089 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Port': ['ID=2dd6f3cf-cd17-4b07-97b8-08d297535036,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:11.048870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:11.050887 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.186139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.198700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.204973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d938fc9-a1a1-4997-b02e-d7574ed4cd57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.274846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb640b20-2a1c-481b-bd6e-cf670a249025']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:11.302651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51021b02-fe0a-4325-ab57-4d9fc1d4d354') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:11.303137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51021b02-fe0a-4325-ab57-4d9fc1d4d354') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:11.367611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:11.412878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:46:11.413212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 79b4aa74-22f7-4cc5-9291-8ba4ac8e96cc not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:11.421053 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.436929 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.467991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.499333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab38e45a-ceb7-45ab-a6dd-64a580520a3c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:11.501958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:46:11.502371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:46:11.520105 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:46:11.621993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef6fc38-08a8-453c-b923-6043f96c9709') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:11.622289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef6fc38-08a8-453c-b923-6043f96c9709') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:11.690444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.726294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.746232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:46:11.747126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:46:11.751933 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:46:11.884256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.888857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.896691 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] 10.222.0.62 "DELETE /v2.0/networks/eb640b20-2a1c-481b-bd6e-cf670a249025 HTTP/1.1" status: 204 len: 168 time: 1.9549909 Nov 10 16:46:11.916060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:11.921898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d938fc9-a1a1-4997-b02e-d7574ed4cd57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.925110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8bcc7-b988-4fb4-8380-74dceb31e811 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb640b20-2a1c-481b-bd6e-cf670a249025,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:11.971632 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:11.997916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Deleting port 717b754f-f1e5-4a6d-a371-787de5f9d615 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:11.998435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:12.018426 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:12.021734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] 10.222.0.62 "DELETE /v2.0/networks/ab38e45a-ceb7-45ab-a6dd-64a580520a3c HTTP/1.1" status: 204 len: 168 time: 0.9862702 Nov 10 16:46:12.050387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddaa6b-7cb6-49d3-8130-edb8efcc4fd8 tempest-PortsTestJSON-580354640 tempest-PortsTestJSON-580354640-project] Pushing event deleted for resources: {'Network': ['ID=ab38e45a-ceb7-45ab-a6dd-64a580520a3c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:12.070487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-471cdf23-e982-418a-b582-0bf8061e4ee9 admin admin] Deleting subnet ed7ffc27-a297-4387-a149-f55f759bb52e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:12.083957 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d938fc9-a1a1-4997-b02e-d7574ed4cd57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:12.084240 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-471cdf23-e982-418a-b582-0bf8061e4ee9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:12.174499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-471cdf23-e982-418a-b582-0bf8061e4ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:12.190265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d938fc9-a1a1-4997-b02e-d7574ed4cd57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:12.193680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b74a4-c69e-43ea-b82d-77ef5d8b16a0 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:12.201488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4d938fc9-a1a1-4997-b02e-d7574ed4cd57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/310f4497-f321-4850-8d07-d1fd1b6ac86c HTTP/1.1" status: 204 len: 168 time: 1.4739857 Nov 10 16:46:12.210695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:12.280504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d938fc9-a1a1-4997-b02e-d7574ed4cd57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=310f4497-f321-4850-8d07-d1fd1b6ac86c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:12.316480 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7a2674c7-1f32-4a18-a55e-e18af4b60af3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999784 Nov 10 16:46:12.321697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:12.405679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] For port 717b754f-f1e5-4a6d-a371-787de5f9d615, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=717b754f-f1e5-4a6d-a371-787de5f9d615,segment=NetworkSegment(bc822cf2-17b0-4531-aa0e-b7ba0d1b7856),segment_id=bc822cf2-17b0-4531-aa0e-b7ba0d1b7856)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:12.405934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-471cdf23-e982-418a-b582-0bf8061e4ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:12.415207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:12.453978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Calling delete_port for 717b754f-f1e5-4a6d-a371-787de5f9d615 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:12.580746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de87553-f112-4860-8564-f11160e219b1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:12.583359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7de87553-f112-4860-8564-f11160e219b1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2601244 Nov 10 16:46:12.586292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:12.684613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62716308-8dc9-4c90-a67c-666b4b2c208d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:12.686146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-62716308-8dc9-4c90-a67c-666b4b2c208d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0982134 Nov 10 16:46:12.690246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:12.746945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dc1b182a-fcdd-4dca-9147-3991a83abd5e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554209 Nov 10 16:46:12.752151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56514) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:12.839036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:12.894039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:12.991223 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.053946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Deleting port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:13.055644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.084860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Pushing event deleted for resources: {'Port': ['ID=717b754f-f1e5-4a6d-a371-787de5f9d615,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:13.190647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c2ada-2205-47f7-a6a8-1c881ffcc9dc None None] DHCP port deletion for 8963d7a9-5881-4006-9614-2c2fc3c5a670 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:13.269407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56524) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:13.286594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] For port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:13.287196 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.382004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Calling delete_port for 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:13.446591 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-471cdf23-e982-418a-b582-0bf8061e4ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.513467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cdf23-e982-418a-b582-0bf8061e4ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7ffc27-a297-4387-a149-f55f759bb52e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:13.520129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-471cdf23-e982-418a-b582-0bf8061e4ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.524469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-471cdf23-e982-418a-b582-0bf8061e4ee9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ed7ffc27-a297-4387-a149-f55f759bb52e HTTP/1.1" status: 204 len: 168 time: 1.6073389 Nov 10 16:46:13.548379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:13.556633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ab8dfdf7-5599-4c68-9255-69f56ca3dee8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=388fb5fea978488196d3195a1792695d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857592 Nov 10 16:46:13.557631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56532) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:13.586213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.657182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.703175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a7bf42b5-81a4-4b6d-a081-fe5447b2a909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.748642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.770681 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a7bf42b5-81a4-4b6d-a081-fe5447b2a909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.777307 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141c79b0-a454-47b1-b2ee-f1fe77f63ffd']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:13.797190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c7d47d-3507-4890-9981-c834143fb87e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:13.797494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c7d47d-3507-4890-9981-c834143fb87e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:13.818255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:13.822542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.843926 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.844458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:13.928491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Pushing event deleted for resources: {'Port': ['ID=58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:13.970088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:13.970723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:13.971617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:13.972127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.001907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.001907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.001907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.001907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.001907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.001907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.001907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.001907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:14.004431 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.005650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f9715-2bc5-485a-acee-69c5ad56b900 None None] No DVR routers for this DVR port 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:46:14.005775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:46:14.005775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:46:14.006528 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:46:14.114752 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a7bf42b5-81a4-4b6d-a081-fe5447b2a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.119168 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a7bf42b5-81a4-4b6d-a081-fe5447b2a909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.120996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a7bf42b5-81a4-4b6d-a081-fe5447b2a909 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e27c1037-775b-4fce-bd86-ddc8c6408141 HTTP/1.1" status: 204 len: 168 time: 0.5597589 Nov 10 16:46:14.154991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf42b5-81a4-4b6d-a081-fe5447b2a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27c1037-775b-4fce-bd86-ddc8c6408141,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:14.203131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Router 0b326930-b040-45d0-98a7-f93e26ef9f54 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:46:14.257505 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.269294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.281287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] 10.222.0.62 "DELETE /v2.0/networks/141c79b0-a454-47b1-b2ee-f1fe77f63ffd HTTP/1.1" status: 204 len: 168 time: 0.7315090 Nov 10 16:46:14.302618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479577d-73d3-4895-ad8f-93ae90da9808 admin admin] Pushing event deleted for resources: {'Network': ['ID=141c79b0-a454-47b1-b2ee-f1fe77f63ffd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:14.383154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:46:14.398466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6454781a-213b-4914-b180-059c3e6e9454 admin admin] 10.222.0.62 "PUT /v2.0/routers/0b326930-b040-45d0-98a7-f93e26ef9f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1547222 Nov 10 16:46:14.398651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] Sync routers for ids ['0b326930-b040-45d0-98a7-f93e26ef9f54'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:46:14.402502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56550) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:14.425688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] Routers {'0b326930-b040-45d0-98a7-f93e26ef9f54'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:14.428218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0b326930-b040-45d0-98a7-f93e26ef9f54'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:14.577884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.672864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.685663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] Set router 0b326930-b040-45d0-98a7-f93e26ef9f54 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:46:14.788130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=35eb5012-c50b-41b8-95b3-f9c567c367fb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:14.867863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:14.872649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:14.886761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:14.893701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:14.895911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.911830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:14.988416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:15.011191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:46:15.012550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 58a7bbaf-10ad-4f90-bbe6-8fd0ed1953ef not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:15.016379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b83ec-b139-4098-8bd8-798824b340a5 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:15.040320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7496a4ec-24d5-48ff-9c22-aee87c736bc7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2846725 Nov 10 16:46:15.041614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:15.053918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:0c:00:81', 'name': 'tempest-NetworksTestDHCPv6-825059707'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:15.094578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c3568f7c-3f1c-4fb9-868e-2a1ba5a9a6ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c916e79fc16746ab869362d5b3816abc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1044269 Nov 10 16:46:15.099246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:15.168052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f7498-fe7b-47c2-add0-ec1e5ca83320 req-39d35c69-80c5-4efc-956a-25911218d0f7 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:15.169844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-331f7498-fe7b-47c2-add0-ec1e5ca83320 req-39d35c69-80c5-4efc-956a-25911218d0f7 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 949 time: 0.1558077 Nov 10 16:46:15.258184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Deleting port 1dba1a81-b531-4403-b33d-cd47fa0a3b52 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:15.260156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.295734 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498e524e-348c-489e-bca5-7c1a9db85e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.345501 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498e524e-348c-489e-bca5-7c1a9db85e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.447820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:15.457393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-331f7498-fe7b-47c2-add0-ec1e5ca83320 req-ccb79a71-cdca-4f49-8cf0-b0470c25bbf0 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767401 Nov 10 16:46:15.522842 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498e524e-348c-489e-bca5-7c1a9db85e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.529218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498e524e-348c-489e-bca5-7c1a9db85e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.530603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-498e524e-348c-489e-bca5-7c1a9db85e75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0db3d0a0-9f37-4a19-9028-04f43d4ca134 HTTP/1.1" status: 204 len: 168 time: 0.4306068 Nov 10 16:46:15.533930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] For port 1dba1a81-b531-4403-b33d-cd47fa0a3b52, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1dba1a81-b531-4403-b33d-cd47fa0a3b52,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:15.534780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.552775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Calling delete_port for 1dba1a81-b531-4403-b33d-cd47fa0a3b52 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:15.626177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e524e-348c-489e-bca5-7c1a9db85e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db3d0a0-9f37-4a19-9028-04f43d4ca134,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:15.700842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '35eb5012-c50b-41b8-95b3-f9c567c367fb'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:46:15.703063 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.739081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:46:12Z', 'revision_number': 5, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port': {'id': '1dba1a81-b531-4403-b33d-cd47fa0a3b52', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:49Z', 'updated_at': '2021-11-10T16:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:15.768055 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.806604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] Checking router: 0b326930-b040-45d0-98a7-f93e26ef9f54 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:46:15.806794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 3c4eddf8-3919-4cad-949f-417e82baa9fd yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:46:15.877839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:15.937560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] Routers {'0b326930-b040-45d0-98a7-f93e26ef9f54'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:15.938441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0b326930-b040-45d0-98a7-f93e26ef9f54'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:15.967690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dba1a81-b531-4403-b33d-cd47fa0a3b52,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:16.047806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] Set router 0b326930-b040-45d0-98a7-f93e26ef9f54 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:46:16.087656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::3cf (ecf86a1d-4166-4ecf-b78f-674c38de9eda/35eb5012-c50b-41b8-95b3-f9c567c367fb/3c4eddf8-3919-4cad-949f-417e82baa9fd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:16.148858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:46:15Z', 'revision_number': 7, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:16.151685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e58ed-5f74-404b-af84-59042cfac7aa None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:16.201054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a38cd-ae2b-494f-8471-4ac514b8f493 None None] The sync data for ids ['0b326930-b040-45d0-98a7-f93e26ef9f54'] in n-d-714676-11 is: [{'id': '0b326930-b040-45d0-98a7-f93e26ef9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1379508072-router', 'tenant_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:42:47Z', 'updated_at': '2021-11-10T16:46:15Z', 'revision_number': 7, 'project_id': 'a7d663fa3fce4df7b626c98efd6e519a', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:46:16.206394 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.326343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.327432 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.465050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.476658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.481621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b326930-b040-45d0-98a7-f93e26ef9f54 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:46:16.489350 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.491352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a5c4a38b-b882-42ec-aa99-81ae30c088d4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0b326930-b040-45d0-98a7-f93e26ef9f54 HTTP/1.1" status: 204 len: 168 time: 2.0854702 Nov 10 16:46:16.496282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56616) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:16.542068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:16.579593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e74c0b0-6139-41e5-a54c-c5435042e648 admin admin] Deleting subnet bfa4e1f0-1bc1-4cde-9616-a53374c6288b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:16.619903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.657973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e74c0b0-6139-41e5-a54c-c5435042e648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.732320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a264704-0d70-4538-bb8a-4dad81d37e4f req-8e32f17d-9c56-4319-b28a-d817a4249079 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:16.734010 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a264704-0d70-4538-bb8a-4dad81d37e4f req-8e32f17d-9c56-4319-b28a-d817a4249079 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 949 time: 0.1517336 Nov 10 16:46:16.739332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e74c0b0-6139-41e5-a54c-c5435042e648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:16.801983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/35eb5012-c50b-41b8-95b3-f9c567c367fb/5868e2c8-8fdc-4d50-81c9-37e94609b3a7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:16.809151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:16.820889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56626) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:16.845291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a264704-0d70-4538-bb8a-4dad81d37e4f req-9131d2fd-8ec9-47da-86a7-ebb8a2e3b313 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030226 Nov 10 16:46:16.848454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:16.897404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fe3b63e3-259e-4b97-b922-db5aa5917faa tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1924964438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:16.950632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=3c4eddf8-3919-4cad-949f-417e82baa9fd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:16.964855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:16.980508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:16.981762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.004701 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a2e99afb-f18b-4fdc-8a26-725790d2058a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c36e51df0204abbbd2ec1966dda3c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578047 Nov 10 16:46:17.008024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56630) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:17.024263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e74c0b0-6139-41e5-a54c-c5435042e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.107764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe3b63e3-259e-4b97-b922-db5aa5917faa tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.111965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe3b63e3-259e-4b97-b922-db5aa5917faa tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.185954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 717b754f-f1e5-4a6d-a371-787de5f9d615 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:17.219212 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.223250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 717b754f-f1e5-4a6d-a371-787de5f9d615 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:46:17.223838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 717b754f-f1e5-4a6d-a371-787de5f9d615 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:17.251285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e74c0b0-6139-41e5-a54c-c5435042e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.253019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe3b63e3-259e-4b97-b922-db5aa5917faa tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.258408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-33904aca-106d-45a0-99e0-e4e42c1bae8b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2158551 Nov 10 16:46:17.264675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:17.273772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e9802-77da-45a2-a6a0-975766b05814 None None] Network 8963d7a9-5881-4006-9614-2c2fc3c5a670 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:17.279784 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e74c0b0-6139-41e5-a54c-c5435042e648 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.293746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3e74c0b0-6139-41e5-a54c-c5435042e648 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bfa4e1f0-1bc1-4cde-9616-a53374c6288b HTTP/1.1" status: 204 len: 168 time: 0.7927136 Nov 10 16:46:17.326191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.348927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:17.365812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74c0b0-6139-41e5-a54c-c5435042e648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa4e1f0-1bc1-4cde-9616-a53374c6288b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:17.395471 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0405219-7337-408d-90f1-66d13e254a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.436147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0405219-7337-408d-90f1-66d13e254a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.477519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe3b63e3-259e-4b97-b922-db5aa5917faa tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.541877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:17.549528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:17.558747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:17.564200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Pushing event updated for resources: {'Port': ['ID=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:17.594672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237897f-211e-45a3-83f1-133e52e1ed2d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:17.601501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237897f-211e-45a3-83f1-133e52e1ed2d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:17.607732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56648) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:17.610715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6237897f-211e-45a3-83f1-133e52e1ed2d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3446522 Nov 10 16:46:17.646177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.742785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe3b63e3-259e-4b97-b922-db5aa5917faa tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.748163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fe3b63e3-259e-4b97-b922-db5aa5917faa tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2006078 Nov 10 16:46:17.748807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:17.794341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-16120483-5fd1-4889-a1c0-c18faae4289f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 3c4eddf8-3919-4cad-949f-417e82baa9fd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:17.799720 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1992690974'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:17.806412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16120483-5fd1-4889-a1c0-c18faae4289f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.825981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:17.828723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3860ae-a864-4dd9-aa74-762fc566336a None None] DHCP port deletion for 8963d7a9-5881-4006-9614-2c2fc3c5a670 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:17.832792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0405219-7337-408d-90f1-66d13e254a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.837660 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0405219-7337-408d-90f1-66d13e254a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:17.840895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f0405219-7337-408d-90f1-66d13e254a19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52587e57-c721-4fc2-9e79-ec3aa0090f37 HTTP/1.1" status: 204 len: 168 time: 0.8313272 Nov 10 16:46:17.948695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Attempting to bind port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:46:17.949065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Attempting to bind port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:46:17.949423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Attempting to bind port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:46:18.009476 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:46:18.013936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:18.013936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.013936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:46:18.013936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Bound port: 5868e2c8-8fdc-4d50-81c9-37e94609b3a7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:46:18.013936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.045159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.053117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0405219-7337-408d-90f1-66d13e254a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52587e57-c721-4fc2-9e79-ec3aa0090f37,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:18.086183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16120483-5fd1-4889-a1c0-c18faae4289f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.119097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8963d7a9-5881-4006-9614-2c2fc3c5a670']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:18.129061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-16120483-5fd1-4889-a1c0-c18faae4289f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 3c4eddf8-3919-4cad-949f-417e82baa9fd owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:18.138441 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.162795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:18.162795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc822cf2-17b0-4531-aa0e-b7ba0d1b7856') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:18.174125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.184541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Made reservation on behalf of 9416b49122b94686a6c8c386c705f56b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:18.189427 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.208931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.219916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.227798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:46:18.230240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:46:18.231612 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.232148 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9574f2cb-178e-4963-b850-a142098c1f86" -d '{"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-unplugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:46:18.233638 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:46:18.325355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:18.369169 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad587333-3176-409b-9fb2-f5053640df7d x-openstack-request-id: req-ad587333-3176-409b-9fb2-f5053640df7d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:46:18.369820 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-unplugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:46:18.370410 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad587333-3176-409b-9fb2-f5053640df7d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:46:18.371114 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'code': 200} Nov 10 16:46:18.374374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.420736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.428816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.433949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] For port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:46:18.449734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] 10.222.0.62 "DELETE /v2.0/networks/8963d7a9-5881-4006-9614-2c2fc3c5a670 HTTP/1.1" status: 204 len: 168 time: 1.0976114 Nov 10 16:46:18.488696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f69c0-0ac1-45ef-8244-1c0684a5b27e admin admin] Pushing event deleted for resources: {'Network': ['ID=8963d7a9-5881-4006-9614-2c2fc3c5a670,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:18.501969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:18.564936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16120483-5fd1-4889-a1c0-c18faae4289f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.582630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] For port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:46:18.640327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1dba1a81-b531-4403-b33d-cd47fa0a3b52 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:18.688080 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.694849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1dba1a81-b531-4403-b33d-cd47fa0a3b52 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:46:18.696342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1dba1a81-b531-4403-b33d-cd47fa0a3b52 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:18.712591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16120483-5fd1-4889-a1c0-c18faae4289f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=3c4eddf8-3919-4cad-949f-417e82baa9fd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:18.827698 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.828488 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16120483-5fd1-4889-a1c0-c18faae4289f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.836554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-16120483-5fd1-4889-a1c0-c18faae4289f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/3c4eddf8-3919-4cad-949f-417e82baa9fd HTTP/1.1" status: 204 len: 168 time: 1.2272332 Nov 10 16:46:18.837131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56686) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:18.868558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c8c5e-3abe-48e1-a712-ff64fb4f2bfc None None] Pushing event updated for resources: {'Port': ['ID=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:18.928708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7445b-df24-4283-94cb-286821aa78eb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:18.928841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:18.929308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7445b-df24-4283-94cb-286821aa78eb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:18.929308 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-95e7445b-df24-4283-94cb-286821aa78eb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0792429 Nov 10 16:46:18.929308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56690) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:19.019142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:46:19.038319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286f8acc-9561-48cc-87e3-59a0b9535a14,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:19.058577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d02ef9-96d9-4596-9b85-0a24a64d42c0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 35eb5012-c50b-41b8-95b3-f9c567c367fb {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:19.069123 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32d02ef9-96d9-4596-9b85-0a24a64d42c0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.141645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.142003 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Added segment 53cd9eeb-5539-46d7-b8d7-f5baed403913 of type vlan for network 309c53b0-0929-4873-bb9b-ab668c0ecf5b Nov 10 16:46:19.206462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32d02ef9-96d9-4596-9b85-0a24a64d42c0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.293976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.360314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:19.428229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.440824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32d02ef9-96d9-4596-9b85-0a24a64d42c0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.447525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:19.448576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.635525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c09fa237-32e8-425a-99f2-d0b0a899965f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7d663fa3fce4df7b626c98efd6e519a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737103 Nov 10 16:46:19.642194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56716) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:19.712871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9598467 Nov 10 16:46:19.724513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:19.733932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'subnet': {'network_id': '309c53b0-0929-4873-bb9b-ab668c0ecf5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:19.766136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1650652-86e1-4c92-9eab-5b7cbc209687 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Network': ['ID=309c53b0-0929-4873-bb9b-ab668c0ecf5b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:19.781811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 309c53b0-0929-4873-bb9b-ab668c0ecf5b details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:46:19.788065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d382733c-3b08-4e24-81cb-983f5b5fcfca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.835805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d382733c-3b08-4e24-81cb-983f5b5fcfca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.876792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32d02ef9-96d9-4596-9b85-0a24a64d42c0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.933279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d02ef9-96d9-4596-9b85-0a24a64d42c0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=35eb5012-c50b-41b8-95b3-f9c567c367fb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:19.938810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32d02ef9-96d9-4596-9b85-0a24a64d42c0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:19.945180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-32d02ef9-96d9-4596-9b85-0a24a64d42c0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/35eb5012-c50b-41b8-95b3-f9c567c367fb HTTP/1.1" status: 204 len: 168 time: 1.0157125 Nov 10 16:46:19.945371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:20.032257 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d382733c-3b08-4e24-81cb-983f5b5fcfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:20.040284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-14afb014-13a3-4033-afb7-86b233d7df5f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935643 Nov 10 16:46:20.041347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Made reservation on behalf of 9416b49122b94686a6c8c386c705f56b for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:20.046189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:20.047641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d382733c-3b08-4e24-81cb-983f5b5fcfca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:20.050514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:20.061838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d382733c-3b08-4e24-81cb-983f5b5fcfca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b5865c6-410a-4d8e-8c44-1a7f06f1dab3 HTTP/1.1" status: 204 len: 168 time: 0.4153709 Nov 10 16:46:20.108959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382733c-3b08-4e24-81cb-983f5b5fcfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5865c6-410a-4d8e-8c44-1a7f06f1dab3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:20.294750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80768a1-d995-4cc6-84c7-937ea26dd1e7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:20.295475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56746) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:20.297413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e80768a1-d995-4cc6-84c7-937ea26dd1e7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2447064 Nov 10 16:46:20.316448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56750) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:20.426542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc93c14-682d-4eaf-8b23-c3035079e894 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:20.440727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:20.442024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3cc93c14-682d-4eaf-8b23-c3035079e894 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1218035 Nov 10 16:46:20.499970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56754) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:20.505996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:20.511889 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-94a82388-b7e4-4b38-b3c0-5f8a478c27b5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659120 Nov 10 16:46:20.671597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:20.749176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1629204289-network', 'tenant_id': '28eb88b260044cb99ed8021e44052e69'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:20.766654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5cbe27-95e1-411b-92b4-7ee2dd2904b9 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:20.850826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:20.854341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:20.883040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Subnet': ['ID=245790ba-9ec0-41ae-b1f7-ce6011388874,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:20.893288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Checking segment: {'id': '53cd9eeb-5539-46d7-b8d7-f5baed403913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '309c53b0-0929-4873-bb9b-ab668c0ecf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:20.893650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network hostable DHCP agents. Network: 309c53b0-0929-4873-bb9b-ab668c0ecf5b, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:46:20.990495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network 309c53b0-0929-4873-bb9b-ab668c0ecf5b is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:46:21.001494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:21.008447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Made reservation on behalf of 28eb88b260044cb99ed8021e44052e69 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:21.011392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.026732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.076941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 309c53b0-0929-4873-bb9b-ab668c0ecf5b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:21.084911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:21.085514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.097265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014219c-206b-456d-87db-306177d8cbba None None] Network 309c53b0-0929-4873-bb9b-ab668c0ecf5b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:21.146140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-401772c6-7512-4f24-b3cd-7ef06b88bb32 None None] Provisioning complete for port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:21.147328 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-401772c6-7512-4f24-b3cd-7ef06b88bb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.174324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c7a619cf-5806-493a-b3f6-9e1f9122950b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4484262 Nov 10 16:46:21.174961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:21.187260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'network': {'name': 'tempest-router-network01--599923463'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:21.279421 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.357775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:21.358796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.402059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Made reservation on behalf of 9416b49122b94686a6c8c386c705f56b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:21.408254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.462423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:46:21.467143 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.480849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:46:21.498927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.499276 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Added segment 43fe2198-b393-4b17-9202-b0d44c218307 of type vlan for network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 Nov 10 16:46:21.509241 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-401772c6-7512-4f24-b3cd-7ef06b88bb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.515782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.516206 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Added segment 777d9302-00d0-48a0-891e-53e05fe5b9ab of type vlan for network 0e4f34a9-8e43-4e15-af28-200e2cb5968c Nov 10 16:46:21.617846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-309c53b0-0929-4873-bb9b-ab668c0ecf5b', 'network_id': '309c53b0-0929-4873-bb9b-ab668c0ecf5b', 'tenant_id': '9416b49122b94686a6c8c386c705f56b', 'fixed_ips': [{'subnet_id': '245790ba-9ec0-41ae-b1f7-ce6011388874'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:46:21.618181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.620336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:21.630507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.656173 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.671897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f488b-876c-4566-8b17-df6e3ebcc1d8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:21.708110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-401772c6-7512-4f24-b3cd-7ef06b88bb32 None None] For port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:21.750721 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.820031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:46:21.844730 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-401772c6-7512-4f24-b3cd-7ef06b88bb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.860395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:21.890590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:21.891671 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.012706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Network': ['ID=92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:22.069192 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.070713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:22.071571 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.074363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:46:22.115176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-17dc568c-1248-4913-9dea-793be8ab392b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9390912 Nov 10 16:46:22.118230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56802) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:22.130046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'network': {'name': 'tempest-router-network02--577604444'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:22.133031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] Deleting port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:22.136959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.156396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401772c6-7512-4f24-b3cd-7ef06b88bb32 None None] Pushing event updated for resources: {'Port': ['ID=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:22.239129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:22.254677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] Pushing event updated for resources: {'Network': ['ID=0e4f34a9-8e43-4e15-af28-200e2cb5968c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:22.258293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Allocated IP 172.20.0.2 (309c53b0-0929-4873-bb9b-ab668c0ecf5b/245790ba-9ec0-41ae-b1f7-ce6011388874/f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:22.276485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 0e4f34a9-8e43-4e15-af28-200e2cb5968c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:46:22.322316 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.422388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1312670819-network', 'tenant_id': '4344be97984243869a166cd15bea95ac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:22.537665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:46:22.538294 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:46:22.562709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Made reservation on behalf of 9416b49122b94686a6c8c386c705f56b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:22.566657 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.624101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:46:22.647120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.647494 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Added segment 6afde218-94bf-4afa-be0d-dac7d0ef54a5 of type vlan for network 28c4645d-21cb-48db-a1b8-37ea27995fd6 Nov 10 16:46:22.707794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.790712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.798402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] For port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:22.798927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:22.799530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.799659 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.820662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] Calling delete_port for 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:22.914803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] For port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:22.959198 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:22.978981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1000fb4a-93b4-4010-8b7c-6fdee8fbcc4b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6762834 Nov 10 16:46:22.978981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56830) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:22.986336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Request body: {'subnet': {'network_id': '0e4f34a9-8e43-4e15-af28-200e2cb5968c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1629204289-subnet', 'tenant_id': '28eb88b260044cb99ed8021e44052e69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:23.016931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Network': ['ID=28c4645d-21cb-48db-a1b8-37ea27995fd6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:23.019773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.024803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.045609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 28c4645d-21cb-48db-a1b8-37ea27995fd6 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:46:23.100216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Made reservation on behalf of 4344be97984243869a166cd15bea95ac for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:23.102665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.124516 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.167885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:23.213738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:23.244452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:23.245081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.283890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=52a032d1-a568-4c97-a450-73872a523e55,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:23.291086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.298663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5662da0d-fea1-4a94-b4dd-72c0bfb8a7ac tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1758602 Nov 10 16:46:23.298879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.299392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:23.330431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'subnet': {'network_id': '92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:23.339681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:23.356604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.368670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Made reservation on behalf of 28eb88b260044cb99ed8021e44052e69 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:23.371244 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.394131 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.413256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:46:23.433147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.433769 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Added segment 387d8c68-2ccb-4369-a35c-a8dc37df4d5f of type vlan for network 8ab6a91c-62d0-4864-9b00-a5a44750ac1d Nov 10 16:46:23.492266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.505827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Network 309c53b0-0929-4873-bb9b-ab668c0ecf5b is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:23.510673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:23.517618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:23.539215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:23.543282 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-acea8b45-161d-414c-8121-25a328ace939 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0421295 Nov 10 16:46:23.559861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Pushing event updated for resources: {'Port': ['ID=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:23.570356 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.611703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] No DVR routers for this DVR port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:46:23.620277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a484a43-a215-46bc-83f2-4e9403cce0e1 None None] Pushing event deleted for resources: {'Port': ['ID=5868e2c8-8fdc-4d50-81c9-37e94609b3a7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:23.687248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a0eb90-67c2-475e-ba06-d460e0136f9b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:23.688309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56846) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:23.695021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-33545d7f-bb95-4081-bb18-64fa54193b8a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:23.705203 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.707849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:23.708711 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.754782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e15e928-cc59-4271-9665-7d3aa08ccfd1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:23.764772 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.804133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Made reservation on behalf of 9416b49122b94686a6c8c386c705f56b for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:23.808729 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:23.826857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed82294a-49a3-4a56-989e-e9cb4c3eced6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:23.827151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No active binding found for port 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 {{(pid=103327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 16:46:23.827593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5868e2c8-8fdc-4d50-81c9-37e94609b3a7 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:23.874450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6338043 Nov 10 16:46:23.916435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe913-9360-4579-b3f5-a3198718db83 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab6a91c-62d0-4864-9b00-a5a44750ac1d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:23.924551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6dff491f-3483-4199-b8d2-4cf7b0bc8636 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:46:23.963332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Checking segment: {'id': '777d9302-00d0-48a0-891e-53e05fe5b9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0e4f34a9-8e43-4e15-af28-200e2cb5968c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:23.963924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Network hostable DHCP agents. Network: 0e4f34a9-8e43-4e15-af28-200e2cb5968c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:46:23.966837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8ab6a91c-62d0-4864-9b00-a5a44750ac1d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:46:23.990671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Attempting to bind port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:46:23.991389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Attempting to bind port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '53cd9eeb-5539-46d7-b8d7-f5baed403913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '309c53b0-0929-4873-bb9b-ab668c0ecf5b'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:46:23.992329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Attempting to bind port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 on network 309c53b0-0929-4873-bb9b-ab668c0ecf5b {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:46:24.020669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:46:24.021084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Checking segment: {'id': '53cd9eeb-5539-46d7-b8d7-f5baed403913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '309c53b0-0929-4873-bb9b-ab668c0ecf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:24.021537 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.021994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Bound using segment: {'id': '53cd9eeb-5539-46d7-b8d7-f5baed403913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '309c53b0-0929-4873-bb9b-ab668c0ecf5b'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:46:24.022532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Bound port: f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cd9eeb-5539-46d7-b8d7-f5baed403913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '309c53b0-0929-4873-bb9b-ab668c0ecf5b'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:46:24.022921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.065187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Network 0e4f34a9-8e43-4e15-af28-200e2cb5968c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:46:24.068581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33545d7f-bb95-4081-bb18-64fa54193b8a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:24.072157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33545d7f-bb95-4081-bb18-64fa54193b8a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.154531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 0e4f34a9-8e43-4e15-af28-200e2cb5968c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:24.160950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:24.161831 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.294962 n-d-714676-11 neutron-server[103326]: INFO neutron.db.ipam_backend_mixin [None req-33545d7f-bb95-4081-bb18-64fa54193b8a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52a032d1-a568-4c97-a450-73872a523e55 (CIDR: 2001:db8::/64) Nov 10 16:46:24.307573 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4e824095-ae77-455d-93bb-03bc614e133b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3205929 Nov 10 16:46:24.312529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28612257-8bf7-4de0-8134-694c646e4ef8 None None] Network 0e4f34a9-8e43-4e15-af28-200e2cb5968c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:24.340313 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.351458 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-33545d7f-bb95-4081-bb18-64fa54193b8a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:46:24.351926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33545d7f-bb95-4081-bb18-64fa54193b8a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:24.454022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Subnet': ['ID=b72283ea-5b8c-4623-b898-f2dd54bd524e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:24.454900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-33545d7f-bb95-4081-bb18-64fa54193b8a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7645335 Nov 10 16:46:24.464443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56866) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:24.464443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:24.479734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Checking segment: {'id': '43fe2198-b393-4b17-9202-b0d44c218307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:24.482976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network hostable DHCP agents. Network: 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:46:24.584570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:46:24.633543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:24.682647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:24.704540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:24.705282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.737844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3f5a4-70b0-4373-bc22-a1d3fc85d38e None None] Network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:24.741328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-43415a15-c8ea-4da3-871f-9f68907c6534 admin admin] Deleting subnet ed82294a-49a3-4a56-989e-e9cb4c3eced6 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:24.745820 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43415a15-c8ea-4da3-871f-9f68907c6534 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.785920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': '52a032d1-a568-4c97-a450-73872a523e55'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:46:24.786782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.810209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] For port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:46:24.826167 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d8a5d190-2b48-499c-948b-64549abb2422 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5248039 Nov 10 16:46:24.830714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:24.838029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'subnet': {'network_id': '28c4645d-21cb-48db-a1b8-37ea27995fd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:24.845146 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43415a15-c8ea-4da3-871f-9f68907c6534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:24.891177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:24.898446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] For port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,segment=NetworkSegment(53cd9eeb-5539-46d7-b8d7-f5baed403913),segment_id=53cd9eeb-5539-46d7-b8d7-f5baed403913)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:46:24.948418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77007d7-3239-4fb7-815a-2654deb00318 req-a8f7b5a2-150f-4385-9658-0cdaabbc900d tempest-ComputeTenantNetworksTest-1798854743 tempest-ComputeTenantNetworksTest-1798854743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:24.959413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77007d7-3239-4fb7-815a-2654deb00318 req-a8f7b5a2-150f-4385-9658-0cdaabbc900d tempest-ComputeTenantNetworksTest-1798854743 tempest-ComputeTenantNetworksTest-1798854743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:24.970312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77007d7-3239-4fb7-815a-2654deb00318 req-a8f7b5a2-150f-4385-9658-0cdaabbc900d tempest-ComputeTenantNetworksTest-1798854743 tempest-ComputeTenantNetworksTest-1798854743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:24.979436 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d77007d7-3239-4fb7-815a-2654deb00318 req-a8f7b5a2-150f-4385-9658-0cdaabbc900d tempest-ComputeTenantNetworksTest-1798854743 tempest-ComputeTenantNetworksTest-1798854743-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3753986 Nov 10 16:46:24.986268 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:25.020159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:25.026117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:25.030700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'mac_address': 'fa:16:3e:f3:00:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:46:25.250075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220913a2-0199-49b5-b62f-b2c5ca113fc1 req-adbd058e-f04d-4c0b-9f84-b594d5c83a4f tempest-ComputeTenantNetworksTest-1798854743 tempest-ComputeTenantNetworksTest-1798854743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:25.251786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-220913a2-0199-49b5-b62f-b2c5ca113fc1 req-adbd058e-f04d-4c0b-9f84-b594d5c83a4f tempest-ComputeTenantNetworksTest-1798854743 tempest-ComputeTenantNetworksTest-1798854743-project] 10.222.0.62 "GET /v2.0/networks/8ab6a91c-62d0-4864-9b00-a5a44750ac1d HTTP/1.1" status: 200 len: 769 time: 0.1316941 Nov 10 16:46:25.264833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a0fc5-c981-46bc-ae6e-a69b4ab0a84f None None] Network 0e4f34a9-8e43-4e15-af28-200e2cb5968c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:25.265068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:25.490998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b9f26-ba7e-4fad-b79d-8980520a94c3 None None] Pushing event updated for resources: {'Port': ['ID=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:25.513915 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:25.525431 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:25.567794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Allocated IP 2001:db8::f816:3eff:fefd:4a5a (ecf86a1d-4166-4ecf-b78f-674c38de9eda/52a032d1-a568-4c97-a450-73872a523e55/d9b86df1-6289-4602-bbae-15085035a91b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:25.685789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dff491f-3483-4199-b8d2-4cf7b0bc8636 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:46:25.695301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84', 'network_id': '92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84', 'tenant_id': '9416b49122b94686a6c8c386c705f56b', 'fixed_ips': [{'subnet_id': 'b72283ea-5b8c-4623-b898-f2dd54bd524e'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:46:25.695993 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:25.718166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=0fcb71e7-318f-412b-978e-88a529119241,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:25.785499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:25.791299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:25.800412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:25.803997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:25.879183 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:25.892863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43415a15-c8ea-4da3-871f-9f68907c6534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.006727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:26.037179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.063127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab6a91c-62d0-4864-9b00-a5a44750ac1d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:26.076784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387d8c68-2ccb-4369-a35c-a8dc37df4d5f') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:26.077599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387d8c68-2ccb-4369-a35c-a8dc37df4d5f') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:26.079894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Made reservation on behalf of 9416b49122b94686a6c8c386c705f56b for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:26.089733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.100312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.122449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-43b6d509-2889-4aaa-ba75-1d23dac5d9f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6610212 Nov 10 16:46:26.128638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56914) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:26.128783 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.128906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:90:aa:c1', 'name': 'tempest-NetworksTestDHCPv6-657862773'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:26.147377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.157487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:46:26.158001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.252325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6dff491f-3483-4199-b8d2-4cf7b0bc8636'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:46:26.331887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:46:26.353517 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:46:26.362607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Allocated IP 172.20.0.2 (92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84/b72283ea-5b8c-4623-b898-f2dd54bd524e/ef785bab-69ad-49aa-ba59-0ff7d9733549) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:26.383113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.450410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.491813 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.498442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8ab6a91c-62d0-4864-9b00-a5a44750ac1d HTTP/1.1" status: 204 len: 168 time: 1.2207959 Nov 10 16:46:26.511484 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.551429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ea7a9-dac0-4a86-bab2-28ded19ffc09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab6a91c-62d0-4864-9b00-a5a44750ac1d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:26.586358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43415a15-c8ea-4da3-871f-9f68907c6534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.671058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Pushing event updated for resources: {'Port': ['ID=d9b86df1-6289-4602-bbae-15085035a91b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:26.703110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:26.705905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:26.708503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43415a15-c8ea-4da3-871f-9f68907c6534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed82294a-49a3-4a56-989e-e9cb4c3eced6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:26.751058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43415a15-c8ea-4da3-871f-9f68907c6534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.764051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-43415a15-c8ea-4da3-871f-9f68907c6534 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ed82294a-49a3-4a56-989e-e9cb4c3eced6 HTTP/1.1" status: 204 len: 168 time: 2.1292920 Nov 10 16:46:26.766944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:26.792059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:26.799621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:26.938652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:26.980130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.001103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Attempting to bind port d9b86df1-6289-4602-bbae-15085035a91b on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:46:27.001568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Attempting to bind port d9b86df1-6289-4602-bbae-15085035a91b by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:46:27.003606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Attempting to bind port d9b86df1-6289-4602-bbae-15085035a91b on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:46:27.030204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56932) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:27.033640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:46:27.034284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:27.034883 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.035480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:46:27.036366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Bound port: d9b86df1-6289-4602-bbae-15085035a91b, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:46:27.036946 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.092498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Subnet': ['ID=56d82071-f4a0-450a-adc9-e065e4af6685,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:27.098640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Checking segment: {'id': '6afde218-94bf-4afa-be0d-dac7d0ef54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28c4645d-21cb-48db-a1b8-37ea27995fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:27.099158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network hostable DHCP agents. Network: 28c4645d-21cb-48db-a1b8-37ea27995fd6, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:46:27.147284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a09d5c80-a92c-46f6-996a-ca9db241b6d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4344be97984243869a166cd15bea95ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135318 Nov 10 16:46:27.147863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:27.149470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f16a248-d46c-4772-9624-ba23f78c86f8 None None] Network 309c53b0-0929-4873-bb9b-ab668c0ecf5b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:27.219773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network 28c4645d-21cb-48db-a1b8-37ea27995fd6 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:46:27.248295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88aa6b94-e36a-470e-9f28-d979ac6cce30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.251545 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.282257 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.299406 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88aa6b94-e36a-470e-9f28-d979ac6cce30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.322834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 28c4645d-21cb-48db-a1b8-37ea27995fd6) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:27.351189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc064d3-c2e2-49e8-927f-2a8a187814db None None] Network 28c4645d-21cb-48db-a1b8-37ea27995fd6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:27.369464 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4f34a9-8e43-4e15-af28-200e2cb5968c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:27.370083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:27.370083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.399913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 783ba46d-680a-4262-a950-17b9b63dbd80 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:46:27.430885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777d9302-00d0-48a0-891e-53e05fe5b9ab') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:27.430885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777d9302-00d0-48a0-891e-53e05fe5b9ab') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:27.480382 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.499165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] For port d9b86df1-6289-4602-bbae-15085035a91b, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:46:27.510240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:46:27.528603 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:46:27.570629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db96e589-5d60-4bca-96ed-2d8bd8cc1b55 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7380433 Nov 10 16:46:27.581150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:27.635969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:27.642987 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88aa6b94-e36a-470e-9f28-d979ac6cce30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.647490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88aa6b94-e36a-470e-9f28-d979ac6cce30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.663677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-88aa6b94-e36a-470e-9f28-d979ac6cce30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e15e928-cc59-4271-9665-7d3aa08ccfd1 HTTP/1.1" status: 204 len: 168 time: 0.5019841 Nov 10 16:46:27.710252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8d6d98bd-403e-4d27-8e7d-e794fe65a872 None None] Provisioning complete for port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:27.711016 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d6d98bd-403e-4d27-8e7d-e794fe65a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.754611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa6b94-e36a-470e-9f28-d979ac6cce30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e15e928-cc59-4271-9665-7d3aa08ccfd1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:27.754868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.760609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] For port d9b86df1-6289-4602-bbae-15085035a91b, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9b86df1-6289-4602-bbae-15085035a91b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:46:27.764809 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.775369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.784588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0e4f34a9-8e43-4e15-af28-200e2cb5968c HTTP/1.1" status: 204 len: 168 time: 1.0078838 Nov 10 16:46:27.810728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa892477-1034-4f92-8a09-4ff49ff2c0d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4f34a9-8e43-4e15-af28-200e2cb5968c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:27.862775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:27.874570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8:0:1::17a (ecf86a1d-4166-4ecf-b78f-674c38de9eda/0fcb71e7-318f-412b-978e-88a529119241/783ba46d-680a-4262-a950-17b9b63dbd80) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:27.887525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fe90:aac1 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/52a032d1-a568-4c97-a450-73872a523e55/783ba46d-680a-4262-a950-17b9b63dbd80) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:27.920774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-28c4645d-21cb-48db-a1b8-37ea27995fd6', 'network_id': '28c4645d-21cb-48db-a1b8-37ea27995fd6', 'tenant_id': '9416b49122b94686a6c8c386c705f56b', 'fixed_ips': [{'subnet_id': '56d82071-f4a0-450a-adc9-e065e4af6685'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:46:27.922097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:28.045388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:28.212821 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d6d98bd-403e-4d27-8e7d-e794fe65a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:28.217196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6dff491f-3483-4199-b8d2-4cf7b0bc8636 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:28.276134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:28.402920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56974) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:28.407742 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:28.514610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:28.558797 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:46:28.610634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a2f28d47-6f7c-4c52-95f3-15c11037e5dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28eb88b260044cb99ed8021e44052e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060745 Nov 10 16:46:28.624448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:28.737063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:28.748984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=783ba46d-680a-4262-a950-17b9b63dbd80,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:28.754133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:28.761785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:28.772616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:28.773021 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:28.846789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:28.912737 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0b1ec2fa-07d3-4c44-88a1-ce80a56dbec7 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7888119 Nov 10 16:46:28.914299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56994) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:29.063063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:29.092110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35ec80-a6eb-4832-8ef0-ef73ebff5774 None None] Pushing event updated for resources: {'Port': ['ID=d9b86df1-6289-4602-bbae-15085035a91b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:29.106833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:29.110392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:29.255433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:29.271586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47e33ce9-4380-48f5-a5c4-df2015c2d978 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 783ba46d-680a-4262-a950-17b9b63dbd80 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:29.274435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47e33ce9-4380-48f5-a5c4-df2015c2d978 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:29.326720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Allocated IP 172.20.0.2 (28c4645d-21cb-48db-a1b8-37ea27995fd6/56d82071-f4a0-450a-adc9-e065e4af6685/8632b85f-cb38-4ea8-a111-86bb5239f517) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:29.356821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29156e2c-ed13-4038-9ac9-6d04f33398cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:29.407414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:29.407414 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:29.421756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Allocated IP 172.20.0.1 (92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84/b72283ea-5b8c-4623-b898-f2dd54bd524e/40c4bff0-ddf9-472e-acdc-1e6f2a121c3c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:29.461024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8d6d98bd-403e-4d27-8e7d-e794fe65a872 None None] For port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,segment=NetworkSegment(53cd9eeb-5539-46d7-b8d7-f5baed403913),segment_id=53cd9eeb-5539-46d7-b8d7-f5baed403913)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:29.495793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29156e2c-ed13-4038-9ac9-6d04f33398cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:29.547267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47e33ce9-4380-48f5-a5c4-df2015c2d978 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:29.602267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47e33ce9-4380-48f5-a5c4-df2015c2d978 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 783ba46d-680a-4262-a950-17b9b63dbd80 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:29.624265 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d6d98bd-403e-4d27-8e7d-e794fe65a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.026586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29156e2c-ed13-4038-9ac9-6d04f33398cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.035195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29156e2c-ed13-4038-9ac9-6d04f33398cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.073622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-29156e2c-ed13-4038-9ac9-6d04f33398cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/454f488b-876c-4566-8b17-df6e3ebcc1d8 HTTP/1.1" status: 204 len: 168 time: 1.4480984 Nov 10 16:46:30.094501 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.120417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29156e2c-ed13-4038-9ac9-6d04f33398cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f488b-876c-4566-8b17-df6e3ebcc1d8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:30.167803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47e33ce9-4380-48f5-a5c4-df2015c2d978 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.213083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Pushing event updated for resources: {'Port': ['ID=ef785bab-69ad-49aa-ba59-0ff7d9733549,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:30.240833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e33ce9-4380-48f5-a5c4-df2015c2d978 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=783ba46d-680a-4262-a950-17b9b63dbd80,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:30.249524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460e41e-9bc7-4d74-b2d0-a2d37e3bd6c8 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:30.270941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.373789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47e33ce9-4380-48f5-a5c4-df2015c2d978 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.383504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-47e33ce9-4380-48f5-a5c4-df2015c2d978 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/783ba46d-680a-4262-a950-17b9b63dbd80 HTTP/1.1" status: 204 len: 168 time: 1.4667542 Nov 10 16:46:30.387880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57038) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:30.455603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:30.464164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:30.470308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:30.532848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Attempting to bind port ef785bab-69ad-49aa-ba59-0ff7d9733549 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:46:30.533219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Attempting to bind port ef785bab-69ad-49aa-ba59-0ff7d9733549 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '43fe2198-b393-4b17-9202-b0d44c218307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:46:30.533585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Attempting to bind port ef785bab-69ad-49aa-ba59-0ff7d9733549 on network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:46:30.538084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e7e07-a1c5-4d31-b9d8-a95839967560 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:30.547230 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a65e7e07-a1c5-4d31-b9d8-a95839967560 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1542192 Nov 10 16:46:30.547230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57040) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:30.584625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:46:30.584996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Checking segment: {'id': '43fe2198-b393-4b17-9202-b0d44c218307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:30.585396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.585793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Bound using segment: {'id': '43fe2198-b393-4b17-9202-b0d44c218307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:46:30.586282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Bound port: ef785bab-69ad-49aa-ba59-0ff7d9733549, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fe2198-b393-4b17-9202-b0d44c218307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:46:30.586665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.608982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e3130d52-e898-4250-ab10-4ac92d0e6ef0 None None] Provisioning complete for port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:30.608982 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3130d52-e898-4250-ab10-4ac92d0e6ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.613233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Port': ['ID=40c4bff0-ddf9-472e-acdc-1e6f2a121c3c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:30.703398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:30.758736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803519b-0391-40e0-9e96-38612930896d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:30.768192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6803519b-0391-40e0-9e96-38612930896d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2205698 Nov 10 16:46:30.770313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:30.784513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9b86df1-6289-4602-bbae-15085035a91b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:30.981931 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb59432f-6e23-4563-a9ac-da32923d5df2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:31.003109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] For port ef785bab-69ad-49aa-ba59-0ff7d9733549, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:46:31.006744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb59432f-6e23-4563-a9ac-da32923d5df2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:31.013258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] For port ef785bab-69ad-49aa-ba59-0ff7d9733549, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ef785bab-69ad-49aa-ba59-0ff7d9733549,segment=NetworkSegment(43fe2198-b393-4b17-9202-b0d44c218307),segment_id=43fe2198-b393-4b17-9202-b0d44c218307)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:46:31.021404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d98bd-403e-4d27-8e7d-e794fe65a872 None None] Pushing event updated for resources: {'Port': ['ID=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:31.021931 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb59432f-6e23-4563-a9ac-da32923d5df2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:31.029595 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cb59432f-6e23-4563-a9ac-da32923d5df2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2530725 Nov 10 16:46:31.030685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57052) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:31.228701 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.284591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa19a12-713c-4f67-8fb7-bdf1deb2a604 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 0fcb71e7-318f-412b-978e-88a529119241 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:31.288853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aa19a12-713c-4f67-8fb7-bdf1deb2a604 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.375902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.456645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aa19a12-713c-4f67-8fb7-bdf1deb2a604 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.490985 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.567789 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.688897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aa19a12-713c-4f67-8fb7-bdf1deb2a604 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.889822 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.917326 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Network 28c4645d-21cb-48db-a1b8-37ea27995fd6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:31.932888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:31.945463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aa19a12-713c-4f67-8fb7-bdf1deb2a604 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:31.950921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:31.998608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:32.006101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:46:32.010712 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3551ace-f69e-46d2-a7c7-7cea0329a82f" -d '{"events": [{"server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "name": "network-vif-plugged", "status": "completed", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:46:32.015847 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86362bfd-6c9b-4b7d-88a3-896ce88e7cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.066796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa19a12-713c-4f67-8fb7-bdf1deb2a604 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcb71e7-318f-412b-978e-88a529119241,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:32.071330 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aa19a12-713c-4f67-8fb7-bdf1deb2a604 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.080206 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5aa19a12-713c-4f67-8fb7-bdf1deb2a604 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/0fcb71e7-318f-412b-978e-88a529119241 HTTP/1.1" status: 204 len: 168 time: 1.0430627 Nov 10 16:46:32.082692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:32.214432 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.253697 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c8f69-7ad2-456e-8b24-04c0d1b2ff74 x-openstack-request-id: req-dc1c8f69-7ad2-456e-8b24-04c0d1b2ff74 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:46:32.254777 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "name": "network-vif-plugged", "status": "completed", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:46:32.255382 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc1c8f69-7ad2-456e-8b24-04c0d1b2ff74 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:46:32.256083 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'code': 200} Nov 10 16:46:32.438678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3877045e-98ea-4125-94e5-2c66ce80d5de tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 52a032d1-a568-4c97-a450-73872a523e55 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:32.438678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3877045e-98ea-4125-94e5-2c66ce80d5de tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.439995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:32.439995 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.442235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9678e93-3ab7-48ce-bce7-490b2bb78ca8 None None] Pushing event updated for resources: {'Port': ['ID=ef785bab-69ad-49aa-ba59-0ff7d9733549,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:32.572115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3877045e-98ea-4125-94e5-2c66ce80d5de tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.614022 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.631740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Attempting to bind port 8632b85f-cb38-4ea8-a111-86bb5239f517 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:46:32.637490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Attempting to bind port 8632b85f-cb38-4ea8-a111-86bb5239f517 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '6afde218-94bf-4afa-be0d-dac7d0ef54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28c4645d-21cb-48db-a1b8-37ea27995fd6'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:46:32.637490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Attempting to bind port 8632b85f-cb38-4ea8-a111-86bb5239f517 on network 28c4645d-21cb-48db-a1b8-37ea27995fd6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:46:32.699433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Pushing event updated for resources: {'Port': ['ID=8632b85f-cb38-4ea8-a111-86bb5239f517,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:32.727060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:46:32.727469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Checking segment: {'id': '6afde218-94bf-4afa-be0d-dac7d0ef54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28c4645d-21cb-48db-a1b8-37ea27995fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:32.731875 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.732070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Bound using segment: {'id': '6afde218-94bf-4afa-be0d-dac7d0ef54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28c4645d-21cb-48db-a1b8-37ea27995fd6'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:46:32.732551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Bound port: 8632b85f-cb38-4ea8-a111-86bb5239f517, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afde218-94bf-4afa-be0d-dac7d0ef54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28c4645d-21cb-48db-a1b8-37ea27995fd6'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:46:32.748367 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.748905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-011459aa-0916-4185-99f0-d7fd6ebc2e1b None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:32.760014 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-011459aa-0916-4185-99f0-d7fd6ebc2e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.769197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.877671 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3877045e-98ea-4125-94e5-2c66ce80d5de tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:32.931492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:32.950685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Port': ['ID=40c4bff0-ddf9-472e-acdc-1e6f2a121c3c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:32.957484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:33.082708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3877045e-98ea-4125-94e5-2c66ce80d5de tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:33.188214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3877045e-98ea-4125-94e5-2c66ce80d5de tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:33.191729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3877045e-98ea-4125-94e5-2c66ce80d5de tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/52a032d1-a568-4c97-a450-73872a523e55 HTTP/1.1" status: 204 len: 168 time: 1.1076002 Nov 10 16:46:33.192931 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877045e-98ea-4125-94e5-2c66ce80d5de tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=52a032d1-a568-4c97-a450-73872a523e55,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:33.194523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:33.300173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e1ad7d62-e788-4545-9dbb-97ae221db7a5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011178 Nov 10 16:46:33.300363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57104) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:33.305402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:33.312412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:33.315210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:33.377439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112ace1-d778-4905-9c46-54efbcd7111f None None] Update dhcp port {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': '52a032d1-a568-4c97-a450-73872a523e55', 'ip_address': '2001:db8::f816:3eff:fefd:4a5a'}, {'subnet_id': '0fcb71e7-318f-412b-978e-88a529119241'}], 'binding:host_id': 'n-d-714676-11'}, 'id': 'd9b86df1-6289-4602-bbae-15085035a91b'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:46:33.438637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:33.684306 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4112ace1-d778-4905-9c46-54efbcd7111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:33.699087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:33.705250 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:33.738917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port d9b86df1-6289-4602-bbae-15085035a91b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9b86df1-6289-4602-bbae-15085035a91b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:33.760293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] For port 8632b85f-cb38-4ea8-a111-86bb5239f517, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:46:33.825706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Router 622ec159-dc1e-451e-9338-a7a6f16be236 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:46:33.979401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] For port 8632b85f-cb38-4ea8-a111-86bb5239f517, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8632b85f-cb38-4ea8-a111-86bb5239f517,segment=NetworkSegment(6afde218-94bf-4afa-be0d-dac7d0ef54a5),segment_id=6afde218-94bf-4afa-be0d-dac7d0ef54a5)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:46:33.997200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:34.023692 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-011459aa-0916-4185-99f0-d7fd6ebc2e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:34.191617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:46:34.208459 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887e5d2-af5c-4121-962d-fc7b69aff53f None None] Sync routers for ids ['622ec159-dc1e-451e-9338-a7a6f16be236'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:46:34.228464 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887e5d2-af5c-4121-962d-fc7b69aff53f None None] Routers {'622ec159-dc1e-451e-9338-a7a6f16be236'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:34.238958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6568a930-2e46-43fa-98a4-dcc6f86aa410 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "PUT /v2.0/routers/622ec159-dc1e-451e-9338-a7a6f16be236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6563776 Nov 10 16:46:34.242398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:34.245254 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2887e5d2-af5c-4121-962d-fc7b69aff53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['622ec159-dc1e-451e-9338-a7a6f16be236'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:34.416049 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2887e5d2-af5c-4121-962d-fc7b69aff53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:34.430581 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09db3edb-581c-4c23-91d5-a52c1843f4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:34.441863 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:34.459351 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887e5d2-af5c-4121-962d-fc7b69aff53f None None] Routers {'622ec159-dc1e-451e-9338-a7a6f16be236'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:34.460543 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2887e5d2-af5c-4121-962d-fc7b69aff53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['622ec159-dc1e-451e-9338-a7a6f16be236'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:34.486306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc2f19-d9e4-4b7c-9e13-438a44c507a6 None None] Network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:34.515596 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2887e5d2-af5c-4121-962d-fc7b69aff53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:34.516594 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887e5d2-af5c-4121-962d-fc7b69aff53f None None] The sync data for ids ['622ec159-dc1e-451e-9338-a7a6f16be236'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:46:34.720395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ef785bab-69ad-49aa-ba59-0ff7d9733549 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:34.905824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:46:35.111825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-011459aa-0916-4185-99f0-d7fd6ebc2e1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:46:35.112250 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-011459aa-0916-4185-99f0-d7fd6ebc2e1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:46:35.135919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57136) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:35.166682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c725088d-5bd1-4101-8490-5f7c04be6693 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:35.270973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=d9b86df1-6289-4602-bbae-15085035a91b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:35.468369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:35.539108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf58fac-71da-4d49-8b8f-2b76fe044ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:35.797492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-677b3fd3-3690-49aa-b25f-c12ded649a47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2747767 Nov 10 16:46:35.874931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf58fac-71da-4d49-8b8f-2b76fe044ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:35.899475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] For port d9b86df1-6289-4602-bbae-15085035a91b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9b86df1-6289-4602-bbae-15085035a91b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:35.969214 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:35.989641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.024859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf58fac-71da-4d49-8b8f-2b76fe044ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.032360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ef785bab-69ad-49aa-ba59-0ff7d9733549 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:36.032360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.106070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae52a10-966e-4b7c-8527-6a35db3fa746 None None] Pushing event updated for resources: {'Port': ['ID=8632b85f-cb38-4ea8-a111-86bb5239f517,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:36.136040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.138895 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.286880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ebf58fac-71da-4d49-8b8f-2b76fe044ea8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5eaf6d7dc6c74f7892c972db3be368cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1417799 Nov 10 16:46:36.296255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b5fb34d7-129a-4c6c-9e15-3f069d4d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.296733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b5fb34d7-129a-4c6c-9e15-3f069d4d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.297199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b5fb34d7-129a-4c6c-9e15-3f069d4d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.297660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b5fb34d7-129a-4c6c-9e15-3f069d4d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.298113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b5fb34d7-129a-4c6c-9e15-3f069d4d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.298572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b5fb34d7-129a-4c6c-9e15-3f069d4d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.299023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b5fb34d7-129a-4c6c-9e15-3f069d4d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.313800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b5fb34d7-129a-4c6c-9e15-3f069d4d0d77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6499 time: 0.3199482 Nov 10 16:46:36.314382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:36.390181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58fac-71da-4d49-8b8f-2b76fe044ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118a4734-b420-48a9-b7d4-b2814f6e4dfe,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:36.506308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:36.562816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:36.581046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.583459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.622229 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.643287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=d9b86df1-6289-4602-bbae-15085035a91b,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:36.646643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=44f880c1-66fa-40ac-98f6-212683254546,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:36.686127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0c8ed-e4d3-4bec-b7f6-e32b89c92d84 None None] Network 28c4645d-21cb-48db-a1b8-37ea27995fd6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:36.686326 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-b09a69ce-3419-45cd-bdd6-5dfaad26ae2d tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:46:36.689697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57180) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:36.689925 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b09a69ce-3419-45cd-bdd6-5dfaad26ae2d tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "PUT /v2.0/routers/622ec159-dc1e-451e-9338-a7a6f16be236/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4447942 Nov 10 16:46:36.716789 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01375237-35fe-407d-be65-08d96a08fba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.771797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01375237-35fe-407d-be65-08d96a08fba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.783376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-08a66668-5184-4e2f-bb59-c099d15ff6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.784940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-08a66668-5184-4e2f-bb59-c099d15ff6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.785571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-08a66668-5184-4e2f-bb59-c099d15ff6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:36.792890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-08a66668-5184-4e2f-bb59-c099d15ff6f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=650047ea-d6fe-4afa-8b18-0dde135647bf&id=650047ea-d6fe-4afa-8b18-0dde135647bf HTTP/1.1" status: 200 len: 2292 time: 0.3752277 Nov 10 16:46:36.796778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port ef785bab-69ad-49aa-ba59-0ff7d9733549, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ef785bab-69ad-49aa-ba59-0ff7d9733549,segment=NetworkSegment(43fe2198-b393-4b17-9202-b0d44c218307),segment_id=43fe2198-b393-4b17-9202-b0d44c218307)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:36.859220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.862303 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:36.863155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:36.937236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a50209c9-504e-4fbb-9789-34e0331c42f2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6314526 Nov 10 16:46:36.946870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:36.967760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-25c6b7af-4863-44bb-b4ce-42e18ce89b1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:37.105981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Provisioning complete for port ef785bab-69ad-49aa-ba59-0ff7d9733549 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:37.110695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:37.231576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511523b3-3cfb-4192-ab60-ebafcdbcca7f None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:37.251785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b0b0692b-0c14-4f51-bac4-d4f62b38a838 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037c0619-88ff-4df6-9d08-a678919d85c4 HTTP/1.1" status: 200 len: 1002 time: 0.4336624 Nov 10 16:46:37.380459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=ef785bab-69ad-49aa-ba59-0ff7d9733549,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:37.415921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-c4c4e842-ba08-43c2-8bb6-a8d46e841fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:37.417582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-c4c4e842-ba08-43c2-8bb6-a8d46e841fdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc279a63-2128-412b-a4ba-7615da2ef304 HTTP/1.1" status: 200 len: 851 time: 0.1573334 Nov 10 16:46:37.431899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c6b7af-4863-44bb-b4ce-42e18ce89b1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:37.454215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25c6b7af-4863-44bb-b4ce-42e18ce89b1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:37.454215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01375237-35fe-407d-be65-08d96a08fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:37.467480 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01375237-35fe-407d-be65-08d96a08fba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:37.471299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-01375237-35fe-407d-be65-08d96a08fba9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/118a4734-b420-48a9-b7d4-b2814f6e4dfe HTTP/1.1" status: 204 len: 168 time: 1.1448390 Nov 10 16:46:37.563823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01375237-35fe-407d-be65-08d96a08fba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a4734-b420-48a9-b7d4-b2814f6e4dfe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:37.719860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-decb5b7e-7166-4556-8258-7ca1183a184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:37.722615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-decb5b7e-7166-4556-8258-7ca1183a184f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2921855 Nov 10 16:46:37.737852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-447a1de5-6429-4214-9132-95fa2be02126 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:46:37.739155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-447a1de5-6429-4214-9132-95fa2be02126 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074568 Nov 10 16:46:37.888215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-caa6923f-e9bf-4011-a785-be0d3b0a6f58 service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306071 Nov 10 16:46:37.888839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:38.012107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:38.013624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:38.013985 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:38.020616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-ff799839-11a3-400d-9d2d-d254a58bc134 service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204057 Nov 10 16:46:38.105076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b445c878-d09a-4a94-ab68-07003a64efcb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 217 time: 0.0703578 Nov 10 16:46:38.109499 n-d-714676-11 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-25c6b7af-4863-44bb-b4ce-42e18ce89b1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44f880c1-66fa-40ac-98f6-212683254546 (CIDR: 2001:db8::/64) Nov 10 16:46:38.147475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87e5be-bfd6-4273-a870-b555e9bbc4b6 req-7cebe395-ba97-444c-896f-71889eacd44e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:38.155651 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:38.178493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef87e5be-bfd6-4273-a870-b555e9bbc4b6 req-7cebe395-ba97-444c-896f-71889eacd44e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 945 time: 1.6526484 Nov 10 16:46:38.199178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-a34c204c-9d21-4582-97b6-a1efb0b3e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:38.201594 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-a34c204c-9d21-4582-97b6-a1efb0b3e053 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0904992 Nov 10 16:46:38.203927 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c6b7af-4863-44bb-b4ce-42e18ce89b1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:46:38.204699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c6b7af-4863-44bb-b4ce-42e18ce89b1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:38.322993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-0b27cd2f-8676-40ca-8219-086ddc030cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:38.324295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Provisioning complete for port 8632b85f-cb38-4ea8-a111-86bb5239f517 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:38.326191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-0b27cd2f-8676-40ca-8219-086ddc030cc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159594 Nov 10 16:46:38.326775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:38.361692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c15ee89-24ee-4f57-a552-7efd1683666f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:38.503198 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef87e5be-bfd6-4273-a870-b555e9bbc4b6 req-1777e547-d455-47fe-99be-94a80301dead tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237038 Nov 10 16:46:38.634963 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:38.650874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:38.682949 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-25c6b7af-4863-44bb-b4ce-42e18ce89b1c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7330725 Nov 10 16:46:38.687396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b7f722c3-b597-4c8a-910a-98ac3668c825 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995641 Nov 10 16:46:38.724231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:38.731550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:38.855002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] For port 8632b85f-cb38-4ea8-a111-86bb5239f517, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8632b85f-cb38-4ea8-a111-86bb5239f517,segment=NetworkSegment(6afde218-94bf-4afa-be0d-dac7d0ef54a5),segment_id=6afde218-94bf-4afa-be0d-dac7d0ef54a5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:38.950519 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.047076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ef785bab-69ad-49aa-ba59-0ff7d9733549 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:39.052583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6929a52f-6e12-482c-a7b1-4ab05deecf49 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:46:39.285676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Pushing event updated for resources: {'Port': ['ID=8632b85f-cb38-4ea8-a111-86bb5239f517,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:39.319709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Deleting port 40c4bff0-ddf9-472e-acdc-1e6f2a121c3c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:39.319709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.335746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-a3df61c7-6d96-4728-89fc-b2744980038b service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925670 Nov 10 16:46:39.342354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:39.343950 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.354531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:39.354898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4892bf5-75a4-488c-b150-13f4da185bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.446899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ef785bab-69ad-49aa-ba59-0ff7d9733549 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:39.447151 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.459160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.461447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-43f2f5ba-1677-4f53-9e44-f60e13d464b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 217 time: 0.1100612 Nov 10 16:46:39.485755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Calling delete_port for 40c4bff0-ddf9-472e-acdc-1e6f2a121c3c owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:39.628441 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c15ee89-24ee-4f57-a552-7efd1683666f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.643568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6929a52f-6e12-482c-a7b1-4ab05deecf49 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:46:39.730488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c15ee89-24ee-4f57-a552-7efd1683666f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.766737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-3184e9f7-b97c-4b18-b45e-7d0057e95151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:39.773149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-3184e9f7-b97c-4b18-b45e-7d0057e95151 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.2316189 Nov 10 16:46:39.796348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8632b85f-cb38-4ea8-a111-86bb5239f517 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:39.800588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Provisioning complete for port ef785bab-69ad-49aa-ba59-0ff7d9733549 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:39.800952 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:39.925491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1ecab-811f-4c9b-9e1e-02ad00f92705 req-74eae4e0-38ca-426e-823b-bf5cf6aa1c0d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:39.927060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9e1ecab-811f-4c9b-9e1e-02ad00f92705 req-74eae4e0-38ca-426e-823b-bf5cf6aa1c0d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 945 time: 0.1887012 Nov 10 16:46:39.956799 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1c15ee89-24ee-4f57-a552-7efd1683666f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=638350edaa2d462da26b577a61e5fe89&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0627453 Nov 10 16:46:39.960859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15ee89-24ee-4f57-a552-7efd1683666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91080c2e-dbe4-4cf4-8946-b02def7966ac,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:39.973441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:40.034764 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9e1ecab-811f-4c9b-9e1e-02ad00f92705 req-741ecaf5-e071-4a1a-a6a8-fefb8546d4e3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899506 Nov 10 16:46:40.060854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:40.124196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Port': ['ID=40c4bff0-ddf9-472e-acdc-1e6f2a121c3c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:40.190244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-26db2db7-50b0-45ce-bdb5-29c33a4ad121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:40.191816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-26db2db7-50b0-45ce-bdb5-29c33a4ad121 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3809872 Nov 10 16:46:40.195841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:40.265444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Could not find standard attr ID for object 40c4bff0-ddf9-472e-acdc-1e6f2a121c3c. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:46:40.418881 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:40.482782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee643fa-4c9d-4158-9db8-8f13872876fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:40.502613 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:40.509549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:40.509934 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:40.582577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee643fa-4c9d-4158-9db8-8f13872876fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:40.590998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8632b85f-cb38-4ea8-a111-86bb5239f517 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:40.601228 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:40.769407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-8d96180a-7c79-4499-8d64-88fd9be71033 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528140 Nov 10 16:46:41.012302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Router 622ec159-dc1e-451e-9338-a7a6f16be236 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:46:41.126304 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-9fe636b4-b9da-4d2b-a34d-3483fec5c76a service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611895 Nov 10 16:46:41.126715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-91dc62ee-487b-4d72-bad4-8f78b56782e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a6df1d8a-ea18-4393-801b-6add954c4c55 HTTP/1.1" status: 200 len: 217 time: 0.0710249 Nov 10 16:46:41.162744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:46:41.182907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4fbc6ca-b149-4b6f-870b-56c577fd8423 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "PUT /v2.0/routers/622ec159-dc1e-451e-9338-a7a6f16be236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4916749 Nov 10 16:46:41.183825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57316) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:41.220009 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee643fa-4c9d-4158-9db8-8f13872876fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:41.220593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc1e51-0bee-432c-953b-3ab357eda10e None None] Sync routers for ids ['622ec159-dc1e-451e-9338-a7a6f16be236'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:46:41.227754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee643fa-4c9d-4158-9db8-8f13872876fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:41.230758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fee643fa-4c9d-4158-9db8-8f13872876fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91080c2e-dbe4-4cf4-8946-b02def7966ac HTTP/1.1" status: 204 len: 168 time: 1.2562320 Nov 10 16:46:41.233446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:41.277181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:41.336193 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-36f73afa-6fed-4d84-8f8a-b22e44f75801 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] delete failed (client error): The resource could not be found. Nov 10 16:46:41.347275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-36f73afa-6fed-4d84-8f8a-b22e44f75801 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1253885839 HTTP/1.1" status: 404 len: 335 time: 0.1601782 Nov 10 16:46:41.349907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57332) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:41.379636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee643fa-4c9d-4158-9db8-8f13872876fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91080c2e-dbe4-4cf4-8946-b02def7966ac,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:41.403207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8cd7de50-1aed-4e1a-b522-2c7b76a96953 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'router': {'external_gateway_info': {'network_id': '622ec159-dc1e-451e-9338-a7a6f16be236'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:41.425134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-c20034cd-f808-462c-9deb-cafb20a2ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:41.440068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc1e51-0bee-432c-953b-3ab357eda10e None None] Routers {'622ec159-dc1e-451e-9338-a7a6f16be236'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:41.441626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-18dc1e51-0bee-432c-953b-3ab357eda10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['622ec159-dc1e-451e-9338-a7a6f16be236'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:41.441839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-c20034cd-f808-462c-9deb-cafb20a2ec3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.3101420 Nov 10 16:46:41.554402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:41.598114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:41.612444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:41.616155 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:41.643416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-18dc1e51-0bee-432c-953b-3ab357eda10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:41.698431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=0d63faca-f8db-4dc5-8f3a-aabe2cef6660,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:41.730932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-1cb6e1bf-52cf-411b-b70f-138bc4991208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:41.744090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-1cb6e1bf-52cf-411b-b70f-138bc4991208 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2857392 Nov 10 16:46:41.781708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:46:41.796000 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28d5be9-a98f-4786-b569-cfa0a4c1cdbf" -d '{"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:46:41.835066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc1e51-0bee-432c-953b-3ab357eda10e None None] Routers {'622ec159-dc1e-451e-9338-a7a6f16be236'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:41.837004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-18dc1e51-0bee-432c-953b-3ab357eda10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['622ec159-dc1e-451e-9338-a7a6f16be236'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:42.006535 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fadec8-1429-4b69-a539-8ab53a6dea9f x-openstack-request-id: req-b8fadec8-1429-4b69-a539-8ab53a6dea9f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:46:42.006960 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:46:42.007515 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8fadec8-1429-4b69-a539-8ab53a6dea9f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:46:42.008275 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'code': 200} Nov 10 16:46:42.032690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-18dc1e51-0bee-432c-953b-3ab357eda10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:42.037247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc1e51-0bee-432c-953b-3ab357eda10e None None] The sync data for ids ['622ec159-dc1e-451e-9338-a7a6f16be236'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:46:42.058250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Could not find standard attr ID for object 3c4eddf8-3919-4cad-949f-417e82baa9fd. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:46:42.070357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-874a9560-a0dd-4537-a468-ff0b571d98a9 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189187 Nov 10 16:46:42.076577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57350) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:42.087856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:42.092948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-05a58925-8657-4a35-adc1-e8250919cac5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3672028 Nov 10 16:46:42.099273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Could not find standard attr ID for object 783ba46d-680a-4262-a950-17b9b63dbd80. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:46:42.121648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57354) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:42.134552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Provisioning complete for port 8632b85f-cb38-4ea8-a111-86bb5239f517 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:42.138933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-631fb010-525b-447d-b94a-f4a34f93d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:42.140017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:7f:2d:76', 'name': 'tempest-NetworksTestDHCPv6-1715066011'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:42.263624 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:42.265646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9b86df1-6289-4602-bbae-15085035a91b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:42.452360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:42.531265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:42.562906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-b7838da1-1eaa-421b-a7a4-e716d6a54100 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765115 Nov 10 16:46:42.566959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b78b8abc-6ae1-4264-a36c-0aaf8e346f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:42.582755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41624989-d56a-40c3-b25b-33e0e2acb287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:42.679039 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:42.686870 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cd7de50-1aed-4e1a-b522-2c7b76a96953 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:42.769213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port d9b86df1-6289-4602-bbae-15085035a91b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9b86df1-6289-4602-bbae-15085035a91b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:42.774424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da97741-4389-46e3-823f-7961a93a5242 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:46:42.814750 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-8cd7de50-1aed-4e1a-b522-2c7b76a96953 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] update failed (client error): The resource could not be found. Nov 10 16:46:42.816256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8cd7de50-1aed-4e1a-b522-2c7b76a96953 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "PUT /v2.0/routers/622ec159-dc1e-451e-9338-a7a6f16be236 HTTP/1.1" status: 404 len: 339 time: 1.4640708 Nov 10 16:46:42.819996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57376) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:43.027286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.177345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:43.242609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da97741-4389-46e3-823f-7961a93a5242 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:46:43.283713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-86b81c17-68ef-4195-b32f-fe5b09719aea None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:43.284090 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86b81c17-68ef-4195-b32f-fe5b09719aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.320831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-e97e0362-8f76-468c-b51c-18a725237921 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=60898d86-7bc3-4062-9773-8363c4476c9f HTTP/1.1" status: 200 len: 217 time: 0.7468545 Nov 10 16:46:43.323111 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.538352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port e3576e2f-3768-4f2c-a385-65b1c6302222 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:46:43.540671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=d9b86df1-6289-4602-bbae-15085035a91b,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:43.566696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.589024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-2bf63818-e2e8-4c7e-bc97-84b51fb3d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:43.594792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-2bf63818-e2e8-4c7e-bc97-84b51fb3d356 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.1945362 Nov 10 16:46:43.689459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9b86df1-6289-4602-bbae-15085035a91b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:43.695447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41624989-d56a-40c3-b25b-33e0e2acb287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.696924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b78b8abc-6ae1-4264-a36c-0aaf8e346f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.752257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41624989-d56a-40c3-b25b-33e0e2acb287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.789697 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b78b8abc-6ae1-4264-a36c-0aaf8e346f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.807320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86b81c17-68ef-4195-b32f-fe5b09719aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:43.818143 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-41624989-d56a-40c3-b25b-33e0e2acb287 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdaccae2caf9467b8b1cae18fea94653&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7388217 Nov 10 16:46:43.829734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:43.891560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41624989-d56a-40c3-b25b-33e0e2acb287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bef7fbb-8371-4996-a9e6-070f4b964ef3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:43.901952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-513d7dd2-6eca-4829-be25-9880d215df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:43.903185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-513d7dd2-6eca-4829-be25-9880d215df95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2041321 Nov 10 16:46:43.935917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b8abc-6ae1-4264-a36c-0aaf8e346f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369be589-d1fb-4552-a14a-cf3f2fb6f868,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:43.967468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b78b8abc-6ae1-4264-a36c-0aaf8e346f1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25ca20368bbf468c8a5db12f651edf9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4965572 Nov 10 16:46:43.969976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:44.095108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4728091c-3549-4c45-99a8-99d424d76b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.128858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8:0:1::bc (ecf86a1d-4166-4ecf-b78f-674c38de9eda/0d63faca-f8db-4dc5-8f3a-aabe2cef6660/e3576e2f-3768-4f2c-a385-65b1c6302222) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:44.136610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::f816:3eff:fe7f:2d76 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/44f880c1-66fa-40ac-98f6-212683254546/e3576e2f-3768-4f2c-a385-65b1c6302222) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:44.165197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f0f9-405d-4848-8949-1704725c560d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.167690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-86b81c17-68ef-4195-b32f-fe5b09719aea None None] For port d9b86df1-6289-4602-bbae-15085035a91b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9b86df1-6289-4602-bbae-15085035a91b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:44.176944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:44.187598 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.191588 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f0f9-405d-4848-8949-1704725c560d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.247864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86b81c17-68ef-4195-b32f-fe5b09719aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.264751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4728091c-3549-4c45-99a8-99d424d76b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.287576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-6822605b-64fb-4207-98b2-4ca89cc3fc6c service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415334 Nov 10 16:46:44.342642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f0f9-405d-4848-8949-1704725c560d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.346614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f8f0f9-405d-4848-8949-1704725c560d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.346795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.359918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f5f8f0f9-405d-4848-8949-1704725c560d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/369be589-d1fb-4552-a14a-cf3f2fb6f868 HTTP/1.1" status: 204 len: 168 time: 0.3850145 Nov 10 16:46:44.488740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b81c17-68ef-4195-b32f-fe5b09719aea None None] Pushing event updated for resources: {'Port': ['ID=d9b86df1-6289-4602-bbae-15085035a91b,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:44.489745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-a018495c-e2f9-4483-adfd-df23936e6ec4 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871505 Nov 10 16:46:44.492503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8f0f9-405d-4848-8949-1704725c560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369be589-d1fb-4552-a14a-cf3f2fb6f868,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:44.539072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2781638-9d74-49a1-9229-74a4ae29799c None None] Update dhcp port {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': '44f880c1-66fa-40ac-98f6-212683254546', 'ip_address': '2001:db8::f816:3eff:fefd:4a5a'}, {'subnet_id': '0d63faca-f8db-4dc5-8f3a-aabe2cef6660'}], 'binding:host_id': 'n-d-714676-11'}, 'id': 'd9b86df1-6289-4602-bbae-15085035a91b'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:46:44.572135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-fcdfac28-9473-4a45-be65-32f5362447e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965 HTTP/1.1" status: 200 len: 217 time: 0.0735641 Nov 10 16:46:44.608666 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.638671 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4728091c-3549-4c45-99a8-99d424d76b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.659298 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4728091c-3549-4c45-99a8-99d424d76b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.663534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4728091c-3549-4c45-99a8-99d424d76b80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bef7fbb-8371-4996-a9e6-070f4b964ef3 HTTP/1.1" status: 204 len: 168 time: 0.8293967 Nov 10 16:46:44.672905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Allocated IP 172.20.0.1 (309c53b0-0929-4873-bb9b-ab668c0ecf5b/245790ba-9ec0-41ae-b1f7-ce6011388874/9a5fa211-e236-4122-a279-1a30c5c2a738) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:44.686872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:44.704694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:44.718436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:44.724778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:44.725447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.754633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=e3576e2f-3768-4f2c-a385-65b1c6302222,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:44.771483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8632b85f-cb38-4ea8-a111-86bb5239f517 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:44.796092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-e8567fe6-781d-4fdf-9569-53c5a777fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:44.804756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-e8567fe6-781d-4fdf-9569-53c5a777fd04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.2241879 Nov 10 16:46:44.808052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728091c-3549-4c45-99a8-99d424d76b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bef7fbb-8371-4996-a9e6-070f4b964ef3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:44.811017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2781638-9d74-49a1-9229-74a4ae29799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:44.849443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2f685d68-c31c-4aa6-b238-e45f17653e3f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7205818 Nov 10 16:46:44.854319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57420) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:44.957142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-aab21fa0-6fdc-465a-9163-0ac196722b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:44.958649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-aab21fa0-6fdc-465a-9163-0ac196722b54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1381826 Nov 10 16:46:45.060741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8632b85f-cb38-4ea8-a111-86bb5239f517 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:45.061385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:45.224176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-bf421fe1-cfb3-4946-841b-688a43e1a9d5 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569044 Nov 10 16:46:45.247006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:45.266726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c70cbca8-78d1-4bcb-ab38-a98ab08f73c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port e3576e2f-3768-4f2c-a385-65b1c6302222 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:45.267040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c70cbca8-78d1-4bcb-ab38-a98ab08f73c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:45.409737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e2781638-9d74-49a1-9229-74a4ae29799c None None] Allocated IP 2001:db8:0:1::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/0d63faca-f8db-4dc5-8f3a-aabe2cef6660/d9b86df1-6289-4602-bbae-15085035a91b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:45.517292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:45.519232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c70cbca8-78d1-4bcb-ab38-a98ab08f73c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:45.649818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e2781638-9d74-49a1-9229-74a4ae29799c None None] For port d9b86df1-6289-4602-bbae-15085035a91b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9b86df1-6289-4602-bbae-15085035a91b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:45.704472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2781638-9d74-49a1-9229-74a4ae29799c None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:45.773164 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2781638-9d74-49a1-9229-74a4ae29799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:45.881149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-18fd45ca-0e5b-4424-9a8b-193c570cb58b service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491177 Nov 10 16:46:45.986379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2781638-9d74-49a1-9229-74a4ae29799c None None] Pushing event updated for resources: {'Port': ['ID=d9b86df1-6289-4602-bbae-15085035a91b,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:45.991486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-f51fbbfc-bb60-46ed-92d4-e4820fc17717 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5 HTTP/1.1" status: 200 len: 217 time: 0.1015635 Nov 10 16:46:46.078713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9b86df1-6289-4602-bbae-15085035a91b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:46.199645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-20c47447-ad55-4e09-88fb-0123267f239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:46.201468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-20c47447-ad55-4e09-88fb-0123267f239c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.2010717 Nov 10 16:46:46.209203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c70cbca8-78d1-4bcb-ab38-a98ab08f73c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for e3576e2f-3768-4f2c-a385-65b1c6302222 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:46.278208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-4d45cefd-2fbe-4433-a607-9b6030fadcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:46.280773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-4d45cefd-2fbe-4433-a607-9b6030fadcec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635595 Nov 10 16:46:46.294712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:46.294712 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:46.557545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network 309c53b0-0929-4873-bb9b-ab668c0ecf5b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:46.563459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:46.581081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:46.610976 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c70cbca8-78d1-4bcb-ab38-a98ab08f73c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:46.656884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-c25ce15a-09a1-46e1-ad13-ac81da2b6480 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686275 Nov 10 16:46:46.697884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c70cbca8-78d1-4bcb-ab38-a98ab08f73c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:46.706906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c70cbca8-78d1-4bcb-ab38-a98ab08f73c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/e3576e2f-3768-4f2c-a385-65b1c6302222 HTTP/1.1" status: 204 len: 168 time: 1.8487055 Nov 10 16:46:46.708408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57476) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:46.765703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Port': ['ID=9a5fa211-e236-4122-a279-1a30c5c2a738,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:46.804670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cbca8-78d1-4bcb-ab38-a98ab08f73c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=e3576e2f-3768-4f2c-a385-65b1c6302222,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:46.830821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c2b97-f7ea-4e72-b368-c3d82d9e7175 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:46.835622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7a2c2b97-f7ea-4e72-b368-c3d82d9e7175 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1118298 Nov 10 16:46:46.837320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57478) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:46.860304 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:46.943988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d4499ef-c683-4245-b860-6d8f07f42a6b req-001e4d19-fa9f-4c05-a6db-edc5e9a8a350 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757723 Nov 10 16:46:47.118676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a473d-13fa-43a7-a479-898d2cbcb15c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:47.124106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:47.135617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a40a473d-13fa-43a7-a479-898d2cbcb15c tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2953565 Nov 10 16:46:47.176863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95600947-b6f4-4f02-a671-a826c34fce48 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:47.263744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:47.265946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1c1d0-783b-470e-a71e-3f0eea28f359 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:47.267670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1c1d0-783b-470e-a71e-3f0eea28f359 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:47.269608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1c1d0-783b-470e-a71e-3f0eea28f359 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:47.271581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0cf1c1d0-783b-470e-a71e-3f0eea28f359 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1461298 Nov 10 16:46:47.275889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:47.393183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57506) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:47.497985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-91b92fd4-e4c1-4a4f-9647-bb7dca73fada None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:47.498192 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91b92fd4-e4c1-4a4f-9647-bb7dca73fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:47.583689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7a1b81-76b9-4749-91c0-41b29947a929 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 0d63faca-f8db-4dc5-8f3a-aabe2cef6660 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:47.593023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1b81-76b9-4749-91c0-41b29947a929 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:47.684446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1b81-76b9-4749-91c0-41b29947a929 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:47.903340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1b81-76b9-4749-91c0-41b29947a929 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:47.972344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9b86df1-6289-4602-bbae-15085035a91b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:48.005252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57516) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:48.073017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5217ef39-8c77-401d-8319-a82006059111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.138475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1b81-76b9-4749-91c0-41b29947a929 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.237650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.251545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:46:48.259758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a1b81-76b9-4749-91c0-41b29947a929 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=0d63faca-f8db-4dc5-8f3a-aabe2cef6660,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:48.268246 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc7a1b81-76b9-4749-91c0-41b29947a929 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.275656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fc7a1b81-76b9-4749-91c0-41b29947a929 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/0d63faca-f8db-4dc5-8f3a-aabe2cef6660 HTTP/1.1" status: 204 len: 168 time: 0.9937360 Nov 10 16:46:48.276404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57538) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:48.353855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-480987433-network', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:48.364590 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.407526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:48.427007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5217ef39-8c77-401d-8319-a82006059111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.435914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '1976fa58-a2cb-433b-8669-09b8359c609a', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': '1976fa58-a2cb-433b-8669-09b8359c609a', 'mac_address': 'fa:16:3e:99:e7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:46:48.447768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e65a89-7009-42af-8bd7-b733e17ee476 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:48.487749 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5217ef39-8c77-401d-8319-a82006059111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.543632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5217ef39-8c77-401d-8319-a82006059111 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27020b6cb1b542988764907148bc8aca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1382172 Nov 10 16:46:48.547451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57542) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:48.576027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d511cbc-90e0-43fd-af4e-5f8bf430f127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 44f880c1-66fa-40ac-98f6-212683254546 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:48.604680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d511cbc-90e0-43fd-af4e-5f8bf430f127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.618993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217ef39-8c77-401d-8319-a82006059111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f80cc7-651a-4179-a136-ed8f889ab683,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:48.642644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16c68319-49aa-4220-bc32-3b4752e7d230 None None] Provisioning complete for port 9a5fa211-e236-4122-a279-1a30c5c2a738 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:48.643361 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16c68319-49aa-4220-bc32-3b4752e7d230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.673185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event updated for resources: {'Port': ['ID=9a5fa211-e236-4122-a279-1a30c5c2a738,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:48.688833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.698903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Made reservation on behalf of 5b1142c45c73441db9c409a7a0fe61a3 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:48.712670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.766055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:48.766420 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.776821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:48.828127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d511cbc-90e0-43fd-af4e-5f8bf430f127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.030064 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef5ebfa7-aa47-4728-9c5e-d12313ca14ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.033563 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.040249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-16c68319-49aa-4220-bc32-3b4752e7d230 None None] Port 9a5fa211-e236-4122-a279-1a30c5c2a738 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:46:49.061780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1976fa58-a2cb-433b-8669-09b8359c609a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:46:49.106611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Network 309c53b0-0929-4873-bb9b-ab668c0ecf5b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:49.111387 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef5ebfa7-aa47-4728-9c5e-d12313ca14ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.122119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:49.134280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d511cbc-90e0-43fd-af4e-5f8bf430f127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.139217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:49.243474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.253821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-28bf570d-63cb-4ef4-b043-3a175d0f3c03 None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:49.254590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28bf570d-63cb-4ef4-b043-3a175d0f3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.409377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['1976fa58-a2cb-433b-8669-09b8359c609a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:46:49.453837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d511cbc-90e0-43fd-af4e-5f8bf430f127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.472359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef5ebfa7-aa47-4728-9c5e-d12313ca14ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.475734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef5ebfa7-aa47-4728-9c5e-d12313ca14ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.477433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef5ebfa7-aa47-4728-9c5e-d12313ca14ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66f80cc7-651a-4179-a136-ed8f889ab683 HTTP/1.1" status: 204 len: 168 time: 0.8985479 Nov 10 16:46:49.491979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.512279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:49.566985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.612341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:46:49.632738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.633082 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Added segment e3f5091c-36c3-4de6-b17d-459c5ec823c6 of type vlan for network 221ada90-6e55-43d0-9545-a3a5c25a6efe Nov 10 16:46:49.724065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.794868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d511cbc-90e0-43fd-af4e-5f8bf430f127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.798336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8d511cbc-90e0-43fd-af4e-5f8bf430f127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/44f880c1-66fa-40ac-98f6-212683254546 HTTP/1.1" status: 204 len: 168 time: 1.5201113 Nov 10 16:46:49.800630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d511cbc-90e0-43fd-af4e-5f8bf430f127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=44f880c1-66fa-40ac-98f6-212683254546,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:49.804477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:49.820972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ebfa7-aa47-4728-9c5e-d12313ca14ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f80cc7-651a-4179-a136-ed8f889ab683,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:49.926002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Router 622ec159-dc1e-451e-9338-a7a6f16be236 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:46:49.930912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5c7c84dc-37b4-4258-97e3-5053e79d64db tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207550 Nov 10 16:46:49.939420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57578) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:49.969064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:49.974858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb7491-7427-4fac-adca-2944815058c1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:49.984536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.990496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:49.990496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:49.997270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d940f58d-8b2f-443c-a58a-afe3fbb8cd47 None None] Provisioning complete for port 9a5fa211-e236-4122-a279-1a30c5c2a738 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:49.997922 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d940f58d-8b2f-443c-a58a-afe3fbb8cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:50.104685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d940f58d-8b2f-443c-a58a-afe3fbb8cd47 None None] Port 9a5fa211-e236-4122-a279-1a30c5c2a738 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:46:50.306056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] Pushing event updated for resources: {'Network': ['ID=221ada90-6e55-43d0-9545-a3a5c25a6efe,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:50.342323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:46:50.357286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc2710da-0cd8-4282-b055-3e776547a0a9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3479056 Nov 10 16:46:50.360423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:50.372577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Request body: {'subnet': {'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-subnet', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:50.573426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Made reservation on behalf of 5b1142c45c73441db9c409a7a0fe61a3 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:50.577904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:50.628827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfcc507-186d-4101-aa24-16af501c67ad None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:50.650335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 16:46:50.650335 n-d-714676-11 neutron-server[103326]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 16:46:50.650335 n-d-714676-11 neutron-server[103326]: [parameters: {'project_id': '17d15008bbfd476585cd6f8951cd82d9', 'id': '63906fda-518f-4bf9-9dbd-857d97382383', 'expiration': datetime.datetime(2021, 11, 10, 16, 48, 50, 455231)}] Nov 10 16:46:50.650335 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:46:50.655017 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:46:50.733054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:46:50.745091 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-45196979-9b3c-4e9f-a6a1-589d3988bed3 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "PUT /v2.0/routers/622ec159-dc1e-451e-9338-a7a6f16be236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9235282 Nov 10 16:46:50.750720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:50.760098 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61c8c8-7872-47fb-ad34-f2eb9e8952a3 None None] Sync routers for ids ['622ec159-dc1e-451e-9338-a7a6f16be236'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:46:50.782539 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61c8c8-7872-47fb-ad34-f2eb9e8952a3 None None] Routers {'622ec159-dc1e-451e-9338-a7a6f16be236'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:50.784368 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bf61c8c8-7872-47fb-ad34-f2eb9e8952a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['622ec159-dc1e-451e-9338-a7a6f16be236'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:50.831462 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bf61c8c8-7872-47fb-ad34-f2eb9e8952a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:50.859479 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61c8c8-7872-47fb-ad34-f2eb9e8952a3 None None] Routers {'622ec159-dc1e-451e-9338-a7a6f16be236'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:50.860152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-51a8a02e-48be-4828-9166-e8756dc9dea4 None None] Provisioning complete for port d9b86df1-6289-4602-bbae-15085035a91b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:50.860531 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51a8a02e-48be-4828-9166-e8756dc9dea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:50.861675 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bf61c8c8-7872-47fb-ad34-f2eb9e8952a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['622ec159-dc1e-451e-9338-a7a6f16be236'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:50.937255 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bf61c8c8-7872-47fb-ad34-f2eb9e8952a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:50.938562 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61c8c8-7872-47fb-ad34-f2eb9e8952a3 None None] The sync data for ids ['622ec159-dc1e-451e-9338-a7a6f16be236'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:46:50.953242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb8a3-fbfd-4220-8172-33dd51613986 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.047661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.098791 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-2bfdb8a3-fbfd-4220-8172-33dd51613986 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 16:46:51.105779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2bfdb8a3-fbfd-4220-8172-33dd51613986 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/routers/622ec159-dc1e-451e-9338-a7a6f16be236 HTTP/1.1" status: 409 len: 329 time: 0.3529389 Nov 10 16:46:51.111125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57616) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:51.126551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=62019697-93c7-4770-a735-5cc2f0297a24,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:51.147295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:51.197325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Checking segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:51.197997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Network hostable DHCP agents. Network: 221ada90-6e55-43d0-9545-a3a5c25a6efe, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:46:51.270656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] Deleting port d9b86df1-6289-4602-bbae-15085035a91b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:51.270656 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.327506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:46:51.354786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] For port d9b86df1-6289-4602-bbae-15085035a91b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9b86df1-6289-4602-bbae-15085035a91b,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:51.355587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.376524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] Calling delete_port for d9b86df1-6289-4602-bbae-15085035a91b owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:51.412666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 221ada90-6e55-43d0-9545-a3a5c25a6efe) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:51.416865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:51.422848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.429725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa67aa2-7082-4d5d-ba95-e2cd5145f359 None None] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:51.632795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:51.632795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.669146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.735886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] Pushing event deleted for resources: {'Port': ['ID=d9b86df1-6289-4602-bbae-15085035a91b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:51.738701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-221ada90-6e55-43d0-9545-a3a5c25a6efe', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:46:51.740087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.748943 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:51.759909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ddbf3-e545-4728-85cb-c9cad3bdc4bd None None] No DVR routers for this DVR port d9b86df1-6289-4602-bbae-15085035a91b on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:46:51.781845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5d931e52-939f-43d1-83cc-0028daa089ab admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4198654 Nov 10 16:46:51.782803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:51.788873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:51.940734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9b86df1-6289-4602-bbae-15085035a91b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:46:51.975613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d9b86df1-6289-4602-bbae-15085035a91b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:46:51.975953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9b86df1-6289-4602-bbae-15085035a91b not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:46:51.992835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Allocated IP 172.20.0.2 (221ada90-6e55-43d0-9545-a3a5c25a6efe/62019697-93c7-4770-a735-5cc2f0297a24/d145b69d-d9b4-4eca-b1db-da22d1087a7f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:52.106600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.107899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.162019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.184757 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.193237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.231661 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.254011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:52.259892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:52.268638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:52.269222 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.299017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=f36549cb-cf7b-4a8f-8efe-28b217625ecb,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:52.330241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Deleting port 9a5fa211-e236-4122-a279-1a30c5c2a738 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:52.334943 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.403647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-530b6ca6-6f91-4c0e-a154-a27425a7d6d3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4430599 Nov 10 16:46:52.434984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:52.442122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:52.450843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c744aa28-544d-4f6d-b7e9-d9275e9344e1 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:52.559910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1541b8a9-3f27-4c2b-bc8d-04fc4af228c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:52.650173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.686307 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:52.700122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Calling delete_port for 9a5fa211-e236-4122-a279-1a30c5c2a738 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:52.836651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:52.841266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Pushing event updated for resources: {'Port': ['ID=d145b69d-d9b4-4eca-b1db-da22d1087a7f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:52.872024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:52.876213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:52.975880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'tenant_id': '17d15008bbfd476585cd6f8951cd82d9', 'fixed_ips': [{'subnet_id': 'f36549cb-cf7b-4a8f-8efe-28b217625ecb'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:46:52.976335 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:53.060891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 1976fa58-a2cb-433b-8669-09b8359c609a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:53.061256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:53.184793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Attempting to bind port d145b69d-d9b4-4eca-b1db-da22d1087a7f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:46:53.185150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Attempting to bind port d145b69d-d9b4-4eca-b1db-da22d1087a7f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:46:53.185535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Attempting to bind port d145b69d-d9b4-4eca-b1db-da22d1087a7f on network 221ada90-6e55-43d0-9545-a3a5c25a6efe {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:46:53.310086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:46:53.310723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Checking segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:53.311345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:53.311974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Bound using segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:46:53.316500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Bound port: d145b69d-d9b4-4eca-b1db-da22d1087a7f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:46:53.321265 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:53.437571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541b8a9-3f27-4c2b-bc8d-04fc4af228c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:53.441195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1541b8a9-3f27-4c2b-bc8d-04fc4af228c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:53.774042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/f36549cb-cf7b-4a8f-8efe-28b217625ecb/5ca8efb6-1ba8-4946-bfba-da73d24295e0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:53.795666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:53.826489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:53.974039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:54.058654 n-d-714676-11 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-1541b8a9-3f27-4c2b-bc8d-04fc4af228c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f36549cb-cf7b-4a8f-8efe-28b217625ecb (CIDR: 2001:db8::/64) Nov 10 16:46:54.065325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Port': ['ID=9a5fa211-e236-4122-a279-1a30c5c2a738,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:54.146779 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1541b8a9-3f27-4c2b-bc8d-04fc4af228c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:46:54.156173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1541b8a9-3f27-4c2b-bc8d-04fc4af228c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:46:54.168806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Allocated IP 172.25.3.18 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/bfcf783e-0feb-4caa-8272-7474515be387) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:46:54.385731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1541b8a9-3f27-4c2b-bc8d-04fc4af228c3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9472685 Nov 10 16:46:54.392022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:54.447347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:54.481726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] For port d145b69d-d9b4-4eca-b1db-da22d1087a7f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:46:54.492875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] For port d145b69d-d9b4-4eca-b1db-da22d1087a7f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d145b69d-d9b4-4eca-b1db-da22d1087a7f,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:46:54.502923 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:54.661543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:54.697912 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:54.715078 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:54.777850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:54.892608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:46:54.894933 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d5d2c-5ccd-4646-83d5-e1b778d5b7e8" -d '{"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-plugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:46:54.925044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961e348-c766-43d5-b6fa-8328bcfeaf3a None None] Pushing event updated for resources: {'Port': ['ID=d145b69d-d9b4-4eca-b1db-da22d1087a7f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:54.934758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:55.007430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:46:55.014458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:55.166392 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c08fce3-48d8-4c42-890a-30fa136982d9 x-openstack-request-id: req-4c08fce3-48d8-4c42-890a-30fa136982d9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:46:55.166783 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-plugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:46:55.166933 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c08fce3-48d8-4c42-890a-30fa136982d9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:46:55.167293 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'code': 200} Nov 10 16:46:55.186116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:55.200267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:55.234431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:55.238811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:55.244669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:55.284235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Router 622ec159-dc1e-451e-9338-a7a6f16be236 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:46:55.446345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:55.455780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Attempting to bind port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:46:55.456169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Attempting to bind port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:46:55.456497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Attempting to bind port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 on network ecf86a1d-4166-4ecf-b78f-674c38de9eda {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:46:55.525566 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:55.577420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:46:55.577420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Checking segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:46:55.577859 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:55.578265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Bound using segment: {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:46:55.579271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Bound port: 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3527cf46-a86e-4936-8e89-fc1a723c7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:46:55.580859 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:55.610262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:46:55.626598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-04da1345-81b8-4297-8288-ea7f780e988c tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "PUT /v2.0/routers/622ec159-dc1e-451e-9338-a7a6f16be236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5138583 Nov 10 16:46:55.632163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57742) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:55.641823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f484bd-0d56-4970-9a8e-8e845c8c90af None None] Sync routers for ids ['622ec159-dc1e-451e-9338-a7a6f16be236'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:46:55.739263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:55.747291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:55.754140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:46:55.763690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Pushing event updated for resources: {'Port': ['ID=bfcf783e-0feb-4caa-8272-7474515be387,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:55.768334 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-aa5d86d5-da6c-4a3a-8e15-7eeb3259857e tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] show failed (client error): The resource could not be found. Nov 10 16:46:55.780576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa5d86d5-da6c-4a3a-8e15-7eeb3259857e tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-814328741 HTTP/1.1" status: 404 len: 334 time: 0.1471069 Nov 10 16:46:55.781183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57746) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:55.789576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af583c03-319a-4a81-87dc-feca5ed4bf20 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:55.797296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-24de7d46-dad7-4206-a442-41b3ca50607b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:46:55.817948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.818290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.818626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.818953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.819275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.819713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.820049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.823047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.823047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.823047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.823047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.823047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:46:55.923565 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-24de7d46-dad7-4206-a442-41b3ca50607b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] update failed (client error): The resource could not be found. Nov 10 16:46:55.934400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-24de7d46-dad7-4206-a442-41b3ca50607b tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-245479628 HTTP/1.1" status: 404 len: 334 time: 0.1520789 Nov 10 16:46:55.941671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57748) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:56.106773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbe368c-aefa-4da2-b683-2bb00ca25992 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Deleting subnet 56d82071-f4a0-450a-adc9-e065e4af6685 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:56.117024 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dbe368c-aefa-4da2-b683-2bb00ca25992 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:56.261008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d145b69d-d9b4-4eca-b1db-da22d1087a7f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:56.285165 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dbe368c-aefa-4da2-b683-2bb00ca25992 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:56.391907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f484bd-0d56-4970-9a8e-8e845c8c90af None None] Routers {'622ec159-dc1e-451e-9338-a7a6f16be236'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:56.395588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-05f484bd-0d56-4970-9a8e-8e845c8c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['622ec159-dc1e-451e-9338-a7a6f16be236'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:56.399170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:56.533177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:46:56.573019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dbe368c-aefa-4da2-b683-2bb00ca25992 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:56.614575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-05f484bd-0d56-4970-9a8e-8e845c8c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:56.694876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:46:56.726412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f484bd-0d56-4970-9a8e-8e845c8c90af None None] Routers {'622ec159-dc1e-451e-9338-a7a6f16be236'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:46:56.727796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-05f484bd-0d56-4970-9a8e-8e845c8c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['622ec159-dc1e-451e-9338-a7a6f16be236'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:56.750356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f1d7a9bd-8448-4e65-a649-6b13bac32d54 None None] Provisioning complete for port bfcf783e-0feb-4caa-8272-7474515be387 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:56.757102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a9bd-8448-4e65-a649-6b13bac32d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:56.853707 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dbe368c-aefa-4da2-b683-2bb00ca25992 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:56.865151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:46:56.937777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-05f484bd-0d56-4970-9a8e-8e845c8c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:56.938616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f484bd-0d56-4970-9a8e-8e845c8c90af None None] The sync data for ids ['622ec159-dc1e-451e-9338-a7a6f16be236'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:46:56.988585 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:57.007817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe368c-aefa-4da2-b683-2bb00ca25992 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Subnet': ['ID=56d82071-f4a0-450a-adc9-e065e4af6685,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:57.023505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dbe368c-aefa-4da2-b683-2bb00ca25992 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:57.030094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1dbe368c-aefa-4da2-b683-2bb00ca25992 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/subnets/56d82071-f4a0-450a-adc9-e065e4af6685 HTTP/1.1" status: 204 len: 168 time: 1.0865960 Nov 10 16:46:57.041944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57762) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:57.116163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7a9bd-8448-4e65-a649-6b13bac32d54 None None] Port bfcf783e-0feb-4caa-8272-7474515be387 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:46:57.133296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ecafd7-926c-42b0-b0e2-f6d23b3912cd None None] Network 28c4645d-21cb-48db-a1b8-37ea27995fd6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:57.135832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d145b69d-d9b4-4eca-b1db-da22d1087a7f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:57.143893 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:57.149669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee882be-14d8-40a7-9769-27ff472c7843 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Deleting subnet b72283ea-5b8c-4623-b898-f2dd54bd524e {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:46:57.155958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ee882be-14d8-40a7-9769-27ff472c7843 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:57.269744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ee882be-14d8-40a7-9769-27ff472c7843 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:57.485921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0627858-6c16-4467-99e4-0023c2922137 None None] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:57.626431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ffc76-61fb-4979-89f7-98e54d823956 None None] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:57.676867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ee882be-14d8-40a7-9769-27ff472c7843 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:57.796013 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:57.948017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port d145b69d-d9b4-4eca-b1db-da22d1087a7f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d145b69d-d9b4-4eca-b1db-da22d1087a7f,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:57.982542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ee882be-14d8-40a7-9769-27ff472c7843 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.015423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.128388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee882be-14d8-40a7-9769-27ff472c7843 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Subnet': ['ID=b72283ea-5b8c-4623-b898-f2dd54bd524e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:58.166416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ee882be-14d8-40a7-9769-27ff472c7843 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.177779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4ee882be-14d8-40a7-9769-27ff472c7843 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/subnets/b72283ea-5b8c-4623-b898-f2dd54bd524e HTTP/1.1" status: 204 len: 168 time: 1.1327841 Nov 10 16:46:58.186200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.204306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57776) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:46:58.207409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3042f0-055d-465b-a992-d65d96f77284 None None] Network 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:46:58.300215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2d850aae-2304-493f-9bb5-50dbc9e24e0e None None] Provisioning complete for port d145b69d-d9b4-4eca-b1db-da22d1087a7f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:58.300611 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d850aae-2304-493f-9bb5-50dbc9e24e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.380840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.538843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.595185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5ca8efb6-1ba8-4946-bfba-da73d24295e0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:46:58.725020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] DHCP port deletion for 28c4645d-21cb-48db-a1b8-37ea27995fd6 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:46:58.740247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Deleting port 8632b85f-cb38-4ea8-a111-86bb5239f517 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:58.740903 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.835019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:46:58.836413 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.899326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:58.970016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] For port 8632b85f-cb38-4ea8-a111-86bb5239f517, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8632b85f-cb38-4ea8-a111-86bb5239f517,segment=NetworkSegment(6afde218-94bf-4afa-be0d-dac7d0ef54a5),segment_id=6afde218-94bf-4afa-be0d-dac7d0ef54a5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:58.970899 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.026724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Calling delete_port for 8632b85f-cb38-4ea8-a111-86bb5239f517 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:46:59.027457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=d145b69d-d9b4-4eca-b1db-da22d1087a7f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:59.221491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:46:59.367923 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.396539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.455924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] No DVR routers for this DVR port 8632b85f-cb38-4ea8-a111-86bb5239f517 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:46:59.467321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Port': ['ID=8632b85f-cb38-4ea8-a111-86bb5239f517,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:46:59.483276 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.490321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.571277 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.740347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.749955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] Deleting port 8632b85f-cb38-4ea8-a111-86bb5239f517 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:46:59.769769 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.778827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:46:59.786212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c4645d-21cb-48db-a1b8-37ea27995fd6']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:59.793014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:46:59.799184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afde218-94bf-4afa-be0d-dac7d0ef54a5') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:59.799855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afde218-94bf-4afa-be0d-dac7d0ef54a5') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:46:59.817565 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.847342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:46:59.848803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.882006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:46:59.883138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:46:59.900171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:46:59.903708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:00.003828 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:00.041175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=bbad944a-a97c-48c0-95ce-ebb44bb60c5a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:00.060491 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:00.079634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:00.099195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/networks/28c4645d-21cb-48db-a1b8-37ea27995fd6 HTTP/1.1" status: 204 len: 168 time: 1.8935657 Nov 10 16:47:00.100261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57794) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:00.180587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:00.206666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c569d88-cd09-4ccc-8a4a-8c45d5268549 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Network': ['ID=28c4645d-21cb-48db-a1b8-37ea27995fd6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:00.215146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-15f7a554-e8fb-476c-a49b-1bb040bf04ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8052735 Nov 10 16:47:00.218704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:00.247171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:99:60:2a', 'name': 'tempest-NetworksTestDHCPv6-1525957876'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:00.408613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] For port 8632b85f-cb38-4ea8-a111-86bb5239f517, host n-d-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:00.409176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:00.413440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400adc74-2ae8-4ece-a7bc-26a6e7702c7b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:00.515083 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:47:00.515611 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:47:00.530980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] DHCP port deletion for 92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:47:00.542092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5a857910-2c57-4f93-8ee2-2c1a8aa2d42c None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:00.549500 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a857910-2c57-4f93-8ee2-2c1a8aa2d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:00.575357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:47:00.591861 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Sync routers for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:47:00.601624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:00.609148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] Calling delete_port for 8632b85f-cb38-4ea8-a111-86bb5239f517 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:00.612723 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:47:00.613458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:00.706988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] Port 8632b85f-cb38-4ea8-a111-86bb5239f517 was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:47:00.770660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:00.790207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:00.791922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e620186c-5adb-425a-9ca8-87c8541bf8cc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0081069 Nov 10 16:47:00.805701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57804) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:00.881907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:01.054484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Deleting port ef785bab-69ad-49aa-ba59-0ff7d9733549 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:01.060005 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:01.063542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] Pushing event deleted for resources: {'Port': ['ID=8632b85f-cb38-4ea8-a111-86bb5239f517,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:01.085324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:01.106595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] Network 28c4645d-21cb-48db-a1b8-37ea27995fd6 is not hosted by any dhcp agent {{(pid=103327) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 16:47:01.107067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e756fe0-038f-4e44-93df-2f969f19f045 None None] No DVR routers for this DVR port 8632b85f-cb38-4ea8-a111-86bb5239f517 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:01.184389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port 534dd51a-082e-49b1-b20f-f26045c04b2e yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:47:01.276028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] For port ef785bab-69ad-49aa-ba59-0ff7d9733549, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ef785bab-69ad-49aa-ba59-0ff7d9733549,segment=NetworkSegment(43fe2198-b393-4b17-9202-b0d44c218307),segment_id=43fe2198-b393-4b17-9202-b0d44c218307)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:01.277457 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:01.305722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Calling delete_port for ef785bab-69ad-49aa-ba59-0ff7d9733549 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:01.379932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:01.393379 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:47:01.449613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] Deleting port ef785bab-69ad-49aa-ba59-0ff7d9733549 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:01.449987 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:01.712332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::ca (ecf86a1d-4166-4ecf-b78f-674c38de9eda/f36549cb-cf7b-4a8f-8efe-28b217625ecb/534dd51a-082e-49b1-b20f-f26045c04b2e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:01.727466 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8:0:1:f816:3eff:fe99:602a (ecf86a1d-4166-4ecf-b78f-674c38de9eda/bbad944a-a97c-48c0-95ce-ebb44bb60c5a/534dd51a-082e-49b1-b20f-f26045c04b2e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:02.038923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.046310 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:46:56Z', 'revision_number': 3, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:02.101948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Port': ['ID=ef785bab-69ad-49aa-ba59-0ff7d9733549,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:02.109664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] No DVR routers for this DVR port ef785bab-69ad-49aa-ba59-0ff7d9733549 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:02.167976 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Checking router: 0af4c06b-e545-4ec6-88bc-b60bc3cce413 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:47:02.168609 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Updating router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 port bfcf783e-0feb-4caa-8272-7474515be387 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:47:02.238204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] For port ef785bab-69ad-49aa-ba59-0ff7d9733549, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ef785bab-69ad-49aa-ba59-0ff7d9733549,segment=NetworkSegment(43fe2198-b393-4b17-9202-b0d44c218307),segment_id=43fe2198-b393-4b17-9202-b0d44c218307)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:02.241331 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.287882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] Calling delete_port for ef785bab-69ad-49aa-ba59-0ff7d9733549 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:02.289654 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.308962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.524597 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.534087 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.628371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:02.678918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fe2198-b393-4b17-9202-b0d44c218307') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:02.679242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fe2198-b393-4b17-9202-b0d44c218307') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:02.708831 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.742213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.745301 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a857910-2c57-4f93-8ee2-2c1a8aa2d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.755631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=534dd51a-082e-49b1-b20f-f26045c04b2e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:02.768521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:47:02.768958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.774513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:02.776899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:02.793287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:47:02.810994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:02.812384 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.818588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:02.827562 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.848789 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:02.884071 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:02.899728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] Pushing event deleted for resources: {'Port': ['ID=ef785bab-69ad-49aa-ba59-0ff7d9733549,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:02.914746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856bb21-143a-4b59-883b-6f6d6d67b82a None None] No DVR routers for this DVR port ef785bab-69ad-49aa-ba59-0ff7d9733549 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:03.029422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.241700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Allocated IP 172.20.0.1 (221ada90-6e55-43d0-9545-a3a5c25a6efe/62019697-93c7-4770-a735-5cc2f0297a24/0e780cc1-7e83-4cec-b6af-d38053dd8dc7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:03.367563 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.368944 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.370858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f3292-7206-4e6a-8003-ea5b4cd239a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.374329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.379146 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.380117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c17902d3-2315-41e4-bfd0-649dc2780ef8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1549671 Nov 10 16:47:03.383837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:03.388167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.395230 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/networks/92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84 HTTP/1.1" status: 204 len: 168 time: 3.2314169 Nov 10 16:47:03.397930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57830) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:03.443037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05696-2a51-4d77-a1d7-5845bd048be0 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Network': ['ID=92b3d27c-06d4-4e88-9f7e-dd4c9ae1ef84,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:03.445192 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Pushing event updated for resources: {'Port': ['ID=bfcf783e-0feb-4caa-8272-7474515be387,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:03.474678 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Attempting to bind port bfcf783e-0feb-4caa-8272-7474515be387 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:47:03.474871 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-5a857910-2c57-4f93-8ee2-2c1a8aa2d42c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:47:03.476783 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-5a857910-2c57-4f93-8ee2-2c1a8aa2d42c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:47:03.479130 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Attempting to bind port bfcf783e-0feb-4caa-8272-7474515be387 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:47:03.480321 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Attempting to bind port bfcf783e-0feb-4caa-8272-7474515be387 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:47:03.491573 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:47:03.492183 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:03.492855 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.493418 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:47:03.494072 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Bound port: bfcf783e-0feb-4caa-8272-7474515be387, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:47:03.494679 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.548742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf900e08-15a8-486a-a5e4-e51818255b92 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:47:03.565280 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] For port bfcf783e-0feb-4caa-8272-7474515be387, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:47:03.569159 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] For port bfcf783e-0feb-4caa-8272-7474515be387, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bfcf783e-0feb-4caa-8272-7474515be387,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:47:03.572074 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.572631 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.573204 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.573815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.574360 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.574931 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.575724 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.576228 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.576718 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.577220 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.577735 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.578217 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:03.598642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:03.623231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5ca8efb6-1ba8-4946-bfba-da73d24295e0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:03.626307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2d9e2d-62d3-447e-b19e-bc9760cee095 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Deleting subnet 245790ba-9ec0-41ae-b1f7-ce6011388874 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:47:03.661860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9e2d-62d3-447e-b19e-bc9760cee095 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.677355 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.720858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:03.721230 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.759733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b16e616f-c2a0-4d18-b8fd-cf390805fde0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port 534dd51a-082e-49b1-b20f-f26045c04b2e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:03.760385 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b16e616f-c2a0-4d18-b8fd-cf390805fde0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.774358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17376730-1350-4c90-a5e2-ab3173e8b510 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:47:03.792133 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:47:03.793923 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:03.818664 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9e2d-62d3-447e-b19e-bc9760cee095 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.894639 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18cc8879-85e3-4793-b6ae-71b4ae276cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.910944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d145b69d-d9b4-4eca-b1db-da22d1087a7f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:03.916409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b16e616f-c2a0-4d18-b8fd-cf390805fde0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:03.969729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b16e616f-c2a0-4d18-b8fd-cf390805fde0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for 534dd51a-082e-49b1-b20f-f26045c04b2e owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:03.969942 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dea693-c946-4cdb-ac07-a8d48d496f4f None None] Pushing event updated for resources: {'Port': ['ID=bfcf783e-0feb-4caa-8272-7474515be387,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:04.001675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.068833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:04.075902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:04.078598 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9e2d-62d3-447e-b19e-bc9760cee095 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.087211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:47:04.126151 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:47:04.174206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Pushing event updated for resources: {'Port': ['ID=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:04.238281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.253040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d145b69d-d9b4-4eca-b1db-da22d1087a7f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:04.253414 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.535439 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9e2d-62d3-447e-b19e-bc9760cee095 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.539108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Provisioning complete for port bfcf783e-0feb-4caa-8272-7474515be387 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:04.539675 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.556993 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:46:56Z', 'revision_number': 3, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:04.646592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9e2d-62d3-447e-b19e-bc9760cee095 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.654683 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d048b-6583-4211-9c44-591e38c58b28 None None] The sync data for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 is: [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:46:56Z', 'revision_number': 3, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:47:04.659846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0b2d9e2d-62d3-447e-b19e-bc9760cee095 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/subnets/245790ba-9ec0-41ae-b1f7-ce6011388874 HTTP/1.1" status: 204 len: 168 time: 1.2561138 Nov 10 16:47:04.660873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:04.662968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d9e2d-62d3-447e-b19e-bc9760cee095 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Subnet': ['ID=245790ba-9ec0-41ae-b1f7-ce6011388874,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:04.691528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119e423-cc10-4f0a-ac4f-ba426ad19ae4 None None] Network 309c53b0-0929-4873-bb9b-ab668c0ecf5b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:04.756095 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b16e616f-c2a0-4d18-b8fd-cf390805fde0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.794759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ef785bab-69ad-49aa-ba59-0ff7d9733549 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:04.806681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e616f-c2a0-4d18-b8fd-cf390805fde0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=534dd51a-082e-49b1-b20f-f26045c04b2e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:04.910053 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b16e616f-c2a0-4d18-b8fd-cf390805fde0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:04.912308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: ef785bab-69ad-49aa-ba59-0ff7d9733549 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:47:04.912722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ef785bab-69ad-49aa-ba59-0ff7d9733549 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:47:04.913252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8632b85f-cb38-4ea8-a111-86bb5239f517 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:04.925949 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b16e616f-c2a0-4d18-b8fd-cf390805fde0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/534dd51a-082e-49b1-b20f-f26045c04b2e HTTP/1.1" status: 204 len: 168 time: 1.5406883 Nov 10 16:47:04.926584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:04.933316 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:05.079652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 8632b85f-cb38-4ea8-a111-86bb5239f517 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:47:05.080693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8632b85f-cb38-4ea8-a111-86bb5239f517 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:47:05.085379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ef2cf-0464-4619-9db2-d39377822768 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:05.096727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-316ef2cf-0464-4619-9db2-d39377822768 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1687968 Nov 10 16:47:05.098045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:05.218676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] For port bfcf783e-0feb-4caa-8272-7474515be387, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bfcf783e-0feb-4caa-8272-7474515be387,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:05.304160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87f81d-a807-47af-a3a6-c48464649e56 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:05.322661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ad87f81d-a807-47af-a3a6-c48464649e56 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2213745 Nov 10 16:47:05.324859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:05.330107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:05.401327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75772bce-cdea-4de5-8f91-90cc88166273 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:05.404144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75772bce-cdea-4de5-8f91-90cc88166273 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:05.406537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75772bce-cdea-4de5-8f91-90cc88166273 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:05.422375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-75772bce-cdea-4de5-8f91-90cc88166273 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0834587 Nov 10 16:47:05.428514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:05.482851 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:05.493194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Pushing event updated for resources: {'Port': ['ID=bfcf783e-0feb-4caa-8272-7474515be387,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:05.509280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Could not find standard attr ID for object 534dd51a-082e-49b1-b20f-f26045c04b2e. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:47:05.555810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Provisioning complete for port d145b69d-d9b4-4eca-b1db-da22d1087a7f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:05.556430 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:05.558838 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:47:05.671762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] DHCP port deletion for 309c53b0-0929-4873-bb9b-ab668c0ecf5b request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:47:05.707547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7892bcd5-2cbb-4c6f-aae1-4e10ec1c1017 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet bbad944a-a97c-48c0-95ce-ebb44bb60c5a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:47:05.713993 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7892bcd5-2cbb-4c6f-aae1-4e10ec1c1017 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:05.837415 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7892bcd5-2cbb-4c6f-aae1-4e10ec1c1017 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:05.936136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5ca8efb6-1ba8-4946-bfba-da73d24295e0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:06.036210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:06.036998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f1a7960b-bc24-420c-95a1-91d496c442fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.067890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] Deleting port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:06.068952 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.101532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7892bcd5-2cbb-4c6f-aae1-4e10ec1c1017 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.385387 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7892bcd5-2cbb-4c6f-aae1-4e10ec1c1017 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.402852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] For port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,segment=NetworkSegment(53cd9eeb-5539-46d7-b8d7-f5baed403913),segment_id=53cd9eeb-5539-46d7-b8d7-f5baed403913)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:06.408523 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.439324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.450912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.478218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892bcd5-2cbb-4c6f-aae1-4e10ec1c1017 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=bbad944a-a97c-48c0-95ce-ebb44bb60c5a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:06.489876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] Calling delete_port for f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:06.500148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7892bcd5-2cbb-4c6f-aae1-4e10ec1c1017 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.500809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fcef4-71e5-404e-a470-af8a9372209f req-d883166f-8352-48bd-99a0-e0801bf8f2cd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:06.506099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd3fcef4-71e5-404e-a470-af8a9372209f req-d883166f-8352-48bd-99a0-e0801bf8f2cd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 949 time: 1.5421729 Nov 10 16:47:06.508827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7892bcd5-2cbb-4c6f-aae1-4e10ec1c1017 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/bbad944a-a97c-48c0-95ce-ebb44bb60c5a HTTP/1.1" status: 204 len: 168 time: 1.0789227 Nov 10 16:47:06.511402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:06.521070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff765d2-8246-4085-8682-ea42d30cc85e None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:06.576291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:06.577149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.640077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb35c45b-c221-4f8a-8445-8aba382399b8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet f36549cb-cf7b-4a8f-8efe-28b217625ecb {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:47:06.655267 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb35c45b-c221-4f8a-8445-8aba382399b8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.810957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb35c45b-c221-4f8a-8445-8aba382399b8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:06.904304 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd3fcef4-71e5-404e-a470-af8a9372209f req-aafb4ce3-380b-44e8-83e3-c50f5a4a34f6 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387203 Nov 10 16:47:07.032896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb35c45b-c221-4f8a-8445-8aba382399b8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.048979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Deleting port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:07.049672 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.070423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bfcf783e-0feb-4caa-8272-7474515be387 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:07.152895 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.163589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] For port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,segment=NetworkSegment(53cd9eeb-5539-46d7-b8d7-f5baed403913),segment_id=53cd9eeb-5539-46d7-b8d7-f5baed403913)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:07.164298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.173400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-caa77530-967c-40ad-a214-f95af6bf2003 None None] Provisioning complete for port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:07.173915 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-caa77530-967c-40ad-a214-f95af6bf2003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.178431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bfcf783e-0feb-4caa-8272-7474515be387 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:07.178431 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.196502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Calling delete_port for f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:07.229116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.237407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.249167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb35c45b-c221-4f8a-8445-8aba382399b8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.295006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.319655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-caa77530-967c-40ad-a214-f95af6bf2003 None None] Port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:47:07.340485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] No DVR routers for this DVR port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:07.373910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35c45b-c221-4f8a-8445-8aba382399b8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=f36549cb-cf7b-4a8f-8efe-28b217625ecb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:07.386230 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb35c45b-c221-4f8a-8445-8aba382399b8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.393034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eb35c45b-c221-4f8a-8445-8aba382399b8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/f36549cb-cf7b-4a8f-8efe-28b217625ecb HTTP/1.1" status: 204 len: 168 time: 0.8805952 Nov 10 16:47:07.396515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:07.418102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.422643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Pushing event updated for resources: {'Port': ['ID=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:07.433827 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.449206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f90563-5d8f-4452-9764-a89494f971d3 None None] Pushing event deleted for resources: {'Port': ['ID=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:07.478261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] No DVR routers for this DVR port f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:07.479128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9361362f-4b56-481b-9031-e8520cb301b5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816717 Nov 10 16:47:07.482075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:07.490030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:07.573249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Port': ['ID=f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:07.646768 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.664054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c890a-c173-4607-b37f-0e453c0826a0 None None] Update dhcp port {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'f36549cb-cf7b-4a8f-8efe-28b217625ecb'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '5ca8efb6-1ba8-4946-bfba-da73d24295e0'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:47:07.701320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-560c890a-c173-4607-b37f-0e453c0826a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.705442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.791399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:07.795609 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.802295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:07.922900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309c53b0-0929-4873-bb9b-ab668c0ecf5b']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:07.945841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bfcf783e-0feb-4caa-8272-7474515be387 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:07.955834 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cd9eeb-5539-46d7-b8d7-f5baed403913') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:07.956128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cd9eeb-5539-46d7-b8d7-f5baed403913') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:08.001706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.066154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.070361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bfcf783e-0feb-4caa-8272-7474515be387 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:08.070754 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.096301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:47:08.096710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.135012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d3ab2f-0e95-422b-a427-a119808a66d1 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:08.140590 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:08.202516 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.240648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3f1ebd3d-9412-46bd-bad0-d7b2ec42d1d5 None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:08.241136 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebd3d-9412-46bd-bad0-d7b2ec42d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.277738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:08.282914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:08.286014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:08.286688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.344544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:08.348918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:08.352326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=e4872965-f467-45ca-b6a6-8a300fbdf64f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:08.380063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6dff491f-3483-4199-b8d2-4cf7b0bc8636 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:08.407982 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.416733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-95a3728d-9a3f-4a80-8165-d6de7c3ff657 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9335580 Nov 10 16:47:08.420505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:08.425585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f4b9949-ec73-4d99-89a3-be79ac8569a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:08.435369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.439786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/networks/309c53b0-0929-4873-bb9b-ab668c0ecf5b HTTP/1.1" status: 204 len: 168 time: 3.7662537 Nov 10 16:47:08.454405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57962) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:08.478078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbd6f9-d689-46d2-95b5-40fa0ce38422 req-8a8bb0dd-a0a9-4c33-8d94-4f87ab7265b1 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:08.485783 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7cbd6f9-d689-46d2-95b5-40fa0ce38422 req-8a8bb0dd-a0a9-4c33-8d94-4f87ab7265b1 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 949 time: 0.3363366 Nov 10 16:47:08.494120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696c584-0fdd-430d-b508-924fe1f32e95 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Pushing event deleted for resources: {'Network': ['ID=309c53b0-0929-4873-bb9b-ab668c0ecf5b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:08.552413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ad1d1104-d0a8-4a08-a11c-d7a2490c1866 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "GET /v2.0/ports?device_id=622ec159-dc1e-451e-9338-a7a6f16be236 HTTP/1.1" status: 200 len: 205 time: 0.0875292 Nov 10 16:47:08.554924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57968) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:08.770088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4b9949-ec73-4d99-89a3-be79ac8569a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:08.774670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9949-ec73-4d99-89a3-be79ac8569a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.862765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:08.927801 n-d-714676-11 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-3f4b9949-ec73-4d99-89a3-be79ac8569a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4872965-f467-45ca-b6a6-8a300fbdf64f (CIDR: 2001:db8::/64) Nov 10 16:47:08.946368 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f0d1895-a29a-4802-b1f8-bb52e7eb4d43 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:08.989721 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4b9949-ec73-4d99-89a3-be79ac8569a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:47:08.989721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4b9949-ec73-4d99-89a3-be79ac8569a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:09.055552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:47:09.102942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3f4b9949-ec73-4d99-89a3-be79ac8569a4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6813030 Nov 10 16:47:09.103926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:09.110828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'subnet': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:09.150130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7cbd6f9-d689-46d2-95b5-40fa0ce38422 req-1bd8933f-93ca-40d7-8d90-ba1f7d97b887 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094744 Nov 10 16:47:09.241630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:47:09.241630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f9d6a7bf-2250-4e8e-8e47-b9dd2bea7605 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:47:09.316527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def2a77-49eb-4fbe-a2e0-38cdc97da165 None None] Update dhcp port {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'e4872965-f467-45ca-b6a6-8a300fbdf64f'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '5ca8efb6-1ba8-4946-bfba-da73d24295e0'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:47:09.321679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0b8d0c2a-6a0d-4398-8aa6-b93664498c96 None None] Provisioning complete for port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:09.322009 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0c2a-6a0d-4398-8aa6-b93664498c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:09.377513 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:09.387431 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3def2a77-49eb-4fbe-a2e0-38cdc97da165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:09.461302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d0c2a-6a0d-4398-8aa6-b93664498c96 None None] Port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:47:09.476911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:47:09.479182 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47d97c8-94b6-44f1-8548-677b447fc6df" -d '{"events": [{"server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "name": "network-vif-unplugged", "status": "completed", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:47:09.516066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:09.519804 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:09.628898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f0d1895-a29a-4802-b1f8-bb52e7eb4d43 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:09.640118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:09.662908 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddf8ce1-19fb-4457-a6d6-cc710b2551c7 x-openstack-request-id: req-9ddf8ce1-19fb-4457-a6d6-cc710b2551c7 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:47:09.663446 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "name": "network-vif-unplugged", "status": "completed", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:47:09.663878 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ddf8ce1-19fb-4457-a6d6-cc710b2551c7 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:47:09.665465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f0d1895-a29a-4802-b1f8-bb52e7eb4d43 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:09.668292 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'code': 200} Nov 10 16:47:09.743872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:09.764935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-3def2a77-49eb-4fbe-a2e0-38cdc97da165 None None] Allocated IP 2001:db8::2 (ecf86a1d-4166-4ecf-b78f-674c38de9eda/e4872965-f467-45ca-b6a6-8a300fbdf64f/5ca8efb6-1ba8-4946-bfba-da73d24295e0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:09.821413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:47:09.862111 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2bb6643a-025e-4aad-85df-9d6c972d583a admin admin] 10.222.0.62 "PUT /v2.0/routers/0af4c06b-e545-4ec6-88bc-b60bc3cce413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0548434 Nov 10 16:47:09.897612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3def2a77-49eb-4fbe-a2e0-38cdc97da165 None None] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:09.932999 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3def2a77-49eb-4fbe-a2e0-38cdc97da165 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:09.940060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Sync routers for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:47:09.952650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5ca8efb6-1ba8-4946-bfba-da73d24295e0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:09.970682 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.047525 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f0d1895-a29a-4802-b1f8-bb52e7eb4d43 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.048097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0d1895-a29a-4802-b1f8-bb52e7eb4d43 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Fanout notify agent at l3_agent the message router_deleted on router 622ec159-dc1e-451e-9338-a7a6f16be236 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:47:10.055441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f0d1895-a29a-4802-b1f8-bb52e7eb4d43 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.059868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6f0d1895-a29a-4802-b1f8-bb52e7eb4d43 tempest-RoutersNegativeTest-727659094 tempest-RoutersNegativeTest-727659094-project] 10.222.0.62 "DELETE /v2.0/routers/622ec159-dc1e-451e-9338-a7a6f16be236 HTTP/1.1" status: 204 len: 168 time: 1.4851797 Nov 10 16:47:10.111496 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3def2a77-49eb-4fbe-a2e0-38cdc97da165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.114901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:47:10.116808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:47:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:10.119614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-318bd76b-27c0-4109-b7cf-2ce6346bf35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.372498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:10.400702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-318bd76b-27c0-4109-b7cf-2ce6346bf35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.448554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:47:10.509759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-318bd76b-27c0-4109-b7cf-2ce6346bf35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.605707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 16:47:10.639729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-318bd76b-27c0-4109-b7cf-2ce6346bf35c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b2526f5d6ae419fa6b3d34ee457bdb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8945885 Nov 10 16:47:10.646052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58044) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:10.688083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bd76b-27c0-4109-b7cf-2ce6346bf35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1f29e-c639-49f1-9097-701eaf4926f1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:10.726487 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.769625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2a77-49eb-4fbe-a2e0-38cdc97da165 None None] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:10.847169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.950078 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.952894 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:10.960384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:11.137665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:11.246225 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:11.264713 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:11.267570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:11.271962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aeb1f29e-c639-49f1-9097-701eaf4926f1 HTTP/1.1" status: 204 len: 168 time: 0.6247468 Nov 10 16:47:11.310617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1f29e-c639-49f1-9097-701eaf4926f1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:11.368750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.369112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.369458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.369801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.370169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.370538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.371104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.395959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.396394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.396740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.397080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.397414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ac380-4c2f-4a51-85b6-befe5076a0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:11.449891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:11.455006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:11.467187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d1de765d-af12-4f37-b52d-1ecd9bddb266 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1169769406', 'description': 'tempest-description--1607229158'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:11.530045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d7ae2e1d-bf59-472b-8946-0d6cfc9cfd32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9416b49122b94686a6c8c386c705f56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5603967 Nov 10 16:47:11.530045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:11.580297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:06Z', 'revision_number': 2, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:11.644097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Checking router: 0af4c06b-e545-4ec6-88bc-b60bc3cce413 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:47:11.644451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Updating router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:47:11.701131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f85fb35-765e-4d66-a410-6280af0ab952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:11.706489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1de765d-af12-4f37-b52d-1ecd9bddb266 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:11.744736 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:11.823197 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f85fb35-765e-4d66-a410-6280af0ab952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:11.888536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5ca8efb6-1ba8-4946-bfba-da73d24295e0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:12.087377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:12.092511 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f85fb35-765e-4d66-a410-6280af0ab952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.092662 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.093141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f85fb35-765e-4d66-a410-6280af0ab952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.096773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7f85fb35-765e-4d66-a410-6280af0ab952 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/286f8acc-9561-48cc-87e3-59a0b9535a14 HTTP/1.1" status: 204 len: 168 time: 0.5688319 Nov 10 16:47:12.110251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85fb35-765e-4d66-a410-6280af0ab952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286f8acc-9561-48cc-87e3-59a0b9535a14,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:12.176227 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1de765d-af12-4f37-b52d-1ecd9bddb266 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.193902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.214491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f7f73b-78c4-49ef-8aa1-9298d6b1ab3b None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:12.236259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1de765d-af12-4f37-b52d-1ecd9bddb266 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.301854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de765d-af12-4f37-b52d-1ecd9bddb266 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2350e567-6ee6-4321-99a8-fc4d108232ec,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:12.331048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:12.331814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.363490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1de765d-af12-4f37-b52d-1ecd9bddb266 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.374127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d1de765d-af12-4f37-b52d-1ecd9bddb266 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9230103 Nov 10 16:47:12.377703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.378697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:12.402523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8eaaf643-4092-458e-913c-b99ec3f32bd9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'security_group_rule': {'security_group_id': '2350e567-6ee6-4321-99a8-fc4d108232ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:12.446680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58106) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:12.465185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29328d58-6f9e-4c37-9202-4f60abebead5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.568538 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29328d58-6f9e-4c37-9202-4f60abebead5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.615341 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.621947 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.635986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29328d58-6f9e-4c37-9202-4f60abebead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.726590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.745250 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-29328d58-6f9e-4c37-9202-4f60abebead5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa6dd3dc43cc470188b84dac751d7794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2972279 Nov 10 16:47:12.747363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58122) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:12.748902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:12.827938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf643-4092-458e-913c-b99ec3f32bd9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.853911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.964761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.964761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.970414 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf643-4092-458e-913c-b99ec3f32bd9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:12.971880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29328d58-6f9e-4c37-9202-4f60abebead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353a237f-08a6-4e59-b855-66984a99c8fd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:13.029354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Pushing event updated for resources: {'Port': ['ID=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:13.056679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Attempting to bind port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:47:13.057939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf643-4092-458e-913c-b99ec3f32bd9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.058542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Attempting to bind port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:47:13.062966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Attempting to bind port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:47:13.111130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaf643-4092-458e-913c-b99ec3f32bd9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3551ed5-5ff3-4805-ba45-268ecf014231,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:13.125009 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd9c0-754e-45c8-8d2e-98af1ca6bd41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.146370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:47:13.153396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:13.169236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Checking segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:13.169645 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.176276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:13.176521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Bound using segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:47:13.176521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Bound port: 0e780cc1-7e83-4cec-b6af-d38053dd8dc7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:47:13.176521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.179905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf643-4092-458e-913c-b99ec3f32bd9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.181278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8eaaf643-4092-458e-913c-b99ec3f32bd9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7978647 Nov 10 16:47:13.186239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58136) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:13.225778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c1e1fbdb-41b2-468c-b2b2-ed68eecd003c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'security_group_rule': {'security_group_id': '2350e567-6ee6-4321-99a8-fc4d108232ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:13.242107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:13.250837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.279260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:13.306969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Subnet': ['ID=1ff92454-4732-4e7a-94ff-62ed4c4f2a23,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:13.310510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd9c0-754e-45c8-8d2e-98af1ca6bd41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.482269 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd9c0-754e-45c8-8d2e-98af1ca6bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.491745 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd9c0-754e-45c8-8d2e-98af1ca6bd41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.491745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8c8bd9c0-754e-45c8-8d2e-98af1ca6bd41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/353a237f-08a6-4e59-b855-66984a99c8fd HTTP/1.1" status: 204 len: 168 time: 0.7141709 Nov 10 16:47:13.507091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bd9c0-754e-45c8-8d2e-98af1ca6bd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a237f-08a6-4e59-b855-66984a99c8fd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:13.534008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1e1fbdb-41b2-468c-b2b2-ed68eecd003c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.577237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-11f457e6-c23a-4df1-a7b8-4345712eb583 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.4716697 Nov 10 16:47:13.579589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:13.587542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Request body: {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'mac_address': 'fa:16:3e:d3:dc:ea', 'name': 'tempest-NetworksTestDHCPv6-956719880'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:13.830912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1e1fbdb-41b2-468c-b2b2-ed68eecd003c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:13.956099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1e1fbdb-41b2-468c-b2b2-ed68eecd003c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:14.001132 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:47:14.018045 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:47:14.031114 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:47:14.031255 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:47:14.032280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] For port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:47:14.035933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] For port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:47:14.075609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1fbdb-41b2-468c-b2b2-ed68eecd003c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1df8c3e-d4ab-4ab1-8a9b-0b6a98505d41,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:14.304172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61279c25-4b0f-46a4-89be-6de662d3c57d None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:14.470924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Made reservation on behalf of 17d15008bbfd476585cd6f8951cd82d9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:14.500570 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:14.506919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1e1fbdb-41b2-468c-b2b2-ed68eecd003c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:14.508259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1e1fbdb-41b2-468c-b2b2-ed68eecd003c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3210020 Nov 10 16:47:14.512530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58174) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:14.519806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:14.634683 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:14.653210 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:14.709872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] device_id is not set on port abf1d797-6944-4137-9780-e59a70f49bf7 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:47:14.758237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Pushing event updated for resources: {'Port': ['ID=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:14.944977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.960567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7de610-5df4-476c-9f4b-1fe18d23bb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:14.972534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.009694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.029563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:47:15.032139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:47:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:15.146884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8::36a (ecf86a1d-4166-4ecf-b78f-674c38de9eda/e4872965-f467-45ca-b6a6-8a300fbdf64f/abf1d797-6944-4137-9780-e59a70f49bf7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:15.159708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Allocated IP 2001:db8:0:1:f816:3eff:fed3:dcea (ecf86a1d-4166-4ecf-b78f-674c38de9eda/1ff92454-4732-4e7a-94ff-62ed4c4f2a23/abf1d797-6944-4137-9780-e59a70f49bf7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:15.217072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:15.304194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Allocated IP 172.25.3.127 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/50433015-82b5-4a14-b934-1803ef2006a3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:15.331819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.517951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.523278 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.598947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:47:15.654593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.657108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:47:15.657466 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:47:15.669053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950be51-e05b-4109-89c3-dfb61d819c8b None None] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:15.672936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-00cd5742-62c8-49e9-bc7c-173fc58549a9 None None] Provisioning complete for port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:15.676536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.688942 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00cd5742-62c8-49e9-bc7c-173fc58549a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.769549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:15.779936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:15.794899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:15.796488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event updated for resources: {'Port': ['ID=abf1d797-6944-4137-9780-e59a70f49bf7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:15.796692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:47:15.799279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'Port': ['ID=50433015-82b5-4a14-b934-1803ef2006a3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:15.804902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:15.813563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:47:15.823118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:15.835717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:15.955581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b8e5ca87-d90e-45d1-be72-58e55a2c0a4d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3651888 Nov 10 16:47:15.955581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:16.217505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9450afb3-9e57-4aa4-92d1-f5c2021cbdcb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting port abf1d797-6944-4137-9780-e59a70f49bf7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:16.217854 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9450afb3-9e57-4aa4-92d1-f5c2021cbdcb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:16.255862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:16.277051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00cd5742-62c8-49e9-bc7c-173fc58549a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:16.408631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:47:16.425995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:16.500806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-00cd5742-62c8-49e9-bc7c-173fc58549a9 None None] For port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:16.582517 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00cd5742-62c8-49e9-bc7c-173fc58549a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:16.615548 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9450afb3-9e57-4aa4-92d1-f5c2021cbdcb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:16.655495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9450afb3-9e57-4aa4-92d1-f5c2021cbdcb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Calling delete_port for abf1d797-6944-4137-9780-e59a70f49bf7 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:16.867840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:16.880345 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:16.886419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5ca8efb6-1ba8-4946-bfba-da73d24295e0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:16.957487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'mac_address': 'fa:16:3e:18:d5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:47:16.997012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-00cd5742-62c8-49e9-bc7c-173fc58549a9 None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:16.997838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00cd5742-62c8-49e9-bc7c-173fc58549a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.036480 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9450afb3-9e57-4aa4-92d1-f5c2021cbdcb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.037325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.114401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450afb3-9e57-4aa4-92d1-f5c2021cbdcb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Port': ['ID=abf1d797-6944-4137-9780-e59a70f49bf7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:17.162889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd5742-62c8-49e9-bc7c-173fc58549a9 None None] Pushing event updated for resources: {'Port': ['ID=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:17.267325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'Port': ['ID=50433015-82b5-4a14-b934-1803ef2006a3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:17.301099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.302032 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.343348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9450afb3-9e57-4aa4-92d1-f5c2021cbdcb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.348679 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9450afb3-9e57-4aa4-92d1-f5c2021cbdcb tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/abf1d797-6944-4137-9780-e59a70f49bf7 HTTP/1.1" status: 204 len: 168 time: 1.3983753 Nov 10 16:47:17.351619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58272) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:17.356311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:17.357569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.362446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:13Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:17.428071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f83edb0-b434-48a1-bc66-19e0647a6852 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:47:17.442043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402e7c4-73d0-43d5-bc1c-b60985feff44 None None] The sync data for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 is: [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:13Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:47:17.490028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac55aa-6f64-4097-9d71-e3026bc73822 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:17.495268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:17.503603 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1dac55aa-6f64-4097-9d71-e3026bc73822 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1505647 Nov 10 16:47:17.506059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:17.635122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936c329e-c8be-4157-8226-0069a404aee1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:17.639805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-936c329e-c8be-4157-8226-0069a404aee1 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1324682 Nov 10 16:47:17.641760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:17.679960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0e538aea-5eb0-4e82-a46a-2d35463defd0 None None] Could not find standard attr ID for object abf1d797-6944-4137-9780-e59a70f49bf7. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:47:17.743830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95861ee0-d59a-4f4d-ba66-1a90b1094127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:17.743830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95861ee0-d59a-4f4d-ba66-1a90b1094127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:17.748594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95861ee0-d59a-4f4d-ba66-1a90b1094127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:17.755004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:17.762203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-95861ee0-d59a-4f4d-ba66-1a90b1094127 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1177068 Nov 10 16:47:17.881458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c500edb-6582-4ad5-8967-c2b4736f9ac3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet 1ff92454-4732-4e7a-94ff-62ed4c4f2a23 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:47:17.881458 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c500edb-6582-4ad5-8967-c2b4736f9ac3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.925836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:17.953842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c500edb-6582-4ad5-8967-c2b4736f9ac3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.985252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:17.999129 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:18.000677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9018a182-808e-4bde-840d-03b0a0f4ef8a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4868710 Nov 10 16:47:18.121304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['9f83edb0-b434-48a1-bc66-19e0647a6852'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:47:18.141324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c500edb-6582-4ad5-8967-c2b4736f9ac3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:18.194302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:18.254887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10224554-5ce1-4df8-90c0-3b63c997427e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:18.420238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c500edb-6582-4ad5-8967-c2b4736f9ac3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:18.484016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c500edb-6582-4ad5-8967-c2b4736f9ac3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:18.485396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6c500edb-6582-4ad5-8967-c2b4736f9ac3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/1ff92454-4732-4e7a-94ff-62ed4c4f2a23 HTTP/1.1" status: 204 len: 168 time: 0.7289932 Nov 10 16:47:18.487589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:18.488219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab54670-4277-45ab-ab6d-31d832b70291 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:18.598691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c500edb-6582-4ad5-8967-c2b4736f9ac3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff92454-4732-4e7a-94ff-62ed4c4f2a23,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:18.761454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:18.803658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8143e04-4770-4751-8486-8a68388bd538 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Deleting subnet e4872965-f467-45ca-b6a6-8a300fbdf64f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:47:18.833580 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8143e04-4770-4751-8486-8a68388bd538 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:18.989391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8143e04-4770-4751-8486-8a68388bd538 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:19.122394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10224554-5ce1-4df8-90c0-3b63c997427e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:19.168751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-b48d5446-e560-4ee1-ab0d-6d73aba49b14 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1169769406&fields=id&tenant_id=5b1142c45c73441db9c409a7a0fe61a3 HTTP/1.1" status: 200 len: 267 time: 0.4647119 Nov 10 16:47:19.191693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:19.192491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:19.311025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8143e04-4770-4751-8486-8a68388bd538 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:19.668527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10224554-5ce1-4df8-90c0-3b63c997427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:19.729762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8143e04-4770-4751-8486-8a68388bd538 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:19.831684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8143e04-4770-4751-8486-8a68388bd538 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:19.835162 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c8143e04-4770-4751-8486-8a68388bd538 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/e4872965-f467-45ca-b6a6-8a300fbdf64f HTTP/1.1" status: 204 len: 168 time: 1.3465097 Nov 10 16:47:19.838107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58358) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:19.920573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ac4f0f-fe04-4f8f-aa25-bbb54a114c49 None None] Update dhcp port {'port': {'network_id': 'ecf86a1d-4166-4ecf-b78f-674c38de9eda', 'fixed_ips': [{'subnet_id': 'e4872965-f467-45ca-b6a6-8a300fbdf64f'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '5ca8efb6-1ba8-4946-bfba-da73d24295e0'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 16:47:19.932756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8143e04-4770-4751-8486-8a68388bd538 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Subnet': ['ID=e4872965-f467-45ca-b6a6-8a300fbdf64f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:19.953930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bc6868f9-e5ad-4259-a0ef-f3234c1e21d8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142588 Nov 10 16:47:19.954560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58360) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:19.958553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-33661528-bf61-4f9f-9258-017d5d17a1b2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:19.961566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-33661528-bf61-4f9f-9258-017d5d17a1b2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 816 time: 0.7902822 Nov 10 16:47:19.972114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-10224554-5ce1-4df8-90c0-3b63c997427e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=117ec5084020466cbc0a5f854271e51c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0444822 Nov 10 16:47:19.974224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58362) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:19.982917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10224554-5ce1-4df8-90c0-3b63c997427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe51674-1741-46ed-8d0b-e9a1b918c1a7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:19.996533 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4f0f-fe04-4f8f-aa25-bbb54a114c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:20.059800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-c21cf1c2-b747-4695-9918-ee786ad81a29 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/quotas/5b1142c45c73441db9c409a7a0fe61a3 HTTP/1.1" status: 200 len: 375 time: 0.0801730 Nov 10 16:47:20.179006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de2c20-c4e4-42ae-8835-855067a62cda tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:20.189126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-31de2c20-c4e4-42ae-8835-855067a62cda tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2281389 Nov 10 16:47:20.195887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:20.204974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31f22781-068f-4566-85f6-bb82ffcd1f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:20.252169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31f22781-068f-4566-85f6-bb82ffcd1f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:20.282683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d7c31-a2df-4288-90e7-8aff330e8e20 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:20.284474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-528d7c31-a2df-4288-90e7-8aff330e8e20 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0873756 Nov 10 16:47:20.287740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58372) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:20.358482 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-c71535d9-329d-4b59-8757-77987f5f92ee tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2902730 Nov 10 16:47:20.405478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:20.426702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-36e43428-476f-471d-baad-918847591137 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375792 Nov 10 16:47:20.435233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:20.488103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bc488-de2a-4165-8d18-28e808a96182 None None] Network ecf86a1d-4166-4ecf-b78f-674c38de9eda requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:20.500367 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b54e23d-a3ef-4e11-af17-2502b1a9c55d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:20.504007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b54e23d-a3ef-4e11-af17-2502b1a9c55d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:20.516696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1b54e23d-a3ef-4e11-af17-2502b1a9c55d tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/abf1d797-6944-4137-9780-e59a70f49bf7 HTTP/1.1" status: 404 len: 333 time: 0.0802279 Nov 10 16:47:20.519139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58386) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:20.567453 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8e2936-ff60-437d-b7d5-6556233cbe57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:20.567453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8e2936-ff60-437d-b7d5-6556233cbe57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:20.590597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd8e2936-ff60-437d-b7d5-6556233cbe57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/1ff92454-4732-4e7a-94ff-62ed4c4f2a23 HTTP/1.1" status: 404 len: 337 time: 0.0684922 Nov 10 16:47:20.591670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:20.626163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31f22781-068f-4566-85f6-bb82ffcd1f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:20.627657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31f22781-068f-4566-85f6-bb82ffcd1f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:20.628789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-31f22781-068f-4566-85f6-bb82ffcd1f5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfe51674-1741-46ed-8d0b-e9a1b918c1a7 HTTP/1.1" status: 204 len: 168 time: 0.6534188 Nov 10 16:47:20.659548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f22781-068f-4566-85f6-bb82ffcd1f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe51674-1741-46ed-8d0b-e9a1b918c1a7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:20.663705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5ca8efb6-1ba8-4946-bfba-da73d24295e0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:20.681542 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0ee571-8dd9-46e8-b500-bb4c11b0f066 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:20.683880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0ee571-8dd9-46e8-b500-bb4c11b0f066 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:20.690844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58404) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:20.700970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fd0ee571-8dd9-46e8-b500-bb4c11b0f066 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/e4872965-f467-45ca-b6a6-8a300fbdf64f HTTP/1.1" status: 404 len: 337 time: 0.1080055 Nov 10 16:47:20.766330 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e781ff9-398b-4040-91e9-44025e1d1008 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:20.770389 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e781ff9-398b-4040-91e9-44025e1d1008 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:20.780280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7e781ff9-398b-4040-91e9-44025e1d1008 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/534dd51a-082e-49b1-b20f-f26045c04b2e HTTP/1.1" status: 404 len: 333 time: 0.0860386 Nov 10 16:47:20.780625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58408) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:20.786395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-b5c47db3-568f-4224-8438-4e6f2799ec72 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:47:20.787754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-b5c47db3-568f-4224-8438-4e6f2799ec72 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4285073 Nov 10 16:47:20.859892 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3224f724-416b-4766-82ba-ef202fe5884a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:20.862261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3224f724-416b-4766-82ba-ef202fe5884a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:20.865873 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3224f724-416b-4766-82ba-ef202fe5884a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/bbad944a-a97c-48c0-95ce-ebb44bb60c5a HTTP/1.1" status: 404 len: 337 time: 0.0817661 Nov 10 16:47:20.869345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58412) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:20.930833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-50a8e20c-3890-460a-9e2d-36817910bc4d None None] Provisioning complete for port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:20.931352 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50a8e20c-3890-460a-9e2d-36817910bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:20.950716 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb005c7d-31c5-48dd-be50-1cdd6e482464 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:20.951176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb005c7d-31c5-48dd-be50-1cdd6e482464 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:20.956720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fb005c7d-31c5-48dd-be50-1cdd6e482464 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/f36549cb-cf7b-4a8f-8efe-28b217625ecb HTTP/1.1" status: 404 len: 337 time: 0.0835030 Nov 10 16:47:20.975887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58414) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.020320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 9f83edb0-b434-48a1-bc66-19e0647a6852 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:21.020688 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:21.027217 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-151e9858-68f2-4dde-9cdd-2031c480e7a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.046759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151e9858-68f2-4dde-9cdd-2031c480e7a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.060952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.064273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-151e9858-68f2-4dde-9cdd-2031c480e7a2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/e3576e2f-3768-4f2c-a385-65b1c6302222 HTTP/1.1" status: 404 len: 333 time: 0.0872271 Nov 10 16:47:21.133599 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f92e98e-4000-4fce-b451-75c93f83e870 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.139984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f92e98e-4000-4fce-b451-75c93f83e870 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.154549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58422) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.167577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8f92e98e-4000-4fce-b451-75c93f83e870 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/0d63faca-f8db-4dc5-8f3a-aabe2cef6660 HTTP/1.1" status: 404 len: 337 time: 0.0959430 Nov 10 16:47:21.177229 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-ffb04440-f9cf-492c-a8bf-c437d5ed3f2f service neutron] 10.222.0.62 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822460 Nov 10 16:47:21.221706 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1234102-e82b-418f-827b-5554478e0279 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.222170 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1234102-e82b-418f-827b-5554478e0279 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.237751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1234102-e82b-418f-827b-5554478e0279 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/44f880c1-66fa-40ac-98f6-212683254546 HTTP/1.1" status: 404 len: 337 time: 0.0897536 Nov 10 16:47:21.238967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58428) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.299010 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-00814028-7814-4b09-be75-2b436a61e9cf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.300628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00814028-7814-4b09-be75-2b436a61e9cf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.342879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-00814028-7814-4b09-be75-2b436a61e9cf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/783ba46d-680a-4262-a950-17b9b63dbd80 HTTP/1.1" status: 404 len: 333 time: 0.1031415 Nov 10 16:47:21.343548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.424654 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:21.430445 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-81abba72-1ea5-4192-a258-f3169eab39ff tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.431150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81abba72-1ea5-4192-a258-f3169eab39ff tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.443709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-81abba72-1ea5-4192-a258-f3169eab39ff tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/0fcb71e7-318f-412b-978e-88a529119241 HTTP/1.1" status: 404 len: 337 time: 0.0990715 Nov 10 16:47:21.444329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58444) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.459876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-aff28c9e-0865-4cb2-b20c-b8660b36e0f1 service neutron] 10.222.0.62 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754829 Nov 10 16:47:21.486202 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-138a15c4-eb54-4fb0-b6f7-5e310df9217a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.486666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138a15c4-eb54-4fb0-b6f7-5e310df9217a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.493171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.504220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-138a15c4-eb54-4fb0-b6f7-5e310df9217a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/52a032d1-a568-4c97-a450-73872a523e55 HTTP/1.1" status: 404 len: 337 time: 0.0587599 Nov 10 16:47:21.525067 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-61908e39-8a73-44c5-9602-c3592d54b894 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.525914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61908e39-8a73-44c5-9602-c3592d54b894 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.532366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58454) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.542840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61908e39-8a73-44c5-9602-c3592d54b894 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/3c4eddf8-3919-4cad-949f-417e82baa9fd HTTP/1.1" status: 404 len: 333 time: 0.0402303 Nov 10 16:47:21.564019 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fbe6af-252f-4daa-8bd9-c29c3491aa6b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.564477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fbe6af-252f-4daa-8bd9-c29c3491aa6b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.571445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.585135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a7fbe6af-252f-4daa-8bd9-c29c3491aa6b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/35eb5012-c50b-41b8-95b3-f9c567c367fb HTTP/1.1" status: 404 len: 337 time: 0.0499589 Nov 10 16:47:21.624464 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbaf45d2-da4d-4876-886f-2597d30951dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.625217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbaf45d2-da4d-4876-886f-2597d30951dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.636402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58460) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.651986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dbaf45d2-da4d-4876-886f-2597d30951dc tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/83e4a3b9-3189-4935-8bf5-6e12bcf52407 HTTP/1.1" status: 404 len: 333 time: 0.0781567 Nov 10 16:47:21.657626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:21.694089 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-7289a700-8410-468e-8cde-70febb7970df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.694557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7289a700-8410-468e-8cde-70febb7970df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.708967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.721143 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7289a700-8410-468e-8cde-70febb7970df tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/310f4497-f321-4850-8d07-d1fd1b6ac86c HTTP/1.1" status: 404 len: 337 time: 0.0835669 Nov 10 16:47:21.752146 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2fd756-f417-42a5-9aac-4dd14297bb49 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.753765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2fd756-f417-42a5-9aac-4dd14297bb49 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.762414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58470) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.786158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ab2fd756-f417-42a5-9aac-4dd14297bb49 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/78b9c3a8-d75c-4044-9581-d57799f19c57 HTTP/1.1" status: 404 len: 333 time: 0.0760338 Nov 10 16:47:21.810465 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79e60d3-5ff8-4335-a999-7425a757b8d6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.812344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79e60d3-5ff8-4335-a999-7425a757b8d6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.819801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.829209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d79e60d3-5ff8-4335-a999-7425a757b8d6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/99cf90e1-95f5-4a5f-aa0e-25de75741aba HTTP/1.1" status: 404 len: 337 time: 0.0653563 Nov 10 16:47:21.855483 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b357b4-acc1-4b20-af39-4148a19a03ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.856530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b357b4-acc1-4b20-af39-4148a19a03ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.860268 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:21.864918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58476) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.877193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c5b357b4-acc1-4b20-af39-4148a19a03ea tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/301c10d7-2a59-4006-8490-177b70074196 HTTP/1.1" status: 404 len: 333 time: 0.0559604 Nov 10 16:47:21.878036 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:21.899155 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e08a56a-3b08-4f82-991d-53cc0be2a561 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.900047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e08a56a-3b08-4f82-991d-53cc0be2a561 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.907048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.935616 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e08a56a-3b08-4f82-991d-53cc0be2a561 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/667b7de2-c8ff-4e76-851c-e477572d4a13 HTTP/1.1" status: 404 len: 337 time: 0.0510375 Nov 10 16:47:21.935741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:21.937217 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b7c46c-22ab-4ee3-bc2a-6aa4bc922508 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:21.938212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b7c46c-22ab-4ee3-bc2a-6aa4bc922508 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:21.946037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58480) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:21.971924 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-40b7c46c-22ab-4ee3-bc2a-6aa4bc922508 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/f75644e0-d706-4b67-8534-829dabcc685b HTTP/1.1" status: 404 len: 333 time: 0.0634260 Nov 10 16:47:22.009677 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cddf7d5-6a8f-4a88-ac5b-64aefa36b0ab tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.009944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cddf7d5-6a8f-4a88-ac5b-64aefa36b0ab tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.016628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4cddf7d5-6a8f-4a88-ac5b-64aefa36b0ab tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/a7d0a4b5-9cd9-4b2e-9696-040095cc1f68 HTTP/1.1" status: 404 len: 337 time: 0.0668173 Nov 10 16:47:22.016768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58488) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.026962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:47:22.030880 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5c3eac-bc50-46e1-854c-cc332a48c48e" -d '{"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-plugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:47:22.053368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] DHCP port deletion for ecf86a1d-4166-4ecf-b78f-674c38de9eda request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:47:22.071625 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-245531e3-c2c9-44cf-980b-17fb7dfeac1e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.081553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245531e3-c2c9-44cf-980b-17fb7dfeac1e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.107423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-245531e3-c2c9-44cf-980b-17fb7dfeac1e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/a8499dec-6cb4-4b68-9f1c-8de021bf0676 HTTP/1.1" status: 404 len: 333 time: 0.0730627 Nov 10 16:47:22.107544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58502) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.129056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=15']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:22.174573 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c749a254-1853-4c7a-9928-0af41bb5a2d8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.175544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c749a254-1853-4c7a-9928-0af41bb5a2d8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.186428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.187579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c749a254-1853-4c7a-9928-0af41bb5a2d8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/811c804e-b13e-481d-af34-0f1b355d2968 HTTP/1.1" status: 404 len: 337 time: 0.0921054 Nov 10 16:47:22.207898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:22.231002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] Deleting port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:22.231466 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:22.254820 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-991e8775-8786-4395-9ef7-0c4118eb72e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.255280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991e8775-8786-4395-9ef7-0c4118eb72e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.255967 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-833e282e-fe87-4068-ab5f-7a6de2a34fba req-e614a239-ecd2-4fe9-871a-8c84c4a3c439 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 210 time: 0.0617394 Nov 10 16:47:22.258491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-991e8775-8786-4395-9ef7-0c4118eb72e2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/f7271063-fcdd-42e9-8c99-1745675b4eea HTTP/1.1" status: 404 len: 337 time: 0.0717025 Nov 10 16:47:22.261868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58506) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.271916 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06786be-b4da-4702-aa53-8cf915701480 x-openstack-request-id: req-a06786be-b4da-4702-aa53-8cf915701480 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:47:22.272182 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-plugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:47:22.272369 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a06786be-b4da-4702-aa53-8cf915701480 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:47:22.273165 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'code': 200} Nov 10 16:47:22.334233 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b29d1f-e7ff-4685-bb60-20551ae08976 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.334953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b29d1f-e7ff-4685-bb60-20551ae08976 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.338311 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e9b29d1f-e7ff-4685-bb60-20551ae08976 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/9c623f48-7e26-4952-8bb1-3803d62b1160 HTTP/1.1" status: 404 len: 333 time: 0.0751836 Nov 10 16:47:22.341234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.375834 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bea16a9-498c-48a7-a680-f44095f73106 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.376571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bea16a9-498c-48a7-a680-f44095f73106 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.380249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6bea16a9-498c-48a7-a680-f44095f73106 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/c4ead5e6-d538-4ab9-82c5-db9d75465649 HTTP/1.1" status: 404 len: 337 time: 0.0377808 Nov 10 16:47:22.383590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58510) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.436833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] For port 5ca8efb6-1ba8-4946-bfba-da73d24295e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5ca8efb6-1ba8-4946-bfba-da73d24295e0,segment=NetworkSegment(3527cf46-a86e-4936-8e89-fc1a723c7da8),segment_id=3527cf46-a86e-4936-8e89-fc1a723c7da8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:22.437235 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:22.442704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:22.447569 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e20b94-82e0-42ff-86e3-058fe19cac57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.450599 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e20b94-82e0-42ff-86e3-058fe19cac57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.471610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4e20b94-82e0-42ff-86e3-058fe19cac57 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/6169d935-f8f0-4f04-a7c3-0f096a955db2 HTTP/1.1" status: 404 len: 337 time: 0.0846026 Nov 10 16:47:22.474418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58518) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.486976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] Calling delete_port for 5ca8efb6-1ba8-4946-bfba-da73d24295e0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:22.533069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.535377 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-145b74e2-646c-41a4-a37d-e375b657f5c5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.536021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145b74e2-646c-41a4-a37d-e375b657f5c5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.540142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-145b74e2-646c-41a4-a37d-e375b657f5c5 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/e93afa27-d635-4ca7-ab69-23b92b5d1880 HTTP/1.1" status: 404 len: 333 time: 0.0605226 Nov 10 16:47:22.542488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58526) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.622818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-283e42a1-acf2-4f4b-8f4c-12c9e832f710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:22.633427 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a37ac95-187f-4ec4-9822-54ca4c07b035 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.634339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a37ac95-187f-4ec4-9822-54ca4c07b035 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.639183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9a37ac95-187f-4ec4-9822-54ca4c07b035 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/e0cd8a94-6ddd-431b-8604-02aadc90ea0e HTTP/1.1" status: 404 len: 337 time: 0.0953884 Nov 10 16:47:22.643742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58528) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.713539 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f853ec46-3987-4546-bfde-e9a412fb0324 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.714360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f853ec46-3987-4546-bfde-e9a412fb0324 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.717639 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f853ec46-3987-4546-bfde-e9a412fb0324 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/101531dc-95f7-46da-89ed-101629c0c95a HTTP/1.1" status: 404 len: 337 time: 0.0727391 Nov 10 16:47:22.722801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58530) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.744772 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:22.798231 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbe0cd7-15ae-44e4-8384-0cf8c5868060 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.798921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbe0cd7-15ae-44e4-8384-0cf8c5868060 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.809063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] Pushing event deleted for resources: {'Port': ['ID=5ca8efb6-1ba8-4946-bfba-da73d24295e0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:22.813037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fbbe0cd7-15ae-44e4-8384-0cf8c5868060 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/06e62353-7460-4c69-ad8b-e4d93e8bca61 HTTP/1.1" status: 404 len: 333 time: 0.0887287 Nov 10 16:47:22.815117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58532) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.826620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af2605-d435-42fc-9340-063f9381ae45 None None] No DVR routers for this DVR port 5ca8efb6-1ba8-4946-bfba-da73d24295e0 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:22.879048 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62b2377-6913-46a1-98c9-ecae2c9d5b4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.879704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62b2377-6913-46a1-98c9-ecae2c9d5b4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.884918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c62b2377-6913-46a1-98c9-ecae2c9d5b4f tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/8704223b-1699-4d5a-8b54-27c3224a746d HTTP/1.1" status: 404 len: 337 time: 0.0686789 Nov 10 16:47:22.892517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58534) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.940694 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f30d62-285b-4875-85d1-564f76e2e480 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:22.941154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f30d62-285b-4875-85d1-564f76e2e480 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:22.947902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-14f30d62-285b-4875-85d1-564f76e2e480 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/ae8060c0-ea2a-4635-8733-6a3da0577377 HTTP/1.1" status: 404 len: 337 time: 0.0583701 Nov 10 16:47:22.951617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58536) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:22.974191 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-283e42a1-acf2-4f4b-8f4c-12c9e832f710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:23.030510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b1c1d433-f47c-43f6-a07b-8da5fc90dc77 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports?device_id=43f088e1-ef62-468d-b7ca-84e29827c1d8 HTTP/1.1" status: 200 len: 205 time: 0.0761707 Nov 10 16:47:23.031581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.099444 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-f1a2d8a4-e376-43f6-8a5b-2ea9a47be3d4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] delete failed (client error): The resource could not be found. Nov 10 16:47:23.099444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f1a2d8a4-e376-43f6-8a5b-2ea9a47be3d4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/routers/43f088e1-ef62-468d-b7ca-84e29827c1d8 HTTP/1.1" status: 404 len: 336 time: 0.0625100 Nov 10 16:47:23.101419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58550) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.144908 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a594fde4-5324-42c7-985c-bdbffe214daf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:23.145152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a594fde4-5324-42c7-985c-bdbffe214daf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:23.150755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a594fde4-5324-42c7-985c-bdbffe214daf tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/d47ab361-c74a-4eea-92c6-373be06cfb38 HTTP/1.1" status: 404 len: 337 time: 0.0464139 Nov 10 16:47:23.152886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.196362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b1c952f3-d3f1-4686-af8e-1cc1b36113ab tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f96ae16-5edb-4374-a94f-b53e13309b62 HTTP/1.1" status: 200 len: 205 time: 0.0422273 Nov 10 16:47:23.197330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-283e42a1-acf2-4f4b-8f4c-12c9e832f710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:23.198930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58560) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.255053 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-283e42a1-acf2-4f4b-8f4c-12c9e832f710 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=257025199c324d39bad1015bff618c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7181792 Nov 10 16:47:23.255053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e42a1-acf2-4f4b-8f4c-12c9e832f710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989c7e68-d133-4e1a-8ed1-fca68a1a322c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:23.284398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58562) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.326275 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-e5742e2d-8573-4972-b482-e6afb0985ff2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] delete failed (client error): The resource could not be found. Nov 10 16:47:23.335544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e5742e2d-8573-4972-b482-e6afb0985ff2 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/routers/6f96ae16-5edb-4374-a94f-b53e13309b62 HTTP/1.1" status: 404 len: 336 time: 0.1302948 Nov 10 16:47:23.335544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58568) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.375764 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbc1e6f-0bfc-47ab-90fa-b037ec2e27b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:23.376215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbc1e6f-0bfc-47ab-90fa-b037ec2e27b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:23.380426 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8fbc1e6f-0bfc-47ab-90fa-b037ec2e27b3 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/3a9b29ea-ce9f-41fb-89e5-72804a38233e HTTP/1.1" status: 404 len: 337 time: 0.0449996 Nov 10 16:47:23.383621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58572) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.415921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e16a-0fa6-403e-ab3a-36c8baadb805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:23.427072 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa126e01-3459-44c2-b91c-870d9ec643b4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:23.427757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa126e01-3459-44c2-b91c-870d9ec643b4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:23.431539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa126e01-3459-44c2-b91c-870d9ec643b4 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/da981f17-6323-4e39-b206-cce775240f0e HTTP/1.1" status: 404 len: 337 time: 0.0465689 Nov 10 16:47:23.440681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58574) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.468213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e16a-0fa6-403e-ab3a-36c8baadb805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:23.543204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.613063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f71958db-92e5-45d2-88bc-c80da4a4097c req-a1d83558-dfad-4e94-957c-da37d406bf67 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 210 time: 0.1882014 Nov 10 16:47:23.688564 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d024f164-9073-4426-8a80-3402acb2dfcd tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:23.688564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d024f164-9073-4426-8a80-3402acb2dfcd tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:23.688564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d024f164-9073-4426-8a80-3402acb2dfcd tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/ec258d78-2286-496e-b01b-ea5e5054be40 HTTP/1.1" status: 404 len: 333 time: 0.2119157 Nov 10 16:47:23.693434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.746490 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb59e2b-24ec-4491-8ed7-f4c473e98d95 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:23.746490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb59e2b-24ec-4491-8ed7-f4c473e98d95 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:23.746490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cbb59e2b-24ec-4491-8ed7-f4c473e98d95 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/f234844c-7044-48f1-af67-945202e067a8 HTTP/1.1" status: 404 len: 337 time: 0.0404351 Nov 10 16:47:23.748155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.799359 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05df089-4fd9-4459-a569-7bbe98c12c14 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:23.800552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05df089-4fd9-4459-a569-7bbe98c12c14 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:23.810106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a05df089-4fd9-4459-a569-7bbe98c12c14 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/25b488c5-7762-4b0d-84d4-72010e2179e7 HTTP/1.1" status: 404 len: 333 time: 0.0591183 Nov 10 16:47:23.810106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.853160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e16a-0fa6-403e-ab3a-36c8baadb805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:23.856251 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e16a-0fa6-403e-ab3a-36c8baadb805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:23.858348 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c1d4e16a-0fa6-403e-ab3a-36c8baadb805 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/989c7e68-d133-4e1a-8ed1-fca68a1a322c HTTP/1.1" status: 204 len: 168 time: 0.5719151 Nov 10 16:47:23.950251 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8b6c8c-b139-42c1-8973-96f2516ad19e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:23.950251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8b6c8c-b139-42c1-8973-96f2516ad19e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:23.950251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6c8b6c8c-b139-42c1-8973-96f2516ad19e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/5c70be66-5913-4686-abb2-5385c785ccea HTTP/1.1" status: 404 len: 337 time: 0.0854659 Nov 10 16:47:23.950251 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1238-5783-4825-a368-e2e1fa317dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:23.955900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58592) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:23.955900 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfde743-7d89-4fef-981a-a9dc6cd9ef99 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:23.955900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfde743-7d89-4fef-981a-a9dc6cd9ef99 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:23.955900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7cfde743-7d89-4fef-981a-a9dc6cd9ef99 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/3c85839f-9bdb-435f-a954-6c104e56bc58 HTTP/1.1" status: 404 len: 333 time: 0.0484474 Nov 10 16:47:23.957510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4e16a-0fa6-403e-ab3a-36c8baadb805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989c7e68-d133-4e1a-8ed1-fca68a1a322c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:23.965308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.058747 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93ef1f7-8a92-4452-a660-9786f16a58f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.059836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93ef1f7-8a92-4452-a660-9786f16a58f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.065062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d93ef1f7-8a92-4452-a660-9786f16a58f0 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/8d2c1890-da97-415b-a6cf-75c49826abc4 HTTP/1.1" status: 404 len: 337 time: 0.0965841 Nov 10 16:47:24.069810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58596) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.100777 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58c2ca1-c9d7-423f-a62a-dad71bc6863a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.102039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58c2ca1-c9d7-423f-a62a-dad71bc6863a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.109618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b58c2ca1-c9d7-423f-a62a-dad71bc6863a tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/7c572ad9-60af-4d1b-b2fd-71d16149f000 HTTP/1.1" status: 404 len: 333 time: 0.0347543 Nov 10 16:47:24.109882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.147990 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd78e91c-a279-4c46-a55f-f52f66e1a72e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.148764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd78e91c-a279-4c46-a55f-f52f66e1a72e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.153744 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd78e91c-a279-4c46-a55f-f52f66e1a72e tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/ffc46c6b-2545-4383-8222-90338ad34a56 HTTP/1.1" status: 404 len: 337 time: 0.0429416 Nov 10 16:47:24.159731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58600) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.166484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1238-5783-4825-a368-e2e1fa317dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:24.194923 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca43d28e-30f2-4590-8779-f1c2e26af140 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.195631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca43d28e-30f2-4590-8779-f1c2e26af140 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.199558 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca43d28e-30f2-4590-8779-f1c2e26af140 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/24525c90-c026-43d5-83be-f7c643aeed6d HTTP/1.1" status: 404 len: 333 time: 0.0379777 Nov 10 16:47:24.203653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58602) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.240094 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04a4304-155b-4ae0-804d-772193573892 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.240548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04a4304-155b-4ae0-804d-772193573892 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.244321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d04a4304-155b-4ae0-804d-772193573892 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/7a85adc2-fd56-4cb9-a58d-a45951dabce3 HTTP/1.1" status: 404 len: 337 time: 0.0395145 Nov 10 16:47:24.248705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.289768 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b491fb-60ee-429d-baf1-30cd11e2ac4b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.290721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b491fb-60ee-429d-baf1-30cd11e2ac4b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.295787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-80b491fb-60ee-429d-baf1-30cd11e2ac4b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/bf9be0ed-f968-425c-ac87-c72c21e947b4 HTTP/1.1" status: 404 len: 333 time: 0.0323508 Nov 10 16:47:24.298031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.351278 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72b9e05-f8bb-47a6-ac3e-4c4deafb0277 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.351762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72b9e05-f8bb-47a6-ac3e-4c4deafb0277 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.359070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58610) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.359429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c72b9e05-f8bb-47a6-ac3e-4c4deafb0277 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/de2ac612-aa5d-4c5a-83e6-d9b6adb48a85 HTTP/1.1" status: 404 len: 337 time: 0.0602102 Nov 10 16:47:24.386124 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff0fcfb-b920-4021-953b-2551e6ee5bd8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.387911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff0fcfb-b920-4021-953b-2551e6ee5bd8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.391244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cff0fcfb-b920-4021-953b-2551e6ee5bd8 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/ports/0462d2c4-8640-4075-808c-47ee855b3bee HTTP/1.1" status: 404 len: 333 time: 0.0304716 Nov 10 16:47:24.395528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.434165 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eab840-d16d-4a9e-b770-73f4ffac3f2b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] DELETE failed (client error): The resource could not be found. Nov 10 16:47:24.434627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70eab840-d16d-4a9e-b770-73f4ffac3f2b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:47:24.442310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58614) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.442720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-70eab840-d16d-4a9e-b770-73f4ffac3f2b tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/subnets/1e4a273b-9360-4613-9041-b2f47f661206 HTTP/1.1" status: 404 len: 337 time: 0.0456815 Nov 10 16:47:24.503231 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1238-5783-4825-a368-e2e1fa317dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:24.623595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f1238-5783-4825-a368-e2e1fa317dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ba599-666f-49bc-8c3e-3e92c286d4ec,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:24.643287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:24.665096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5e7f1238-5783-4825-a368-e2e1fa317dce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78759d03217d49af96377effc833f938&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1156867 Nov 10 16:47:24.665525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:24.749062 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d3afb7-465a-483c-9467-e621569f2d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:24.783240 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d3afb7-465a-483c-9467-e621569f2d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:24.907017 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f34ab62c-987e-454f-ba83-92cdc706422c req-b2f37f2b-0c71-4b03-b7e0-407a98b3941f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 210 time: 0.1295238 Nov 10 16:47:24.919944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:24.946764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf86a1d-4166-4ecf-b78f-674c38de9eda']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:24.964225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3527cf46-a86e-4936-8e89-fc1a723c7da8') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:24.965876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3527cf46-a86e-4936-8e89-fc1a723c7da8') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:24.987267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:25.027166 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:25.054903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:47:25.055369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:25.069065 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d3afb7-465a-483c-9467-e621569f2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:25.074881 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d3afb7-465a-483c-9467-e621569f2d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:25.082582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a3d3afb7-465a-483c-9467-e621569f2d1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e9ba599-666f-49bc-8c3e-3e92c286d4ec HTTP/1.1" status: 204 len: 168 time: 0.4159563 Nov 10 16:47:25.126115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3afb7-465a-483c-9467-e621569f2d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ba599-666f-49bc-8c3e-3e92c286d4ec,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:25.176931 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:26.226647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fb4a925-6bcd-49ff-9eb2-cae356af3d68 req-7c450e02-5116-4b31-aa28-c0179956bbc5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 210 time: 0.1139820 Nov 10 16:47:26.373326 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:26.393335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:26.417821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] 10.222.0.62 "DELETE /v2.0/networks/ecf86a1d-4166-4ecf-b78f-674c38de9eda HTTP/1.1" status: 204 len: 168 time: 1.9725347 Nov 10 16:47:26.437006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58662) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:26.456673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-538f5be6-418c-4fdf-b8d5-46610c835c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:26.459022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5d8f8-41a9-4d88-902c-4092cc9df1c6 tempest-NetworksTestDHCPv6-1048606345 tempest-NetworksTestDHCPv6-1048606345-project] Pushing event deleted for resources: {'Network': ['ID=ecf86a1d-4166-4ecf-b78f-674c38de9eda,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:26.660377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-538f5be6-418c-4fdf-b8d5-46610c835c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:26.731539 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-538f5be6-418c-4fdf-b8d5-46610c835c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:26.859156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-538f5be6-418c-4fdf-b8d5-46610c835c87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f01baa9c0a76458baf051f3b99173bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257693 Nov 10 16:47:26.861966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f5be6-418c-4fdf-b8d5-46610c835c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e45f24-ffeb-4b89-a29b-84ff42023d08,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:26.862240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58668) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:26.937342 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7332d3cc-e098-488b-a677-8665c8be2930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:26.971856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7332d3cc-e098-488b-a677-8665c8be2930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:27.185507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7332d3cc-e098-488b-a677-8665c8be2930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:27.195298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7332d3cc-e098-488b-a677-8665c8be2930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:27.195298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7332d3cc-e098-488b-a677-8665c8be2930 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06e45f24-ffeb-4b89-a29b-84ff42023d08 HTTP/1.1" status: 204 len: 168 time: 0.3270800 Nov 10 16:47:27.207105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332d3cc-e098-488b-a677-8665c8be2930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e45f24-ffeb-4b89-a29b-84ff42023d08,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:27.270442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58680) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:27.576244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-5017b4ba-6248-4917-95e6-3168bd1279b4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:27.578245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-5017b4ba-6248-4917-95e6-3168bd1279b4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.18 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 816 time: 0.2902153 Nov 10 16:47:27.819373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-b4cd4f29-1f52-41a4-8f37-0f7b886f44f6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1142c45c73441db9c409a7a0fe61a3 HTTP/1.1" status: 200 len: 380 time: 0.2233787 Nov 10 16:47:27.828739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'port': {'device_id': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'admin_state_up': True, 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'security_groups': ['2350e567-6ee6-4321-99a8-fc4d108232ec']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:28.059920 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-30178aa3-c34b-42aa-911b-8775fd3fb385 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17d15008bbfd476585cd6f8951cd82d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7988069 Nov 10 16:47:28.079893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3193e9c-9e0f-482c-9648-19ca2037adf9 req-2fed652f-4f8a-4ba6-a7c1-519d9e248ad9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 210 time: 0.1407995 Nov 10 16:47:28.082535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58714) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:28.215728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aecf0e2-dbc3-46b8-983c-f324fb099302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:28.241154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aecf0e2-dbc3-46b8-983c-f324fb099302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:28.247909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Made reservation on behalf of 5b1142c45c73441db9c409a7a0fe61a3 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:28.252863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:28.339379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732ddaa-6dae-45ee-9c40-1b6d08b79d1d req-10d97d4b-639b-46b4-9e21-774ff41dc0fe tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:28.344584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b732ddaa-6dae-45ee-9c40-1b6d08b79d1d req-10d97d4b-639b-46b4-9e21-774ff41dc0fe tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.0984099 Nov 10 16:47:28.420779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b732ddaa-6dae-45ee-9c40-1b6d08b79d1d req-0226de7f-cfe2-4eed-9691-d03492b439ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711730 Nov 10 16:47:28.481830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aecf0e2-dbc3-46b8-983c-f324fb099302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:28.485261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aecf0e2-dbc3-46b8-983c-f324fb099302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:28.488904 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6aecf0e2-dbc3-46b8-983c-f324fb099302 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f587e107-ffa4-43cb-95db-5c6f464fe345 HTTP/1.1" status: 204 len: 168 time: 0.4037368 Nov 10 16:47:28.498385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecf0e2-dbc3-46b8-983c-f324fb099302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f587e107-ffa4-43cb-95db-5c6f464fe345,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:28.589730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Allocated IP 172.20.0.7 (221ada90-6e55-43d0-9545-a3a5c25a6efe/62019697-93c7-4770-a735-5cc2f0297a24/d8bb75fc-1987-49c3-aa4e-0457622d3290) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:28.888074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:29.139616 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:29.298241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:29.326781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:29.328934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:29.334229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:47:29.342437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e25f5-79c5-457a-ab83-77458e5d265d req-ebcbb991-f95a-450d-bf30-b0e07d775826 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:29.360261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad7e25f5-79c5-457a-ab83-77458e5d265d req-ebcbb991-f95a-450d-bf30-b0e07d775826 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 931 time: 0.1124592 Nov 10 16:47:29.427390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:29.429097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:29.448058 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad7e25f5-79c5-457a-ab83-77458e5d265d req-85b33372-e55b-403a-b17b-dcbc973de0fd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860608 Nov 10 16:47:29.578991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-cf3245a6-3ccf-49d1-bdfa-b0dc19131ff5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7581813 Nov 10 16:47:29.594827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Request body: {'port': {'device_id': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:29.779634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9b0ffe58-95c5-4df7-9b7e-4490043a16a5 None None] Provisioning complete for port d8bb75fc-1987-49c3-aa4e-0457622d3290 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:29.780404 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b0ffe58-95c5-4df7-9b7e-4490043a16a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:29.815290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e4b48-d679-4534-8b02-ab03fa388551 req-f9849e17-84d9-487b-9544-d988833a64af tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:29.816910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b0e4b48-d679-4534-8b02-ab03fa388551 req-f9849e17-84d9-487b-9544-d988833a64af tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.2872112 Nov 10 16:47:29.824943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:29.887248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ffe58-95c5-4df7-9b7e-4490043a16a5 None None] Port d8bb75fc-1987-49c3-aa4e-0457622d3290 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:47:29.962036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b0e4b48-d679-4534-8b02-ab03fa388551 req-5b49768c-8681-463b-b28e-23b70d6b2f8b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336176 Nov 10 16:47:30.572018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8bb75fc-1987-49c3-aa4e-0457622d3290 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:47:30.572018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:30.572018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Transition to ACTIVE for port object d8bb75fc-1987-49c3-aa4e-0457622d3290 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:47:30.627755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-b6918413-1e84-4387-aec6-9ee593536eef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3660450 Nov 10 16:47:30.650306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265cd39-7c61-46a8-a8ac-f699b8bd992d req-a8437755-ab8f-47f2-8935-c3c8d8b7074e tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:30.654141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7265cd39-7c61-46a8-a8ac-f699b8bd992d req-a8437755-ab8f-47f2-8935-c3c8d8b7074e tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 931 time: 0.1020837 Nov 10 16:47:30.725941 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7265cd39-7c61-46a8-a8ac-f699b8bd992d req-fe3847b9-ff20-4781-9afe-405f0133acb9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643575 Nov 10 16:47:30.753338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-884f5014-d893-46e3-9afb-3798798091a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:30.753338 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-884f5014-d893-46e3-9afb-3798798091a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1098 time: 0.0510869 Nov 10 16:47:30.813863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:30.903498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-5abcff3e-d7cf-4181-b924-e0e6b8eb4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:30.903498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-5abcff3e-d7cf-4181-b924-e0e6b8eb4f87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1330318 Nov 10 16:47:30.985606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:31.010788 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-9458a834-a41a-45f5-9460-2eee96e51bb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 1000 time: 0.1028767 Nov 10 16:47:31.077736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-4cf03529-d5c6-4058-93af-a59b79aa9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:31.079857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-4cf03529-d5c6-4058-93af-a59b79aa9dcc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0619593 Nov 10 16:47:31.105298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Attempting to bind port d8bb75fc-1987-49c3-aa4e-0457622d3290 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:47:31.106164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Attempting to bind port d8bb75fc-1987-49c3-aa4e-0457622d3290 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:47:31.106500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Attempting to bind port d8bb75fc-1987-49c3-aa4e-0457622d3290 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:47:31.112211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Port d8bb75fc-1987-49c3-aa4e-0457622d3290 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:47:31.112534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Attempting to bind port d8bb75fc-1987-49c3-aa4e-0457622d3290 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:47:31.132749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:47:31.133091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Checking segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:31.134279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Bound using segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:47:31.134739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Bound port: d8bb75fc-1987-49c3-aa4e-0457622d3290, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:47:31.136808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:31.195936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-f5c5efa6-eb70-4adc-8222-3f8bcb90b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:31.197201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-f5c5efa6-eb70-4adc-8222-3f8bcb90b3a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068408 Nov 10 16:47:31.211667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-9050fb12-11f9-41cf-afe7-203a9adeca35 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:47:31.212614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-9050fb12-11f9-41cf-afe7-203a9adeca35 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054772 Nov 10 16:47:31.539188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-52a40fed-cfd0-4148-9f62-27085c1df9df service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052549 Nov 10 16:47:31.539707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58852) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:31.598632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:47:31.613188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58856) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:31.619419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:47:31.630314 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fbce7a54-eab5-4ce4-b89c-67179ebf44ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:31.645352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852e5d-127b-44a4-b02c-dcd77086235f req-09e16a0d-a416-4c85-9a53-f5dbb2197439 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:31.654337 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d852e5d-127b-44a4-b02c-dcd77086235f req-09e16a0d-a416-4c85-9a53-f5dbb2197439 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.2797427 Nov 10 16:47:31.726448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:31.797178 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-58f0de5e-3cc8-4d62-9fd7-87e190b91803 req-e2d9c38e-4349-475a-ace1-e8d221515669 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263169 Nov 10 16:47:31.840133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:31.851125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:31.851125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:31.852564 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-00378313-e617-4b85-9236-4046afdd2566 service neutron] 10.222.0.18 "PUT /v2.0/ports/d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 1092 time: 2.2621920 Nov 10 16:47:31.853148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:47:31.861034 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:47:31.872128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d852e5d-127b-44a4-b02c-dcd77086235f req-39b4ba30-5dd1-4644-9b7e-d4ccb3e188d8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107499 Nov 10 16:47:32.049579 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c098806e-ce7e-4fd8-82af-7bc992ebc87a x-openstack-request-id: req-c098806e-ce7e-4fd8-82af-7bc992ebc87a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:47:32.049922 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:47:32.050136 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c098806e-ce7e-4fd8-82af-7bc992ebc87a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:47:32.050953 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'status': 'completed', 'code': 200} Nov 10 16:47:32.176219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d3886-ada6-4008-8dc1-8da033c91089 req-d9efa099-d54b-488b-8a7e-6d209bc30ab1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:32.179363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b75d3886-ada6-4008-8dc1-8da033c91089 req-d9efa099-d54b-488b-8a7e-6d209bc30ab1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.1508696 Nov 10 16:47:32.187957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-c531463f-8a1f-4927-9666-a8b63607611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:32.194328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-c531463f-8a1f-4927-9666-a8b63607611f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1095 time: 0.1734619 Nov 10 16:47:32.288732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1279770584'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:32.299268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-fb98d9aa-138e-4c0d-8bae-7514e154dc38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 217 time: 0.0938685 Nov 10 16:47:32.408639 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b75d3886-ada6-4008-8dc1-8da033c91089 req-bd29ad81-ae78-4014-a881-87926ac1c226 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157469 Nov 10 16:47:32.447342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-3976a767-839f-45b6-a270-977e63257a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:32.447342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-3976a767-839f-45b6-a270-977e63257a08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.1356099 Nov 10 16:47:32.491343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:32.540002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:32.544221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:32.553176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed7632cf-f212-4302-9850-5cecc95bf2f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:32.564006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-b00733fe-71dc-4777-8ce0-ba3b34e9866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:32.567514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-b00733fe-71dc-4777-8ce0-ba3b34e9866c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184640 Nov 10 16:47:32.576761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:32.654814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:32.779550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:32.805337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:32.811826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-e7ed80af-2fe0-4d91-9c33-f124bad7a014 service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386076 Nov 10 16:47:32.822094 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06568e64-7c1a-4a10-866d-d8b44cd7e94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:32.822266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:47:32.829725 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de76f5ca-621c-4509-909f-c3b3e37bcde0" -d '{"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:47:32.876944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:32.890369 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b95fc7-63e7-4c11-9279-39db5b82362c x-openstack-request-id: req-28b95fc7-63e7-4c11-9279-39db5b82362c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:47:32.891445 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:47:32.891930 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28b95fc7-63e7-4c11-9279-39db5b82362c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:47:32.892504 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'code': 200} Nov 10 16:47:32.921577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:32.935708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed7632cf-f212-4302-9850-5cecc95bf2f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:32.968089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:47:33.003767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b24260-b7cc-46ec-8208-77cc45e1699e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:33.016520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.016871 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 63865b3e-9a1a-4120-9a81-b10a500103bc of type vlan for network 0233e351-0ed7-4718-a8ef-b45e0434b5cd Nov 10 16:47:33.024658 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.092898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.101809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06568e64-7c1a-4a10-866d-d8b44cd7e94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.111621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed7632cf-f212-4302-9850-5cecc95bf2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.112426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13939b63-6806-47ff-90a5-6a7ada89ca58 req-66dfc877-d7f0-4d05-ab1c-4fae827f7e03 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:33.114541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13939b63-6806-47ff-90a5-6a7ada89ca58 req-66dfc877-d7f0-4d05-ab1c-4fae827f7e03 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1186104 Nov 10 16:47:33.140012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:33.166774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ed7632cf-f212-4302-9850-5cecc95bf2f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7688c3f2f204f5e8923ebea411faa01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5426238 Nov 10 16:47:33.166774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:33.172937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06568e64-7c1a-4a10-866d-d8b44cd7e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.191736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13939b63-6806-47ff-90a5-6a7ada89ca58 req-51e03939-5212-46da-9432-98d0e54714cc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609641 Nov 10 16:47:33.251370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2dd9213a-8cec-4158-8c98-2afe2aa9cc0a req-a9b27d99-d9a4-47cc-be64-22370fcf000d service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233479 Nov 10 16:47:33.273066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-06568e64-7c1a-4a10-866d-d8b44cd7e94a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f7741725a824160a227167144246c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6159053 Nov 10 16:47:33.275141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58898) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:33.287038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7632cf-f212-4302-9850-5cecc95bf2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781a78e3-5ab7-4903-b22d-f3f7e5ef0e7d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:33.342020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.358691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:33.366052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.367651 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54933ee3-4280-4e2d-be4e-3210308724de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.373980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06568e64-7c1a-4a10-866d-d8b44cd7e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be5a6b0-1975-41e2-b58f-2d763a0f23eb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:33.421696 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54933ee3-4280-4e2d-be4e-3210308724de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.500941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=0233e351-0ed7-4718-a8ef-b45e0434b5cd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:33.513533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 0233e351-0ed7-4718-a8ef-b45e0434b5cd details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:47:33.563495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-7b70fc15-f2a3-4213-832b-b4580df43d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:33.567612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-7b70fc15-f2a3-4213-832b-b4580df43d14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1095 time: 0.1483800 Nov 10 16:47:33.580805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e025c587-1169-4b6c-bdb1-f57d85c7a37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.620970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e025c587-1169-4b6c-bdb1-f57d85c7a37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.694902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3e76e085-4b77-4a07-b4bd-5b0e481289e4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1540899 Nov 10 16:47:33.790462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e025c587-1169-4b6c-bdb1-f57d85c7a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.794765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e025c587-1169-4b6c-bdb1-f57d85c7a37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.815952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e025c587-1169-4b6c-bdb1-f57d85c7a37d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8be5a6b0-1975-41e2-b58f-2d763a0f23eb HTTP/1.1" status: 204 len: 168 time: 0.5369997 Nov 10 16:47:33.867683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025c587-1169-4b6c-bdb1-f57d85c7a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be5a6b0-1975-41e2-b58f-2d763a0f23eb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:33.916237 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8e9f2c2-f690-4bc9-96cb-13175e8e700a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:33.935615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58922) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:33.941850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': '0233e351-0ed7-4718-a8ef-b45e0434b5cd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:34.173424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:34.177221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:34.179095 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54933ee3-4280-4e2d-be4e-3210308724de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:34.181844 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54933ee3-4280-4e2d-be4e-3210308724de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:34.185680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-54933ee3-4280-4e2d-be4e-3210308724de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/781a78e3-5ab7-4903-b22d-f3f7e5ef0e7d HTTP/1.1" status: 204 len: 168 time: 1.0112734 Nov 10 16:47:34.195616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd6e3-8802-496d-b49a-866ca425d16b req-b28306ad-6812-4a62-b95b-f46fd4111e26 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:34.205005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc2cd6e3-8802-496d-b49a-866ca425d16b req-b28306ad-6812-4a62-b95b-f46fd4111e26 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.6799407 Nov 10 16:47:34.232052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54933ee3-4280-4e2d-be4e-3210308724de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781a78e3-5ab7-4903-b22d-f3f7e5ef0e7d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:34.342141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc2cd6e3-8802-496d-b49a-866ca425d16b req-c73b7f6c-9f25-4f2b-9f30-9eea40ab6a3b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268647 Nov 10 16:47:34.364849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-e86cc2f4-a149-4cd6-997c-8729b3e259a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:34.369528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-e86cc2f4-a149-4cd6-997c-8729b3e259a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.7528992 Nov 10 16:47:34.443699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-95cd36b4-d8ec-42d5-9642-6647c3c59100 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 217 time: 0.0665040 Nov 10 16:47:34.452030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cacb2-9a17-4eb6-8f83-0f954ec7101c req-dbab06fa-9596-4c6f-9735-7df636b9c889 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:34.454032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b69cacb2-9a17-4eb6-8f83-0f954ec7101c req-dbab06fa-9596-4c6f-9735-7df636b9c889 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0818872 Nov 10 16:47:34.541483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-5783f7c1-da13-45aa-b82a-e227878b4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:34.543459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-5783f7c1-da13-45aa-b82a-e227878b4ee7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.0896969 Nov 10 16:47:34.579019 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b69cacb2-9a17-4eb6-8f83-0f954ec7101c req-bfe8e7f7-cfd8-4db1-bdf3-4278b57b1f4e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075768 Nov 10 16:47:34.666346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-85700ea5-fd8a-4544-8ce1-15ba39b85a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:34.670447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-85700ea5-fd8a-4544-8ce1-15ba39b85a67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065314 Nov 10 16:47:34.779814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:34.920206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=4ce44e3d-3947-4636-bf1d-4e99afca2267,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:34.926808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '63865b3e-9a1a-4120-9a81-b10a500103bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0233e351-0ed7-4718-a8ef-b45e0434b5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:34.927168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: 0233e351-0ed7-4718-a8ef-b45e0434b5cd, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:47:34.987726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-703b5462-343f-40a4-a8de-51c407f20d7c service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030841 Nov 10 16:47:35.016084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network 0233e351-0ed7-4718-a8ef-b45e0434b5cd is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:47:35.024943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-685b5b3e-a87d-4a9b-a486-b2d0b34d4595 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2850745 Nov 10 16:47:35.059645 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:35.145720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c518eb97-f0b3-4e9f-baed-8c8b005eefaf req-9c859138-4ad4-4dda-86ff-c4944ace4ed0 service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569259 Nov 10 16:47:35.172683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1689802b-d37c-4eb0-96b8-05663ce3c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.172683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1689802b-d37c-4eb0-96b8-05663ce3c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.172683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1689802b-d37c-4eb0-96b8-05663ce3c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.173112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1689802b-d37c-4eb0-96b8-05663ce3c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.173415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1689802b-d37c-4eb0-96b8-05663ce3c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.173804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1689802b-d37c-4eb0-96b8-05663ce3c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.174254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1689802b-d37c-4eb0-96b8-05663ce3c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.176367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1689802b-d37c-4eb0-96b8-05663ce3c47b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6499 time: 0.0761511 Nov 10 16:47:35.178959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 0233e351-0ed7-4718-a8ef-b45e0434b5cd) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:35.186319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.186929 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:35.190778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24e39d0-77b5-44d6-a76a-9d6252db91c3 None None] Network 0233e351-0ed7-4718-a8ef-b45e0434b5cd requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:35.348046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2711ed23-628c-4ae9-8329-aec4d3a91bf2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4109745 Nov 10 16:47:35.355511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58958) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:35.359929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1624358894'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:35.424729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-51e75f4c-29fd-4f8d-8edf-e712ce998dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.425863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-51e75f4c-29fd-4f8d-8edf-e712ce998dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.427786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-51e75f4c-29fd-4f8d-8edf-e712ce998dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.429670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-51e75f4c-29fd-4f8d-8edf-e712ce998dc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=650047ea-d6fe-4afa-8b18-0dde135647bf&id=650047ea-d6fe-4afa-8b18-0dde135647bf HTTP/1.1" status: 200 len: 2292 time: 0.2116942 Nov 10 16:47:35.462423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-0233e351-0ed7-4718-a8ef-b45e0434b5cd', 'network_id': '0233e351-0ed7-4718-a8ef-b45e0434b5cd', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': '4ce44e3d-3947-4636-bf1d-4e99afca2267'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:47:35.464700 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:35.481986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:35.487634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:35.519040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:35.579276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb391f9-8791-4955-bae2-ac99a423d393 req-73f231dc-e6e5-4c2c-967c-c20a0d61e3eb tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.586580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28be1ea8-2a8d-420c-a323-42646fe80740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:35.589509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afb391f9-8791-4955-bae2-ac99a423d393 req-73f231dc-e6e5-4c2c-967c-c20a0d61e3eb tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.1417058 Nov 10 16:47:35.670209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-d926c003-0681-4466-8a98-e07edf150548 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037c0619-88ff-4df6-9d08-a678919d85c4 HTTP/1.1" status: 200 len: 1002 time: 0.2333167 Nov 10 16:47:35.726517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:47:35.795183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afb391f9-8791-4955-bae2-ac99a423d393 req-56036abd-70a9-440f-a51c-3b854965bb86 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046800 Nov 10 16:47:35.803963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:35.804531 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 98fe3c0d-9112-4266-80fb-df8c46e1ee27 of type vlan for network 53af1516-0eef-494a-a9c1-4533ac31736d Nov 10 16:47:35.809698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-b8d1d9fc-d461-44db-8731-a1cc258632b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:35.812603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-b8d1d9fc-d461-44db-8731-a1cc258632b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc279a63-2128-412b-a4ba-7615da2ef304 HTTP/1.1" status: 200 len: 851 time: 0.1296582 Nov 10 16:47:35.815536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Allocated IP 172.20.255.242 (0233e351-0ed7-4718-a8ef-b45e0434b5cd/4ce44e3d-3947-4636-bf1d-4e99afca2267/174101b1-c057-447c-84fa-a9f6eb704783) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:35.943300 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:35.998601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-b7c80a1f-bb96-4760-b5d5-c8084414a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:36.000927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-b7c80a1f-bb96-4760-b5d5-c8084414a9f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1809025 Nov 10 16:47:36.045638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b47a1-640f-47ce-baab-b0b80d2c2f76 req-fd6ddf5b-a81c-40f7-8554-4e00eab75590 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:36.054279 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-136b47a1-640f-47ce-baab-b0b80d2c2f76 req-fd6ddf5b-a81c-40f7-8554-4e00eab75590 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.3186135 Nov 10 16:47:36.075165 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28be1ea8-2a8d-420c-a323-42646fe80740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.089926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.097799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:36.098453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.161495 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.176484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-136b47a1-640f-47ce-baab-b0b80d2c2f76 req-ed6c8168-49e4-40e3-8558-b3cf2274b942 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210537 Nov 10 16:47:36.189831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-13821717-74ef-4a48-85a7-cac83c207a16 service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805594 Nov 10 16:47:36.202235 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28be1ea8-2a8d-420c-a323-42646fe80740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.236395 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.289396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9302738 Nov 10 16:47:36.322631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Network 0233e351-0ed7-4718-a8ef-b45e0434b5cd is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:36.325268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Pushing event updated for resources: {'Port': ['ID=174101b1-c057-447c-84fa-a9f6eb704783,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:36.329365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:36.343953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:47:36.370610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58986) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:36.394845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': '53af1516-0eef-494a-a9c1-4533ac31736d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:36.423666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Attempting to bind port 174101b1-c057-447c-84fa-a9f6eb704783 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:47:36.424491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Attempting to bind port 174101b1-c057-447c-84fa-a9f6eb704783 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '63865b3e-9a1a-4120-9a81-b10a500103bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0233e351-0ed7-4718-a8ef-b45e0434b5cd'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:47:36.425116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Attempting to bind port 174101b1-c057-447c-84fa-a9f6eb704783 on network 0233e351-0ed7-4718-a8ef-b45e0434b5cd {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:47:36.433150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:47:36.433937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Checking segment: {'id': '63865b3e-9a1a-4120-9a81-b10a500103bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0233e351-0ed7-4718-a8ef-b45e0434b5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:36.434688 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.435440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Bound using segment: {'id': '63865b3e-9a1a-4120-9a81-b10a500103bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0233e351-0ed7-4718-a8ef-b45e0434b5cd'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:47:36.440350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Bound port: 174101b1-c057-447c-84fa-a9f6eb704783, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63865b3e-9a1a-4120-9a81-b10a500103bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0233e351-0ed7-4718-a8ef-b45e0434b5cd'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:47:36.440350 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.504642 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-28be1ea8-2a8d-420c-a323-42646fe80740 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8335c7cce94b4e459fa85e64138ffcbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9833171 Nov 10 16:47:36.508674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-ff362fc4-990a-4a68-9f92-be02ae37a31b service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122492 Nov 10 16:47:36.509396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:36.513234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca793371-ea29-4ebb-ba38-420a8bacba65 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=53af1516-0eef-494a-a9c1-4533ac31736d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:36.526478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be1ea8-2a8d-420c-a323-42646fe80740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9659b579-7910-413d-9909-dc56d3bff4a7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:36.550708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:47:36.559583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:47:36.560870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 53af1516-0eef-494a-a9c1-4533ac31736d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:47:36.583640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-e0832e90-a2ad-475e-9600-73a7264025f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 217 time: 0.0641637 Nov 10 16:47:36.593491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] For port 174101b1-c057-447c-84fa-a9f6eb704783, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:47:36.640938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] For port 174101b1-c057-447c-84fa-a9f6eb704783, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=174101b1-c057-447c-84fa-a9f6eb704783,segment=NetworkSegment(63865b3e-9a1a-4120-9a81-b10a500103bc),segment_id=63865b3e-9a1a-4120-9a81-b10a500103bc)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:47:36.677078 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-f181bf89-2d22-4bce-9490-b97eaa3521d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:36.678576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-f181bf89-2d22-4bce-9490-b97eaa3521d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0873225 Nov 10 16:47:36.684501 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5171721d-302c-4ecc-8ab6-f2df3f4c15c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.753687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5171721d-302c-4ecc-8ab6-f2df3f4c15c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.801678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-6af6c113-5695-4e57-88a0-43327758a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:36.803217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-6af6c113-5695-4e57-88a0-43327758a15a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159763 Nov 10 16:47:36.852961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:36.876495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:36.887607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '1976fa58-a2cb-433b-8669-09b8359c609a', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': '1976fa58-a2cb-433b-8669-09b8359c609a', 'mac_address': 'fa:16:3e:99:e7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:47:36.893390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'port_id': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'mac_address': 'fa:16:3e:74:0d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:47:36.967878 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.970813 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:36.995371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-e385a6b2-f8bd-4460-99a6-9074cc5cad03 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808293 Nov 10 16:47:37.003946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97774b2f-4506-4013-8b74-828f406b7543 req-d3cbf217-761e-44d6-a4af-c21545f1a3bf tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:37.005580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97774b2f-4506-4013-8b74-828f406b7543 req-d3cbf217-761e-44d6-a4af-c21545f1a3bf tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.1012447 Nov 10 16:47:37.065189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:37.070053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.123347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97774b2f-4506-4013-8b74-828f406b7543 req-b7ff88b0-7dec-44ad-ab13-5b482cec6103 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088457 Nov 10 16:47:37.132532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5171721d-302c-4ecc-8ab6-f2df3f4c15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.135781 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5171721d-302c-4ecc-8ab6-f2df3f4c15c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.139565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5171721d-302c-4ecc-8ab6-f2df3f4c15c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9659b579-7910-413d-9909-dc56d3bff4a7 HTTP/1.1" status: 204 len: 168 time: 0.6273172 Nov 10 16:47:37.157978 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-354a1e5e-e749-4da0-9ec4-bb490e410ca0 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513524 Nov 10 16:47:37.161964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171721d-302c-4ecc-8ab6-f2df3f4c15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9659b579-7910-413d-9909-dc56d3bff4a7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:37.174699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.180451 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.221425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1976fa58-a2cb-433b-8669-09b8359c609a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:47:37.226143 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-8e4bf4d8-9943-4090-b971-55fb413d0fd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 217 time: 0.0554538 Nov 10 16:47:37.322651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bb75fc-1987-49c3-aa4e-0457622d3290 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:47:37.363072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:37.365294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01a9f8-6a8a-4d8a-8fe4-e81ecec1d1c1 None None] Pushing event updated for resources: {'Port': ['ID=174101b1-c057-447c-84fa-a9f6eb704783,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:37.423708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59024) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:37.426650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:37.430982 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.473282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-932542d2-2db5-40cf-90c7-972f08c3b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:37.477619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-932542d2-2db5-40cf-90c7-972f08c3b78d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.2453458 Nov 10 16:47:37.507800 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.582965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:37.630525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['1976fa58-a2cb-433b-8669-09b8359c609a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:47:37.666837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a7baa-1b45-40b6-8ca7-0a4cfa50c3cf req-450c4fdf-0adb-4226-a0a8-4efe33145c70 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:37.667450 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.670813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-242a7baa-1b45-40b6-8ca7-0a4cfa50c3cf req-450c4fdf-0adb-4226-a0a8-4efe33145c70 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.2983162 Nov 10 16:47:37.697776 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.712576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d8bb75fc-1987-49c3-aa4e-0457622d3290'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:47:37.742210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:37.746727 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:37.755291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-6326b75f-5126-4153-89a7-234ca9758861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:37.764028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-6326b75f-5126-4153-89a7-234ca9758861 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2661567 Nov 10 16:47:37.972299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=de1ea3e2-f999-465d-b62e-a1d45e65d5e0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:38.053400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '98fe3c0d-9112-4266-80fb-df8c46e1ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '53af1516-0eef-494a-a9c1-4533ac31736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:38.053759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: 53af1516-0eef-494a-a9c1-4533ac31736d, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:47:38.138308 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-242a7baa-1b45-40b6-8ca7-0a4cfa50c3cf req-4f2ea3a5-b48e-407f-ae7d-42524bb167f6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4580214 Nov 10 16:47:38.160477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-44949626-network', 'tenant_id': 'cea245de83394e6cbc122c996ab3e0f7'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:38.174602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-2c3b4063-8be7-4e33-9bcb-c8ba9963c103 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988211 Nov 10 16:47:38.199523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network 53af1516-0eef-494a-a9c1-4533ac31736d is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:47:38.271193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Made reservation on behalf of cea245de83394e6cbc122c996ab3e0f7 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:38.274646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:38.294187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:38.333796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-61e9d264-2038-4635-adde-f82a6c2b0d8b service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442306 Nov 10 16:47:38.429476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-f231b582-d407-4f22-8e8c-5adde50fee42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a6df1d8a-ea18-4393-801b-6add954c4c55 HTTP/1.1" status: 200 len: 217 time: 0.0944998 Nov 10 16:47:38.443072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:38.449096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 53af1516-0eef-494a-a9c1-4533ac31736d) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:38.463086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f74e5-2b5f-4396-b29d-1eb4ede739db None None] Network 53af1516-0eef-494a-a9c1-4533ac31736d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:38.463976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:38.466676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:38.518785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-d55114c9-fffe-4463-81ea-85fc1284ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:38.520088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-d55114c9-fffe-4463-81ea-85fc1284ecc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0806220 Nov 10 16:47:38.542409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:38.582382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:38.643606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:47:38.660616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:38.661416 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Added segment 0566f1f4-2189-4061-8846-9a76be206e52 of type vlan for network 8d121079-2ac4-42b2-bdcd-5a4e09899181 Nov 10 16:47:38.664623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-cba0aeff-adb2-4929-ada0-b3bde5ddad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:38.675733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-cba0aeff-adb2-4929-ada0-b3bde5ddad12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1451595 Nov 10 16:47:38.687493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-977b1661-d8bb-4175-9c3a-e3c880f98cd5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3040535 Nov 10 16:47:38.704517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:38.748735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567157-5909-44b1-9a38-3788e377cd02 req-1839a74b-241c-4243-a33d-421b3cac0e15 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:38.770105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-19567157-5909-44b1-9a38-3788e377cd02 req-1839a74b-241c-4243-a33d-421b3cac0e15 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.4685080 Nov 10 16:47:38.825721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0828b1c4-c70f-4599-acb3-aff2cc7d9120,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:38.894025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:38.917569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 174101b1-c057-447c-84fa-a9f6eb704783 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:39.062986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 174101b1-c057-447c-84fa-a9f6eb704783 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:39.065659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.070564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-19567157-5909-44b1-9a38-3788e377cd02 req-583b833b-2163-4163-bd4a-8e5193fc0c83 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984538 Nov 10 16:47:39.149456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-53af1516-0eef-494a-a9c1-4533ac31736d', 'network_id': '53af1516-0eef-494a-a9c1-4533ac31736d', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': 'de1ea3e2-f999-465d-b62e-a1d45e65d5e0'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:47:39.156807 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.159511 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.160677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:39.161768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.314101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-c5e1b73b-e312-45b0-a077-f75f8da96061 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292205 Nov 10 16:47:39.353190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 1976fa58-a2cb-433b-8669-09b8359c609a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:39.360255 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.410864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.455981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0133369 Nov 10 16:47:39.466992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1070ba36-141c-4445-b8f4-9fe46d64cb11 None None] Network 0233e351-0ed7-4718-a8ef-b45e0434b5cd requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:39.473031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:39.491988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Request body: {'subnet': {'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-44949626-subnet', 'tenant_id': 'cea245de83394e6cbc122c996ab3e0f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:39.516978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9be26b-3961-4095-8382-ce1d0b33ba7f admin admin] Pushing event updated for resources: {'Network': ['ID=8d121079-2ac4-42b2-bdcd-5a4e09899181,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:39.578620 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c23b35-f0ee-401d-b326-dc4484c6792c req-40087d73-2cbc-4ba9-b9ba-bf988573249f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:39.603926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5c23b35-f0ee-401d-b326-dc4484c6792c req-40087d73-2cbc-4ba9-b9ba-bf988573249f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 945 time: 0.1674521 Nov 10 16:47:39.640535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-f08f1190-d7d3-47f0-96b2-9cabdfb5d5d3 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000615 Nov 10 16:47:39.689868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8d121079-2ac4-42b2-bdcd-5a4e09899181 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:47:39.710877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5c23b35-f0ee-401d-b326-dc4484c6792c req-ce154b58-a225-4b25-b93a-a391a2f7aab0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059353 Nov 10 16:47:39.772439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-adc97967-c744-4e4a-bc9d-5aa62be126f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=60898d86-7bc3-4062-9773-8363c4476c9f HTTP/1.1" status: 200 len: 217 time: 0.1152568 Nov 10 16:47:39.784180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Made reservation on behalf of cea245de83394e6cbc122c996ab3e0f7 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:39.789013 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.853045 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.898992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-930201dc-b3a7-4b0e-a822-b5bc1145f847 None None] Provisioning complete for port 174101b1-c057-447c-84fa-a9f6eb704783 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:39.899281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-930201dc-b3a7-4b0e-a822-b5bc1145f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:39.971046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-093471d6-7c97-42f1-978c-add353cb7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:39.973011 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-093471d6-7c97-42f1-978c-add353cb7b1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.1904023 Nov 10 16:47:40.089343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:40.159468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-9c2c328f-16de-4dd8-95fa-b60a684a936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:40.161161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-9c2c328f-16de-4dd8-95fa-b60a684a936f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1783428 Nov 10 16:47:40.230493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 174101b1-c057-447c-84fa-a9f6eb704783, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=174101b1-c057-447c-84fa-a9f6eb704783,segment=NetworkSegment(63865b3e-9a1a-4120-9a81-b10a500103bc),segment_id=63865b3e-9a1a-4120-9a81-b10a500103bc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:40.242380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Allocated IP 172.20.0.2 (53af1516-0eef-494a-a9c1-4533ac31736d/de1ea3e2-f999-465d-b62e-a1d45e65d5e0/6f052361-b404-4a5e-8125-aca22dde0339) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:40.275085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:40.362306 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:40.381682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:40.554994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b8fbe2-2e2f-4d29-9721-1d064993d2cb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:40.573636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18af16b-443d-481f-8d44-27d6973040e5 req-0e2aa3f9-51f8-4ec1-bbcb-432140c58120 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:40.575571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a18af16b-443d-481f-8d44-27d6973040e5 req-0e2aa3f9-51f8-4ec1-bbcb-432140c58120 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.3014619 Nov 10 16:47:40.622185 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:40.641131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-559cddd9-48c0-4afe-a49d-9adf5d93954e service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641150 Nov 10 16:47:40.682947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:40.712537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:47:40.716231 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f177edcb-3545-4848-9f95-c533f121a41f" -d '{"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-plugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:47:40.751220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=174101b1-c057-447c-84fa-a9f6eb704783,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:40.752058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Checking segment: {'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:40.752058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Network hostable DHCP agents. Network: 8d121079-2ac4-42b2-bdcd-5a4e09899181, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:47:40.752305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:40.755610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:40.799862 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:40.922401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a18af16b-443d-481f-8d44-27d6973040e5 req-b66c940f-49ec-4b3f-8277-7b1a380b7833 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203998 Nov 10 16:47:40.923035 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:40.964867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6974a9-6e9c-499e-ad46-8d4c800af027 req-db7e3703-9c3e-4ca9-b00f-9d79b4f288a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:40.977145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c6974a9-6e9c-499e-ad46-8d4c800af027 req-db7e3703-9c3e-4ca9-b00f-9d79b4f288a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.0965111 Nov 10 16:47:40.996780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Network 53af1516-0eef-494a-a9c1-4533ac31736d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:41.002504 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Pushing event updated for resources: {'Port': ['ID=6f052361-b404-4a5e-8125-aca22dde0339,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:41.003910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-030ee487-d4f8-47ad-859c-8e9d07231b3d service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445439 Nov 10 16:47:41.009759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:41.017264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:47:41.097990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c6974a9-6e9c-499e-ad46-8d4c800af027 req-9c4a9047-cf98-4b15-b40e-be963ae63494 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188025 Nov 10 16:47:41.136688 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586a91bb-c4d9-46d6-8e46-e1e3f374bf51 x-openstack-request-id: req-586a91bb-c4d9-46d6-8e46-e1e3f374bf51 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:47:41.137048 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-plugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:47:41.137270 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-586a91bb-c4d9-46d6-8e46-e1e3f374bf51 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:47:41.138237 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'code': 200} Nov 10 16:47:41.176779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:41.185321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port d8bb75fc-1987-49c3-aa4e-0457622d3290 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:47:41.220878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=13']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:41.235608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=de1ea3e2-f999-465d-b62e-a1d45e65d5e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:41.237866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Network 8d121079-2ac4-42b2-bdcd-5a4e09899181 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:47:41.519474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d8bb75fc-1987-49c3-aa4e-0457622d3290 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:41.519474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:41.521099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-1323e3d9-fe33-490e-a4ed-d1a7c902d3a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965 HTTP/1.1" status: 200 len: 217 time: 0.2457411 Nov 10 16:47:41.521099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-571fc0a4-3a78-4f13-bc21-c9f97437eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:41.521099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-571fc0a4-3a78-4f13-bc21-c9f97437eddf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.0818164 Nov 10 16:47:41.521099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8d121079-2ac4-42b2-bdcd-5a4e09899181) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:41.629114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59126217-e0d2-4334-b974-c464f66f46da None None] Network 8d121079-2ac4-42b2-bdcd-5a4e09899181 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:41.649220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Attempting to bind port 6f052361-b404-4a5e-8125-aca22dde0339 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:47:41.649765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Attempting to bind port 6f052361-b404-4a5e-8125-aca22dde0339 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '98fe3c0d-9112-4266-80fb-df8c46e1ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '53af1516-0eef-494a-a9c1-4533ac31736d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:47:41.651482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Attempting to bind port 6f052361-b404-4a5e-8125-aca22dde0339 on network 53af1516-0eef-494a-a9c1-4533ac31736d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:47:41.675694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:47:41.676403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Checking segment: {'id': '98fe3c0d-9112-4266-80fb-df8c46e1ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '53af1516-0eef-494a-a9c1-4533ac31736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:41.677040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:41.677983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Bound using segment: {'id': '98fe3c0d-9112-4266-80fb-df8c46e1ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '53af1516-0eef-494a-a9c1-4533ac31736d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:47:41.679713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Bound port: 6f052361-b404-4a5e-8125-aca22dde0339, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fe3c0d-9112-4266-80fb-df8c46e1ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '53af1516-0eef-494a-a9c1-4533ac31736d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:47:41.679713 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:41.815571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1ba22102-d69f-4d0b-b538-19eaf43b3394 None None] Provisioning complete for port 174101b1-c057-447c-84fa-a9f6eb704783 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:41.816042 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ba22102-d69f-4d0b-b538-19eaf43b3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:41.838210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:41.839664 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:41.879767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:41.914566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53af1516-0eef-494a-a9c1-4533ac31736d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:41.918780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-b8dca10e-c6de-42db-a7c1-ece871a04893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:41.920867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-b8dca10e-c6de-42db-a7c1-ece871a04893 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5537465 Nov 10 16:47:41.937655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fe3c0d-9112-4266-80fb-df8c46e1ee27') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:41.939648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fe3c0d-9112-4266-80fb-df8c46e1ee27') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:41.955317 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:41.976150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:42.002803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:47:42.003776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:42.029214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] For port 6f052361-b404-4a5e-8125-aca22dde0339, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:47:42.034131 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:42.066973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a82fa2-82a7-415e-b026-be1ea9b2d64a None None] Network 8d121079-2ac4-42b2-bdcd-5a4e09899181 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:42.188099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:42.235211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:42.369228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:42.410339 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:42.432161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] For port 6f052361-b404-4a5e-8125-aca22dde0339, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f052361-b404-4a5e-8125-aca22dde0339,segment=NetworkSegment(98fe3c0d-9112-4266-80fb-df8c46e1ee27),segment_id=98fe3c0d-9112-4266-80fb-df8c46e1ee27)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:47:42.498350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4b293f84-ec6c-406b-9bf9-5a701d502279 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0155997 Nov 10 16:47:42.511988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:47:42.511988 n-d-714676-11 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:47:42.511988 n-d-714676-11 neutron-server[103325]: [parameters: {'id': '53af1516-0eef-494a-a9c1-4533ac31736d'}] Nov 10 16:47:42.511988 n-d-714676-11 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:47:42.512713 n-d-714676-11 neutron-server[103325]: DEBUG oslo_db.api [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:47:42.523663 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:42.558101 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:47:42.718644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1b44c-1691-42e6-8667-7d2a136b7a70 req-33083f80-a850-49d8-84c2-ba42eb22a674 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:42.725014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42e1b44c-1691-42e6-8667-7d2a136b7a70 req-33083f80-a850-49d8-84c2-ba42eb22a674 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.3119049 Nov 10 16:47:42.764012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 174101b1-c057-447c-84fa-a9f6eb704783 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:42.843343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-caa44568-f208-437d-ac65-35ee7a0d2afc service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523643 Nov 10 16:47:42.844972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592a3e8-e865-44b0-a52b-de26bd9dd5e8 None None] Pushing event updated for resources: {'Port': ['ID=6f052361-b404-4a5e-8125-aca22dde0339,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:42.880313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2c5dbb-c17b-4413-a47f-51a462cac49f None None] Network 53af1516-0eef-494a-a9c1-4533ac31736d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:42.939814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42e1b44c-1691-42e6-8667-7d2a136b7a70 req-0db56933-12d8-4973-af05-581f39489f9f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053320 Nov 10 16:47:43.044666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 174101b1-c057-447c-84fa-a9f6eb704783 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:43.044932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:43.085723 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:43.150589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:47:43.159737 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f53c84c-51b6-4f0b-8700-18823911b6b3" -d '{"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:47:43.332452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498cee0-e679-423f-9a05-a04285fee4f6 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:47:43.425098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-f792856b-0698-4af5-9819-0fff2200fb82 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688047 Nov 10 16:47:43.450875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865902c8-cd21-4483-820f-37103b17a686 req-0bb38c8f-17af-4ea6-909c-4fc443afa47f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:43.452963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-865902c8-cd21-4483-820f-37103b17a686 req-0bb38c8f-17af-4ea6-909c-4fc443afa47f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.3652041 Nov 10 16:47:43.573156 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498cee0-e679-423f-9a05-a04285fee4f6 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:47:43.607122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-79c8683e-e07d-45e4-a906-9e14aa9664bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5 HTTP/1.1" status: 200 len: 217 time: 0.1482790 Nov 10 16:47:43.856092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-e11fbd40-deed-4220-a4b9-4bfc025152f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:43.856092 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-e11fbd40-deed-4220-a4b9-4bfc025152f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.1406994 Nov 10 16:47:43.856092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port 6f052361-b404-4a5e-8125-aca22dde0339 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:43.856092 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:44.001393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port 6f052361-b404-4a5e-8125-aca22dde0339, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f052361-b404-4a5e-8125-aca22dde0339,segment=NetworkSegment(98fe3c0d-9112-4266-80fb-df8c46e1ee27),segment_id=98fe3c0d-9112-4266-80fb-df8c46e1ee27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:44.002156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:44.028052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-865902c8-cd21-4483-820f-37103b17a686 req-f6bf6884-2be3-49b1-a03d-76fd5c9a3558 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5500045 Nov 10 16:47:44.065236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for 6f052361-b404-4a5e-8125-aca22dde0339 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:44.243632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-d7f5a2f4-9e05-418a-a857-e8bdc07edb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:44.251009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-d7f5a2f4-9e05-418a-a857-e8bdc07edb56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4648864 Nov 10 16:47:44.429774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-083aa3e4-2a3a-48c4-ba03-6b2a8a3fdfd5 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677439 Nov 10 16:47:44.437538 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d04edcb-a2ad-44a0-b647-24d8b361b8f7 x-openstack-request-id: req-6d04edcb-a2ad-44a0-b647-24d8b361b8f7 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:47:44.438563 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:47:44.442127 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d04edcb-a2ad-44a0-b647-24d8b361b8f7 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:47:44.442560 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'code': 200} Nov 10 16:47:44.693783 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:44.721327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba1538-59c9-4830-aac2-9bd8234063c3 req-60df9d25-cfe8-4719-b2c2-f1587df3400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:44.724481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70ba1538-59c9-4830-aac2-9bd8234063c3 req-60df9d25-cfe8-4719-b2c2-f1587df3400b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1097 time: 0.2250142 Nov 10 16:47:44.794860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=6f052361-b404-4a5e-8125-aca22dde0339,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:44.833776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port 6f052361-b404-4a5e-8125-aca22dde0339 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:44.883738 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37b62ebf-55d9-4178-939f-8c79071fb8db req-8178b332-24ce-4929-8b77-ef564cd5b4c6 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381418 Nov 10 16:47:44.923172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70ba1538-59c9-4830-aac2-9bd8234063c3 req-e4af0254-6576-4e57-9d81-559f664c00c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382113 Nov 10 16:47:44.935967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410dccf-9e40-444b-a4a3-3bc1480b8e28 req-a7a497c6-4ad8-45f8-8a99-a29b94cd9f19 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:44.941499 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f410dccf-9e40-444b-a4a3-3bc1480b8e28 req-a7a497c6-4ad8-45f8-8a99-a29b94cd9f19 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.2106164 Nov 10 16:47:45.012462 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:45.055940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53af1516-0eef-494a-a9c1-4533ac31736d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:45.081363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f410dccf-9e40-444b-a4a3-3bc1480b8e28 req-03ddd0d6-2b4c-4be0-9137-63a8bd731d35 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387138 Nov 10 16:47:45.084015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fe3c0d-9112-4266-80fb-df8c46e1ee27') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:45.084313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fe3c0d-9112-4266-80fb-df8c46e1ee27') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:45.121215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:45.144703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:45.176399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:47:45.178254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:45.185484 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:45.353549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c932a4-eccb-43a0-a159-a3759d47e72c req-fe92b343-4794-4462-9ed5-76c2bf709ac2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:45.356513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18c932a4-eccb-43a0-a159-a3759d47e72c req-fe92b343-4794-4462-9ed5-76c2bf709ac2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1404526 Nov 10 16:47:45.466241 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:45.553779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18c932a4-eccb-43a0-a159-a3759d47e72c req-ed921a10-c8be-4e9a-99e9-8cff0b0de882 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664231 Nov 10 16:47:45.563513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:45.568942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/53af1516-0eef-494a-a9c1-4533ac31736d HTTP/1.1" status: 204 len: 168 time: 6.8631873 Nov 10 16:47:45.576416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59228) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:45.583613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1475288722'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:45.604788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06612a6c-6ebd-41d6-b0e2-228e3aa77b5d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=53af1516-0eef-494a-a9c1-4533ac31736d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:45.711929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:45.719291 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:45.797655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:47:45.830501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:45.832560 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 8711f0c4-3c35-40a5-a369-1592323d2b99 of type vlan for network e55583d6-9a15-4078-928d-d7af088e11b6 Nov 10 16:47:46.019755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:46.168395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:46.175113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:46.175747 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:46.404350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d30ff4-dd99-4e7c-8c43-9a0e5d7f8a05 req-35086dd5-0aa9-45d4-ba37-1195a5eb153a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:46.409256 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1d30ff4-dd99-4e7c-8c43-9a0e5d7f8a05 req-35086dd5-0aa9-45d4-ba37-1195a5eb153a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1399956 Nov 10 16:47:46.459343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=e55583d6-9a15-4078-928d-d7af088e11b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:46.471661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e55583d6-9a15-4078-928d-d7af088e11b6 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:47:46.532472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1d30ff4-dd99-4e7c-8c43-9a0e5d7f8a05 req-d5834e62-e810-4d9c-bba1-92126325551b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166258 Nov 10 16:47:46.568407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:46.568921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ac7b98a8-46ce-4e59-b671-62e111b13a79 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9903438 Nov 10 16:47:46.574177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': 'e55583d6-9a15-4078-928d-d7af088e11b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:46.818866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4500f6-238b-4d8c-8da2-baae63f47e5c req-8092c5d3-1178-4026-a7e9-5d83619bd2b3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:46.826920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c4500f6-238b-4d8c-8da2-baae63f47e5c req-8092c5d3-1178-4026-a7e9-5d83619bd2b3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1226995 Nov 10 16:47:46.919530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:46.923355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:46.955249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c4500f6-238b-4d8c-8da2-baae63f47e5c req-539e3276-f454-4e80-80b7-22042b7cc26c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272528 Nov 10 16:47:47.039427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 16:47:47.040205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 16:47:47.345305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:47.435704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323cdbd-e2ad-466a-aa43-30aa0b239ffc req-8ea4ac38-06cf-4f5c-a85b-28139eab4b0c tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:47.437403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3323cdbd-e2ad-466a-aa43-30aa0b239ffc req-8ea4ac38-06cf-4f5c-a85b-28139eab4b0c tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 950 time: 0.0796220 Nov 10 16:47:47.440605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '8711f0c4-3c35-40a5-a369-1592323d2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e55583d6-9a15-4078-928d-d7af088e11b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:47.441656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: e55583d6-9a15-4078-928d-d7af088e11b6, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:47:47.443958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=f97713b1-7218-45c1-b990-dd0902a8b664,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:47.522231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3323cdbd-e2ad-466a-aa43-30aa0b239ffc req-09d814f7-beca-44c4-b401-0bd00536a8e3 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780008 Nov 10 16:47:47.585930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network e55583d6-9a15-4078-928d-d7af088e11b6 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:47:47.711886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e55583d6-9a15-4078-928d-d7af088e11b6) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:47.723723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2b166a-0726-4bf2-8a44-0aa1596aed7f None None] Network e55583d6-9a15-4078-928d-d7af088e11b6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:47.728844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:47.730837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:47.769164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2f6ca-0f59-41e7-a567-5c485df14f9e req-37fa9e7f-2e27-4dd2-8830-4424f2c70dd8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:47.771230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ac2f6ca-0f59-41e7-a567-5c485df14f9e req-37fa9e7f-2e27-4dd2-8830-4424f2c70dd8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1168334 Nov 10 16:47:47.876552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ac2f6ca-0f59-41e7-a567-5c485df14f9e req-9bd132f9-5ecf-4851-8c7d-6d5c1998f322 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931592 Nov 10 16:47:47.899504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59300) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:47.904210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-27107c41-89b5-45a4-8080-2fb72cff0e61 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3346398 Nov 10 16:47:47.959228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e55583d6-9a15-4078-928d-d7af088e11b6', 'network_id': 'e55583d6-9a15-4078-928d-d7af088e11b6', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': 'f97713b1-7218-45c1-b990-dd0902a8b664'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:47:47.961651 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:48.204811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5ef3-ac22-43bf-8cad-f681a0af64fc req-63bd68e2-3391-42d8-8949-18519e8165b1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:48.207444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d274b-d6e9-4926-8fa7-866668eed13d req-9a287012-bd5f-49f7-a2e7-39329131e794 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:48.208950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b1d274b-d6e9-4926-8fa7-866668eed13d req-9a287012-bd5f-49f7-a2e7-39329131e794 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0885329 Nov 10 16:47:48.216842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64fc5ef3-ac22-43bf-8cad-f681a0af64fc req-63bd68e2-3391-42d8-8949-18519e8165b1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.0994785 Nov 10 16:47:48.217758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59310) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:48.224621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'floatingip': {'port_id': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:48.322211 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64fc5ef3-ac22-43bf-8cad-f681a0af64fc req-ec206dcc-3109-49f0-a2a4-e976e86ee216 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993729 Nov 10 16:47:48.327968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Allocated IP 172.20.0.3 (e55583d6-9a15-4078-928d-d7af088e11b6/f97713b1-7218-45c1-b990-dd0902a8b664/1790e3ca-89f8-4400-8359-3d31086d7662) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:47:48.404040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:48.480577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:48.564137 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:48.631748 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:48.733331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Pushing event updated for resources: {'Port': ['ID=1790e3ca-89f8-4400-8359-3d31086d7662,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:48.774639 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:48.778393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Network e55583d6-9a15-4078-928d-d7af088e11b6 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:47:48.792913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:48.796079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:47:48.915141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Attempting to bind port 1790e3ca-89f8-4400-8359-3d31086d7662 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:47:48.915716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Attempting to bind port 1790e3ca-89f8-4400-8359-3d31086d7662 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8711f0c4-3c35-40a5-a369-1592323d2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e55583d6-9a15-4078-928d-d7af088e11b6'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:47:48.956907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Attempting to bind port 1790e3ca-89f8-4400-8359-3d31086d7662 on network e55583d6-9a15-4078-928d-d7af088e11b6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:47:48.956907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:47:48.956907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Checking segment: {'id': '8711f0c4-3c35-40a5-a369-1592323d2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e55583d6-9a15-4078-928d-d7af088e11b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:48.956907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:48.956907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Bound using segment: {'id': '8711f0c4-3c35-40a5-a369-1592323d2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e55583d6-9a15-4078-928d-d7af088e11b6'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:47:48.956907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Bound port: 1790e3ca-89f8-4400-8359-3d31086d7662, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8711f0c4-3c35-40a5-a369-1592323d2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e55583d6-9a15-4078-928d-d7af088e11b6'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:47:48.956907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:48.979015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8980ac5-0443-4594-a6c7-a7cc48e1ac53 req-e839ef8d-34ae-45ac-a99d-5ff1feee187d tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:48.981165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8980ac5-0443-4594-a6c7-a7cc48e1ac53 req-e839ef8d-34ae-45ac-a99d-5ff1feee187d tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 950 time: 0.2091718 Nov 10 16:47:49.007379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] For port 1790e3ca-89f8-4400-8359-3d31086d7662, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:47:49.007379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] For port 1790e3ca-89f8-4400-8359-3d31086d7662, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1790e3ca-89f8-4400-8359-3d31086d7662,segment=NetworkSegment(8711f0c4-3c35-40a5-a369-1592323d2b99),segment_id=8711f0c4-3c35-40a5-a369-1592323d2b99)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:47:49.163136 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:49.167833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:49.173665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8980ac5-0443-4594-a6c7-a7cc48e1ac53 req-6ea24aa0-c7f5-4dd7-9624-4ec1ee80938a tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835351 Nov 10 16:47:49.239435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28203f-3584-4f96-85a1-3bf3c15de726 None None] Pushing event updated for resources: {'Port': ['ID=1790e3ca-89f8-4400-8359-3d31086d7662,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:49.982276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=f97713b1-7218-45c1-b990-dd0902a8b664,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:50.197411 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:50.265253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff883f98-dc5e-459b-8586-0a48a503c2cc req-c15dbf43-f067-4d6d-9efb-bc827eadedec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:50.268410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff883f98-dc5e-459b-8586-0a48a503c2cc req-c15dbf43-f067-4d6d-9efb-bc827eadedec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.2771010 Nov 10 16:47:50.382981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55583d6-9a15-4078-928d-d7af088e11b6']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:50.392208 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:47:50.540405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8711f0c4-3c35-40a5-a369-1592323d2b99') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:50.540693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8711f0c4-3c35-40a5-a369-1592323d2b99') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:50.550692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:50.694455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff883f98-dc5e-459b-8586-0a48a503c2cc req-0deef66d-4e8d-4003-94ec-eb80d7f45c35 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524389 Nov 10 16:47:50.759607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59434) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:50.888359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:50.896372 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:50.992100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.022934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.056029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1790e3ca-89f8-4400-8359-3d31086d7662 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:47:51.060399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541f61e-79a3-4073-a197-093e50ddc587 None None] Network e55583d6-9a15-4078-928d-d7af088e11b6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:51.061136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf91cefa-b04c-45e3-b024-009b13e8bdde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.171625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:47:51.172049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.252961 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:51.270951 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:51.328852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-99cbefbb-37b8-465c-baa5-e7c461fc3f15 None None] Provisioning complete for port 1790e3ca-89f8-4400-8359-3d31086d7662 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:51.330080 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99cbefbb-37b8-465c-baa5-e7c461fc3f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.461760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:47:51.465290 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09248606-93c8-4977-be32-6e1b4a996f15" -d '{"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-unplugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:47:51.486067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:47:51.486067 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:47:51.486067 n-d-714676-11 neutron-server[103326]: [parameters: {'id': 'e55583d6-9a15-4078-928d-d7af088e11b6'}] Nov 10 16:47:51.486067 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:47:51.486558 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:47:51.516734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:51.520710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf91cefa-b04c-45e3-b024-009b13e8bdde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.544195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1790e3ca-89f8-4400-8359-3d31086d7662 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:47:51.545339 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.564440 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Floating IP 188eecfc-2bab-47be-a03b-6eea729e05ff associated. External IP: 172.25.3.127, port: d8bb75fc-1987-49c3-aa4e-0457622d3290. Nov 10 16:47:51.657861 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.665161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf91cefa-b04c-45e3-b024-009b13e8bdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.720925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99cbefbb-37b8-465c-baa5-e7c461fc3f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.767198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] DHCP port deletion for e55583d6-9a15-4078-928d-d7af088e11b6 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:47:51.778191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cf91cefa-b04c-45e3-b024-009b13e8bdde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=402545329cfd43409f6ad751002eb581&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0152578 Nov 10 16:47:51.789681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91cefa-b04c-45e3-b024-009b13e8bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec1b346-d477-408c-b4e3-140c1e454b3d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:51.798961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:51.971738 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4872bdea-7c3d-4983-a5fc-6b4314652a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:51.996487 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.002703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:52.053273 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4872bdea-7c3d-4983-a5fc-6b4314652a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.086483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-99cbefbb-37b8-465c-baa5-e7c461fc3f15 None None] For port 1790e3ca-89f8-4400-8359-3d31086d7662, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1790e3ca-89f8-4400-8359-3d31086d7662,segment=NetworkSegment(8711f0c4-3c35-40a5-a369-1592323d2b99),segment_id=8711f0c4-3c35-40a5-a369-1592323d2b99)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:52.144822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.144822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:47:52.171528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] Deleting port 1790e3ca-89f8-4400-8359-3d31086d7662 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:52.174595 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.191804 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d2d541-a036-4188-bd5f-ad3bb60dd53f x-openstack-request-id: req-d8d2d541-a036-4188-bd5f-ad3bb60dd53f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:47:52.193267 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-unplugged", "status": "completed", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:47:52.194637 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8d2d541-a036-4188-bd5f-ad3bb60dd53f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:47:52.198730 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'code': 200} Nov 10 16:47:52.281916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4872bdea-7c3d-4983-a5fc-6b4314652a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.285794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4872bdea-7c3d-4983-a5fc-6b4314652a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.287057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4872bdea-7c3d-4983-a5fc-6b4314652a94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aec1b346-d477-408c-b4e3-140c1e454b3d HTTP/1.1" status: 204 len: 168 time: 0.4843931 Nov 10 16:47:52.309859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872bdea-7c3d-4983-a5fc-6b4314652a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec1b346-d477-408c-b4e3-140c1e454b3d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:52.379913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99cbefbb-37b8-465c-baa5-e7c461fc3f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.430059 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:47:52.430518 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:47:52.483856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] For port 1790e3ca-89f8-4400-8359-3d31086d7662, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1790e3ca-89f8-4400-8359-3d31086d7662,segment=NetworkSegment(8711f0c4-3c35-40a5-a369-1592323d2b99),segment_id=8711f0c4-3c35-40a5-a369-1592323d2b99)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:52.486691 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.556712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] Calling delete_port for 1790e3ca-89f8-4400-8359-3d31086d7662 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:52.609621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbefbb-37b8-465c-baa5-e7c461fc3f15 None None] Pushing event updated for resources: {'Port': ['ID=1790e3ca-89f8-4400-8359-3d31086d7662,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:52.610285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1bf86-1532-4c65-bc4f-1927cb17ebad req-89422248-33cd-4875-81f4-8e32a35a2fe2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:52.623519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41f1bf86-1532-4c65-bc4f-1927cb17ebad req-89422248-33cd-4875-81f4-8e32a35a2fe2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.3398657 Nov 10 16:47:52.661578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port 1790e3ca-89f8-4400-8359-3d31086d7662 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:47:52.661914 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.816431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:47:52.829913 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] Sync routers for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:47:52.831937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.836579 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:52.862980 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:47:52.862980 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:47:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:52.895080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5bce925c-f777-4202-9030-a76950e493e8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "PUT /v2.0/floatingips/188eecfc-2bab-47be-a03b-6eea729e05ff HTTP/1.1" status: 200 len: 991 time: 4.6760111 Nov 10 16:47:52.905118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:47:52.907851 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:47:52.924858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] No DVR routers for this DVR port 1790e3ca-89f8-4400-8359-3d31086d7662 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:52.947076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4a221-232e-44f3-93b4-a918bd35faff None None] Pushing event deleted for resources: {'Port': ['ID=1790e3ca-89f8-4400-8359-3d31086d7662,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:52.984600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port 1790e3ca-89f8-4400-8359-3d31086d7662, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1790e3ca-89f8-4400-8359-3d31086d7662,segment=NetworkSegment(8711f0c4-3c35-40a5-a369-1592323d2b99),segment_id=8711f0c4-3c35-40a5-a369-1592323d2b99)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:47:52.985294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:53.007643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Port 1790e3ca-89f8-4400-8359-3d31086d7662 update to ACTIVE by agent not found {{(pid=103327) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 16:47:53.022863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41f1bf86-1532-4c65-bc4f-1927cb17ebad req-67ab83b0-5141-4ce7-abae-376b326f2829 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983338 Nov 10 16:47:53.036609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for 1790e3ca-89f8-4400-8359-3d31086d7662 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:47:53.240170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1790e3ca-89f8-4400-8359-3d31086d7662 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:47:53.296068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1790e3ca-89f8-4400-8359-3d31086d7662 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:47:53.296409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1790e3ca-89f8-4400-8359-3d31086d7662 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:47:53.346568 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:47:53.471092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:53.612716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=1790e3ca-89f8-4400-8359-3d31086d7662,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:53.630692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port 1790e3ca-89f8-4400-8359-3d31086d7662 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:47:53.798446 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:53.826993 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '188eecfc-2bab-47be-a03b-6eea729e05ff', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'port_id': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'mac_address': 'fa:16:3e:74:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:47:15Z', 'updated_at': '2021-11-10T16:47:50Z', 'revision_number': 1, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:53.870081 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] Checking router: 0af4c06b-e545-4ec6-88bc-b60bc3cce413 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:47:53.871654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55583d6-9a15-4078-928d-d7af088e11b6']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:53.883934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:47:53.888971 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:47:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:53.902265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8711f0c4-3c35-40a5-a369-1592323d2b99') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:53.902557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8711f0c4-3c35-40a5-a369-1592323d2b99') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:53.928331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:53.960294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:53.971363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:47:53.971856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:53.980814 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:54.086370 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af80cced-d232-4ef8-b9e4-f5178f618b1d x-openstack-request-id: req-af80cced-d232-4ef8-b9e4-f5178f618b1d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:47:54.086370 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:47:54.086584 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af80cced-d232-4ef8-b9e4-f5178f618b1d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:47:54.086872 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'status': 'completed', 'code': 200} Nov 10 16:47:54.185226 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:54.220759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:54.226910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:54.232881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/e55583d6-9a15-4078-928d-d7af088e11b6 HTTP/1.1" status: 204 len: 168 time: 6.3275988 Nov 10 16:47:54.246746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:54.253395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c840f49-cef6-4645-b5dc-a40a7e747a39 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=e55583d6-9a15-4078-928d-d7af088e11b6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:54.269980 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:47:54.271846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633399958'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:54.284315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-e9c27fb8-37b6-45ce-a90d-4bd474ca272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:54.289358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-e9c27fb8-37b6-45ce-a90d-4bd474ca272e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1097 time: 0.1765239 Nov 10 16:47:54.330845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4072dec-55a8-48de-a2c3-27e6452bb8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:54.441600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3684ae-137e-4bbd-b97e-2a3cdf2401c0 req-c50a70ca-7a6d-4805-8fde-17a13851312d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:54.455660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd3684ae-137e-4bbd-b97e-2a3cdf2401c0 req-c50a70ca-7a6d-4805-8fde-17a13851312d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1131585 Nov 10 16:47:54.490998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-09ece3af-667f-4c94-9d85-a748abba1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:54.492919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-09ece3af-667f-4c94-9d85-a748abba1316 service neutron] 10.222.0.18 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.1913285 Nov 10 16:47:54.582364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd3684ae-137e-4bbd-b97e-2a3cdf2401c0 req-2c3ab1ce-6839-46d3-ba29-c1c2e8458af1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250131 Nov 10 16:47:54.656922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:54.679050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:54.739247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-cbd01759-e675-4409-be26-c3df430dc450 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 999 time: 0.2341738 Nov 10 16:47:54.855356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:47:54.890858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-e6a078ae-af46-4fdc-9353-222437e6e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:54.892609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-e6a078ae-af46-4fdc-9353-222437e6e851 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.1003442 Nov 10 16:47:54.893937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:54.894416 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 7832f532-9727-4613-bcb4-082073998243 of type vlan for network e87529a6-e9e8-4714-add9-041d418400f8 Nov 10 16:47:54.952973 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '188eecfc-2bab-47be-a03b-6eea729e05ff', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'port_id': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'mac_address': 'fa:16:3e:74:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:47:15Z', 'updated_at': '2021-11-10T16:47:50Z', 'revision_number': 1, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:55.026740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4072dec-55a8-48de-a2c3-27e6452bb8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:55.037799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:55.043915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-027a24b2-8d8a-4688-a337-6999251a8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:55.046477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-027a24b2-8d8a-4688-a337-6999251a8415 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180332 Nov 10 16:47:55.133131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4072dec-55a8-48de-a2c3-27e6452bb8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:55.174195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4072dec-55a8-48de-a2c3-27e6452bb8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a4a0d-803b-4c0c-86cb-470461270c7e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:55.210332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:55.219846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:55.220476 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:55.237254 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3584e-53b8-49f7-82b8-1276d49897fd None None] The sync data for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 is: [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '188eecfc-2bab-47be-a03b-6eea729e05ff', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'port_id': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'mac_address': 'fa:16:3e:74:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:47:15Z', 'updated_at': '2021-11-10T16:47:50Z', 'revision_number': 1, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:47:55.397957 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1424909 Nov 10 16:47:55.400307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59644) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:55.409707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': 'e87529a6-e9e8-4714-add9-041d418400f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:47:55.422806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a4072dec-55a8-48de-a2c3-27e6452bb8d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f43363c7d99d4d61a055704745e0e20d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1880760 Nov 10 16:47:55.441199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:55.610395 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-2eba77be-5758-45d8-b93b-5d76911173f7 service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569851 Nov 10 16:47:55.733677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1efda-c511-4425-97cf-7db56fc44911 None None] New status for floating IP 188eecfc-2bab-47be-a03b-6eea729e05ff: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:47:55.761519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26095a-32f6-42c7-8886-5bf9f20ea70b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=e87529a6-e9e8-4714-add9-041d418400f8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:55.877872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e87529a6-e9e8-4714-add9-041d418400f8 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:47:55.914206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:55.969268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-794e9cad-3e7a-4d88-b1a6-2af9e454a7ad req-075d6c4d-f95f-46c0-940e-d2e79740603d service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242331 Nov 10 16:47:55.989416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f456a7-8404-4fee-b84a-fdd58d4c7dea req-a1ab1da2-eb7f-4c0f-b2bc-364174380861 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:55.991766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79f456a7-8404-4fee-b84a-fdd58d4c7dea req-a1ab1da2-eb7f-4c0f-b2bc-364174380861 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1910355 Nov 10 16:47:56.014160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:56.127600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79f456a7-8404-4fee-b84a-fdd58d4c7dea req-7a0e4b0d-4fdf-4b6f-88de-0922b293a3f2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266642 Nov 10 16:47:57.116284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:47:57.117969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:57.142566 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:57.145519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b55a4a0d-803b-4c0c-86cb-470461270c7e HTTP/1.1" status: 204 len: 168 time: 1.6028018 Nov 10 16:47:57.152451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:57.189543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a4a0d-803b-4c0c-86cb-470461270c7e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:57.223847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.225604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.225956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.226356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.226698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.227034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.227414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.227733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.228062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.228385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.228965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.229263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302923f-3cfc-4e69-9f62-26c204353367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:47:57.413247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e0f34-07bd-4c9b-aa70-b6e54a4a0d77 req-0cfd1f74-5941-46db-9eaa-53ebe6e39aa1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:57.420379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-934e0f34-07bd-4c9b-aa70-b6e54a4a0d77 req-0cfd1f74-5941-46db-9eaa-53ebe6e39aa1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1772256 Nov 10 16:47:57.513309 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-934e0f34-07bd-4c9b-aa70-b6e54a4a0d77 req-3a5036f1-16ff-4aaf-a018-5d51d4f507e5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902233 Nov 10 16:47:57.739271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:57.841947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=fef87765-e4bf-48da-b47e-b6970d8a2115,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:57.897253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '7832f532-9727-4613-bcb4-082073998243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e87529a6-e9e8-4714-add9-041d418400f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:47:57.898326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: e87529a6-e9e8-4714-add9-041d418400f8, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:47:57.984826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network e87529a6-e9e8-4714-add9-041d418400f8 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:47:58.064810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e87529a6-e9e8-4714-add9-041d418400f8) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:47:58.076094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced737a7-1dbc-4233-9602-c38e150613d8 None None] Network e87529a6-e9e8-4714-add9-041d418400f8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:58.077891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:58.083822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:58.195293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8825d47e-9329-48bf-8e6e-a997dd3b706f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7760503 Nov 10 16:47:58.196295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:58.396349 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:58.437401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a35d1e-54d7-44d6-8f6a-f3ac544aac15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e87529a6-e9e8-4714-add9-041d418400f8', 'network_id': 'e87529a6-e9e8-4714-add9-041d418400f8', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': 'fef87765-e4bf-48da-b47e-b6970d8a2115'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:47:58.438580 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33a35d1e-54d7-44d6-8f6a-f3ac544aac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:58.477995 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:58.625348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server [None req-33a35d1e-54d7-44d6-8f6a-f3ac544aac15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fef87765-e4bf-48da-b47e-b6970d8a2115: This subnet is being modified by another concurrent operation. Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise exception Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fef87765-e4bf-48da-b47e-b6970d8a2115: This subnet is being modified by another concurrent operation. Nov 10 16:47:58.686797 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Nov 10 16:47:58.723909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f1db6-0130-493b-9a5f-1bcafd06667c None None] Network e87529a6-e9e8-4714-add9-041d418400f8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:47:58.742870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=fef87765-e4bf-48da-b47e-b6970d8a2115,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:47:58.929525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5d2a0-c73e-4645-8f14-c322f75a438f None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:47:59.139369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5d2a0-c73e-4645-8f14-c322f75a438f None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:47:59.600158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:59.662225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87529a6-e9e8-4714-add9-041d418400f8']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:59.673127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215099b-7796-4970-abb7-9e30e9e4df63 req-b06fee45-daf2-4511-8a75-2acc263f75ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:47:59.674935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5215099b-7796-4970-abb7-9e30e9e4df63 req-b06fee45-daf2-4511-8a75-2acc263f75ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.9221585 Nov 10 16:47:59.695859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7832f532-9727-4613-bcb4-082073998243') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:59.696401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7832f532-9727-4613-bcb4-082073998243') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:47:59.718599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:59.759111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:59.781008 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5215099b-7796-4970-abb7-9e30e9e4df63 req-9fa6a92c-93d8-4fd7-b433-b13bf1e40db5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943575 Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:47:59.795702 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:47:59.957579 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:59.972649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:47:59.984959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59786) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:47:59.986363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/e87529a6-e9e8-4714-add9-041d418400f8 HTTP/1.1" status: 204 len: 168 time: 1.7892425 Nov 10 16:47:59.992238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166917238'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:00.004697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fb8c3-f2f9-4f76-b17b-a5833ea4c5db tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=e87529a6-e9e8-4714-add9-041d418400f8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:00.122992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:00.129326 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:00.176213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:00.189214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:00.189920 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 9850704c-2d6c-47b4-a346-e5d4a61f0d19 of type vlan for network b75c6c05-b3a3-4244-a523-fffa652f22f2 Nov 10 16:48:00.261775 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:00.337142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59800) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:00.361830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:00.369054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:00.370692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:00.514594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=b75c6c05-b3a3-4244-a523-fffa652f22f2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:00.530002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b75c6c05-b3a3-4244-a523-fffa652f22f2 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:00.550159 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-10bd5e17-30ca-4c16-b1a0-84f6180eabc3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5627863 Nov 10 16:48:00.554304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:00.562056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': 'b75c6c05-b3a3-4244-a523-fffa652f22f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:00.676725 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d523ed04-a8f5-4d86-b737-bc7f436218d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:00.927012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:00.937626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.005600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832c865-2a1d-4daf-aefe-1a00dcfe6b84 req-87f62022-6454-4b47-875b-40895e563bf0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:01.021608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6832c865-2a1d-4daf-aefe-1a00dcfe6b84 req-87f62022-6454-4b47-875b-40895e563bf0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1463213 Nov 10 16:48:01.060837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d523ed04-a8f5-4d86-b737-bc7f436218d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.116490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6832c865-2a1d-4daf-aefe-1a00dcfe6b84 req-0a75ea5c-79ca-475e-b2cc-a4c0c08c6eea tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877545 Nov 10 16:48:01.136351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d523ed04-a8f5-4d86-b737-bc7f436218d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.245176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d523ed04-a8f5-4d86-b737-bc7f436218d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50d7d09c6a4b4ed38ffd51e1752a2700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9061804 Nov 10 16:48:01.248054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59826) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:01.252710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523ed04-a8f5-4d86-b737-bc7f436218d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467df50b-e1fb-432c-9515-7d25bfadeef1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:01.430775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.436238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cd40922-cd01-4bae-b509-a13f50138370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.462588 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cd40922-cd01-4bae-b509-a13f50138370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.523694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '9850704c-2d6c-47b4-a346-e5d4a61f0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b75c6c05-b3a3-4244-a523-fffa652f22f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:01.524119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: b75c6c05-b3a3-4244-a523-fffa652f22f2, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:01.547017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa2e0d-d4ee-458c-97e0-02fc9ea5233a req-dd81970b-6ca4-496a-a60f-b1f5b9f3e68d tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:01.547017 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baaa2e0d-d4ee-458c-97e0-02fc9ea5233a req-dd81970b-6ca4-496a-a60f-b1f5b9f3e68d tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 947 time: 0.1486218 Nov 10 16:48:01.601877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cd40922-cd01-4bae-b509-a13f50138370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.606625 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cd40922-cd01-4bae-b509-a13f50138370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.608015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1cd40922-cd01-4bae-b509-a13f50138370 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/467df50b-e1fb-432c-9515-7d25bfadeef1 HTTP/1.1" status: 204 len: 168 time: 0.3588593 Nov 10 16:48:01.620187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-baaa2e0d-d4ee-458c-97e0-02fc9ea5233a req-d011acea-3208-4035-ac15-e09c77073dee tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743139 Nov 10 16:48:01.628120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=59a83839-32aa-4a45-94da-e1d5466c902b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:01.629047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd40922-cd01-4bae-b509-a13f50138370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467df50b-e1fb-432c-9515-7d25bfadeef1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:01.635744 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4011-aec7-4a7a-a89e-ea85a95f53b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.738942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network b75c6c05-b3a3-4244-a523-fffa652f22f2 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:01.830711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, b75c6c05-b3a3-4244-a523-fffa652f22f2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:01.849587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:01.849785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab89fb29-5695-433c-be3b-41a731e4e8b5 None None] Network b75c6c05-b3a3-4244-a523-fffa652f22f2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:01.850244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:01.925213 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-84ec7526-f308-4253-9601-18321150d9ff tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3696179 Nov 10 16:48:01.928059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59836) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:02.143754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-b75c6c05-b3a3-4244-a523-fffa652f22f2', 'network_id': 'b75c6c05-b3a3-4244-a523-fffa652f22f2', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': '59a83839-32aa-4a45-94da-e1d5466c902b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:02.150219 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.170809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.356869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Allocated IP 172.20.0.2 (b75c6c05-b3a3-4244-a523-fffa652f22f2/59a83839-32aa-4a45-94da-e1d5466c902b/77d901f8-0234-4e54-856b-b62a6b72130f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:02.384341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.543423 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.608510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177dc6e-751a-4d37-a459-c69279bbc37e req-7018c1e1-0917-4f2b-8c2f-723b6818a299 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:02.617547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b177dc6e-751a-4d37-a459-c69279bbc37e req-7018c1e1-0917-4f2b-8c2f-723b6818a299 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.2389517 Nov 10 16:48:02.651397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.696217 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b177dc6e-751a-4d37-a459-c69279bbc37e req-c9bc3ba8-4919-4e6e-9368-aa0a61de47fb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776064 Nov 10 16:48:02.722049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.750346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:02.770355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2ce39a3-aa37-4f88-b445-d1f60566c319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.816438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=59a83839-32aa-4a45-94da-e1d5466c902b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:02.822911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Network b75c6c05-b3a3-4244-a523-fffa652f22f2 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:02.829672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:02.836108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:02.846607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Pushing event updated for resources: {'Port': ['ID=77d901f8-0234-4e54-856b-b62a6b72130f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:02.918415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Attempting to bind port 77d901f8-0234-4e54-856b-b62a6b72130f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:02.919068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Attempting to bind port 77d901f8-0234-4e54-856b-b62a6b72130f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '9850704c-2d6c-47b4-a346-e5d4a61f0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b75c6c05-b3a3-4244-a523-fffa652f22f2'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:02.919621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Attempting to bind port 77d901f8-0234-4e54-856b-b62a6b72130f on network b75c6c05-b3a3-4244-a523-fffa652f22f2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:02.944375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:02.947468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Checking segment: {'id': '9850704c-2d6c-47b4-a346-e5d4a61f0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b75c6c05-b3a3-4244-a523-fffa652f22f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:02.948792 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.955915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Bound using segment: {'id': '9850704c-2d6c-47b4-a346-e5d4a61f0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b75c6c05-b3a3-4244-a523-fffa652f22f2'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:02.959165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Bound port: 77d901f8-0234-4e54-856b-b62a6b72130f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9850704c-2d6c-47b4-a346-e5d4a61f0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b75c6c05-b3a3-4244-a523-fffa652f22f2'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:02.960291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:02.990114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07849-5a54-47e8-934a-4797ba9bf783 req-536c26c1-d3db-4a1e-be69-7e70d3014088 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:03.001199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67f07849-5a54-47e8-934a-4797ba9bf783 req-536c26c1-d3db-4a1e-be69-7e70d3014088 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 947 time: 0.1409876 Nov 10 16:48:03.081685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.092962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67f07849-5a54-47e8-934a-4797ba9bf783 req-7da42efd-e99b-4642-9b0c-f85ab4163001 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907645 Nov 10 16:48:03.117555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75c6c05-b3a3-4244-a523-fffa652f22f2']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:03.129825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-10732a41-9368-49ce-b3c7-c484b42c2f88 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:03.136538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-10732a41-9368-49ce-b3c7-c484b42c2f88 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 947 time: 0.1636889 Nov 10 16:48:03.144334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] For port 77d901f8-0234-4e54-856b-b62a6b72130f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:03.147705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] For port 77d901f8-0234-4e54-856b-b62a6b72130f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=77d901f8-0234-4e54-856b-b62a6b72130f,segment=NetworkSegment(9850704c-2d6c-47b4-a346-e5d4a61f0d19),segment_id=9850704c-2d6c-47b4-a346-e5d4a61f0d19)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:03.157338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9850704c-2d6c-47b4-a346-e5d4a61f0d19') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:03.157631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9850704c-2d6c-47b4-a346-e5d4a61f0d19') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:03.170803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2ce39a3-aa37-4f88-b445-d1f60566c319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.187933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.196968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.213724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2ce39a3-aa37-4f88-b445-d1f60566c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.264711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.281478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:03.281663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.284858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c2ce39a3-aa37-4f88-b445-d1f60566c319 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0533f037e4794128be6483f7b1bf6795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322268 Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:03.290049 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:03.294859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59868) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:03.412476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce39a3-aa37-4f88-b445-d1f60566c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90464dc-503c-4837-9df4-764467b3800f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:03.459908 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca289ce9-2ba1-4b27-b589-0c9e606af816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.466220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:48:03.466220 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:48:03.466220 n-d-714676-11 neutron-server[103326]: [parameters: {'id': 'b75c6c05-b3a3-4244-a523-fffa652f22f2'}] Nov 10 16:48:03.466220 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:48:03.466581 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:48:03.469017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Deleting port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:03.469360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.608128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca289ce9-2ba1-4b27-b589-0c9e606af816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.625036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] For port 6dff491f-3483-4199-b8d2-4cf7b0bc8636, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6dff491f-3483-4199-b8d2-4cf7b0bc8636,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:03.625454 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.670097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Calling delete_port for 6dff491f-3483-4199-b8d2-4cf7b0bc8636 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:03.826033 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a680e75-bc4f-4272-b789-1b951c46743e None None] Pushing event updated for resources: {'Port': ['ID=77d901f8-0234-4e54-856b-b62a6b72130f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:03.846595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a47f9-79e1-42f0-940d-9e358a346ddb None None] Network b75c6c05-b3a3-4244-a523-fffa652f22f2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:03.934937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca289ce9-2ba1-4b27-b589-0c9e606af816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.938046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca289ce9-2ba1-4b27-b589-0c9e606af816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.939207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca289ce9-2ba1-4b27-b589-0c9e606af816 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d90464dc-503c-4837-9df4-764467b3800f HTTP/1.1" status: 204 len: 168 time: 0.6459994 Nov 10 16:48:03.968730 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-31051af4-135f-4777-972b-0b208db8f271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:03.999651 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:04.024160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca289ce9-2ba1-4b27-b589-0c9e606af816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90464dc-503c-4837-9df4-764467b3800f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:04.075813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8a77a-47e3-425b-bad6-8f0a50b05019 req-d67a4b23-6dea-4511-86cf-6f540f6717ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:04.083490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95a8a77a-47e3-425b-bad6-8f0a50b05019 req-d67a4b23-6dea-4511-86cf-6f540f6717ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1853898 Nov 10 16:48:04.089363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b68e4-d58d-4c48-8ecb-e4e00085c219 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:48:04.152761 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95a8a77a-47e3-425b-bad6-8f0a50b05019 req-a499572f-c168-4635-9f65-c5142b85179d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656667 Nov 10 16:48:04.156136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port 77d901f8-0234-4e54-856b-b62a6b72130f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:04.156529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:04.237568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port 77d901f8-0234-4e54-856b-b62a6b72130f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=77d901f8-0234-4e54-856b-b62a6b72130f,segment=NetworkSegment(9850704c-2d6c-47b4-a346-e5d4a61f0d19),segment_id=9850704c-2d6c-47b4-a346-e5d4a61f0d19)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:04.239067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:04.242879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b68e4-d58d-4c48-8ecb-e4e00085c219 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:48:04.258864 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for 77d901f8-0234-4e54-856b-b62a6b72130f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:04.279039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a36a02-7487-4661-85c9-72e523e92570 req-fe5f07c1-7b00-4a6f-a00f-47888c3d5c71 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:04.286976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15a36a02-7487-4661-85c9-72e523e92570 req-fe5f07c1-7b00-4a6f-a00f-47888c3d5c71 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 947 time: 0.0899222 Nov 10 16:48:04.350106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15a36a02-7487-4661-85c9-72e523e92570 req-b0babde9-1324-4eb7-9fb4-39ac8ee2fb59 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622356 Nov 10 16:48:04.505137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:04.545733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Pushing event deleted for resources: {'Port': ['ID=6dff491f-3483-4199-b8d2-4cf7b0bc8636,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:04.552914 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:04.648615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port 77d901f8-0234-4e54-856b-b62a6b72130f on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:04.677109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=77d901f8-0234-4e54-856b-b62a6b72130f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:04.706894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] No DVR routers for this DVR port 6dff491f-3483-4199-b8d2-4cf7b0bc8636 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:04.712029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:04.716716 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b688142e-4566-4486-a650-9f71bea2f6c5 req-f2e69d3d-0e01-4f5d-91b9-817b96732946 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "DELETE /v2.0/ports/6dff491f-3483-4199-b8d2-4cf7b0bc8636 HTTP/1.1" status: 204 len: 173 time: 1.5726275 Nov 10 16:48:04.717196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'name': 'network-vif-deleted', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:48:04.719674 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e02ab-3bb5-408f-b302-6d55c626bd1d" -d '{"events": [{"server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "name": "network-vif-deleted", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:48:05.070710 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:05.425763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc745a00-3c8e-477b-94b6-ac0278290703 req-c5d6d2ab-6c24-4166-8899-955fcb27a1bf tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:05.428812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc745a00-3c8e-477b-94b6-ac0278290703 req-c5d6d2ab-6c24-4166-8899-955fcb27a1bf tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1074018 Nov 10 16:48:05.433072 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4a531a-fb07-43e2-84c9-290c336dadf9 x-openstack-request-id: req-ff4a531a-fb07-43e2-84c9-290c336dadf9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:48:05.433506 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d791bc-4708-4296-b244-c807cb5fae38", "name": "network-vif-deleted", "tag": "6dff491f-3483-4199-b8d2-4cf7b0bc8636", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:48:05.433581 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff4a531a-fb07-43e2-84c9-290c336dadf9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:48:05.434026 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d791bc-4708-4296-b244-c807cb5fae38', 'name': 'network-vif-deleted', 'tag': '6dff491f-3483-4199-b8d2-4cf7b0bc8636', 'status': 'completed', 'code': 200} Nov 10 16:48:05.453723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:05.497946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75c6c05-b3a3-4244-a523-fffa652f22f2']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:05.517944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:05.522424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9850704c-2d6c-47b4-a346-e5d4a61f0d19') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:05.522740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9850704c-2d6c-47b4-a346-e5d4a61f0d19') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:05.567646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc745a00-3c8e-477b-94b6-ac0278290703 req-cc26ed49-6aeb-40dd-b6fd-363b4a2e88b5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147976 Nov 10 16:48:05.590598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3ca7a44-2937-49a4-a6f8-c1bc51d7a0ce req-71b28d90-62e7-4d25-97d6-bb168af8a4c0 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5d791bc-4708-4296-b244-c807cb5fae38 HTTP/1.1" status: 200 len: 210 time: 0.0761819 Nov 10 16:48:05.598708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:05.601030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1fe14eb-b35b-4c8d-a37b-24bf1a1b1799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:05.644251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:05.660197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:05.660624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:05.665941 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:05.926660 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:05.942991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:05.951455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/b75c6c05-b3a3-4244-a523-fffa652f22f2 HTTP/1.1" status: 204 len: 168 time: 4.0169122 Nov 10 16:48:05.951589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:05.957389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1091567151'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:05.961148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e64d0-b283-4853-8580-af1ed9eabf19 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=b75c6c05-b3a3-4244-a523-fffa652f22f2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:06.010257 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1fe14eb-b35b-4c8d-a37b-24bf1a1b1799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.115745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:06.119291 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.143594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:06.153124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.153449 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 2f39a38c-9fec-4e04-8ac3-22cd4d83db4f of type vlan for network 81cea59b-f728-4910-bbec-4ca8c060aa64 Nov 10 16:48:06.160792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1fe14eb-b35b-4c8d-a37b-24bf1a1b1799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.207102 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.211636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b1fe14eb-b35b-4c8d-a37b-24bf1a1b1799 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9e42c54625d472fb897f6aa6acfeb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6923752 Nov 10 16:48:06.212387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe14eb-b35b-4c8d-a37b-24bf1a1b1799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077167e3-68c1-42d0-869d-a9d3c5ddcb6b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:06.215543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59936) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:06.278979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c82f104b-d0f2-4a92-8fec-6778006c1f62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.300597 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c82f104b-d0f2-4a92-8fec-6778006c1f62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.310088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.316094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:06.316899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.389911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=81cea59b-f728-4910-bbec-4ca8c060aa64,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:06.400350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 81cea59b-f728-4910-bbec-4ca8c060aa64 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:06.443963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-871b9929-226a-4444-811f-0725a5ad107a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4921238 Nov 10 16:48:06.446965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:06.455807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': '81cea59b-f728-4910-bbec-4ca8c060aa64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:06.464839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c82f104b-d0f2-4a92-8fec-6778006c1f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.467670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c82f104b-d0f2-4a92-8fec-6778006c1f62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.472683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c82f104b-d0f2-4a92-8fec-6778006c1f62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/077167e3-68c1-42d0-869d-a9d3c5ddcb6b HTTP/1.1" status: 204 len: 168 time: 0.2442741 Nov 10 16:48:06.479603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f104b-d0f2-4a92-8fec-6778006c1f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077167e3-68c1-42d0-869d-a9d3c5ddcb6b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:06.636860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:06.641374 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.752532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 16:48:06.760518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 16:48:06.815566 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:06.895049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb33950-b493-48dd-be66-2fa7c8be92bf req-bc5746b3-e505-460a-a83d-0552c55ad2d8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:06.896600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb33950-b493-48dd-be66-2fa7c8be92bf req-bc5746b3-e505-460a-a83d-0552c55ad2d8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1096799 Nov 10 16:48:07.055025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb33950-b493-48dd-be66-2fa7c8be92bf req-b6bb553a-bb80-408f-8b32-9445d31f6b42 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466575 Nov 10 16:48:07.198677 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:07.317561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=8ae5c606-a184-4d28-83fe-9ba0cf7429f8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:07.344866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '81cea59b-f728-4910-bbec-4ca8c060aa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:07.349474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: 81cea59b-f728-4910-bbec-4ca8c060aa64, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:07.532223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29d3c1-9ae5-4364-aa84-16eeb7a8705a req-c8bb248d-3d8c-4228-8027-b8cda05b8fa8 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:07.534007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d29d3c1-9ae5-4364-aa84-16eeb7a8705a req-c8bb248d-3d8c-4228-8027-b8cda05b8fa8 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 948 time: 0.0815597 Nov 10 16:48:07.535494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network 81cea59b-f728-4910-bbec-4ca8c060aa64 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:07.562468 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:07.644125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d29d3c1-9ae5-4364-aa84-16eeb7a8705a req-8698ee89-85ff-43c1-9bf4-f46f94489f08 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830414 Nov 10 16:48:07.682545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 81cea59b-f728-4910-bbec-4ca8c060aa64) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:07.690865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:07.691449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:07.713814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f817756-cf9f-4493-9b2c-d468a75977aa None None] Network 81cea59b-f728-4910-bbec-4ca8c060aa64 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:07.783338 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:07.848965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59992) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:07.849587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b897362-662f-44ee-93d0-4014415a5f4f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4000087 Nov 10 16:48:07.933233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-81cea59b-f728-4910-bbec-4ca8c060aa64', 'network_id': '81cea59b-f728-4910-bbec-4ca8c060aa64', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': '8ae5c606-a184-4d28-83fe-9ba0cf7429f8'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:07.934876 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.036162 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.155227 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.267010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Allocated IP 172.20.0.3 (81cea59b-f728-4910-bbec-4ca8c060aa64/8ae5c606-a184-4d28-83fe-9ba0cf7429f8/b462f171-a337-4318-b4c2-d7a4761a3df5) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:08.357215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c39a2d-5c17-4d95-bb6b-af6d2eafb2d9 req-89bbe406-2d39-491d-a78a-15dfa05e1fe2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:08.358862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10c39a2d-5c17-4d95-bb6b-af6d2eafb2d9 req-89bbe406-2d39-491d-a78a-15dfa05e1fe2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 946 time: 0.1418655 Nov 10 16:48:08.473002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10c39a2d-5c17-4d95-bb6b-af6d2eafb2d9 req-4ed66cc3-c75f-4ce6-8c6f-79c1c4038ea2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062841 Nov 10 16:48:08.502757 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.585557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:48:08.675817 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.734707 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Network 81cea59b-f728-4910-bbec-4ca8c060aa64 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:08.739530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:08.743290 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.759139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:08.789559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:48:08.792734 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de117b5a-5719-4b57-b1bb-3ce912c379d2" -d '{"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:48:08.792986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874f4d-24bc-49f6-8b12-94c807181439 req-525657a7-7080-462c-85f6-fd1421d53d29 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:08.799860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Pushing event updated for resources: {'Port': ['ID=b462f171-a337-4318-b4c2-d7a4761a3df5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:08.803098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98874f4d-24bc-49f6-8b12-94c807181439 req-525657a7-7080-462c-85f6-fd1421d53d29 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 948 time: 0.0723286 Nov 10 16:48:08.815212 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.831885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:08.875918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Attempting to bind port b462f171-a337-4318-b4c2-d7a4761a3df5 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:08.876324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Attempting to bind port b462f171-a337-4318-b4c2-d7a4761a3df5 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '81cea59b-f728-4910-bbec-4ca8c060aa64'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:08.878186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Attempting to bind port b462f171-a337-4318-b4c2-d7a4761a3df5 on network 81cea59b-f728-4910-bbec-4ca8c060aa64 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:08.891109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98874f4d-24bc-49f6-8b12-94c807181439 req-8340ef3b-18bf-43f0-b34b-fd631919f06c tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/security-groups?id=adf27774-3e8b-4972-ba16-1333539c5903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864694 Nov 10 16:48:08.894416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:08.896232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Checking segment: {'id': '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '81cea59b-f728-4910-bbec-4ca8c060aa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:08.896232 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.896232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Bound using segment: {'id': '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '81cea59b-f728-4910-bbec-4ca8c060aa64'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:08.896232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Bound port: b462f171-a337-4318-b4c2-d7a4761a3df5, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '81cea59b-f728-4910-bbec-4ca8c060aa64'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:08.896958 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:08.906408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae5c606-a184-4d28-83fe-9ba0cf7429f8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:08.931065 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe762654-ba1c-4b22-9fc4-89abfd282645 x-openstack-request-id: req-fe762654-ba1c-4b22-9fc4-89abfd282645 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:48:08.931065 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:48:08.931065 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe762654-ba1c-4b22-9fc4-89abfd282645 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:48:08.931065 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'code': 200} Nov 10 16:48:09.031655 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:09.034604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6dff491f-3483-4199-b8d2-4cf7b0bc8636 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:48:09.049535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:09.077709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 6dff491f-3483-4199-b8d2-4cf7b0bc8636 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:48:09.078310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6dff491f-3483-4199-b8d2-4cf7b0bc8636 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:48:09.093107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cea59b-f728-4910-bbec-4ca8c060aa64']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:09.110661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] For port b462f171-a337-4318-b4c2-d7a4761a3df5, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:09.115381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:09.115988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:09.141864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:09.143045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] For port b462f171-a337-4318-b4c2-d7a4761a3df5, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b462f171-a337-4318-b4c2-d7a4761a3df5,segment=NetworkSegment(2f39a38c-9fec-4e04-8ac3-22cd4d83db4f),segment_id=2f39a38c-9fec-4e04-8ac3-22cd4d83db4f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:09.161421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=14']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:09.341528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-916951de-0712-4643-8cce-9d09fd3cf6d5 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:09.343079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-916951de-0712-4643-8cce-9d09fd3cf6d5 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 948 time: 0.0589139 Nov 10 16:48:09.393758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:09.423514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:09.442697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:09.443356 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:09.612263 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:09.661828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56b6a5-126a-47e0-b985-dcf6d253f744 None None] Pushing event updated for resources: {'Port': ['ID=b462f171-a337-4318-b4c2-d7a4761a3df5,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:09.675700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:48:09.675700 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:48:09.675700 n-d-714676-11 neutron-server[103326]: [parameters: {'id': '81cea59b-f728-4910-bbec-4ca8c060aa64'}] Nov 10 16:48:09.675700 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:48:09.676144 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:48:09.693566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d726ff5-30e1-424f-b590-098d6ddeb324 None None] Network 81cea59b-f728-4910-bbec-4ca8c060aa64 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:09.718443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Deleting port 9f83edb0-b434-48a1-bc66-19e0647a6852 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:09.718805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:09.973666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c634b2af-b951-413d-a032-39b2c7cd6355 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:48:10.005843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] For port 9f83edb0-b434-48a1-bc66-19e0647a6852, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=9f83edb0-b434-48a1-bc66-19e0647a6852,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:10.008739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:10.031180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Calling delete_port for 9f83edb0-b434-48a1-bc66-19e0647a6852 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:10.190862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:10.230058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634b2af-b951-413d-a032-39b2c7cd6355 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:48:10.302576 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:10.385483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Pushing event deleted for resources: {'Port': ['ID=9f83edb0-b434-48a1-bc66-19e0647a6852,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:10.408396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:10.432483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port b462f171-a337-4318-b4c2-d7a4761a3df5 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:10.432821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:10.519595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] No DVR routers for this DVR port 9f83edb0-b434-48a1-bc66-19e0647a6852 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:10.523620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:10.527833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9351bfc-f8cc-44ea-9cb2-98f5c48cfe69 req-6038f62f-6a44-416d-906e-004389aa7ebd tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.69 "DELETE /v2.0/ports/9f83edb0-b434-48a1-bc66-19e0647a6852 HTTP/1.1" status: 204 len: 173 time: 1.1791055 Nov 10 16:48:10.528294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-deleted', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:48:10.530547 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69708428-0918-4848-ae57-23289f2bcfed" -d '{"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-deleted", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:48:10.606749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port b462f171-a337-4318-b4c2-d7a4761a3df5, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b462f171-a337-4318-b4c2-d7a4761a3df5,segment=NetworkSegment(2f39a38c-9fec-4e04-8ac3-22cd4d83db4f),segment_id=2f39a38c-9fec-4e04-8ac3-22cd4d83db4f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:10.608415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:10.627476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for b462f171-a337-4318-b4c2-d7a4761a3df5 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:10.637716 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98d334f6-8a4b-4359-be64-8685b2ad7be4 req-4be3b2cd-d2ea-4fe5-a401-5d219414a9b4 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 210 time: 0.0605211 Nov 10 16:48:10.774939 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caf91ac-745f-4d4c-9a4e-301a409a6109 x-openstack-request-id: req-6caf91ac-745f-4d4c-9a4e-301a409a6109 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:48:10.784918 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6970-3c59-4223-84b3-6e309080a4db", "name": "network-vif-deleted", "tag": "9f83edb0-b434-48a1-bc66-19e0647a6852", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:48:10.784918 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6caf91ac-745f-4d4c-9a4e-301a409a6109 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:48:10.784918 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6970-3c59-4223-84b3-6e309080a4db', 'name': 'network-vif-deleted', 'tag': '9f83edb0-b434-48a1-bc66-19e0647a6852', 'status': 'completed', 'code': 200} Nov 10 16:48:11.014118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.035885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca28809-c708-416b-be35-b7dcdc27faf5 req-cdd50350-448a-4d97-8971-26c6c36445cc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:11.046126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ca28809-c708-416b-be35-b7dcdc27faf5 req-cdd50350-448a-4d97-8971-26c6c36445cc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1017730 Nov 10 16:48:11.069749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=b462f171-a337-4318-b4c2-d7a4761a3df5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:11.077326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port b462f171-a337-4318-b4c2-d7a4761a3df5 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:11.127964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ca28809-c708-416b-be35-b7dcdc27faf5 req-a06fb60e-bcb3-4b0c-ade5-2f45337043a1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714719 Nov 10 16:48:11.176680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.225621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cea59b-f728-4910-bbec-4ca8c060aa64']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:11.236829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:11.237535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f39a38c-9fec-4e04-8ac3-22cd4d83db4f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:11.248140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.268576 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.289022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:11.290099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:11.294475 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:11.648118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.658488 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.662531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/81cea59b-f728-4910-bbec-4ca8c060aa64 HTTP/1.1" status: 204 len: 168 time: 3.8124595 Nov 10 16:48:11.667029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:11.675022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=81cea59b-f728-4910-bbec-4ca8c060aa64,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:11.684515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc913-522a-499a-9333-47b980a50a90 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:11.693922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863918743'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:11.901217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c5c3b86-a06e-448d-8ce1-e1941c13b3b5 req-ec20b2e4-5d0d-498c-bcfb-3365917fb001 tempest-ListImageFiltersTestJSON-1413006640 tempest-ListImageFiltersTestJSON-1413006640-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1f6970-3c59-4223-84b3-6e309080a4db HTTP/1.1" status: 200 len: 210 time: 0.0896180 Nov 10 16:48:11.906460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:11.910146 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.951881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:11.964626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:11.965518 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 4629ba7b-9b22-49c1-ba92-a8b87e51b9ef of type vlan for network def9edb4-42ff-4f75-b275-745c1e93a4ac Nov 10 16:48:12.102529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:12.186267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:12.347974 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:12.356147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:12.357041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:12.365073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64bec876-6a8d-44e0-8015-7848d413fe79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:12.468924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=def9edb4-42ff-4f75-b275-745c1e93a4ac,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:12.484116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network def9edb4-42ff-4f75-b275-745c1e93a4ac details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:12.530730 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64bec876-6a8d-44e0-8015-7848d413fe79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:12.639425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ddb57c43-7ab0-4e8f-9d83-8fd1375091fc tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9659650 Nov 10 16:48:12.646148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60160) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:12.652491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': 'def9edb4-42ff-4f75-b275-745c1e93a4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:12.716122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64bec876-6a8d-44e0-8015-7848d413fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:12.765054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-64bec876-6a8d-44e0-8015-7848d413fe79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89616a6726b04cd589e1d29901066f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5773373 Nov 10 16:48:12.766210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bec876-6a8d-44e0-8015-7848d413fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17fd836-bc64-49f7-a814-df7ad831f416,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:12.769574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:12.833919 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7e03e5-6ceb-454f-bb50-fdc35576742f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:12.848405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7e03e5-6ceb-454f-bb50-fdc35576742f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:12.962002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:12.966950 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:13.096542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7e03e5-6ceb-454f-bb50-fdc35576742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:13.099736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d7e03e5-6ceb-454f-bb50-fdc35576742f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:13.100958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7d7e03e5-6ceb-454f-bb50-fdc35576742f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b17fd836-bc64-49f7-a814-df7ad831f416 HTTP/1.1" status: 204 len: 168 time: 0.3304718 Nov 10 16:48:13.134455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e03e5-6ceb-454f-bb50-fdc35576742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17fd836-bc64-49f7-a814-df7ad831f416,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:13.428919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:13.511763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'def9edb4-42ff-4f75-b275-745c1e93a4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:13.512480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: def9edb4-42ff-4f75-b275-745c1e93a4ac, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:13.516791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=a20f2f39-c283-4fbe-b226-031ef8aa3ee2,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:13.624359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network def9edb4-42ff-4f75-b275-745c1e93a4ac is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:13.784674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, def9edb4-42ff-4f75-b275-745c1e93a4ac) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:13.784674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:13.784674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:13.785255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428fd7d-02f7-4240-a88c-50d68789a4c0 None None] Network def9edb4-42ff-4f75-b275-745c1e93a4ac requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:13.895921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c0901c3c-fdb0-4892-b0da-c3df0aa2dc6e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2463667 Nov 10 16:48:13.901393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60222) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:14.140847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:14.163720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-def9edb4-42ff-4f75-b275-745c1e93a4ac', 'network_id': 'def9edb4-42ff-4f75-b275-745c1e93a4ac', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': 'a20f2f39-c283-4fbe-b226-031ef8aa3ee2'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:14.165892 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:14.289769 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:14.428248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Allocated IP 172.20.0.1 (def9edb4-42ff-4f75-b275-745c1e93a4ac/a20f2f39-c283-4fbe-b226-031ef8aa3ee2/02ea2b59-255a-409a-889f-a243fdf801cb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:14.611140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:48:14.643256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 9f83edb0-b434-48a1-bc66-19e0647a6852 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:48:14.644099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 9f83edb0-b434-48a1-bc66-19e0647a6852 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:48:14.690123 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:14.775805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:14.863796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Network def9edb4-42ff-4f75-b275-745c1e93a4ac is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:14.872010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:14.875935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:14.891104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:14.991208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=a20f2f39-c283-4fbe-b226-031ef8aa3ee2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:15.025716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Pushing event updated for resources: {'Port': ['ID=02ea2b59-255a-409a-889f-a243fdf801cb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:15.091622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.091957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.092297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.092625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.093148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.093475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.094125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.094449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.094769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.095089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.095517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.095836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:15.110637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Attempting to bind port 02ea2b59-255a-409a-889f-a243fdf801cb on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:15.112628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Attempting to bind port 02ea2b59-255a-409a-889f-a243fdf801cb by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'def9edb4-42ff-4f75-b275-745c1e93a4ac'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:15.113441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Attempting to bind port 02ea2b59-255a-409a-889f-a243fdf801cb on network def9edb4-42ff-4f75-b275-745c1e93a4ac {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:15.121792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:15.122528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Checking segment: {'id': '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'def9edb4-42ff-4f75-b275-745c1e93a4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:15.123203 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:15.123851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Bound using segment: {'id': '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'def9edb4-42ff-4f75-b275-745c1e93a4ac'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:15.124528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Bound port: 02ea2b59-255a-409a-889f-a243fdf801cb, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'def9edb4-42ff-4f75-b275-745c1e93a4ac'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:15.125118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:15.129310 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:15.175968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def9edb4-42ff-4f75-b275-745c1e93a4ac']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:15.191617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:15.191617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:15.210674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:15.247160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] For port 02ea2b59-255a-409a-889f-a243fdf801cb, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:15.251259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] For port 02ea2b59-255a-409a-889f-a243fdf801cb, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=02ea2b59-255a-409a-889f-a243fdf801cb,segment=NetworkSegment(4629ba7b-9b22-49c1-ba92-a8b87e51b9ef),segment_id=4629ba7b-9b22-49c1-ba92-a8b87e51b9ef)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:15.313224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:15.313718 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:15.321540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:15.322824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:15.332645 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:15.540199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9397ff-929f-4e17-8900-8a4f3a6f0952 None None] Pushing event updated for resources: {'Port': ['ID=02ea2b59-255a-409a-889f-a243fdf801cb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:15.560441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0943f40-4710-4d49-aa9e-af0eaa425d0e None None] Network def9edb4-42ff-4f75-b275-745c1e93a4ac requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:15.564123 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:48:15.564123 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:48:15.564123 n-d-714676-11 neutron-server[103326]: [parameters: {'id': 'def9edb4-42ff-4f75-b275-745c1e93a4ac'}] Nov 10 16:48:15.564123 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:48:15.564540 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:48:15.594530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eea75-30b0-4ca8-a75a-9b8afaf93174 req-4a0e3f58-4007-4527-8c42-71ad0870f2a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:15.596142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a17eea75-30b0-4ca8-a75a-9b8afaf93174 req-4a0e3f58-4007-4527-8c42-71ad0870f2a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1023760 Nov 10 16:48:15.704048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a17eea75-30b0-4ca8-a75a-9b8afaf93174 req-3cdb7dde-739e-439c-b7a5-13b9808824a7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992510 Nov 10 16:48:16.037687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e76fdb-d1a0-48de-817a-b8ba8deb1c10 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:48:16.065627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:16.173064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port 02ea2b59-255a-409a-889f-a243fdf801cb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:16.173597 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:16.205679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e76fdb-d1a0-48de-817a-b8ba8deb1c10 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:48:16.323845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port 02ea2b59-255a-409a-889f-a243fdf801cb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=02ea2b59-255a-409a-889f-a243fdf801cb,segment=NetworkSegment(4629ba7b-9b22-49c1-ba92-a8b87e51b9ef),segment_id=4629ba7b-9b22-49c1-ba92-a8b87e51b9ef)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:16.324272 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:16.369790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for 02ea2b59-255a-409a-889f-a243fdf801cb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:16.620665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-d80cdea1-a216-49ba-b20c-e1267750ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:16.622564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-d80cdea1-a216-49ba-b20c-e1267750ea9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1096 time: 0.2304986 Nov 10 16:48:16.631294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c13d7-ff1c-453b-89bc-daff4a320cf9 req-c3e56666-9930-4eea-af25-7e61b48bfcb7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:16.632875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c13d7-ff1c-453b-89bc-daff4a320cf9 req-c3e56666-9930-4eea-af25-7e61b48bfcb7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1178250 Nov 10 16:48:16.727555 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:16.770314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=02ea2b59-255a-409a-889f-a243fdf801cb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:16.779170 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port 02ea2b59-255a-409a-889f-a243fdf801cb on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:16.795726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c13d7-ff1c-453b-89bc-daff4a320cf9 req-6d84a5d8-eb26-4cd8-8e2f-1a4dcb2d087d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467531 Nov 10 16:48:16.849008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-94853440-213a-4918-bd56-0f1fe544e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:16.850538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-94853440-213a-4918-bd56-0f1fe544e40d service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.2167921 Nov 10 16:48:16.930960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:16.970586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def9edb4-42ff-4f75-b275-745c1e93a4ac']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:16.988683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:16.989155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4629ba7b-9b22-49c1-ba92-a8b87e51b9ef') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:16.992257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-18cf9dc1-9332-48df-9490-1d584427d029 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 998 time: 0.1341605 Nov 10 16:48:17.002492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.065321 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.074248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:17.075948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.076972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:17.080158 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:17.163844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-8bb0a549-f8f7-47f5-ba60-6283239ac02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:17.166411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-8bb0a549-f8f7-47f5-ba60-6283239ac02f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1655900 Nov 10 16:48:17.230973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-6e0b8a12-592d-4c26-922c-20dcd6d45254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:17.232604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-6e0b8a12-592d-4c26-922c-20dcd6d45254 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524118 Nov 10 16:48:17.270477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.276070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.279953 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/def9edb4-42ff-4f75-b275-745c1e93a4ac HTTP/1.1" status: 204 len: 168 time: 3.3772576 Nov 10 16:48:17.289320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60362) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:17.295878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-156357486'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:17.312646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-de998d18-5331-40cd-b4b0-9b940d2d2bc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb71d5e37bd541db861ef9dfaee4b475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348392 Nov 10 16:48:17.315626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:17.375385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1d219-e453-4ccb-8128-595b92624604 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=def9edb4-42ff-4f75-b275-745c1e93a4ac,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:17.392649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b8a8-65f2-4b96-a505-93dd2de6dbe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.418039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b8a8-65f2-4b96-a505-93dd2de6dbe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.433352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-1a5b423b-3ebe-403d-8a20-5612316353fe service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889613 Nov 10 16:48:17.512843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:17.516513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.557076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:17.578504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fba85e59-f553-47ce-9d13-30368aa0df83 req-fc1a3026-38b0-4be6-99f7-91050256eab5 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435318 Nov 10 16:48:17.578633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b8a8-65f2-4b96-a505-93dd2de6dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.581361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b8a8-65f2-4b96-a505-93dd2de6dbe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.581599 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.582522 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment ff07bce7-084b-49e1-aa57-c5bafd4ed4fb of type vlan for network fd0dab5a-972c-4add-93fa-d0fd9622ff6e Nov 10 16:48:17.587242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f7a5b8a8-65f2-4b96-a505-93dd2de6dbe8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adf27774-3e8b-4972-ba16-1333539c5903 HTTP/1.1" status: 204 len: 168 time: 0.2691882 Nov 10 16:48:17.597670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5b8a8-65f2-4b96-a505-93dd2de6dbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf27774-3e8b-4972-ba16-1333539c5903,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:17.636547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.814619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.820842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:17.821444 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:17.936746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=fd0dab5a-972c-4add-93fa-d0fd9622ff6e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:17.959153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network fd0dab5a-972c-4add-93fa-d0fd9622ff6e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:17.968569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-57e29845-b4eb-472d-a3b6-e3b107c9581c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6764231 Nov 10 16:48:17.969259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60388) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:17.978998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd20d4-08c6-4974-bd28-cd20e894828d req-f7fa0a9f-4923-49a1-ba6f-5a63185ca427 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:17.980678 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68fd20d4-08c6-4974-bd28-cd20e894828d req-f7fa0a9f-4923-49a1-ba6f-5a63185ca427 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1206448 Nov 10 16:48:17.982329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': 'fd0dab5a-972c-4add-93fa-d0fd9622ff6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:18.096168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68fd20d4-08c6-4974-bd28-cd20e894828d req-3da0a42d-75ba-447e-afdb-072d321e7886 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079979 Nov 10 16:48:18.276185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:18.279764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:18.562544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:18.643632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=de77a2d2-f346-4fe3-934c-297d44dc07b1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:18.648870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fd0dab5a-972c-4add-93fa-d0fd9622ff6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:18.649225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: fd0dab5a-972c-4add-93fa-d0fd9622ff6e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:18.738709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network fd0dab5a-972c-4add-93fa-d0fd9622ff6e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:18.791541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, fd0dab5a-972c-4add-93fa-d0fd9622ff6e) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:18.796272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:18.797347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:18.801213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ebcaa-217c-4b6f-8e05-b96a9493a491 None None] Network fd0dab5a-972c-4add-93fa-d0fd9622ff6e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:18.949588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eafb3571-29f8-4067-b002-3cb594702dcd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9754076 Nov 10 16:48:18.952068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60420) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:18.973194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-fd0dab5a-972c-4add-93fa-d0fd9622ff6e', 'network_id': 'fd0dab5a-972c-4add-93fa-d0fd9622ff6e', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': 'de77a2d2-f346-4fe3-934c-297d44dc07b1'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:18.974090 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.138884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.234428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:19.241023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Allocated IP 172.20.0.1 (fd0dab5a-972c-4add-93fa-d0fd9622ff6e/de77a2d2-f346-4fe3-934c-297d44dc07b1/8e4cbcb9-4066-4530-9aea-c0425bbb2d65) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:19.273560 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.348155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292dba2-ce4d-4f11-a8d6-8b8c3ee3cdaa req-4dd74cbe-66b2-481b-805c-5af2b8c62977 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:19.349962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3292dba2-ce4d-4f11-a8d6-8b8c3ee3cdaa req-4dd74cbe-66b2-481b-805c-5af2b8c62977 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1407359 Nov 10 16:48:19.421898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3292dba2-ce4d-4f11-a8d6-8b8c3ee3cdaa req-6345d16b-c52c-499b-9c26-40ca586d413c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515418 Nov 10 16:48:19.463648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1558066380-network', 'tenant_id': '06824b3c95c54920863991fec3fe0819'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:19.467783 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.553795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Made reservation on behalf of 06824b3c95c54920863991fec3fe0819 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:19.555545 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.558978 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.572627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.574462 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:48:19.635869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Network fd0dab5a-972c-4add-93fa-d0fd9622ff6e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:19.637449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Pushing event updated for resources: {'Port': ['ID=8e4cbcb9-4066-4530-9aea-c0425bbb2d65,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:19.640784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:19.643021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:19.694256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.722264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Attempting to bind port 8e4cbcb9-4066-4530-9aea-c0425bbb2d65 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:19.722891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Attempting to bind port 8e4cbcb9-4066-4530-9aea-c0425bbb2d65 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fd0dab5a-972c-4add-93fa-d0fd9622ff6e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:19.723370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Attempting to bind port 8e4cbcb9-4066-4530-9aea-c0425bbb2d65 on network fd0dab5a-972c-4add-93fa-d0fd9622ff6e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:19.730936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:19.731416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Checking segment: {'id': 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fd0dab5a-972c-4add-93fa-d0fd9622ff6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:19.731816 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.732202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Bound using segment: {'id': 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fd0dab5a-972c-4add-93fa-d0fd9622ff6e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:19.732781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Bound port: 8e4cbcb9-4066-4530-9aea-c0425bbb2d65, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fd0dab5a-972c-4add-93fa-d0fd9622ff6e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:19.733159 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.759358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.783837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=de77a2d2-f346-4fe3-934c-297d44dc07b1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:19.825028 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.827339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] For port 8e4cbcb9-4066-4530-9aea-c0425bbb2d65, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:19.831742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] For port 8e4cbcb9-4066-4530-9aea-c0425bbb2d65, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8e4cbcb9-4066-4530-9aea-c0425bbb2d65,segment=NetworkSegment(ff07bce7-084b-49e1-aa57-c5bafd4ed4fb),segment_id=ff07bce7-084b-49e1-aa57-c5bafd4ed4fb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:19.842346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:19.867906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:19.889555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.892710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.895879 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Added segment 2045a6ed-52f4-4cfc-ae61-14567f4f0e76 of type vlan for network a80c8fc8-d041-4928-b454-35c9fea51e51 Nov 10 16:48:19.911371 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.915969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0dab5a-972c-4add-93fa-d0fd9622ff6e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:19.926557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:19.926738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:19.937836 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.953302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:19.960819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:19.961297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.002398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dece90-6d98-4bec-b4d1-635f5669a965,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:20.005259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e7f5-ca53-4390-b6e7-c507ffb6a9f3 None None] Pushing event updated for resources: {'Port': ['ID=8e4cbcb9-4066-4530-9aea-c0425bbb2d65,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:20.019504 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:20.027134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.034363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d1254-00c2-47e5-866c-c4d018a0ea98 req-5bae62c3-67ba-43dc-88f0-fb74ba06c603 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:20.042698 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b4d1254-00c2-47e5-866c-c4d018a0ea98 req-5bae62c3-67ba-43dc-88f0-fb74ba06c603 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.4000194 Nov 10 16:48:20.066476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:48:20.066476 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:48:20.066476 n-d-714676-11 neutron-server[103326]: [parameters: {'id': 'fd0dab5a-972c-4add-93fa-d0fd9622ff6e'}] Nov 10 16:48:20.066476 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:48:20.066476 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:48:20.108661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b4d1254-00c2-47e5-866c-c4d018a0ea98 req-b9b2c62a-dc44-4b29-b00a-3c42c20b9bf5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642319 Nov 10 16:48:20.110924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97a66b-f6b6-4da6-9dbb-9c6a3934f63f None None] Network fd0dab5a-972c-4add-93fa-d0fd9622ff6e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:20.115894 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.116925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:20.118464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.141067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16c4d8cc-1220-42eb-a2c3-513e8526fc8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.248955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0133963 Nov 10 16:48:20.257761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:20.266280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Request body: {'subnet': {'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1558066380-subnet', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:20.286969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca71b-e02b-4abb-bce3-2fc47216b915 admin admin] Pushing event updated for resources: {'Network': ['ID=a80c8fc8-d041-4928-b454-35c9fea51e51,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:20.300406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4143b5-a063-4085-85f1-8380d3544011 req-c883f0fe-75a6-49c1-bf6c-a11ed89f26ef tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:20.302053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f4143b5-a063-4085-85f1-8380d3544011 req-c883f0fe-75a6-49c1-bf6c-a11ed89f26ef tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0772681 Nov 10 16:48:20.305593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a80c8fc8-d041-4928-b454-35c9fea51e51 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:20.361610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Made reservation on behalf of 06824b3c95c54920863991fec3fe0819 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:20.365054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.402479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16c4d8cc-1220-42eb-a2c3-513e8526fc8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.412624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f4143b5-a063-4085-85f1-8380d3544011 req-43449fa0-c1ab-4cbe-bc9a-671740c71485 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839698 Nov 10 16:48:20.421069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351e627-bfc2-4965-a9fc-6138ae7468d8 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:48:20.491957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16c4d8cc-1220-42eb-a2c3-513e8526fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.567752 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.608041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-16c4d8cc-1220-42eb-a2c3-513e8526fc8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd7771e836c54ff48cb781d5c2d27489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7359650 Nov 10 16:48:20.608723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:20.639910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351e627-bfc2-4965-a9fc-6138ae7468d8 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:48:20.656097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4d8cc-1220-42eb-a2c3-513e8526fc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c82457-a0ab-46ce-8eff-5543cf71b511,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:20.694765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port 8e4cbcb9-4066-4530-9aea-c0425bbb2d65 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:20.697098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.748819 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01e53b4d-54d6-4a44-b817-600927adc3c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.856497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port 8e4cbcb9-4066-4530-9aea-c0425bbb2d65, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8e4cbcb9-4066-4530-9aea-c0425bbb2d65,segment=NetworkSegment(ff07bce7-084b-49e1-aa57-c5bafd4ed4fb),segment_id=ff07bce7-084b-49e1-aa57-c5bafd4ed4fb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:20.856869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.878722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for 8e4cbcb9-4066-4530-9aea-c0425bbb2d65 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:20.895791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01e53b4d-54d6-4a44-b817-600927adc3c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:20.939321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.018761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd281c12-948f-4823-9175-448e05c1a3b5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:21.052079 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01e53b4d-54d6-4a44-b817-600927adc3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.058490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01e53b4d-54d6-4a44-b817-600927adc3c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.060046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-01e53b4d-54d6-4a44-b817-600927adc3c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34c82457-a0ab-46ce-8eff-5543cf71b511 HTTP/1.1" status: 204 len: 168 time: 0.4461656 Nov 10 16:48:21.068628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Checking segment: {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:21.069590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Network hostable DHCP agents. Network: a80c8fc8-d041-4928-b454-35c9fea51e51, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:21.080123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53b4d-54d6-4a44-b817-600927adc3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c82457-a0ab-46ce-8eff-5543cf71b511,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:21.190443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Network a80c8fc8-d041-4928-b454-35c9fea51e51 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:21.299116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a80c8fc8-d041-4928-b454-35c9fea51e51) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:21.313189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e07b8d-463c-473d-820a-b11aad035dcf None None] Network a80c8fc8-d041-4928-b454-35c9fea51e51 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:21.316741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:21.317741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.462233 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e8ad983c-23c9-4fee-b43c-821751388490 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2030149 Nov 10 16:48:21.465603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:21.470525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:21.530666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-760515d3-04b2-44df-a699-07babaf395a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:21.539021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-760515d3-04b2-44df-a699-07babaf395a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.8042037 Nov 10 16:48:21.541839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a80c8fc8-d041-4928-b454-35c9fea51e51', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:21.543191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.571725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-c565c412-4b95-4174-ae96-e6ca29d5b130 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/quotas/e615b70a43ee4d7785f81a6445ea837e HTTP/1.1" status: 200 len: 375 time: 0.0316405 Nov 10 16:48:21.621032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.622619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.642424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-0860d006-8d6a-4967-aa05-8ac96903d6cc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0695710 Nov 10 16:48:21.659674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.721362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port 8e4cbcb9-4066-4530-9aea-c0425bbb2d65 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:21.725766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=8e4cbcb9-4066-4530-9aea-c0425bbb2d65,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:21.800625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.876267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:21.893246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Allocated IP 172.20.0.2 (a80c8fc8-d041-4928-b454-35c9fea51e51/dd281c12-948f-4823-9175-448e05c1a3b5/b48ce611-3d62-4701-b589-f56df529440f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:21.955824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0dab5a-972c-4add-93fa-d0fd9622ff6e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:21.988976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:21.989268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff07bce7-084b-49e1-aa57-c5bafd4ed4fb') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:22.037462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.082603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.093324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:22.093728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:22.097251 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:22.104209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.110333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.165179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-b14b7d15-d703-4e83-876c-1fb554d0f43e service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154009 Nov 10 16:48:22.196639 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.250208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Network a80c8fc8-d041-4928-b454-35c9fea51e51 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:22.254045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:22.259294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.259560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:22.270443 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.274441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/fd0dab5a-972c-4add-93fa-d0fd9622ff6e HTTP/1.1" status: 204 len: 168 time: 3.3211250 Nov 10 16:48:22.282950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60514) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:22.290302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1802722137'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:22.312695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376548f-db95-4ce9-b80d-bce201e0510c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=fd0dab5a-972c-4add-93fa-d0fd9622ff6e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:22.345525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Pushing event updated for resources: {'Port': ['ID=b48ce611-3d62-4701-b589-f56df529440f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:22.347115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-5c7b3618-5d77-40bb-8a34-b628c9ceb726 service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697121 Nov 10 16:48:22.358416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Attempting to bind port b48ce611-3d62-4701-b589-f56df529440f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:22.358823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Attempting to bind port b48ce611-3d62-4701-b589-f56df529440f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:22.359247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Attempting to bind port b48ce611-3d62-4701-b589-f56df529440f on network a80c8fc8-d041-4928-b454-35c9fea51e51 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:22.380366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:22.380366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Checking segment: {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:22.380366 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.380366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Bound using segment: {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:22.380366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Bound port: b48ce611-3d62-4701-b589-f56df529440f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:22.380366 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.401968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:22.406240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.488616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:22.513482 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.513841 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 1bd9a34d-f193-42ae-9f2b-e70e045190fd of type vlan for network a993aeb0-7522-4e5d-b21d-4f076173be9c Nov 10 16:48:22.576876 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.597849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] For port b48ce611-3d62-4701-b589-f56df529440f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:22.611372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] For port b48ce611-3d62-4701-b589-f56df529440f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b48ce611-3d62-4701-b589-f56df529440f,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:22.676589 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.683697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.683900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.700496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:22.702817 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.784289 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:22.817256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f8b91-473a-4787-ad96-a148a7c56e53 None None] Pushing event updated for resources: {'Port': ['ID=b48ce611-3d62-4701-b589-f56df529440f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:22.966605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=a993aeb0-7522-4e5d-b21d-4f076173be9c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:22.976376 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7792d1-a33c-42ff-b9d8-d1ac8cfd814a req-3cecf7f4-c071-4c02-9b2e-86712d914296 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 210 time: 0.0571916 Nov 10 16:48:22.984375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a993aeb0-7522-4e5d-b21d-4f076173be9c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:23.026781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Allocated IP 172.25.3.82 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e1307e70-9002-439b-8d6c-ac7c129acc64) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:23.040724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9245ece5-62e5-4cfd-8cc2-3db9055de4eb tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7569833 Nov 10 16:48:23.044916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60534) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:23.051137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c3175935-32a5-4cf0-825d-3d5cefebb5b8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:23.341479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.365079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3175935-32a5-4cf0-825d-3d5cefebb5b8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.371056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:23.530443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-535cadef-b3ff-45eb-a6db-2c2f85df8263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.544956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3175935-32a5-4cf0-825d-3d5cefebb5b8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.559880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.589159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3175935-32a5-4cf0-825d-3d5cefebb5b8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network a993aeb0-7522-4e5d-b21d-4f076173be9c is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 16:48:23.594686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3175935-32a5-4cf0-825d-3d5cefebb5b8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:23.595499 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3175935-32a5-4cf0-825d-3d5cefebb5b8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.600276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c3175935-32a5-4cf0-825d-3d5cefebb5b8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "PUT /v2.0/networks/a993aeb0-7522-4e5d-b21d-4f076173be9c HTTP/1.1" status: 200 len: 723 time: 0.5541241 Nov 10 16:48:23.600808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60554) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:23.616801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': 'a993aeb0-7522-4e5d-b21d-4f076173be9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:23.669842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Pushing event updated for resources: {'Port': ['ID=e1307e70-9002-439b-8d6c-ac7c129acc64,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:23.686362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:23.692688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:23.709285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:23.711179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b8f066-73f1-47a0-ad9c-c4245c368906 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:48:23.737683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3175935-32a5-4cf0-825d-3d5cefebb5b8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=a993aeb0-7522-4e5d-b21d-4f076173be9c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:23.751677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a993aeb0-7522-4e5d-b21d-4f076173be9c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:23.835396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-535cadef-b3ff-45eb-a6db-2c2f85df8263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.871582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e1a44918-02d8-450c-9d1d-9bee15faf07f None None] Provisioning complete for port e1307e70-9002-439b-8d6c-ac7c129acc64 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:23.871963 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1a44918-02d8-450c-9d1d-9bee15faf07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.887679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:23.894623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:23.955273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e1a44918-02d8-450c-9d1d-9bee15faf07f None None] Port e1307e70-9002-439b-8d6c-ac7c129acc64 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:48:23.970371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-535cadef-b3ff-45eb-a6db-2c2f85df8263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.028690 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-535cadef-b3ff-45eb-a6db-2c2f85df8263 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ab7e19077b341509291e781366ace97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6488070 Nov 10 16:48:24.030795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:24.031520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cadef-b3ff-45eb-a6db-2c2f85df8263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3611c3-5f7b-4c51-b73c-4c278ff9bfa9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:24.113214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-684d54a3-02f4-414f-9c5f-dda19626d8a1 req-64cbb572-cb88-47e4-9ab5-75d948b20642 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 210 time: 0.0432966 Nov 10 16:48:24.317383 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.368069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.378849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27df6024-a48c-48cd-af5d-e67e954768da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.381429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910cff7-a24d-47e3-803f-e54a936822f4 None None] Network a80c8fc8-d041-4928-b454-35c9fea51e51 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:24.444721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27df6024-a48c-48cd-af5d-e67e954768da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.457062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '1bd9a34d-f193-42ae-9f2b-e70e045190fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a993aeb0-7522-4e5d-b21d-4f076173be9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:24.457693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: a993aeb0-7522-4e5d-b21d-4f076173be9c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:24.463764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=3a121590-2aa7-445c-8006-464c675cf2bf,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:24.567150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b9f789d8-1b30-439a-b41d-dde3f444a817 None None] Provisioning complete for port b48ce611-3d62-4701-b589-f56df529440f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:24.567150 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9f789d8-1b30-439a-b41d-dde3f444a817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.567885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network a993aeb0-7522-4e5d-b21d-4f076173be9c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:24.631380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a993aeb0-7522-4e5d-b21d-4f076173be9c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:24.644406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:24.646942 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.701862 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a72cb9b-671c-447c-91a2-3df482fbc0e8 None None] Network a993aeb0-7522-4e5d-b21d-4f076173be9c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:24.734927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.742219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27df6024-a48c-48cd-af5d-e67e954768da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.747016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27df6024-a48c-48cd-af5d-e67e954768da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.750538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-27df6024-a48c-48cd-af5d-e67e954768da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c3611c3-5f7b-4c51-b73c-4c278ff9bfa9 HTTP/1.1" status: 204 len: 168 time: 0.7138450 Nov 10 16:48:24.768097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1195ce4-3138-43a4-a39b-d02339e269f4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1571870 Nov 10 16:48:24.772394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60590) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:24.779533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f7d6d92a-bdce-45cc-b814-f0b99553683b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:24.888251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df6024-a48c-48cd-af5d-e67e954768da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3611c3-5f7b-4c51-b73c-4c278ff9bfa9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:24.929143 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d92a-bdce-45cc-b814-f0b99553683b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13531486'] for subnet, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:24.966773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9f789d8-1b30-439a-b41d-dde3f444a817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:25.190648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Router f5b2b019-fab0-4a74-b932-9412f2327366 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:48:25.222627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b9f789d8-1b30-439a-b41d-dde3f444a817 None None] For port b48ce611-3d62-4701-b589-f56df529440f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b48ce611-3d62-4701-b589-f56df529440f,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:25.250517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a993aeb0-7522-4e5d-b21d-4f076173be9c', 'network_id': 'a993aeb0-7522-4e5d-b21d-4f076173be9c', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': '3a121590-2aa7-445c-8006-464c675cf2bf'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:25.251746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:25.340599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b48ce611-3d62-4701-b589-f56df529440f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:48:25.371766 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9f789d8-1b30-439a-b41d-dde3f444a817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:25.441781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d92a-bdce-45cc-b814-f0b99553683b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771574378626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16683656'] for subnet, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:25.515348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6d92a-bdce-45cc-b814-f0b99553683b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:25.515947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7d6d92a-bdce-45cc-b814-f0b99553683b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:25.520530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f7d6d92a-bdce-45cc-b814-f0b99553683b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "PUT /v2.0/subnets/3a121590-2aa7-445c-8006-464c675cf2bf HTTP/1.1" status: 200 len: 806 time: 0.7466812 Nov 10 16:48:25.532450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60610) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:25.830829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f789d8-1b30-439a-b41d-dde3f444a817 None None] Pushing event updated for resources: {'Port': ['ID=b48ce611-3d62-4701-b589-f56df529440f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:25.878453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-17987c6a-7db2-4b6b-a6ee-78d3d55ca11f None None] Provisioning complete for port b48ce611-3d62-4701-b589-f56df529440f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:25.878453 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17987c6a-7db2-4b6b-a6ee-78d3d55ca11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:25.941676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1093713f-846a-46c8-ae5c-da9115ad3f48 req-ef023008-4af7-4146-b16a-265b3ddfe7f8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 210 time: 0.0379100 Nov 10 16:48:26.001202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-c1ae2e50-40c0-4770-baa0-ba8e1b951ce5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:26.002737 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-c1ae2e50-40c0-4770-baa0-ba8e1b951ce5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.3984685 Nov 10 16:48:26.011240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6d92a-bdce-45cc-b814-f0b99553683b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=3a121590-2aa7-445c-8006-464c675cf2bf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:26.022781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b48ce611-3d62-4701-b589-f56df529440f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:26.023291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.039655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'port': {'device_id': 'e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'admin_state_up': True, 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:26.047198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:48:26.062385 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Sync routers for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:48:26.093853 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:48:26.094691 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:48:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:26.108057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Allocated IP 172.20.0.2 (a993aeb0-7522-4e5d-b21d-4f076173be9c/3a121590-2aa7-445c-8006-464c675cf2bf/c6121910-df03-4573-a90d-80ba9177f35e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:26.215862 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.224205 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-734efd9f-1782-45f9-b643-0a62c2ca1631 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7574983 Nov 10 16:48:26.224963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:26.342332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.432610 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:48:26.469227 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.580452 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.742668 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:23Z', 'revision_number': 3, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:26.751131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Made reservation on behalf of e615b70a43ee4d7785f81a6445ea837e for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:26.757989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.792041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.827221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Network a993aeb0-7522-4e5d-b21d-4f076173be9c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:26.828877 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Checking router: f5b2b019-fab0-4a74-b932-9412f2327366 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:48:26.831323 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Updating router f5b2b019-fab0-4a74-b932-9412f2327366 port e1307e70-9002-439b-8d6c-ac7c129acc64 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:48:26.835833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:26.846744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:26.871937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.889101 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.940081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Pushing event updated for resources: {'Port': ['ID=c6121910-df03-4573-a90d-80ba9177f35e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:26.947602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Attempting to bind port c6121910-df03-4573-a90d-80ba9177f35e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:26.948054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Attempting to bind port c6121910-df03-4573-a90d-80ba9177f35e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '1bd9a34d-f193-42ae-9f2b-e70e045190fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a993aeb0-7522-4e5d-b21d-4f076173be9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:26.948604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Attempting to bind port c6121910-df03-4573-a90d-80ba9177f35e on network a993aeb0-7522-4e5d-b21d-4f076173be9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:26.953774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:26.954145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Checking segment: {'id': '1bd9a34d-f193-42ae-9f2b-e70e045190fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a993aeb0-7522-4e5d-b21d-4f076173be9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:26.954541 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.955017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Bound using segment: {'id': '1bd9a34d-f193-42ae-9f2b-e70e045190fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a993aeb0-7522-4e5d-b21d-4f076173be9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:26.955516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Bound port: c6121910-df03-4573-a90d-80ba9177f35e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd9a34d-f193-42ae-9f2b-e70e045190fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a993aeb0-7522-4e5d-b21d-4f076173be9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:26.963466 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:26.997607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Allocated IP 172.20.0.10 (03fa9327-e0cc-4fbe-95b5-ef367afe5de2/bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada/6d2a7ee1-5da8-4b8c-b88d-d0b91927635a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:27.012680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.101905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] For port c6121910-df03-4573-a90d-80ba9177f35e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:27.106566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] For port c6121910-df03-4573-a90d-80ba9177f35e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c6121910-df03-4573-a90d-80ba9177f35e,segment=NetworkSegment(1bd9a34d-f193-42ae-9f2b-e70e045190fd),segment_id=1bd9a34d-f193-42ae-9f2b-e70e045190fd)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:27.173943 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.247442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=3a121590-2aa7-445c-8006-464c675cf2bf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:27.323492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b48ce611-3d62-4701-b589-f56df529440f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:48:27.353830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27b78c95-cb3e-463c-b0e4-77e8ff9bb5ef req-be5ed3e0-c891-4fab-ba40-5aa1b4ddc8e1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 210 time: 0.1386960 Nov 10 16:48:27.385348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:27.470431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Allocated IP 172.20.0.1 (a80c8fc8-d041-4928-b454-35c9fea51e51/dd281c12-948f-4823-9175-448e05c1a3b5/3b056972-be30-4be1-8dee-549539f97837) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:27.505399 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.507470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d485a1b-8032-4e75-a5de-c0d6892e548d None None] Pushing event updated for resources: {'Port': ['ID=c6121910-df03-4573-a90d-80ba9177f35e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:27.548400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b48ce611-3d62-4701-b589-f56df529440f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:27.554139 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.639046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200c247a-1df8-411a-a219-d59019329356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.640125 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.722896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.758956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.772008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3588ff-b844-47dc-b751-43723d85f66f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:48:27.806892 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Attempting to bind port e1307e70-9002-439b-8d6c-ac7c129acc64 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:27.806892 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Attempting to bind port e1307e70-9002-439b-8d6c-ac7c129acc64 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:27.806892 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Attempting to bind port e1307e70-9002-439b-8d6c-ac7c129acc64 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:27.822532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.834778 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:27.834778 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:27.834778 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.834778 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:27.834778 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Bound port: e1307e70-9002-439b-8d6c-ac7c129acc64, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:27.834778 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.846496 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Pushing event updated for resources: {'Port': ['ID=e1307e70-9002-439b-8d6c-ac7c129acc64,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:27.872702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.875639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a993aeb0-7522-4e5d-b21d-4f076173be9c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:27.876520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-abc2c919-a58d-4770-a7cd-6b00ce4f428e None None] Provisioning complete for port e1307e70-9002-439b-8d6c-ac7c129acc64 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:27.880761 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abc2c919-a58d-4770-a7cd-6b00ce4f428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.920852 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200c247a-1df8-411a-a219-d59019329356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.927575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd9a34d-f193-42ae-9f2b-e70e045190fd') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:27.927575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd9a34d-f193-42ae-9f2b-e70e045190fd') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.927782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:27.945783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.962962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-abc2c919-a58d-4770-a7cd-6b00ce4f428e None None] Port e1307e70-9002-439b-8d6c-ac7c129acc64 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:48:27.994094 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:27.997111 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:28.004469 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] For port e1307e70-9002-439b-8d6c-ac7c129acc64, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:28.005335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.007706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:28.012144 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] For port e1307e70-9002-439b-8d6c-ac7c129acc64, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e1307e70-9002-439b-8d6c-ac7c129acc64,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:28.015642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:28.021357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:28.022309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:28.024910 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:28.051014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'Port': ['ID=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:28.070283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200c247a-1df8-411a-a219-d59019329356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.093792 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.142517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:28.143170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.163968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2789b4-0016-4dcf-8607-21333ac2bc00 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:48:28.182857 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:48:28.182857 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:48:28.182857 n-d-714676-11 neutron-server[103326]: [parameters: {'id': 'a993aeb0-7522-4e5d-b21d-4f076173be9c'}] Nov 10 16:48:28.182857 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:48:28.189373 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:48:28.208354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2872a96e-886c-43b7-a6ba-d469d1ec1fc7 None None] Provisioning complete for port e1307e70-9002-439b-8d6c-ac7c129acc64 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:28.208982 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2872a96e-886c-43b7-a6ba-d469d1ec1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.227810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-200c247a-1df8-411a-a219-d59019329356 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5267c661238c42e6bcaf184aa0192c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8413212 Nov 10 16:48:28.228780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b056972-be30-4be1-8dee-549539f97837,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:28.230601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60690) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:28.262444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Network a80c8fc8-d041-4928-b454-35c9fea51e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:28.275853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-857b8479-a59a-41e3-ad48-ed3f31f6c4ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2554574 Nov 10 16:48:28.279822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:28.282418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c247a-1df8-411a-a219-d59019329356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124b2c51-eee9-4be5-84f3-029ba6bce558,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:28.299402 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9605ac6-095b-44b1-bccd-e72c69d9a500 None None] Pushing event updated for resources: {'Port': ['ID=e1307e70-9002-439b-8d6c-ac7c129acc64,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:28.305574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:28.327111 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:48:28.328838 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:48:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:28.338194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Request body: {'port': {'device_id': 'e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:28.473218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.517414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:48:28.569420 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2872a96e-886c-43b7-a6ba-d469d1ec1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.583989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60696) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:28.647806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2872a96e-886c-43b7-a6ba-d469d1ec1fc7 None None] For port e1307e70-9002-439b-8d6c-ac7c129acc64, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e1307e70-9002-439b-8d6c-ac7c129acc64,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:28.689167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.710296 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03845dd-9360-450f-accf-10c99bb5186d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.733299 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2872a96e-886c-43b7-a6ba-d469d1ec1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.754792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.843083 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-620c1960-912c-4013-825d-06df7088bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:23Z', 'revision_number': 3, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:28.866387 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03845dd-9360-450f-accf-10c99bb5186d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:28.890147 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c1960-912c-4013-825d-06df7088bc66 None None] The sync data for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 is: [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:23Z', 'revision_number': 3, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:48:28.910330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872a96e-886c-43b7-a6ba-d469d1ec1fc7 None None] Pushing event updated for resources: {'Port': ['ID=e1307e70-9002-439b-8d6c-ac7c129acc64,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:28.953301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cd68b461-61df-46a2-ab1d-24b7c80a7b40 None None] Provisioning complete for port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:28.954530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd68b461-61df-46a2-ab1d-24b7c80a7b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.002027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd68b461-61df-46a2-ab1d-24b7c80a7b40 None None] Port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:48:29.005697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e0e8c-2641-421e-9670-443d68fcb2a8 req-a3205fb9-f976-4430-86cf-8bffd03604ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:29.007326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1655125284'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:29.007858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-100e0e8c-2641-421e-9670-443d68fcb2a8 req-a3205fb9-f976-4430-86cf-8bffd03604ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 932 time: 0.3510997 Nov 10 16:48:29.126071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.138537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-aa4b5f0f-ade5-4938-a673-07943a314a23 None None] Provisioning complete for port 3b056972-be30-4be1-8dee-549539f97837 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:29.139015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5f0f-ade5-4938-a673-07943a314a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.166397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-100e0e8c-2641-421e-9670-443d68fcb2a8 req-6a861a76-1d34-4935-b30e-87533d24d6fe tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490767 Nov 10 16:48:29.314318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d293f050-4a92-476a-811f-4844959d9e92 None None] Network a993aeb0-7522-4e5d-b21d-4f076173be9c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:29.321593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port c6121910-df03-4573-a90d-80ba9177f35e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:29.322184 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.322992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c6121910-df03-4573-a90d-80ba9177f35e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:48:29.354260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b5f0f-ade5-4938-a673-07943a314a23 None None] Port 3b056972-be30-4be1-8dee-549539f97837 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:48:29.399667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Made reservation on behalf of 07958121ea5d4fb385d125c87eee55ee for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:29.403978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.435856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03845dd-9360-450f-accf-10c99bb5186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.438423 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03845dd-9360-450f-accf-10c99bb5186d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.441753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d03845dd-9360-450f-accf-10c99bb5186d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/124b2c51-eee9-4be5-84f3-029ba6bce558 HTTP/1.1" status: 204 len: 168 time: 1.2079949 Nov 10 16:48:29.510189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03845dd-9360-450f-accf-10c99bb5186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124b2c51-eee9-4be5-84f3-029ba6bce558,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:29.512073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.531201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port c6121910-df03-4573-a90d-80ba9177f35e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c6121910-df03-4573-a90d-80ba9177f35e,segment=NetworkSegment(1bd9a34d-f193-42ae-9f2b-e70e045190fd),segment_id=1bd9a34d-f193-42ae-9f2b-e70e045190fd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:29.531658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.533840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.570472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c6121910-df03-4573-a90d-80ba9177f35e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:29.570968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.596708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for c6121910-df03-4573-a90d-80ba9177f35e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:29.621114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ad524fcf-df96-4b61-a23d-891a5d9a79ce None None] Provisioning complete for port c6121910-df03-4573-a90d-80ba9177f35e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:29.621474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad524fcf-df96-4b61-a23d-891a5d9a79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.629228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.776205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad524fcf-df96-4b61-a23d-891a5d9a79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.781072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] DHCP port deletion for a993aeb0-7522-4e5d-b21d-4f076173be9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:48:29.835560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b056972-be30-4be1-8dee-549539f97837,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:29.868322 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.874823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:29.967278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=c6121910-df03-4573-a90d-80ba9177f35e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:29.969043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.025787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port c6121910-df03-4573-a90d-80ba9177f35e on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:30.055813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Network a80c8fc8-d041-4928-b454-35c9fea51e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:30.057360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:30.061801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] Deleting port c6121910-df03-4573-a90d-80ba9177f35e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:30.062336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.119436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:48:30.141117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.162793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Transition to ACTIVE for port object 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:48:30.259121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.280595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] For port c6121910-df03-4573-a90d-80ba9177f35e, host n-d-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:30.280998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.315512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] Calling delete_port for c6121910-df03-4573-a90d-80ba9177f35e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:30.319915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] Port c6121910-df03-4573-a90d-80ba9177f35e was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:48:30.326515 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.386327 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.388309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Router f5b2b019-fab0-4a74-b932-9412f2327366 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:48:30.394164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] Pushing event deleted for resources: {'Port': ['ID=c6121910-df03-4573-a90d-80ba9177f35e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:30.406822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8229e7-307b-4be6-a50c-7fd64cea28ab None None] No DVR routers for this DVR port c6121910-df03-4573-a90d-80ba9177f35e on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:30.428924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78ad61-8e2f-431e-ae11-24baf97d5a30 None None] Network a993aeb0-7522-4e5d-b21d-4f076173be9c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:30.457338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.492231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a993aeb0-7522-4e5d-b21d-4f076173be9c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:30.548630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd9a34d-f193-42ae-9f2b-e70e045190fd') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:30.549063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd9a34d-f193-42ae-9f2b-e70e045190fd') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:30.566596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Pushing event updated for resources: {'Port': ['ID=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:30.582639 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.590169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:48:30.596355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b928e81a-e653-4581-bb91-5130db2ce9d0 admin admin] 10.222.0.62 "PUT /v2.0/routers/f5b2b019-fab0-4a74-b932-9412f2327366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3702641 Nov 10 16:48:30.631628 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.657876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:30.663572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4dd75faf-faa3-453e-804b-e38c38b3d932 None None] Provisioning complete for port 3b056972-be30-4be1-8dee-549539f97837 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:30.663956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4dd75faf-faa3-453e-804b-e38c38b3d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.683255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49b65525-d4f5-4e60-8643-eaff39586d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.752838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4dd75faf-faa3-453e-804b-e38c38b3d932 None None] Port 3b056972-be30-4be1-8dee-549539f97837 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:48:30.771288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44835d-e852-4e6f-9b03-4c7996970190 req-c43d65c5-e064-4a98-8ae9-3f361e396ebe tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:30.787922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e44835d-e852-4e6f-9b03-4c7996970190 req-c43d65c5-e064-4a98-8ae9-3f361e396ebe tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 944 time: 0.4461858 Nov 10 16:48:30.788962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:30.852542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.879613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644ec4ce-84ac-464b-a3a5-96728fef2656,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:30.881305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49b65525-d4f5-4e60-8643-eaff39586d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.885839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:30.886384 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:30.889834 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:30.979632 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49b65525-d4f5-4e60-8643-eaff39586d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.008385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e44835d-e852-4e6f-9b03-4c7996970190 req-e28f279f-8454-4bb0-b5e5-6f1cab0df32a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643026 Nov 10 16:48:31.008385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Attempting to bind port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:31.008385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Attempting to bind port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:31.008385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Attempting to bind port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:31.011548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:48:31.011982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Attempting to bind port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:31.018506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:31.019787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Checking segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:31.020280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Bound using segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:31.020863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Bound port: 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:31.021326 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.088781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.095945 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Added segment baaa742b-2754-46cf-b2bb-e2e5358d10cd of type vlan for network 2b573810-3bcd-49d5-8865-0c0014536759 Nov 10 16:48:31.099759 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-49b65525-d4f5-4e60-8643-eaff39586d92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=794f586aee034b15a8fcd8caf486eb95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388866 Nov 10 16:48:31.101651 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.113680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60746) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:31.141758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b65525-d4f5-4e60-8643-eaff39586d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7deded3-370b-49b4-be17-d4d80c9d4d07,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:31.187577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] For port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:31.190891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] For port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:31.200710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.201568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/a993aeb0-7522-4e5d-b21d-4f076173be9c HTTP/1.1" status: 204 len: 168 time: 5.6652770 Nov 10 16:48:31.204537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60750) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:31.255371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e1307e70-9002-439b-8d6c-ac7c129acc64 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:48:31.264607 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-238302f1-2df2-4f96-a531-6bcdb4501018 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:31.265242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238302f1-2df2-4f96-a531-6bcdb4501018 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:31.271212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d615f-6c0d-48ca-9b4d-a8a95ed6b973 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=a993aeb0-7522-4e5d-b21d-4f076173be9c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:31.279118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-238302f1-2df2-4f96-a531-6bcdb4501018 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/a993aeb0-7522-4e5d-b21d-4f076173be9c HTTP/1.1" status: 404 len: 339 time: 0.0732791 Nov 10 16:48:31.279809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:31.286045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1187858570', 'description': 'd1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:31.297324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.314899 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.374495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e1307e70-9002-439b-8d6c-ac7c129acc64 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:31.375280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.424737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:31.429764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.441823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:48:31.448926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c718513f-5fee-4c34-930c-01fdb96f9a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.482162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:31.483648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:31.483945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.485517 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] 10.222.0.69 "PUT /v2.0/ports/6d2a7ee1-5da8-4b8c-b88d-d0b91927635a HTTP/1.1" status: 200 len: 1093 time: 3.1770709 Nov 10 16:48:31.496936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a', 'tag': '6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:48:31.507489 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a", "tag": "6d2a7ee1-5da8-4b8c-b88d-d0b91927635a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:48:31.514721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.515219 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 3168031e-a0cd-4011-9642-42ac601ecf89 of type vlan for network 7385c866-f280-41bf-b510-b16ef87305bb Nov 10 16:48:31.614219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.617463 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444dfcea-569f-4860-a372-74814f6d668e x-openstack-request-id: req-444dfcea-569f-4860-a372-74814f6d668e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:48:31.625251 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a", "tag": "6d2a7ee1-5da8-4b8c-b88d-d0b91927635a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:48:31.625251 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-444dfcea-569f-4860-a372-74814f6d668e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:48:31.625251 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a', 'tag': '6d2a7ee1-5da8-4b8c-b88d-d0b91927635a', 'status': 'completed', 'code': 200} Nov 10 16:48:31.626367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c6121910-df03-4573-a90d-80ba9177f35e no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:48:31.643743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c718513f-5fee-4c34-930c-01fdb96f9a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.667665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c6121910-df03-4573-a90d-80ba9177f35e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:48:31.668313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c6121910-df03-4573-a90d-80ba9177f35e not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:48:31.670780 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-176a3831-728f-47e2-97af-afe9fe42d426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.698844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.705430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:31.706133 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.720986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c788ce4-926a-4bac-9748-451928f0870e service neutron] Pushing event updated for resources: {'Port': ['ID=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:31.745572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.753616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:31.754508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:31.786147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Sync routers for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:48:31.810639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:48:31.812216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:48:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:31.812364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-aaacebb0-b145-42cb-9f47-86091913868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:31.818789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-aaacebb0-b145-42cb-9f47-86091913868a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 1096 time: 0.1984637 Nov 10 16:48:31.854996 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5740986 Nov 10 16:48:31.858619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:31.868229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event updated for resources: {'Network': ['ID=2b573810-3bcd-49d5-8865-0c0014536759,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:31.883239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6ec8c-36cb-4834-8483-d886450aefb2 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=7385c866-f280-41bf-b510-b16ef87305bb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:31.912133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:31.917179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-24506e12-1537-42ed-89b0-60aea4bfb8fe tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936709821', 'description': 'tempest-description--1496922941'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:31.944211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-b515e22e-70d2-472d-94c0-9a25137d865b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a HTTP/1.1" status: 200 len: 217 time: 0.0708649 Nov 10 16:48:31.946561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:48:31.954263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-55cd88ff-d70f-43bb-b321-8367f2754bfc tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.3475921 Nov 10 16:48:31.955699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60768) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:31.979398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Request body: {'subnet': {'network_id': '2b573810-3bcd-49d5-8865-0c0014536759', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:32.010186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 2b573810-3bcd-49d5-8865-0c0014536759 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:32.010485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b1bc52-c6cd-4883-bf60-fafc2d1abec4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:32.014058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-97b1bc52-c6cd-4883-bf60-fafc2d1abec4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/networks?id=7385c866-f280-41bf-b510-b16ef87305bb HTTP/1.1" status: 200 len: 761 time: 0.1535904 Nov 10 16:48:32.021381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60770) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:32.027095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-84578a85-5f42-4ba1-899e-80642b5f92fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'description': 'd2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:32.067836 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c718513f-5fee-4c34-930c-01fdb96f9a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.070524 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c718513f-5fee-4c34-930c-01fdb96f9a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.074118 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c718513f-5fee-4c34-930c-01fdb96f9a67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7deded3-370b-49b4-be17-d4d80c9d4d07 HTTP/1.1" status: 204 len: 168 time: 0.9357171 Nov 10 16:48:32.089576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718513f-5fee-4c34-930c-01fdb96f9a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7deded3-370b-49b4-be17-d4d80c9d4d07,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:32.107633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7385c866-f280-41bf-b510-b16ef87305bb details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:32.112979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-a2d10b22-cf3b-4a6c-a05b-4ad0c53ac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:32.115693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-a2d10b22-cf3b-4a6c-a05b-4ad0c53ac63d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1626039 Nov 10 16:48:32.146176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24506e12-1537-42ed-89b0-60aea4bfb8fe tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.240164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-84311c6d-7edf-436e-ac51-5b41fe3f890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:32.240164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-84311c6d-7edf-436e-ac51-5b41fe3f890a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126411 Nov 10 16:48:32.290192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Made reservation on behalf of 07958121ea5d4fb385d125c87eee55ee for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:32.339070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.339299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7537e-0fb3-4fdd-80b9-05712c9a2aa4 req-f5d7f4d3-2f39-49eb-877a-bf8c53c137af tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:32.339299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50e7537e-0fb3-4fdd-80b9-05712c9a2aa4 req-f5d7f4d3-2f39-49eb-877a-bf8c53c137af tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 944 time: 0.2002609 Nov 10 16:48:32.392642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84578a85-5f42-4ba1-899e-80642b5f92fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.453069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24506e12-1537-42ed-89b0-60aea4bfb8fe tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.483263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50e7537e-0fb3-4fdd-80b9-05712c9a2aa4 req-bb05a9d2-edfb-4091-98b9-ea3fab32e9fb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398222 Nov 10 16:48:32.506701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84578a85-5f42-4ba1-899e-80642b5f92fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.573771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-e209e52d-7407-4686-a88e-0e69ce12b838 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196099 Nov 10 16:48:32.610640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24506e12-1537-42ed-89b0-60aea4bfb8fe tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.631958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84578a85-5f42-4ba1-899e-80642b5f92fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network 7385c866-f280-41bf-b510-b16ef87305bb is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 16:48:32.640787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84578a85-5f42-4ba1-899e-80642b5f92fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:32.641622 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84578a85-5f42-4ba1-899e-80642b5f92fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.643669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-84578a85-5f42-4ba1-899e-80642b5f92fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "PUT /v2.0/networks/7385c866-f280-41bf-b510-b16ef87305bb HTTP/1.1" status: 200 len: 758 time: 0.6210375 Nov 10 16:48:32.662530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:32.680561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84578a85-5f42-4ba1-899e-80642b5f92fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=7385c866-f280-41bf-b510-b16ef87305bb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:32.709813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7385c866-f280-41bf-b510-b16ef87305bb details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:32.725498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24506e12-1537-42ed-89b0-60aea4bfb8fe tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac53cf6-087b-4002-8882-71f650f37d64,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:32.769457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24506e12-1537-42ed-89b0-60aea4bfb8fe tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.773760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-24506e12-1537-42ed-89b0-60aea4bfb8fe tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8606083 Nov 10 16:48:32.774375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:32.782291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3a782512-616f-42d6-9439-ddcc7fbfde86 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Request body: {'security_group_rule': {'security_group_id': '6ac53cf6-087b-4002-8882-71f650f37d64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:32.814252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a960ccfd-fab9-4011-acaf-1263c0895b1c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:32.815802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a960ccfd-fab9-4011-acaf-1263c0895b1c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/networks?id=7385c866-f280-41bf-b510-b16ef87305bb HTTP/1.1" status: 200 len: 761 time: 0.1514165 Nov 10 16:48:32.820013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:32.825900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-723123458'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:32.846910 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.850581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:29Z', 'revision_number': 2, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:32.883578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5e8238b-284e-4c18-bdba-fbed5b8a1200 req-a552e0e2-2f52-4001-a94b-4ec5649a79ea service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594141 Nov 10 16:48:32.889746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Checking router: f5b2b019-fab0-4a74-b932-9412f2327366 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:48:32.890101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Updating router f5b2b019-fab0-4a74-b932-9412f2327366 port 3b056972-be30-4be1-8dee-549539f97837 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:48:32.926648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.936719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a782512-616f-42d6-9439-ddcc7fbfde86 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:32.968970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event updated for resources: {'Subnet': ['ID=8ab26be5-6a6a-48fc-8abb-8b787362c6d0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:32.974943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Checking segment: {'id': 'baaa742b-2754-46cf-b2bb-e2e5358d10cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b573810-3bcd-49d5-8865-0c0014536759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:32.975695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Network hostable DHCP agents. Network: 2b573810-3bcd-49d5-8865-0c0014536759, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:33.036081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60798) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:33.052248 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6081a26-f065-45dd-b991-e4eecf79d1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.073359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a782512-616f-42d6-9439-ddcc7fbfde86 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.075730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:33.080053 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.099902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Network 2b573810-3bcd-49d5-8865-0c0014536759 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:33.117108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:33.125400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a782512-616f-42d6-9439-ddcc7fbfde86 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.144879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.145535 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment 53c5dacd-71c2-4b2f-9849-28fd116ed022 of type vlan for network 52e5dc7d-bee0-4c05-8540-a0dd7299dcb6 Nov 10 16:48:33.167390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a782512-616f-42d6-9439-ddcc7fbfde86 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21914572-41ba-46a4-b1f7-36cd1b3de996,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:33.183292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-4ba6cf62-54ae-4ba3-9342-3110129b7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:33.185830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-4ba6cf62-54ae-4ba3-9342-3110129b7202 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 1096 time: 0.1085525 Nov 10 16:48:33.219475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.264566 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.270509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 2b573810-3bcd-49d5-8865-0c0014536759) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:33.275252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:33.276321 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.280186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc93c78-49bd-4083-933f-543b03297e7b None None] Network 2b573810-3bcd-49d5-8865-0c0014536759 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:33.287575 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a782512-616f-42d6-9439-ddcc7fbfde86 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.292979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3a782512-616f-42d6-9439-ddcc7fbfde86 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5141025 Nov 10 16:48:33.298995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:33.299605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a6dc2c41-a268-474e-872c-6e0c9aec4eda tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Request body: {'security_group_rule': {'security_group_id': '6ac53cf6-087b-4002-8882-71f650f37d64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:33.303003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6081a26-f065-45dd-b991-e4eecf79d1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.344448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.345294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-9ec5f034-af7a-47f7-8e37-98dacab31c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:33.346863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-9ec5f034-af7a-47f7-8e37-98dacab31c2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1532850 Nov 10 16:48:33.350643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:33.351050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.395996 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.445327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=52e5dc7d-bee0-4c05-8540-a0dd7299dcb6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:33.487236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 52e5dc7d-bee0-4c05-8540-a0dd7299dcb6 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:33.557272 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2c41-a268-474e-872c-6e0c9aec4eda tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.628125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f7f2c-2ab7-4f7d-bd8e-957a26c8c00c None None] Pushing event updated for resources: {'Port': ['ID=3b056972-be30-4be1-8dee-549539f97837,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:33.641032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e7ec503e-fbb2-45d0-90f3-f3fe9ed3df26 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8200157 Nov 10 16:48:33.649020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:33.673397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': '52e5dc7d-bee0-4c05-8540-a0dd7299dcb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:33.732156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2c41-a268-474e-872c-6e0c9aec4eda tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.732403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Attempting to bind port 3b056972-be30-4be1-8dee-549539f97837 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:33.732895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Attempting to bind port 3b056972-be30-4be1-8dee-549539f97837 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:33.733121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Attempting to bind port 3b056972-be30-4be1-8dee-549539f97837 on network a80c8fc8-d041-4928-b454-35c9fea51e51 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:33.757210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:33.757210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Checking segment: {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:33.757210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.757210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Bound using segment: {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:33.757210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Bound port: 3b056972-be30-4be1-8dee-549539f97837, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:33.757210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.764819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-2b573810-3bcd-49d5-8865-0c0014536759', 'network_id': '2b573810-3bcd-49d5-8865-0c0014536759', 'tenant_id': '07958121ea5d4fb385d125c87eee55ee', 'fixed_ips': [{'subnet_id': '8ab26be5-6a6a-48fc-8abb-8b787362c6d0'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:33.765684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.838713 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6081a26-f065-45dd-b991-e4eecf79d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.844330 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f9c0b3a5-2f2d-4614-8705-d6fa8ca5b325 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8737085 Nov 10 16:48:33.845736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-6f8d2ad9-9c4e-4b8b-af7d-cfe6f5676eee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a HTTP/1.1" status: 200 len: 217 time: 0.4849348 Nov 10 16:48:33.854333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:33.855470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2c41-a268-474e-872c-6e0c9aec4eda tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.864099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Request body: {'port': {'network_id': '2b573810-3bcd-49d5-8865-0c0014536759', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2023478827'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:33.905695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc2c41-a268-474e-872c-6e0c9aec4eda tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3affee-24fa-4d28-9789-4fe91ac52419,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:33.958304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:33.963207 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-064bf355-5397-4324-8da3-1424d4b77087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.963473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:33.969686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] For port 3b056972-be30-4be1-8dee-549539f97837, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:33.990551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-adf6508d-1f93-49c9-8dd4-f48cf86c40b2 None None] Provisioning complete for port 3b056972-be30-4be1-8dee-549539f97837 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:33.990823 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adf6508d-1f93-49c9-8dd4-f48cf86c40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.015907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b6081a26-f065-45dd-b991-e4eecf79d1ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8c6d96c8eb84728a4d5692f20f323b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9784472 Nov 10 16:48:34.024476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60820) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:34.034513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6081a26-f065-45dd-b991-e4eecf79d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efa4011-cdf6-40e8-b672-28fe845a33b9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:34.054290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-ad4f83aa-188d-46b2-97f7-f72765f77c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:34.056901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-ad4f83aa-188d-46b2-97f7-f72765f77c90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1874630 Nov 10 16:48:34.073887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-adf6508d-1f93-49c9-8dd4-f48cf86c40b2 None None] Port 3b056972-be30-4be1-8dee-549539f97837 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:48:34.079036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] For port 3b056972-be30-4be1-8dee-549539f97837, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3b056972-be30-4be1-8dee-549539f97837,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:34.079169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab57d9-2cbf-44cd-b111-117bf5174f8f req-3445d255-8cc1-4c7f-ad2a-404c8e05b993 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:34.081411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6ab57d9-2cbf-44cd-b111-117bf5174f8f req-3445d255-8cc1-4c7f-ad2a-404c8e05b993 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 944 time: 0.2469249 Nov 10 16:48:34.092992 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2c41-a268-474e-872c-6e0c9aec4eda tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.098281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a6dc2c41-a268-474e-872c-6e0c9aec4eda tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8035786 Nov 10 16:48:34.102679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:34.110062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:34.112478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Allocated IP 172.20.0.2 (2b573810-3bcd-49d5-8865-0c0014536759/8ab26be5-6a6a-48fc-8abb-8b787362c6d0/09a1e22f-6703-4663-b2a7-0e8e407c99d0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:34.155547 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.209509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa547-da07-435f-9617-01a4bc143fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.220189 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6ab57d9-2cbf-44cd-b111-117bf5174f8f req-deb922d6-ce6d-4cbc-a697-fb7178ce938a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228917 Nov 10 16:48:34.225114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-a9535700-d9be-422d-92e2-8792ef33b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:34.226517 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-a9535700-d9be-422d-92e2-8792ef33b962 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601884 Nov 10 16:48:34.277741 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa547-da07-435f-9617-01a4bc143fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.301575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:48:34.302550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:48:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:34.352715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Made reservation on behalf of 07958121ea5d4fb385d125c87eee55ee for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:34.357658 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.373766 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.422309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] device_id is not set on port 0e2e0c2f-ffc6-41c0-983d-34b456b3dc49 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:48:34.445202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:48:34.477102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-c694ca60-9a73-4dc6-a1fc-22f875c68be1 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089725 Nov 10 16:48:34.558061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.562177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa547-da07-435f-9617-01a4bc143fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.565288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa547-da07-435f-9617-01a4bc143fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.566575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c8cfa547-da07-435f-9617-01a4bc143fc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6efa4011-cdf6-40e8-b672-28fe845a33b9 HTTP/1.1" status: 204 len: 168 time: 0.5402467 Nov 10 16:48:34.597939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f7f2c-2ab7-4f7d-bd8e-957a26c8c00c None None] Pushing event updated for resources: {'Port': ['ID=3b056972-be30-4be1-8dee-549539f97837,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:34.617286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfa547-da07-435f-9617-01a4bc143fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efa4011-cdf6-40e8-b672-28fe845a33b9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:34.650743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2dc6eea-af95-4004-a5a0-3c44d79a45dc req-cd421157-c80c-42a5-84c4-1640ee107155 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637492 Nov 10 16:48:34.702994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f97e258f-fc6f-4717-b744-68c0bb997b54 None None] Provisioning complete for port 3b056972-be30-4be1-8dee-549539f97837 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:34.704754 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f97e258f-fc6f-4717-b744-68c0bb997b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.795880 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.894074 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.961278 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f97e258f-fc6f-4717-b744-68c0bb997b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:34.988503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Network 2b573810-3bcd-49d5-8865-0c0014536759 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:35.005160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:35.017435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:35.023426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Pushing event updated for resources: {'Port': ['ID=09a1e22f-6703-4663-b2a7-0e8e407c99d0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:35.055609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f97e258f-fc6f-4717-b744-68c0bb997b54 None None] For port 3b056972-be30-4be1-8dee-549539f97837, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3b056972-be30-4be1-8dee-549539f97837,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:35.109850 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.141353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=938a0c4a-31d7-4db9-b5c3-89632b3082b5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:35.160039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': '53c5dacd-71c2-4b2f-9849-28fd116ed022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '52e5dc7d-bee0-4c05-8540-a0dd7299dcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:35.160605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: 52e5dc7d-bee0-4c05-8540-a0dd7299dcb6, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:35.161175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Attempting to bind port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:35.161554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Attempting to bind port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'baaa742b-2754-46cf-b2bb-e2e5358d10cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b573810-3bcd-49d5-8865-0c0014536759'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:35.161996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Attempting to bind port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 on network 2b573810-3bcd-49d5-8865-0c0014536759 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:35.167637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f97e258f-fc6f-4717-b744-68c0bb997b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.176102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Allocated IP 172.20.0.11 (2b573810-3bcd-49d5-8865-0c0014536759/8ab26be5-6a6a-48fc-8abb-8b787362c6d0/0e2e0c2f-ffc6-41c0-983d-34b456b3dc49) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:35.208326 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:35.208729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Checking segment: {'id': 'baaa742b-2754-46cf-b2bb-e2e5358d10cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b573810-3bcd-49d5-8865-0c0014536759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:35.209089 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.209373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.209497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Bound using segment: {'id': 'baaa742b-2754-46cf-b2bb-e2e5358d10cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b573810-3bcd-49d5-8865-0c0014536759'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:35.209946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Bound port: 09a1e22f-6703-4663-b2a7-0e8e407c99d0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baaa742b-2754-46cf-b2bb-e2e5358d10cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2b573810-3bcd-49d5-8865-0c0014536759'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:35.210334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.217075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:33Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:35.285390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ad2bd-7127-4961-ac1a-50e682b4111d None None] The sync data for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 is: [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:33Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:48:35.296368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network 52e5dc7d-bee0-4c05-8540-a0dd7299dcb6 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:35.341828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e258f-fc6f-4717-b744-68c0bb997b54 None None] Pushing event updated for resources: {'Port': ['ID=3b056972-be30-4be1-8dee-549539f97837,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:35.397321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 52e5dc7d-bee0-4c05-8540-a0dd7299dcb6) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:35.403207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:35.403837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616049'] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.457322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733ceca-af57-44e7-94ed-9e75717b3831 None None] Network 52e5dc7d-bee0-4c05-8540-a0dd7299dcb6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:35.606700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] For port 09a1e22f-6703-4663-b2a7-0e8e407c99d0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:35.649556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.701294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Allocated IP 172.25.3.42 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/dfe2e5f2-8b4d-48c2-b9fc-995a6bb568c8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:35.719780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] For port 09a1e22f-6703-4663-b2a7-0e8e407c99d0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=09a1e22f-6703-4663-b2a7-0e8e407c99d0,segment=NetworkSegment(baaa742b-2754-46cf-b2bb-e2e5358d10cd),segment_id=baaa742b-2754-46cf-b2bb-e2e5358d10cd)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:35.727524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e5d90-a416-408a-b354-3bb55dfa275d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-52e5dc7d-bee0-4c05-8540-a0dd7299dcb6', 'network_id': '52e5dc7d-bee0-4c05-8540-a0dd7299dcb6', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': '938a0c4a-31d7-4db9-b5c3-89632b3082b5'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:35.735845 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5d90-a416-408a-b354-3bb55dfa275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.746460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-81cc22da-76c3-49d6-9b8b-11ef58737786 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0962455 Nov 10 16:48:35.750555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60862) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:35.791004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:35.865695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18ccf8-688a-4edf-b7df-c31c1ab0b2c2 req-8c0ff42d-d826-4cd2-85de-e721dfd6d7c6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:35.874777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a18ccf8-688a-4edf-b7df-c31c1ab0b2c2 req-8c0ff42d-d826-4cd2-85de-e721dfd6d7c6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 944 time: 0.4160993 Nov 10 16:48:35.949864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Network 2b573810-3bcd-49d5-8865-0c0014536759 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:35.959738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.019030 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.067008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:36.073301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:36.076297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.142861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a18ccf8-688a-4edf-b7df-c31c1ab0b2c2 req-082b76f0-790f-4ae7-9c36-83217a9fffcc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669773 Nov 10 16:48:36.143893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event updated for resources: {'Port': ['ID=0e2e0c2f-ffc6-41c0-983d-34b456b3dc49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:36.157685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.223747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:36.231127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.233016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.300004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dead394-e77e-4528-b26c-d8c740d8ded1 None None] Pushing event updated for resources: {'Port': ['ID=09a1e22f-6703-4663-b2a7-0e8e407c99d0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:36.306926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=938a0c4a-31d7-4db9-b5c3-89632b3082b5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:36.324736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server [None req-ec6e5d90-a416-408a-b354-3bb55dfa275d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 938a0c4a-31d7-4db9-b5c3-89632b3082b5: This subnet is being modified by another concurrent operation. Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise exception Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 938a0c4a-31d7-4db9-b5c3-89632b3082b5: This subnet is being modified by another concurrent operation. Nov 10 16:48:36.334761 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Nov 10 16:48:36.372871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0acc793-798c-49c6-9ef9-1eb8c5c48635 None None] Network 52e5dc7d-bee0-4c05-8540-a0dd7299dcb6 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:36.412910 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-97afe9c2-272a-4cb5-9c51-ee3aa6fefced tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5591564 Nov 10 16:48:36.420892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:36.455616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:36.464166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:36.472683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:36.514080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event updated for resources: {'Port': ['ID=dfe2e5f2-8b4d-48c2-b9fc-995a6bb568c8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:36.516000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.754234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.758656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:48:36.792938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e5dc7d-bee0-4c05-8540-a0dd7299dcb6']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:36.828494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c5dacd-71c2-4b2f-9849-28fd116ed022') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:36.831184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c5dacd-71c2-4b2f-9849-28fd116ed022') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:36.871048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.875425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.907855 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.921480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:36.922253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:36.926979 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:36.953341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a299f919-3665-4269-a546-34150083e9d9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Deleting port 0e2e0c2f-ffc6-41c0-983d-34b456b3dc49 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:36.953924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a299f919-3665-4269-a546-34150083e9d9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.968195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:36.979979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-0167fe06-4df2-47c7-9af2-9afca59719e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1995039 Nov 10 16:48:36.981001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:36.984636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6d2a7ee1-5da8-4b8c-b88d-d0b91927635a', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': '6d2a7ee1-5da8-4b8c-b88d-d0b91927635a', 'mac_address': 'fa:16:3e:86:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:48:37.044394 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.077848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:48:37.103960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a299f919-3665-4269-a546-34150083e9d9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.126915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:37.135181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a299f919-3665-4269-a546-34150083e9d9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Calling delete_port for 0e2e0c2f-ffc6-41c0-983d-34b456b3dc49 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:37.213671 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.307116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-8546e97b-cc7b-4485-9d15-8da55826fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.308313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-8546e97b-cc7b-4485-9d15-8da55826fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.310436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-8546e97b-cc7b-4485-9d15-8da55826fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.310436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-8546e97b-cc7b-4485-9d15-8da55826fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.313999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-8546e97b-cc7b-4485-9d15-8da55826fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.314915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-8546e97b-cc7b-4485-9d15-8da55826fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.315580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-8546e97b-cc7b-4485-9d15-8da55826fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.318891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-8546e97b-cc7b-4485-9d15-8da55826fede service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6499 time: 0.2502806 Nov 10 16:48:37.355906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 09a1e22f-6703-4663-b2a7-0e8e407c99d0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:48:37.363913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.381373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.391441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/52e5dc7d-bee0-4c05-8540-a0dd7299dcb6 HTTP/1.1" status: 204 len: 168 time: 1.6397467 Nov 10 16:48:37.418057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60902) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:37.443048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:37.462970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:37.463616 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.564181 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe46e56-994b-4500-a364-42c9814c2b69 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] GET failed (client error): The resource could not be found. Nov 10 16:48:37.565652 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2fe46e56-994b-4500-a364-42c9814c2b69 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/subnets/938a0c4a-31d7-4db9-b5c3-89632b3082b5 HTTP/1.1" status: 404 len: 337 time: 0.1385775 Nov 10 16:48:37.566583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9f01a-60db-4c0f-8355-ba805cf4df21 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=52e5dc7d-bee0-4c05-8540-a0dd7299dcb6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:37.569331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60904) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:37.654822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.658401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-afdd8eb3-1f72-42d0-a6a4-3193aa43de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.658871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-afdd8eb3-1f72-42d0-a6a4-3193aa43de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.659372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-afdd8eb3-1f72-42d0-a6a4-3193aa43de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.666003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-afdd8eb3-1f72-42d0-a6a4-3193aa43de3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=650047ea-d6fe-4afa-8b18-0dde135647bf&id=650047ea-d6fe-4afa-8b18-0dde135647bf HTTP/1.1" status: 200 len: 2292 time: 0.2836185 Nov 10 16:48:37.717102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:48:37.725025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.763034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.764758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.788806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.801564 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b61380a-6b66-41b2-a5a7-5dd5c241f066 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:37.802173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b61380a-6b66-41b2-a5a7-5dd5c241f066 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:37.812502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8b61380a-6b66-41b2-a5a7-5dd5c241f066 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/52e5dc7d-bee0-4c05-8540-a0dd7299dcb6 HTTP/1.1" status: 404 len: 339 time: 0.0803292 Nov 10 16:48:37.813264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:37.843157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 09a1e22f-6703-4663-b2a7-0e8e407c99d0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=09a1e22f-6703-4663-b2a7-0e8e407c99d0,segment=NetworkSegment(baaa742b-2754-46cf-b2bb-e2e5358d10cd),segment_id=baaa742b-2754-46cf-b2bb-e2e5358d10cd)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:37.891791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19a6fa-04b4-44f8-b7a3-f74c9c265aab req-b6e4680c-f458-426c-a25e-93bf4039679b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:37.893399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb19a6fa-04b4-44f8-b7a3-f74c9c265aab req-b6e4680c-f458-426c-a25e-93bf4039679b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 945 time: 0.3381171 Nov 10 16:48:37.950028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:37.950848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3b056972-be30-4be1-8dee-549539f97837 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:48:37.969601 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a299f919-3665-4269-a546-34150083e9d9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:38.028376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:38.028638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299f919-3665-4269-a546-34150083e9d9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event deleted for resources: {'Port': ['ID=0e2e0c2f-ffc6-41c0-983d-34b456b3dc49,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:38.044943 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb19a6fa-04b4-44f8-b7a3-f74c9c265aab req-c6df0d71-fb33-428f-b2b9-a079a8adc451 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366084 Nov 10 16:48:38.166890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020deabf-f084-41d3-9349-a0fb19a8c8f3 None None] Network 2b573810-3bcd-49d5-8865-0c0014536759 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:38.183945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a299f919-3665-4269-a546-34150083e9d9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:38.191726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a299f919-3665-4269-a546-34150083e9d9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "DELETE /v2.0/ports/0e2e0c2f-ffc6-41c0-983d-34b456b3dc49 HTTP/1.1" status: 204 len: 168 time: 1.7696886 Nov 10 16:48:38.192970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60926) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:38.217661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=09a1e22f-6703-4663-b2a7-0e8e407c99d0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:38.285375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-70201186-f5f8-4486-aba3-4bd783f96586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037c0619-88ff-4df6-9d08-a678919d85c4 HTTP/1.1" status: 200 len: 1002 time: 0.6115470 Nov 10 16:48:38.295743 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:38.296732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f45638d-ff43-4897-aaa8-f008786e5373 None None] Provisioning complete for port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:38.296855 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1903956 Nov 10 16:48:38.297111 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f45638d-ff43-4897-aaa8-f008786e5373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:38.302642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3b056972-be30-4be1-8dee-549539f97837 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:38.303170 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:38.324017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdfe88-b6e6-4340-843e-49ef521412bf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event updated for resources: {'Port': ['ID=dfe2e5f2-8b4d-48c2-b9fc-995a6bb568c8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:38.443359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-359da54c-6ce4-43a4-9172-359a8f1585b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:38.444876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-359da54c-6ce4-43a4-9172-359a8f1585b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc279a63-2128-412b-a4ba-7615da2ef304 HTTP/1.1" status: 200 len: 851 time: 0.1407871 Nov 10 16:48:38.453569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b88e42-fff8-4bf2-a87c-12f231e5b17f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:38.455198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e0b88e42-fff8-4bf2-a87c-12f231e5b17f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6409473 Nov 10 16:48:38.458058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60938) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:38.515771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ee33d799-769d-49d7-9d07-9f0862a36082 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 207 time: 0.0560997 Nov 10 16:48:38.518859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60940) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:38.541105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:38.545347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b4bb0149-fb00-4a9b-9871-b77bcb368405 tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.3498869 Nov 10 16:48:38.548811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1318499746'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:38.630746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-4c86b6db-7687-489e-87e6-1e5e02892767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:38.635207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-4c86b6db-7687-489e-87e6-1e5e02892767 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773062 Nov 10 16:48:38.888943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c5bd8-5062-42a0-9661-9084508aaaa8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:38.895547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c5bd8-5062-42a0-9661-9084508aaaa8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:38.903346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c5bd8-5062-42a0-9661-9084508aaaa8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:38.910781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c5bd8-5062-42a0-9661-9084508aaaa8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:38.911055 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-116c5bd8-5062-42a0-9661-9084508aaaa8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3903959 Nov 10 16:48:38.914954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60984) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:38.915705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Made reservation on behalf of 07958121ea5d4fb385d125c87eee55ee for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:38.918684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:38.963645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-6ed10993-ce3b-4270-ac4d-fbd82891a182 service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113512 Nov 10 16:48:38.970159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:39.113065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-87976d87-52ae-49f5-8e7e-908df3378fe9 None None] Provisioning complete for port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:39.114101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87976d87-52ae-49f5-8e7e-908df3378fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:39.133205 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-4719831a-fcb5-46a3-b6ac-3349002f4393 service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601064 Nov 10 16:48:39.173545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:39.174913 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Added segment dfef790f-8897-4769-8b73-66ef0179fb6b of type vlan for network 05aad0de-d751-4294-af95-4d8f0b511f90 Nov 10 16:48:39.280720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c6cf7a60-afd9-4483-aa03-cc28c1fe4ce3 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3614490 Nov 10 16:48:39.283568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60992) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:39.288636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-c4100880-ccb9-4232-b884-26f5f86a2824 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 217 time: 0.1453900 Nov 10 16:48:39.345175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 09a1e22f-6703-4663-b2a7-0e8e407c99d0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:48:39.369315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac235c4-74ec-40e5-8bc3-d63e4217ed1d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.371563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac235c4-74ec-40e5-8bc3-d63e4217ed1d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.374671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2ac235c4-74ec-40e5-8bc3-d63e4217ed1d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0889008 Nov 10 16:48:39.395876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60994) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:39.437625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:39.438089 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:39.453664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-373f3041-fe69-4c88-9caa-73111205f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.455867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-373f3041-fe69-4c88-9caa-73111205f25d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0970454 Nov 10 16:48:39.465231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcf3162-b9db-4818-9a57-fba99c4a2f8b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.468602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcf3162-b9db-4818-9a57-fba99c4a2f8b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.470829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8dcf3162-b9db-4818-9a57-fba99c4a2f8b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0764775 Nov 10 16:48:39.476065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:39.505692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:39.533555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01138892-d05e-4f7e-8d2b-608627062ffd req-e2bced86-ab14-49b1-847a-61efb6349643 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.541341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ec0e1825-cfed-43ae-a4a2-c1212f92c84f None None] Could not find standard attr ID for object 0e2e0c2f-ffc6-41c0-983d-34b456b3dc49. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:48:39.542263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01138892-d05e-4f7e-8d2b-608627062ffd req-e2bced86-ab14-49b1-847a-61efb6349643 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 945 time: 0.2634628 Nov 10 16:48:39.624049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-7f1d13d4-1ace-4914-a3ce-2a7efa7caeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.625520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-7f1d13d4-1ace-4914-a3ce-2a7efa7caeef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1583469 Nov 10 16:48:39.645119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5cb99-0cac-4a03-a752-a8083f2a47e5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.652462 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5ea5cb99-0cac-4a03-a752-a8083f2a47e5 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/networks/0233e351-0ed7-4718-a8ef-b45e0434b5cd HTTP/1.1" status: 200 len: 800 time: 0.1750519 Nov 10 16:48:39.653122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32772) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:39.674709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd54a55-f87d-4c44-83df-5a475f814900 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:48:39.766646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01138892-d05e-4f7e-8d2b-608627062ffd req-9dc418de-d5f7-4278-91f5-aa0afc48d88d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234004 Nov 10 16:48:39.779090 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:39.785212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:39.786107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:39.873727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aaa01b9d-8eee-43f7-8616-023eb8739a3e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/networks/0233e351-0ed7-4718-a8ef-b45e0434b5cd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2190247 Nov 10 16:48:39.877231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32780) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:39.904173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event updated for resources: {'Network': ['ID=05aad0de-d751-4294-af95-4d8f0b511f90,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:39.905285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd54a55-f87d-4c44-83df-5a475f814900 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:48:39.918637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 05aad0de-d751-4294-af95-4d8f0b511f90 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:39.933703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d515d363-3df0-4689-86c2-ee1fb154cd63 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3911574 Nov 10 16:48:39.936462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32784) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:39.944773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-e468bdc0-4aaa-4810-beb9-a1bf02f768e0 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001685 Nov 10 16:48:40.011002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db8ff3-70e3-4ef4-8f1f-70703df9d6d9 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:40.012582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-02db8ff3-70e3-4ef4-8f1f-70703df9d6d9 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/subnets/4ce44e3d-3947-4636-bf1d-4e99afca2267 HTTP/1.1" status: 200 len: 811 time: 0.1339397 Nov 10 16:48:40.017717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32788) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:40.093087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-46dd2931-198d-4b08-8384-dfc1d3b1d05a service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420846 Nov 10 16:48:40.191002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1486c-18e3-4a68-8bb5-1550a4243f6a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:40.203163 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cee1486c-18e3-4a68-8bb5-1550a4243f6a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "GET /v2.0/subnets/4ce44e3d-3947-4636-bf1d-4e99afca2267?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1838400 Nov 10 16:48:40.228550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32798) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:40.233631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099140919'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:40.366931 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6adee2e1-2155-41f7-a0e4-325273a817c8 tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "GET /v2.0/agents/9083c286-1f86-4af3-9a7b-0a7b79c345e5/dhcp-networks HTTP/1.1" status: 200 len: 9665 time: 0.4266784 Nov 10 16:48:40.367649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32802) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:40.441989 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:40.507251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f507af6-3afa-4bfe-8944-22852e569f72 tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] Network 05aad0de-d751-4294-af95-4d8f0b511f90 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:40.510847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:40.514700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:40.561485 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-87a444cc-54ff-472c-936e-b2c31ed3151a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 217 time: 0.4598951 Nov 10 16:48:40.564086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:40.576293 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:40.577356 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Added segment afdd4512-63a8-4536-8807-e8740297ae2c of type vlan for network 1df8f573-393b-4ae7-bbed-bcda09d0220d Nov 10 16:48:40.638724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63ca54-ff54-4fe5-9d3a-a90913943ed9 None None] Network 05aad0de-d751-4294-af95-4d8f0b511f90 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:40.643745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0f507af6-3afa-4bfe-8944-22852e569f72 tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "POST /v2.0/agents/9083c286-1f86-4af3-9a7b-0a7b79c345e5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2747753 Nov 10 16:48:40.647150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-6cf9104c-162e-4b73-9626-d96ce8c23115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:40.648755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-6cf9104c-162e-4b73-9626-d96ce8c23115 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0807700 Nov 10 16:48:40.653786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:40.657373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:40.781881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:48:40.786960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:40.817624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:40.832085 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:40.997413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7676988 Nov 10 16:48:41.028816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:41.032190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:48:41.038285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:41.038864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:41.056704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'network_id': '1df8f573-393b-4ae7-bbed-bcda09d0220d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:41.065905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ed56f-bcb5-4710-aa83-f5f5a28d2004 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Network': ['ID=1df8f573-393b-4ae7-bbed-bcda09d0220d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:41.083107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-2b18ba6a-45ce-41ff-9548-1ded9f7fc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:41.084847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-2b18ba6a-45ce-41ff-9548-1ded9f7fc7ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4258978 Nov 10 16:48:41.099864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1df8f573-393b-4ae7-bbed-bcda09d0220d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:41.190593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67495bf-a51e-40c4-85ef-b6ce335977ba req-61bc5293-d2b1-4f53-a4f7-6b41e53893e3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:41.199577 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c67495bf-a51e-40c4-85ef-b6ce335977ba req-61bc5293-d2b1-4f53-a4f7-6b41e53893e3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 945 time: 0.2278552 Nov 10 16:48:41.288421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32858) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:41.289648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ea266cf0-9e54-4341-a298-a79cbd79ab9f tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "GET /v2.0/agents/9083c286-1f86-4af3-9a7b-0a7b79c345e5/dhcp-networks HTTP/1.1" status: 200 len: 10437 time: 0.6319149 Nov 10 16:48:41.317617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-b20cf585-a34d-42f6-824d-ed7d6bdc7dde service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220304 Nov 10 16:48:41.451659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:41.477461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Made reservation on behalf of 8a527769decc4c8aaf4ded23aa13dd1a for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:41.482111 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:41.514047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-340a6c85-0a86-42c5-936d-88c47ad6b2a4 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791873 Nov 10 16:48:41.515402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c67495bf-a51e-40c4-85ef-b6ce335977ba req-a5f10990-886d-45d9-aedd-cfaf54b3ace8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761981 Nov 10 16:48:41.545462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:48:41.551468 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba5a183-a691-4f33-8f09-2377273772f5" -d '{"events": [{"server_uuid": "e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a", "name": "network-vif-plugged", "status": "completed", "tag": "6d2a7ee1-5da8-4b8c-b88d-d0b91927635a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:48:41.570088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:41.578355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing IP validity checks on allocation pools {{(pid=103326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 16:48:41.578875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 16:48:41.610783 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-0af3b4c9-c389-43d9-bc41-b6383345850d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a6df1d8a-ea18-4393-801b-6add954c4c55 HTTP/1.1" status: 200 len: 217 time: 0.0897672 Nov 10 16:48:41.627619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-98fa1b3e-444a-4152-829b-3899b3c45c4c tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "DELETE /v2.0/agents/9083c286-1f86-4af3-9a7b-0a7b79c345e5/dhcp-networks/05aad0de-d751-4294-af95-4d8f0b511f90 HTTP/1.1" status: 204 len: 168 time: 0.3380589 Nov 10 16:48:41.632392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:41.637770 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8aa8f-a726-438c-a57b-cb310281af9a x-openstack-request-id: req-51c8aa8f-a726-438c-a57b-cb310281af9a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:48:41.638064 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a", "name": "network-vif-plugged", "status": "completed", "tag": "6d2a7ee1-5da8-4b8c-b88d-d0b91927635a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:48:41.638370 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51c8aa8f-a726-438c-a57b-cb310281af9a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:48:41.638760 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2a7ee1-5da8-4b8c-b88d-d0b91927635a', 'code': 200} Nov 10 16:48:41.676097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:41.765268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:41.787580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-02d260bd-20f3-462a-90f2-7cf582c703f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:41.789204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-02d260bd-20f3-462a-90f2-7cf582c703f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.1720216 Nov 10 16:48:41.886390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-5fe166a1-421e-4756-af58-4d7b03ceeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:41.888083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-5fe166a1-421e-4756-af58-4d7b03ceeec7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910676 Nov 10 16:48:41.889074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d3858-d385-49ae-9854-983577035fc6 req-d10790d3-460f-4b4b-ad4d-0fbf5b06c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:41.890242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-506c49ae-6064-419b-ad29-18a2454e0a5b tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "GET /v2.0/agents/9083c286-1f86-4af3-9a7b-0a7b79c345e5/dhcp-networks HTTP/1.1" status: 200 len: 9665 time: 0.2565618 Nov 10 16:48:41.895628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:41.898479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f15d3858-d385-49ae-9854-983577035fc6 req-d10790d3-460f-4b4b-ad4d-0fbf5b06c0c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 1098 time: 0.1628082 Nov 10 16:48:42.012756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4f350629-5afb-4f0c-9650-1677dacfadd6 tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "GET /v2.0/networks/2b573810-3bcd-49d5-8865-0c0014536759/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1159625 Nov 10 16:48:42.016337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:42.029805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.046255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f15d3858-d385-49ae-9854-983577035fc6 req-2458fb66-3467-4f75-9b1f-d469c309f34b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410291 Nov 10 16:48:42.082730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-566cf95c-1a96-4c11-87b1-4e9f2ef8b55b service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748481 Nov 10 16:48:42.096697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fa7c83a6-c2e8-481c-8eda-63960266ac3f tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "GET /v2.0/networks/2b573810-3bcd-49d5-8865-0c0014536759/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0792229 Nov 10 16:48:42.097802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32884) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:42.116664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=3b81b197-0954-4c12-8ebe-97f58101ba59,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:42.124157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Checking segment: {'id': 'afdd4512-63a8-4536-8807-e8740297ae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1df8f573-393b-4ae7-bbed-bcda09d0220d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:42.124523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network hostable DHCP agents. Network: 1df8f573-393b-4ae7-bbed-bcda09d0220d, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:42.230248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Network 1df8f573-393b-4ae7-bbed-bcda09d0220d is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:42.259755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-b5854e66-0fad-4eab-9e15-67aa542f619e service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746330 Nov 10 16:48:42.328546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-e574476e-7701-4fba-8e16-3eba4437d5c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=60898d86-7bc3-4062-9773-8363c4476c9f HTTP/1.1" status: 200 len: 217 time: 0.0595973 Nov 10 16:48:42.342407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32888) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:42.350823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a86a9ca7-3056-4cac-a664-78f1f4bebb9c tempest-DHCPAgentSchedulersTestJSON-99295046 tempest-DHCPAgentSchedulersTestJSON-99295046-project-admin] 10.222.0.62 "GET /v2.0/agents/9083c286-1f86-4af3-9a7b-0a7b79c345e5/dhcp-networks HTTP/1.1" status: 200 len: 9665 time: 0.2447135 Nov 10 16:48:42.354631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1df8f573-393b-4ae7-bbed-bcda09d0220d) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:42.374510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94d8da-542c-4d8b-8b2a-9f2b64a3636c None None] Network 1df8f573-393b-4ae7-bbed-bcda09d0220d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:42.391150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-3ea552ba-5f31-4f69-9362-79660dba25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:42.394213 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-3ea552ba-5f31-4f69-9362-79660dba25b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0467224 Nov 10 16:48:42.410817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:42.411452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.451414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-3854611c-8367-4bee-a036-771f17037912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:42.453345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-3854611c-8367-4bee-a036-771f17037912 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524819 Nov 10 16:48:42.507466 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.612668 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-067d016a-470a-436a-b5eb-38550b9587a6 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5822899 Nov 10 16:48:42.615386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:42.622040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ca501eb5-23f5-438b-a32e-9c8cd9334823 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:42.654772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-0a061609-1f16-41a7-b4e0-5ef775b37210 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845443 Nov 10 16:48:42.692129 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.741673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05aad0de-d751-4294-af95-4d8f0b511f90']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:42.760763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e2200-7ccd-41e5-abc8-8eabd2c2041f req-dabd59bf-99cd-4c80-af2a-c06c3c5106bb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:42.762400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c77e2200-7ccd-41e5-abc8-8eabd2c2041f req-dabd59bf-99cd-4c80-af2a-c06c3c5106bb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1195843 Nov 10 16:48:42.766421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfef790f-8897-4769-8b73-66ef0179fb6b') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:42.766699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfef790f-8897-4769-8b73-66ef0179fb6b') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:42.775217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-c1c5b87f-984d-4e03-86c9-f6b13fc4c04b service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115906 Nov 10 16:48:42.786949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.809630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.824920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-7c44c5ad-f828-491c-8f51-a98b0902e7ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965 HTTP/1.1" status: 200 len: 217 time: 0.0383563 Nov 10 16:48:42.843973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:42.845351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:42.863379 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:42.928177 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c77e2200-7ccd-41e5-abc8-8eabd2c2041f req-514e44df-35df-47be-8c79-41d14f4b107a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545713 Nov 10 16:48:42.985989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-1df8f573-393b-4ae7-bbed-bcda09d0220d', 'network_id': '1df8f573-393b-4ae7-bbed-bcda09d0220d', 'tenant_id': '8a527769decc4c8aaf4ded23aa13dd1a', 'fixed_ips': [{'subnet_id': '3b81b197-0954-4c12-8ebe-97f58101ba59'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:48:42.988213 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.988506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca501eb5-23f5-438b-a32e-9c8cd9334823 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14290463'] for subnet, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:42.997793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-d16af67c-d6c4-446d-b737-ae848ce7a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:43.002772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-d16af67c-d6c4-446d-b737-ae848ce7a01e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.1664853 Nov 10 16:48:43.048100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.057657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.060898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "DELETE /v2.0/networks/05aad0de-d751-4294-af95-4d8f0b511f90 HTTP/1.1" status: 204 len: 168 time: 0.7175739 Nov 10 16:48:43.079063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:43.088930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01398c64-ea68-48ac-a062-e7dd80d8a467 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event deleted for resources: {'Network': ['ID=05aad0de-d751-4294-af95-4d8f0b511f90,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:43.131628 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-709b9ca7-b985-402b-900d-2af5a92a3fc2 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:43.131628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709b9ca7-b985-402b-900d-2af5a92a3fc2 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:43.138020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-709b9ca7-b985-402b-900d-2af5a92a3fc2 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "DELETE /v2.0/ports/0e2e0c2f-ffc6-41c0-983d-34b456b3dc49 HTTP/1.1" status: 404 len: 333 time: 0.0579181 Nov 10 16:48:43.138713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32910) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:43.158965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-1aae2562-d585-42a9-b46a-1d332ec6b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:43.160779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-1aae2562-d585-42a9-b46a-1d332ec6b90f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1433833 Nov 10 16:48:43.200704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f4815d-b8a7-4490-97ed-960cb9b37217 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Deleting subnet 8ab26be5-6a6a-48fc-8abb-8b787362c6d0 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:48:43.204256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3f4815d-b8a7-4490-97ed-960cb9b37217 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.227826 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 16:48:43.227826 n-d-714676-11 neutron-server[103327]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 10 16:48:43.227826 n-d-714676-11 neutron-server[103327]: [parameters: {'in_use': 1, 'id_1': '3b81b197-0954-4c12-8ebe-97f58101ba59'}] Nov 10 16:48:43.227826 n-d-714676-11 neutron-server[103327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:48:43.229164 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:48:43.259222 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3f4815d-b8a7-4490-97ed-960cb9b37217 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.369558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-77629e66-c9d3-46c1-893a-4947ea610786 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000177 Nov 10 16:48:43.398251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3f4815d-b8a7-4490-97ed-960cb9b37217 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.444237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca501eb5-23f5-438b-a32e-9c8cd9334823 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771574378626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14625594'] for subnet, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.545672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca501eb5-23f5-438b-a32e-9c8cd9334823 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:43.546282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca501eb5-23f5-438b-a32e-9c8cd9334823 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.547626 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ca501eb5-23f5-438b-a32e-9c8cd9334823 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "PUT /v2.0/subnets/3b81b197-0954-4c12-8ebe-97f58101ba59 HTTP/1.1" status: 200 len: 877 time: 0.9311967 Nov 10 16:48:43.548448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca501eb5-23f5-438b-a32e-9c8cd9334823 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event updated for resources: {'Subnet': ['ID=3b81b197-0954-4c12-8ebe-97f58101ba59,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:43.550613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 32920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:43.558530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3f4815d-b8a7-4490-97ed-960cb9b37217 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.591107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4815d-b8a7-4490-97ed-960cb9b37217 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab26be5-6a6a-48fc-8abb-8b787362c6d0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:43.593293 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3f4815d-b8a7-4490-97ed-960cb9b37217 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.593513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-48f879c9-2a69-407c-972c-7b48a1ffe311 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171164 Nov 10 16:48:43.596946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d3f4815d-b8a7-4490-97ed-960cb9b37217 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "DELETE /v2.0/subnets/8ab26be5-6a6a-48fc-8abb-8b787362c6d0 HTTP/1.1" status: 204 len: 168 time: 0.4571199 Nov 10 16:48:43.599889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32922) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:43.602214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4daaa6c-1a48-43b6-a8a1-a39acdb5852d None None] Network 2b573810-3bcd-49d5-8865-0c0014536759 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:43.680805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-260e5185-1135-4b8c-bd30-2a9cef5e1213 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5 HTTP/1.1" status: 200 len: 217 time: 0.0434332 Nov 10 16:48:43.756409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.789841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.794969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-168de808-2829-4451-8a26-baf7eac249ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:43.796960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-168de808-2829-4451-8a26-baf7eac249ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.1081491 Nov 10 16:48:43.809366 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.853782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Deleting port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:43.854112 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:43.985627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] For port 09a1e22f-6703-4663-b2a7-0e8e407c99d0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=09a1e22f-6703-4663-b2a7-0e8e407c99d0,segment=NetworkSegment(baaa742b-2754-46cf-b2bb-e2e5358d10cd),segment_id=baaa742b-2754-46cf-b2bb-e2e5358d10cd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:43.985992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:44.013057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-d5fca7f0-9062-4a6a-b479-ffbebfdf015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:44.014748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-d5fca7f0-9062-4a6a-b479-ffbebfdf015d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2039249 Nov 10 16:48:44.019101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Calling delete_port for 09a1e22f-6703-4663-b2a7-0e8e407c99d0 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:44.072004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:44.183661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] DHCP port deletion for 2b573810-3bcd-49d5-8865-0c0014536759 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:48:44.216201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Allocated IP 172.20.0.3 (1df8f573-393b-4ae7-bbed-bcda09d0220d/3b81b197-0954-4c12-8ebe-97f58101ba59/a353fa0b-d6ac-4825-9646-a2bdeb0cc62a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:44.337650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-15e226aa-535a-4063-8b1c-aad325d3e0e1 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075666 Nov 10 16:48:44.463648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688ef12-758c-4ee6-b738-f3c329500895 req-d17c2bae-4c99-4f8b-bc77-631d9e08c0f5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:44.471175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5688ef12-758c-4ee6-b738-f3c329500895 req-d17c2bae-4c99-4f8b-bc77-631d9e08c0f5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.2815063 Nov 10 16:48:44.473838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] Deleting port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:44.474205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:44.529831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15d21082-889b-4dd8-9dfc-798c8772f343 req-5a66f449-0b2e-4bac-ae4c-d879fbe7b7d0 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728303 Nov 10 16:48:44.545099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5688ef12-758c-4ee6-b738-f3c329500895 req-66ae9858-96b8-46a8-96f3-f4769045c36a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728259 Nov 10 16:48:44.570344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] For port 09a1e22f-6703-4663-b2a7-0e8e407c99d0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=09a1e22f-6703-4663-b2a7-0e8e407c99d0,segment=NetworkSegment(baaa742b-2754-46cf-b2bb-e2e5358d10cd),segment_id=baaa742b-2754-46cf-b2bb-e2e5358d10cd)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:44.570757 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:44.585703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] Calling delete_port for 09a1e22f-6703-4663-b2a7-0e8e407c99d0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:44.757909 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:44.773636 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:44.782448 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:44.793213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] No DVR routers for this DVR port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:44.831715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] No DVR routers for this DVR port 09a1e22f-6703-4663-b2a7-0e8e407c99d0 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:44.836169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee21fe-15ad-4b09-883c-748eacca8103 None None] Pushing event deleted for resources: {'Port': ['ID=09a1e22f-6703-4663-b2a7-0e8e407c99d0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:44.860887 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:44.893709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event deleted for resources: {'Port': ['ID=09a1e22f-6703-4663-b2a7-0e8e407c99d0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:44.942537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Network 1df8f573-393b-4ae7-bbed-bcda09d0220d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:44.969585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:44.994647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:45.023044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.043894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Pushing event updated for resources: {'Port': ['ID=a353fa0b-d6ac-4825-9646-a2bdeb0cc62a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:45.060043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=3b81b197-0954-4c12-8ebe-97f58101ba59,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:45.074673 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.105235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Attempting to bind port a353fa0b-d6ac-4825-9646-a2bdeb0cc62a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:48:45.105853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Attempting to bind port a353fa0b-d6ac-4825-9646-a2bdeb0cc62a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'afdd4512-63a8-4536-8807-e8740297ae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1df8f573-393b-4ae7-bbed-bcda09d0220d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:48:45.106431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Attempting to bind port a353fa0b-d6ac-4825-9646-a2bdeb0cc62a on network 1df8f573-393b-4ae7-bbed-bcda09d0220d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:48:45.112931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:48:45.113821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Checking segment: {'id': 'afdd4512-63a8-4536-8807-e8740297ae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1df8f573-393b-4ae7-bbed-bcda09d0220d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:45.115186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.115920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Bound using segment: {'id': 'afdd4512-63a8-4536-8807-e8740297ae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1df8f573-393b-4ae7-bbed-bcda09d0220d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:48:45.117903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b573810-3bcd-49d5-8865-0c0014536759']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:45.127091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Bound port: a353fa0b-d6ac-4825-9646-a2bdeb0cc62a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdd4512-63a8-4536-8807-e8740297ae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1df8f573-393b-4ae7-bbed-bcda09d0220d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:48:45.134486 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.135047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaa742b-2754-46cf-b2bb-e2e5358d10cd') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:45.135386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaa742b-2754-46cf-b2bb-e2e5358d10cd') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:45.148575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.159527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cd562-28bd-4c6e-bf3e-af41c7ae941e req-38b815a3-917c-445e-8d31-ead9e8bfd19d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:45.161084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-409cd562-28bd-4c6e-bf3e-af41c7ae941e req-38b815a3-917c-445e-8d31-ead9e8bfd19d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1080093 Nov 10 16:48:45.177701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.192049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.209346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:45.209759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.211150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df8f573-393b-4ae7-bbed-bcda09d0220d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:45.213646 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:45.240521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 09a1e22f-6703-4663-b2a7-0e8e407c99d0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:48:45.247679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdd4512-63a8-4536-8807-e8740297ae2c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:45.254416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdd4512-63a8-4536-8807-e8740297ae2c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:45.263387 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.285153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.300475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:45.300475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.300817 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-409cd562-28bd-4c6e-bf3e-af41c7ae941e req-3efc1170-023f-425d-a99f-77196ed3fe03 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302965 Nov 10 16:48:45.311815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 09a1e22f-6703-4663-b2a7-0e8e407c99d0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:48:45.312161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 09a1e22f-6703-4663-b2a7-0e8e407c99d0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:45.364831 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:45.389161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] For port a353fa0b-d6ac-4825-9646-a2bdeb0cc62a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:48:45.395029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] For port a353fa0b-d6ac-4825-9646-a2bdeb0cc62a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a353fa0b-d6ac-4825-9646-a2bdeb0cc62a,segment=NetworkSegment(afdd4512-63a8-4536-8807-e8740297ae2c),segment_id=afdd4512-63a8-4536-8807-e8740297ae2c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:48:45.453472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.453711 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 16:48:45.453711 n-d-714676-11 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 16:48:45.453711 n-d-714676-11 neutron-server[103325]: [parameters: {'id': '1df8f573-393b-4ae7-bbed-bcda09d0220d'}] Nov 10 16:48:45.453711 n-d-714676-11 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:48:45.453988 n-d-714676-11 neutron-server[103325]: DEBUG oslo_db.api [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:48:45.458336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.465748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] 10.222.0.62 "DELETE /v2.0/networks/2b573810-3bcd-49d5-8865-0c0014536759 HTTP/1.1" status: 204 len: 168 time: 1.8618498 Nov 10 16:48:45.479823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc8cb0-a450-4bec-85a5-6c5c89ea87a9 tempest-DHCPAgentSchedulersTestJSON-1508243497 tempest-DHCPAgentSchedulersTestJSON-1508243497-project] Pushing event deleted for resources: {'Network': ['ID=2b573810-3bcd-49d5-8865-0c0014536759,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:45.511731 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:45.628975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1edea0-013b-43d1-b363-bd249247a658 None None] Pushing event updated for resources: {'Port': ['ID=a353fa0b-d6ac-4825-9646-a2bdeb0cc62a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:45.644260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44db488-41c6-4aa5-86a5-b545b108954b None None] Network 1df8f573-393b-4ae7-bbed-bcda09d0220d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:45.819090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb0087-9655-4f9d-aa9a-737855d46ce2 None None] Network 1df8f573-393b-4ae7-bbed-bcda09d0220d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:45.959961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.066692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port a353fa0b-d6ac-4825-9646-a2bdeb0cc62a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:46.067376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.082624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13189135-d2be-4fdd-8b81-47edc1f03673 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 16:48:46.218326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port a353fa0b-d6ac-4825-9646-a2bdeb0cc62a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a353fa0b-d6ac-4825-9646-a2bdeb0cc62a,segment=NetworkSegment(afdd4512-63a8-4536-8807-e8740297ae2c),segment_id=afdd4512-63a8-4536-8807-e8740297ae2c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:46.218714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.237893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for a353fa0b-d6ac-4825-9646-a2bdeb0cc62a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:46.245813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32976) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:46.292014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13189135-d2be-4fdd-8b81-47edc1f03673 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 16:48:46.533445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.580896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=a353fa0b-d6ac-4825-9646-a2bdeb0cc62a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:46.601932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port a353fa0b-d6ac-4825-9646-a2bdeb0cc62a on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:46.615448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a7c24cd4-bcb2-4f7f-8493-67f3792bd182 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07958121ea5d4fb385d125c87eee55ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663807 Nov 10 16:48:46.617486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32986) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:46.635559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b8fe8-b4ac-40f5-a869-85c0aceca543 req-3e0c13a9-369d-4178-9926-18c82516b8b9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:46.647907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a7b8fe8-b4ac-40f5-a869-85c0aceca543 req-3e0c13a9-369d-4178-9926-18c82516b8b9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1908357 Nov 10 16:48:46.707032 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-661207b4-6761-47fc-96f4-82aa265a7749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.734423 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-661207b4-6761-47fc-96f4-82aa265a7749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.856266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3a7b8fe8-b4ac-40f5-a869-85c0aceca543 req-d385b2f9-3f36-4c6e-afd3-0fcee14978b8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071269 Nov 10 16:48:46.858945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-661207b4-6761-47fc-96f4-82aa265a7749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.861861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-661207b4-6761-47fc-96f4-82aa265a7749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.863337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-661207b4-6761-47fc-96f4-82aa265a7749 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/644ec4ce-84ac-464b-a3a5-96728fef2656 HTTP/1.1" status: 204 len: 168 time: 0.2437236 Nov 10 16:48:46.882098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661207b4-6761-47fc-96f4-82aa265a7749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644ec4ce-84ac-464b-a3a5-96728fef2656,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:46.944543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:46.997526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df8f573-393b-4ae7-bbed-bcda09d0220d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:47.018325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdd4512-63a8-4536-8807-e8740297ae2c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:47.018625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdd4512-63a8-4536-8807-e8740297ae2c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:47.031411 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.061289 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.074828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:47.075900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:47.091182 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:47.207772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.213995 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.221344 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/1df8f573-393b-4ae7-bbed-bcda09d0220d HTTP/1.1" status: 204 len: 168 time: 3.6608648 Nov 10 16:48:47.222819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:47.238039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc597fdc-2da2-4570-adbd-b8a445c779da tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=1df8f573-393b-4ae7-bbed-bcda09d0220d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:47.271386 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-806c2937-bdf1-4f78-8293-6f213105ea1e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:47.274274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806c2937-bdf1-4f78-8293-6f213105ea1e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:47.280554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:47.280699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-806c2937-bdf1-4f78-8293-6f213105ea1e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/3b81b197-0954-4c12-8ebe-97f58101ba59 HTTP/1.1" status: 404 len: 337 time: 0.0561743 Nov 10 16:48:47.349222 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-228a7a92-f341-497a-a3dd-0ef77cd8c23d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:47.354651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228a7a92-f341-497a-a3dd-0ef77cd8c23d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:47.373829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33010) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:47.383341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-228a7a92-f341-497a-a3dd-0ef77cd8c23d tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/1df8f573-393b-4ae7-bbed-bcda09d0220d HTTP/1.1" status: 404 len: 339 time: 0.1011300 Nov 10 16:48:47.404103 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aac505-e9e5-4ea9-a203-1283cb51b797 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:47.405194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4aac505-e9e5-4ea9-a203-1283cb51b797 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:47.408848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b4aac505-e9e5-4ea9-a203-1283cb51b797 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/938a0c4a-31d7-4db9-b5c3-89632b3082b5 HTTP/1.1" status: 404 len: 337 time: 0.0336607 Nov 10 16:48:47.411610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:47.433988 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33a4ec0-0d6c-4bac-974c-ac526c3eeff4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:47.435118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33a4ec0-0d6c-4bac-974c-ac526c3eeff4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:47.439845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a33a4ec0-0d6c-4bac-974c-ac526c3eeff4 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/52e5dc7d-bee0-4c05-8540-a0dd7299dcb6 HTTP/1.1" status: 404 len: 339 time: 0.0269616 Nov 10 16:48:47.441261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:47.563285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.669188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.680457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33022) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:47.697535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc990-13b9-4380-b4b9-b24903d42ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.730281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7385c866-f280-41bf-b510-b16ef87305bb']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:47.753551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3168031e-a0cd-4011-9642-42ac601ecf89') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:47.756994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3168031e-a0cd-4011-9642-42ac601ecf89') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:47.770867 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.798864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.808313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:47.808942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:47.812945 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:47.832661 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc990-13b9-4380-b4b9-b24903d42ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.939034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc990-13b9-4380-b4b9-b24903d42ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:47.990303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:48.019285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:48.025384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8e5fc990-13b9-4380-b4b9-b24903d42ee5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fd7579dd3f14246ad82b7ae0b1454fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3418202 Nov 10 16:48:48.028848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fc990-13b9-4380-b4b9-b24903d42ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a1a86b-224a-4585-b951-b0d7a88026c6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:48.028848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33032) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.029044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33034) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.029545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/7385c866-f280-41bf-b510-b16ef87305bb HTTP/1.1" status: 204 len: 168 time: 0.5871308 Nov 10 16:48:48.030504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3937a59-87d1-48f5-890c-c6e759bd59d8 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=7385c866-f280-41bf-b510-b16ef87305bb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:48.075778 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-906d52d6-6ca4-4178-a818-8ce3f3859bd7 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.076494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906d52d6-6ca4-4178-a818-8ce3f3859bd7 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.080079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-906d52d6-6ca4-4178-a818-8ce3f3859bd7 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/3a121590-2aa7-445c-8006-464c675cf2bf HTTP/1.1" status: 404 len: 337 time: 0.0483096 Nov 10 16:48:48.086213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.126764 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0420ea8f-9e27-4296-b694-35ba14d7a967 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.127697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0420ea8f-9e27-4296-b694-35ba14d7a967 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.152541 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0420ea8f-9e27-4296-b694-35ba14d7a967 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/a993aeb0-7522-4e5d-b21d-4f076173be9c HTTP/1.1" status: 404 len: 339 time: 0.0685027 Nov 10 16:48:48.153220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.187146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14fa0-ebce-4f26-9b46-c836fe39acf7 req-9e32eb5c-b9aa-4e9c-b4ab-e9faa58098c6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:48.188813 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9b14fa0-ebce-4f26-9b46-c836fe39acf7 req-9e32eb5c-b9aa-4e9c-b4ab-e9faa58098c6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.2470245 Nov 10 16:48:48.189426 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-986ec358-02ab-40b3-b206-58bf6a093899 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.190024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986ec358-02ab-40b3-b206-58bf6a093899 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.198888 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-986ec358-02ab-40b3-b206-58bf6a093899 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/de77a2d2-f346-4fe3-934c-297d44dc07b1 HTTP/1.1" status: 404 len: 337 time: 0.0445604 Nov 10 16:48:48.201571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.225453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b00ac192-839f-420c-ad67-8d35d2ee50f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:48.230246 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-315b7401-b74f-4d27-9bdc-52a7713f5f82 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.231188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315b7401-b74f-4d27-9bdc-52a7713f5f82 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.238069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-315b7401-b74f-4d27-9bdc-52a7713f5f82 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/fd0dab5a-972c-4add-93fa-d0fd9622ff6e HTTP/1.1" status: 404 len: 339 time: 0.0351348 Nov 10 16:48:48.238686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.281098 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b01a70-7e0f-4836-acd2-cd5a075a494e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.281560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b01a70-7e0f-4836-acd2-cd5a075a494e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.288689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c5b01a70-7e0f-4836-acd2-cd5a075a494e tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/a20f2f39-c283-4fbe-b226-031ef8aa3ee2 HTTP/1.1" status: 404 len: 337 time: 0.0490091 Nov 10 16:48:48.289301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.319229 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4d4dad-f7a8-499c-b5b5-4ed99197a1cd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.320217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4d4dad-f7a8-499c-b5b5-4ed99197a1cd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.322673 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b00ac192-839f-420c-ad67-8d35d2ee50f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:48.329024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6f4d4dad-f7a8-499c-b5b5-4ed99197a1cd tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/def9edb4-42ff-4f75-b275-745c1e93a4ac HTTP/1.1" status: 404 len: 339 time: 0.0385351 Nov 10 16:48:48.329650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.356895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9b14fa0-ebce-4f26-9b46-c836fe39acf7 req-b660deb9-5bdb-497d-8d9c-e3d2b11fb2fb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324005 Nov 10 16:48:48.380335 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd09e6d-ef5e-45f8-b934-9f9e8d18e1fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.380802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd09e6d-ef5e-45f8-b934-9f9e8d18e1fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.387113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.387477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-efd09e6d-ef5e-45f8-b934-9f9e8d18e1fe tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/8ae5c606-a184-4d28-83fe-9ba0cf7429f8 HTTP/1.1" status: 404 len: 337 time: 0.0568149 Nov 10 16:48:48.413735 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde23f9c-c4d4-4b8c-ba15-9686a1e269e7 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.414276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde23f9c-c4d4-4b8c-ba15-9686a1e269e7 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.417829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cde23f9c-c4d4-4b8c-ba15-9686a1e269e7 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/81cea59b-f728-4910-bbec-4ca8c060aa64 HTTP/1.1" status: 404 len: 339 time: 0.0297351 Nov 10 16:48:48.420805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.453298 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-83095191-bd63-41a2-bb66-e6b6e90edd83 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.453753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83095191-bd63-41a2-bb66-e6b6e90edd83 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.459872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.460019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-83095191-bd63-41a2-bb66-e6b6e90edd83 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/59a83839-32aa-4a45-94da-e1d5466c902b HTTP/1.1" status: 404 len: 337 time: 0.0380251 Nov 10 16:48:48.478553 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbbc663-ce8f-4b36-8719-1ec972d2b50a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.479214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbbc663-ce8f-4b36-8719-1ec972d2b50a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.484936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3fbbc663-ce8f-4b36-8719-1ec972d2b50a tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/b75c6c05-b3a3-4244-a523-fffa652f22f2 HTTP/1.1" status: 404 len: 339 time: 0.0215185 Nov 10 16:48:48.485195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33064) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.517619 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dbd34a-da88-40a3-b22c-66ab1c478f6c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.518142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dbd34a-da88-40a3-b22c-66ab1c478f6c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.523827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.524093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d0dbd34a-da88-40a3-b22c-66ab1c478f6c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/fef87765-e4bf-48da-b47e-b6970d8a2115 HTTP/1.1" status: 404 len: 337 time: 0.0361011 Nov 10 16:48:48.524884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b00ac192-839f-420c-ad67-8d35d2ee50f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:48.528116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b00ac192-839f-420c-ad67-8d35d2ee50f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:48.529244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b00ac192-839f-420c-ad67-8d35d2ee50f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15a1a86b-224a-4585-b951-b0d7a88026c6 HTTP/1.1" status: 204 len: 168 time: 0.4986238 Nov 10 16:48:48.561519 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6733639-79fe-4472-82af-c923318a9bea tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.562924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6733639-79fe-4472-82af-c923318a9bea tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.566573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e6733639-79fe-4472-82af-c923318a9bea tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/e87529a6-e9e8-4714-add9-041d418400f8 HTTP/1.1" status: 404 len: 339 time: 0.0398054 Nov 10 16:48:48.569781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.577705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ac192-839f-420c-ad67-8d35d2ee50f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a1a86b-224a-4585-b951-b0d7a88026c6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:48.683522 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc04689-0984-489c-931d-319a3c77a71f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.683522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc04689-0984-489c-931d-319a3c77a71f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.683522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6fc04689-0984-489c-931d-319a3c77a71f tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/f97713b1-7218-45c1-b990-dd0902a8b664 HTTP/1.1" status: 404 len: 337 time: 0.1106012 Nov 10 16:48:48.684545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.708771 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e4d4ed-7f3f-4efb-bdf1-4f92b4437b7c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.709374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e4d4ed-7f3f-4efb-bdf1-4f92b4437b7c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.717987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.718209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-20e4d4ed-7f3f-4efb-bdf1-4f92b4437b7c tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/e55583d6-9a15-4078-928d-d7af088e11b6 HTTP/1.1" status: 404 len: 339 time: 0.0323431 Nov 10 16:48:48.747420 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bddac5-65e8-413a-b1db-bac6b189a2ab tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.747979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bddac5-65e8-413a-b1db-bac6b189a2ab tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.754125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-82bddac5-65e8-413a-b1db-bac6b189a2ab tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/de1ea3e2-f999-465d-b62e-a1d45e65d5e0 HTTP/1.1" status: 404 len: 337 time: 0.0325305 Nov 10 16:48:48.754435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.775589 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf6104f-3638-408b-a8da-a22210244c62 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] DELETE failed (client error): The resource could not be found. Nov 10 16:48:48.776175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf6104f-3638-408b-a8da-a22210244c62 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:48:48.781550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-abf6104f-3638-408b-a8da-a22210244c62 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/53af1516-0eef-494a-a9c1-4533ac31736d HTTP/1.1" status: 404 len: 339 time: 0.0238769 Nov 10 16:48:48.782428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:48.840752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2190ed6-d93c-41ba-a377-1420884d1620 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting subnet 4ce44e3d-3947-4636-bf1d-4e99afca2267 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:48:48.844144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2190ed6-d93c-41ba-a377-1420884d1620 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:48.889211 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2190ed6-d93c-41ba-a377-1420884d1620 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.009884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2190ed6-d93c-41ba-a377-1420884d1620 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.156633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2190ed6-d93c-41ba-a377-1420884d1620 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.217642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2190ed6-d93c-41ba-a377-1420884d1620 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce44e3d-3947-4636-bf1d-4e99afca2267,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:49.238119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f4490-2d49-4410-a72b-c2fdba75977a None None] Network 0233e351-0ed7-4718-a8ef-b45e0434b5cd requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:49.238623 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2190ed6-d93c-41ba-a377-1420884d1620 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.253932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:49.255839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e2190ed6-d93c-41ba-a377-1420884d1620 tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/subnets/4ce44e3d-3947-4636-bf1d-4e99afca2267 HTTP/1.1" status: 204 len: 168 time: 0.4728136 Nov 10 16:48:49.436340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.575136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Deleting port 174101b1-c057-447c-84fa-a9f6eb704783 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:49.575900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.585677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] DHCP port deletion for 0233e351-0ed7-4718-a8ef-b45e0434b5cd request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:48:49.612574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73a21f-1bd8-4fe3-ae52-ff8a8c1a6dbc req-219d685d-832e-44ac-afa6-b3d6479cb198 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:49.614446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a73a21f-1bd8-4fe3-ae52-ff8a8c1a6dbc req-219d685d-832e-44ac-afa6-b3d6479cb198 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0800862 Nov 10 16:48:49.677922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] Deleting port 174101b1-c057-447c-84fa-a9f6eb704783 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:48:49.678443 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.698288 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a73a21f-1bd8-4fe3-ae52-ff8a8c1a6dbc req-dfd0bba9-3fae-4b08-973b-77b230ac5f84 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757391 Nov 10 16:48:49.733598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] For port 174101b1-c057-447c-84fa-a9f6eb704783, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=174101b1-c057-447c-84fa-a9f6eb704783,segment=NetworkSegment(63865b3e-9a1a-4120-9a81-b10a500103bc),segment_id=63865b3e-9a1a-4120-9a81-b10a500103bc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:49.734023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.754598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Calling delete_port for 174101b1-c057-447c-84fa-a9f6eb704783 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:49.881221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] For port 174101b1-c057-447c-84fa-a9f6eb704783, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=174101b1-c057-447c-84fa-a9f6eb704783,segment=NetworkSegment(63865b3e-9a1a-4120-9a81-b10a500103bc),segment_id=63865b3e-9a1a-4120-9a81-b10a500103bc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:48:49.881970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:49.914377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] Calling delete_port for 174101b1-c057-447c-84fa-a9f6eb704783 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:48:50.042487 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.049874 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.087870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Port': ['ID=174101b1-c057-447c-84fa-a9f6eb704783,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:50.092982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] No DVR routers for this DVR port 174101b1-c057-447c-84fa-a9f6eb704783 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:50.096925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] Pushing event deleted for resources: {'Port': ['ID=174101b1-c057-447c-84fa-a9f6eb704783,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:50.099455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbc198-7961-480c-9cc4-a9130b6b03f6 None None] No DVR routers for this DVR port 174101b1-c057-447c-84fa-a9f6eb704783 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:48:50.233958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.269478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0233e351-0ed7-4718-a8ef-b45e0434b5cd']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:50.286467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:50.296975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63865b3e-9a1a-4120-9a81-b10a500103bc') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:50.296975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63865b3e-9a1a-4120-9a81-b10a500103bc') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:50.316478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.336360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.346294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:48:50.350522 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:48:50.353996 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:48:50.419570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-374159058'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:50.564661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:50.568348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.573713 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.581333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.585364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.588932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] 10.222.0.62 "DELETE /v2.0/networks/0233e351-0ed7-4718-a8ef-b45e0434b5cd HTTP/1.1" status: 204 len: 168 time: 1.3310964 Nov 10 16:48:50.600604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec35fd4-1815-4b7f-8b2a-fa2a5dd5262b tempest-NetworksTest-1282671452 tempest-NetworksTest-1282671452-project] Pushing event deleted for resources: {'Network': ['ID=0233e351-0ed7-4718-a8ef-b45e0434b5cd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:50.721823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.795610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.850259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92c8501-554c-454d-9994-ef2879e42354,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:50.858360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:48:50.867848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.870988 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Added segment c1cd4eff-e7da-45f3-b6cb-080f900599cb of type vlan for network aa239cc3-4774-4fbc-9da7-86277de24c2e Nov 10 16:48:50.932707 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:50.941559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477206-3ff5-4eb6-ae3a-595c0ba5b475 req-1b28b8c0-a7e5-414c-b286-4b433e544b29 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:50.943695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c477206-3ff5-4eb6-ae3a-595c0ba5b475 req-1b28b8c0-a7e5-414c-b286-4b433e544b29 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1095707 Nov 10 16:48:51.014112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c477206-3ff5-4eb6-ae3a-595c0ba5b475 req-2d269c23-b9f7-4ddb-a1d4-4f9ba0a5c5d0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615430 Nov 10 16:48:51.059038 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:51.065097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:51.065798 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:51.167144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 174101b1-c057-447c-84fa-a9f6eb704783 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:48:51.202315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 174101b1-c057-447c-84fa-a9f6eb704783 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:48:51.203026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 174101b1-c057-447c-84fa-a9f6eb704783 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:48:51.399427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33160) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:51.592009 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0c38d1d2-5a17-49ef-803d-3e061580e3dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a527769decc4c8aaf4ded23aa13dd1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911519 Nov 10 16:48:51.594524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33172) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:51.632193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3447125 Nov 10 16:48:51.636859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:51.645664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'subnet': {'network_id': 'aa239cc3-4774-4fbc-9da7-86277de24c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:51.651608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad5558-6757-4b81-8d34-9235fb5678a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Network': ['ID=aa239cc3-4774-4fbc-9da7-86277de24c2e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:51.703176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network aa239cc3-4774-4fbc-9da7-86277de24c2e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:48:51.711237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b2c805c-91cb-4d57-94e7-867abd7cd8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:51.739249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b2c805c-91cb-4d57-94e7-867abd7cd8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:51.876214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:48:51.880130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:51.887469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b2c805c-91cb-4d57-94e7-867abd7cd8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:51.890061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b2c805c-91cb-4d57-94e7-867abd7cd8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:51.893576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9b2c805c-91cb-4d57-94e7-867abd7cd8fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04b24260-b7cc-46ec-8208-77cc45e1699e HTTP/1.1" status: 204 len: 168 time: 0.2952919 Nov 10 16:48:51.909595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c805c-91cb-4d57-94e7-867abd7cd8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b24260-b7cc-46ec-8208-77cc45e1699e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:52.307889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b965d37-9009-4ebc-953d-984cffdb5df0 req-20fa7e37-bdd2-464c-989e-f72708362baf tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:52.316988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b965d37-9009-4ebc-953d-984cffdb5df0 req-20fa7e37-bdd2-464c-989e-f72708362baf tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1945977 Nov 10 16:48:52.403882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b965d37-9009-4ebc-953d-984cffdb5df0 req-36971848-d2e1-44b6-a7d5-700bf3279cc5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817797 Nov 10 16:48:52.423809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:52.512576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Subnet': ['ID=2b9b0468-72c0-42a8-a762-9a353ffff876,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:52.518186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Checking segment: {'id': 'c1cd4eff-e7da-45f3-b6cb-080f900599cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'aa239cc3-4774-4fbc-9da7-86277de24c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:48:52.518543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network hostable DHCP agents. Network: aa239cc3-4774-4fbc-9da7-86277de24c2e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:48:52.687372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network aa239cc3-4774-4fbc-9da7-86277de24c2e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:48:52.790915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, aa239cc3-4774-4fbc-9da7-86277de24c2e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:52.796067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:52.796833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:52.800919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36993946-dc78-4192-a653-7488a2b8b651 None None] Network aa239cc3-4774-4fbc-9da7-86277de24c2e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:52.896049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61800e25-98be-4f2b-b008-40f14e70305e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2576196 Nov 10 16:48:52.898732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33210) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:52.904513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1027364065', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:52.959360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f3060-fa7a-4641-844f-a8c52c1f4284 None None] Network aa239cc3-4774-4fbc-9da7-86277de24c2e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:48:53.025353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:53.031031 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:53.100378 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:53.403205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:53.591247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-388401ce-8f97-462f-bdd2-d6f1fe01c07f tempest-DvrRoutersNegativeTest-1111355431 tempest-DvrRoutersNegativeTest-1111355431-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1328389920', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:53.594712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.policy [None req-388401ce-8f97-462f-bdd2-d6f1fe01c07f tempest-DvrRoutersNegativeTest-1111355431 tempest-DvrRoutersNegativeTest-1111355431-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103325) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 10 16:48:53.595836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.policy [None req-388401ce-8f97-462f-bdd2-d6f1fe01c07f tempest-DvrRoutersNegativeTest-1111355431 tempest-DvrRoutersNegativeTest-1111355431-project] Failed policy check for 'create_router' {{(pid=103325) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 10 16:48:53.596543 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-388401ce-8f97-462f-bdd2-d6f1fe01c07f tempest-DvrRoutersNegativeTest-1111355431 tempest-DvrRoutersNegativeTest-1111355431-project] create failed (client error): Access was denied to this resource. Nov 10 16:48:53.598148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-388401ce-8f97-462f-bdd2-d6f1fe01c07f tempest-DvrRoutersNegativeTest-1111355431 tempest-DvrRoutersNegativeTest-1111355431-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1937170 Nov 10 16:48:53.859949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:53.884729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850cb3-45e9-448c-a0e3-e0b2afb55a16 req-c2844251-9941-45f1-a0e7-5cfa2d70148b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:53.886512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17850cb3-45e9-448c-a0e3-e0b2afb55a16 req-c2844251-9941-45f1-a0e7-5cfa2d70148b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0874200 Nov 10 16:48:53.973949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17850cb3-45e9-448c-a0e3-e0b2afb55a16 req-8e72a033-e64b-4efb-b686-fc3752ca93b0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763490 Nov 10 16:48:54.210590 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.236979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.419218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:54.419790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.25.3.161 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/9ab8b286-dcc7-4e6d-b39b-36d695474a73) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:54.556415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.571837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdd92403-c9c4-48b8-b0c6-f74bef309ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.648584 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.697295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:54.705722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:54.708640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdd92403-c9c4-48b8-b0c6-f74bef309ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.714757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:54.730685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab207086-0107-48c1-8a86-34a7a55f972e None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:48:54.759650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=9ab8b286-dcc7-4e6d-b39b-36d695474a73,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:54.790673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdd92403-c9c4-48b8-b0c6-f74bef309ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.844469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5c6c0bb3-3b22-4a0a-b268-1260765f36c9 None None] Provisioning complete for port 9ab8b286-dcc7-4e6d-b39b-36d695474a73 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:48:54.845146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0bb3-3b22-4a0a-b268-1260765f36c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.852382 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bdd92403-c9c4-48b8-b0c6-f74bef309ca0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=672b3341958c4df788a413491b0f7830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324734 Nov 10 16:48:54.853880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:54.857621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd92403-c9c4-48b8-b0c6-f74bef309ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdabb60-6e8d-4fd0-9e13-49b9fd3af4cc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:54.929315 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5d777ac-abd5-44d4-b692-ca8da4a27061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:54.931161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c0bb3-3b22-4a0a-b268-1260765f36c9 None None] Port 9ab8b286-dcc7-4e6d-b39b-36d695474a73 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:48:54.960339 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5d777ac-abd5-44d4-b692-ca8da4a27061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:55.105584 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5d777ac-abd5-44d4-b692-ca8da4a27061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:55.109589 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5d777ac-abd5-44d4-b692-ca8da4a27061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:55.113934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f5d777ac-abd5-44d4-b692-ca8da4a27061 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2fdabb60-6e8d-4fd0-9e13-49b9fd3af4cc HTTP/1.1" status: 204 len: 168 time: 0.2564771 Nov 10 16:48:55.128347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d777ac-abd5-44d4-b692-ca8da4a27061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdabb60-6e8d-4fd0-9e13-49b9fd3af4cc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:55.148336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:55.156335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d76323-5f6a-4a5d-8c6c-72073da79d05 req-754e1b11-d9a1-48be-989c-5c58c26e0af3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:55.168323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2d76323-5f6a-4a5d-8c6c-72073da79d05 req-754e1b11-d9a1-48be-989c-5c58c26e0af3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1055160 Nov 10 16:48:55.319647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2d76323-5f6a-4a5d-8c6c-72073da79d05 req-a8bbc744-7fc1-41aa-9a8e-ba0537cf5f00 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526752 Nov 10 16:48:55.522544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:55.773270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:48:55.921314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:48:55.936911 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0b75c-f9b4-4021-ae5f-77228fdeaa5a None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:48:55.955099 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa0b75c-f9b4-4021-ae5f-77228fdeaa5a None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:48:55.956051 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5aa0b75c-f9b4-4021-ae5f-77228fdeaa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:48:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:55.995979 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5aa0b75c-f9b4-4021-ae5f-77228fdeaa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:56.006468 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa0b75c-f9b4-4021-ae5f-77228fdeaa5a None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:48:56.007517 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5aa0b75c-f9b4-4021-ae5f-77228fdeaa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:48:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:56.027487 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:56.028808 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-21965e89-ca0b-45b8-88ae-fcee32c4b79e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1281846 Nov 10 16:48:56.031736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33332) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:56.174168 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5aa0b75c-f9b4-4021-ae5f-77228fdeaa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:56.175422 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0b75c-f9b4-4021-ae5f-77228fdeaa5a None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:48:56.557789 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:48:56.578204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffc100-bf71-4ab0-a2c6-69a72951cae0 req-67ff7ea7-ae31-43da-bb2b-2bd48259b75e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:56.579765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3bffc100-bf71-4ab0-a2c6-69a72951cae0 req-67ff7ea7-ae31-43da-bb2b-2bd48259b75e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1137159 Nov 10 16:48:56.709527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3bffc100-bf71-4ab0-a2c6-69a72951cae0 req-adde08f6-03e9-44a1-a02e-5bcbb9b94a03 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125455 Nov 10 16:48:56.747820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:56.784536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:56.929948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-159db4e9-b057-40e7-a19d-00b151981c66 tempest-ServiceProvidersTest-1241837839 tempest-ServiceProvidersTest-1241837839-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1794755 Nov 10 16:48:57.229884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.20.0.1 (aa239cc3-4774-4fbc-9da7-86277de24c2e/2b9b0468-72c0-42a8-a762-9a353ffff876/d46f9ef1-2935-43a6-911f-0a221a2b9e91) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:48:57.400763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:57.499842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:57.557625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network aa239cc3-4774-4fbc-9da7-86277de24c2e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:57.562825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:57.566303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:48:57.608625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33388) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:57.654534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=d46f9ef1-2935-43a6-911f-0a221a2b9e91,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:57.660270 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:57.809378 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:57.885890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b068a-f473-4027-a929-c81eb178caea req-7ebb4f64-7d6c-4b1d-863e-c82d5f9af5c2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:57.887616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b23b068a-f473-4027-a929-c81eb178caea req-7ebb4f64-7d6c-4b1d-863e-c82d5f9af5c2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0755329 Nov 10 16:48:57.965498 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:57.979776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b23b068a-f473-4027-a929-c81eb178caea req-ff7330e4-4ee7-4827-b016-bda98dba4da1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822535 Nov 10 16:48:58.350652 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.381323 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.413381 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aabb2da79b384ddfb6a9a23fd54cfa7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8026948 Nov 10 16:48:58.418152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:58.467710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7555af-9d81-46fb-b409-7222133c5f28,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:58.512147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.512702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.513231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.513565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.514069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.514563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.515368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.515873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.516210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.516542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.517125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.517622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8445ec-4d55-4c31-9787-cf0421054df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:48:58.570961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a106e4f8-c14c-4d2f-821f-3d5eb8ea9af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.599241 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a106e4f8-c14c-4d2f-821f-3d5eb8ea9af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.721850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a106e4f8-c14c-4d2f-821f-3d5eb8ea9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.725457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a106e4f8-c14c-4d2f-821f-3d5eb8ea9af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.731799 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a106e4f8-c14c-4d2f-821f-3d5eb8ea9af3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e7555af-9d81-46fb-b409-7222133c5f28 HTTP/1.1" status: 204 len: 168 time: 0.3125203 Nov 10 16:48:58.740730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106e4f8-c14c-4d2f-821f-3d5eb8ea9af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7555af-9d81-46fb-b409-7222133c5f28,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:58.781939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.859049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.933480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:48:58.946961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=d46f9ef1-2935-43a6-911f-0a221a2b9e91,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:48:59.095797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network aa239cc3-4774-4fbc-9da7-86277de24c2e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:48:59.097797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:48:59.367667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76f8be-45dd-4c76-9df2-7f597019e507 req-92b66e46-5830-401c-875e-6aca7cb11055 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:48:59.370165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5a76f8be-45dd-4c76-9df2-7f597019e507 req-92b66e46-5830-401c-875e-6aca7cb11055 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.2313905 Nov 10 16:48:59.378065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:48:59.470659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5a76f8be-45dd-4c76-9df2-7f597019e507 req-bd2cc8fe-4112-460d-ae61-73e095e45e13 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912154 Nov 10 16:48:59.578960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:48:59.589637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b16f907-9b37-4c78-a155-dbe78763097d tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/routers/3a174a8b-fda9-44f5-b45d-12ff0d66cbc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5568421 Nov 10 16:48:59.592731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:48:59.596777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25cea7-ef35-4705-b241-5d8d1f16cce1 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:48:59.597973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'port': {'network_id': 'aa239cc3-4774-4fbc-9da7-86277de24c2e', 'name': 'tempest-FloatingIPTestJSON-1853679365'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:48:59.623409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25cea7-ef35-4705-b241-5d8d1f16cce1 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:48:59.625219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0f25cea7-ef35-4705-b241-5d8d1f16cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:48:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:59.683709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0f25cea7-ef35-4705-b241-5d8d1f16cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:59.703030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25cea7-ef35-4705-b241-5d8d1f16cce1 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:48:59.704835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0f25cea7-ef35-4705-b241-5d8d1f16cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:48:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:59.757868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0f25cea7-ef35-4705-b241-5d8d1f16cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:48:59.758629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25cea7-ef35-4705-b241-5d8d1f16cce1 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:00.610956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8749328-3e93-448e-acdb-f8e2ab5de24d req-255ae0a8-f83e-4749-9b0a-981ca59a5263 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:00.612552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d8749328-3e93-448e-acdb-f8e2ab5de24d req-255ae0a8-f83e-4749-9b0a-981ca59a5263 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0609298 Nov 10 16:49:00.674716 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d8749328-3e93-448e-acdb-f8e2ab5de24d req-a5fb560c-3275-4923-992e-ca599758513f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548964 Nov 10 16:49:00.729194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:00.736699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:00.758311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] device_id is not set on port 6f8292f5-b17b-4313-9e0b-36c286a856fb yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:49:00.965096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.20.0.7 (aa239cc3-4774-4fbc-9da7-86277de24c2e/2b9b0468-72c0-42a8-a762-9a353ffff876/6f8292f5-b17b-4313-9e0b-36c286a856fb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:01.146487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33494) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:01.148437 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:01.267561 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2072056457'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:01.293787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:01.337002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network aa239cc3-4774-4fbc-9da7-86277de24c2e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:01.340145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:01.342663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:01.384151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=6f8292f5-b17b-4313-9e0b-36c286a856fb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:01.402449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Made reservation on behalf of 0eb2bc76a73d42848160a40c30a95300 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:01.408811 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:01.424117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:01.424609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:01.426185 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:01.523534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:01.537331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-815b6d33-e785-4913-93ad-387876af94fc tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9434080 Nov 10 16:49:01.552536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33518) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:01.559333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'port': {'network_id': 'aa239cc3-4774-4fbc-9da7-86277de24c2e', 'name': 'tempest-FloatingIPTestJSON-1524097239'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:01.620259 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0e84208-6af1-4817-9edf-d9bd0ab409df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:01.986546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:02.043605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:49:02.078656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d3f877-3cda-46be-8b44-1ff31cf1c3a9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:02.106214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:02.106721 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Added segment deeb7b60-66dc-4b34-bbf0-32bbff52ef58 of type vlan for network e72a552e-cb94-495c-88ad-daaeaed4a140 Nov 10 16:49:02.168477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc39aff-f939-44b9-8bf6-a013fe71f9c9 req-5b369861-a4aa-46fb-9d64-902bf62c28c7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:02.170019 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc39aff-f939-44b9-8bf6-a013fe71f9c9 req-5b369861-a4aa-46fb-9d64-902bf62c28c7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1873367 Nov 10 16:49:02.208480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:02.261475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cbc39aff-f939-44b9-8bf6-a013fe71f9c9 req-9841ab1e-32d3-4ed4-af94-13eb628f5d68 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789738 Nov 10 16:49:02.327340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:02.331213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:02.352569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] device_id is not set on port c1f88774-32a0-4d17-a1a9-9633ae09e44e yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:49:02.399513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:02.405785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:02.406829 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:02.526123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Pushing event updated for resources: {'Network': ['ID=e72a552e-cb94-495c-88ad-daaeaed4a140,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:02.539190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e72a552e-cb94-495c-88ad-daaeaed4a140 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:49:02.570835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.20.0.2 (aa239cc3-4774-4fbc-9da7-86277de24c2e/2b9b0468-72c0-42a8-a762-9a353ffff876/c1f88774-32a0-4d17-a1a9-9633ae09e44e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:02.707163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:02.718003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-d5d3f326-3f6b-4a89-9cfa-d156d0d5c48a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', 'tempest-TagsTest-Tag-940912968') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:02.726070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-720ef1c5-8f4d-400d-8d13-65f4d7668017 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5783341 Nov 10 16:49:02.845155 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:02.905867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d5d3f326-3f6b-4a89-9cfa-d156d0d5c48a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "PUT /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags/tempest-TagsTest-Tag-940912968 HTTP/1.1" status: 201 len: 201 time: 0.1974051 Nov 10 16:49:02.908190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33562) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:02.912573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-88d227f1-2ef5-4744-80a9-087f5001a3f4 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', 'tempest-TagsTest-Tag-940912968') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:02.939759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:02.989280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network aa239cc3-4774-4fbc-9da7-86277de24c2e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:02.995277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:02.995530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:02.996286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-88d227f1-2ef5-4744-80a9-087f5001a3f4 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "GET /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags/tempest-TagsTest-Tag-940912968 HTTP/1.1" status: 204 len: 168 time: 0.0870113 Nov 10 16:49:02.997140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:03.003513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-154c4c32-5592-49a1-bd77-48c008835fb7 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:03.047781 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=c1f88774-32a0-4d17-a1a9-9633ae09e44e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:03.066026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:03.066750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:03.090374 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-154c4c32-5592-49a1-bd77-48c008835fb7 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "GET /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags HTTP/1.1" status: 200 len: 237 time: 0.0919020 Nov 10 16:49:03.093940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33570) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:03.099616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-e66d11f6-f4df-47c9-b510-d1fad13963c4 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', {'tags': ['tempest-TagsTest-Tag-1656854649', 'tempest-TagsTest-Tag-878421188', 'tempest-TagsTest-Tag-132065480']}) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:03.179529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fa5ddcd5-5ec8-4802-9be4-e8838dde8b02 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6230803 Nov 10 16:49:03.180298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:03.185388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'c1f88774-32a0-4d17-a1a9-9633ae09e44e', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:03.361034 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e66d11f6-f4df-47c9-b510-d1fad13963c4 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "PUT /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags HTTP/1.1" status: 200 len: 307 time: 0.2646480 Nov 10 16:49:03.361455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:03.367825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-e5f255cd-4b20-4cbb-875b-5f43267ef443 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', 'tempest-TagsTest-Tag-1656854649') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:03.402365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0f43c-2d1b-4e33-bfe3-caea65932dd8 req-833415cc-b37f-4ac2-8e85-f88b64bdc97b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:03.403437 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:03.404187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72f0f43c-2d1b-4e33-bfe3-caea65932dd8 req-833415cc-b37f-4ac2-8e85-f88b64bdc97b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0597670 Nov 10 16:49:03.457938 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72f0f43c-2d1b-4e33-bfe3-caea65932dd8 req-cee28d45-84e2-427f-ac59-fe2ffe3eecc9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480106 Nov 10 16:49:03.550915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:03.639143 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e5f255cd-4b20-4cbb-875b-5f43267ef443 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "DELETE /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags/tempest-TagsTest-Tag-1656854649 HTTP/1.1" status: 204 len: 168 time: 0.2763114 Nov 10 16:49:03.642089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33586) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:03.646850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-60676dd8-bcda-4a30-8458-b674d98d4a20 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', 'tempest-TagsTest-Tag-1656854649') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:03.711181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.25.3.115 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/3a6a71a4-d8a6-427d-9cdd-2afe79a72dc0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:03.771904 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-60676dd8-bcda-4a30-8458-b674d98d4a20 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] show failed (client error): The resource could not be found. Nov 10 16:49:03.773070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-60676dd8-bcda-4a30-8458-b674d98d4a20 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "GET /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags/tempest-TagsTest-Tag-1656854649 HTTP/1.1" status: 404 len: 326 time: 0.1296964 Nov 10 16:49:03.776589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33606) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:03.786109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-6256737d-9dd6-4acd-8dde-1c79448c78f1 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', 'tempest-TagsTest-Tag-878421188') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:03.854248 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af8440de-9622-4f0b-a450-006b14bf30c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:03.944832 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:03.961345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6256737d-9dd6-4acd-8dde-1c79448c78f1 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "GET /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags/tempest-TagsTest-Tag-878421188 HTTP/1.1" status: 204 len: 168 time: 0.1804001 Nov 10 16:49:03.962333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:03.968704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-e95cea14-2caf-4e48-a568-bcd405178abb tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', 'tempest-TagsTest-Tag-132065480') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:04.074430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e95cea14-2caf-4e48-a568-bcd405178abb tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "GET /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags/tempest-TagsTest-Tag-132065480 HTTP/1.1" status: 204 len: 168 time: 0.1112862 Nov 10 16:49:04.076951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:04.081439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-849bc34e-6eb6-4bab-88ea-155fe7d26f71 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:04.167920 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:04.231778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:04.237852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:04.240269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=3a6a71a4-d8a6-427d-9cdd-2afe79a72dc0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:04.248011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:04.256379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-849bc34e-6eb6-4bab-88ea-155fe7d26f71 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "DELETE /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags HTTP/1.1" status: 204 len: 168 time: 0.1761184 Nov 10 16:49:04.256751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33624) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:04.262018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-fc8b561f-5318-4e91-9576-9cb429e482a7 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', 'tempest-TagsTest-Tag-878421188') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:04.399408 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-fc8b561f-5318-4e91-9576-9cb429e482a7 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] show failed (client error): The resource could not be found. Nov 10 16:49:04.400963 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fc8b561f-5318-4e91-9576-9cb429e482a7 tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "GET /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags/tempest-TagsTest-Tag-878421188 HTTP/1.1" status: 404 len: 325 time: 0.1432352 Nov 10 16:49:04.403825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33626) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:04.408339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-351d1978-ff3f-48a9-877c-21ab9c792c0c tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140', 'tempest-TagsTest-Tag-132065480') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:04.488769 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-351d1978-ff3f-48a9-877c-21ab9c792c0c tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] show failed (client error): The resource could not be found. Nov 10 16:49:04.493029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-351d1978-ff3f-48a9-877c-21ab9c792c0c tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "GET /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags/tempest-TagsTest-Tag-132065480 HTTP/1.1" status: 404 len: 325 time: 0.0868521 Nov 10 16:49:04.493919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33632) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:04.503551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-6288e189-b1d1-4ea4-872d-4f84bf9107db tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e72a552e-cb94-495c-88ad-daaeaed4a140') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:04.624044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6288e189-b1d1-4ea4-872d-4f84bf9107db tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "DELETE /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140/tags HTTP/1.1" status: 204 len: 168 time: 0.1291175 Nov 10 16:49:04.630905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33636) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:04.698039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a93134-6ab3-4f5b-b601-89d533658f3b req-c5043e40-0b5c-454a-98d6-ceb4366e6833 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:04.704729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80a93134-6ab3-4f5b-b601-89d533658f3b req-c5043e40-0b5c-454a-98d6-ceb4366e6833 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1248507 Nov 10 16:49:04.825848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80a93134-6ab3-4f5b-b601-89d533658f3b req-09fe1aed-f054-43ce-b5c4-94ecd4b49430 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143575 Nov 10 16:49:04.830751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.000318 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.036760 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.042926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72a552e-cb94-495c-88ad-daaeaed4a140']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:05.053681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deeb7b60-66dc-4b34-bbf0-32bbff52ef58') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:05.053980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deeb7b60-66dc-4b34-bbf0-32bbff52ef58') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:05.083795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.099817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.101808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.119231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:49:05.119729 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:49:05.128413 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:49:05.307567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.311031 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.345371 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.354911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] 10.222.0.62 "DELETE /v2.0/networks/e72a552e-cb94-495c-88ad-daaeaed4a140 HTTP/1.1" status: 204 len: 168 time: 0.7213354 Nov 10 16:49:05.365036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6b803-8a44-4257-a5f6-a51ead4a9c2a tempest-TagsTest-975652030 tempest-TagsTest-975652030-project] Pushing event deleted for resources: {'Network': ['ID=e72a552e-cb94-495c-88ad-daaeaed4a140,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:05.551361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.619554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.714748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=3a6a71a4-d8a6-427d-9cdd-2afe79a72dc0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:05.742384 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:05.871433 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 3cc6b1f2-7a3d-433c-8b68-cbc706e1d332 associated. External IP: 172.25.3.115, port: c1f88774-32a0-4d17-a1a9-9633ae09e44e. Nov 10 16:49:06.052487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33686) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:06.306466 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89874bbc-8288-4c50-813b-6e12470b43d0 req-c383b176-4bba-4e2e-a98e-6154b78db103 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:06.312914 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-85b62ee7-1840-47a3-8600-e80959bc404f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0eb2bc76a73d42848160a40c30a95300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583153 Nov 10 16:49:06.315261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89874bbc-8288-4c50-813b-6e12470b43d0 req-c383b176-4bba-4e2e-a98e-6154b78db103 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.2922966 Nov 10 16:49:06.317675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33694) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:06.398757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:06.456540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af53eb92-7f1e-443f-b088-b3a19d5744b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:06.507219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af53eb92-7f1e-443f-b088-b3a19d5744b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:06.549189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:06.568414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fcca9d-1d21-4602-86a1-80ab0085d3c5 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:06.612354 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fcca9d-1d21-4602-86a1-80ab0085d3c5 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:06.613590 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-08fcca9d-1d21-4602-86a1-80ab0085d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:06.675916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89874bbc-8288-4c50-813b-6e12470b43d0 req-883e088d-7f36-4d9b-b450-2f3bd5859d36 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578174 Nov 10 16:49:06.692243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:06.721991 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:06.727446 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af53eb92-7f1e-443f-b088-b3a19d5744b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:06.727642 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af53eb92-7f1e-443f-b088-b3a19d5744b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:06.728625 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-08fcca9d-1d21-4602-86a1-80ab0085d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:06.729432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-af53eb92-7f1e-443f-b088-b3a19d5744b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34d3f877-3cda-46be-8b44-1ff31cf1c3a9 HTTP/1.1" status: 204 len: 168 time: 0.4106426 Nov 10 16:49:06.759867 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fcca9d-1d21-4602-86a1-80ab0085d3c5 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:06.765017 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-08fcca9d-1d21-4602-86a1-80ab0085d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:06.770451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8fbfe3a9-2ed5-4b69-a720-9a4e572c648e tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5891755 Nov 10 16:49:06.773337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:06.774933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53eb92-7f1e-443f-b088-b3a19d5744b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d3f877-3cda-46be-8b44-1ff31cf1c3a9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:06.787861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:06.870862 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-08fcca9d-1d21-4602-86a1-80ab0085d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:06.871928 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fcca9d-1d21-4602-86a1-80ab0085d3c5 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:07.014274 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:07.579456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:07.643026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:07.734685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:07.819029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc96c2c-a07c-4629-9573-06056507d2d2 req-275993ac-c72c-449b-a4dd-07e5ad309668 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:07.820572 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cc96c2c-a07c-4629-9573-06056507d2d2 req-275993ac-c72c-449b-a4dd-07e5ad309668 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0598304 Nov 10 16:49:07.839576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:07.839576 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 3cc6b1f2-7a3d-433c-8b68-cbc706e1d332 disassociated. External IP: 172.25.3.115, port: c1f88774-32a0-4d17-a1a9-9633ae09e44e. Nov 10 16:49:07.879461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4cc96c2c-a07c-4629-9573-06056507d2d2 req-f3043145-391f-4636-b940-c4348b3651cb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Nov 10 16:49:08.069889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:08.198444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:08.203498 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:08.210665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b114b-cd8d-4732-8f46-49bc6a90f653 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:08.225728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b114b-cd8d-4732-8f46-49bc6a90f653 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:08.226607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a9b114b-cd8d-4732-8f46-49bc6a90f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:08.237157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-90bd43b2-93df-4f7c-94ea-65257c277572 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/floatingips/3cc6b1f2-7a3d-433c-8b68-cbc706e1d332 HTTP/1.1" status: 200 len: 688 time: 1.4609141 Nov 10 16:49:08.240041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33762) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:08.481073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a9b114b-cd8d-4732-8f46-49bc6a90f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:08.490473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 3a6a71a4-d8a6-427d-9cdd-2afe79a72dc0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:49:08.491251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:08.494054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b114b-cd8d-4732-8f46-49bc6a90f653 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:08.494720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a9b114b-cd8d-4732-8f46-49bc6a90f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:08.535877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a9b114b-cd8d-4732-8f46-49bc6a90f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:08.536778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b114b-cd8d-4732-8f46-49bc6a90f653 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:08.632621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:08.632951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:08.646289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 3a6a71a4-d8a6-427d-9cdd-2afe79a72dc0 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:49:08.945212 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:08.988747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=3a6a71a4-d8a6-427d-9cdd-2afe79a72dc0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:09.032782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cded273-5abb-452d-81c6-148f37745fc1 req-38f024de-ef26-45eb-b466-f166554b2d05 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:09.034302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7cded273-5abb-452d-81c6-148f37745fc1 req-38f024de-ef26-45eb-b466-f166554b2d05 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0690989 Nov 10 16:49:09.062534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:09.065970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:09.070715 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eddd8217-b153-4d42-a950-d23035403ba2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/floatingips/3cc6b1f2-7a3d-433c-8b68-cbc706e1d332 HTTP/1.1" status: 204 len: 168 time: 0.8296294 Nov 10 16:49:09.071997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33794) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:09.076428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '6f8292f5-b17b-4313-9e0b-36c286a856fb'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:09.105548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7cded273-5abb-452d-81c6-148f37745fc1 req-59e6c020-64a4-4c96-8ef3-471c4eff027f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Nov 10 16:49:09.225072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:09.358900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:09.481059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.25.3.178 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/0f49b825-2c17-4743-bc01-818acd304258) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:09.635364 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:09.790871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:09.830862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:09.833846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:09.847964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:09.891036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=0f49b825-2c17-4743-bc01-818acd304258,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:10.382469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae969d0a-67b1-4ced-9cbb-1dcbb752dc1b req-7cf8f71a-210b-4984-9498-422e9c3954f5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:10.384187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae969d0a-67b1-4ced-9cbb-1dcbb752dc1b req-7cf8f71a-210b-4984-9498-422e9c3954f5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0877872 Nov 10 16:49:10.409416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:10.472895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae969d0a-67b1-4ced-9cbb-1dcbb752dc1b req-1f54b541-007c-4841-a6ca-95431033d37e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809977 Nov 10 16:49:10.498123 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:10.701992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:10.944471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:10.945227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:11.069846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5617fce4-14d0-46b6-9292-70c07bc3254f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.134330 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.147292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5617fce4-14d0-46b6-9292-70c07bc3254f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.205150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=0f49b825-2c17-4743-bc01-818acd304258,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:11.220163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.224627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5617fce4-14d0-46b6-9292-70c07bc3254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.298389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5617fce4-14d0-46b6-9292-70c07bc3254f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c327011d7b64e10989d08b180ab05d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3503816 Nov 10 16:49:11.299583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617fce4-14d0-46b6-9292-70c07bc3254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2bdbd9-28f5-4ef2-b288-64ff3e701d09,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:11.304032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33878) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:11.368517 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP f3102a33-9473-4d3e-8024-c6a34d7848a4 associated. External IP: 172.25.3.178, port: 6f8292f5-b17b-4313-9e0b-36c286a856fb. Nov 10 16:49:11.417912 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e55cbc-00dc-4458-95d6-e63c1762ab08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.469614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e55cbc-00dc-4458-95d6-e63c1762ab08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.614272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015bbf9-7d53-43e0-8622-ae74f3423b8c req-25928a46-307a-44ac-a96d-a9e20b6638eb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:11.615819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6015bbf9-7d53-43e0-8622-ae74f3423b8c req-25928a46-307a-44ac-a96d-a9e20b6638eb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.0545540 Nov 10 16:49:11.643453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e55cbc-00dc-4458-95d6-e63c1762ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.646341 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e55cbc-00dc-4458-95d6-e63c1762ab08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.647568 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b8e55cbc-00dc-4458-95d6-e63c1762ab08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae2bdbd9-28f5-4ef2-b288-64ff3e701d09 HTTP/1.1" status: 204 len: 168 time: 0.3424039 Nov 10 16:49:11.654816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:11.663621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e55cbc-00dc-4458-95d6-e63c1762ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2bdbd9-28f5-4ef2-b288-64ff3e701d09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:11.700124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6015bbf9-7d53-43e0-8622-ae74f3423b8c req-cbaa5515-1b10-47d4-adf5-c0dc90d77060 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779042 Nov 10 16:49:11.795370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:11.807287 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313fea9c-645b-440d-8f16-2adc3c8d8887 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:11.844223 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313fea9c-645b-440d-8f16-2adc3c8d8887 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:11.845070 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-313fea9c-645b-440d-8f16-2adc3c8d8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:11.884592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:11.904683 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-313fea9c-645b-440d-8f16-2adc3c8d8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:11.937318 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313fea9c-645b-440d-8f16-2adc3c8d8887 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:11.938088 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-313fea9c-645b-440d-8f16-2adc3c8d8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:11.985948 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2c39aa9-67c8-448f-9c68-0a2f1cae5dd8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9129651 Nov 10 16:49:11.990309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:12.014709 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-313fea9c-645b-440d-8f16-2adc3c8d8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:12.015406 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313fea9c-645b-440d-8f16-2adc3c8d8887 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:12.020708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41c264-96ea-49b4-999c-435cd7de2747 req-4fdb8b0e-1da8-49d6-ae4b-23d122b3ce48 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:12.025332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de41c264-96ea-49b4-999c-435cd7de2747 req-4fdb8b0e-1da8-49d6-ae4b-23d122b3ce48 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0903013 Nov 10 16:49:12.081318 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de41c264-96ea-49b4-999c-435cd7de2747 req-7e6af907-ab37-40c6-8660-f94eb49cc2f7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511374 Nov 10 16:49:12.100013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e2ae6493-5523-4b4d-8250-4bd0812057d4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "GET /v2.0/floatingips/f3102a33-9473-4d3e-8024-c6a34d7848a4 HTTP/1.1" status: 200 len: 978 time: 0.1076162 Nov 10 16:49:12.101043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:12.255243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d1708e8c-a04d-4285-9956-f26c9b9f441f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1511221 Nov 10 16:49:12.257796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:12.263026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'port_id': 'c1f88774-32a0-4d17-a1a9-9633ae09e44e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:12.315016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df3526-ec2b-4967-89b2-a5f79ee8c0fb req-d8f3bc7e-2aa7-4217-8a1f-b1a3034fbc91 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:12.316563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6df3526-ec2b-4967-89b2-a5f79ee8c0fb req-d8f3bc7e-2aa7-4217-8a1f-b1a3034fbc91 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1146827 Nov 10 16:49:12.338264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:12.421625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6df3526-ec2b-4967-89b2-a5f79ee8c0fb req-d1693427-8ac6-47d8-9a13-e36b410b90ac tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959215 Nov 10 16:49:12.719946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33940) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:12.750347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:12.902427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-063dd9f5-0e13-4d3b-85c0-fed384fa1c18 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:12.903961 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-063dd9f5-0e13-4d3b-85c0-fed384fa1c18 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.1562099 Nov 10 16:49:12.936843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-0caebf09-cb74-4c48-83f5-04550dd1fba8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/quotas/e615b70a43ee4d7785f81a6445ea837e HTTP/1.1" status: 200 len: 375 time: 0.0264895 Nov 10 16:49:12.938867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:12.960405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:13.007872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-5ca2601a-c99e-40ea-b45d-34b07f30b46e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0633819 Nov 10 16:49:13.067833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:13.122159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba856ee-f9a6-44a0-a3e1-93d60350ba9b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:13.122459 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:13.130738 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4fffd638297447fa7a9e43ac39d9bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096069 Nov 10 16:49:13.141876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33956) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:13.150836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.151195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.151567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.151902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.152233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.152616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.152884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.153264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.153510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.153816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.154138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.154457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65b5b8-ed1c-4b70-b282-3ab1f096552c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:13.160540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-06f5d677-be12-4954-826e-581f4ef01f80 service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450837 Nov 10 16:49:13.257681 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP f3102a33-9473-4d3e-8024-c6a34d7848a4 associated. External IP: 172.25.3.178, port: 6f8292f5-b17b-4313-9e0b-36c286a856fb. Nov 10 16:49:13.514153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:13.634325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:13.645454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841d276f-794e-4be9-8aa4-4edb53f63180 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:13.659922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d276f-794e-4be9-8aa4-4edb53f63180 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:13.660542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe9a5bcd-b804-4234-b82c-9b8b02f8065d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:13.660777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-841d276f-794e-4be9-8aa4-4edb53f63180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:13.703633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-841d276f-794e-4be9-8aa4-4edb53f63180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:13.707729 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe9a5bcd-b804-4234-b82c-9b8b02f8065d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:13.726234 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-2c4a902c-e618-4dc4-8ed7-fa9c2584c476 service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530295 Nov 10 16:49:13.773638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d276f-794e-4be9-8aa4-4edb53f63180 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:13.780997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-841d276f-794e-4be9-8aa4-4edb53f63180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:13.834212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-841d276f-794e-4be9-8aa4-4edb53f63180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:13.835466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841d276f-794e-4be9-8aa4-4edb53f63180 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:13.910331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe9a5bcd-b804-4234-b82c-9b8b02f8065d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:13.913246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe9a5bcd-b804-4234-b82c-9b8b02f8065d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:13.914620 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fe9a5bcd-b804-4234-b82c-9b8b02f8065d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ba856ee-f9a6-44a0-a3e1-93d60350ba9b HTTP/1.1" status: 204 len: 168 time: 0.7717385 Nov 10 16:49:13.924012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a5bcd-b804-4234-b82c-9b8b02f8065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba856ee-f9a6-44a0-a3e1-93d60350ba9b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:13.941137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:14.167730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0b0a38a-b105-4208-b07e-e6adb8471cbf req-d8c0d9f3-1031-47ef-b565-a793a0def968 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 210 time: 0.0650015 Nov 10 16:49:14.176776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:14.184541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:14.187845 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c541b-5138-4ab9-9c8a-ab8af4a34745 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:14.204847 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c541b-5138-4ab9-9c8a-ab8af4a34745 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:14.205735 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d29c541b-5138-4ab9-9c8a-ab8af4a34745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:14.242733 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d29c541b-5138-4ab9-9c8a-ab8af4a34745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:14.251351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d793661f-0399-4d62-81ac-a29450fd24b7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/floatingips/f3102a33-9473-4d3e-8024-c6a34d7848a4 HTTP/1.1" status: 200 len: 978 time: 1.9916685 Nov 10 16:49:14.253460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:14.253703 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c541b-5138-4ab9-9c8a-ab8af4a34745 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:14.254550 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d29c541b-5138-4ab9-9c8a-ab8af4a34745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:14.258987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:14.293732 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d29c541b-5138-4ab9-9c8a-ab8af4a34745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:14.294773 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c541b-5138-4ab9-9c8a-ab8af4a34745 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:14.323005 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:14.475883 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:14.582035 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:14.582546 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP f3102a33-9473-4d3e-8024-c6a34d7848a4 disassociated. External IP: 172.25.3.178, port: c1f88774-32a0-4d17-a1a9-9633ae09e44e. Nov 10 16:49:14.849298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:14.963073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:14.968541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:14.983756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aaf023-b75c-4f6c-841f-d29ad3507ccc None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:14.996519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aaf023-b75c-4f6c-841f-d29ad3507ccc None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:14.997548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-76aaf023-b75c-4f6c-841f-d29ad3507ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:15.006300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d4b59f22-1f83-4e8f-81b3-0e6c87ebabf2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/floatingips/f3102a33-9473-4d3e-8024-c6a34d7848a4 HTTP/1.1" status: 200 len: 688 time: 0.7515080 Nov 10 16:49:15.007112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:15.048874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-76aaf023-b75c-4f6c-841f-d29ad3507ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:15.070991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aaf023-b75c-4f6c-841f-d29ad3507ccc None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:15.072462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-76aaf023-b75c-4f6c-841f-d29ad3507ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:15.125972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-76aaf023-b75c-4f6c-841f-d29ad3507ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:15.127086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aaf023-b75c-4f6c-841f-d29ad3507ccc None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:15.179030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 0f49b825-2c17-4743-bc01-818acd304258 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:49:15.179631 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:15.287817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0f5140b-3f9a-4cfb-8e5b-c3965e27411d req-f2cd9a5a-eadd-41e5-98d9-5c3a8659739b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 210 time: 0.0343370 Nov 10 16:49:15.313745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:15.314429 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:15.330194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 0f49b825-2c17-4743-bc01-818acd304258 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:49:15.648012 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:15.675789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=0f49b825-2c17-4743-bc01-818acd304258,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:15.742151 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:15.745691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:15.749586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e59cd889-1b78-4e40-b570-c2ed7e9a3824 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/floatingips/f3102a33-9473-4d3e-8024-c6a34d7848a4 HTTP/1.1" status: 204 len: 168 time: 0.7388854 Nov 10 16:49:15.750388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34046) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:15.792454 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-93bf5151-969b-4bf3-8fa9-8d7437b80330 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] delete failed (client error): The resource could not be found. Nov 10 16:49:15.793759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-93bf5151-969b-4bf3-8fa9-8d7437b80330 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/floatingips/f3102a33-9473-4d3e-8024-c6a34d7848a4 HTTP/1.1" status: 404 len: 345 time: 0.0424032 Nov 10 16:49:15.798847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:15.891204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f2340-1997-4739-90af-dcf0ef7eec76 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:15.896726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f2340-1997-4739-90af-dcf0ef7eec76 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:15.904148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f2340-1997-4739-90af-dcf0ef7eec76 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:15.906393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f93f2340-1997-4739-90af-dcf0ef7eec76 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "GET /v2.0/ports?network_id=aa239cc3-4774-4fbc-9da7-86277de24c2e HTTP/1.1" status: 200 len: 2358 time: 0.1063585 Nov 10 16:49:15.909018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:16.005276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d20014-d743-433e-aa87-3f020660b181 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:16.007036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-77d20014-d743-433e-aa87-3f020660b181 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "GET /v2.0/subnets/2b9b0468-72c0-42a8-a762-9a353ffff876 HTTP/1.1" status: 200 len: 797 time: 0.0969081 Nov 10 16:49:16.013304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:16.019159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'port': {'network_id': 'aa239cc3-4774-4fbc-9da7-86277de24c2e', 'name': 'tempest-FloatingIPTestJSON-187553343', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:16.350769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:16.434845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11c4502f-4b96-44f1-af37-af1d512cd00a req-36804136-9d64-437a-abd7-0bdfdb1c73dd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 210 time: 0.0642242 Nov 10 16:49:16.473344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:16.492500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] device_id is not set on port 06e11796-d58f-4d6d-9f5d-ff56f6b13548 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:49:16.877623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.20.0.14 (aa239cc3-4774-4fbc-9da7-86277de24c2e/2b9b0468-72c0-42a8-a762-9a353ffff876/06e11796-d58f-4d6d-9f5d-ff56f6b13548) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:16.884854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.20.0.13 (aa239cc3-4774-4fbc-9da7-86277de24c2e/2b9b0468-72c0-42a8-a762-9a353ffff876/06e11796-d58f-4d6d-9f5d-ff56f6b13548) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:17.046969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:17.249080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:17.320616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network aa239cc3-4774-4fbc-9da7-86277de24c2e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:17.348314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:17.353419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:17.405554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=06e11796-d58f-4d6d-9f5d-ff56f6b13548,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:17.441166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:17.441890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:17.554896 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-30d48c97-1a28-4771-bc4c-9a4c69a73202 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5397661 Nov 10 16:49:17.558488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34124) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:17.566516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '06e11796-d58f-4d6d-9f5d-ff56f6b13548', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:17.656920 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:17.820233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:17.963452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2f9a99b-43fd-4ee4-bf27-be3bfff68a17 req-814b4409-414e-4488-99ae-a41c47176987 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 210 time: 0.4549119 Nov 10 16:49:17.988367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.25.3.95 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/ed38d000-1414-4067-85de-678e38a35be9) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:18.095540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-5b099cdf-7a0b-45d0-a3cd-ae88b035e3ad tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:18.097047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-5b099cdf-7a0b-45d0-a3cd-ae88b035e3ad tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.1367569 Nov 10 16:49:18.112595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'port': {'device_id': 'fcf11300-ffdc-465d-a9bf-bd3d87333cc0', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'admin_state_up': True, 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:18.125203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:18.311679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:18.371230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:18.376336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:18.379895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:18.387759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=ed38d000-1414-4067-85de-678e38a35be9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:18.479333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Made reservation on behalf of e615b70a43ee4d7785f81a6445ea837e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:18.483053 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:18.630755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Allocated IP 172.20.0.4 (03fa9327-e0cc-4fbe-95b5-ef367afe5de2/bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada/bf394e0f-0104-4e82-9998-b5f49454080a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:18.784166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:18.805373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.035960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.052860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:49:19.120785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.126013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:19.131076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:19.134695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:19.179635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464799a-dd60-40e3-bf54-74ab3b3bc763 req-e9fde7bf-edcf-43c8-b400-d27fef00fc18 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:19.188481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8464799a-dd60-40e3-bf54-74ab3b3bc763 req-e9fde7bf-edcf-43c8-b400-d27fef00fc18 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 931 time: 0.1256685 Nov 10 16:49:19.199268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:19.200086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.216281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'Port': ['ID=bf394e0f-0104-4e82-9998-b5f49454080a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:19.307267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8464799a-dd60-40e3-bf54-74ab3b3bc763 req-c5e26923-6043-4b35-9e21-79c6c5357ba6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178408 Nov 10 16:49:19.399546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.446673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-7a6504d8-3dd5-4c37-b793-b632f06e41a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3276479 Nov 10 16:49:19.453736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Request body: {'port': {'device_id': 'fcf11300-ffdc-465d-a9bf-bd3d87333cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:19.526709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.528886 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.537954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4074ae51-5c30-4e73-a91b-105ef5bee0c1 None None] Provisioning complete for port bf394e0f-0104-4e82-9998-b5f49454080a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:19.538344 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4074ae51-5c30-4e73-a91b-105ef5bee0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.674685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.695132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4074ae51-5c30-4e73-a91b-105ef5bee0c1 None None] Port bf394e0f-0104-4e82-9998-b5f49454080a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:49:19.767509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=ed38d000-1414-4067-85de-678e38a35be9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:19.871064 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 5d401265-6287-44d5-b1be-9fe39c3bacc6 associated. External IP: 172.25.3.95, port: 06e11796-d58f-4d6d-9f5d-ff56f6b13548. Nov 10 16:49:19.933254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf394e0f-0104-4e82-9998-b5f49454080a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:49:19.940998 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:19.957375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Transition to ACTIVE for port object bf394e0f-0104-4e82-9998-b5f49454080a will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:49:20.092180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:20.201782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:20.211179 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c10ea-34f9-4c67-a1d9-391b35041c37 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:20.214147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:20.224287 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c10ea-34f9-4c67-a1d9-391b35041c37 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:20.225819 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-669c10ea-34f9-4c67-a1d9-391b35041c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:20.263884 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-669c10ea-34f9-4c67-a1d9-391b35041c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:20.273815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c10ea-34f9-4c67-a1d9-391b35041c37 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:20.275620 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-669c10ea-34f9-4c67-a1d9-391b35041c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:20.328281 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-669c10ea-34f9-4c67-a1d9-391b35041c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:20.329112 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c10ea-34f9-4c67-a1d9-391b35041c37 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:20.355922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Pushing event updated for resources: {'Port': ['ID=bf394e0f-0104-4e82-9998-b5f49454080a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:20.423341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:20.426576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Attempting to bind port bf394e0f-0104-4e82-9998-b5f49454080a on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:49:20.432530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Attempting to bind port bf394e0f-0104-4e82-9998-b5f49454080a by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:49:20.432530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Attempting to bind port bf394e0f-0104-4e82-9998-b5f49454080a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:49:20.442468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Port bf394e0f-0104-4e82-9998-b5f49454080a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:49:20.442817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Attempting to bind port bf394e0f-0104-4e82-9998-b5f49454080a on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:49:20.451296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:49:20.451685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Checking segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:49:20.452139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Bound using segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:49:20.452532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Bound port: bf394e0f-0104-4e82-9998-b5f49454080a, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:49:20.452900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:20.532070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-adfdcce9-d217-43cd-a314-19710cc24949 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9716008 Nov 10 16:49:20.540960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34202) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:20.553051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f3e5ddea-4d04-48f6-adb9-e1b1c6673baa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'port_id': '06e11796-d58f-4d6d-9f5d-ff56f6b13548', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:20.671984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] For port bf394e0f-0104-4e82-9998-b5f49454080a, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:49:20.682707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] For port bf394e0f-0104-4e82-9998-b5f49454080a, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf394e0f-0104-4e82-9998-b5f49454080a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:49:20.717725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de92b7-2a80-4597-a7d2-6a1c7191fef7 req-b37d67ed-fb3f-4d63-81d6-b99366404223 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:20.730969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3e5ddea-4d04-48f6-adb9-e1b1c6673baa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:20.732329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-32de92b7-2a80-4597-a7d2-6a1c7191fef7 req-b37d67ed-fb3f-4d63-81d6-b99366404223 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 943 time: 0.2416935 Nov 10 16:49:20.822498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-32de92b7-2a80-4597-a7d2-6a1c7191fef7 req-ea471426-9823-4885-a80d-d6070c91cbd9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719228 Nov 10 16:49:20.849368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:20.931933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:20.933478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:20.936235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf394e0f-0104-4e82-9998-b5f49454080a HTTP/1.1" status: 200 len: 1092 time: 1.4871628 Nov 10 16:49:20.939565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf11300-ffdc-465d-a9bf-bd3d87333cc0', 'tag': 'bf394e0f-0104-4e82-9998-b5f49454080a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:49:20.946944 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8be9ed-ea00-4121-906e-a05af4752134" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf11300-ffdc-465d-a9bf-bd3d87333cc0", "tag": "bf394e0f-0104-4e82-9998-b5f49454080a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:49:20.979903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbefa2-5848-4687-8d8e-8d76bb8d8834 service neutron] Pushing event updated for resources: {'Port': ['ID=bf394e0f-0104-4e82-9998-b5f49454080a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:21.216173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-76574cb8-245c-4dd0-a365-d8338b575c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:21.225334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-76574cb8-245c-4dd0-a365-d8338b575c52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 1095 time: 0.1480763 Nov 10 16:49:21.311833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-f63606e3-3681-45a1-87f9-5d92709c4e3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf394e0f-0104-4e82-9998-b5f49454080a HTTP/1.1" status: 200 len: 217 time: 0.0763800 Nov 10 16:49:21.351794 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a45606d-d041-4df8-b0fc-cb6c43c7d292 x-openstack-request-id: req-0a45606d-d041-4df8-b0fc-cb6c43c7d292 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:49:21.354403 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf11300-ffdc-465d-a9bf-bd3d87333cc0", "tag": "bf394e0f-0104-4e82-9998-b5f49454080a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:49:21.354403 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a45606d-d041-4df8-b0fc-cb6c43c7d292 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:49:21.354403 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf11300-ffdc-465d-a9bf-bd3d87333cc0', 'tag': 'bf394e0f-0104-4e82-9998-b5f49454080a', 'status': 'completed', 'code': 200} Nov 10 16:49:21.456819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-49e6d3af-c0af-4e29-a92b-39f728725f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:21.458283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-49e6d3af-c0af-4e29-a92b-39f728725f6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1321521 Nov 10 16:49:21.541422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-ef257d28-c23a-4505-a9f8-2220f589dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:21.543357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-ef257d28-c23a-4505-a9f8-2220f589dbed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768273 Nov 10 16:49:21.694974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3e5ddea-4d04-48f6-adb9-e1b1c6673baa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:21.728802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-9a2a2512-0b27-42c9-92b1-288f2cac58d1 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765234 Nov 10 16:49:21.750992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3e5ddea-4d04-48f6-adb9-e1b1c6673baa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:22.055345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-33ab71e5-fd78-443b-8d59-50519d3b3e82 req-314ac48f-ad9a-4f9e-a8c7-2b7568cd54b1 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189840 Nov 10 16:49:22.071887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3b6bb-19d1-4777-ac85-c0ae402dca19 req-66e72f14-ec6e-4e8a-8e12-7ddda7da86e9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:22.074049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ef3b6bb-19d1-4777-ac85-c0ae402dca19 req-66e72f14-ec6e-4e8a-8e12-7ddda7da86e9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 943 time: 0.0935953 Nov 10 16:49:22.156487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ef3b6bb-19d1-4777-ac85-c0ae402dca19 req-3ffddc28-0b04-4c04-8531-c945c8092a57 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753872 Nov 10 16:49:22.254813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-45f13bac-f659-4078-8fed-be395d76bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:22.257051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-45f13bac-f659-4078-8fed-be395d76bf4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 1095 time: 0.0564380 Nov 10 16:49:22.369589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-6abc27db-7586-4060-909e-dfb2eeaaf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:22.371112 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-6abc27db-7586-4060-909e-dfb2eeaaf9c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1066542 Nov 10 16:49:22.420269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-a3f26a89-2a7a-4112-a76f-6d2757e7dcb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf394e0f-0104-4e82-9998-b5f49454080a HTTP/1.1" status: 200 len: 217 time: 0.0381849 Nov 10 16:49:22.482551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-8861a6bf-6f29-4a5f-ab0c-63e13898585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:22.484324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-8861a6bf-6f29-4a5f-ab0c-63e13898585a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0553131 Nov 10 16:49:22.549171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-af06c951-00c8-4a72-9f2c-181a70fc0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:22.551210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-af06c951-00c8-4a72-9f2c-181a70fc0ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521979 Nov 10 16:49:22.569629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e5ddea-4d04-48f6-adb9-e1b1c6673baa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:22.659204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-e91b8674-55ba-4ae7-8979-864d38a4aa66 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002333 Nov 10 16:49:22.738422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e5ddea-4d04-48f6-adb9-e1b1c6673baa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:22.744208 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3e5ddea-4d04-48f6-adb9-e1b1c6673baa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:22.750195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70547d6a-bb7c-496b-98d8-43e1d659865f None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:22.766798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70547d6a-bb7c-496b-98d8-43e1d659865f None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:22.767462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-70547d6a-bb7c-496b-98d8-43e1d659865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:22.807822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f3e5ddea-4d04-48f6-adb9-e1b1c6673baa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/floatingips/5d401265-6287-44d5-b1be-9fe39c3bacc6 HTTP/1.1" status: 200 len: 977 time: 2.2655907 Nov 10 16:49:22.810247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34274) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:22.853424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-70547d6a-bb7c-496b-98d8-43e1d659865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:22.866043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70547d6a-bb7c-496b-98d8-43e1d659865f None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:22.866637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-70547d6a-bb7c-496b-98d8-43e1d659865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:22.910082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-70547d6a-bb7c-496b-98d8-43e1d659865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:22.910744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70547d6a-bb7c-496b-98d8-43e1d659865f None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:22.938170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac8be9ed-ea00-4121-906e-a05af4752134 req-f7dc5413-c2f5-4b7d-958b-99965c3b2015 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685964 Nov 10 16:49:23.035876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port ed38d000-1414-4067-85de-678e38a35be9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:49:23.036281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:23.127503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:23.127830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:23.143057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for ed38d000-1414-4067-85de-678e38a35be9 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:49:23.379796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a0e26-742d-4e4c-ab2d-9faf7e98d364 req-88518abe-ca70-450e-a7f0-e734c7b23b36 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:23.381347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa4a0e26-742d-4e4c-ab2d-9faf7e98d364 req-88518abe-ca70-450e-a7f0-e734c7b23b36 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 943 time: 0.0987229 Nov 10 16:49:23.440062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa4a0e26-742d-4e4c-ab2d-9faf7e98d364 req-c64ee2ca-460b-4dbc-ae85-8f81020afbcf tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514417 Nov 10 16:49:23.455211 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-50a9c191-87c3-4c42-b2c3-7ef636a0f754 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1936709821&fields=id&tenant_id=06824b3c95c54920863991fec3fe0819 HTTP/1.1" status: 200 len: 267 time: 0.0493009 Nov 10 16:49:23.516166 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:23.543521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=ed38d000-1414-4067-85de-678e38a35be9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:23.576683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-5d057531-c815-45f1-afca-dc7c3c478040 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:23.578063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-5d057531-c815-45f1-afca-dc7c3c478040 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/networks?id=a80c8fc8-d041-4928-b454-35c9fea51e51 HTTP/1.1" status: 200 len: 816 time: 0.1152985 Nov 10 16:49:23.599182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-dc2c259a-1759-4335-8918-af39bbf8655c tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/quotas/06824b3c95c54920863991fec3fe0819 HTTP/1.1" status: 200 len: 375 time: 0.0150383 Nov 10 16:49:23.625956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:23.629455 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 5d401265-6287-44d5-b1be-9fe39c3bacc6 disassociated (deleted). External IP: 172.25.3.95, port: 06e11796-d58f-4d6d-9f5d-ff56f6b13548. Nov 10 16:49:23.672938 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-74c8c67d-ee30-40b3-ae5e-b02edd8f2a27 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=06824b3c95c54920863991fec3fe0819&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626233 Nov 10 16:49:23.802279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-8d2dd260-3e05-427a-b997-a520d9687166 service neutron] 10.222.0.62 "GET /v2.0/networks/a80c8fc8-d041-4928-b454-35c9fea51e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122146 Nov 10 16:49:23.928422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:23.980269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-d29a6c46-eb4d-463c-8f84-420b666cd127 service neutron] 10.222.0.62 "GET /v2.0/networks/a80c8fc8-d041-4928-b454-35c9fea51e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680083 Nov 10 16:49:24.069245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:24.078400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:24.082883 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb04f61-afbc-4c71-8717-a712f992e554 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:24.107535 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb04f61-afbc-4c71-8717-a712f992e554 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:24.108211 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ceb04f61-afbc-4c71-8717-a712f992e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:24.111674 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f9821697-c651-4dad-85a3-a5b4caf7e7f2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/floatingips/5d401265-6287-44d5-b1be-9fe39c3bacc6 HTTP/1.1" status: 204 len: 168 time: 1.2982242 Nov 10 16:49:24.112106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:24.182542 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ceb04f61-afbc-4c71-8717-a712f992e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:24.192427 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb04f61-afbc-4c71-8717-a712f992e554 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:24.193045 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ceb04f61-afbc-4c71-8717-a712f992e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:24.249649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-44848d8a-a9aa-4490-88b3-3336eb0a7e7f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 06e11796-d58f-4d6d-9f5d-ff56f6b13548 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:49:24.251647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44848d8a-a9aa-4490-88b3-3336eb0a7e7f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:24.314829 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ceb04f61-afbc-4c71-8717-a712f992e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:24.315542 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb04f61-afbc-4c71-8717-a712f992e554 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:24.381304 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44848d8a-a9aa-4490-88b3-3336eb0a7e7f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:24.396770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-44848d8a-a9aa-4490-88b3-3336eb0a7e7f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 06e11796-d58f-4d6d-9f5d-ff56f6b13548 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:49:24.610645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9948049-b368-4e5c-9300-c10fed8d652b req-0c371ccd-d9c4-4250-987a-2ba945c5a09a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:24.612723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9948049-b368-4e5c-9300-c10fed8d652b req-0c371ccd-d9c4-4250-987a-2ba945c5a09a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 943 time: 0.0541625 Nov 10 16:49:24.690466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9948049-b368-4e5c-9300-c10fed8d652b req-164cd0ce-60e5-4435-8121-73372c163571 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675621 Nov 10 16:49:24.766107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2869a976-9d2d-4b5a-885b-a6e3f09f9a51 req-47f37eb3-65fa-44d9-aeaa-2665e5cb984b tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0456076 Nov 10 16:49:24.770757 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44848d8a-a9aa-4490-88b3-3336eb0a7e7f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:24.859048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44848d8a-a9aa-4490-88b3-3336eb0a7e7f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=06e11796-d58f-4d6d-9f5d-ff56f6b13548,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:24.972810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44848d8a-a9aa-4490-88b3-3336eb0a7e7f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:24.977037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44848d8a-a9aa-4490-88b3-3336eb0a7e7f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/ports/06e11796-d58f-4d6d-9f5d-ff56f6b13548 HTTP/1.1" status: 204 len: 168 time: 0.8636329 Nov 10 16:49:24.982172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34366) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:24.995520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:25.112145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bf394e0f-0104-4e82-9998-b5f49454080a details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:49:25.146156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:25.279792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bf394e0f-0104-4e82-9998-b5f49454080a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf394e0f-0104-4e82-9998-b5f49454080a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:25.306036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'bf394e0f-0104-4e82-9998-b5f49454080a', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': 'bf394e0f-0104-4e82-9998-b5f49454080a', 'mac_address': 'fa:16:3e:45:90:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:49:25.367269 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:25.385845 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:25.400198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf394e0f-0104-4e82-9998-b5f49454080a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:49:25.439180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bf394e0f-0104-4e82-9998-b5f49454080a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf394e0f-0104-4e82-9998-b5f49454080a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:25.499447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.25.3.12 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/d8938689-4467-4242-921c-73d5070520a2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:25.620267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:25.624656 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:25.690311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=bf394e0f-0104-4e82-9998-b5f49454080a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:25.704441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.704736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.705067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.705589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.706066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.706398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.706863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.707114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.707470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.707870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.708095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.708409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:49:25.781095 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:25.906375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=d8938689-4467-4242-921c-73d5070520a2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:25.910480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bf394e0f-0104-4e82-9998-b5f49454080a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:49:25.918755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:25.933465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:25.956222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:26.018992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aac57c-316a-4c8b-ae4e-b411c1b6e981 req-7e688e5e-9c57-4f8a-9629-2ceaf463d04a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:26.035177 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3aac57c-316a-4c8b-ae4e-b411c1b6e981 req-7e688e5e-9c57-4f8a-9629-2ceaf463d04a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 944 time: 0.2151628 Nov 10 16:49:26.058043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3971b89-80b1-4012-8702-3edbbfe31192 req-609756b8-e68c-41e9-b55c-c1dc4c2b50db tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0922506 Nov 10 16:49:26.121758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3aac57c-316a-4c8b-ae4e-b411c1b6e981 req-fd3e56fb-c103-4a0d-b306-d94aa7fc54ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824060 Nov 10 16:49:26.304005 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:26.493521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:26.719839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:26.824321 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:26.981981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=d8938689-4467-4242-921c-73d5070520a2,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:27.014029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:27.115689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bf394e0f-0104-4e82-9998-b5f49454080a up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:49:27.219847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2344f83b-75aa-42ca-b236-1b330fc15b50 req-935fb8cd-683a-4f91-bf0e-297ebfb9fbd0 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0355318 Nov 10 16:49:27.247850 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:27.249664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ee5fd0fa-0b9c-45b2-9c6b-d9d2d08945a0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2669821 Nov 10 16:49:27.252745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34424) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:27.261260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'port': {'network_id': 'aa239cc3-4774-4fbc-9da7-86277de24c2e', 'name': 'tempest-FloatingIPTestJSON-1857265027'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:27.324740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d667ab6-3e7e-449c-985f-131c07b30b34 req-a0557e46-0685-461d-9c53-7a0be016ae6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:27.330696 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d667ab6-3e7e-449c-985f-131c07b30b34 req-a0557e46-0685-461d-9c53-7a0be016ae6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 944 time: 0.1290028 Nov 10 16:49:27.379602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port bf394e0f-0104-4e82-9998-b5f49454080a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:49:27.385635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port bf394e0f-0104-4e82-9998-b5f49454080a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:27.386098 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:27.395255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d667ab6-3e7e-449c-985f-131c07b30b34 req-97352fa6-17ae-4445-96f9-7e497728a1b8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578101 Nov 10 16:49:27.503417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:27.527357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf11300-ffdc-465d-a9bf-bd3d87333cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf394e0f-0104-4e82-9998-b5f49454080a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:49:27.529514 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149fec9b-6ee4-49b6-a0c0-b79dbd76c993" -d '{"events": [{"server_uuid": "fcf11300-ffdc-465d-a9bf-bd3d87333cc0", "name": "network-vif-plugged", "status": "completed", "tag": "bf394e0f-0104-4e82-9998-b5f49454080a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:49:27.543095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bf394e0f-0104-4e82-9998-b5f49454080a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf394e0f-0104-4e82-9998-b5f49454080a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:27.549319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:27.552902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:27.581931 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6d2b6b-8bdd-450c-9759-0f298efbbdce x-openstack-request-id: req-cd6d2b6b-8bdd-450c-9759-0f298efbbdce {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:49:27.582652 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf11300-ffdc-465d-a9bf-bd3d87333cc0", "name": "network-vif-plugged", "status": "completed", "tag": "bf394e0f-0104-4e82-9998-b5f49454080a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:49:27.583843 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd6d2b6b-8bdd-450c-9759-0f298efbbdce {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:49:27.584499 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf11300-ffdc-465d-a9bf-bd3d87333cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf394e0f-0104-4e82-9998-b5f49454080a', 'code': 200} Nov 10 16:49:27.626934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] device_id is not set on port 07d8f713-d15c-4f90-bb99-c80e150a24a1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:49:27.664418 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:27.755360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=bf394e0f-0104-4e82-9998-b5f49454080a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:27.775226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb082df9-689d-4117-b933-ad73498491fa req-1884d6af-efaa-4c44-a2cd-1f3d21ab1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:27.777036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb082df9-689d-4117-b933-ad73498491fa req-1884d6af-efaa-4c44-a2cd-1f3d21ab1ba5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0867293 Nov 10 16:49:27.848622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.20.0.14 (aa239cc3-4774-4fbc-9da7-86277de24c2e/2b9b0468-72c0-42a8-a762-9a353ffff876/07d8f713-d15c-4f90-bb99-c80e150a24a1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:27.872744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb082df9-689d-4117-b933-ad73498491fa req-51e118f2-86d2-4ae5-abe8-2277f111cb80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757606 Nov 10 16:49:28.032751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:28.275566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-ed1bf814-3ca4-48a2-9e71-f0e2a8bf5e00 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:28.277112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-ed1bf814-3ca4-48a2-9e71-f0e2a8bf5e00 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.69 "GET /v2.0/networks?id=a80c8fc8-d041-4928-b454-35c9fea51e51 HTTP/1.1" status: 200 len: 816 time: 0.1116240 Nov 10 16:49:28.372089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e50e03d-bb57-4144-8407-68dce8338045 req-4b594dab-6a2c-44d2-bf2e-dcfee4fb48d5 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0677671 Nov 10 16:49:28.374604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:28.452810 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-683004d8-81f3-43bd-bac5-10fcea2acc57 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06824b3c95c54920863991fec3fe0819 HTTP/1.1" status: 200 len: 380 time: 0.1661777 Nov 10 16:49:28.466783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Request body: {'port': {'device_id': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'admin_state_up': True, 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'security_groups': ['6ac53cf6-087b-4002-8882-71f650f37d64']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:28.475017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network aa239cc3-4774-4fbc-9da7-86277de24c2e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:28.479672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:28.491545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:28.580747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=07d8f713-d15c-4f90-bb99-c80e150a24a1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:28.641241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:28.641854 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:28.676742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8954a4-4726-4724-ac92-2cecf0264c47 req-01d830ff-1ab7-48e3-adc0-9b3487ee2524 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:28.678453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe8954a4-4726-4724-ac92-2cecf0264c47 req-01d830ff-1ab7-48e3-adc0-9b3487ee2524 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 945 time: 0.0991538 Nov 10 16:49:28.754930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-28d40ad6-6b82-4123-8c7f-c67901ff2fbb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5009496 Nov 10 16:49:28.757909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34464) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:28.763847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'port_id': '07d8f713-d15c-4f90-bb99-c80e150a24a1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:28.782161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe8954a4-4726-4724-ac92-2cecf0264c47 req-bbcbcbd5-3692-4612-9a34-9aa81b84064a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914962 Nov 10 16:49:28.846963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:29.337713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Made reservation on behalf of 06824b3c95c54920863991fec3fe0819 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:29.346998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:29.353809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8ab53-20dd-4659-a869-7a4a804bd32c req-958e7693-6bf7-41ea-b482-5bd5c82ea5d1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:29.356162 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4a8ab53-20dd-4659-a869-7a4a804bd32c req-958e7693-6bf7-41ea-b482-5bd5c82ea5d1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1172976 Nov 10 16:49:29.486818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4a8ab53-20dd-4659-a869-7a4a804bd32c req-f90dac68-a245-4516-b9d9-69be5dcf8751 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233280 Nov 10 16:49:29.631494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Allocated IP 172.20.0.8 (a80c8fc8-d041-4928-b454-35c9fea51e51/dd281c12-948f-4823-9175-448e05c1a3b5/a59374ed-7502-4758-9d3b-da05647dc977) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:29.822989 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b2ac41d-ba8d-4042-a016-12691b20fc1b req-9a0c5c56-8679-4dac-b78f-b7e5908a8ad7 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.3180630 Nov 10 16:49:30.023907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:30.026751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed696e-7063-4945-8f9c-60d106599ced req-8f6e2169-368c-4f93-81fc-d8984e6a6487 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:30.034946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52ed696e-7063-4945-8f9c-60d106599ced req-8f6e2169-368c-4f93-81fc-d8984e6a6487 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 945 time: 0.1211467 Nov 10 16:49:30.098070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52ed696e-7063-4945-8f9c-60d106599ced req-6cf64347-8f4a-4f3c-a784-e37c7b628329 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560257 Nov 10 16:49:30.252642 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:30.275719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Network a80c8fc8-d041-4928-b454-35c9fea51e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:30.281146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:30.309899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:30.409660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event updated for resources: {'Port': ['ID=a59374ed-7502-4758-9d3b-da05647dc977,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:30.450661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:30.451884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:30.549927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:30.564759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-a91991e5-fa66-4209-b8d8-de6184cb0baf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0952544 Nov 10 16:49:30.584314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Request body: {'port': {'device_id': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:30.639542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0d3f0-7cfe-4fd2-a885-888039f6a1c2 req-80109108-f06b-4fd5-929d-2cdb20c5d771 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:30.651349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27b0d3f0-7cfe-4fd2-a885-888039f6a1c2 req-80109108-f06b-4fd5-929d-2cdb20c5d771 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0727708 Nov 10 16:49:30.663086 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:30.694028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e47635e5-d022-43a2-a758-169b54ae32f5 None None] Provisioning complete for port a59374ed-7502-4758-9d3b-da05647dc977 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:30.694578 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e47635e5-d022-43a2-a758-169b54ae32f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:30.751996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:30.781810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27b0d3f0-7cfe-4fd2-a885-888039f6a1c2 req-95b960d2-1a80-4c85-bd8d-d465e4b50f83 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286068 Nov 10 16:49:30.822451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e47635e5-d022-43a2-a758-169b54ae32f5 None None] Port a59374ed-7502-4758-9d3b-da05647dc977 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:49:31.097845 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 223d5f79-c9d6-49a1-9384-1b5a67073323 associated. External IP: 172.25.3.12, port: 07d8f713-d15c-4f90-bb99-c80e150a24a1. Nov 10 16:49:31.612575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5793766-9362-4c3d-a7c2-7f1fa8a04ae4 req-6c441647-a25c-4d88-aa7c-10fa09f865c6 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:31.615898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b5793766-9362-4c3d-a7c2-7f1fa8a04ae4 req-6c441647-a25c-4d88-aa7c-10fa09f865c6 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 931 time: 0.6546011 Nov 10 16:49:31.710671 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7c237e5-77b3-4ab3-bf2b-866393fe88a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:31.788050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b5793766-9362-4c3d-a7c2-7f1fa8a04ae4 req-6cfab6bb-43ce-47cb-a9d5-4cb75f12f592 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580200 Nov 10 16:49:32.054283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:32.057136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59374ed-7502-4758-9d3b-da05647dc977 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:49:32.085846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:32.223021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Transition to ACTIVE for port object a59374ed-7502-4758-9d3b-da05647dc977 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:49:32.244393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ddac-d6a3-41e2-ac50-e2f1df7e6c33 req-0628bdf0-5725-4d09-8faa-7ee1c6510cfd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:32.246062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb60ddac-d6a3-41e2-ac50-e2f1df7e6c33 req-0628bdf0-5725-4d09-8faa-7ee1c6510cfd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.2823935 Nov 10 16:49:32.249230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:32.254456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:32.263931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc3b77-54c4-4324-a7b0-9e214b73331b None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:32.277401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc3b77-54c4-4324-a7b0-9e214b73331b None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:32.278386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9bbc3b77-54c4-4324-a7b0-9e214b73331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:32.300757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d6cc61a8-6011-4b7d-8bd7-c885df009f72 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/floatingips/223d5f79-c9d6-49a1-9384-1b5a67073323 HTTP/1.1" status: 200 len: 978 time: 3.5404546 Nov 10 16:49:32.303574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:32.346816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9bbc3b77-54c4-4324-a7b0-9e214b73331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:32.356727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb60ddac-d6a3-41e2-ac50-e2f1df7e6c33 req-ef62cf44-5ac6-4209-8f80-87597cfe0434 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834696 Nov 10 16:49:32.367175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:32.399932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc3b77-54c4-4324-a7b0-9e214b73331b None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:32.403672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9bbc3b77-54c4-4324-a7b0-9e214b73331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:32.516527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9bbc3b77-54c4-4324-a7b0-9e214b73331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:32.517496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc3b77-54c4-4324-a7b0-9e214b73331b None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:32.533925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Pushing event updated for resources: {'Port': ['ID=a59374ed-7502-4758-9d3b-da05647dc977,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:32.636602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 07d8f713-d15c-4f90-bb99-c80e150a24a1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:49:32.645898 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:32.689688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Attempting to bind port a59374ed-7502-4758-9d3b-da05647dc977 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:49:32.690278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Attempting to bind port a59374ed-7502-4758-9d3b-da05647dc977 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:49:32.690390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Attempting to bind port a59374ed-7502-4758-9d3b-da05647dc977 on network a80c8fc8-d041-4928-b454-35c9fea51e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:49:32.704831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Port a59374ed-7502-4758-9d3b-da05647dc977 on network a80c8fc8-d041-4928-b454-35c9fea51e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:49:32.705186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Attempting to bind port a59374ed-7502-4758-9d3b-da05647dc977 on network a80c8fc8-d041-4928-b454-35c9fea51e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:49:32.717405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:49:32.717811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Checking segment: {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:49:32.719232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Bound using segment: {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:49:32.719702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Bound port: a59374ed-7502-4758-9d3b-da05647dc977, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2045a6ed-52f4-4cfc-ae61-14567f4f0e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:49:32.720061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:32.788234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:32.904544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] For port a59374ed-7502-4758-9d3b-da05647dc977, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:49:32.921313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] For port a59374ed-7502-4758-9d3b-da05647dc977, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a59374ed-7502-4758-9d3b-da05647dc977,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:49:33.063564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e868dde-ada6-4118-bc95-1fc245abaa3b req-564c8558-69c6-43b6-8c14-cfc11be9f9e5 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:33.066540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e868dde-ada6-4118-bc95-1fc245abaa3b req-564c8558-69c6-43b6-8c14-cfc11be9f9e5 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.0840197 Nov 10 16:49:33.072576 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:33.128469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:33.135397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:33.136944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] 10.222.0.69 "PUT /v2.0/ports/a59374ed-7502-4758-9d3b-da05647dc977 HTTP/1.1" status: 200 len: 1092 time: 2.5721982 Nov 10 16:49:33.162849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'tag': 'a59374ed-7502-4758-9d3b-da05647dc977'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:49:33.162849 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652da553-e16f-4eb1-9571-5170df88c478" -d '{"events": [{"name": "network-changed", "server_uuid": "ad48f97b-c733-4e08-b8e0-7bf456e608af", "tag": "a59374ed-7502-4758-9d3b-da05647dc977"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:49:33.249106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:33.250320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:33.250737 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 223d5f79-c9d6-49a1-9384-1b5a67073323 disassociated. External IP: 172.25.3.12, port: 07d8f713-d15c-4f90-bb99-c80e150a24a1. Nov 10 16:49:33.251088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 07d8f713-d15c-4f90-bb99-c80e150a24a1 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:49:33.313676 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e7fcd1-8505-4039-b42b-481b6605326c x-openstack-request-id: req-89e7fcd1-8505-4039-b42b-481b6605326c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:49:33.315923 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad48f97b-c733-4e08-b8e0-7bf456e608af", "tag": "a59374ed-7502-4758-9d3b-da05647dc977", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:49:33.315923 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89e7fcd1-8505-4039-b42b-481b6605326c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:49:33.317011 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'tag': 'a59374ed-7502-4758-9d3b-da05647dc977', 'status': 'completed', 'code': 200} Nov 10 16:49:33.323530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e9847-6708-4766-a4d0-9d86dc9cab8c service neutron] Pushing event updated for resources: {'Port': ['ID=a59374ed-7502-4758-9d3b-da05647dc977,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:33.338384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e868dde-ada6-4118-bc95-1fc245abaa3b req-4bc7beef-8f47-4a06-b7a0-79b364090686 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578430 Nov 10 16:49:33.368404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-2e83bca4-4611-422d-9cdf-209ad42bc2c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1316788 Nov 10 16:49:33.511832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da553-e16f-4eb1-9571-5170df88c478 req-cdd96b77-e109-4064-a468-fc232f9263bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:33.518211 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-652da553-e16f-4eb1-9571-5170df88c478 req-cdd96b77-e109-4064-a468-fc232f9263bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06824b3c95c54920863991fec3fe0819&device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 1095 time: 0.1466811 Nov 10 16:49:33.578935 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:49:33.665129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-a6f119fd-8f7e-4af6-a768-95487ceb56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:33.666800 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-a6f119fd-8f7e-4af6-a768-95487ceb56ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1096 time: 0.2456326 Nov 10 16:49:33.811127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94088b-a98d-42c5-b91e-119808164877 req-ff59d413-0ed8-4d8c-bb28-7ca9ef973ce4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:33.821013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed94088b-a98d-42c5-b91e-119808164877 req-ff59d413-0ed8-4d8c-bb28-7ca9ef973ce4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1854722 Nov 10 16:49:33.913582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed94088b-a98d-42c5-b91e-119808164877 req-b127af11-8a7b-44aa-b2d5-42aef7e52c85 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914812 Nov 10 16:49:33.953096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0d3845a-d419-4bb3-9539-0cf518db1403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:33.957493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-46cfd893-be19-4019-b32d-1fd9d7df350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:33.959046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-46cfd893-be19-4019-b32d-1fd9d7df350e service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.2560294 Nov 10 16:49:33.963800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da553-e16f-4eb1-9571-5170df88c478 req-dbc2b2a7-9d4d-4128-a6df-f706991e9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:33.967571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-652da553-e16f-4eb1-9571-5170df88c478 req-dbc2b2a7-9d4d-4128-a6df-f706991e9272 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=06824b3c95c54920863991fec3fe0819&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4332471 Nov 10 16:49:34.126159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da553-e16f-4eb1-9571-5170df88c478 req-50013bba-07be-48ba-ba06-668a66c1099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:34.127662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-652da553-e16f-4eb1-9571-5170df88c478 req-50013bba-07be-48ba-ba06-668a66c1099a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473436 Nov 10 16:49:34.132225 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:34.189781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=07d8f713-d15c-4f90-bb99-c80e150a24a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:34.321935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-22cf34e9-1e1a-46bc-a56a-805d8047df09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 998 time: 0.3496025 Nov 10 16:49:34.446105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-efc3c7a2-b553-4b6c-863f-3d78713f320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:34.450057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-f9359d19-4f50-459f-a5b8-2475302d7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:34.451878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-f9359d19-4f50-459f-a5b8-2475302d7915 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06824b3c95c54920863991fec3fe0819&device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 1095 time: 0.1900184 Nov 10 16:49:34.452638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-efc3c7a2-b553-4b6c-863f-3d78713f320f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1239071 Nov 10 16:49:34.522204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-b80066f1-4f91-4dfb-83fc-ec2304a75b88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a59374ed-7502-4758-9d3b-da05647dc977 HTTP/1.1" status: 200 len: 217 time: 0.0558877 Nov 10 16:49:34.553520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:34.606019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-0952cf7e-7a21-4076-bb5e-ea2d979564e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:34.607578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-0952cf7e-7a21-4076-bb5e-ea2d979564e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426373 Nov 10 16:49:34.658259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382d7fa-7693-427a-862e-05508a7ba97c req-7fdf64e7-6999-4677-9ebf-fff43f8e4601 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:34.659804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2382d7fa-7693-427a-862e-05508a7ba97c req-7fdf64e7-6999-4677-9ebf-fff43f8e4601 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1517429 Nov 10 16:49:34.663200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-f1ab672a-3561-46df-92c5-0a96251d20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:34.665724 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-f1ab672a-3561-46df-92c5-0a96251d20c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dd281c12-948f-4823-9175-448e05c1a3b5 HTTP/1.1" status: 200 len: 855 time: 0.1277997 Nov 10 16:49:34.801859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-e4bcae51-1ff8-478b-8508-dfd6039a2f46 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868830 Nov 10 16:49:35.036214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2382d7fa-7693-427a-862e-05508a7ba97c req-e6e19139-1417-42e7-ac11-47aa1b16ff4f tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407378 Nov 10 16:49:35.053496 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:35.072681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-58dc3246-9124-42d0-a9f2-9e0b41330c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:35.075010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-58dc3246-9124-42d0-a9f2-9e0b41330c6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a80c8fc8-d041-4928-b454-35c9fea51e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3990052 Nov 10 16:49:35.078312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:35.089368 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679df3c8-ea6c-41ea-8081-2dc40de7130e None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:35.112889 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679df3c8-ea6c-41ea-8081-2dc40de7130e None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:35.115240 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-679df3c8-ea6c-41ea-8081-2dc40de7130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:35.143159 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40ae84e3-d3ec-45d2-9705-9fd52f9a390b req-4bd0eecb-d5fb-401c-ac3b-98bbd4d60880 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326819 Nov 10 16:49:35.233564 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-679df3c8-ea6c-41ea-8081-2dc40de7130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:35.254132 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679df3c8-ea6c-41ea-8081-2dc40de7130e None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:35.257555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-679df3c8-ea6c-41ea-8081-2dc40de7130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:35.319976 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-679df3c8-ea6c-41ea-8081-2dc40de7130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:35.320957 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679df3c8-ea6c-41ea-8081-2dc40de7130e None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:35.330254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf992-0147-402d-ad7b-7321f032d748 req-cfdfbc3e-d042-4dd8-9459-0ecaf523258c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:35.338855 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-56caf992-0147-402d-ad7b-7321f032d748 req-cfdfbc3e-d042-4dd8-9459-0ecaf523258c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.2141564 Nov 10 16:49:35.447725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-56caf992-0147-402d-ad7b-7321f032d748 req-93ec90f4-ee95-427e-86f7-35f062332d32 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905759 Nov 10 16:49:35.803822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:35.810920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34654) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:35.811094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8fda1fdf-4636-4c31-9cd5-ec83946e7cf1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/ports/07d8f713-d15c-4f90-bb99-c80e150a24a1 HTTP/1.1" status: 204 len: 168 time: 3.5050743 Nov 10 16:49:35.829218 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-aaeefe1f-5156-4fa1-b842-784ed210cff3 service neutron] 10.222.0.69 "GET /v2.0/networks/a80c8fc8-d041-4928-b454-35c9fea51e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253883 Nov 10 16:49:35.870741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c6aba4e7-c05a-458f-ad0a-b17365d21866 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "GET /v2.0/floatingips/223d5f79-c9d6-49a1-9384-1b5a67073323 HTTP/1.1" status: 200 len: 687 time: 0.0585408 Nov 10 16:49:35.871553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34658) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:36.000510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bfebadc3-06b1-4007-bc22-16e5d8d47ea5 req-5adab9e9-3fb4-4a4f-b836-3ac799af5466 service neutron] 10.222.0.69 "GET /v2.0/networks/a80c8fc8-d041-4928-b454-35c9fea51e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561930 Nov 10 16:49:36.093901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port d8938689-4467-4242-921c-73d5070520a2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:49:36.093901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:36.207568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:36.212474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:36.236991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for d8938689-4467-4242-921c-73d5070520a2 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:49:36.405786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7c089-7e63-4648-b747-92dd7292ba2d req-914e740f-9693-4794-aecf-4269381d4564 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:36.412229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cba7c089-7e63-4648-b747-92dd7292ba2d req-914e740f-9693-4794-aecf-4269381d4564 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1587851 Nov 10 16:49:36.525749 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cba7c089-7e63-4648-b747-92dd7292ba2d req-f348d468-93d0-4d89-96b4-fba3fc641f74 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070893 Nov 10 16:49:36.699607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:36.731937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=d8938689-4467-4242-921c-73d5070520a2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:36.806322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c432-01e9-4170-b345-b0e2d66f7834 req-c4539d28-f8ba-482e-a57f-52fa3d0727d8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:36.813907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ab1c432-01e9-4170-b345-b0e2d66f7834 req-c4539d28-f8ba-482e-a57f-52fa3d0727d8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0710723 Nov 10 16:49:36.823667 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:36.826978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:36.832868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6a806a63-3617-449f-984d-ba8def0c749c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/floatingips/223d5f79-c9d6-49a1-9384-1b5a67073323 HTTP/1.1" status: 204 len: 168 time: 0.9598041 Nov 10 16:49:36.834190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34698) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:36.839984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'c1f88774-32a0-4d17-a1a9-9633ae09e44e'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:36.870168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:36.907963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ab1c432-01e9-4170-b345-b0e2d66f7834 req-2fad0bef-fb01-4834-a765-9222898beca8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930626 Nov 10 16:49:37.083033 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:37.285575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:37.576097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.25.3.173 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/4f2a4206-3d00-4abc-8a00-06057c5fb6df) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:37.630120 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:37.785056 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:37.855678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-441dc98b-9f0f-4d58-b092-20b8263e30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:37.858014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-441dc98b-9f0f-4d58-b092-20b8263e30a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1097 time: 0.0837710 Nov 10 16:49:37.896031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc692d-f286-4ded-9a31-58491bab6a0a req-707cc4df-48b5-4556-b59d-17d114e4bd58 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:37.904640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16bc692d-f286-4ded-9a31-58491bab6a0a req-707cc4df-48b5-4556-b59d-17d114e4bd58 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1544735 Nov 10 16:49:37.988081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:38.006273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16bc692d-f286-4ded-9a31-58491bab6a0a req-895efd5c-e5b0-4533-9b4b-22eb4cff0e42 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962739 Nov 10 16:49:38.115077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-ac39ec24-4ef5-4373-8aee-336997e5a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:38.117221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-ac39ec24-4ef5-4373-8aee-336997e5a79b service neutron] 10.222.0.18 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.2291503 Nov 10 16:49:38.210420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-112546ca-834c-4874-adf3-8350a1b8b418 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 1001 time: 0.0842357 Nov 10 16:49:38.223275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e994b-31d0-4646-b277-43c0a3849aff req-c39ee40c-03f5-437f-8242-e437b41326fd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:38.230956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-521e994b-31d0-4646-b277-43c0a3849aff req-c39ee40c-03f5-437f-8242-e437b41326fd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1466746 Nov 10 16:49:38.289446 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:38.331544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-59a4fa46-b5d1-4ab5-9d9b-0fd369d06036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:38.333450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-59a4fa46-b5d1-4ab5-9d9b-0fd369d06036 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.0955455 Nov 10 16:49:38.347448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-521e994b-31d0-4646-b277-43c0a3849aff req-20d762ed-6077-4e80-9980-ae99469ef35c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151860 Nov 10 16:49:38.418572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-6a58a0ab-e00b-4053-b52d-5dc34ee3d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:38.420189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-6a58a0ab-e00b-4053-b52d-5dc34ee3d783 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716624 Nov 10 16:49:38.457622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:38.462016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:38.477752 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=4f2a4206-3d00-4abc-8a00-06057c5fb6df,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:38.480436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:38.613448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-76641967-4a1c-4c4c-a9b8-32fad35f6e8a service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845014 Nov 10 16:49:38.966774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6966ba57-f4cd-42fb-8981-42b3406aaa90 req-b90627aa-ea67-4d54-8b33-b9a188f9c633 service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471465 Nov 10 16:49:39.432821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b5788-ea2b-4b4f-8a4c-cc822d0e4f24 req-59cf772b-5f06-4ee0-baed-8a7f9f236092 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:39.446878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff1b5788-ea2b-4b4f-8a4c-cc822d0e4f24 req-59cf772b-5f06-4ee0-baed-8a7f9f236092 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1715934 Nov 10 16:49:39.639209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff1b5788-ea2b-4b4f-8a4c-cc822d0e4f24 req-41618c99-e5c7-46ce-865b-3ca1c3f9a76c tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804712 Nov 10 16:49:39.838081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6334c0-1aa0-4109-828e-6f7e80e6b595 req-bbe16605-c082-44d9-ba69-640bea320de2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:39.845343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff6334c0-1aa0-4109-828e-6f7e80e6b595 req-bbe16605-c082-44d9-ba69-640bea320de2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1234205 Nov 10 16:49:39.935278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff6334c0-1aa0-4109-828e-6f7e80e6b595 req-f1b81c8e-6147-4b88-84af-82ed16a951fb tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890112 Nov 10 16:49:40.275773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:40.437582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:40.592073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:40.833300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93118fe2-b433-4cf3-a493-6e1be7d84750 req-3a102c2a-fd9b-4b6c-815b-d211ed58fe18 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:40.835688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93118fe2-b433-4cf3-a493-6e1be7d84750 req-3a102c2a-fd9b-4b6c-815b-d211ed58fe18 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1026163 Nov 10 16:49:40.913946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:40.940533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93118fe2-b433-4cf3-a493-6e1be7d84750 req-ff45ba38-737b-44e0-8538-8c2cb872e59f tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975213 Nov 10 16:49:41.019298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:41.180120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:49:41.222020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=4f2a4206-3d00-4abc-8a00-06057c5fb6df,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:41.236501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:41.252901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbd377-bb8d-4fce-b239-9cadde7994e6 req-cb964bf6-e340-4bc7-b375-5fdc7b90e376 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:41.254629 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0cbd377-bb8d-4fce-b239-9cadde7994e6 req-cb964bf6-e340-4bc7-b375-5fdc7b90e376 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1015933 Nov 10 16:49:41.348619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:41.362718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'port_id': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'mac_address': 'fa:16:3e:74:0d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:49:41.384257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0cbd377-bb8d-4fce-b239-9cadde7994e6 req-538bd644-9ba0-45c0-b160-557e010b6e89 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951455 Nov 10 16:49:41.397219 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 497116e3-a429-4a3a-aade-824f41c7dd1d associated. External IP: 172.25.3.173, port: c1f88774-32a0-4d17-a1a9-9633ae09e44e. Nov 10 16:49:41.432283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:41.442684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8bb75fc-1987-49c3-aa4e-0457622d3290 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:49:41.472735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:41.573540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:41.656284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:41.760881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d8bb75fc-1987-49c3-aa4e-0457622d3290'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:49:41.820098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:41.998529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:42.013269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d6bfe-9024-412d-982f-5db658ce2522 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:42.029825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d6bfe-9024-412d-982f-5db658ce2522 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:42.037799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b1d6bfe-9024-412d-982f-5db658ce2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:42.107079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b1d6bfe-9024-412d-982f-5db658ce2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:42.124920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d6bfe-9024-412d-982f-5db658ce2522 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:42.126671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b1d6bfe-9024-412d-982f-5db658ce2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:42.137282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:42.177390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b1d6bfe-9024-412d-982f-5db658ce2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:42.178318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d6bfe-9024-412d-982f-5db658ce2522 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:42.221421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:42.221901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b854806-8f7d-435f-bb3c-967662770aaa tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3860855 Nov 10 16:49:42.228184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-285430653'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:42.281209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e84b1a-9f75-4390-89ae-6efe55d6bd78 req-e9775450-8e6c-4ae8-94ff-26645a30bbb4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:42.287788 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71e84b1a-9f75-4390-89ae-6efe55d6bd78 req-e9775450-8e6c-4ae8-94ff-26645a30bbb4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1538594 Nov 10 16:49:42.347935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71e84b1a-9f75-4390-89ae-6efe55d6bd78 req-3ff13478-f522-4a85-8b26-13333b0c536a tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544407 Nov 10 16:49:42.373173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:42.377629 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:42.402769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:49:42.416575 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:42.418656 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Added segment 1a17fd63-f804-4cc8-970f-b27706ed1a0b of type vlan for network 82f57e06-93fd-4146-acdb-8d1124c2c0af Nov 10 16:49:42.511803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:42.581526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3af0-fb53-4f88-84dd-e587e43db055 req-dba55953-8a30-4d50-82ee-d9958c809a3c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:42.583706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-815e3af0-fb53-4f88-84dd-e587e43db055 req-dba55953-8a30-4d50-82ee-d9958c809a3c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0854373 Nov 10 16:49:42.636782 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-815e3af0-fb53-4f88-84dd-e587e43db055 req-a1c30a6f-8a5f-4c02-aa73-fae9ea30f0cd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460589 Nov 10 16:49:42.710195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:42.716435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:42.717040 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:42.853397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Network': ['ID=82f57e06-93fd-4146-acdb-8d1124c2c0af,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:42.878184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:49:42.977705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fe730-c7ac-466f-b4e2-13a6e279c6bf req-3caf9eca-2fda-41bd-b3c7-00976fee9b55 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:42.979580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f2fe730-c7ac-466f-b4e2-13a6e279c6bf req-3caf9eca-2fda-41bd-b3c7-00976fee9b55 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0587120 Nov 10 16:49:42.983549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a6b764bf-81f4-4097-b3ae-5699584b2d07 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7608016 Nov 10 16:49:42.986319 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:42.993139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'subnet': {'network_id': '82f57e06-93fd-4146-acdb-8d1124c2c0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:43.101027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f2fe730-c7ac-466f-b4e2-13a6e279c6bf req-c407f3d8-9ff3-4176-b163-250f7cbd1e20 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122994 Nov 10 16:49:43.196567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:49:43.197140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:43.204141 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:43.345286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d8bb75fc-1987-49c3-aa4e-0457622d3290 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:43.346824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:43.437368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b24d8-0e6d-4cd3-a604-b8f36affaa1d req-530cd16e-410c-4b43-bb9b-ebbed4d3210c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:43.449061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c92b24d8-0e6d-4cd3-a604-b8f36affaa1d req-530cd16e-410c-4b43-bb9b-ebbed4d3210c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1226592 Nov 10 16:49:43.580916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c92b24d8-0e6d-4cd3-a604-b8f36affaa1d req-134f73b6-df36-4389-b11a-defb085c6d08 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270947 Nov 10 16:49:43.593427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:43.646425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:43.647682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:49:43.652103 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512f49c3-e62d-4ce7-9b84-15f65b433e90" -d '{"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:49:43.724677 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:43.785202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4ecb6-b7f1-42f0-98ea-7f0da01b8079 req-5638e40d-a992-47f5-b65d-6ea124d2dbe1 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:43.787807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07f4ecb6-b7f1-42f0-98ea-7f0da01b8079 req-5638e40d-a992-47f5-b65d-6ea124d2dbe1 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1949539 Nov 10 16:49:43.796878 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:43.837378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:43.878537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Subnet': ['ID=2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:43.995655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07f4ecb6-b7f1-42f0-98ea-7f0da01b8079 req-6bfc2891-67ef-41e5-82e9-9b6bd6017638 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170793 Nov 10 16:49:44.089665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Checking segment: {'id': '1a17fd63-f804-4cc8-970f-b27706ed1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '82f57e06-93fd-4146-acdb-8d1124c2c0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:49:44.090028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network hostable DHCP agents. Network: 82f57e06-93fd-4146-acdb-8d1124c2c0af, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:49:44.122746 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbcf011-3d0d-4bc3-8a72-40b71ac52641 x-openstack-request-id: req-2bbcf011-3d0d-4bc3-8a72-40b71ac52641 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:49:44.123648 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:49:44.123648 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bbcf011-3d0d-4bc3-8a72-40b71ac52641 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:49:44.123897 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'code': 200} Nov 10 16:49:44.224582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:49:44.349806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 82f57e06-93fd-4146-acdb-8d1124c2c0af) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:44.364932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c350892-b5df-46d8-86de-2dd59e1f5fc7 None None] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:49:44.384175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:44.384175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:44.452529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4748e2-3f3b-45fc-97c1-6da902c1c973 req-a403bcf5-397f-4f52-8833-2335fce654df tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:44.455110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4748e2-3f3b-45fc-97c1-6da902c1c973 req-a403bcf5-397f-4f52-8833-2335fce654df tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.2243502 Nov 10 16:49:44.491342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2098e-5d00-4252-a3a8-e0b6724b58bc req-589bfeb4-46e2-4e39-a191-dae6f5d844a1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:44.497050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-edd2098e-5d00-4252-a3a8-e0b6724b58bc req-589bfeb4-46e2-4e39-a191-dae6f5d844a1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1659169 Nov 10 16:49:44.576853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3546c6ed-41ad-4131-93a7-09826f6d39e4 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5889852 Nov 10 16:49:44.580330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:44.628383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1206221207', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:44.651643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4748e2-3f3b-45fc-97c1-6da902c1c973 req-28c6bb5e-ec76-463b-a94e-b5035a5d7526 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800272 Nov 10 16:49:44.672631 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-edd2098e-5d00-4252-a3a8-e0b6724b58bc req-bd70bdfb-fd62-406f-8210-1ad3904fa67f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659050 Nov 10 16:49:44.746931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-82f57e06-93fd-4146-acdb-8d1124c2c0af', 'network_id': '82f57e06-93fd-4146-acdb-8d1124c2c0af', 'tenant_id': '63735226d95542e8a67b7fad74a0dc4c', 'fixed_ips': [{'subnet_id': '2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:49:44.748366 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:44.825068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:44.826153 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:44.931123 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:44.953419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Allocated IP 172.20.0.2 (82f57e06-93fd-4146-acdb-8d1124c2c0af/2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb/be07bd17-61b2-4237-9ef7-74b81fc848f8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:45.229041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:45.334500 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:45.363246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:45.394279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfccfd-3061-4307-bf2f-c6882d54762d req-f2c91ffe-9495-4297-bd03-56b77ea47ecf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:45.396974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2bfccfd-3061-4307-bf2f-c6882d54762d req-f2c91ffe-9495-4297-bd03-56b77ea47ecf tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1509504 Nov 10 16:49:45.447396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:45.450251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:45.455006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:45.496841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2bfccfd-3061-4307-bf2f-c6882d54762d req-7fc969e1-235f-4415-86da-d5674272f234 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878539 Nov 10 16:49:45.511044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Pushing event updated for resources: {'Port': ['ID=be07bd17-61b2-4237-9ef7-74b81fc848f8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:45.544372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Attempting to bind port be07bd17-61b2-4237-9ef7-74b81fc848f8 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:49:45.544898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Attempting to bind port be07bd17-61b2-4237-9ef7-74b81fc848f8 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '1a17fd63-f804-4cc8-970f-b27706ed1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '82f57e06-93fd-4146-acdb-8d1124c2c0af'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:49:45.545478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Attempting to bind port be07bd17-61b2-4237-9ef7-74b81fc848f8 on network 82f57e06-93fd-4146-acdb-8d1124c2c0af {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:49:45.557214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:49:45.557735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Checking segment: {'id': '1a17fd63-f804-4cc8-970f-b27706ed1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '82f57e06-93fd-4146-acdb-8d1124c2c0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:49:45.558251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:45.558738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Bound using segment: {'id': '1a17fd63-f804-4cc8-970f-b27706ed1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '82f57e06-93fd-4146-acdb-8d1124c2c0af'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:49:45.559348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Bound port: be07bd17-61b2-4237-9ef7-74b81fc848f8, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a17fd63-f804-4cc8-970f-b27706ed1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '82f57e06-93fd-4146-acdb-8d1124c2c0af'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:49:45.560392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:45.659571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] For port be07bd17-61b2-4237-9ef7-74b81fc848f8, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:49:45.663746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] For port be07bd17-61b2-4237-9ef7-74b81fc848f8, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=be07bd17-61b2-4237-9ef7-74b81fc848f8,segment=NetworkSegment(1a17fd63-f804-4cc8-970f-b27706ed1a0b),segment_id=1a17fd63-f804-4cc8-970f-b27706ed1a0b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:49:45.768428 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:45.901782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662648ad-a57a-4cf0-b6b1-56ab2f0f9cdc None None] Pushing event updated for resources: {'Port': ['ID=be07bd17-61b2-4237-9ef7-74b81fc848f8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:45.954546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:46.019578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:46.255518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907967d-1b7e-49b4-847f-f406e8c59c56 req-7e143e32-3acc-4de9-bc57-e99e5b1e8ed7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:46.264332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca0017-c911-421b-aaf5-1ce239d3d8e9 req-0d690d41-fdb1-470c-971b-a731682d7504 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:46.268727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6907967d-1b7e-49b4-847f-f406e8c59c56 req-7e143e32-3acc-4de9-bc57-e99e5b1e8ed7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.4697449 Nov 10 16:49:46.280337 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2cca0017-c911-421b-aaf5-1ce239d3d8e9 req-0d690d41-fdb1-470c-971b-a731682d7504 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1237793 Nov 10 16:49:46.430948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.25.3.17 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/ce48f84d-c233-4c74-991f-a335f61aa547) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:46.510184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6907967d-1b7e-49b4-847f-f406e8c59c56 req-8ce84914-7363-48f6-8a06-f7baa967ff46 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413874 Nov 10 16:49:46.512057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2cca0017-c911-421b-aaf5-1ce239d3d8e9 req-c0e0aece-fdd7-4714-8a81-4d5348020316 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284336 Nov 10 16:49:46.709372 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:46.722685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a308676-a2c5-4e35-86d2-a3aeeb2d857b req-c85477b3-8d65-444b-b9d8-f01f4581d3a6 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:46.734689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a308676-a2c5-4e35-86d2-a3aeeb2d857b req-c85477b3-8d65-444b-b9d8-f01f4581d3a6 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.0815430 Nov 10 16:49:46.870612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a308676-a2c5-4e35-86d2-a3aeeb2d857b req-fbb4d238-c678-4b45-8ada-6b8c433377e2 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314201 Nov 10 16:49:46.907940 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:46.981102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:46.984487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:46.987669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:47.012852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be0d8e-3dc6-48f5-8b02-ac365fc65f8c None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:49:47.019165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=ce48f84d-c233-4c74-991f-a335f61aa547,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:47.094670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-aa96abc6-6dd7-4c61-8f24-c64affde3663 None None] Provisioning complete for port ce48f84d-c233-4c74-991f-a335f61aa547 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:47.095942 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa96abc6-6dd7-4c61-8f24-c64affde3663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:47.220927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aa96abc6-6dd7-4c61-8f24-c64affde3663 None None] Port ce48f84d-c233-4c74-991f-a335f61aa547 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:49:47.395060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device be07bd17-61b2-4237-9ef7-74b81fc848f8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:49:47.515690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port be07bd17-61b2-4237-9ef7-74b81fc848f8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:47.515690 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:47.678185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d31150d-2ad5-424d-b01a-425eae1ba492 None None] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:49:47.768123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd31be-cb66-4f84-aff3-cec84cd96a49 req-90cb2274-6bc1-4c2d-a9c3-af7cbbce8397 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:47.792086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77fd31be-cb66-4f84-aff3-cec84cd96a49 req-90cb2274-6bc1-4c2d-a9c3-af7cbbce8397 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1372683 Nov 10 16:49:47.809956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:47.887128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5fdc781e-bd61-4d5a-ab66-65f5b4ba9c0f None None] Provisioning complete for port be07bd17-61b2-4237-9ef7-74b81fc848f8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:47.887613 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5fdc781e-bd61-4d5a-ab66-65f5b4ba9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:47.898507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port be07bd17-61b2-4237-9ef7-74b81fc848f8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=be07bd17-61b2-4237-9ef7-74b81fc848f8,segment=NetworkSegment(1a17fd63-f804-4cc8-970f-b27706ed1a0b),segment_id=1a17fd63-f804-4cc8-970f-b27706ed1a0b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:47.969408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77fd31be-cb66-4f84-aff3-cec84cd96a49 req-c9355490-7ab2-445a-8765-9fe489b5c7a8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725178 Nov 10 16:49:48.128838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901633-3a5e-487d-9d02-e14c686704da req-186350b7-c778-457d-830d-baeb901e096b tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:48.137642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69901633-3a5e-487d-9d02-e14c686704da req-186350b7-c778-457d-830d-baeb901e096b tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.0669370 Nov 10 16:49:48.233281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69901633-3a5e-487d-9d02-e14c686704da req-609846f7-8788-4e13-964b-b0290ebda2b0 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942810 Nov 10 16:49:48.249029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:48.279708 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:48.455246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=be07bd17-61b2-4237-9ef7-74b81fc848f8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:48.537158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e0218-ca13-42cd-9575-82b9f555e0dd req-e5c2b3b5-2d1d-4f31-b17c-ff857fed1e28 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:48.546757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c3e0218-ca13-42cd-9575-82b9f555e0dd req-e5c2b3b5-2d1d-4f31-b17c-ff857fed1e28 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1329763 Nov 10 16:49:48.722680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:48.837107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c3e0218-ca13-42cd-9575-82b9f555e0dd req-bba21fe7-f1a1-4934-8406-ac5de5994412 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894182 Nov 10 16:49:48.938412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bcb66aa9-f055-4602-9d28-dbd7746bb9f8 None None] Provisioning complete for port be07bd17-61b2-4237-9ef7-74b81fc848f8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:48.938782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcb66aa9-f055-4602-9d28-dbd7746bb9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:49.298895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751d9b5-c9bc-4263-bbde-7fd622ad2399 req-bb243ad2-4109-4051-b48e-d86d7eb75893 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:49.299443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router db638bfa-453b-4795-a4ec-f8337985fcdf is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:49:49.312188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device be07bd17-61b2-4237-9ef7-74b81fc848f8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:49:49.332702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a751d9b5-c9bc-4263-bbde-7fd622ad2399 req-bb243ad2-4109-4051-b48e-d86d7eb75893 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.2072513 Nov 10 16:49:49.494955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port be07bd17-61b2-4237-9ef7-74b81fc848f8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:49.495234 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:49.499966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a751d9b5-c9bc-4263-bbde-7fd622ad2399 req-13a856e2-e81e-464d-904a-1fafd8a5ee96 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663053 Nov 10 16:49:49.675415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2374032-dcfa-4dc9-8b0c-cdf2fb275cad req-9d1a7b9c-7f50-4b89-89d7-240307cfbad2 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:49.677059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2374032-dcfa-4dc9-8b0c-cdf2fb275cad req-9d1a7b9c-7f50-4b89-89d7-240307cfbad2 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.2350376 Nov 10 16:49:49.703770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:49.784404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2374032-dcfa-4dc9-8b0c-cdf2fb275cad req-5b4951a9-d9df-4fed-af9e-3f016a5a724b tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922115 Nov 10 16:49:49.800945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:49.807422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:49.808192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-666f25a7-9f71-4026-a092-d68775a930a7 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2124424 Nov 10 16:49:49.820281 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f576bd-0c04-4e01-8011-c1233410bad5 None None] Sync routers for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:49.837907 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f576bd-0c04-4e01-8011-c1233410bad5 None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:49.841476 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-13f576bd-0c04-4e01-8011-c1233410bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:49.896542 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-13f576bd-0c04-4e01-8011-c1233410bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:49.920681 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f576bd-0c04-4e01-8011-c1233410bad5 None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:49.921583 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-13f576bd-0c04-4e01-8011-c1233410bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:49.975127 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-13f576bd-0c04-4e01-8011-c1233410bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:49.976385 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f576bd-0c04-4e01-8011-c1233410bad5 None None] The sync data for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:50.052760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ba14a-fcf8-44a7-b7a6-4352a572288c req-08fb8df7-afbb-45c7-9c43-3a06414f7ea3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:50.054241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-850ba14a-fcf8-44a7-b7a6-4352a572288c req-08fb8df7-afbb-45c7-9c43-3a06414f7ea3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1042075 Nov 10 16:49:50.218379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-850ba14a-fcf8-44a7-b7a6-4352a572288c req-0da52b24-4e02-4687-98c8-e76c729df127 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446798 Nov 10 16:49:50.647745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:50.685219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97707bcc-a266-44fc-b578-08ce2d0a97c0 req-47112eed-6bd2-4205-b34e-13b38b20004f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:50.687714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-97707bcc-a266-44fc-b578-08ce2d0a97c0 req-47112eed-6bd2-4205-b34e-13b38b20004f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0884235 Nov 10 16:49:50.816628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-97707bcc-a266-44fc-b578-08ce2d0a97c0 req-6d185d7c-c047-4fc1-ae91-c12dd8ef4d3a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220553 Nov 10 16:49:51.124601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.20.0.1 (82f57e06-93fd-4146-acdb-8d1124c2c0af/2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb/5b3d7267-c069-4071-ac16-dadc1aa20abd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:51.225716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a59374ed-7502-4758-9d3b-da05647dc977 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:49:51.366368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178abded-c9f8-459e-b784-57c7c9427f55 req-b60ae366-6a74-4a54-832f-dc8ef5a12100 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:51.383530 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-178abded-c9f8-459e-b784-57c7c9427f55 req-b60ae366-6a74-4a54-832f-dc8ef5a12100 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 943 time: 0.1717050 Nov 10 16:49:51.391687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15c371-2edb-479e-8099-82da0ca0d827 req-6f203f60-95bf-43d3-9255-d849dfbe4d9a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:51.401241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e15c371-2edb-479e-8099-82da0ca0d827 req-6f203f60-95bf-43d3-9255-d849dfbe4d9a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0661566 Nov 10 16:49:51.476081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e15c371-2edb-479e-8099-82da0ca0d827 req-c8c6877b-7fc4-4cbc-be0c-15d2f5be6ace tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735240 Nov 10 16:49:51.564186 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:51.575372 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-178abded-c9f8-459e-b784-57c7c9427f55 req-fba2dfb7-1513-4b9f-b849-6ef1e78f1647 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878884 Nov 10 16:49:51.594824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a59374ed-7502-4758-9d3b-da05647dc977, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a59374ed-7502-4758-9d3b-da05647dc977,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:51.636557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'a59374ed-7502-4758-9d3b-da05647dc977', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'port_id': 'a59374ed-7502-4758-9d3b-da05647dc977', 'mac_address': 'fa:16:3e:90:48:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:49:51.688363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:51.717598 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:51.750975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59374ed-7502-4758-9d3b-da05647dc977 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:49:51.758808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:51.764682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:51.773342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:51.785302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a59374ed-7502-4758-9d3b-da05647dc977, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a59374ed-7502-4758-9d3b-da05647dc977,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:51.840130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=5b3d7267-c069-4071-ac16-dadc1aa20abd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:51.882302 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:51.891771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:52.018134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=a59374ed-7502-4758-9d3b-da05647dc977,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:52.174197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-30fb1ee0-2b94-4fd6-b50b-5f5bac3402a4 None None] Provisioning complete for port 5b3d7267-c069-4071-ac16-dadc1aa20abd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:52.174568 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30fb1ee0-2b94-4fd6-b50b-5f5bac3402a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:52.241470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['a59374ed-7502-4758-9d3b-da05647dc977'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:49:52.248211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997b2ff-1ca0-4f2e-93a6-8eb491746a4a req-d6f2699d-82fc-4b64-a50c-4f81315f4c16 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:52.249956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9997b2ff-1ca0-4f2e-93a6-8eb491746a4a req-d6f2699d-82fc-4b64-a50c-4f81315f4c16 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0891201 Nov 10 16:49:52.307665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-30fb1ee0-2b94-4fd6-b50b-5f5bac3402a4 None None] Port 5b3d7267-c069-4071-ac16-dadc1aa20abd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:49:52.359447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:52.402446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9997b2ff-1ca0-4f2e-93a6-8eb491746a4a req-202bd008-cd4a-4cd8-8a3a-31aadf40ee55 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368318 Nov 10 16:49:52.772547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412244ed-7918-4679-b02e-1690f5249f71 req-e861b358-6f7b-40e8-90c9-4da2c120d2c8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:52.780875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-412244ed-7918-4679-b02e-1690f5249f71 req-e861b358-6f7b-40e8-90c9-4da2c120d2c8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1110973 Nov 10 16:49:52.843932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-412244ed-7918-4679-b02e-1690f5249f71 req-cb75c677-7647-4ced-bd89-58ba16d6f6fc tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618176 Nov 10 16:49:52.914658 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:52.974763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:53.017940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458f7c1-7a99-4529-8144-4912baea5112 req-1caa4f1d-6ca5-4e24-968e-eb3fcbaa1aef tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:53.026974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6458f7c1-7a99-4529-8144-4912baea5112 req-1caa4f1d-6ca5-4e24-968e-eb3fcbaa1aef tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 944 time: 0.1097245 Nov 10 16:49:53.117707 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6458f7c1-7a99-4529-8144-4912baea5112 req-342a779e-f1cc-4f5e-8270-4468e9ae8dc1 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889685 Nov 10 16:49:53.144791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:53.167673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=5b3d7267-c069-4071-ac16-dadc1aa20abd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:53.247952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a59374ed-7502-4758-9d3b-da05647dc977 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:49:53.381755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:53.383700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:53.441264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port a59374ed-7502-4758-9d3b-da05647dc977 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:49:53.449935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port a59374ed-7502-4758-9d3b-da05647dc977 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:53.450568 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:53.663817 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:53.719017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a59374ed-7502-4758-9d3b-da05647dc977, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a59374ed-7502-4758-9d3b-da05647dc977,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:49:53.720323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59374ed-7502-4758-9d3b-da05647dc977'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:49:53.724262 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789dee8c-9df9-4882-b157-9cfb8c7d0166" -d '{"events": [{"server_uuid": "ad48f97b-c733-4e08-b8e0-7bf456e608af", "name": "network-vif-plugged", "status": "completed", "tag": "a59374ed-7502-4758-9d3b-da05647dc977"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:49:53.762461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71270e1a-ca86-498e-a804-1240d4b784af req-a2fcb9bf-2151-4291-831e-4765059a2417 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:53.764077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71270e1a-ca86-498e-a804-1240d4b784af req-a2fcb9bf-2151-4291-831e-4765059a2417 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1967840 Nov 10 16:49:53.785158 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:53.869307 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3387bc-6029-4dad-9029-37d75c51df4d x-openstack-request-id: req-be3387bc-6029-4dad-9029-37d75c51df4d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:49:53.869695 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad48f97b-c733-4e08-b8e0-7bf456e608af", "name": "network-vif-plugged", "status": "completed", "tag": "a59374ed-7502-4758-9d3b-da05647dc977", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:49:53.870029 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be3387bc-6029-4dad-9029-37d75c51df4d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:49:53.870273 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59374ed-7502-4758-9d3b-da05647dc977', 'code': 200} Nov 10 16:49:53.889041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router db638bfa-453b-4795-a4ec-f8337985fcdf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:53.957208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=a59374ed-7502-4758-9d3b-da05647dc977,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:53.969847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-728c3e3e-8e39-47a0-a8c7-f4ab53125f1b None None] Provisioning complete for port 5b3d7267-c069-4071-ac16-dadc1aa20abd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:53.970367 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-728c3e3e-8e39-47a0-a8c7-f4ab53125f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:53.993179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71270e1a-ca86-498e-a804-1240d4b784af req-975bd5b6-3add-42d7-86b7-72532bb7bc69 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170761 Nov 10 16:49:54.047179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-728c3e3e-8e39-47a0-a8c7-f4ab53125f1b None None] Port 5b3d7267-c069-4071-ac16-dadc1aa20abd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:49:54.277880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:54.286345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e47ef58f-2308-4816-a342-45eb74a2762f tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/routers/db638bfa-453b-4795-a4ec-f8337985fcdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4682529 Nov 10 16:49:54.292943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b33feb-89c0-4f3b-8213-97ef7edf524e None None] Sync routers for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:54.301395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35478) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:54.317122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'port': {'network_id': '82f57e06-93fd-4146-acdb-8d1124c2c0af', 'name': 'tempest-FloatingIPTestJSON-1818477757'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:54.350518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b33feb-89c0-4f3b-8213-97ef7edf524e None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:54.353433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6b33feb-89c0-4f3b-8213-97ef7edf524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:54.389860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5568c3d-34d6-4511-b936-e65b38232319 req-32c1d5b3-bd6f-404c-b850-76b811d6dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:54.392420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5568c3d-34d6-4511-b936-e65b38232319 req-32c1d5b3-bd6f-404c-b850-76b811d6dd81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 1097 time: 0.4683452 Nov 10 16:49:54.448403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6b33feb-89c0-4f3b-8213-97ef7edf524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:54.459883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b33feb-89c0-4f3b-8213-97ef7edf524e None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:54.464297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6b33feb-89c0-4f3b-8213-97ef7edf524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:54.468938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d57a0-984a-4315-9ea7-0b41e8759c1c req-c10c4bde-d1e8-49b1-a1d6-2a1558a652bb tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:54.470631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-788d57a0-984a-4315-9ea7-0b41e8759c1c req-c10c4bde-d1e8-49b1-a1d6-2a1558a652bb tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.4142256 Nov 10 16:49:54.508405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af16a5-cbd7-40c9-b36a-86f59eb35268 req-4406f2e4-5c11-414b-ad90-630e4524d0e4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:54.516954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52af16a5-cbd7-40c9-b36a-86f59eb35268 req-4406f2e4-5c11-414b-ad90-630e4524d0e4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.2655671 Nov 10 16:49:54.532773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5568c3d-34d6-4511-b936-e65b38232319 req-fed2d9ef-5df1-4cd2-9312-8ff91cbcd27f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283484 Nov 10 16:49:54.555294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6b33feb-89c0-4f3b-8213-97ef7edf524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:54.556650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b33feb-89c0-4f3b-8213-97ef7edf524e None None] The sync data for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:54.622617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52af16a5-cbd7-40c9-b36a-86f59eb35268 req-e22bd3ef-ae8a-459c-b3e0-b1b03bbcf6ac tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046307 Nov 10 16:49:54.654307 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-788d57a0-984a-4315-9ea7-0b41e8759c1c req-c4b98dd0-7bb1-447d-a017-eb4292dd851b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199086 Nov 10 16:49:54.693769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Made reservation on behalf of 63735226d95542e8a67b7fad74a0dc4c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:49:54.699175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:54.752027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] device_id is not set on port 016a8f86-b99a-4099-a3cc-0631bee2ad10 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:49:55.007872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Allocated IP 172.20.0.8 (82f57e06-93fd-4146-acdb-8d1124c2c0af/2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb/016a8f86-b99a-4099-a3cc-0631bee2ad10) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:49:55.139639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae73e7-ee52-47f1-adff-578e73141a89 req-6e682628-bfbd-4011-9287-85dcbe499723 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:55.141850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cae73e7-ee52-47f1-adff-578e73141a89 req-6e682628-bfbd-4011-9287-85dcbe499723 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0669563 Nov 10 16:49:55.243878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4cae73e7-ee52-47f1-adff-578e73141a89 req-e69960a8-c795-4d28-a686-282d96c3ffd3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958762 Nov 10 16:49:55.371113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-6bbde480-057c-47cc-bf10-a17f415851a7 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:55.372723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-6bbde480-057c-47cc-bf10-a17f415851a7 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/networks?id=8d121079-2ac4-42b2-bdcd-5a4e09899181 HTTP/1.1" status: 200 len: 812 time: 0.2778122 Nov 10 16:49:55.375878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:55.424900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-bdea0587-c79b-4d72-8067-602a51169228 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/quotas/cea245de83394e6cbc122c996ab3e0f7 HTTP/1.1" status: 200 len: 375 time: 0.0437329 Nov 10 16:49:55.493027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-b330edb7-1f9b-4acc-9d0c-c363b983fdd9 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cea245de83394e6cbc122c996ab3e0f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530317 Nov 10 16:49:55.589721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:55.644744 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-00b2ec87-8d85-40c7-9663-4134d032e0c6 service neutron] 10.222.0.62 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487262 Nov 10 16:49:55.644744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:49:55.667074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:49:55.694483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:49:55.797018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3b5e8-6afa-40f6-96f0-532a87c61e13 req-810c7304-e498-4fd6-b5c7-191832c203fa tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:55.798901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72a3b5e8-6afa-40f6-96f0-532a87c61e13 req-810c7304-e498-4fd6-b5c7-191832c203fa tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.0952702 Nov 10 16:49:55.815226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event updated for resources: {'Port': ['ID=016a8f86-b99a-4099-a3cc-0631bee2ad10,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:49:55.842286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:55.842751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:55.884866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72a3b5e8-6afa-40f6-96f0-532a87c61e13 req-bd9cf561-6f9b-438b-ae4b-f4f3072b7a15 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758801 Nov 10 16:49:55.948718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a540c721-3428-41ed-aebf-79f482761476 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6401451 Nov 10 16:49:55.956900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:55.963704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Request body: {'floatingip': {'port_id': '016a8f86-b99a-4099-a3cc-0631bee2ad10'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:55.984335 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-6193f145-6649-4c00-8660-946b460afa37 service neutron] 10.222.0.62 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233423 Nov 10 16:49:56.143923 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:56.198451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0a1241b7-63bb-42bc-831a-8f9d3fdba327 None None] Provisioning complete for port 016a8f86-b99a-4099-a3cc-0631bee2ad10 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:49:56.199603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a1241b7-63bb-42bc-831a-8f9d3fdba327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:56.205336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6be5-91b8-47ad-a948-528383daeb69 req-4612f3ae-ecab-4ea6-b1b7-6b69340f2c58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:56.218697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4acd6be5-91b8-47ad-a948-528383daeb69 req-4612f3ae-ecab-4ea6-b1b7-6b69340f2c58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1338110 Nov 10 16:49:56.348135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0a1241b7-63bb-42bc-831a-8f9d3fdba327 None None] Port 016a8f86-b99a-4099-a3cc-0631bee2ad10 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:49:56.628963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc955f70-60d2-4189-a47b-5f792e24aa15 req-fd717764-93ae-4697-9c3d-af0fc74e3611 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:56.641273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc955f70-60d2-4189-a47b-5f792e24aa15 req-fd717764-93ae-4697-9c3d-af0fc74e3611 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1635110 Nov 10 16:49:56.781684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bc955f70-60d2-4189-a47b-5f792e24aa15 req-8e79082d-7339-45f5-a0c6-f55925a4fc66 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348736 Nov 10 16:49:56.956645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4acd6be5-91b8-47ad-a948-528383daeb69 req-bc840923-5899-4ea0-a1af-bfab69bf2c66 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7367897 Nov 10 16:49:57.095956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af19e814-d0f8-40ff-bf73-ad54b34722a3 req-9ebe15e0-e95c-475c-a3d1-44dbd74dee05 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 210 time: 0.0912650 Nov 10 16:49:57.356116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473881-d026-4083-8b22-307e6c583c71 req-74e64e8b-e660-470d-83d6-fe00c505ef0e tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:57.364841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9473881-d026-4083-8b22-307e6c583c71 req-74e64e8b-e660-470d-83d6-fe00c505ef0e tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.1226513 Nov 10 16:49:57.471966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9473881-d026-4083-8b22-307e6c583c71 req-c37b8ab5-d870-4941-a7d1-2468d73b724b tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061401 Nov 10 16:49:57.668122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:57.682196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ef45-84b5-4197-b9bd-e1aae799ad4a req-1f739a22-15ba-491e-8f2d-cbbdf778249a tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:57.683976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-adf0ef45-84b5-4197-b9bd-e1aae799ad4a req-1f739a22-15ba-491e-8f2d-cbbdf778249a tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.0751138 Nov 10 16:49:57.692650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35564) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:49:57.699629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Request body: {'floatingip': {'port_id': 'a59374ed-7502-4758-9d3b-da05647dc977'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:49:57.751193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:57.821345 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:58.029774 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 497116e3-a429-4a3a-aade-824f41c7dd1d associated. External IP: 172.25.3.173, port: c1f88774-32a0-4d17-a1a9-9633ae09e44e. Nov 10 16:49:58.287598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617892-a6fd-406e-a8bb-85e1155c20e1 req-b434ff29-6900-4474-b280-d8e121a56fef tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:58.290230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5128c-f261-40c2-b8e3-6038728d7941 req-5ee40678-82c2-4c95-b497-6f468c709589 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:58.291000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d617892-a6fd-406e-a8bb-85e1155c20e1 req-b434ff29-6900-4474-b280-d8e121a56fef tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1597738 Nov 10 16:49:58.292759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7d5128c-f261-40c2-b8e3-6038728d7941 req-5ee40678-82c2-4c95-b497-6f468c709589 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.2715347 Nov 10 16:49:58.383523 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7d5128c-f261-40c2-b8e3-6038728d7941 req-fbfad26a-af28-4407-988f-cb9ef10fff57 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779707 Nov 10 16:49:58.421732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d617892-a6fd-406e-a8bb-85e1155c20e1 req-b9d0780e-d99f-49ee-883f-0f573d74660d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139021 Nov 10 16:49:58.612791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:58.683611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3069d9c2-130b-4118-a4de-c83834829280 req-c7b879bd-bfce-4211-a5ed-fdd925e3f018 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 210 time: 0.0383062 Nov 10 16:49:58.797290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:58.812810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022d7fd-7a96-4751-ba02-ca6d340249bd None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:58.890104 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022d7fd-7a96-4751-ba02-ca6d340249bd None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:58.892033 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0022d7fd-7a96-4751-ba02-ca6d340249bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:58.907657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:49:58.968497 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0022d7fd-7a96-4751-ba02-ca6d340249bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:58.987694 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022d7fd-7a96-4751-ba02-ca6d340249bd None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:58.988683 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0022d7fd-7a96-4751-ba02-ca6d340249bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:59.029042 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0022d7fd-7a96-4751-ba02-ca6d340249bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:59.031863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:59.033408 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022d7fd-7a96-4751-ba02-ca6d340249bd None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:49:59.138691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:59.211396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router db638bfa-453b-4795-a4ec-f8337985fcdf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:49:59.469162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5441d04-c739-4705-ba5d-190793fe3bc5 req-e8c51079-e06a-442a-95a8-6c68b6948f2e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:59.471285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f5441d04-c739-4705-ba5d-190793fe3bc5 req-e8c51079-e06a-442a-95a8-6c68b6948f2e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.2234616 Nov 10 16:49:59.518990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-83cc1a35-03d3-48ea-8cbb-5dec1c029bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:49:59.525642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-83cc1a35-03d3-48ea-8cbb-5dec1c029bcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1096 time: 0.1937931 Nov 10 16:49:59.544698 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Floating IP c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74 associated. External IP: 172.25.3.42, port: a59374ed-7502-4758-9d3b-da05647dc977. Nov 10 16:49:59.819666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:49:59.848312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d33b909-a005-42b8-8f64-782d4b4c2532 None None] Sync routers for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:49:59.866669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33b909-a005-42b8-8f64-782d4b4c2532 None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:49:59.874725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4d33b909-a005-42b8-8f64-782d4b4c2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:49:59.891872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:49:59.996142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4d33b909-a005-42b8-8f64-782d4b4c2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:00.021363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33b909-a005-42b8-8f64-782d4b4c2532 None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:00.023362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4d33b909-a005-42b8-8f64-782d4b4c2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:00.082943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4d33b909-a005-42b8-8f64-782d4b4c2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:00.083948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d33b909-a005-42b8-8f64-782d4b4c2532 None None] The sync data for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:50:00.138945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-207ea1f6-1ca4-4fe8-b5b5-cac0ea5707e2 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:00.140533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-207ea1f6-1ca4-4fe8-b5b5-cac0ea5707e2 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.18 "GET /v2.0/networks?id=8d121079-2ac4-42b2-bdcd-5a4e09899181 HTTP/1.1" status: 200 len: 812 time: 0.4639044 Nov 10 16:50:00.164187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Request body: {'port': {'device_id': '65330f64-87b3-4016-a391-28548267debd', 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181', 'admin_state_up': True, 'tenant_id': 'cea245de83394e6cbc122c996ab3e0f7'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:00.215395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f5441d04-c739-4705-ba5d-190793fe3bc5 req-77231df2-e4e9-48f2-8e1c-b382aaa4ff21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7247758 Nov 10 16:50:00.395194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-07a43bb2-2547-49df-8ffd-f60cd74c2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:00.396634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-07a43bb2-2547-49df-8ffd-f60cd74c2881 service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.8588433 Nov 10 16:50:00.406670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dab82-f6eb-4996-b7c5-c5b8d1487762 req-421df026-031c-45b0-b50d-37bf53bbbe5f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:00.413708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-878dab82-f6eb-4996-b7c5-c5b8d1487762 req-421df026-031c-45b0-b50d-37bf53bbbe5f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.7114058 Nov 10 16:50:00.509041 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a014583-d392-4134-be09-c4e1b0e2f306 req-f49cfc0d-1da9-4a64-a4d5-152c8b9c3d4d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 210 time: 0.0588598 Nov 10 16:50:00.516203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-59f242d4-eb1a-4f47-98fb-a9506227bd46 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/floatingips/497116e3-a429-4a3a-aade-824f41c7dd1d HTTP/1.1" status: 200 len: 978 time: 4.5578644 Nov 10 16:50:00.520558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:00.594515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Made reservation on behalf of cea245de83394e6cbc122c996ab3e0f7 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:50:00.598292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:00.602534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-2c23713a-e6c4-4673-af47-b6c9979f2f32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 998 time: 0.1789594 Nov 10 16:50:00.616326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-878dab82-f6eb-4996-b7c5-c5b8d1487762 req-5507f7c8-fc13-4e06-ba20-7dfa715c0026 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989446 Nov 10 16:50:00.646292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Router f5b2b019-fab0-4a74-b932-9412f2327366 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:50:00.771330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-e7bb4501-1582-4c55-8ac6-65a4a1e0508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:00.773880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-e7bb4501-1582-4c55-8ac6-65a4a1e0508a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1554849 Nov 10 16:50:00.816091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:50:00.833118 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] Sync routers for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:50:00.839544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:00.853337 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:00.854149 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:00.891146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9861c91e-777a-49e1-a7e6-d1c67c9d0bba tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "PUT /v2.0/floatingips/c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74 HTTP/1.1" status: 200 len: 990 time: 3.1970990 Nov 10 16:50:00.891986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'tag': 'a59374ed-7502-4758-9d3b-da05647dc977'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:50:00.910620 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad48f97b-c733-4e08-b8e0-7bf456e608af", "tag": "a59374ed-7502-4758-9d3b-da05647dc977"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:50:00.913402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 016a8f86-b99a-4099-a3cc-0631bee2ad10 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:00.914228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:01.031620 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b30cd8-c69f-4b7f-a745-12d8f031294d x-openstack-request-id: req-a8b30cd8-c69f-4b7f-a745-12d8f031294d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:50:01.034881 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad48f97b-c733-4e08-b8e0-7bf456e608af", "tag": "a59374ed-7502-4758-9d3b-da05647dc977", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:50:01.035725 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8b30cd8-c69f-4b7f-a745-12d8f031294d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:50:01.037527 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'tag': 'a59374ed-7502-4758-9d3b-da05647dc977', 'status': 'completed', 'code': 200} Nov 10 16:50:01.088647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-dcf96e27-45f2-4e82-a2e3-35a73889c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:01.090542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-dcf96e27-45f2-4e82-a2e3-35a73889c232 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3061104 Nov 10 16:50:01.111876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Allocated IP 172.20.0.14 (8d121079-2ac4-42b2-bdcd-5a4e09899181/52b8fbe2-2e2f-4d29-9721-1d064993d2cb/faea6b2e-848d-4f9d-ba8e-d4f59e4ece83) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:50:01.170685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-e8b0e2f4-e2f9-47da-9342-3299b40228d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:01.173840 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-e8b0e2f4-e2f9-47da-9342-3299b40228d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06824b3c95c54920863991fec3fe0819&device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 1097 time: 0.1208410 Nov 10 16:50:01.201523 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:50:01.333205 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:01.345174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-9c988097-5e07-4c75-afae-62896dd16b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:01.348652 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-9c988097-5e07-4c75-afae-62896dd16b46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a80c8fc8-d041-4928-b454-35c9fea51e51 HTTP/1.1" status: 200 len: 917 time: 0.1673713 Nov 10 16:50:01.533226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-9a0d005f-d265-4dd0-8d60-06bbf189a972 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a59374ed-7502-4758-9d3b-da05647dc977 HTTP/1.1" status: 200 len: 998 time: 0.1769469 Nov 10 16:50:01.596986 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0646c341-7b44-4e88-9c4c-176264b23ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:01.707744 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1cbaabf-4716-4a36-8c75-1fa3d8786943 req-ccf8234c-a401-4cf7-ab28-229b0a2d60c1 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 210 time: 0.0360396 Nov 10 16:50:01.730637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-0d448f3f-2b94-4161-81a0-5dc14830a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:01.732902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-0d448f3f-2b94-4161-81a0-5dc14830a8be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dd281c12-948f-4823-9175-448e05c1a3b5 HTTP/1.1" status: 200 len: 855 time: 0.1928189 Nov 10 16:50:01.781829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-375a8aac-3bc3-4301-8f7e-2010fd2c767e service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786780 Nov 10 16:50:01.812487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-59b51421-89dc-4aca-9aff-2a2b66704d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:01.814408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-59b51421-89dc-4aca-9aff-2a2b66704d6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a80c8fc8-d041-4928-b454-35c9fea51e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682802 Nov 10 16:50:01.911120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77f948-de41-43d5-b79e-5b1eb7a74aea req-537353af-c8d3-4b7d-b65b-3c703a79b050 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:01.918739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac77f948-de41-43d5-b79e-5b1eb7a74aea req-537353af-c8d3-4b7d-b65b-3c703a79b050 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.5087826 Nov 10 16:50:01.934600 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'port_id': 'a59374ed-7502-4758-9d3b-da05647dc977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'mac_address': 'fa:16:3e:90:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:48:36Z', 'updated_at': '2021-11-10T16:49:58Z', 'revision_number': 1, 'project_id': '06824b3c95c54920863991fec3fe0819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:35Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:01.974110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-74fd6f9e-ccfb-4154-a3f1-26fd5251d94d service neutron] 10.222.0.69 "GET /v2.0/networks/a80c8fc8-d041-4928-b454-35c9fea51e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419685 Nov 10 16:50:02.144132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9122bdbc-0597-4c5d-a572-b6d47c8d08f2 req-b6d95ec8-0c8e-4704-b6e8-8e918ea76ef1 service neutron] 10.222.0.69 "GET /v2.0/networks/a80c8fc8-d041-4928-b454-35c9fea51e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564240 Nov 10 16:50:02.174030 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] Checking router: f5b2b019-fab0-4a74-b932-9412f2327366 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:50:02.200623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a932f4-5571-458e-867d-ef47746530f6 req-bd35901c-fef7-4b39-91c4-fb7d51c15c23 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:02.213369 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64a932f4-5571-458e-867d-ef47746530f6 req-bd35901c-fef7-4b39-91c4-fb7d51c15c23 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.2377954 Nov 10 16:50:02.215677 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:02.216229 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:02.286806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64a932f4-5571-458e-867d-ef47746530f6 req-a7c3c2ee-834b-4e09-b767-669da4310ecb tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665202 Nov 10 16:50:02.447197 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:50:02.801459 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'port_id': 'a59374ed-7502-4758-9d3b-da05647dc977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'mac_address': 'fa:16:3e:90:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:48:36Z', 'updated_at': '2021-11-10T16:49:58Z', 'revision_number': 1, 'project_id': '06824b3c95c54920863991fec3fe0819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:35Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:02.807275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:02.808062 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:02.808062 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Floating IP 497116e3-a429-4a3a-aade-824f41c7dd1d disassociated. External IP: 172.25.3.173, port: 016a8f86-b99a-4099-a3cc-0631bee2ad10. Nov 10 16:50:02.808406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 016a8f86-b99a-4099-a3cc-0631bee2ad10 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:02.854532 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb6e50-86c0-4200-9d11-0f58a45fa061 None None] The sync data for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 is: [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'port_id': 'a59374ed-7502-4758-9d3b-da05647dc977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'mac_address': 'fa:16:3e:90:48:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:48:36Z', 'updated_at': '2021-11-10T16:49:58Z', 'revision_number': 1, 'project_id': '06824b3c95c54920863991fec3fe0819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:35Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:50:02.873525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93f8254d-b51d-4402-af49-d21526ca1416 req-ea8cb033-23d3-48b8-83b5-5fe55aae943f tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 210 time: 0.0353615 Nov 10 16:50:02.930604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:03.012090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac77f948-de41-43d5-b79e-5b1eb7a74aea req-507dcf32-d9d0-44fe-93d6-c468ac28005c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0924165 Nov 10 16:50:03.074298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2eb478bf-f724-49dd-8536-1f19623a92fe req-dcbc7bcc-de61-4c8a-ae30-e61d47ae1893 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2683060 Nov 10 16:50:03.252904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe1e69a-9961-42cc-85bf-89f6c09301d8 None None] New status for floating IP c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:50:03.378524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:03.383824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:03.435247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=016a8f86-b99a-4099-a3cc-0631bee2ad10,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:03.453847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.454890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.455491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.456055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.456591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.457123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.457742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.458321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.458900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.459475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.466632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.466632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:03.512187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Pushing event updated for resources: {'Port': ['ID=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:03.522004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf46d11-afb5-470f-bc88-9f4f82e4c4c2 req-ebd02eb3-be45-49d5-bc40-ef121c535057 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:03.526649 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3cf46d11-afb5-470f-bc88-9f4f82e4c4c2 req-ebd02eb3-be45-49d5-bc40-ef121c535057 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1219687 Nov 10 16:50:03.672357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3cf46d11-afb5-470f-bc88-9f4f82e4c4c2 req-25f3377e-f0e1-464a-a9f2-b439ef28cba0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300728 Nov 10 16:50:03.687119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router db638bfa-453b-4795-a4ec-f8337985fcdf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:50:03.704431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Network 8d121079-2ac4-42b2-bdcd-5a4e09899181 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:50:03.829561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:50:03.833382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:50:03.846690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78ae3a-6996-4c43-860e-a9c7e64a9141 None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:50:03.864997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2428eaf-863e-4bd6-be8b-ed2ca8fe76b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:03.889712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:50:03.912056 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60934af5-50d7-49f5-a97e-4c4e74cb2f75 None None] Sync routers for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:50:03.918114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:03.919807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:03.936307 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60934af5-50d7-49f5-a97e-4c4e74cb2f75 None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:03.940467 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-60934af5-50d7-49f5-a97e-4c4e74cb2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:03.984600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b3760262-780c-469a-b33b-8efaaa3ef411 None None] Provisioning complete for port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:50:03.986205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3760262-780c-469a-b33b-8efaaa3ef411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:04.031169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:04.035052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ec198010-092e-4f16-92c7-acd76f609035 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/ports/016a8f86-b99a-4099-a3cc-0631bee2ad10 HTTP/1.1" status: 204 len: 168 time: 3.5101914 Nov 10 16:50:04.037858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35704) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:04.047257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-60934af5-50d7-49f5-a97e-4c4e74cb2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:04.073585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b3760262-780c-469a-b33b-8efaaa3ef411 None None] Port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:50:04.085643 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60934af5-50d7-49f5-a97e-4c4e74cb2f75 None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:04.086488 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-60934af5-50d7-49f5-a97e-4c4e74cb2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:04.099714 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-e8a34a4c-6c6a-4be2-a686-990fcab7f777 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9411213 Nov 10 16:50:04.114977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Request body: {'port': {'device_id': '65330f64-87b3-4016-a391-28548267debd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:04.127559 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-60934af5-50d7-49f5-a97e-4c4e74cb2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:04.128439 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60934af5-50d7-49f5-a97e-4c4e74cb2f75 None None] The sync data for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:50:04.258405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:04.331446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419c79d-59b7-4b87-b1a8-79584586ab10 req-517db7c2-2884-4572-a728-03965bfbc608 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:04.348783 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09d942-c84e-4f8d-a568-f67437fe37e3 req-83bec9ee-f549-4a5d-a1b2-c869d59ea34a tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:04.356717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8419c79d-59b7-4b87-b1a8-79584586ab10 req-517db7c2-2884-4572-a728-03965bfbc608 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1693814 Nov 10 16:50:04.358877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-db09d942-c84e-4f8d-a568-f67437fe37e3 req-83bec9ee-f549-4a5d-a1b2-c869d59ea34a tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 932 time: 0.2264960 Nov 10 16:50:04.454569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-db09d942-c84e-4f8d-a568-f67437fe37e3 req-a92005fb-ea42-4e75-94b6-17fd5e75546a tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946453 Nov 10 16:50:04.545032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8419c79d-59b7-4b87-b1a8-79584586ab10 req-941f8dcb-ed03-490b-aa4a-91faf01d3a64 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874194 Nov 10 16:50:04.857914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bade7-5333-4762-b8c3-ed19aa03a586 req-bea17451-fb1c-4546-8591-da1b35721ffb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:04.866952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-947bade7-5333-4762-b8c3-ed19aa03a586 req-bea17451-fb1c-4546-8591-da1b35721ffb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1618879 Nov 10 16:50:04.902910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:50:04.915056 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:04.933142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Transition to ACTIVE for port object faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:50:04.942218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7b18-603a-49fa-8d94-e30960dc90e9 req-d555beb8-312e-43e1-80bd-a349971fb0d9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:04.949916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d4f7b18-603a-49fa-8d94-e30960dc90e9 req-d555beb8-312e-43e1-80bd-a349971fb0d9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0955176 Nov 10 16:50:05.013343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3d4f7b18-603a-49fa-8d94-e30960dc90e9 req-b1288818-ab03-40f5-a060-06cc6ea1a07a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624077 Nov 10 16:50:05.032358 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-947bade7-5333-4762-b8c3-ed19aa03a586 req-1c4e62a0-ad17-4958-a161-1dbc086a69ee tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590197 Nov 10 16:50:05.035877 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:05.082113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:05.134053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e18d61-e3f4-407a-9776-a4a426032f50 None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:50:05.175099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Pushing event updated for resources: {'Port': ['ID=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:05.195046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:05.279128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Attempting to bind port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:50:05.279850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Attempting to bind port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:50:05.280411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Attempting to bind port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 on network 8d121079-2ac4-42b2-bdcd-5a4e09899181 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:50:05.285544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 on network 8d121079-2ac4-42b2-bdcd-5a4e09899181 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:50:05.285873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Attempting to bind port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 on network 8d121079-2ac4-42b2-bdcd-5a4e09899181 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:50:05.295973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:50:05.296701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Checking segment: {'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:50:05.297301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Bound using segment: {'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:50:05.297992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Bound port: faea6b2e-848d-4f9d-ba8e-d4f59e4ece83, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:50:05.298909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:05.432808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] For port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:50:05.436880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] For port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:50:05.528431 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:05.607396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:05.608032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:05.609522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] 10.222.0.18 "PUT /v2.0/ports/faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 HTTP/1.1" status: 200 len: 1093 time: 1.5009255 Nov 10 16:50:05.610015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65330f64-87b3-4016-a391-28548267debd', 'tag': 'faea6b2e-848d-4f9d-ba8e-d4f59e4ece83'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:50:05.612735 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02896d6-4a28-4e4a-bb69-d231f5f9732d" -d '{"events": [{"name": "network-changed", "server_uuid": "65330f64-87b3-4016-a391-28548267debd", "tag": "faea6b2e-848d-4f9d-ba8e-d4f59e4ece83"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:50:05.615753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b311bc-b599-48fc-beec-3fafc78df2a9 None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:50:05.632747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c010ee-c4f9-4e7f-8c24-f444b1eb5557 service neutron] Pushing event updated for resources: {'Port': ['ID=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:05.696228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff975-78f1-4832-a23a-7ee80752e143 req-b3b5fd6c-30ea-413b-a74b-b488db3f3f56 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:05.707643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3cff975-78f1-4832-a23a-7ee80752e143 req-b3b5fd6c-30ea-413b-a74b-b488db3f3f56 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 944 time: 0.0620034 Nov 10 16:50:05.776731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3cff975-78f1-4832-a23a-7ee80752e143 req-c9b340a2-1ed1-47d1-b5c9-fbb55589f552 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666478 Nov 10 16:50:05.804375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 5b3d7267-c069-4071-ac16-dadc1aa20abd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:05.805030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:05.823425 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f7e0f8-26d9-4cfc-ab49-d80e22d2671f x-openstack-request-id: req-46f7e0f8-26d9-4cfc-ab49-d80e22d2671f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:50:05.831745 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65330f64-87b3-4016-a391-28548267debd", "tag": "faea6b2e-848d-4f9d-ba8e-d4f59e4ece83", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:50:05.831745 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46f7e0f8-26d9-4cfc-ab49-d80e22d2671f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:50:05.832090 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65330f64-87b3-4016-a391-28548267debd', 'tag': 'faea6b2e-848d-4f9d-ba8e-d4f59e4ece83', 'status': 'completed', 'code': 200} Nov 10 16:50:05.908369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-f4a4a6c4-e654-4800-9b38-99feb3d41d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:05.913798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-f4a4a6c4-e654-4800-9b38-99feb3d41d9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cea245de83394e6cbc122c996ab3e0f7&device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 1096 time: 0.1006193 Nov 10 16:50:05.930551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:05.950192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 5b3d7267-c069-4071-ac16-dadc1aa20abd owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:05.966583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-565ba716-fc90-455e-b66b-f79bdef627ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 HTTP/1.1" status: 200 len: 217 time: 0.0449667 Nov 10 16:50:05.983044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007408c2-fa53-4b5a-8ef3-ff029d5411ed req-2bf068b3-b265-4ef3-a8a2-135d676ddc88 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:05.983044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007408c2-fa53-4b5a-8ef3-ff029d5411ed req-2bf068b3-b265-4ef3-a8a2-135d676ddc88 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1062388 Nov 10 16:50:06.051165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-66e31604-18ae-4a8e-be23-a38f153b4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:06.052686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-66e31604-18ae-4a8e-be23-a38f153b4d73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52b8fbe2-2e2f-4d29-9721-1d064993d2cb HTTP/1.1" status: 200 len: 852 time: 0.0731540 Nov 10 16:50:06.090591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-7a1a5e4c-e35d-4478-bfca-c3430243d383 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d121079-2ac4-42b2-bdcd-5a4e09899181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296907 Nov 10 16:50:06.097582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-007408c2-fa53-4b5a-8ef3-ff029d5411ed req-aa61f035-52e0-4ac5-a19b-de841abd4e52 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905643 Nov 10 16:50:06.264338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f677-ccd4-472b-a98f-dd3cb86014a9 req-9cf4208d-b485-4f5f-bc5e-9abf4c41e679 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:06.266289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76d6f677-ccd4-472b-a98f-dd3cb86014a9 req-9cf4208d-b485-4f5f-bc5e-9abf4c41e679 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1151514 Nov 10 16:50:06.268267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-756f924b-facb-46bc-9124-c745718bf915 service neutron] 10.222.0.18 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692626 Nov 10 16:50:06.350994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76d6f677-ccd4-472b-a98f-dd3cb86014a9 req-73a7882c-a87f-420d-8cb2-b959b2afb50c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759544 Nov 10 16:50:06.372799 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:06.464022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=5b3d7267-c069-4071-ac16-dadc1aa20abd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:06.577897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68802f8c-9a94-47dc-ae15-10c2ffcf7e50 req-cb9e924f-02a4-4a52-9708-c43a516d4764 service neutron] 10.222.0.18 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993400 Nov 10 16:50:06.700032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631ea5a-3386-4b12-9782-9f0cf475a4aa req-76bacb78-53b8-436d-b28a-5de3a8993733 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:06.708979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f631ea5a-3386-4b12-9782-9f0cf475a4aa req-76bacb78-53b8-436d-b28a-5de3a8993733 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0739582 Nov 10 16:50:06.779802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f631ea5a-3386-4b12-9782-9f0cf475a4aa req-d69ead5f-1a88-4991-b976-699484ba380d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693128 Nov 10 16:50:06.834200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:06.949149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-b07cff6c-4432-4f59-993b-c69d3cbb1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:06.951210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-b07cff6c-4432-4f59-993b-c69d3cbb1203 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cea245de83394e6cbc122c996ab3e0f7&device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 1096 time: 0.0615380 Nov 10 16:50:07.020136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:07.050058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d31c5b-c7a6-4b52-9446-5eace583b814 req-9101e9c7-89b0-4902-a3e8-c3868bd110ba tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:07.051820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26d31c5b-c7a6-4b52-9446-5eace583b814 req-9101e9c7-89b0-4902-a3e8-c3868bd110ba tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 944 time: 0.1295362 Nov 10 16:50:07.128684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-e15b1e98-13e1-4724-866f-8ab0ff90e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:07.130613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-e15b1e98-13e1-4724-866f-8ab0ff90e5ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d121079-2ac4-42b2-bdcd-5a4e09899181 HTTP/1.1" status: 200 len: 913 time: 0.1680882 Nov 10 16:50:07.211449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-69d3bffa-05f9-47e2-a5df-77e12cdd6d25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 HTTP/1.1" status: 200 len: 217 time: 0.0716562 Nov 10 16:50:07.325562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-85ea16fa-871d-445d-8ecc-6542e8ef2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:07.327044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-85ea16fa-871d-445d-8ecc-6542e8ef2c32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1097 time: 0.1143923 Nov 10 16:50:07.329616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-04139c0d-1fe3-4ab4-a9cb-0d3083003445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:07.330613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-04139c0d-1fe3-4ab4-a9cb-0d3083003445 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52b8fbe2-2e2f-4d29-9721-1d064993d2cb HTTP/1.1" status: 200 len: 852 time: 0.1020660 Nov 10 16:50:07.371965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-eec27375-7663-431b-9483-a6b1a82a25b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d121079-2ac4-42b2-bdcd-5a4e09899181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316877 Nov 10 16:50:07.459872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26d31c5b-c7a6-4b52-9446-5eace583b814 req-cf0038ff-5486-4650-a4a1-272d5497180d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654993 Nov 10 16:50:07.564744 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:07.670702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d0096-c640-48f0-81f9-d8f7df494de0 req-6e762cd6-02c7-4692-80c3-01bb40106617 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:07.672384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e82d0096-c640-48f0-81f9-d8f7df494de0 req-6e762cd6-02c7-4692-80c3-01bb40106617 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1537762 Nov 10 16:50:07.699596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:07.711551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-6c58c01f-d8bf-4f84-af28-0037f5fb3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:07.712052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-6c58c01f-d8bf-4f84-af28-0037f5fb3fdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.3686519 Nov 10 16:50:07.765644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-3a7c989e-5f64-4597-b7a9-fbd5e184b906 service neutron] 10.222.0.18 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566637 Nov 10 16:50:07.808030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router db638bfa-453b-4795-a4ec-f8337985fcdf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:50:07.913446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e82d0096-c640-48f0-81f9-d8f7df494de0 req-96895f76-9fa5-48bb-a55a-ad6fb7ce1127 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325475 Nov 10 16:50:07.961156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-0fc84528-20ee-4070-86a6-bd94e5c1fd90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 1001 time: 0.2370105 Nov 10 16:50:08.003488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:50:08.017601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5dce23-cc31-4d36-b150-0fda5023f113 None None] Sync routers for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:50:08.023469 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ea792bfb-91fd-4c24-80b6-ce8d4fd278c2 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/routers/db638bfa-453b-4795-a4ec-f8337985fcdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9836872 Nov 10 16:50:08.026697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35790) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:08.034295 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d02896d6-4a28-4e4a-bb69-d231f5f9732d req-f41ae69b-b189-4dc2-907d-eafb7d0d6a2f service neutron] 10.222.0.18 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677715 Nov 10 16:50:08.043281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5dce23-cc31-4d36-b150-0fda5023f113 None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:08.044384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cb5dce23-cc31-4d36-b150-0fda5023f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:08.059654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-7098af94-3297-4236-8573-eff8b2b167bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:08.061274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-7098af94-3297-4236-8573-eff8b2b167bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.0906925 Nov 10 16:50:08.107654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56134-ec54-4702-83a3-aef797aa2b68 req-54b7ec28-e115-425a-b0de-d0e0789cf2e9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:08.118310 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88e56134-ec54-4702-83a3-aef797aa2b68 req-54b7ec28-e115-425a-b0de-d0e0789cf2e9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1817691 Nov 10 16:50:08.141317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-4abe7a75-3998-4a80-911c-b6f4be8b3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:08.146385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-4abe7a75-3998-4a80-911c-b6f4be8b3ce5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779896 Nov 10 16:50:08.188817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cb5dce23-cc31-4d36-b150-0fda5023f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:08.217960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5dce23-cc31-4d36-b150-0fda5023f113 None None] Routers {'db638bfa-453b-4795-a4ec-f8337985fcdf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:08.227741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cb5dce23-cc31-4d36-b150-0fda5023f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['db638bfa-453b-4795-a4ec-f8337985fcdf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:08.252750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:08.294445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cb5dce23-cc31-4d36-b150-0fda5023f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:08.295380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5dce23-cc31-4d36-b150-0fda5023f113 None None] The sync data for ids ['db638bfa-453b-4795-a4ec-f8337985fcdf'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:50:08.296423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-01fb6a51-fb75-4fe7-86a4-fe110377d735 service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420548 Nov 10 16:50:08.332839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88e56134-ec54-4702-83a3-aef797aa2b68 req-0add9d94-1b40-4ff6-be3f-63d7e31f0ad9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142446 Nov 10 16:50:08.407722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3936a2ed-e69a-4f50-a023-9f229e28316f req-1f4b7b5e-13c4-463c-9120-f110e2b4386c service neutron] 10.222.0.18 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030262 Nov 10 16:50:08.453811 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:08.581839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f427-9641-4aa5-b324-22ec57e15c52 req-afb463db-7e43-4c3f-a98a-c21529cad0e7 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:08.583557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1f3f427-9641-4aa5-b324-22ec57e15c52 req-afb463db-7e43-4c3f-a98a-c21529cad0e7 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 944 time: 0.0553660 Nov 10 16:50:08.662197 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1f3f427-9641-4aa5-b324-22ec57e15c52 req-c1d59ef5-b6a6-493f-98c0-363460139b67 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Nov 10 16:50:08.673109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port ce48f84d-c233-4c74-991f-a335f61aa547 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:08.673461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:08.809201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:08.818836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edef470-be83-4e02-b2b9-6f823210e436 req-0b7a8a4f-42b7-4741-a488-4006845d3a24 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:08.821094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8edef470-be83-4e02-b2b9-6f823210e436 req-0b7a8a4f-42b7-4741-a488-4006845d3a24 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0779817 Nov 10 16:50:08.841563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for ce48f84d-c233-4c74-991f-a335f61aa547 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:08.926688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8edef470-be83-4e02-b2b9-6f823210e436 req-0646f0da-c7de-441f-b06d-494137bce512 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974894 Nov 10 16:50:09.055040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e8761-e289-4bba-831b-0d1d46d6ba9a req-a8f533f8-e2a2-4f15-a786-12b1076a3d7d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:09.056744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a3e8761-e289-4bba-831b-0d1d46d6ba9a req-a8f533f8-e2a2-4f15-a786-12b1076a3d7d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0605733 Nov 10 16:50:09.118223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a3e8761-e289-4bba-831b-0d1d46d6ba9a req-66c8d598-4f4d-4ffc-a028-54904be8b490 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509937 Nov 10 16:50:09.287813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.301732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:50:09.338276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=ce48f84d-c233-4c74-991f-a335f61aa547,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:09.399146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4835a8-0620-488c-a69a-25863b42227f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:50:09.414856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.441317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:09.455740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'faea6b2e-848d-4f9d-ba8e-d4f59e4ece83', 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181', 'port_id': 'faea6b2e-848d-4f9d-ba8e-d4f59e4ece83', 'mac_address': 'fa:16:3e:28:84:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b8fbe2-2e2f-4d29-9721-1d064993d2cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:50:09.496312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.510659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:50:09.531163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:09.532228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.534444 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.608168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.659576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:09.676406 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.677083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Fanout notify agent at l3_agent the message router_deleted on router db638bfa-453b-4795-a4ec-f8337985fcdf {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:50:09.685395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.687268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-600ed5b1-a432-40aa-b63c-c72e8fc2f443 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/routers/db638bfa-453b-4795-a4ec-f8337985fcdf HTTP/1.1" status: 204 len: 168 time: 1.6581495 Nov 10 16:50:09.690736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35818) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:09.747226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e39aa96-8140-4307-9c13-ebffbc6de37b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting subnet 2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:50:09.758404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e39aa96-8140-4307-9c13-ebffbc6de37b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.828082 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e39aa96-8140-4307-9c13-ebffbc6de37b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:09.861741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe926a6a-bc85-4f1a-b90f-94204242afbe req-abbf3ea1-6366-4d46-81a3-17c0bfebfe66 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:09.863178 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe926a6a-bc85-4f1a-b90f-94204242afbe req-abbf3ea1-6366-4d46-81a3-17c0bfebfe66 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 945 time: 0.1206961 Nov 10 16:50:09.896853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['faea6b2e-848d-4f9d-ba8e-d4f59e4ece83'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:50:09.957189 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe926a6a-bc85-4f1a-b90f-94204242afbe req-f38326a8-0b2a-4e1a-8b5a-8f00d7317d39 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837367 Nov 10 16:50:09.970252 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e39aa96-8140-4307-9c13-ebffbc6de37b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.118521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ae215-9d07-4d32-aca4-d59949c00426 req-633171d5-5bea-40f8-807f-3f7dff733671 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:10.124505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec6ae215-9d07-4d32-aca4-d59949c00426 req-633171d5-5bea-40f8-807f-3f7dff733671 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0738702 Nov 10 16:50:10.124505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e39aa96-8140-4307-9c13-ebffbc6de37b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.157156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39aa96-8140-4307-9c13-ebffbc6de37b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Subnet': ['ID=2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:10.208426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc60a0-fd77-4e88-ad5c-722234b55a02 None None] Network 82f57e06-93fd-4146-acdb-8d1124c2c0af requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:50:10.208620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e39aa96-8140-4307-9c13-ebffbc6de37b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.215358 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e39aa96-8140-4307-9c13-ebffbc6de37b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/subnets/2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb HTTP/1.1" status: 204 len: 168 time: 0.5214062 Nov 10 16:50:10.219618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35834) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:10.273415 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec6ae215-9d07-4d32-aca4-d59949c00426 req-94b5760b-4c03-4fc6-8fc6-9483dbf0e3e6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402466 Nov 10 16:50:10.276878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7e511-8ebb-4b3b-8ed1-6fcaf3388512 req-a0381578-da9c-4ed8-a032-3fa5774b2cdd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:10.299145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31c7e511-8ebb-4b3b-8ed1-6fcaf3388512 req-a0381578-da9c-4ed8-a032-3fa5774b2cdd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0944550 Nov 10 16:50:10.418293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31c7e511-8ebb-4b3b-8ed1-6fcaf3388512 req-a5282103-f933-4727-9415-524d3c4a5c68 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954230 Nov 10 16:50:10.458705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.566938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd6053-d3cc-437f-912a-9273645031f5 req-8f5949f7-def7-47b8-9006-c96fc73164e4 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:10.567525 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:50:10.569008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bcdd6053-d3cc-437f-912a-9273645031f5 req-8f5949f7-def7-47b8-9006-c96fc73164e4 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1071928 Nov 10 16:50:10.607731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port be07bd17-61b2-4237-9ef7-74b81fc848f8 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:10.607946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.648264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.683167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] DHCP port deletion for 82f57e06-93fd-4146-acdb-8d1124c2c0af request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:50:10.692201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bcdd6053-d3cc-437f-912a-9273645031f5 req-e3bc55b1-c261-48c3-83e1-0572ec37bf15 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149235 Nov 10 16:50:10.734124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] For port be07bd17-61b2-4237-9ef7-74b81fc848f8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=be07bd17-61b2-4237-9ef7-74b81fc848f8,segment=NetworkSegment(1a17fd63-f804-4cc8-970f-b27706ed1a0b),segment_id=1a17fd63-f804-4cc8-970f-b27706ed1a0b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:10.734553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.758606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] Deleting port be07bd17-61b2-4237-9ef7-74b81fc848f8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:10.758909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for be07bd17-61b2-4237-9ef7-74b81fc848f8 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:10.759028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.858513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572505a-0587-4e44-81cd-6434c2944ee9 req-3a5721dc-3e43-4101-9a48-7f7e8e256d44 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:10.860354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c572505a-0587-4e44-81cd-6434c2944ee9 req-3a5721dc-3e43-4101-9a48-7f7e8e256d44 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0629702 Nov 10 16:50:10.915897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] For port be07bd17-61b2-4237-9ef7-74b81fc848f8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=be07bd17-61b2-4237-9ef7-74b81fc848f8,segment=NetworkSegment(1a17fd63-f804-4cc8-970f-b27706ed1a0b),segment_id=1a17fd63-f804-4cc8-970f-b27706ed1a0b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:10.916689 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:10.923184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c572505a-0587-4e44-81cd-6434c2944ee9 req-2ac97ebf-8735-4589-8b01-cdbe358bf92b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534670 Nov 10 16:50:10.947156 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] Calling delete_port for be07bd17-61b2-4237-9ef7-74b81fc848f8 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:10.956900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.048111 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.048522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=be07bd17-61b2-4237-9ef7-74b81fc848f8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:11.076737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] No DVR routers for this DVR port be07bd17-61b2-4237-9ef7-74b81fc848f8 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:50:11.077320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] No DVR routers for this DVR port be07bd17-61b2-4237-9ef7-74b81fc848f8 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:50:11.114710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ef114-333e-44be-9eed-73e5e661cba9 None None] Pushing event deleted for resources: {'Port': ['ID=be07bd17-61b2-4237-9ef7-74b81fc848f8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:11.164942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d301af-db49-4380-a72e-7059cdb4fefa req-3718d36b-4280-486b-9690-2c17618150a0 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:11.165971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8d301af-db49-4380-a72e-7059cdb4fefa req-3718d36b-4280-486b-9690-2c17618150a0 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 945 time: 0.0726295 Nov 10 16:50:11.192254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.202208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ea50c-fc6e-4e17-892d-abc4a3f32335 req-1d033fd2-36dd-4719-ad19-aa420e67442e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:11.203664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-168ea50c-fc6e-4e17-892d-abc4a3f32335 req-1d033fd2-36dd-4719-ad19-aa420e67442e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1688673 Nov 10 16:50:11.229955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8d301af-db49-4380-a72e-7059cdb4fefa req-32c0e345-3377-4e7c-ae93-3dace4705c34 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558553 Nov 10 16:50:11.253265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f57e06-93fd-4146-acdb-8d1124c2c0af']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:11.274761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a17fd63-f804-4cc8-970f-b27706ed1a0b') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:11.275268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a17fd63-f804-4cc8-970f-b27706ed1a0b') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:11.293524 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.302062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device be07bd17-61b2-4237-9ef7-74b81fc848f8 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:50:11.317840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.323510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-168ea50c-fc6e-4e17-892d-abc4a3f32335 req-9c2883a9-b81b-446a-8289-6d9ff8a63ec4 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058559 Nov 10 16:50:11.329554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:50:11.329968 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:50:11.333881 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:50:11.345003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: be07bd17-61b2-4237-9ef7-74b81fc848f8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:50:11.345616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device be07bd17-61b2-4237-9ef7-74b81fc848f8 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:50:11.347843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:50:11.528408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:50:11.535348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:50:11.535958 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.591621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16d96d-ea7b-4046-a853-4c217bdf4d14 req-67339b20-cff4-4fb8-aff5-a33e997fc2f3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:11.593242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da16d96d-ea7b-4046-a853-4c217bdf4d14 req-67339b20-cff4-4fb8-aff5-a33e997fc2f3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0826814 Nov 10 16:50:11.608988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.625690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.629587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/networks/82f57e06-93fd-4146-acdb-8d1124c2c0af HTTP/1.1" status: 204 len: 168 time: 1.4089799 Nov 10 16:50:11.632429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:11.641637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce3b35-ba3c-4cd5-bf24-a8ad793dfb32 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Network': ['ID=82f57e06-93fd-4146-acdb-8d1124c2c0af,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:11.653345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.687803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da16d96d-ea7b-4046-a853-4c217bdf4d14 req-378d1729-e0da-4c38-8838-46c3d24bfa01 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871222 Nov 10 16:50:11.713079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65330f64-87b3-4016-a391-28548267debd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faea6b2e-848d-4f9d-ba8e-d4f59e4ece83'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:50:11.717153 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f7bcf0-db76-4f47-a1bc-5a945cb9c63a" -d '{"events": [{"server_uuid": "65330f64-87b3-4016-a391-28548267debd", "name": "network-vif-plugged", "status": "completed", "tag": "faea6b2e-848d-4f9d-ba8e-d4f59e4ece83"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:50:11.737527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:11.776953 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994424f8-55f7-4954-98a8-563896855397 x-openstack-request-id: req-994424f8-55f7-4954-98a8-563896855397 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:50:11.777246 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65330f64-87b3-4016-a391-28548267debd", "name": "network-vif-plugged", "status": "completed", "tag": "faea6b2e-848d-4f9d-ba8e-d4f59e4ece83", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:50:11.777571 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-994424f8-55f7-4954-98a8-563896855397 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:50:11.777970 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65330f64-87b3-4016-a391-28548267debd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faea6b2e-848d-4f9d-ba8e-d4f59e4ece83', 'code': 200} Nov 10 16:50:11.836987 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.837840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:50:11.860234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 4f2a4206-3d00-4abc-8a00-06057c5fb6df {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:11.860580 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:11.933686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:11.973775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731976ba-16e0-4aaf-9c6f-dca3e2d48115 req-0e027fdd-fe0a-4895-9b61-ac8499420abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:11.975250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-731976ba-16e0-4aaf-9c6f-dca3e2d48115 req-0e027fdd-fe0a-4895-9b61-ac8499420abe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 1098 time: 0.1329937 Nov 10 16:50:11.995210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.003444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.004950 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.028570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 4f2a4206-3d00-4abc-8a00-06057c5fb6df owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:12.043890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:12.057951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-731976ba-16e0-4aaf-9c6f-dca3e2d48115 req-59cc8f75-2d16-42d8-a26b-1e3367c954eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644553 Nov 10 16:50:12.179726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.228031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:12.263614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.289552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=4f2a4206-3d00-4abc-8a00-06057c5fb6df,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:12.385365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.387989 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.392374 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a9884148-773d-4d0a-bbd5-daf240c0f36b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/floatingips/497116e3-a429-4a3a-aade-824f41c7dd1d HTTP/1.1" status: 204 len: 168 time: 0.7556748 Nov 10 16:50:12.396761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35882) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:12.397225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5ec2-a48c-4f33-a4dc-5739fd758fc2 req-9e7347c2-4b50-4196-9ce5-6dfba7877fc8 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:12.398363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfbe5ec2-a48c-4f33-a4dc-5739fd758fc2 req-9e7347c2-4b50-4196-9ce5-6dfba7877fc8 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 946 time: 0.0862572 Nov 10 16:50:12.420232 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bfb75e-db1a-48ce-be5b-fca850cb99a1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] DELETE failed (client error): The resource could not be found. Nov 10 16:50:12.420946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27bfb75e-db1a-48ce-be5b-fca850cb99a1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:50:12.424465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-27bfb75e-db1a-48ce-be5b-fca850cb99a1 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/ports/016a8f86-b99a-4099-a3cc-0631bee2ad10 HTTP/1.1" status: 404 len: 333 time: 0.0307333 Nov 10 16:50:12.433104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:12.466360 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fc9ec3f6-9e9e-488b-bbe9-e72ed8652198 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "GET /v2.0/ports?device_id=db638bfa-453b-4795-a4ec-f8337985fcdf HTTP/1.1" status: 200 len: 205 time: 0.0321035 Nov 10 16:50:12.470830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35890) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:12.481722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfbe5ec2-a48c-4f33-a4dc-5739fd758fc2 req-caef7a6f-958d-49ac-a8c5-d9deb2d7e02b tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771532 Nov 10 16:50:12.511550 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-a0732671-9fe9-4f1b-9433-b774e4297fcb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] delete failed (client error): The resource could not be found. Nov 10 16:50:12.512590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a0732671-9fe9-4f1b-9433-b774e4297fcb tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/routers/db638bfa-453b-4795-a4ec-f8337985fcdf HTTP/1.1" status: 404 len: 336 time: 0.0408506 Nov 10 16:50:12.515200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:12.552569 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74f2a32-a8c7-4205-a954-d2c146c7dc6c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] DELETE failed (client error): The resource could not be found. Nov 10 16:50:12.553217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74f2a32-a8c7-4205-a954-d2c146c7dc6c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 16:50:12.559943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e74f2a32-a8c7-4205-a954-d2c146c7dc6c tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/subnets/2dbb9ac5-5d8f-45af-bb8a-ded51fc70afb HTTP/1.1" status: 404 len: 337 time: 0.0435603 Nov 10 16:50:12.560382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35898) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:12.662071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1dbf0-5b40-4001-afac-cb212f6071f0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port c1f88774-32a0-4d17-a1a9-9633ae09e44e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:12.662071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dbf0-5b40-4001-afac-cb212f6071f0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.748180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dbf0-5b40-4001-afac-cb212f6071f0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:12.761764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1dbf0-5b40-4001-afac-cb212f6071f0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for c1f88774-32a0-4d17-a1a9-9633ae09e44e owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:13.019129 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dbf0-5b40-4001-afac-cb212f6071f0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:13.049495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1dbf0-5b40-4001-afac-cb212f6071f0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=c1f88774-32a0-4d17-a1a9-9633ae09e44e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:13.139728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dbf0-5b40-4001-afac-cb212f6071f0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:13.143262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c4b1dbf0-5b40-4001-afac-cb212f6071f0 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/ports/c1f88774-32a0-4d17-a1a9-9633ae09e44e HTTP/1.1" status: 204 len: 168 time: 0.5818293 Nov 10 16:50:13.145921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:13.253291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6773d9af-35a4-4878-aa6a-7f4f830bde3b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 6f8292f5-b17b-4313-9e0b-36c286a856fb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:13.253639 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6773d9af-35a4-4878-aa6a-7f4f830bde3b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:13.286051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-e7531a87-b010-4907-94f2-f48396d4f57f req-0ac191ce-03e4-47e6-a5ed-274928cd8be6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:50:13.286951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7531a87-b010-4907-94f2-f48396d4f57f req-0ac191ce-03e4-47e6-a5ed-274928cd8be6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070291 Nov 10 16:50:13.359035 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6773d9af-35a4-4878-aa6a-7f4f830bde3b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:13.372496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6773d9af-35a4-4878-aa6a-7f4f830bde3b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 6f8292f5-b17b-4313-9e0b-36c286a856fb owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:13.613636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6773d9af-35a4-4878-aa6a-7f4f830bde3b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:13.615846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68464138-05ba-4a79-9f6d-e0394be05203 req-0d8a6745-1f1f-4f35-babc-bbfa10a320a5 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:13.618168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68464138-05ba-4a79-9f6d-e0394be05203 req-0d8a6745-1f1f-4f35-babc-bbfa10a320a5 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 946 time: 0.0593560 Nov 10 16:50:13.646193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d9af-35a4-4878-aa6a-7f4f830bde3b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=6f8292f5-b17b-4313-9e0b-36c286a856fb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:13.683917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68464138-05ba-4a79-9f6d-e0394be05203 req-53bd2fe5-638f-4174-b71b-c679244191c2 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 Nov 10 16:50:13.756434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6773d9af-35a4-4878-aa6a-7f4f830bde3b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:13.764831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35946) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:13.765047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6773d9af-35a4-4878-aa6a-7f4f830bde3b tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/ports/6f8292f5-b17b-4313-9e0b-36c286a856fb HTTP/1.1" status: 204 len: 168 time: 0.6178930 Nov 10 16:50:13.781672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:50:13.786478 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83917d2c-7194-4239-a3f2-888c5949a8be" -d '{"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-unplugged", "status": "completed", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:50:13.795500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62903ffb-ec6d-4e9c-bbd6-48f05addec80 req-75a0cb89-65e9-44db-a694-213bad2256ff tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:13.797791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62903ffb-ec6d-4e9c-bbd6-48f05addec80 req-75a0cb89-65e9-44db-a694-213bad2256ff tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.0805998 Nov 10 16:50:13.823267 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83a3f37-895b-416a-aa16-cc965f20d537 x-openstack-request-id: req-a83a3f37-895b-416a-aa16-cc965f20d537 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:50:13.823602 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-unplugged", "status": "failed", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290", "code": 422}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:50:13.823852 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a83a3f37-895b-416a-aa16-cc965f20d537 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:50:13.824643 n-d-714676-11 neutron-server[103327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'code': 422} returned with failed status Nov 10 16:50:13.841621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e836d4-20ae-4e89-b6e5-0df7e8877c09 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:13.846092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-71e836d4-20ae-4e89-b6e5-0df7e8877c09 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 HTTP/1.1" status: 200 len: 913 time: 0.0798435 Nov 10 16:50:13.847270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35962) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:13.867218 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62903ffb-ec6d-4e9c-bbd6-48f05addec80 req-be086243-936f-4f35-9f5c-24d5b249e786 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575285 Nov 10 16:50:14.277734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:14.805538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-b87cd081-7121-427a-8af1-509aa2e7a742 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6286066 Nov 10 16:50:14.815581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-274f9e24-3c42-4a2e-94e3-b03a1fe35b6f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:50:14.816557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-274f9e24-3c42-4a2e-94e3-b03a1fe35b6f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056293 Nov 10 16:50:14.943023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port d46f9ef1-2935-43a6-911f-0a221a2b9e91 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:14.943399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:15.066441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c95c3-b8c7-4425-aa21-393efc9d941b req-0ddd84d2-b248-47f4-8016-74ac3bac6c17 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:15.068031 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b65c95c3-b8c7-4425-aa21-393efc9d941b req-0ddd84d2-b248-47f4-8016-74ac3bac6c17 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.1198628 Nov 10 16:50:15.099361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:15.126983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for d46f9ef1-2935-43a6-911f-0a221a2b9e91 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:15.151543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b65c95c3-b8c7-4425-aa21-393efc9d941b req-954474cc-7fad-4feb-a3fe-7866ef9a7bd8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764122 Nov 10 16:50:15.687917 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:15.727962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=d46f9ef1-2935-43a6-911f-0a221a2b9e91,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:15.775787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.776290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.776803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.777546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.778074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.778557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.779226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.779807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.780308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.780908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.781661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:15.782608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:16.068863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:16.504242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f7e22-cf31-4a59-a174-dc47c29a4e79 req-521f873e-b102-4034-b4ae-27aabce4a6f4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:16.504242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b6f7e22-cf31-4a59-a174-dc47c29a4e79 req-521f873e-b102-4034-b4ae-27aabce4a6f4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.1125436 Nov 10 16:50:16.593265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:50:16.758660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:50:16.771297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3287281-1853-49ea-92c1-b14db5e37b80 None None] Sync routers for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:50:16.778269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-622f444a-10d0-4474-a87b-b0a7f1557c53 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "PUT /v2.0/routers/3a174a8b-fda9-44f5-b45d-12ff0d66cbc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9301977 Nov 10 16:50:16.780593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36068) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:16.792300 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3287281-1853-49ea-92c1-b14db5e37b80 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:16.803754 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3287281-1853-49ea-92c1-b14db5e37b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:16.959423 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3287281-1853-49ea-92c1-b14db5e37b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:17.013875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:17.024664 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3287281-1853-49ea-92c1-b14db5e37b80 None None] Routers {'3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:50:17.037415 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3287281-1853-49ea-92c1-b14db5e37b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:17.159572 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3287281-1853-49ea-92c1-b14db5e37b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:17.175733 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3287281-1853-49ea-92c1-b14db5e37b80 None None] The sync data for ids ['3a174a8b-fda9-44f5-b45d-12ff0d66cbc9'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:50:17.204872 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b6f7e22-cf31-4a59-a174-dc47c29a4e79 req-a8d1334b-b97f-4f8f-bb45-c8c07534bba4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6854975 Nov 10 16:50:17.285996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:17.469563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting port 9ab8b286-dcc7-4e6d-b39b-36d695474a73 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:17.470160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:17.590396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:17.616747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Calling delete_port for 9ab8b286-dcc7-4e6d-b39b-36d695474a73 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:17.951375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:18.008859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d67bd4-1142-4ddb-854f-282c694b10c9 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:50:18.010953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Port': ['ID=9ab8b286-dcc7-4e6d-b39b-36d695474a73,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:18.128865 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:18.330552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:18.333531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:18.474952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfbec9-32cb-4eac-b7a5-2fc8318f7f53 req-b286475d-733d-426d-90c3-f073663c835a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:18.477852 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9bfbec9-32cb-4eac-b7a5-2fc8318f7f53 req-b286475d-733d-426d-90c3-f073663c835a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.0719380 Nov 10 16:50:18.574290 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:18.574625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Fanout notify agent at l3_agent the message router_deleted on router 3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:50:18.582204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:18.588143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:18.588685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3aafb630-1860-4cd6-a96b-ea3d5db330f8 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/routers/3a174a8b-fda9-44f5-b45d-12ff0d66cbc9 HTTP/1.1" status: 204 len: 168 time: 1.8057866 Nov 10 16:50:18.602534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9bfbec9-32cb-4eac-b7a5-2fc8318f7f53 req-df6b4c0a-6bae-4439-81f9-64fa84ad1238 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140461 Nov 10 16:50:18.673460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f75ba66-b741-4b59-9b69-7b81cb2a5270 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Deleting subnet 2b9b0468-72c0-42a8-a762-9a353ffff876 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:50:18.677283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f75ba66-b741-4b59-9b69-7b81cb2a5270 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:18.733196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f75ba66-b741-4b59-9b69-7b81cb2a5270 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:18.802196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f75ba66-b741-4b59-9b69-7b81cb2a5270 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.029932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f75ba66-b741-4b59-9b69-7b81cb2a5270 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.091152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75ba66-b741-4b59-9b69-7b81cb2a5270 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9b0468-72c0-42a8-a762-9a353ffff876,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:19.093919 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f75ba66-b741-4b59-9b69-7b81cb2a5270 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.105831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36090) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:19.130886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8f75ba66-b741-4b59-9b69-7b81cb2a5270 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/subnets/2b9b0468-72c0-42a8-a762-9a353ffff876 HTTP/1.1" status: 204 len: 168 time: 0.5410359 Nov 10 16:50:19.290517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.416291 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.439918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa239cc3-4774-4fbc-9da7-86277de24c2e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:19.455206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cd4eff-e7da-45f3-b6cb-080f900599cb') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:19.455564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cd4eff-e7da-45f3-b6cb-080f900599cb') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:19.474810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.489621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.496776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:50:19.497427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:50:19.501086 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:50:19.658624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.676233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:19.681409 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] 10.222.0.62 "DELETE /v2.0/networks/aa239cc3-4774-4fbc-9da7-86277de24c2e HTTP/1.1" status: 204 len: 168 time: 0.5751696 Nov 10 16:50:19.726947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e78af-a641-40e3-b1eb-0862a8734dc6 tempest-FloatingIPTestJSON-41359417 tempest-FloatingIPTestJSON-41359417-project] Pushing event deleted for resources: {'Network': ['ID=aa239cc3-4774-4fbc-9da7-86277de24c2e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:19.789050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53c2a4-f256-4815-809b-bbb920c7b2c0 req-97bbc15c-7c40-4d07-b339-a464ae4e3ef6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:19.792547 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a53c2a4-f256-4815-809b-bbb920c7b2c0 req-97bbc15c-7c40-4d07-b339-a464ae4e3ef6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.0852466 Nov 10 16:50:19.893871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a53c2a4-f256-4815-809b-bbb920c7b2c0 req-6ccc936a-4296-4900-8b90-76a3861b6fce tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891755 Nov 10 16:50:20.398684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:20.610802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3d165386-c594-40d8-865e-b5e337be3c69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63735226d95542e8a67b7fad74a0dc4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2089174 Nov 10 16:50:20.610802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:20.739522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57041dc4-142e-4dab-ab58-a69889a2350d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:20.775289 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57041dc4-142e-4dab-ab58-a69889a2350d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:20.988137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57041dc4-142e-4dab-ab58-a69889a2350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:20.992788 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57041dc4-142e-4dab-ab58-a69889a2350d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:20.995592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-57041dc4-142e-4dab-ab58-a69889a2350d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f92c8501-554c-454d-9994-ef2879e42354 HTTP/1.1" status: 204 len: 168 time: 0.3836615 Nov 10 16:50:21.036090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57041dc4-142e-4dab-ab58-a69889a2350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92c8501-554c-454d-9994-ef2879e42354,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:21.120104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83690a04-c578-4d61-93b9-946c7c9aec50 req-f88730f5-6493-48a5-b010-604751c45479 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:21.121624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83690a04-c578-4d61-93b9-946c7c9aec50 req-f88730f5-6493-48a5-b010-604751c45479 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.0955870 Nov 10 16:50:21.209250 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83690a04-c578-4d61-93b9-946c7c9aec50 req-e3b74454-1239-4166-a3be-4408441b0265 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797365 Nov 10 16:50:22.376986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be278f5-1110-440d-9f75-fef5e4611917 req-b838cf27-982d-4ec8-a059-34b599f4ea9d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:22.378867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5be278f5-1110-440d-9f75-fef5e4611917 req-b838cf27-982d-4ec8-a059-34b599f4ea9d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.0769281 Nov 10 16:50:22.500187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5be278f5-1110-440d-9f75-fef5e4611917 req-855dab0b-1241-4253-9333-266c0024cc49 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066377 Nov 10 16:50:22.580650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:22.720418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'networks': [{'name': 'tempest-network--1641366164'}, {'name': 'tempest-network--413516104'}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:22.720733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'network': {'name': 'tempest-network--1641366164'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:22.721448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'network': {'name': 'tempest-network--413516104'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:22.858992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Made reservation on behalf of d5eee0cca2ba4390bcfee83280105df4 for: {'network': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:50:22.866654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:22.889920 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:22.985452 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.053228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.053811 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.112649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec9671-21a7-4a24-a1e3-ca1d9e0e0863,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:23.121665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:50:23.133721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.134173 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Added segment 6c49b9e9-32e4-4540-a5b3-fe545ccbf722 of type vlan for network dac7f1c9-972f-4a79-9910-a83fc729afc6 Nov 10 16:50:23.188353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.230143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:50:23.240862 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.241128 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Added segment 33c4a848-6a12-4b04-8c53-e9ea3d5c0619 of type vlan for network fe315db2-2f86-4b82-ac03-ffb024691970 Nov 10 16:50:23.291741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.396988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.398989 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.409911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:23.423886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:23.424668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:23.535050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Network': ['ID=dac7f1c9-972f-4a79-9910-a83fc729afc6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:23.558994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network dac7f1c9-972f-4a79-9910-a83fc729afc6 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:50:23.585769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0015819 Nov 10 16:50:23.586146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36194) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:23.731701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d15f3a-926e-4118-971d-406dd40626f3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Network': ['ID=fe315db2-2f86-4b82-ac03-ffb024691970,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:23.743571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network fe315db2-2f86-4b82-ac03-ffb024691970 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:50:23.993888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45931e6f-1e55-4e25-a099-5da672112f9d req-fc9543d2-7219-4c4e-9d15-2f4a6cd15755 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:23.999831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45931e6f-1e55-4e25-a099-5da672112f9d req-fc9543d2-7219-4c4e-9d15-2f4a6cd15755 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.2974987 Nov 10 16:50:24.040624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1d8b8-e6a7-4fda-89c0-7b72deeb1c93 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:24.047476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1d8b8-e6a7-4fda-89c0-7b72deeb1c93 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:24.056306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1d8b8-e6a7-4fda-89c0-7b72deeb1c93 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:24.072845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1d8b8-e6a7-4fda-89c0-7b72deeb1c93 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:24.077377 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5de1d8b8-e6a7-4fda-89c0-7b72deeb1c93 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4868782 Nov 10 16:50:24.078321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:24.203821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45931e6f-1e55-4e25-a099-5da672112f9d req-b5f158af-0a40-498d-b586-37b5d7de1df1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976633 Nov 10 16:50:24.262523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.380909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.402235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac7f1c9-972f-4a79-9910-a83fc729afc6']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:24.420236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c49b9e9-32e4-4540-a5b3-fe545ccbf722') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:24.420538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c49b9e9-32e4-4540-a5b3-fe545ccbf722') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:24.439096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.457617 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.466812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:50:24.467220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:50:24.470961 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:50:24.629685 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.638864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.644929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/networks/dac7f1c9-972f-4a79-9910-a83fc729afc6 HTTP/1.1" status: 204 len: 168 time: 0.5636828 Nov 10 16:50:24.645321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36208) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:24.661307 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521d4d5-2ffc-48c6-b527-b9a92b8267c5 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Network': ['ID=dac7f1c9-972f-4a79-9910-a83fc729afc6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:24.734890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.836833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.862031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe315db2-2f86-4b82-ac03-ffb024691970']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:24.872568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c4a848-6a12-4b04-8c53-e9ea3d5c0619') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:24.873138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c4a848-6a12-4b04-8c53-e9ea3d5c0619') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:24.885332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.898610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.905526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:50:24.906169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:50:24.909188 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:50:25.058955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.075274 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.079298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/networks/fe315db2-2f86-4b82-ac03-ffb024691970 HTTP/1.1" status: 204 len: 168 time: 0.4329145 Nov 10 16:50:25.082139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36214) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:25.105596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980468a-cace-4870-bb05-baa4c4dbe57d tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Network': ['ID=fe315db2-2f86-4b82-ac03-ffb024691970,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:25.218650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0829529-16e8-40d7-b173-28f6de998c94 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:25.228180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0829529-16e8-40d7-b173-28f6de998c94 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:25.231772 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a0829529-16e8-40d7-b173-28f6de998c94 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1486678 Nov 10 16:50:25.235855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:25.241727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-388382359'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:25.393267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cbfc-4bec-41c2-8378-2262c0214818 req-b5622f77-b2a2-450a-995b-7be43a615e1a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:25.394912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28c4cbfc-4bec-41c2-8378-2262c0214818 req-b5622f77-b2a2-450a-995b-7be43a615e1a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.0683968 Nov 10 16:50:25.396100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Made reservation on behalf of d5eee0cca2ba4390bcfee83280105df4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:50:25.400331 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.441746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:50:25.466526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.466867 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Added segment 2ad4bfb7-a6c8-45f2-894b-c5d3b89089e5 of type vlan for network 81d4d541-7f87-4f63-8f82-3fad4f0dfb9f Nov 10 16:50:25.478699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28c4cbfc-4bec-41c2-8378-2262c0214818 req-834588cf-ee1f-44c6-9010-4e313d3ef85b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685403 Nov 10 16:50:25.519138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.676419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.682919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:25.684829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.763887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Network': ['ID=81d4d541-7f87-4f63-8f82-3fad4f0dfb9f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:25.774404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 81d4d541-7f87-4f63-8f82-3fad4f0dfb9f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:50:25.813214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5c7096ed-ce16-4f2c-9be8-f44c0b6e1d23 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5738683 Nov 10 16:50:25.813366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:25.818886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1224651070'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:25.933270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Made reservation on behalf of d5eee0cca2ba4390bcfee83280105df4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:50:25.936878 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.965786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:50:25.977666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:25.978015 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Added segment e771ae2f-11fd-4235-802f-1bb0f2068e31 of type vlan for network f11d62ac-db26-4a6b-8698-d13d9766fefa Nov 10 16:50:26.037891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:26.151098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:26.156345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:26.157119 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:26.229314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Network': ['ID=f11d62ac-db26-4a6b-8698-d13d9766fefa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:26.241895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f11d62ac-db26-4a6b-8698-d13d9766fefa details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:50:26.363567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f1fffdbd-b640-4297-8339-8dfb7a617dde tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5449185 Nov 10 16:50:26.368792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:26.369580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'ports': [{'network_id': '81d4d541-7f87-4f63-8f82-3fad4f0dfb9f', 'name': 'tempest-port--282018646', 'admin_state_up': True}, {'network_id': 'f11d62ac-db26-4a6b-8698-d13d9766fefa', 'admin_state_up': False}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:26.369959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'port': {'network_id': '81d4d541-7f87-4f63-8f82-3fad4f0dfb9f', 'name': 'tempest-port--282018646', 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:26.370451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'port': {'network_id': 'f11d62ac-db26-4a6b-8698-d13d9766fefa', 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:26.699335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Made reservation on behalf of d5eee0cca2ba4390bcfee83280105df4 for: {'port': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:50:26.708125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:26.716467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca885d-9550-4d23-8bd3-6e3c5a8493c9 req-50106c40-82d7-455c-8f67-c6541b4af9ed tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:26.718702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64ca885d-9550-4d23-8bd3-6e3c5a8493c9 req-50106c40-82d7-455c-8f67-c6541b4af9ed tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.0889299 Nov 10 16:50:26.743265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:26.813359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-64ca885d-9550-4d23-8bd3-6e3c5a8493c9 req-ad1663d7-8b91-46f9-a4fc-dcbb2f2e9849 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773220 Nov 10 16:50:26.873260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] device_id is not set on port 2a1677b5-ed0e-4735-b0e6-935e6f9e5d48 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:50:27.020286 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:27.098566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] device_id is not set on port 6d8d3b90-a4d1-4780-b500-d26ade566761 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:50:27.243733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:27.447036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:27.573693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Port': ['ID=2a1677b5-ed0e-4735-b0e6-935e6f9e5d48,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:27.601444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Checking segment: {'id': '2ad4bfb7-a6c8-45f2-894b-c5d3b89089e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '81d4d541-7f87-4f63-8f82-3fad4f0dfb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:50:27.601934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Network hostable DHCP agents. Network: 81d4d541-7f87-4f63-8f82-3fad4f0dfb9f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:50:27.792174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Network 81d4d541-7f87-4f63-8f82-3fad4f0dfb9f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:50:27.950744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 81d4d541-7f87-4f63-8f82-3fad4f0dfb9f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:50:27.958982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db15378-0f28-43ce-80c1-4f6e82757560 None None] Network 81d4d541-7f87-4f63-8f82-3fad4f0dfb9f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:50:27.963675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:50:27.964541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:28.034136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770b5d1-1b09-4051-825a-f3266db87314 req-db7c22a1-bbe1-46bb-b3b4-9707c721193e tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:28.040483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3770b5d1-1b09-4051-825a-f3266db87314 req-db7c22a1-bbe1-46bb-b3b4-9707c721193e tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.1335790 Nov 10 16:50:28.162643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Port': ['ID=6d8d3b90-a4d1-4780-b500-d26ade566761,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:28.178233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Checking segment: {'id': 'e771ae2f-11fd-4235-802f-1bb0f2068e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f11d62ac-db26-4a6b-8698-d13d9766fefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:50:28.178233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Network hostable DHCP agents. Network: f11d62ac-db26-4a6b-8698-d13d9766fefa, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:50:28.200201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3770b5d1-1b09-4051-825a-f3266db87314 req-4e362700-83e6-4822-9f3b-c6f244109b1f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464639 Nov 10 16:50:28.270715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Network f11d62ac-db26-4a6b-8698-d13d9766fefa is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:50:28.360901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-bebda800-aea1-4d16-afc1-50b0c11a1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:28.362623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-bebda800-aea1-4d16-afc1-50b0c11a1940 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c&tenant_id=5b1142c45c73441db9c409a7a0fe61a3 HTTP/1.1" status: 200 len: 1095 time: 0.0800147 Nov 10 16:50:28.374879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:28.437761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f11d62ac-db26-4a6b-8698-d13d9766fefa) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:50:28.444929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:50:28.450773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c3f6e-c859-407d-a6dd-b67a36c62717 None None] Network f11d62ac-db26-4a6b-8698-d13d9766fefa requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:50:28.455554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:28.463368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:28.464517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:28.487407 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:28.846461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:28.893800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:50:28.935011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8bb75fc-1987-49c3-aa4e-0457622d3290 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:50:28.942605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:28.957252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Transition to ACTIVE for port object d8bb75fc-1987-49c3-aa4e-0457622d3290 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:50:29.207987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b31dc5f-d40e-4037-8883-19b5f229962a tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8400352 Nov 10 16:50:29.207987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:29.275879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46e025-05be-4d49-9cd8-0803479f919f tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:29.282109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46e025-05be-4d49-9cd8-0803479f919f tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:29.283784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cd46e025-05be-4d49-9cd8-0803479f919f tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0754526 Nov 10 16:50:29.284823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:29.286683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36294) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:29.471487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:29.481930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31814b-4e74-4c6b-bd98-7b1904d596be req-cc1e54e5-3e4e-4439-9820-aed3f8449ecf tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:29.481930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e31814b-4e74-4c6b-bd98-7b1904d596be req-cc1e54e5-3e4e-4439-9820-aed3f8449ecf tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 943 time: 0.1303692 Nov 10 16:50:29.542101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] No DVR routers for this DVR port d8bb75fc-1987-49c3-aa4e-0457622d3290 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:50:29.549177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-882dcbd6-c4b9-4554-85eb-d7cb6dfbfba1 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Deleting port 2a1677b5-ed0e-4735-b0e6-935e6f9e5d48 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:29.549515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-882dcbd6-c4b9-4554-85eb-d7cb6dfbfba1 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:29.599370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e31814b-4e74-4c6b-bd98-7b1904d596be req-69ba0c7f-910e-4858-a806-713f1fdfffe9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088095 Nov 10 16:50:29.669310 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-882dcbd6-c4b9-4554-85eb-d7cb6dfbfba1 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:29.686364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-882dcbd6-c4b9-4554-85eb-d7cb6dfbfba1 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Calling delete_port for 2a1677b5-ed0e-4735-b0e6-935e6f9e5d48 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:29.806778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Attempting to bind port d8bb75fc-1987-49c3-aa4e-0457622d3290 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:50:29.807113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Attempting to bind port d8bb75fc-1987-49c3-aa4e-0457622d3290 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:50:29.807904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Attempting to bind port d8bb75fc-1987-49c3-aa4e-0457622d3290 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:50:29.816492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Port d8bb75fc-1987-49c3-aa4e-0457622d3290 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:50:29.816823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Attempting to bind port d8bb75fc-1987-49c3-aa4e-0457622d3290 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:50:29.831983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:50:29.831983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Checking segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:50:29.831983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Bound using segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:50:29.831983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Bound port: d8bb75fc-1987-49c3-aa4e-0457622d3290, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:50:29.831983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:29.903556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:50:29.908077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:50:29.927665 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-882dcbd6-c4b9-4554-85eb-d7cb6dfbfba1 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:29.974428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dcbd6-c4b9-4554-85eb-d7cb6dfbfba1 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Port': ['ID=2a1677b5-ed0e-4735-b0e6-935e6f9e5d48,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:29.979575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-882dcbd6-c4b9-4554-85eb-d7cb6dfbfba1 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:29.987231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:29.998080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-882dcbd6-c4b9-4554-85eb-d7cb6dfbfba1 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/ports/2a1677b5-ed0e-4735-b0e6-935e6f9e5d48 HTTP/1.1" status: 204 len: 168 time: 0.7097373 Nov 10 16:50:30.021023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:30.086204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:30.087139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:30.089244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] 10.222.0.69 "PUT /v2.0/ports/d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 1092 time: 1.7184656 Nov 10 16:50:30.094798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:50:30.097846 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db437caa-3364-45e0-b5e1-c9967a6fe9da" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:50:30.177788 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ca53a6-85d8-4528-99df-2862ca648b63 x-openstack-request-id: req-71ca53a6-85d8-4528-99df-2862ca648b63 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:50:30.178153 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:50:30.178446 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71ca53a6-85d8-4528-99df-2862ca648b63 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:50:30.179389 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'status': 'completed', 'code': 200} Nov 10 16:50:30.204624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bc556-7b2e-4603-ad13-6917236ee3ba service neutron] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:30.239804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-67e4a4ab-b5eb-4761-b08e-477870390c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:30.242267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-67e4a4ab-b5eb-4761-b08e-477870390c03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1096 time: 0.1158652 Nov 10 16:50:30.310740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ec13724f-a263-40c4-bda0-5af60253dcd8 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Deleting port 6d8d3b90-a4d1-4780-b500-d26ade566761 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:30.312295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13724f-a263-40c4-bda0-5af60253dcd8 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:30.468423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13724f-a263-40c4-bda0-5af60253dcd8 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:30.493619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ec13724f-a263-40c4-bda0-5af60253dcd8 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Calling delete_port for 6d8d3b90-a4d1-4780-b500-d26ade566761 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:30.513681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-26de30fb-5ae7-45c9-81f7-6b96147b70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:30.515298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-26de30fb-5ae7-45c9-81f7-6b96147b70e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.2654631 Nov 10 16:50:30.667098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-4c8c5db9-4d19-4c78-be3c-628c3d3fd6ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 999 time: 0.1024384 Nov 10 16:50:30.954041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-89b14f83-c975-421f-babf-c56e51293add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:30.954041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-89b14f83-c975-421f-babf-c56e51293add service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.0879011 Nov 10 16:50:30.954041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13724f-a263-40c4-bda0-5af60253dcd8 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:30.957217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea76b8-1a11-4b4e-bf03-8f3825f49ee7 req-b2698519-2cfa-4c8a-9206-1eb6d11fd8aa tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:30.957217 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41ea76b8-1a11-4b4e-bf03-8f3825f49ee7 req-b2698519-2cfa-4c8a-9206-1eb6d11fd8aa tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.1338522 Nov 10 16:50:30.989902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41ea76b8-1a11-4b4e-bf03-8f3825f49ee7 req-5e567f96-f635-421f-84c1-1eea72aa7e58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708468 Nov 10 16:50:30.997686 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13724f-a263-40c4-bda0-5af60253dcd8 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:31.003598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ec13724f-a263-40c4-bda0-5af60253dcd8 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/ports/6d8d3b90-a4d1-4780-b500-d26ade566761 HTTP/1.1" status: 204 len: 168 time: 1.0150292 Nov 10 16:50:31.010116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36328) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:31.012662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13724f-a263-40c4-bda0-5af60253dcd8 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Port': ['ID=6d8d3b90-a4d1-4780-b500-d26ade566761,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:31.018034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-362434bc-1c27-4a78-9ca4-9958134478f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:31.019695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-362434bc-1c27-4a78-9ca4-9958134478f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2458017 Nov 10 16:50:31.075617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-15af32a3-2b99-48c9-9808-49bcf76add63 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0637589 Nov 10 16:50:31.082226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36334) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:31.089355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1332343415'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:31.202304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Made reservation on behalf of d5eee0cca2ba4390bcfee83280105df4 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:50:31.206582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:31.213780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-7784871d-cc71-4f53-9a2d-29a30fd52c1d service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857412 Nov 10 16:50:31.243423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:50:31.264392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:31.266389 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Added segment d3c934e7-6a87-4aec-ad3f-c94a25a7bfaf of type vlan for network 6dfb82e9-fef0-4760-82c2-648dbd09ad25 Nov 10 16:50:31.318464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:31.345767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fedc81-657d-4b57-8419-1aaaed2edead req-eae0fefe-6747-42b9-bb8a-01d2d8c10bb1 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248887 Nov 10 16:50:31.489416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:31.495533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:31.496128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:31.573544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-e24fc7fd-f9ef-4da2-af43-f97a3215abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:31.575397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-e24fc7fd-f9ef-4da2-af43-f97a3215abf3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1096 time: 0.0708947 Nov 10 16:50:31.615576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Network': ['ID=6dfb82e9-fef0-4760-82c2-648dbd09ad25,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:31.642237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 6dfb82e9-fef0-4760-82c2-648dbd09ad25 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:50:31.656723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3deb0600-9e30-4cde-bf3d-e171671b34bb tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5754104 Nov 10 16:50:31.659782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36354) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:31.669176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1805732613'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:31.849628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-43dd8032-b365-43bf-832d-d085862e4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:31.851497 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-43dd8032-b365-43bf-832d-d085862e4ffd service neutron] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.2575099 Nov 10 16:50:31.936880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-820296b2-05c5-465c-9048-0519710ca37b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 200 len: 999 time: 0.0782089 Nov 10 16:50:32.041414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-fd0b2b1e-39fc-49a8-a039-730165683cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:32.043401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-fd0b2b1e-39fc-49a8-a039-730165683cdb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.0954661 Nov 10 16:50:32.132998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-60d9489d-fd90-4110-ab4a-a80612865e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:32.134453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-60d9489d-fd90-4110-ab4a-a80612865e5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830090 Nov 10 16:50:32.160349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d08d6a-51f5-4468-aa34-51b7a60bf08b req-cdbaf5f2-ca8d-46a4-bb57-15780ff21552 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:32.162038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68d08d6a-51f5-4468-aa34-51b7a60bf08b req-cdbaf5f2-ca8d-46a4-bb57-15780ff21552 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0719330 Nov 10 16:50:32.275568 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68d08d6a-51f5-4468-aa34-51b7a60bf08b req-5cff3580-d4e3-4c9a-b802-098a9d307549 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013687 Nov 10 16:50:32.292976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-997717b0-b50f-4695-b880-5f28a47c166d service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512032 Nov 10 16:50:32.412317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db437caa-3364-45e0-b5e1-c9967a6fe9da req-c34e388e-b875-4891-a478-6b433ad5a7fd service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121714 Nov 10 16:50:32.603435 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ec6-1143-44e1-89b1-50c359ecebac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:32.675432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Made reservation on behalf of d5eee0cca2ba4390bcfee83280105df4 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:50:32.675432 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:32.703440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:50:32.718634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:32.719000 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Added segment 8815b14e-a790-4ee6-9e69-5fedf492e070 of type vlan for network 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 Nov 10 16:50:32.771322 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:33.356664 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:33.362516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:33.363329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:33.488972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Network': ['ID=40b2f6ce-7b02-4eab-96fb-6fa0b45a4363,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:33.507026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:50:33.512913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2f7eb-ce88-4041-903a-b4cb0eb8d0e7 req-7d8af971-73db-426e-8512-c8eeb51047ba tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:33.512913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67d2f7eb-ce88-4041-903a-b4cb0eb8d0e7 req-7d8af971-73db-426e-8512-c8eeb51047ba tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0662720 Nov 10 16:50:33.607344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-97810e9a-3c89-4eca-ab94-a4cbdbe72321 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9335365 Nov 10 16:50:33.650609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67d2f7eb-ce88-4041-903a-b4cb0eb8d0e7 req-d082cf4c-b212-4615-8254-179ea2bb9aae tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314876 Nov 10 16:50:33.996312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0e886bb-34ac-4b46-be6c-f78e16355daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:34.569819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-08c3fea3-48f9-447a-a5dd-3277bca4dd68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:34.578826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-08c3fea3-48f9-447a-a5dd-3277bca4dd68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:34.585510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-08c3fea3-48f9-447a-a5dd-3277bca4dd68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:34.591995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-08c3fea3-48f9-447a-a5dd-3277bca4dd68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:34.600434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-08c3fea3-48f9-447a-a5dd-3277bca4dd68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:34.610223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-08c3fea3-48f9-447a-a5dd-3277bca4dd68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:34.617166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-08c3fea3-48f9-447a-a5dd-3277bca4dd68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:34.625445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-08c3fea3-48f9-447a-a5dd-3277bca4dd68 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.1865733 Nov 10 16:50:34.761535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9bb093a-4e55-4243-8891-73866f6a61a7 req-a9331a8f-95a9-4976-967f-915bff53aa3c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317160 Nov 10 16:50:34.935104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e0e10-38a6-49fc-9774-46bb0c1af939 req-09570aeb-4bbd-4121-9a5b-4b211c6c7995 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:34.940588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-060e0e10-38a6-49fc-9774-46bb0c1af939 req-09570aeb-4bbd-4121-9a5b-4b211c6c7995 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.1136115 Nov 10 16:50:35.104871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-060e0e10-38a6-49fc-9774-46bb0c1af939 req-cb2dccd6-0fc0-4b5a-91cf-345b42409eb6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620975 Nov 10 16:50:35.126946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18303a6-7bd4-455b-ab81-98e1400144dc req-9868a967-b177-4035-a13c-ef161dcfa838 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:35.160180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18303a6-7bd4-455b-ab81-98e1400144dc req-9868a967-b177-4035-a13c-ef161dcfa838 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:35.167768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18303a6-7bd4-455b-ab81-98e1400144dc req-9868a967-b177-4035-a13c-ef161dcfa838 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:35.183160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18303a6-7bd4-455b-ab81-98e1400144dc req-9868a967-b177-4035-a13c-ef161dcfa838 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:35.204221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18303a6-7bd4-455b-ab81-98e1400144dc req-9868a967-b177-4035-a13c-ef161dcfa838 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:35.210743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18303a6-7bd4-455b-ab81-98e1400144dc req-9868a967-b177-4035-a13c-ef161dcfa838 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:35.234370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18303a6-7bd4-455b-ab81-98e1400144dc req-9868a967-b177-4035-a13c-ef161dcfa838 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:35.246599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f18303a6-7bd4-455b-ab81-98e1400144dc req-9868a967-b177-4035-a13c-ef161dcfa838 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.2603312 Nov 10 16:50:35.270997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:35.361631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-3f1b2478-3685-4c30-80df-21efb003797a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877717 Nov 10 16:50:35.540611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-42d59832-db81-4ba5-8d4b-67ae217f0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:35.543075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-42d59832-db81-4ba5-8d4b-67ae217f0b7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 1098 time: 0.1033099 Nov 10 16:50:36.088000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-581aa05f-3d64-4d3d-8fbf-da7409792e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:36.096249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-581aa05f-3d64-4d3d-8fbf-da7409792e4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.3366680 Nov 10 16:50:36.289057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-e9319f2c-63e6-4d47-af8f-bbfc4bcd634a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a HTTP/1.1" status: 200 len: 217 time: 0.1240141 Nov 10 16:50:36.550279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765024-6186-4bb3-99f0-ea05ea667fef req-ce227d94-2c5b-4d01-bdd6-344eb7cec24f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:36.559635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17765024-6186-4bb3-99f0-ea05ea667fef req-ce227d94-2c5b-4d01-bdd6-344eb7cec24f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.2338731 Nov 10 16:50:36.568130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-70f34836-4120-4878-8d9a-d45f652112ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:36.569907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-70f34836-4120-4878-8d9a-d45f652112ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.2739060 Nov 10 16:50:36.692474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-37b0c4ea-7692-4caa-8834-bde2658a9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:36.694421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-37b0c4ea-7692-4caa-8834-bde2658a9200 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157708 Nov 10 16:50:36.711954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17765024-6186-4bb3-99f0-ea05ea667fef req-df982868-36ed-40a9-ab9e-baa50eee167c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511827 Nov 10 16:50:36.796098 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:37.056611 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-0bb93293-52aa-4f33-93d4-ebc173828c2b service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401837 Nov 10 16:50:37.168333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:37.169811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'subnets': [{'network_id': '6dfb82e9-fef0-4760-82c2-648dbd09ad25', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--431432259', 'ip_version': 6}, {'network_id': '40b2f6ce-7b02-4eab-96fb-6fa0b45a4363', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:37.170087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'subnet': {'network_id': '6dfb82e9-fef0-4760-82c2-648dbd09ad25', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--431432259', 'ip_version': 6}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:37.170826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Request body: {'subnet': {'network_id': '40b2f6ce-7b02-4eab-96fb-6fa0b45a4363', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:37.654542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:37.761872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:38.299077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1675aa70-fd7a-41b3-bbe0-c9218f305b96 req-ec566793-bd56-4220-92d4-478fae97bc08 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9612856 Nov 10 16:50:38.402450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0f81e-ff8e-4086-85f7-e8f7dbaa1523 req-fd56cfe7-10e9-4368-85c6-8dae290c909b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:38.414662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0cb0f81e-ff8e-4086-85f7-e8f7dbaa1523 req-fd56cfe7-10e9-4368-85c6-8dae290c909b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.3104475 Nov 10 16:50:38.525257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0cb0f81e-ff8e-4086-85f7-e8f7dbaa1523 req-b5349145-cfe3-4fad-87c9-cf4df285c10f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007512 Nov 10 16:50:38.526007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Made reservation on behalf of d5eee0cca2ba4390bcfee83280105df4 for: {'subnet': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:50:38.534522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:38.534799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:38.784421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36528) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:38.871023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-4acfeefa-12c3-44f0-b119-5dd00bd21df7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1125755 Nov 10 16:50:38.941940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227df64-851c-4afa-807c-ccf446613b17 req-50b7c4c9-6832-4546-a99b-a0e22919635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:38.943819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227df64-851c-4afa-807c-ccf446613b17 req-50b7c4c9-6832-4546-a99b-a0e22919635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:38.945104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227df64-851c-4afa-807c-ccf446613b17 req-50b7c4c9-6832-4546-a99b-a0e22919635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:38.945767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227df64-851c-4afa-807c-ccf446613b17 req-50b7c4c9-6832-4546-a99b-a0e22919635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:38.946672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227df64-851c-4afa-807c-ccf446613b17 req-50b7c4c9-6832-4546-a99b-a0e22919635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:38.947335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227df64-851c-4afa-807c-ccf446613b17 req-50b7c4c9-6832-4546-a99b-a0e22919635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:38.948075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227df64-851c-4afa-807c-ccf446613b17 req-50b7c4c9-6832-4546-a99b-a0e22919635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:38.957408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a227df64-851c-4afa-807c-ccf446613b17 req-50b7c4c9-6832-4546-a99b-a0e22919635d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6499 time: 0.1716390 Nov 10 16:50:39.015533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-2647f1da-714c-4be4-933c-28b6254c08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.016423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-2647f1da-714c-4be4-933c-28b6254c08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.017034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-2647f1da-714c-4be4-933c-28b6254c08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.017636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-2647f1da-714c-4be4-933c-28b6254c08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.018304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-2647f1da-714c-4be4-933c-28b6254c08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.019079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-2647f1da-714c-4be4-933c-28b6254c08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.019815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-2647f1da-714c-4be4-933c-28b6254c08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.022975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-2647f1da-714c-4be4-933c-28b6254c08b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b77e4e840b4740faa5bcd049307eb068&device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 6499 time: 0.0795691 Nov 10 16:50:39.049481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a227df64-851c-4afa-807c-ccf446613b17 req-b89549a5-7352-444b-b006-ae5607f5792b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&id=15c340a4-c2da-4760-859e-30279bf7ce18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906470 Nov 10 16:50:39.314263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-b5e7262d-b37b-4346-ab28-81602cadf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.320188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-b5e7262d-b37b-4346-ab28-81602cadf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.320797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-b5e7262d-b37b-4346-ab28-81602cadf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.322695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-b5e7262d-b37b-4346-ab28-81602cadf2c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&id=650047ea-d6fe-4afa-8b18-0dde135647bf&id=650047ea-d6fe-4afa-8b18-0dde135647bf HTTP/1.1" status: 200 len: 2292 time: 0.2467506 Nov 10 16:50:39.531266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-24e42e1a-0807-4ec4-bff7-b7da6ec7d8e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=037c0619-88ff-4df6-9d08-a678919d85c4 HTTP/1.1" status: 200 len: 1002 time: 0.1980026 Nov 10 16:50:39.676474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-64a47cbc-2d90-4092-a007-5672240a70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.678197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-64a47cbc-2d90-4092-a007-5672240a70a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc279a63-2128-412b-a4ba-7615da2ef304 HTTP/1.1" status: 200 len: 851 time: 0.1353052 Nov 10 16:50:39.859782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:39.975397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-4467a94b-bb5a-4b4b-ad13-f0bd4b6c3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:39.977219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-4467a94b-bb5a-4b4b-ad13-f0bd4b6c3f08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2cf5e08-84ad-4a93-99ed-5b2f581fd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2858043 Nov 10 16:50:40.016613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dae1a7-3619-4083-a28c-4b4d6ca80189 req-85d49eca-f71c-4772-8033-dac8f2cbe204 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:40.018470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-23dae1a7-3619-4083-a28c-4b4d6ca80189 req-85d49eca-f71c-4772-8033-dac8f2cbe204 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.3379297 Nov 10 16:50:40.190463 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-58e9f776-3977-423a-9f66-1d538555ad6a service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580350 Nov 10 16:50:40.279654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Subnet': ['ID=b819a885-6c92-4f2c-a660-89ceec4625a6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:40.330514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-23dae1a7-3619-4083-a28c-4b4d6ca80189 req-0bf600e7-f176-4ab8-aa89-fdb66d3ae0c6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710415 Nov 10 16:50:40.333209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Checking segment: {'id': 'd3c934e7-6a87-4aec-ad3f-c94a25a7bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6dfb82e9-fef0-4760-82c2-648dbd09ad25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:50:40.335474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Network hostable DHCP agents. Network: 6dfb82e9-fef0-4760-82c2-648dbd09ad25, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:50:40.399506 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-97d30d7c-3d51-4f0c-a1f0-ce9662f20ecd service neutron] 10.222.0.18 "GET /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972106 Nov 10 16:50:40.461735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-cabba046-366a-4f1f-ada2-1efb93ac35fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 217 time: 0.0541806 Nov 10 16:50:40.481238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Network 6dfb82e9-fef0-4760-82c2-648dbd09ad25 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:50:40.516438 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:40.529476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-88ed3cc2-6087-44e1-afb9-2f3f3bea09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:40.531186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-88ed3cc2-6087-44e1-afb9-2f3f3bea09b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.0623651 Nov 10 16:50:40.631624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 6dfb82e9-fef0-4760-82c2-648dbd09ad25) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:50:40.649086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38947ca9-95a8-4e16-bb01-88a5d74b84b3 None None] Network 6dfb82e9-fef0-4760-82c2-648dbd09ad25 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:50:40.696329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:40.729696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-e34b0617-0b0a-4c7b-8494-54c4a75974cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:40.734566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-e34b0617-0b0a-4c7b-8494-54c4a75974cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1948547 Nov 10 16:50:40.998321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-6dfb82e9-fef0-4760-82c2-648dbd09ad25', 'network_id': '6dfb82e9-fef0-4760-82c2-648dbd09ad25', 'tenant_id': 'd5eee0cca2ba4390bcfee83280105df4', 'fixed_ips': [{'subnet_id': 'b819a885-6c92-4f2c-a660-89ceec4625a6'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:50:40.999209 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:41.159955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event updated for resources: {'Subnet': ['ID=dc21aeba-5081-4c4b-a4d8-3c3cd229701b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:41.172505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Checking segment: {'id': '8815b14e-a790-4ee6-9e69-5fedf492e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40b2f6ce-7b02-4eab-96fb-6fa0b45a4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:50:41.172978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Network hostable DHCP agents. Network: 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:50:41.179730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-82f72207-e53a-450b-8265-4fa5b714d175 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310063 Nov 10 16:50:41.357935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Network 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:50:41.399706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Allocated IP 2001:db8::1 (6dfb82e9-fef0-4760-82c2-648dbd09ad25/b819a885-6c92-4f2c-a660-89ceec4625a6/11358270-d47b-4405-b8df-9ddab40965c9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:50:41.433238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-79f7b5a7-9cef-429f-bb02-d1ceddd83ace service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382967 Nov 10 16:50:41.559285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-e2214deb-6e53-4a3b-b223-ef6593d904f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 217 time: 0.1182380 Nov 10 16:50:41.567725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:50:41.581531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b2792b-deac-45be-ba9d-98442568f6cd None None] Network 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:50:41.734443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-8f46b4d5-d071-47b5-9943-5f26ceac209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:41.736451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-8f46b4d5-d071-47b5-9943-5f26ceac209d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.1582935 Nov 10 16:50:41.738135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:41.738679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:41.739450 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:41.788361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd1625-485f-4cae-bd1b-b7ef90519a7b req-ae333865-e0f8-4061-9f36-e88adb3fd230 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:41.793872 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28bd1625-485f-4cae-bd1b-b7ef90519a7b req-ae333865-e0f8-4061-9f36-e88adb3fd230 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.2806714 Nov 10 16:50:41.906472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:41.925406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d078a53e-129d-4337-b9ef-3a87f280b2b3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.7597384 Nov 10 16:50:41.928080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36602) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:41.988680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-40b2f6ce-7b02-4eab-96fb-6fa0b45a4363', 'network_id': '40b2f6ce-7b02-4eab-96fb-6fa0b45a4363', 'tenant_id': 'd5eee0cca2ba4390bcfee83280105df4', 'fixed_ips': [{'subnet_id': 'dc21aeba-5081-4c4b-a4d8-3c3cd229701b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:50:41.993313 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.021280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-1ec2e653-3299-43f4-b6c8-1b126c825f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:42.023424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-1ec2e653-3299-43f4-b6c8-1b126c825f3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2280097 Nov 10 16:50:42.057125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28bd1625-485f-4cae-bd1b-b7ef90519a7b req-41cad0c8-9710-48f2-99f9-b52913d4e941 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356100 Nov 10 16:50:42.093629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.168040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df10aff-136b-47a2-9c79-6ef1e77da442 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:42.169754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df10aff-136b-47a2-9c79-6ef1e77da442 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:42.197865 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df10aff-136b-47a2-9c79-6ef1e77da442 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:42.199687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1df10aff-136b-47a2-9c79-6ef1e77da442 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2689059 Nov 10 16:50:42.212936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36612) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:42.400631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-3ce1e4a8-a45f-4f78-b08b-cd5e8bac89a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345098 Nov 10 16:50:42.415101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0145176-e399-4f34-bdd7-2b9d9d5d4e02 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Deleting subnet b819a885-6c92-4f2c-a660-89ceec4625a6 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:50:42.419664 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0145176-e399-4f34-bdd7-2b9d9d5d4e02 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.456022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Pushing event updated for resources: {'Port': ['ID=11358270-d47b-4405-b8df-9ddab40965c9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:42.465896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Network 6dfb82e9-fef0-4760-82c2-648dbd09ad25 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:50:42.470554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:50:42.478900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:50:42.487800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0145176-e399-4f34-bdd7-2b9d9d5d4e02 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.512520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.513040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.513528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.513865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.514186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.514505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.514972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.515298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.515693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.515966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.516282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.516585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:50:42.592098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Attempting to bind port 11358270-d47b-4405-b8df-9ddab40965c9 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:50:42.592799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Attempting to bind port 11358270-d47b-4405-b8df-9ddab40965c9 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'd3c934e7-6a87-4aec-ad3f-c94a25a7bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6dfb82e9-fef0-4760-82c2-648dbd09ad25'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:50:42.592921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Attempting to bind port 11358270-d47b-4405-b8df-9ddab40965c9 on network 6dfb82e9-fef0-4760-82c2-648dbd09ad25 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:50:42.613819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:50:42.613819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Checking segment: {'id': 'd3c934e7-6a87-4aec-ad3f-c94a25a7bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6dfb82e9-fef0-4760-82c2-648dbd09ad25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:50:42.613819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.613819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Bound using segment: {'id': 'd3c934e7-6a87-4aec-ad3f-c94a25a7bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6dfb82e9-fef0-4760-82c2-648dbd09ad25'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:50:42.613819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Bound port: 11358270-d47b-4405-b8df-9ddab40965c9, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c934e7-6a87-4aec-ad3f-c94a25a7bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6dfb82e9-fef0-4760-82c2-648dbd09ad25'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:50:42.613819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.627768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Allocated IP 2001:db8:0:1::1 (40b2f6ce-7b02-4eab-96fb-6fa0b45a4363/dc21aeba-5081-4c4b-a4d8-3c3cd229701b/bcada03c-300a-482c-b33e-73325c1a19bd) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:50:42.656626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0145176-e399-4f34-bdd7-2b9d9d5d4e02 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.765077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-32f71548-757c-4af0-8748-6df094aed261 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566399 Nov 10 16:50:42.870844 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-b16787f1-b84c-4303-b9b5-bb380ecd6f2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=a6df1d8a-ea18-4393-801b-6add954c4c55 HTTP/1.1" status: 200 len: 217 time: 0.0980577 Nov 10 16:50:42.930307 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0145176-e399-4f34-bdd7-2b9d9d5d4e02 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.947334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.955753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] For port 11358270-d47b-4405-b8df-9ddab40965c9, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:50:42.968818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] For port 11358270-d47b-4405-b8df-9ddab40965c9, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=11358270-d47b-4405-b8df-9ddab40965c9,segment=NetworkSegment(d3c934e7-6a87-4aec-ad3f-c94a25a7bfaf),segment_id=d3c934e7-6a87-4aec-ad3f-c94a25a7bfaf)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:50:42.976675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0145176-e399-4f34-bdd7-2b9d9d5d4e02 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:42.983965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d0145176-e399-4f34-bdd7-2b9d9d5d4e02 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/subnets/b819a885-6c92-4f2c-a660-89ceec4625a6 HTTP/1.1" status: 204 len: 168 time: 0.7695026 Nov 10 16:50:42.986855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36624) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:43.041269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-8b5247d5-5407-45a4-88d8-5a38e37591a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:43.047187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-8b5247d5-5407-45a4-88d8-5a38e37591a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.1693215 Nov 10 16:50:43.060033 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:43.148113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:43.187203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63edaa6-6982-4fd0-a048-677332644e05 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Deleting subnet dc21aeba-5081-4c4b-a4d8-3c3cd229701b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:50:43.200892 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e63edaa6-6982-4fd0-a048-677332644e05 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:43.226376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-0c87c491-2a84-417a-83f9-ed415cbdd7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:43.226376 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-0c87c491-2a84-417a-83f9-ed415cbdd7de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568575 Nov 10 16:50:43.227571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Network 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:50:43.227571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:50:43.230995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:50:43.341594 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e63edaa6-6982-4fd0-a048-677332644e05 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:43.402695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Attempting to bind port bcada03c-300a-482c-b33e-73325c1a19bd on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:50:43.403105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Attempting to bind port bcada03c-300a-482c-b33e-73325c1a19bd by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8815b14e-a790-4ee6-9e69-5fedf492e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40b2f6ce-7b02-4eab-96fb-6fa0b45a4363'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:50:43.403514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Attempting to bind port bcada03c-300a-482c-b33e-73325c1a19bd on network 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:50:43.405661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Pushing event updated for resources: {'Port': ['ID=bcada03c-300a-482c-b33e-73325c1a19bd,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:43.450419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0145176-e399-4f34-bdd7-2b9d9d5d4e02 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Subnet': ['ID=b819a885-6c92-4f2c-a660-89ceec4625a6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:43.574214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32926866-8128-4c9c-aba9-d4608f3114f2 None None] Pushing event updated for resources: {'Port': ['ID=11358270-d47b-4405-b8df-9ddab40965c9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:43.585343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-7d311881-2d1b-47a6-8eb4-c5e3237b1f48 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637021 Nov 10 16:50:43.595319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:50:43.595908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Checking segment: {'id': '8815b14e-a790-4ee6-9e69-5fedf492e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40b2f6ce-7b02-4eab-96fb-6fa0b45a4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:50:43.596155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:43.596473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Bound using segment: {'id': '8815b14e-a790-4ee6-9e69-5fedf492e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40b2f6ce-7b02-4eab-96fb-6fa0b45a4363'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:50:43.597205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Bound port: bcada03c-300a-482c-b33e-73325c1a19bd, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8815b14e-a790-4ee6-9e69-5fedf492e070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40b2f6ce-7b02-4eab-96fb-6fa0b45a4363'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:50:43.597668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:43.654925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9d298-1b81-42d5-8b90-5101d1348b25 req-e111b319-65f5-4210-9aa5-57653584c918 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:43.664680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e63edaa6-6982-4fd0-a048-677332644e05 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:43.664892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c9d298-1b81-42d5-8b90-5101d1348b25 req-e111b319-65f5-4210-9aa5-57653584c918 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.3895981 Nov 10 16:50:43.944669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6c9d298-1b81-42d5-8b90-5101d1348b25 req-86bf1507-0884-4105-b3d4-642b4e90c935 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787147 Nov 10 16:50:44.009928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-77cc7c86-6b2d-4e6e-b0f1-3c623be64191 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143653 Nov 10 16:50:44.074515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-d5651ca8-a077-4579-a9e5-ab7215d5dae4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=60898d86-7bc3-4062-9773-8363c4476c9f HTTP/1.1" status: 200 len: 217 time: 0.0593293 Nov 10 16:50:44.084180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e63edaa6-6982-4fd0-a048-677332644e05 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:44.089510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9392059c-5955-4fac-932a-32249e169d62 None None] For port bcada03c-300a-482c-b33e-73325c1a19bd, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:50:44.101094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9392059c-5955-4fac-932a-32249e169d62 None None] For port bcada03c-300a-482c-b33e-73325c1a19bd, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bcada03c-300a-482c-b33e-73325c1a19bd,segment=NetworkSegment(8815b14e-a790-4ee6-9e69-5fedf492e070),segment_id=8815b14e-a790-4ee6-9e69-5fedf492e070)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:50:44.180492 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:44.185996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63edaa6-6982-4fd0-a048-677332644e05 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Subnet': ['ID=dc21aeba-5081-4c4b-a4d8-3c3cd229701b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:44.201482 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e63edaa6-6982-4fd0-a048-677332644e05 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:44.216836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e63edaa6-6982-4fd0-a048-677332644e05 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/subnets/dc21aeba-5081-4c4b-a4d8-3c3cd229701b HTTP/1.1" status: 204 len: 168 time: 1.2036619 Nov 10 16:50:44.217577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36650) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:44.250676 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-aacd83fb-ea0c-45d6-863a-000f027e48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:44.259238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-aacd83fb-ea0c-45d6-863a-000f027e48ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 200 len: 797 time: 0.1636443 Nov 10 16:50:44.488087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392059c-5955-4fac-932a-32249e169d62 None None] Pushing event updated for resources: {'Port': ['ID=bcada03c-300a-482c-b33e-73325c1a19bd,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:44.505430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bafc50b-37f6-43c5-8b28-d30d488c6130 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:44.511129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5bafc50b-37f6-43c5-8b28-d30d488c6130 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2874100 Nov 10 16:50:44.513493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36656) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:44.516063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-5efcecc1-9a77-4ac6-8311-e85cfa3ade53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:44.517586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-5efcecc1-9a77-4ac6-8311-e85cfa3ade53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc91858-4f38-4b10-9cfb-33f33ed3498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2512589 Nov 10 16:50:44.765588 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:44.776616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-313056a9-f690-4fbb-8584-13310a56ca6c service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511077 Nov 10 16:50:44.937774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Deleting port bcada03c-300a-482c-b33e-73325c1a19bd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:44.937774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:45.031791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-c7487b03-3f4c-4c98-921b-891e748f51de service neutron] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469246 Nov 10 16:50:45.180411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] For port bcada03c-300a-482c-b33e-73325c1a19bd, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bcada03c-300a-482c-b33e-73325c1a19bd,segment=NetworkSegment(8815b14e-a790-4ee6-9e69-5fedf492e070),segment_id=8815b14e-a790-4ee6-9e69-5fedf492e070)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:45.181038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:45.214250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Calling delete_port for bcada03c-300a-482c-b33e-73325c1a19bd owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:45.231515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-c5ff44e0-73c5-44df-a308-e63ff568341b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965 HTTP/1.1" status: 200 len: 217 time: 0.1865191 Nov 10 16:50:45.453707 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:45.527075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621772c-6754-44ce-af3e-f004591c808c req-58b2fa0f-1ca9-4cc3-8469-2e536301aa0c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:45.541153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e621772c-6754-44ce-af3e-f004591c808c req-58b2fa0f-1ca9-4cc3-8469-2e536301aa0c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.3512204 Nov 10 16:50:45.570804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Port': ['ID=bcada03c-300a-482c-b33e-73325c1a19bd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:45.580670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-951fadc4-5e1d-4f7c-ab76-9f17d8587fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:45.592702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-951fadc4-5e1d-4f7c-ab76-9f17d8587fb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.3559835 Nov 10 16:50:45.616005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] No DVR routers for this DVR port bcada03c-300a-482c-b33e-73325c1a19bd on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:50:45.649342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 11358270-d47b-4405-b8df-9ddab40965c9 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:50:45.744224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e621772c-6754-44ce-af3e-f004591c808c req-63b37a4f-9dd1-4af5-93ba-6d217f05075d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020490 Nov 10 16:50:45.749509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11aad4-c170-428b-81d1-6a4acb43b582 None None] Network 6dfb82e9-fef0-4760-82c2-648dbd09ad25 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:50:45.877701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-9a532464-dd15-41be-a41c-a0fe87e37fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:45.884766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-9a532464-dd15-41be-a41c-a0fe87e37fc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1982620 Nov 10 16:50:45.921577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.012872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b2f6ce-7b02-4eab-96fb-6fa0b45a4363']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:46.055562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8815b14e-a790-4ee6-9e69-5fedf492e070') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:46.056139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8815b14e-a790-4ee6-9e69-5fedf492e070') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:46.089118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.123787 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.134026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:50:46.134577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.257800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-5efd9246-b688-46a1-a947-311994006fda service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648460 Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:50:46.263003 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:50:46.373373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.386646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.411355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/networks/40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 HTTP/1.1" status: 204 len: 168 time: 1.8965037 Nov 10 16:50:46.416206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36680) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:46.497290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f039c24-9acb-440a-bf9a-6e21d438ab51 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Network': ['ID=40b2f6ce-7b02-4eab-96fb-6fa0b45a4363,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:46.552560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-80239bcb-4cf4-4211-b9c8-5b26e14c8dcd service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828841 Nov 10 16:50:46.614346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3fe41fe3-5649-43cd-96f1-2ce65c5dc405 None None] Provisioning complete for port 11358270-d47b-4405-b8df-9ddab40965c9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:50:46.614710 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3fe41fe3-5649-43cd-96f1-2ce65c5dc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.697813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-bce33e90-66e8-4995-b8b6-430ab95c7845 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5 HTTP/1.1" status: 200 len: 217 time: 0.1285157 Nov 10 16:50:46.710612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0dbd40-9493-4be2-883a-b5c883bc51e6 None None] DHCP port deletion for 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:50:46.752458 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.819697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a9581-146f-4bb9-93ac-fa6735b40050 None None] Network 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:50:46.856257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 11358270-d47b-4405-b8df-9ddab40965c9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:50:46.856983 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:46.893126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-6c40fade-d531-4c6d-a657-7fb5a46de3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:46.898271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-6c40fade-d531-4c6d-a657-7fb5a46de3bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 200 len: 797 time: 0.1915340 Nov 10 16:50:46.934611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a9581-146f-4bb9-93ac-fa6735b40050 None None] Network 40b2f6ce-7b02-4eab-96fb-6fa0b45a4363 could not be found, it might have been deleted concurrently. {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 16:50:46.995694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Deleting port 11358270-d47b-4405-b8df-9ddab40965c9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:46.998374 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:47.117582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:47.118929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] For port 11358270-d47b-4405-b8df-9ddab40965c9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=11358270-d47b-4405-b8df-9ddab40965c9,segment=NetworkSegment(d3c934e7-6a87-4aec-ad3f-c94a25a7bfaf),segment_id=d3c934e7-6a87-4aec-ad3f-c94a25a7bfaf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:47.119627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:47.134983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] DHCP port deletion for 6dfb82e9-fef0-4760-82c2-648dbd09ad25 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:50:47.138989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Calling delete_port for 11358270-d47b-4405-b8df-9ddab40965c9 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:47.146125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-6f4410e3-47e6-41e2-baa1-355dad765e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:47.154755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-6f4410e3-47e6-41e2-baa1-355dad765e56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=650047ea-d6fe-4afa-8b18-0dde135647bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2486727 Nov 10 16:50:47.326119 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3fe41fe3-5649-43cd-96f1-2ce65c5dc405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:47.452948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] Deleting port 11358270-d47b-4405-b8df-9ddab40965c9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:50:47.497462 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:47.497607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b73990-d6d9-430d-9c0c-78f5ddd9758a req-24fe988a-27bc-48fc-819d-671ccc4a0750 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:47.497607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70b73990-d6d9-430d-9c0c-78f5ddd9758a req-24fe988a-27bc-48fc-819d-671ccc4a0750 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.4223039 Nov 10 16:50:47.498699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-48416aed-8486-45fe-8a5a-876232ef3066 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307948 Nov 10 16:50:47.547639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] For port 11358270-d47b-4405-b8df-9ddab40965c9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=11358270-d47b-4405-b8df-9ddab40965c9,segment=NetworkSegment(d3c934e7-6a87-4aec-ad3f-c94a25a7bfaf),segment_id=d3c934e7-6a87-4aec-ad3f-c94a25a7bfaf)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:47.548072 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:47.561182 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:50:47.563374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] Calling delete_port for 11358270-d47b-4405-b8df-9ddab40965c9 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:50:47.739355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70b73990-d6d9-430d-9c0c-78f5ddd9758a req-220ac402-fa29-4a63-95c4-67b45fb495b6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375221 Nov 10 16:50:47.797679 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6a95ddc-bf6e-4b2d-a7f4-77ca73672d65 req-5c9aff99-1359-45c2-8d1c-db1db3e2b8d0 service neutron] 10.222.0.18 "GET /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882197 Nov 10 16:50:47.938622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:47.986972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Port': ['ID=11358270-d47b-4405-b8df-9ddab40965c9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:47.995728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] No DVR routers for this DVR port 11358270-d47b-4405-b8df-9ddab40965c9 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:50:48.013156 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bcada03c-300a-482c-b33e-73325c1a19bd up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:50:48.036631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: bcada03c-300a-482c-b33e-73325c1a19bd {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:50:48.036979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bcada03c-300a-482c-b33e-73325c1a19bd not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 16:50:48.040462 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.083269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Port bcada03c-300a-482c-b33e-73325c1a19bd not found, will not notify nova. {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 16:50:48.088661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] Pushing event deleted for resources: {'Port': ['ID=11358270-d47b-4405-b8df-9ddab40965c9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:48.091282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.095327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f999987-f30b-46ca-b581-f12fad686232 None None] No DVR routers for this DVR port 11358270-d47b-4405-b8df-9ddab40965c9 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:50:48.130511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e24d5b08-4bc0-4e81-9584-c939a57a6ddc None None] Could not find standard attr ID for object bcada03c-300a-482c-b33e-73325c1a19bd. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:50:48.157749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfb82e9-fef0-4760-82c2-648dbd09ad25']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:48.185701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c934e7-6a87-4aec-ad3f-c94a25a7bfaf') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:48.186256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c934e7-6a87-4aec-ad3f-c94a25a7bfaf') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:48.198593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.198880 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bcada03c-300a-482c-b33e-73325c1a19bd no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:50:48.214521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.222710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:50:48.222710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:50:48.226531 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:50:48.230123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: bcada03c-300a-482c-b33e-73325c1a19bd {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:50:48.230529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bcada03c-300a-482c-b33e-73325c1a19bd not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:50:48.230998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 11358270-d47b-4405-b8df-9ddab40965c9 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:50:48.251232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 11358270-d47b-4405-b8df-9ddab40965c9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:50:48.251722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 11358270-d47b-4405-b8df-9ddab40965c9 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:50:48.385798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.392658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.401286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/networks/6dfb82e9-fef0-4760-82c2-648dbd09ad25 HTTP/1.1" status: 204 len: 168 time: 1.9756958 Nov 10 16:50:48.401407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:48.426467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf647508-68a3-42f9-804a-6e85d1f89b9c tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Network': ['ID=6dfb82e9-fef0-4760-82c2-648dbd09ad25,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:48.514668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.908142 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:48.935872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11d62ac-db26-4a6b-8698-d13d9766fefa']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:48.948811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e771ae2f-11fd-4235-802f-1bb0f2068e31') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:48.949169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e771ae2f-11fd-4235-802f-1bb0f2068e31') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:48.958072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cec83-b596-40ef-a254-b7818e307684 req-65472e51-2207-47a6-a4e5-285da4d0f325 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:48.961320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d98cec83-b596-40ef-a254-b7818e307684 req-65472e51-2207-47a6-a4e5-285da4d0f325 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0807295 Nov 10 16:50:48.970086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.001167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.017654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:50:49.018083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:50:49.022035 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:50:49.054178 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d98cec83-b596-40ef-a254-b7818e307684 req-9fd559d6-c83e-48dc-af50-5636f00126be tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860686 Nov 10 16:50:49.218051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.226490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.229928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/networks/f11d62ac-db26-4a6b-8698-d13d9766fefa HTTP/1.1" status: 204 len: 168 time: 0.8286796 Nov 10 16:50:49.232567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36730) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:49.251912 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0313e1-b6f6-4a65-9958-8eab0c1e03ea tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Network': ['ID=f11d62ac-db26-4a6b-8698-d13d9766fefa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:49.325146 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.427543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.456156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d4d541-7f87-4f63-8f82-3fad4f0dfb9f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:49.472725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad4bfb7-a6c8-45f2-894b-c5d3b89089e5') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:49.472960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad4bfb7-a6c8-45f2-894b-c5d3b89089e5') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:50:49.483782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.499772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.507180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:50:49.507596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:50:49.511002 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:50:49.732336 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.739644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:49.743502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] 10.222.0.62 "DELETE /v2.0/networks/81d4d541-7f87-4f63-8f82-3fad4f0dfb9f HTTP/1.1" status: 204 len: 168 time: 0.5099030 Nov 10 16:50:49.755759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6113c-9f13-477c-907d-0a9736bdf0c3 tempest-BulkNetworkOpsIpV6Test-1142765722 tempest-BulkNetworkOpsIpV6Test-1142765722-project] Pushing event deleted for resources: {'Network': ['ID=81d4d541-7f87-4f63-8f82-3fad4f0dfb9f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:50.243481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9414dd0-cfe0-422c-b926-a915fc54dc6c req-67c48ab7-f90f-48b9-bc7c-715a7ce3251b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:50.243481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9414dd0-cfe0-422c-b926-a915fc54dc6c req-67c48ab7-f90f-48b9-bc7c-715a7ce3251b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0976481 Nov 10 16:50:50.296134 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9414dd0-cfe0-422c-b926-a915fc54dc6c req-f7e7ee4b-2e8e-44d6-9f52-82cfa3600b13 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484095 Nov 10 16:50:50.479150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:50.642695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-14dca6f7-30f5-4bd9-8ce8-b7dae15b0147 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5eee0cca2ba4390bcfee83280105df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621614 Nov 10 16:50:50.645417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36782) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:50.703726 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0347e81e-1df6-458c-9990-e4c9b54645f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:50.748224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0347e81e-1df6-458c-9990-e4c9b54645f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:50.973373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0347e81e-1df6-458c-9990-e4c9b54645f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:50.976555 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0347e81e-1df6-458c-9990-e4c9b54645f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:50.977868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0347e81e-1df6-458c-9990-e4c9b54645f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72ec9671-21a7-4a24-a1e3-ca1d9e0e0863 HTTP/1.1" status: 204 len: 168 time: 0.3312607 Nov 10 16:50:50.987079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347e81e-1df6-458c-9990-e4c9b54645f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec9671-21a7-4a24-a1e3-ca1d9e0e0863,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:51.453105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c54f-1cad-46c3-9f5f-7c2320e7a015 req-bf407992-2ca8-4985-a5f0-82ff077a3ced tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:51.455708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4248c54f-1cad-46c3-9f5f-7c2320e7a015 req-bf407992-2ca8-4985-a5f0-82ff077a3ced tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0716863 Nov 10 16:50:51.540505 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4248c54f-1cad-46c3-9f5f-7c2320e7a015 req-3a882732-bbbc-4cbf-b499-074dde2087ef tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776553 Nov 10 16:50:52.498698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36840) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:52.628418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cb1bbc6f-df84-4582-92dd-b8a854701076 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:52.629433 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-cb1bbc6f-df84-4582-92dd-b8a854701076 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 16:50:52.629942 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-cb1bbc6f-df84-4582-92dd-b8a854701076 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 16:50:52.631232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cb1bbc6f-df84-4582-92dd-b8a854701076 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1315856 Nov 10 16:50:52.635499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36848) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:52.641419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--812016944'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:52.713218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc9c1b-e219-4dd8-886e-07d224fc0cfe req-f769e8e1-a4ab-40ea-bfff-59a7d09a62b7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:52.720867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ffc9c1b-e219-4dd8-886e-07d224fc0cfe req-f769e8e1-a4ab-40ea-bfff-59a7d09a62b7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0579872 Nov 10 16:50:52.767357 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:52.796861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:52.805831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ffc9c1b-e219-4dd8-886e-07d224fc0cfe req-f0f7a8d8-3f7f-49d3-9180-51805ba0a122 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839770 Nov 10 16:50:52.892912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.004005 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.042542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910e87da-f453-4389-ba1f-bad3c2890be9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:53.109884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.213247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.251091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c215d-7052-4a3c-88e3-4b39ba28d31e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:53.383875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.383875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5edc846a-6aa4-4569-96a2-ef942d306045 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7458429 Nov 10 16:50:53.385466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:53.389966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-44ba69dc-d97b-4af7-abd3-f62c707cdd03 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': 'b57c215d-7052-4a3c-88e3-4b39ba28d31e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:53.576156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44ba69dc-d97b-4af7-abd3-f62c707cdd03 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.665714 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44ba69dc-d97b-4af7-abd3-f62c707cdd03 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.750297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44ba69dc-d97b-4af7-abd3-f62c707cdd03 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.773462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba69dc-d97b-4af7-abd3-f62c707cdd03 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85abe3f7-9bc5-43fd-94fd-e2c476587323,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:53.861375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44ba69dc-d97b-4af7-abd3-f62c707cdd03 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:53.865686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:53.866470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-44ba69dc-d97b-4af7-abd3-f62c707cdd03 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4792113 Nov 10 16:50:53.872692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-944bfe54-b21b-467d-9af2-82280c028e47 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': 'b57c215d-7052-4a3c-88e3-4b39ba28d31e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:53.977923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfbe97-ffdb-47d4-9c43-ad2ac84107bc req-c2af550b-76bf-486d-b5af-6111e7bf6b9b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:53.979692 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fbfbe97-ffdb-47d4-9c43-ad2ac84107bc req-c2af550b-76bf-486d-b5af-6111e7bf6b9b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0647757 Nov 10 16:50:54.008264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944bfe54-b21b-467d-9af2-82280c028e47 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:54.075583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3fbfbe97-ffdb-47d4-9c43-ad2ac84107bc req-23369cbb-340c-4213-9364-4c13361fcbad tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897541 Nov 10 16:50:54.236843 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-944bfe54-b21b-467d-9af2-82280c028e47 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 16:50:54.237882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-944bfe54-b21b-467d-9af2-82280c028e47 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3693986 Nov 10 16:50:54.242512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36900) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:54.313294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1198ae43-52ab-4a91-8e9d-d927b4b55df9 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:54.341787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1198ae43-52ab-4a91-8e9d-d927b4b55df9 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:54.539931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1198ae43-52ab-4a91-8e9d-d927b4b55df9 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:54.543229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1198ae43-52ab-4a91-8e9d-d927b4b55df9 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:54.545891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1198ae43-52ab-4a91-8e9d-d927b4b55df9 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/b57c215d-7052-4a3c-88e3-4b39ba28d31e HTTP/1.1" status: 204 len: 168 time: 0.3021612 Nov 10 16:50:54.549596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36910) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:54.557816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198ae43-52ab-4a91-8e9d-d927b4b55df9 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c215d-7052-4a3c-88e3-4b39ba28d31e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:54.624910 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b85da49-e0d9-4485-92f3-2a37ce750d2f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0738859 Nov 10 16:50:54.629018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:54.640376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f73186a1-6a26-412a-b116-b953afe18c59 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090562022'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:54.774455 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f73186a1-6a26-412a-b116-b953afe18c59 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:54.881259 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f73186a1-6a26-412a-b116-b953afe18c59 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:55.013261 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f73186a1-6a26-412a-b116-b953afe18c59 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:55.049426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73186a1-6a26-412a-b116-b953afe18c59 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609d3003-e253-4af1-bd31-c4c6b24a043b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:55.157392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f73186a1-6a26-412a-b116-b953afe18c59 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:55.159885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f73186a1-6a26-412a-b116-b953afe18c59 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5292566 Nov 10 16:50:55.163084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36934) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:55.170193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-14011fe7-a4e4-4b10-aeec-1269dfa5adf3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '609d3003-e253-4af1-bd31-c4c6b24a043b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:55.171410 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-14011fe7-a4e4-4b10-aeec-1269dfa5adf3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 16:50:55.173048 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-14011fe7-a4e4-4b10-aeec-1269dfa5adf3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:55.177565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-14011fe7-a4e4-4b10-aeec-1269dfa5adf3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0130863 Nov 10 16:50:55.180697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36936) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:55.286532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7adb4b-4021-47f5-a49b-8cb094157835 req-37694e54-e864-4abf-bf07-0794c38dfb65 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:55.288825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db7adb4b-4021-47f5-a49b-8cb094157835 req-37694e54-e864-4abf-bf07-0794c38dfb65 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0900311 Nov 10 16:50:55.307221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5ade276-ff3b-4f50-b412-afd2d3f581a1 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:55.360037 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5ade276-ff3b-4f50-b412-afd2d3f581a1 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:55.390520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db7adb4b-4021-47f5-a49b-8cb094157835 req-4e2a4716-5f19-4652-8763-a42b47262a2f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908034 Nov 10 16:50:55.568087 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5ade276-ff3b-4f50-b412-afd2d3f581a1 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:55.571485 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5ade276-ff3b-4f50-b412-afd2d3f581a1 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:55.572823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a5ade276-ff3b-4f50-b412-afd2d3f581a1 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/609d3003-e253-4af1-bd31-c4c6b24a043b HTTP/1.1" status: 204 len: 168 time: 0.3908424 Nov 10 16:50:55.575495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36944) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:55.585442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ade276-ff3b-4f50-b412-afd2d3f581a1 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609d3003-e253-4af1-bd31-c4c6b24a043b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:55.668934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-80b80ab4-d797-4215-9ffa-02d5fc2a3928 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0921042 Nov 10 16:50:55.669494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36946) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:55.679553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c48cb002-4021-472d-abcf-15c26ca438d3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--134041841'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:55.796932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cb002-4021-472d-abcf-15c26ca438d3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:55.884141 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cb002-4021-472d-abcf-15c26ca438d3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:56.059166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cb002-4021-472d-abcf-15c26ca438d3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:56.092077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cb002-4021-472d-abcf-15c26ca438d3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747ee8ad-aaff-40ca-802e-37f1b4e0b1e3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:56.208699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48cb002-4021-472d-abcf-15c26ca438d3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:56.210472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c48cb002-4021-472d-abcf-15c26ca438d3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5388350 Nov 10 16:50:56.213448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:56.218107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b695e140-ffc3-4057-9fb3-f1aa968c69e0 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '747ee8ad-aaff-40ca-802e-37f1b4e0b1e3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:56.240312 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-b695e140-ffc3-4057-9fb3-f1aa968c69e0 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 16:50:56.241519 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-b695e140-ffc3-4057-9fb3-f1aa968c69e0 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:56.242761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b695e140-ffc3-4057-9fb3-f1aa968c69e0 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0283115 Nov 10 16:50:56.245721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:56.314423 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16214efa-2f23-4a88-8c01-0bca75342372 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:56.337159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16214efa-2f23-4a88-8c01-0bca75342372 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:56.538278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fbce4-5c6b-4016-b7d3-4518c8de7b6d req-a4f098d4-3488-437e-ad19-80c7fee1905b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:56.539137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16214efa-2f23-4a88-8c01-0bca75342372 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:56.539680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-375fbce4-5c6b-4016-b7d3-4518c8de7b6d req-a4f098d4-3488-437e-ad19-80c7fee1905b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0583990 Nov 10 16:50:56.543876 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16214efa-2f23-4a88-8c01-0bca75342372 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:56.545115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-16214efa-2f23-4a88-8c01-0bca75342372 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/747ee8ad-aaff-40ca-802e-37f1b4e0b1e3 HTTP/1.1" status: 204 len: 168 time: 0.2983043 Nov 10 16:50:56.547990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:56.557627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16214efa-2f23-4a88-8c01-0bca75342372 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747ee8ad-aaff-40ca-802e-37f1b4e0b1e3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:56.642695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bc98a7f8-e898-48fb-835c-6996a56414c0 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876446 Nov 10 16:50:56.642695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-375fbce4-5c6b-4016-b7d3-4518c8de7b6d req-0a7e75bc-dba8-43e3-ac4a-fadeeec96594 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858355 Nov 10 16:50:56.643658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36974) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:56.648325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cd9178db-b9d3-496c-ad9e-8865c937f65f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058027045'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:56.825773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd9178db-b9d3-496c-ad9e-8865c937f65f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:56.926716 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd9178db-b9d3-496c-ad9e-8865c937f65f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:57.099081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd9178db-b9d3-496c-ad9e-8865c937f65f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:57.129303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9178db-b9d3-496c-ad9e-8865c937f65f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3744f-1b49-489d-b7dd-e22fc1940737,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:57.284216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd9178db-b9d3-496c-ad9e-8865c937f65f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:57.287288 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd9178db-b9d3-496c-ad9e-8865c937f65f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6413066 Nov 10 16:50:57.289109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36992) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:57.293786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1655caf0-70a3-4f9c-a242-c57add47cb09 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '82f3744f-1b49-489d-b7dd-e22fc1940737', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:57.315296 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-1655caf0-70a3-4f9c-a242-c57add47cb09 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 16:50:57.315949 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-1655caf0-70a3-4f9c-a242-c57add47cb09 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:57.319846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1655caf0-70a3-4f9c-a242-c57add47cb09 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0270576 Nov 10 16:50:57.320445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36996) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:57.324485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5b00e42b-be28-41f8-92fb-769888583e8b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '82f3744f-1b49-489d-b7dd-e22fc1940737', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:57.325243 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-5b00e42b-be28-41f8-92fb-769888583e8b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 16:50:57.325734 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-5b00e42b-be28-41f8-92fb-769888583e8b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:57.326683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b00e42b-be28-41f8-92fb-769888583e8b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057120 Nov 10 16:50:57.329592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:57.334232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-01ac3e44-48ba-468f-8ad8-55a79acfcd1b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '82f3744f-1b49-489d-b7dd-e22fc1940737', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:57.336276 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-01ac3e44-48ba-468f-8ad8-55a79acfcd1b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 16:50:57.336790 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-01ac3e44-48ba-468f-8ad8-55a79acfcd1b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:57.337802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-01ac3e44-48ba-468f-8ad8-55a79acfcd1b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072370 Nov 10 16:50:57.341770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:57.346234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5854c79a-6da1-43aa-9452-fed7a8cbc2be tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '82f3744f-1b49-489d-b7dd-e22fc1940737', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:57.348899 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-5854c79a-6da1-43aa-9452-fed7a8cbc2be tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 16:50:57.349639 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-5854c79a-6da1-43aa-9452-fed7a8cbc2be tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:57.351219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5854c79a-6da1-43aa-9452-fed7a8cbc2be tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085366 Nov 10 16:50:57.354144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:57.420915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db346caf-4602-4db2-ab61-aefe0c6c0836 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:57.443439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db346caf-4602-4db2-ab61-aefe0c6c0836 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:57.648083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db346caf-4602-4db2-ab61-aefe0c6c0836 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:57.650761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db346caf-4602-4db2-ab61-aefe0c6c0836 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:57.654355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db346caf-4602-4db2-ab61-aefe0c6c0836 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/82f3744f-1b49-489d-b7dd-e22fc1940737 HTTP/1.1" status: 204 len: 168 time: 0.2967560 Nov 10 16:50:57.655130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37008) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:57.666769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db346caf-4602-4db2-ab61-aefe0c6c0836 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3744f-1b49-489d-b7dd-e22fc1940737,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:57.728344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:57.729219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f2c378a6-33cf-4b72-9339-169b67c5b442 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707152 Nov 10 16:50:57.734181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-53997777-6bab-4c46-89c6-6537d28bb5cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--34515287'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:57.903265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c53d2-0fe4-4d71-95b2-49b07220e5b7 req-8b401b38-fc26-45d5-b889-40825cf2d161 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:57.904831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-349c53d2-0fe4-4d71-95b2-49b07220e5b7 req-8b401b38-fc26-45d5-b889-40825cf2d161 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0757215 Nov 10 16:50:57.906227 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53997777-6bab-4c46-89c6-6537d28bb5cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:57.991044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-349c53d2-0fe4-4d71-95b2-49b07220e5b7 req-f3b606e2-e6b5-441f-a088-8ae5d00b3dac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743449 Nov 10 16:50:58.028908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53997777-6bab-4c46-89c6-6537d28bb5cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:58.145560 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53997777-6bab-4c46-89c6-6537d28bb5cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:58.190695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53997777-6bab-4c46-89c6-6537d28bb5cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b674259-1885-48f4-ac15-add56f79abcf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:50:58.358059 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53997777-6bab-4c46-89c6-6537d28bb5cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:58.361120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-53997777-6bab-4c46-89c6-6537d28bb5cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6311424 Nov 10 16:50:58.364135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37034) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:58.371811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d6c7d880-5660-469d-8dbd-02bfeb33f34c tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:58.388084 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-d6c7d880-5660-469d-8dbd-02bfeb33f34c tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 16:50:58.388618 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-d6c7d880-5660-469d-8dbd-02bfeb33f34c tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:58.389673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d6c7d880-5660-469d-8dbd-02bfeb33f34c tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0234632 Nov 10 16:50:58.392503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37036) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:58.400271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1b10c034-1045-44ab-9de3-f5525c07e272 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:58.722681 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-1b10c034-1045-44ab-9de3-f5525c07e272 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:58.723856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b10c034-1045-44ab-9de3-f5525c07e272 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3294287 Nov 10 16:50:58.727365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37050) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:58.731706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7002ab00-7ff1-46e9-9bfa-a0b77dc6c7ba tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:58.732175 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-7002ab00-7ff1-46e9-9bfa-a0b77dc6c7ba tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 16:50:58.732631 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-7002ab00-7ff1-46e9-9bfa-a0b77dc6c7ba tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:58.733557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7002ab00-7ff1-46e9-9bfa-a0b77dc6c7ba tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052950 Nov 10 16:50:58.735881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37052) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:58.740081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3cd394ad-5b8d-4954-8290-4de9e4c7f728 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:58.968233 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-3cd394ad-5b8d-4954-8290-4de9e4c7f728 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:58.969717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3cd394ad-5b8d-4954-8290-4de9e4c7f728 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2327745 Nov 10 16:50:58.972986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37064) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:58.979425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-43b9d61c-ba47-47ae-bbe8-fefc3189c1cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:58.980189 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-43b9d61c-ba47-47ae-bbe8-fefc3189c1cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 16:50:58.980689 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-43b9d61c-ba47-47ae-bbe8-fefc3189c1cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:58.991688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-43b9d61c-ba47-47ae-bbe8-fefc3189c1cb tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071666 Nov 10 16:50:58.994266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:58.999125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-58077ccd-50dc-4971-a3b3-d1917e018a80 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:59.154621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054ee24-3f0e-427f-b54c-c9b23d78365f req-79282c81-2c4d-454c-9434-3c390481afa8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:50:59.156227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4054ee24-3f0e-427f-b54c-c9b23d78365f req-79282c81-2c4d-454c-9434-3c390481afa8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 944 time: 0.0734384 Nov 10 16:50:59.243927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4054ee24-3f0e-427f-b54c-c9b23d78365f req-ddd68287-cdd7-40da-9875-0361682afb67 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710251 Nov 10 16:50:59.440622 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-58077ccd-50dc-4971-a3b3-d1917e018a80 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:59.442840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-58077ccd-50dc-4971-a3b3-d1917e018a80 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4474716 Nov 10 16:50:59.446961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:59.452214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c656a6fc-858d-4ba4-aaf8-179f6dc8bca3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:59.452964 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-c656a6fc-858d-4ba4-aaf8-179f6dc8bca3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 16:50:59.453553 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-c656a6fc-858d-4ba4-aaf8-179f6dc8bca3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:59.457067 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c656a6fc-858d-4ba4-aaf8-179f6dc8bca3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063047 Nov 10 16:50:59.457390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:59.463249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d3787033-536d-49ad-a538-a4c7f0cc088b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:59.657164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:50:59.758976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:59.772028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'port_id': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'mac_address': 'fa:16:3e:74:0d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:50:59.806703 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-d3787033-536d-49ad-a538-a4c7f0cc088b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:50:59.808577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d3787033-536d-49ad-a538-a4c7f0cc088b tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3495009 Nov 10 16:50:59.812711 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37082) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:59.817279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-23f3632e-a987-42fa-b3e0-b9195e7fd519 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '4b674259-1885-48f4-ac15-add56f79abcf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:50:59.824477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:50:59.839577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bb75fc-1987-49c3-aa4e-0457622d3290 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:50:59.860858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:50:59.902013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37086) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:50:59.956584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.023587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:00.048634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d454d89-d239-4121-a5c6-6e86c1ca2ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.079607 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-23f3632e-a987-42fa-b3e0-b9195e7fd519 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:51:00.085804 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-23f3632e-a987-42fa-b3e0-b9195e7fd519 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2671039 Nov 10 16:51:00.086037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:00.154521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d454d89-d239-4121-a5c6-6e86c1ca2ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.160614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ade433d-5cfb-4a12-b336-1bf18d682742 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.188133 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ade433d-5cfb-4a12-b336-1bf18d682742 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.285509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d454d89-d239-4121-a5c6-6e86c1ca2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.339187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2d454d89-d239-4121-a5c6-6e86c1ca2ee1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8618c06e9cd34e1d864821b5a8861b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4354599 Nov 10 16:51:00.344109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37096) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:00.344956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d8bb75fc-1987-49c3-aa4e-0457622d3290'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:51:00.359251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d454d89-d239-4121-a5c6-6e86c1ca2ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f8a79-e8c2-4f6f-8234-7363cc16cb71,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:00.393305 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ade433d-5cfb-4a12-b336-1bf18d682742 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.396388 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ade433d-5cfb-4a12-b336-1bf18d682742 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.401937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37098) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:00.402502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1ade433d-5cfb-4a12-b336-1bf18d682742 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/4b674259-1885-48f4-ac15-add56f79abcf HTTP/1.1" status: 204 len: 168 time: 0.3170691 Nov 10 16:51:00.438999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7afb-a3bd-4424-ab74-2eb26c0f7920 req-e9a5fe2d-91cd-4198-a72e-98b48d41f417 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:00.441275 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a73a7afb-a3bd-4424-ab74-2eb26c0f7920 req-e9a5fe2d-91cd-4198-a72e-98b48d41f417 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.1007400 Nov 10 16:51:00.453980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade433d-5cfb-4a12-b336-1bf18d682742 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b674259-1885-48f4-ac15-add56f79abcf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:00.483104 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7bf-d202-41ed-9167-4b473914958d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.495365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-efa17a98-a22d-4aae-b7d6-cb0732065536 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0886154 Nov 10 16:51:00.497628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:00.504885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-60c0b5d6-4b8c-4771-a04b-620ad7b71555 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053848343'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:00.546225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7bf-d202-41ed-9167-4b473914958d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.548976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a73a7afb-a3bd-4424-ab74-2eb26c0f7920 req-e43fefee-bf3e-4427-95dd-fbcc38860de8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951824 Nov 10 16:51:00.682025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60c0b5d6-4b8c-4771-a04b-620ad7b71555 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.706780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7bf-d202-41ed-9167-4b473914958d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.709918 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfafc7bf-d202-41ed-9167-4b473914958d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.712166 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bfafc7bf-d202-41ed-9167-4b473914958d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a58f8a79-e8c2-4f6f-8234-7363cc16cb71 HTTP/1.1" status: 204 len: 168 time: 0.3648467 Nov 10 16:51:00.730081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafc7bf-d202-41ed-9167-4b473914958d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f8a79-e8c2-4f6f-8234-7363cc16cb71,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:00.774263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60c0b5d6-4b8c-4771-a04b-620ad7b71555 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.916294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60c0b5d6-4b8c-4771-a04b-620ad7b71555 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:00.968261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b5d6-4b8c-4771-a04b-620ad7b71555 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eed712-b305-4589-a592-6bf6aca6605e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:01.034055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60c0b5d6-4b8c-4771-a04b-620ad7b71555 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:01.040118 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-60c0b5d6-4b8c-4771-a04b-620ad7b71555 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5410979 Nov 10 16:51:01.042787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:01.047547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cbdbda85-ea93-43cd-885f-14d472f608c6 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': 'f0eed712-b305-4589-a592-6bf6aca6605e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:01.361264 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-cbdbda85-ea93-43cd-885f-14d472f608c6 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The resource could not be found. Nov 10 16:51:01.362564 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cbdbda85-ea93-43cd-885f-14d472f608c6 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3186021 Nov 10 16:51:01.365628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37114) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:01.370615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8c2f99fd-e124-4f27-99e1-e7db1c66dea8 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': 'f0eed712-b305-4589-a592-6bf6aca6605e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f0f26a68-4091-4ca7-82a6-b18a33e0e504'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:01.676905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:51:01.680552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401f1a4-10e7-482a-b3ea-eccc433ce97e req-8cfa8dd1-8c14-4def-b224-4fe0f1b1f192 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:01.682155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9401f1a4-10e7-482a-b3ea-eccc433ce97e req-8cfa8dd1-8c14-4def-b224-4fe0f1b1f192 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 945 time: 0.0586152 Nov 10 16:51:01.746311 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9401f1a4-10e7-482a-b3ea-eccc433ce97e req-21739890-83e0-4741-944a-f36950ee51e4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509741 Nov 10 16:51:01.772251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ecfac855-e23e-4d01-8403-df9016041ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:01.796926 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-8c2f99fd-e124-4f27-99e1-e7db1c66dea8 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The resource could not be found. Nov 10 16:51:01.798192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8c2f99fd-e124-4f27-99e1-e7db1c66dea8 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4311824 Nov 10 16:51:01.801165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:01.836114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37122) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:01.856939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7ec5-ff2e-4253-a24d-4e1703ec9db1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:01.865212 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65b71014-8605-4132-8fd4-5e47f9ee066a tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:01.905006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65b71014-8605-4132-8fd4-5e47f9ee066a tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:01.910781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d8bb75fc-1987-49c3-aa4e-0457622d3290 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:51:01.916557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d8bb75fc-1987-49c3-aa4e-0457622d3290 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:51:01.916929 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:01.962408 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7ec5-ff2e-4253-a24d-4e1703ec9db1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.022707 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.048122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:51:02.050717 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257ec52d-a744-4fc6-8aef-5adf04e93c4f" -d '{"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:51:02.070908 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7ec5-ff2e-4253-a24d-4e1703ec9db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.074187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:51:02.125649 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282b72cb-15b9-432a-bb01-58e7af69aa19 x-openstack-request-id: req-282b72cb-15b9-432a-bb01-58e7af69aa19 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:51:02.129994 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-plugged", "status": "completed", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:51:02.129994 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-282b72cb-15b9-432a-bb01-58e7af69aa19 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:51:02.129994 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'code': 200} Nov 10 16:51:02.130311 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65b71014-8605-4132-8fd4-5e47f9ee066a tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.130781 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65b71014-8605-4132-8fd4-5e47f9ee066a tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.142760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-65b71014-8605-4132-8fd4-5e47f9ee066a tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/f0eed712-b305-4589-a592-6bf6aca6605e HTTP/1.1" status: 204 len: 168 time: 0.3403187 Nov 10 16:51:02.144067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d3fb7ec5-ff2e-4253-a24d-4e1703ec9db1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b134dc221844c8cbdeb9cc7d21e482f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068464 Nov 10 16:51:02.144902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:02.145520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb7ec5-ff2e-4253-a24d-4e1703ec9db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d6d26f-1cda-48ad-aa0b-daf3b192f17e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:02.145899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:02.187357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b71014-8605-4132-8fd4-5e47f9ee066a tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eed712-b305-4589-a592-6bf6aca6605e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:02.196577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.255924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:02.256179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fcad924b-7fdd-4b53-807b-23456c0ee653 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1027763 Nov 10 16:51:02.260178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37134) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:02.264834 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ed971e25-ec44-4c85-9c66-c8351387cec8 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': 'b390d35b-7154-4c55-90e2-e6856b254548', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:02.275182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36af4960-2006-4818-abb0-ecc9b982ccc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.298489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36af4960-2006-4818-abb0-ecc9b982ccc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.480301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f5d6f-df22-4366-971b-ee94a0f7b916 req-e9bcf0b1-2404-4e57-ae2f-31d78c18b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:02.482047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-708f5d6f-df22-4366-971b-ee94a0f7b916 req-e9bcf0b1-2404-4e57-ae2f-31d78c18b29c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 1098 time: 0.0453327 Nov 10 16:51:02.528886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-708f5d6f-df22-4366-971b-ee94a0f7b916 req-41a6377f-c916-4d73-9ca3-427716f767f7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 Nov 10 16:51:02.538826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36af4960-2006-4818-abb0-ecc9b982ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.545034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36af4960-2006-4818-abb0-ecc9b982ccc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.545034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-36af4960-2006-4818-abb0-ecc9b982ccc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84d6d26f-1cda-48ad-aa0b-daf3b192f17e HTTP/1.1" status: 204 len: 168 time: 0.3906128 Nov 10 16:51:02.551294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af4960-2006-4818-abb0-ecc9b982ccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d6d26f-1cda-48ad-aa0b-daf3b192f17e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:02.578476 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-ed971e25-ec44-4c85-9c66-c8351387cec8 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The resource could not be found. Nov 10 16:51:02.578476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ed971e25-ec44-4c85-9c66-c8351387cec8 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3135402 Nov 10 16:51:02.581055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37140) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:02.586343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-28d56345-9dee-402a-a902-85cf40418163 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412803262'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:02.727517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28d56345-9dee-402a-a902-85cf40418163 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.811528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28d56345-9dee-402a-a902-85cf40418163 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.887879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56c4f0-135f-4395-8d97-3a00ec71a3d3 req-a8d63445-236f-473b-b951-2b831a249dc7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:02.895617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d56c4f0-135f-4395-8d97-3a00ec71a3d3 req-a8d63445-236f-473b-b951-2b831a249dc7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 946 time: 0.0587273 Nov 10 16:51:02.915339 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28d56345-9dee-402a-a902-85cf40418163 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:02.946405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d56c4f0-135f-4395-8d97-3a00ec71a3d3 req-28455e36-b844-497f-a54d-02636b046c50 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503855 Nov 10 16:51:02.958918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d56345-9dee-402a-a902-85cf40418163 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbac63-c03c-4fcb-8303-0aff6cb16827,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:03.142732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28d56345-9dee-402a-a902-85cf40418163 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:03.145405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-28d56345-9dee-402a-a902-85cf40418163 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5631080 Nov 10 16:51:03.148809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37150) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:03.154954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e8436fa8-2b7c-48a5-a578-5fdc27476c18 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--85192911'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:03.299359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8436fa8-2b7c-48a5-a578-5fdc27476c18 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:03.379054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8436fa8-2b7c-48a5-a578-5fdc27476c18 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:03.506352 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8436fa8-2b7c-48a5-a578-5fdc27476c18 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:03.553708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436fa8-2b7c-48a5-a578-5fdc27476c18 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3e34ed-434d-43e9-9190-17056f176f85,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:03.651513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8436fa8-2b7c-48a5-a578-5fdc27476c18 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:03.656394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e8436fa8-2b7c-48a5-a578-5fdc27476c18 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5025933 Nov 10 16:51:03.656848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37164) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:03.663015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c1101ede-573f-4916-a976-c7cd4d2110f0 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group_rule': {'security_group_id': '0acbac63-c03c-4fcb-8303-0aff6cb16827', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ca3e34ed-434d-43e9-9190-17056f176f85'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:03.892353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-628d08e1-12c4-4eed-98dc-660dbf74ac16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.052413 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-c1101ede-573f-4916-a976-c7cd4d2110f0 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 16:51:04.056249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1101ede-573f-4916-a976-c7cd4d2110f0 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3952641 Nov 10 16:51:04.056519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37184) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:04.151152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fda74-15a9-4706-8c38-93af99132610 req-86de1e18-adfa-4528-9689-0e4f0b687bac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:04.152772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-932fda74-15a9-4706-8c38-93af99132610 req-86de1e18-adfa-4528-9689-0e4f0b687bac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 946 time: 0.0969658 Nov 10 16:51:04.169385 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96afcbfb-92ca-4ae1-a8ce-d5fda5ab311f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.208910 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96afcbfb-92ca-4ae1-a8ce-d5fda5ab311f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.263636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-932fda74-15a9-4706-8c38-93af99132610 req-dd82589a-10fa-46e1-9f2b-5950bbdce1d2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984445 Nov 10 16:51:04.475511 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96afcbfb-92ca-4ae1-a8ce-d5fda5ab311f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.478782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96afcbfb-92ca-4ae1-a8ce-d5fda5ab311f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.483515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:04.485714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-96afcbfb-92ca-4ae1-a8ce-d5fda5ab311f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/ca3e34ed-434d-43e9-9190-17056f176f85 HTTP/1.1" status: 204 len: 168 time: 0.4280751 Nov 10 16:51:04.502313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afcbfb-92ca-4ae1-a8ce-d5fda5ab311f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3e34ed-434d-43e9-9190-17056f176f85,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:04.563780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-366fdddf-147d-41c5-9073-8ef29901aec3 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0788195 Nov 10 16:51:04.566573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37206) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:04.630278 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.668308 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.905432 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.908159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:04.909406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/0acbac63-c03c-4fcb-8303-0aff6cb16827 HTTP/1.1" status: 204 len: 168 time: 0.3418379 Nov 10 16:51:04.912262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37218) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:04.919121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbac63-c03c-4fcb-8303-0aff6cb16827,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:04.927176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.927584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.927937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.928276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.928611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.928940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.929266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.929592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.931986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.946645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.946645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.946645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83326153-efff-4472-8253-bf8a7c8cfc1e tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:04.964071 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d6c00df0-f83b-4b5b-90a3-abac076344d4 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0505400 Nov 10 16:51:04.968216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:04.975398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1780270a-c8c5-4ec2-9402-9e8e05de96d4 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'tempest-secgroup--474131216'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:05.128159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9668e2-13ac-4d25-8784-b8c223cc93a8 req-505a756a-8a88-4cff-8ba1-827bcd2c3fa7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:05.129955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c9668e2-13ac-4d25-8784-b8c223cc93a8 req-505a756a-8a88-4cff-8ba1-827bcd2c3fa7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0550549 Nov 10 16:51:05.150707 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:05.188909 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c9668e2-13ac-4d25-8784-b8c223cc93a8 req-e45afddc-bdb9-4f50-9176-37a68b548b15 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512409 Nov 10 16:51:05.219733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1780270a-c8c5-4ec2-9402-9e8e05de96d4 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:05.338678 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1780270a-c8c5-4ec2-9402-9e8e05de96d4 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:05.338678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-3a77d038-6baf-4121-93f4-bf85756bbb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:05.338678 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-3a77d038-6baf-4121-93f4-bf85756bbb2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1096 time: 0.0683200 Nov 10 16:51:05.462318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d464f-6ca1-4a02-a636-2841803fa095 req-a7c35d38-4645-448c-87d3-e16c0422c3ce tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:05.463911 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b3d464f-6ca1-4a02-a636-2841803fa095 req-a7c35d38-4645-448c-87d3-e16c0422c3ce tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 946 time: 0.1004164 Nov 10 16:51:05.484456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-eb8bfd54-be0b-4ef3-9141-5e2e8ca10eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:05.486580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-eb8bfd54-be0b-4ef3-9141-5e2e8ca10eaa service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1429410 Nov 10 16:51:05.545093 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1780270a-c8c5-4ec2-9402-9e8e05de96d4 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:05.607483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b3d464f-6ca1-4a02-a636-2841803fa095 req-363fd5d0-1567-4a6d-aa20-93e0e823aa3b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342649 Nov 10 16:51:05.611283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780270a-c8c5-4ec2-9402-9e8e05de96d4 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff321ddd-44cc-4d1c-9841-3e3aecc08582,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:05.619906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-ea0639c9-94f5-487e-b3e1-b0587f95af77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 998 time: 0.1264305 Nov 10 16:51:05.672893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-d0bb6cd0-e98d-4b8f-9b51-4f516214562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:05.674490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-d0bb6cd0-e98d-4b8f-9b51-4f516214562d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0477545 Nov 10 16:51:05.720855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1780270a-c8c5-4ec2-9402-9e8e05de96d4 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:05.721144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37258) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:05.721450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1780270a-c8c5-4ec2-9402-9e8e05de96d4 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7486365 Nov 10 16:51:05.730479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cc25bbe5-3ecd-4da2-8b07-b4f8d3aaeb75 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:05.730906 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-cc25bbe5-3ecd-4da2-8b07-b4f8d3aaeb75 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 16:51:05.731437 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-cc25bbe5-3ecd-4da2-8b07-b4f8d3aaeb75 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 16:51:05.732408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc25bbe5-3ecd-4da2-8b07-b4f8d3aaeb75 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "PUT /v2.0/security-groups/ff321ddd-44cc-4d1c-9841-3e3aecc08582 HTTP/1.1" status: 409 len: 330 time: 0.0130792 Nov 10 16:51:05.734097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-71affdc8-a2a3-43ca-8045-72cdb9affb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:05.736350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-71affdc8-a2a3-43ca-8045-72cdb9affb55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546522 Nov 10 16:51:05.736471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:05.858998 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffaee-17fc-4fe6-8f6c-52a9bbd38312 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:05.888044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-a969f910-2c11-4c94-a79d-a8c6c3e1563b service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430664 Nov 10 16:51:05.896143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffaee-17fc-4fe6-8f6c-52a9bbd38312 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:06.013672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bddf0718-2253-4ca1-b428-93aad46c3d26 req-2b558ef5-8eb7-49ca-a3b6-815194a8a107 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139688 Nov 10 16:51:06.178990 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffaee-17fc-4fe6-8f6c-52a9bbd38312 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:06.181914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffaee-17fc-4fe6-8f6c-52a9bbd38312 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:06.183231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ee1ffaee-17fc-4fe6-8f6c-52a9bbd38312 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/ff321ddd-44cc-4d1c-9841-3e3aecc08582 HTTP/1.1" status: 204 len: 168 time: 0.4457607 Nov 10 16:51:06.186140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37270) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:06.195636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ffaee-17fc-4fe6-8f6c-52a9bbd38312 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff321ddd-44cc-4d1c-9841-3e3aecc08582,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:06.243951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b2112028-5d54-4379-b177-73caba5366ab tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517049 Nov 10 16:51:06.243951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37276) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:06.258372 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-e2d7f483-bdbb-4bfe-a6ed-a5338bcf47ee tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] delete failed (client error): The resource could not be found. Nov 10 16:51:06.259556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e2d7f483-bdbb-4bfe-a6ed-a5338bcf47ee tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "DELETE /v2.0/security-groups/4d73d7b5-1735-42ab-ab6c-e963f4f62e14 HTTP/1.1" status: 404 len: 347 time: 0.0149312 Nov 10 16:51:06.263489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:06.302425 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-b32a912c-21b5-419d-86a8-1a79535701c5 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] show failed (client error): The resource could not be found. Nov 10 16:51:06.308501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b32a912c-21b5-419d-86a8-1a79535701c5 tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-groups/cc109a18-6d09-47de-8480-93ec685465e0 HTTP/1.1" status: 404 len: 347 time: 0.0399132 Nov 10 16:51:06.308620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:06.327882 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-8cc1a4f1-48ab-4c95-a6df-a0812a4aff6f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] show failed (client error): The resource could not be found. Nov 10 16:51:06.329849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8cc1a4f1-48ab-4c95-a6df-a0812a4aff6f tempest-NegativeSecGroupTest-505538676 tempest-NegativeSecGroupTest-505538676-project] 10.222.0.62 "GET /v2.0/security-group-rules/a1fd53c2-cea2-475a-b9fd-67540054df61 HTTP/1.1" status: 404 len: 356 time: 0.0198414 Nov 10 16:51:06.371867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70385a40-4b7b-48b6-8bc8-be1e2b2b0f6d req-13426dce-d19d-4f0a-8cf3-3d005d1899ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:06.373505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70385a40-4b7b-48b6-8bc8-be1e2b2b0f6d req-13426dce-d19d-4f0a-8cf3-3d005d1899ca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0847399 Nov 10 16:51:06.445574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70385a40-4b7b-48b6-8bc8-be1e2b2b0f6d req-abe6f174-93dd-4571-9cce-fb248d70c15c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593355 Nov 10 16:51:06.648192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37296) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:06.749627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba871b-aec6-468e-a93f-bf8bd9c4dc35 req-fd9c4e3c-c2d3-4429-ba1c-ad9f96559fe7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:06.751484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3ba871b-aec6-468e-a93f-bf8bd9c4dc35 req-fd9c4e3c-c2d3-4429-ba1c-ad9f96559fe7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 946 time: 0.0551591 Nov 10 16:51:06.775144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f17df-d6ee-49e5-a016-a718811d9077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:06.796825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:06.835344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3ba871b-aec6-468e-a93f-bf8bd9c4dc35 req-0780c659-cb06-45b1-a3c0-118a982ce106 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616262 Nov 10 16:51:06.872713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f17df-d6ee-49e5-a016-a718811d9077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.046611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f17df-d6ee-49e5-a016-a718811d9077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.089226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b1f17df-d6ee-49e5-a016-a718811d9077 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c755fff70c4476cab93e120f5cd0da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4399605 Nov 10 16:51:07.090510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f17df-d6ee-49e5-a016-a718811d9077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b6519-2854-4e77-8aee-ff17558ab494,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:07.092020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37304) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:07.146128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dafbc01-a898-427f-a61e-a47b5207ec66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.195419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dafbc01-a898-427f-a61e-a47b5207ec66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.230129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37318) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:07.391540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:07.410798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4bb850ee-5d4c-4801-98c3-997906942ed4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58345d06b4474acba2e0abde5b0bf24c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685266 Nov 10 16:51:07.410798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dafbc01-a898-427f-a61e-a47b5207ec66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.410798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dafbc01-a898-427f-a61e-a47b5207ec66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.416519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6dafbc01-a898-427f-a61e-a47b5207ec66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d0b6519-2854-4e77-8aee-ff17558ab494 HTTP/1.1" status: 204 len: 168 time: 0.3223848 Nov 10 16:51:07.428954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafbc01-a898-427f-a61e-a47b5207ec66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b6519-2854-4e77-8aee-ff17558ab494,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:07.457873 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e56f8233-3587-4868-b393-81167de342fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.512322 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e56f8233-3587-4868-b393-81167de342fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.631398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f84fb-b4fd-4040-a6be-fd20fd774b01 req-ced04446-ab87-4f73-8a57-3afb95f4ccfe tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:07.633494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382f84fb-b4fd-4040-a6be-fd20fd774b01 req-ced04446-ab87-4f73-8a57-3afb95f4ccfe tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0704985 Nov 10 16:51:07.665642 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.689287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382f84fb-b4fd-4040-a6be-fd20fd774b01 req-bb52fd5f-7742-4d84-9064-9e150defcf70 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492973 Nov 10 16:51:07.790768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e56f8233-3587-4868-b393-81167de342fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.793494 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e56f8233-3587-4868-b393-81167de342fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.794706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e56f8233-3587-4868-b393-81167de342fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/910e87da-f453-4389-ba1f-bad3c2890be9 HTTP/1.1" status: 204 len: 168 time: 0.4021785 Nov 10 16:51:07.804022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8233-3587-4868-b393-81167de342fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910e87da-f453-4389-ba1f-bad3c2890be9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:07.953908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:07.984776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5a6c9-4e5a-40d5-b5d4-1ce1357b0fe1 req-77a130d4-7e2d-44a8-962b-5667dce39b24 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:07.986728 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1e5a6c9-4e5a-40d5-b5d4-1ce1357b0fe1 req-77a130d4-7e2d-44a8-962b-5667dce39b24 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 946 time: 0.0558593 Nov 10 16:51:08.044046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1e5a6c9-4e5a-40d5-b5d4-1ce1357b0fe1 req-1dbccab3-8c13-403a-bd55-b2642b51e513 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504375 Nov 10 16:51:08.726118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:08.739960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dd632cd-6f68-4c7e-8afe-a527db398ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:08.814968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dd632cd-6f68-4c7e-8afe-a527db398ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:09.007120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dd632cd-6f68-4c7e-8afe-a527db398ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:09.048881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd632cd-6f68-4c7e-8afe-a527db398ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2170b6a7-e14a-4f66-8350-0fd1dbf983b5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:09.069192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3dd632cd-6f68-4c7e-8afe-a527db398ff9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d65c073a4064889b9f4b53cea86210e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384819 Nov 10 16:51:09.069457 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37378) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:09.123415 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9ef6-f857-4001-9e6e-6590e64ae2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:09.146808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9ef6-f857-4001-9e6e-6590e64ae2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:09.368089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9ef6-f857-4001-9e6e-6590e64ae2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:09.370761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9ef6-f857-4001-9e6e-6590e64ae2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:09.371995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6f6d9ef6-f857-4001-9e6e-6590e64ae2ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2170b6a7-e14a-4f66-8350-0fd1dbf983b5 HTTP/1.1" status: 204 len: 168 time: 0.3013635 Nov 10 16:51:09.386553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d9ef6-f857-4001-9e6e-6590e64ae2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2170b6a7-e14a-4f66-8350-0fd1dbf983b5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:10.465040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:19.730316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:19.876731 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28148802-93e6-43d1-8370-e46f999fee44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:19.976940 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28148802-93e6-43d1-8370-e46f999fee44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:20.099388 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28148802-93e6-43d1-8370-e46f999fee44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:20.149862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-28148802-93e6-43d1-8370-e46f999fee44 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56569757ffa04145b407e5fedc06903e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4182670 Nov 10 16:51:20.150927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148802-93e6-43d1-8370-e46f999fee44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3967318f-468c-4dce-8f89-9c2ca7f6c792,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:20.152659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37896) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:20.238853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:20.271965 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:20.446701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:20.453659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:20.461491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3967318f-468c-4dce-8f89-9c2ca7f6c792 HTTP/1.1" status: 204 len: 168 time: 0.3062501 Nov 10 16:51:20.476442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3967318f-468c-4dce-8f89-9c2ca7f6c792,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:20.494097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.494461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.494762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.495093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.495449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.495787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.496181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.496406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.496719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.497039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.497353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:20.497860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327619fa-533e-44e7-8ac3-a38eb5003ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:51:21.232569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37948) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:21.246637 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7bc7281-2463-49fe-8deb-bc8d18342139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:21.325554 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7bc7281-2463-49fe-8deb-bc8d18342139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:21.423658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7bc7281-2463-49fe-8deb-bc8d18342139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:21.462632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc7281-2463-49fe-8deb-bc8d18342139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f418800d-eb34-476b-8799-1c5cf5b124be,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:21.468647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e7bc7281-2463-49fe-8deb-bc8d18342139 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10683309bf234a3d95800636d09b1703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349985 Nov 10 16:51:21.471776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37958) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:21.528452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-422e3ccf-8c23-44e0-beef-e38404304ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:21.561369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-422e3ccf-8c23-44e0-beef-e38404304ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:21.777674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-422e3ccf-8c23-44e0-beef-e38404304ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:21.780376 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-422e3ccf-8c23-44e0-beef-e38404304ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:21.781557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-422e3ccf-8c23-44e0-beef-e38404304ca6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f418800d-eb34-476b-8799-1c5cf5b124be HTTP/1.1" status: 204 len: 168 time: 0.3088748 Nov 10 16:51:21.791419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e3ccf-8c23-44e0-beef-e38404304ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f418800d-eb34-476b-8799-1c5cf5b124be,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:23.643720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38084) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:23.774037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c4879b4-701a-4ca7-8b35-fdb35f346ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:23.872586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c4879b4-701a-4ca7-8b35-fdb35f346ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:23.956173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c4879b4-701a-4ca7-8b35-fdb35f346ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:24.003441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2c4879b4-701a-4ca7-8b35-fdb35f346ee4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2587ddd90f72448e8da4df61dbcf6028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3565285 Nov 10 16:51:24.003441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4879b4-701a-4ca7-8b35-fdb35f346ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7632128c-4540-4bff-b622-895e5fb1c8c8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:24.004013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:24.073134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c86fcc3c-a1ed-4af4-ac40-382f32d2b3d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:24.100489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c86fcc3c-a1ed-4af4-ac40-382f32d2b3d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:24.236381 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c86fcc3c-a1ed-4af4-ac40-382f32d2b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:24.240824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c86fcc3c-a1ed-4af4-ac40-382f32d2b3d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:24.245376 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c86fcc3c-a1ed-4af4-ac40-382f32d2b3d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7632128c-4540-4bff-b622-895e5fb1c8c8 HTTP/1.1" status: 204 len: 168 time: 0.2367969 Nov 10 16:51:24.252355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fcc3c-a1ed-4af4-ac40-382f32d2b3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7632128c-4540-4bff-b622-895e5fb1c8c8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:24.561486 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:51:31.643153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a4e561d1-93a0-4ff3-9d3c-55b41f49cfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:33.876810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f94f8937-ded1-4c22-997b-639468c54403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:35.032713 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:36.376930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-278b864d-2c68-4c9a-ae88-24a7efdb8605 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1352928 Nov 10 16:51:36.487536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-3fb5c4dd-7112-4dcb-822f-43346eae4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:36.488909 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-3fb5c4dd-7112-4dcb-822f-43346eae4994 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1096 time: 0.0531325 Nov 10 16:51:36.621112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-e7490de7-241d-4289-b184-71d5559333ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:36.623260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-e7490de7-241d-4289-b184-71d5559333ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1121078 Nov 10 16:51:36.715387 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-68b4ee4a-36dd-4b9c-a82b-985a1ce90663 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 998 time: 0.0754137 Nov 10 16:51:36.774213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-dc43dc79-183c-4032-925f-018622c0925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:36.776453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-dc43dc79-183c-4032-925f-018622c0925c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0545020 Nov 10 16:51:36.825092 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:36.837748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-d97c15c8-3ede-415d-94fa-3dccd3384436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:36.839247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-d97c15c8-3ede-415d-94fa-3dccd3384436 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562873 Nov 10 16:51:36.958301 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-29761432-e23e-428f-98df-58842e56c877 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117394 Nov 10 16:51:37.168978 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cac8ef56-f96f-4ffe-9611-65fcd3fb2a06 req-e11566b9-c219-4776-9628-65e90eb7f9a4 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034695 Nov 10 16:51:37.590334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:37.773307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:39.465050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-bf631fb5-9a10-462c-afc4-6a151ab5f487 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635688 Nov 10 16:51:39.561015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-0db0a4b6-be7a-4c7e-9961-ecf6f43ce083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:39.562692 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-0db0a4b6-be7a-4c7e-9961-ecf6f43ce083 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0719733 Nov 10 16:51:39.705095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-c62bb912-8eed-488c-8fd6-088b2b3236b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:39.706737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-c62bb912-8eed-488c-8fd6-088b2b3236b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1123958 Nov 10 16:51:39.748788 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-e834af01-af76-4341-9bb9-4363661313cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf394e0f-0104-4e82-9998-b5f49454080a HTTP/1.1" status: 200 len: 217 time: 0.0350721 Nov 10 16:51:39.805670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-3addc9a8-a9bd-4b8f-88f0-f1a545ac9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:39.807118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-3addc9a8-a9bd-4b8f-88f0-f1a545ac9424 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0479636 Nov 10 16:51:39.862480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-9f3d47db-51e8-4872-ada1-8d2459370332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:39.864214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-9f3d47db-51e8-4872-ada1-8d2459370332 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494497 Nov 10 16:51:40.023058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-6c497541-ae63-4b36-9bb1-45feeadd3ea5 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472631 Nov 10 16:51:40.122967 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b76dd37-6ffe-429b-b4c1-df4e83b8de38 req-d3c2354a-7244-4e0a-9327-a526433dc359 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919547 Nov 10 16:51:40.480770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:42.714479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:42.867809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a321-b045-47dc-a1ea-8f630092de10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:42.952442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a321-b045-47dc-a1ea-8f630092de10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:43.024872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a321-b045-47dc-a1ea-8f630092de10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:43.064724 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ecc3a321-b045-47dc-a1ea-8f630092de10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13fcc0ba165b4329ae8f6269ce2e02d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491268 Nov 10 16:51:43.066765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3a321-b045-47dc-a1ea-8f630092de10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969b9083-b494-4e14-92fc-b64742f7286c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:43.068321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38604) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:43.118147 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7846263a-8635-407d-9c9e-e2add06b0d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:43.140496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7846263a-8635-407d-9c9e-e2add06b0d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:43.288521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7846263a-8635-407d-9c9e-e2add06b0d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:43.291534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7846263a-8635-407d-9c9e-e2add06b0d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:43.293441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7846263a-8635-407d-9c9e-e2add06b0d6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/969b9083-b494-4e14-92fc-b64742f7286c HTTP/1.1" status: 204 len: 168 time: 0.2233193 Nov 10 16:51:43.304043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846263a-8635-407d-9c9e-e2add06b0d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b9083-b494-4e14-92fc-b64742f7286c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:44.092243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:44.228337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38646) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:44.244796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-809daba7-6572-493b-8048-b37a1a1ddf29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.270263 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-821b1e20-d1e7-4041-b843-102c340167de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.352829 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-809daba7-6572-493b-8048-b37a1a1ddf29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.425084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-809daba7-6572-493b-8048-b37a1a1ddf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.428855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-821b1e20-d1e7-4041-b843-102c340167de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.473435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:44.474820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-809daba7-6572-493b-8048-b37a1a1ddf29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=495a9859d58e421cbfb173b583419ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442985 Nov 10 16:51:44.476224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809daba7-6572-493b-8048-b37a1a1ddf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae610028-edaa-44df-b156-343f174a586b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:44.509063 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-821b1e20-d1e7-4041-b843-102c340167de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.562871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b1e20-d1e7-4041-b843-102c340167de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f83232-39fd-4a86-a6ca-29b3bcacfc13,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:44.570050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-821b1e20-d1e7-4041-b843-102c340167de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1fff181d2c64837b8845756442dc445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754038 Nov 10 16:51:44.571930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-672b5894-e51b-4ed5-bdd5-f4a16fed94f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.572720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38654) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:44.616388 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-672b5894-e51b-4ed5-bdd5-f4a16fed94f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.632120 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a27fde8-134f-4c34-895d-ef7d5c855614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.667690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a27fde8-134f-4c34-895d-ef7d5c855614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.757831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-672b5894-e51b-4ed5-bdd5-f4a16fed94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.761732 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-672b5894-e51b-4ed5-bdd5-f4a16fed94f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.767607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-672b5894-e51b-4ed5-bdd5-f4a16fed94f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae610028-edaa-44df-b156-343f174a586b HTTP/1.1" status: 204 len: 168 time: 0.2906840 Nov 10 16:51:44.777675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b5894-e51b-4ed5-bdd5-f4a16fed94f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae610028-edaa-44df-b156-343f174a586b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:44.794898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a27fde8-134f-4c34-895d-ef7d5c855614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.797580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a27fde8-134f-4c34-895d-ef7d5c855614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:44.798774 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a27fde8-134f-4c34-895d-ef7d5c855614 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8f83232-39fd-4a86-a6ca-29b3bcacfc13 HTTP/1.1" status: 204 len: 168 time: 0.2250514 Nov 10 16:51:44.824235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27fde8-134f-4c34-895d-ef7d5c855614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f83232-39fd-4a86-a6ca-29b3bcacfc13,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:45.787811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:45.801515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48d8cd72-15be-4d02-89e2-c0acbf78e3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:45.881512 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48d8cd72-15be-4d02-89e2-c0acbf78e3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:45.967579 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48d8cd72-15be-4d02-89e2-c0acbf78e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:46.013818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-48d8cd72-15be-4d02-89e2-c0acbf78e3b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbc8a48786764b5ebf8ef4e947d0b040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249103 Nov 10 16:51:46.015413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8cd72-15be-4d02-89e2-c0acbf78e3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f9b14-688a-4524-81ef-72cb0b066136,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:46.016501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38702) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:46.074343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17b09a80-219f-4793-a012-c3c66126a041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:46.100496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17b09a80-219f-4793-a012-c3c66126a041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:46.230450 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17b09a80-219f-4793-a012-c3c66126a041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:46.233573 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17b09a80-219f-4793-a012-c3c66126a041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:46.234844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-17b09a80-219f-4793-a012-c3c66126a041 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/116f9b14-688a-4524-81ef-72cb0b066136 HTTP/1.1" status: 204 len: 168 time: 0.2173066 Nov 10 16:51:46.244892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09a80-219f-4793-a012-c3c66126a041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f9b14-688a-4524-81ef-72cb0b066136,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:46.947605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38738) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:46.964531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b92e39e9-fb57-4cfb-ad26-bc83654cf5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:47.081161 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b92e39e9-fb57-4cfb-ad26-bc83654cf5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:47.137781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b92e39e9-fb57-4cfb-ad26-bc83654cf5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:47.188762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38756) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:47.189694 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b92e39e9-fb57-4cfb-ad26-bc83654cf5f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4725b2e5c166441a89e66adcabe8bbaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2407811 Nov 10 16:51:47.190749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e39e9-fb57-4cfb-ad26-bc83654cf5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b48535-b7be-4d99-a9f6-bc545ca5e602,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:47.303021 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23c42e3b-e855-4a09-8001-dad54c757ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:47.354953 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23c42e3b-e855-4a09-8001-dad54c757ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:47.516313 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23c42e3b-e855-4a09-8001-dad54c757ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:47.519080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23c42e3b-e855-4a09-8001-dad54c757ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:47.520284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-23c42e3b-e855-4a09-8001-dad54c757ac3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/87b48535-b7be-4d99-a9f6-bc545ca5e602 HTTP/1.1" status: 204 len: 168 time: 0.3290179 Nov 10 16:51:47.529468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c42e3b-e855-4a09-8001-dad54c757ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b48535-b7be-4d99-a9f6-bc545ca5e602,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:47.942165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38780) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:48.055624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-406a259a-f837-4405-8d2f-d09c1c724744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:48.144403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-406a259a-f837-4405-8d2f-d09c1c724744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:48.288099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-406a259a-f837-4405-8d2f-d09c1c724744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:48.330041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a259a-f837-4405-8d2f-d09c1c724744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9db291-9f48-4d6c-af34-df93a8e9550c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:48.334250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-406a259a-f837-4405-8d2f-d09c1c724744 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c578b4f7487c480380ab32c541d0921d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3910389 Nov 10 16:51:48.337379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:48.391580 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c751af1-3000-4a9e-b6cf-dc161100a4a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:48.421968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c751af1-3000-4a9e-b6cf-dc161100a4a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:48.556405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c751af1-3000-4a9e-b6cf-dc161100a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:48.559124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c751af1-3000-4a9e-b6cf-dc161100a4a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:48.563351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1c751af1-3000-4a9e-b6cf-dc161100a4a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef9db291-9f48-4d6c-af34-df93a8e9550c HTTP/1.1" status: 204 len: 168 time: 0.2225876 Nov 10 16:51:48.572830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c751af1-3000-4a9e-b6cf-dc161100a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9db291-9f48-4d6c-af34-df93a8e9550c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:48.718448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:48.832510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1082297873-network', 'tenant_id': '69665bd1142e4b6583832a6c10dda0b5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:49.012157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Made reservation on behalf of 69665bd1142e4b6583832a6c10dda0b5 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:51:49.014981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.027055 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.129701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.213996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.240051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:51:49.250735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97429a-362f-46a3-9e36-94d76a637dc2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:49.255511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.255854 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Added segment 5933dc83-e0e8-43d2-b93f-4a439d18ceb1 of type vlan for network 07f392fc-7b1a-436b-8097-ad0afb1efa37 Nov 10 16:51:49.298281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.568176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.569138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:49.569940 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.666331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38836) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:49.675126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ff799e5-5c91-498b-99db-411d96ab5cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.798654 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ff799e5-5c91-498b-99db-411d96ab5cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.875523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ff799e5-5c91-498b-99db-411d96ab5cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:49.923262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0ff799e5-5c91-498b-99db-411d96ab5cc2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=019c278e99194dc9abe443d49fa11c27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2615256 Nov 10 16:51:49.926213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff799e5-5c91-498b-99db-411d96ab5cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2b5494-e1d6-4f44-bbb8-009ce5a56c2d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:49.929466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38844) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:49.992513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] Pushing event updated for resources: {'Network': ['ID=07f392fc-7b1a-436b-8097-ad0afb1efa37,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:49.994007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82f3f96c-52ff-4ca0-bd07-c0e36e44a296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:50.005092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 07f392fc-7b1a-436b-8097-ad0afb1efa37 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:51:50.024917 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82f3f96c-52ff-4ca0-bd07-c0e36e44a296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:50.073612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-af0702a7-fbd7-47b3-8db7-d1c5d9bc08d9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3526726 Nov 10 16:51:50.078155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:50.083426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Request body: {'subnet': {'network_id': '07f392fc-7b1a-436b-8097-ad0afb1efa37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1082297873-subnet', 'tenant_id': '69665bd1142e4b6583832a6c10dda0b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:50.195693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82f3f96c-52ff-4ca0-bd07-c0e36e44a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:50.198767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82f3f96c-52ff-4ca0-bd07-c0e36e44a296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:50.200243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-82f3f96c-52ff-4ca0-bd07-c0e36e44a296 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d2b5494-e1d6-4f44-bbb8-009ce5a56c2d HTTP/1.1" status: 204 len: 168 time: 0.2695806 Nov 10 16:51:50.218623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Made reservation on behalf of 69665bd1142e4b6583832a6c10dda0b5 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:51:50.222191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f96c-52ff-4ca0-bd07-c0e36e44a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2b5494-e1d6-4f44-bbb8-009ce5a56c2d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:50.223084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:50.562478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:50.625904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=963ad90b-ff44-4190-8956-f98a75d1b698,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:50.640256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Checking segment: {'id': '5933dc83-e0e8-43d2-b93f-4a439d18ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '07f392fc-7b1a-436b-8097-ad0afb1efa37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:51:50.640693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Network hostable DHCP agents. Network: 07f392fc-7b1a-436b-8097-ad0afb1efa37, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:51:50.714357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Network 07f392fc-7b1a-436b-8097-ad0afb1efa37 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:51:50.802686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 07f392fc-7b1a-436b-8097-ad0afb1efa37) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:51:50.812368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf301df1-fc55-4748-84bd-b818c01f6158 None None] Network 07f392fc-7b1a-436b-8097-ad0afb1efa37 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:51:50.814510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:50.817391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:50.948805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-912f0986-7ac7-40df-a172-c7f7fae01fda admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8694091 Nov 10 16:51:50.997879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c127c-b216-4248-af1e-ed7127a62fff None None] Network 07f392fc-7b1a-436b-8097-ad0afb1efa37 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:51:51.952133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:51.957533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-938225801-network', 'tenant_id': '88a972e9f83047bf929d3bf3da2320c9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:52.068991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Made reservation on behalf of 88a972e9f83047bf929d3bf3da2320c9 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:51:52.071942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:52.098101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:52.198143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:52.258550 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:52.281197 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:51:52.301447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dced68-d42f-4d50-aee1-9660be6389a4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:52.303899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:52.307814 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Added segment 6090d035-590c-4c6e-b079-9199a8f7ff50 of type vlan for network d928d8ae-6d33-47dc-9b19-9ac06f9fc96d Nov 10 16:51:52.369695 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:52.482094 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:52.483428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:52.484545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:52.569785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] Pushing event updated for resources: {'Network': ['ID=d928d8ae-6d33-47dc-9b19-9ac06f9fc96d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:52.581670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network d928d8ae-6d33-47dc-9b19-9ac06f9fc96d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:51:52.662071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8646ab22-c646-479b-93cd-c32052f8175c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7087967 Nov 10 16:51:52.666072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38944) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:51:52.673718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Request body: {'subnet': {'network_id': 'd928d8ae-6d33-47dc-9b19-9ac06f9fc96d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-938225801-subnet', 'tenant_id': '88a972e9f83047bf929d3bf3da2320c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:52.750673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Made reservation on behalf of 88a972e9f83047bf929d3bf3da2320c9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:51:52.753213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:53.046142 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:53.186159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e128420-95e4-4b7a-b1fb-e4ef1f932166,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:53.194666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Checking segment: {'id': '6090d035-590c-4c6e-b079-9199a8f7ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd928d8ae-6d33-47dc-9b19-9ac06f9fc96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:51:53.195066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Network hostable DHCP agents. Network: d928d8ae-6d33-47dc-9b19-9ac06f9fc96d, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:51:53.293537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Network d928d8ae-6d33-47dc-9b19-9ac06f9fc96d is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:51:53.415076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, d928d8ae-6d33-47dc-9b19-9ac06f9fc96d) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:51:53.422872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:53.423974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:53.426428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e683d-7ea6-449f-9aea-7d891a722334 None None] Network d928d8ae-6d33-47dc-9b19-9ac06f9fc96d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:51:53.546699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d440f0e7-eb02-4168-a365-5b6176a9a3ee admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8772361 Nov 10 16:51:53.590601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea2b47-585d-4e2e-9d43-922cdb131e72 None None] Network d928d8ae-6d33-47dc-9b19-9ac06f9fc96d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:51:54.300485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99e4a4-8a8f-49fd-8eee-3b78bb2d63a1 req-65fb6a14-b2a0-467e-bae1-2327edd7db61 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:54.302775 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b99e4a4-8a8f-49fd-8eee-3b78bb2d63a1 req-65fb6a14-b2a0-467e-bae1-2327edd7db61 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 946 time: 0.0781126 Nov 10 16:51:54.376275 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b99e4a4-8a8f-49fd-8eee-3b78bb2d63a1 req-4c39216e-1fbd-4ccb-85f3-72800b13e1fc tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670950 Nov 10 16:51:54.516026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-f8899ef4-c01f-4c3b-8f1b-cab0ad6c4de9 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:54.523501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-f8899ef4-c01f-4c3b-8f1b-cab0ad6c4de9 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/networks?id=07f392fc-7b1a-436b-8097-ad0afb1efa37 HTTP/1.1" status: 200 len: 812 time: 0.1349406 Nov 10 16:51:54.533961 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-9d2dd1b1-9bd5-4b92-a73e-084090382da5 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/quotas/69665bd1142e4b6583832a6c10dda0b5 HTTP/1.1" status: 200 len: 375 time: 0.0105164 Nov 10 16:51:54.570252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-83d4d4e9-a082-4b7b-8549-835adf2e1caa tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=69665bd1142e4b6583832a6c10dda0b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292645 Nov 10 16:51:54.581860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-64c679db-3ee0-45de-851b-acb58d31fd18 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:51:54.582835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-64c679db-3ee0-45de-851b-acb58d31fd18 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052915 Nov 10 16:51:54.692005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-7d66e404-dafe-4433-b2e3-03ea1fd57941 service neutron] 10.222.0.62 "GET /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013789 Nov 10 16:51:54.795847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-a1d96ca7-7a57-47c1-bc29-e698a0c4f623 service neutron] 10.222.0.62 "GET /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962639 Nov 10 16:51:55.154383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57b7d344-4e9b-4924-9c72-f737a3254ece req-229ee10b-3e8f-4296-80ca-2948af1ff757 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 210 time: 0.0466228 Nov 10 16:51:55.526429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072664ef-5d7c-4b53-99aa-2c25848070f8 req-680812b9-4ce9-4d82-8189-65e54d52376b tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:55.528674 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-072664ef-5d7c-4b53-99aa-2c25848070f8 req-680812b9-4ce9-4d82-8189-65e54d52376b tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 946 time: 0.0743794 Nov 10 16:51:55.595185 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-072664ef-5d7c-4b53-99aa-2c25848070f8 req-d9e9d389-bff2-4c94-a857-fe6c95c003d1 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564959 Nov 10 16:51:55.778476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-133b9863-f7b5-4175-b9ff-3b4b66212a3c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:55.780089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-133b9863-f7b5-4175-b9ff-3b4b66212a3c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.18 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 946 time: 0.0607131 Nov 10 16:51:55.902941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Deleting port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:51:55.903278 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:56.009735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] For port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:51:56.009890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:56.024994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Calling delete_port for faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:51:56.261814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-796484b5-cb88-4910-8b3b-9e157545a755 req-224a53fe-7d3f-4d72-b019-4da9ad8d960c tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 210 time: 0.0274854 Nov 10 16:51:56.362399 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:56.375294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['faea6b2e-848d-4f9d-ba8e-d4f59e4ece83'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:51:56.396679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Pushing event deleted for resources: {'Port': ['ID=faea6b2e-848d-4f9d-ba8e-d4f59e4ece83,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:56.433717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9713a08-985c-4c4e-9ae8-0791fc035a9b None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:51:56.440067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] No DVR routers for this DVR port faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:51:56.442322 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:56.461916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f39bd11d-6ee2-4baf-9feb-d302b9ee7ac7 req-d6133ab2-e8a0-4379-a542-88dd2520802c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.18 "DELETE /v2.0/ports/faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 HTTP/1.1" status: 204 len: 173 time: 0.6607592 Nov 10 16:51:56.461916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65330f64-87b3-4016-a391-28548267debd', 'name': 'network-vif-deleted', 'tag': 'faea6b2e-848d-4f9d-ba8e-d4f59e4ece83'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:51:56.461916 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b64ff57-1070-4190-8163-fdcaf437592a" -d '{"events": [{"server_uuid": "65330f64-87b3-4016-a391-28548267debd", "name": "network-vif-deleted", "tag": "faea6b2e-848d-4f9d-ba8e-d4f59e4ece83"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:51:56.497739 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb95c086-a38b-401d-a576-efa1fd3a2691 x-openstack-request-id: req-bb95c086-a38b-401d-a576-efa1fd3a2691 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:51:56.498035 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65330f64-87b3-4016-a391-28548267debd", "name": "network-vif-deleted", "tag": "faea6b2e-848d-4f9d-ba8e-d4f59e4ece83", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:51:56.498306 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb95c086-a38b-401d-a576-efa1fd3a2691 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:51:56.498736 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65330f64-87b3-4016-a391-28548267debd', 'name': 'network-vif-deleted', 'tag': 'faea6b2e-848d-4f9d-ba8e-d4f59e4ece83', 'status': 'completed', 'code': 200} Nov 10 16:51:56.703032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-190c556c-c814-474b-8f0b-81042b39a99c req-4d8072e7-3e5c-4238-9a94-56a70e7c62a3 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=65330f64-87b3-4016-a391-28548267debd HTTP/1.1" status: 200 len: 210 time: 0.0303814 Nov 10 16:51:57.409406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d56e630e-e150-4368-86b9-3175e92dc54a req-44e606fa-d1a5-43d0-9b23-227b67a3da33 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 210 time: 0.0449491 Nov 10 16:51:57.975829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-b61c16a4-cc98-49ff-9831-e737d6d2f1ba tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:57.977846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-b61c16a4-cc98-49ff-9831-e737d6d2f1ba tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.18 "GET /v2.0/networks?id=07f392fc-7b1a-436b-8097-ad0afb1efa37 HTTP/1.1" status: 200 len: 812 time: 0.1641862 Nov 10 16:51:57.996262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Request body: {'port': {'device_id': 'c27dcc36-d275-4d13-af60-09e1ca489ac6', 'network_id': '07f392fc-7b1a-436b-8097-ad0afb1efa37', 'admin_state_up': True, 'tenant_id': '69665bd1142e4b6583832a6c10dda0b5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:58.275687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Made reservation on behalf of 69665bd1142e4b6583832a6c10dda0b5 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:51:58.286413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:58.501445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Allocated IP 172.20.0.13 (07f392fc-7b1a-436b-8097-ad0afb1efa37/963ad90b-ff44-4190-8956-f98a75d1b698/05b77189-9574-49c5-8822-ac6106b5b5d8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:51:58.527037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e4e1043b-a85a-49e6-9776-6a3ee11b5941 req-66a857e8-58db-4c78-800f-e08c821ac967 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 210 time: 0.0349188 Nov 10 16:51:58.738488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:58.849088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:58.899140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Network 07f392fc-7b1a-436b-8097-ad0afb1efa37 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:51:58.900937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:51:58.903491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:51:58.939905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Pushing event updated for resources: {'Port': ['ID=05b77189-9574-49c5-8822-ac6106b5b5d8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:58.974504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:58.975269 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:59.090116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-46e710b8-465f-4840-b238-b287710cbe3e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0993586 Nov 10 16:51:59.235715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Request body: {'port': {'device_id': 'c27dcc36-d275-4d13-af60-09e1ca489ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:51:59.300743 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:59.705805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b77189-9574-49c5-8822-ac6106b5b5d8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:51:59.720132 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:59.739022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:51:59.754167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcab693-1cfe-4c32-80c4-c5d092cc0855 req-00aaccb5-1a76-47f7-8188-93c9fbc0d710 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:51:59.759944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Transition to ACTIVE for port object 05b77189-9574-49c5-8822-ac6106b5b5d8 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:51:59.762259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfcab693-1cfe-4c32-80c4-c5d092cc0855 req-00aaccb5-1a76-47f7-8188-93c9fbc0d710 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 932 time: 0.1039264 Nov 10 16:51:59.771427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:51:59.772094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device faea6b2e-848d-4f9d-ba8e-d4f59e4ece83 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:51:59.819862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfcab693-1cfe-4c32-80c4-c5d092cc0855 req-044e64de-89ee-42de-be4a-6fb31bb282d5 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 Nov 10 16:51:59.820352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:51:59.969153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Pushing event updated for resources: {'Port': ['ID=05b77189-9574-49c5-8822-ac6106b5b5d8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:51:59.972862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Attempting to bind port 05b77189-9574-49c5-8822-ac6106b5b5d8 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:51:59.973211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Attempting to bind port 05b77189-9574-49c5-8822-ac6106b5b5d8 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '5933dc83-e0e8-43d2-b93f-4a439d18ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '07f392fc-7b1a-436b-8097-ad0afb1efa37'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:51:59.973545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Attempting to bind port 05b77189-9574-49c5-8822-ac6106b5b5d8 on network 07f392fc-7b1a-436b-8097-ad0afb1efa37 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:51:59.980918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Port 05b77189-9574-49c5-8822-ac6106b5b5d8 on network 07f392fc-7b1a-436b-8097-ad0afb1efa37 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:51:59.981252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Attempting to bind port 05b77189-9574-49c5-8822-ac6106b5b5d8 on network 07f392fc-7b1a-436b-8097-ad0afb1efa37 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:51:59.988828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:51:59.989195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Checking segment: {'id': '5933dc83-e0e8-43d2-b93f-4a439d18ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '07f392fc-7b1a-436b-8097-ad0afb1efa37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:51:59.989628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Bound using segment: {'id': '5933dc83-e0e8-43d2-b93f-4a439d18ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '07f392fc-7b1a-436b-8097-ad0afb1efa37'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:51:59.990069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Bound port: 05b77189-9574-49c5-8822-ac6106b5b5d8, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5933dc83-e0e8-43d2-b93f-4a439d18ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '07f392fc-7b1a-436b-8097-ad0afb1efa37'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:51:59.990508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:00.077261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] For port 05b77189-9574-49c5-8822-ac6106b5b5d8, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:52:00.081089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] For port 05b77189-9574-49c5-8822-ac6106b5b5d8, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=05b77189-9574-49c5-8822-ac6106b5b5d8,segment=NetworkSegment(5933dc83-e0e8-43d2-b93f-4a439d18ceb1),segment_id=5933dc83-e0e8-43d2-b93f-4a439d18ceb1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:52:00.170869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:00.208686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:00.209338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:00.211302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] 10.222.0.18 "PUT /v2.0/ports/05b77189-9574-49c5-8822-ac6106b5b5d8 HTTP/1.1" status: 200 len: 1093 time: 1.1124749 Nov 10 16:52:00.212313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27dcc36-d275-4d13-af60-09e1ca489ac6', 'tag': '05b77189-9574-49c5-8822-ac6106b5b5d8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:00.214230 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a398d19-316f-4652-8f63-9f59ac9bb273" -d '{"events": [{"name": "network-changed", "server_uuid": "c27dcc36-d275-4d13-af60-09e1ca489ac6", "tag": "05b77189-9574-49c5-8822-ac6106b5b5d8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:00.258407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da0a60-351d-43b1-8f2e-21cafb2d1823 service neutron] Pushing event updated for resources: {'Port': ['ID=05b77189-9574-49c5-8822-ac6106b5b5d8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:00.281847 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b584ab-33f7-4aff-a157-9ef7bc3d1cc4 x-openstack-request-id: req-62b584ab-33f7-4aff-a157-9ef7bc3d1cc4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:00.282265 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27dcc36-d275-4d13-af60-09e1ca489ac6", "tag": "05b77189-9574-49c5-8822-ac6106b5b5d8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:00.282521 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62b584ab-33f7-4aff-a157-9ef7bc3d1cc4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:00.283080 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27dcc36-d275-4d13-af60-09e1ca489ac6', 'tag': '05b77189-9574-49c5-8822-ac6106b5b5d8', 'status': 'completed', 'code': 200} Nov 10 16:52:00.424987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398d19-316f-4652-8f63-9f59ac9bb273 req-850cc455-1160-4432-87a5-6dd6369c1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:00.426595 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a398d19-316f-4652-8f63-9f59ac9bb273 req-850cc455-1160-4432-87a5-6dd6369c1e5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69665bd1142e4b6583832a6c10dda0b5&device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 1096 time: 0.1214702 Nov 10 16:52:00.674372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398d19-316f-4652-8f63-9f59ac9bb273 req-cba61bec-08ae-4a83-9e42-70cbe9ed100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:00.676237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a398d19-316f-4652-8f63-9f59ac9bb273 req-cba61bec-08ae-4a83-9e42-70cbe9ed100c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=69665bd1142e4b6583832a6c10dda0b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2400422 Nov 10 16:52:00.791449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398d19-316f-4652-8f63-9f59ac9bb273 req-4f5d5c46-a46e-4d92-9a49-eb0981c9a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:00.793355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a398d19-316f-4652-8f63-9f59ac9bb273 req-4f5d5c46-a46e-4d92-9a49-eb0981c9a755 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089299 Nov 10 16:52:00.874258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-e69553c5-c376-4d01-a2c3-56f983a62565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:00.875845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-e69553c5-c376-4d01-a2c3-56f983a62565 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69665bd1142e4b6583832a6c10dda0b5&device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0433271 Nov 10 16:52:00.926286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-e1fdd0a1-5974-40df-935c-418f553fa47a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05b77189-9574-49c5-8822-ac6106b5b5d8 HTTP/1.1" status: 200 len: 217 time: 0.0419235 Nov 10 16:52:01.009464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a02008-45e2-477f-9934-c42a07d43226 req-45e3c136-5edd-493c-97ed-c40ed263b295 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:01.011528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0a02008-45e2-477f-9934-c42a07d43226 req-45e3c136-5edd-493c-97ed-c40ed263b295 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 944 time: 0.1210117 Nov 10 16:52:01.013797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-2f1e604c-b878-4649-8d54-c6321d199a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:01.015126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-2f1e604c-b878-4649-8d54-c6321d199a7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=963ad90b-ff44-4190-8956-f98a75d1b698 HTTP/1.1" status: 200 len: 852 time: 0.0736496 Nov 10 16:52:01.060343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-8d99053a-8ef7-4e76-b6c0-d0b8b759c822 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07f392fc-7b1a-436b-8097-ad0afb1efa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329163 Nov 10 16:52:01.112790 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0a02008-45e2-477f-9934-c42a07d43226 req-aa516e2a-7b79-4fc8-ae47-8f012c866aec tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929427 Nov 10 16:52:01.174970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-6df33c75-ebe4-453f-a8df-92604f96598f service neutron] 10.222.0.18 "GET /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037030 Nov 10 16:52:01.267884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e57e8a9-db59-42d4-bbc2-76892d39561d req-30bd586c-c51c-42d3-bd8d-307f1abbdd9b service neutron] 10.222.0.18 "GET /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861292 Nov 10 16:52:01.561284 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:52:01.584026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acce9565-edbe-4d41-a7fa-f534be29f1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:02.273051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9556fb-d80f-4e80-88c8-32e9ad4acceb req-a4cee1bb-d7d4-489b-b617-a408ea184951 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:02.275440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be9556fb-d80f-4e80-88c8-32e9ad4acceb req-a4cee1bb-d7d4-489b-b617-a408ea184951 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 944 time: 0.0622354 Nov 10 16:52:02.353015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be9556fb-d80f-4e80-88c8-32e9ad4acceb req-6eb97ea5-3a00-4469-9508-d2428b833f60 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657604 Nov 10 16:52:02.545249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:02.677830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de0ac0e1-6e4f-46b4-ad78-44220af6d95a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:02.767341 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de0ac0e1-6e4f-46b4-ad78-44220af6d95a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:02.860331 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de0ac0e1-6e4f-46b4-ad78-44220af6d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:02.903131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac0e1-6e4f-46b4-ad78-44220af6d95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c96937-6727-4016-a67f-e72bd22f9340,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:02.907595 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-de0ac0e1-6e4f-46b4-ad78-44220af6d95a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80e7fb79227f4489924fbd79a11339fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3651309 Nov 10 16:52:02.910287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39222) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:02.967652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db0957f3-76cd-467d-9fd5-dc4c3e5e2f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:02.996397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db0957f3-76cd-467d-9fd5-dc4c3e5e2f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:03.120644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db0957f3-76cd-467d-9fd5-dc4c3e5e2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:03.123678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db0957f3-76cd-467d-9fd5-dc4c3e5e2f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:03.125012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-db0957f3-76cd-467d-9fd5-dc4c3e5e2f68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88c96937-6727-4016-a67f-e72bd22f9340 HTTP/1.1" status: 204 len: 168 time: 0.2136993 Nov 10 16:52:03.141559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0957f3-76cd-467d-9fd5-dc4c3e5e2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c96937-6727-4016-a67f-e72bd22f9340,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:03.483913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b2817-f7eb-4b2e-9e27-2d12746f4cee req-6db57aba-d476-4acf-a37e-173d3099591e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:03.485530 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-998b2817-f7eb-4b2e-9e27-2d12746f4cee req-6db57aba-d476-4acf-a37e-173d3099591e tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 944 time: 0.0511019 Nov 10 16:52:03.550358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-998b2817-f7eb-4b2e-9e27-2d12746f4cee req-0cae0dbd-fdd5-405c-8e08-b73d835c7a1a tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543396 Nov 10 16:52:03.754079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 05b77189-9574-49c5-8822-ac6106b5b5d8 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:52:03.848822 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-87e69186-0505-4f59-8a66-80b04982a087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:03.873772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 05b77189-9574-49c5-8822-ac6106b5b5d8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=05b77189-9574-49c5-8822-ac6106b5b5d8,segment=NetworkSegment(5933dc83-e0e8-43d2-b93f-4a439d18ceb1),segment_id=5933dc83-e0e8-43d2-b93f-4a439d18ceb1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:03.891632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '05b77189-9574-49c5-8822-ac6106b5b5d8', 'network_id': '07f392fc-7b1a-436b-8097-ad0afb1efa37', 'port_id': '05b77189-9574-49c5-8822-ac6106b5b5d8', 'mac_address': 'fa:16:3e:ba:da:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963ad90b-ff44-4190-8956-f98a75d1b698', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:52:03.933614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:03.947766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b77189-9574-49c5-8822-ac6106b5b5d8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:03.954032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:03.967159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f23815e-5023-4496-9667-b870f0323d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:03.970549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 05b77189-9574-49c5-8822-ac6106b5b5d8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=05b77189-9574-49c5-8822-ac6106b5b5d8,segment=NetworkSegment(5933dc83-e0e8-43d2-b93f-4a439d18ceb1),segment_id=5933dc83-e0e8-43d2-b93f-4a439d18ceb1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:04.045297 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f23815e-5023-4496-9667-b870f0323d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:04.059439 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:04.108614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=05b77189-9574-49c5-8822-ac6106b5b5d8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:04.115919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.116845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.117184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.117525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.117951 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.118247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.118471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.118770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.119075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.119425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.119736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.124366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:04.124511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f23815e-5023-4496-9667-b870f0323d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:04.158769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23815e-5023-4496-9667-b870f0323d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c8fa4a-3dc7-4114-b96e-6ce1607da1fc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:04.163837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8f23815e-5023-4496-9667-b870f0323d1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8dadf7266c034f4caa754f299e5a97cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079995 Nov 10 16:52:04.166543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:04.237615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f633c39-9ee5-4afa-b292-707f722bed8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:04.262821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f633c39-9ee5-4afa-b292-707f722bed8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:04.340358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['05b77189-9574-49c5-8822-ac6106b5b5d8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:04.439382 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f633c39-9ee5-4afa-b292-707f722bed8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:04.442002 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f633c39-9ee5-4afa-b292-707f722bed8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:04.443225 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2f633c39-9ee5-4afa-b292-707f722bed8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69c8fa4a-3dc7-4114-b96e-6ce1607da1fc HTTP/1.1" status: 204 len: 168 time: 0.2756035 Nov 10 16:52:04.452887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f633c39-9ee5-4afa-b292-707f722bed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c8fa4a-3dc7-4114-b96e-6ce1607da1fc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:04.681141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd454e-a7d0-4d06-9762-132c609056f8 req-c440ae2b-d3b5-4bae-86a1-f2480191a564 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:04.682634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74cd454e-a7d0-4d06-9762-132c609056f8 req-c440ae2b-d3b5-4bae-86a1-f2480191a564 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 945 time: 0.0576599 Nov 10 16:52:04.736409 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74cd454e-a7d0-4d06-9762-132c609056f8 req-d214de66-f388-4609-8944-936998bedf1f tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Nov 10 16:52:05.035155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:05.754104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 05b77189-9574-49c5-8822-ac6106b5b5d8 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:52:05.911819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 05b77189-9574-49c5-8822-ac6106b5b5d8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:52:05.916763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 05b77189-9574-49c5-8822-ac6106b5b5d8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:05.917140 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:05.924520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a84ded-79ad-45ec-9748-fa3c3eab4c7f req-e2d947f5-0519-4b8d-98fb-a5422cf63162 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:05.926205 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4a84ded-79ad-45ec-9748-fa3c3eab4c7f req-e2d947f5-0519-4b8d-98fb-a5422cf63162 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 945 time: 0.0929377 Nov 10 16:52:06.001465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4a84ded-79ad-45ec-9748-fa3c3eab4c7f req-4d791fc5-dba0-4184-b877-156b1dcb308d tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658302 Nov 10 16:52:06.192511 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:06.227006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27dcc36-d275-4d13-af60-09e1ca489ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b77189-9574-49c5-8822-ac6106b5b5d8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:06.229210 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd92bdca-e332-4a5d-8ebd-6c2fcf3f9591" -d '{"events": [{"server_uuid": "c27dcc36-d275-4d13-af60-09e1ca489ac6", "name": "network-vif-plugged", "status": "completed", "tag": "05b77189-9574-49c5-8822-ac6106b5b5d8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:06.242341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 05b77189-9574-49c5-8822-ac6106b5b5d8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=05b77189-9574-49c5-8822-ac6106b5b5d8,segment=NetworkSegment(5933dc83-e0e8-43d2-b93f-4a439d18ceb1),segment_id=5933dc83-e0e8-43d2-b93f-4a439d18ceb1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:06.326549 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:06.329473 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e432268-b81f-4fd6-b5ae-20b71e0bc4b3 x-openstack-request-id: req-2e432268-b81f-4fd6-b5ae-20b71e0bc4b3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:06.329822 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27dcc36-d275-4d13-af60-09e1ca489ac6", "name": "network-vif-plugged", "status": "completed", "tag": "05b77189-9574-49c5-8822-ac6106b5b5d8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:06.330060 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e432268-b81f-4fd6-b5ae-20b71e0bc4b3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:06.330831 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27dcc36-d275-4d13-af60-09e1ca489ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b77189-9574-49c5-8822-ac6106b5b5d8', 'code': 200} Nov 10 16:52:06.419441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=05b77189-9574-49c5-8822-ac6106b5b5d8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:06.482607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411bfe2-0c62-4ce2-bf6c-ebe6821f2b66 req-0daed1f7-353f-4a6f-8a2c-f2d34aac0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:06.484405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3411bfe2-0c62-4ce2-bf6c-ebe6821f2b66 req-0daed1f7-353f-4a6f-8a2c-f2d34aac0906 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0734577 Nov 10 16:52:06.544326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3411bfe2-0c62-4ce2-bf6c-ebe6821f2b66 req-69e1359b-c07d-4b4f-b285-b87bfc6024e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520790 Nov 10 16:52:06.804833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:07.143195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0520e4f-7f6b-4a09-b90f-7c43e48e9e1e req-1ce0c692-22fc-417e-9324-137adf16e3fa tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:07.144700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0520e4f-7f6b-4a09-b90f-7c43e48e9e1e req-1ce0c692-22fc-417e-9324-137adf16e3fa tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0561337 Nov 10 16:52:07.205063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0520e4f-7f6b-4a09-b90f-7c43e48e9e1e req-74950082-a31b-44b3-a244-62addc6ef92d tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516667 Nov 10 16:52:07.579831 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:07.746983 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:08.342661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66a7a1-ecef-48e8-9cb3-2264cbfd1290 req-6e2c1403-78ac-4f38-90c3-eca9f33770a1 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:08.344212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf66a7a1-ecef-48e8-9cb3-2264cbfd1290 req-6e2c1403-78ac-4f38-90c3-eca9f33770a1 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0530624 Nov 10 16:52:08.396924 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf66a7a1-ecef-48e8-9cb3-2264cbfd1290 req-249300ae-6063-4ee9-999b-d83671c34a76 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465219 Nov 10 16:52:08.548081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348db34f-c02f-4cad-a209-9f55208af028 req-04310931-8a38-4793-8350-d061505c6af0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:08.555842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-348db34f-c02f-4cad-a209-9f55208af028 req-04310931-8a38-4793-8350-d061505c6af0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0780644 Nov 10 16:52:08.610741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-348db34f-c02f-4cad-a209-9f55208af028 req-91d881b5-7838-4aa3-ac31-9d154c7e8fc8 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529201 Nov 10 16:52:08.876098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-2f958a04-be04-4c7b-8edf-65cee556b88d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:08.877554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-2f958a04-be04-4c7b-8edf-65cee556b88d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/networks?id=8d121079-2ac4-42b2-bdcd-5a4e09899181 HTTP/1.1" status: 200 len: 812 time: 0.1457999 Nov 10 16:52:08.896516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-a355a19d-85b8-4d38-ad8d-76459bfb789a tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/quotas/cea245de83394e6cbc122c996ab3e0f7 HTTP/1.1" status: 200 len: 375 time: 0.0103645 Nov 10 16:52:08.953804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-071159cf-bd91-4926-b4cf-b88ca2b1ea95 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cea245de83394e6cbc122c996ab3e0f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495353 Nov 10 16:52:09.218073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b4684-ae54-41ce-8966-70daedfda760 req-c13dbbab-3668-4c44-bbac-da2df926c490 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:09.227109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f94b4684-ae54-41ce-8966-70daedfda760 req-c13dbbab-3668-4c44-bbac-da2df926c490 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0675526 Nov 10 16:52:09.292816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f94b4684-ae54-41ce-8966-70daedfda760 req-965f74ad-5600-4df3-ba46-1c1dfabff234 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555711 Nov 10 16:52:09.356575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-515b7fd0-f0c7-45c6-9d74-cdfb42a051c8 service neutron] 10.222.0.62 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945692 Nov 10 16:52:09.446776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1131fe39-3005-493b-9645-0878da3e5344 service neutron] 10.222.0.62 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 Nov 10 16:52:09.769689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e731a75e-c372-4e79-b04d-a375dc163d3a req-89ed778f-c83b-4e8d-86ff-9c18099fa255 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 210 time: 0.0319326 Nov 10 16:52:10.424550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648a5db-5ff6-480f-8c3b-0c0050de0575 req-227cf5f5-573a-4477-83b4-3df0896ff8a0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:10.426274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0648a5db-5ff6-480f-8c3b-0c0050de0575 req-227cf5f5-573a-4477-83b4-3df0896ff8a0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0513270 Nov 10 16:52:10.457788 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:10.484538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0648a5db-5ff6-480f-8c3b-0c0050de0575 req-41dab6e8-fa9d-40b5-a268-84cfd7662a95 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Nov 10 16:52:10.887715 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e166689c-8403-4d9a-b33d-9da5a674466d req-43b96def-27bf-4076-a8a1-d5cde6029599 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 210 time: 0.0284884 Nov 10 16:52:10.894654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c215e08-6195-45ab-aa0f-3148b6a69754 req-218c720a-bcb1-4c77-a701-f9e77969f9f2 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:10.896236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c215e08-6195-45ab-aa0f-3148b6a69754 req-218c720a-bcb1-4c77-a701-f9e77969f9f2 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0512199 Nov 10 16:52:10.945047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c215e08-6195-45ab-aa0f-3148b6a69754 req-828b51b5-8f85-42bb-83b8-9178e6e44702 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Nov 10 16:52:11.126288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-6b891bca-28a3-419a-96bb-e14f619ea9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:11.129556 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-6b891bca-28a3-419a-96bb-e14f619ea9ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69665bd1142e4b6583832a6c10dda0b5&device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0763395 Nov 10 16:52:11.252683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-6c4619c0-9a69-47af-830f-1f5637833e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:11.254232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-6c4619c0-9a69-47af-830f-1f5637833e93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07f392fc-7b1a-436b-8097-ad0afb1efa37 HTTP/1.1" status: 200 len: 913 time: 0.1174304 Nov 10 16:52:11.302850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-a04668e7-f599-4fbc-872d-ade4d37a51c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05b77189-9574-49c5-8822-ac6106b5b5d8 HTTP/1.1" status: 200 len: 217 time: 0.0409608 Nov 10 16:52:11.357896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-797712c5-a3a9-4da1-8bba-905e84829c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:11.359615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-797712c5-a3a9-4da1-8bba-905e84829c43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=963ad90b-ff44-4190-8956-f98a75d1b698 HTTP/1.1" status: 200 len: 852 time: 0.0503428 Nov 10 16:52:11.402359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-0164ed24-d74e-4fcd-8435-284afba990d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07f392fc-7b1a-436b-8097-ad0afb1efa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321994 Nov 10 16:52:11.465771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b00717-5ad9-4019-be83-6ce4cf9720f1 req-5ab9bb03-68a0-456e-81c6-1790a612db7c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:11.467676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09b00717-5ad9-4019-be83-6ce4cf9720f1 req-5ab9bb03-68a0-456e-81c6-1790a612db7c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0674112 Nov 10 16:52:11.523253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-0e29401b-368f-441a-94a5-230ec10594ba service neutron] 10.222.0.18 "GET /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115394 Nov 10 16:52:11.539257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09b00717-5ad9-4019-be83-6ce4cf9720f1 req-cb33dda6-7e06-45ce-8fa2-2d3555791405 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649784 Nov 10 16:52:11.642200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-399846fc-2b81-4726-84d8-e28dc5b6531c req-b0b87fbb-538f-4717-b42f-6572610ebc0b service neutron] 10.222.0.18 "GET /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121347 Nov 10 16:52:11.706570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6150b2-fd39-4a42-a41d-f754925040a6 req-e4b34e8b-0697-4027-b9e8-8f4775af7a8c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:11.708205 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c6150b2-fd39-4a42-a41d-f754925040a6 req-e4b34e8b-0697-4027-b9e8-8f4775af7a8c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0633307 Nov 10 16:52:11.756192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c6150b2-fd39-4a42-a41d-f754925040a6 req-c0e336ff-4f08-463d-89b3-747f8ae57b64 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Nov 10 16:52:12.047529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3192ab5-5adc-4888-9abf-64cdf3cc1468 req-af046681-9302-4ba3-b55a-9ecce99ea0c4 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 210 time: 0.0423629 Nov 10 16:52:12.114362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-14c87c00-b658-41d7-8444-93046193cc71 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:12.116466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-14c87c00-b658-41d7-8444-93046193cc71 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.69 "GET /v2.0/networks?id=8d121079-2ac4-42b2-bdcd-5a4e09899181 HTTP/1.1" status: 200 len: 812 time: 0.2427459 Nov 10 16:52:12.143939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Request body: {'port': {'device_id': 'd77750ba-15ec-40f9-b726-246629bcd8e2', 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181', 'admin_state_up': True, 'tenant_id': 'cea245de83394e6cbc122c996ab3e0f7'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:12.173112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-841eb7d5-6e82-4fbe-93bb-57aa4b2a0830 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:12.173803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-841eb7d5-6e82-4fbe-93bb-57aa4b2a0830 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.2031834 Nov 10 16:52:12.187564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991e9a-217e-4f7b-9606-5047c43b4ad3 req-dd3c1967-bad9-46e0-886f-ae8dde9b3ebc tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:12.196404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc991e9a-217e-4f7b-9606-5047c43b4ad3 req-dd3c1967-bad9-46e0-886f-ae8dde9b3ebc tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0887010 Nov 10 16:52:12.234540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-e8b46555-a3d2-4e4e-a099-0861e2d25115 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/quotas/e615b70a43ee4d7785f81a6445ea837e HTTP/1.1" status: 200 len: 375 time: 0.0244370 Nov 10 16:52:12.243732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc991e9a-217e-4f7b-9606-5047c43b4ad3 req-08790fce-5e1d-48a3-837d-137ee68bb015 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Nov 10 16:52:12.344092 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-01e43579-913b-4783-b15f-06e99e681df2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1035299 Nov 10 16:52:12.430624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Made reservation on behalf of cea245de83394e6cbc122c996ab3e0f7 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:52:12.434157 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:12.472992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-ae346832-0105-4070-ba95-ea6af6553e40 service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193907 Nov 10 16:52:12.646582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Allocated IP 172.20.0.2 (8d121079-2ac4-42b2-bdcd-5a4e09899181/52b8fbe2-2e2f-4d29-9721-1d064993d2cb/281e6c76-5d93-46bc-bd00-f9e4d7ae97d4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:52:12.650597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-5675d963-f3a4-4c42-b57e-df523a72d7b6 service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479754 Nov 10 16:52:12.847010 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:12.966582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c24bcac-5fa5-4371-993b-bab1f66c9e29 req-d1e40c80-60e7-4eaa-9168-bfd3b801ac52 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 210 time: 0.0448627 Nov 10 16:52:12.975882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:13.017606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Network 8d121079-2ac4-42b2-bdcd-5a4e09899181 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:52:13.020757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:52:13.027692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:52:13.042380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3467c-b3cf-4cf0-b53e-405c607c9a02 None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:52:13.070156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Pushing event updated for resources: {'Port': ['ID=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:13.083012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.083379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.083717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.084046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.084373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.084756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.085677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.085997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.086315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.086634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.086945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.087264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:13.105333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:13.111975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:13.166150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8805f84e-47a1-433c-8aa7-5c9b39135f40 None None] Provisioning complete for port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:13.166520 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8805f84e-47a1-433c-8aa7-5c9b39135f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:13.174846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c9e9-cc49-4feb-91e3-f4abd1f76bd3 req-693d5eaa-8ff9-479e-95f7-ed7d33edf637 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:13.176587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a36c9e9-cc49-4feb-91e3-f4abd1f76bd3 req-693d5eaa-8ff9-479e-95f7-ed7d33edf637 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 931 time: 0.0578618 Nov 10 16:52:13.212654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8805f84e-47a1-433c-8aa7-5c9b39135f40 None None] Port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:52:13.229757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a36c9e9-cc49-4feb-91e3-f4abd1f76bd3 req-7a663eed-8a45-49a1-a825-a2fe9250cc52 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463445 Nov 10 16:52:13.250621 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-1d5d93c9-c4ba-43f5-9161-2d91e8a6d8fa tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1107612 Nov 10 16:52:13.264144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Request body: {'port': {'device_id': 'd77750ba-15ec-40f9-b726-246629bcd8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:13.342237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:13.401499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209aef-c7e6-411d-a0e9-0a7df414244f req-b6c936a2-ce8a-4dac-96b2-22f14f171956 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:13.403029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2209aef-c7e6-411d-a0e9-0a7df414244f req-b6c936a2-ce8a-4dac-96b2-22f14f171956 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0529504 Nov 10 16:52:13.477641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2209aef-c7e6-411d-a0e9-0a7df414244f req-77c146bc-b389-4a8d-8657-f99c0f850f3c tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667839 Nov 10 16:52:13.672747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:13.682136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:13.695930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Transition to ACTIVE for port object 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:52:13.774150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:13.818518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda783ab-c32d-4a4d-9565-4090f8486476 None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:52:13.841304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Pushing event updated for resources: {'Port': ['ID=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:13.947600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Attempting to bind port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:52:13.948012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Attempting to bind port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:52:13.948245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Attempting to bind port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 on network 8d121079-2ac4-42b2-bdcd-5a4e09899181 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:52:13.953014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 on network 8d121079-2ac4-42b2-bdcd-5a4e09899181 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:52:13.953892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Attempting to bind port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 on network 8d121079-2ac4-42b2-bdcd-5a4e09899181 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:52:13.960010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:52:13.960330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Checking segment: {'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:52:13.960746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Bound using segment: {'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:52:13.961106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Bound port: 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0566f1f4-2189-4061-8846-9a76be206e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:52:13.961458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:14.060617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] For port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:52:14.071166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] For port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:52:14.113975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f08daa-1302-4483-843c-95b4240b2dc9 req-966743f6-2539-46d3-807e-6eb958049708 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:14.115612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3f08daa-1302-4483-843c-95b4240b2dc9 req-966743f6-2539-46d3-807e-6eb958049708 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0873480 Nov 10 16:52:14.176124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3f08daa-1302-4483-843c-95b4240b2dc9 req-e5191530-1b3b-4166-806e-b59fbe9555cb tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534334 Nov 10 16:52:14.188801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98f77333-3f73-4e2e-9f80-a9ea0f9a9d46 req-87c52b12-d60a-403b-a993-17ef78f49711 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 210 time: 0.0463204 Nov 10 16:52:14.192332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:14.223618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa827bd-b6bd-4e5d-813d-aaa6d4119538 None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:52:14.239259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:14.239971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:14.241459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] 10.222.0.69 "PUT /v2.0/ports/281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 HTTP/1.1" status: 200 len: 1092 time: 0.9821799 Nov 10 16:52:14.243253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77750ba-15ec-40f9-b726-246629bcd8e2', 'tag': '281e6c76-5d93-46bc-bd00-f9e4d7ae97d4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:14.250456 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703fc74b-ba54-45bf-a094-500e317892f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d77750ba-15ec-40f9-b726-246629bcd8e2", "tag": "281e6c76-5d93-46bc-bd00-f9e4d7ae97d4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:14.330249 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf08ec8-98ee-43d9-8698-9c7f6787ad70 x-openstack-request-id: req-0cf08ec8-98ee-43d9-8698-9c7f6787ad70 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:14.330805 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77750ba-15ec-40f9-b726-246629bcd8e2", "tag": "281e6c76-5d93-46bc-bd00-f9e4d7ae97d4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:14.331054 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0cf08ec8-98ee-43d9-8698-9c7f6787ad70 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:14.331716 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77750ba-15ec-40f9-b726-246629bcd8e2', 'tag': '281e6c76-5d93-46bc-bd00-f9e4d7ae97d4', 'status': 'completed', 'code': 200} Nov 10 16:52:14.416474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73637099-4452-4c5a-b6e0-13c9c9741a84 service neutron] Pushing event updated for resources: {'Port': ['ID=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:14.445490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fc74b-ba54-45bf-a094-500e317892f8 req-cf8ba0a3-1013-466b-8b6c-8f930ef9b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:14.447285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-703fc74b-ba54-45bf-a094-500e317892f8 req-cf8ba0a3-1013-466b-8b6c-8f930ef9b372 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea245de83394e6cbc122c996ab3e0f7&device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 1095 time: 0.1127787 Nov 10 16:52:14.455017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897e1c-752d-4ed8-8fd2-4e787dd7f1a4 req-2fe51c56-f441-4473-8267-4dc7348950e2 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:14.456453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41897e1c-752d-4ed8-8fd2-4e787dd7f1a4 req-2fe51c56-f441-4473-8267-4dc7348950e2 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 943 time: 0.1124027 Nov 10 16:52:14.624020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41897e1c-752d-4ed8-8fd2-4e787dd7f1a4 req-381630a2-282f-4235-aba3-d65a338cb163 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533937 Nov 10 16:52:14.657621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fc74b-ba54-45bf-a094-500e317892f8 req-d9fda008-db59-4bbc-83cc-f1d1c9bc3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:14.660158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-703fc74b-ba54-45bf-a094-500e317892f8 req-d9fda008-db59-4bbc-83cc-f1d1c9bc3d2b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=cea245de83394e6cbc122c996ab3e0f7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1979945 Nov 10 16:52:14.779447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fc74b-ba54-45bf-a094-500e317892f8 req-1116fcd0-9328-497e-9b78-48d70b1908f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:14.780955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-703fc74b-ba54-45bf-a094-500e317892f8 req-1116fcd0-9328-497e-9b78-48d70b1908f9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138642 Nov 10 16:52:14.890174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-2c1b4662-19aa-4cfb-8818-746be07d315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:14.891760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-2c1b4662-19aa-4cfb-8818-746be07d315e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea245de83394e6cbc122c996ab3e0f7&device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 1095 time: 0.0623031 Nov 10 16:52:14.937957 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-ecc6563c-9815-4b7a-b1e7-7e9ce0ed8da3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 HTTP/1.1" status: 200 len: 217 time: 0.0366993 Nov 10 16:52:14.990085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-26cd2384-b272-4be8-bb56-6797da22b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:14.992574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-26cd2384-b272-4be8-bb56-6797da22b25a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52b8fbe2-2e2f-4d29-9721-1d064993d2cb HTTP/1.1" status: 200 len: 852 time: 0.0473752 Nov 10 16:52:15.026009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-874f125e-3d79-4d5d-90a5-59a256ad699a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d121079-2ac4-42b2-bdcd-5a4e09899181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266516 Nov 10 16:52:15.141263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-d58cfe6f-1980-490f-8003-dcf805989905 service neutron] 10.222.0.69 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074083 Nov 10 16:52:15.343276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbbaef-7051-4ccc-bfb0-170177e6aff2 req-24805443-5ec5-4460-8062-0cd6fdeb784b tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:15.354608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47fbbaef-7051-4ccc-bfb0-170177e6aff2 req-24805443-5ec5-4460-8062-0cd6fdeb784b tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0791738 Nov 10 16:52:15.360806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f201cd4f-ed9e-49fc-afe3-490249b9935c req-5020b2f6-fa6e-4e41-8f39-77c4ac31df0b service neutron] 10.222.0.69 "GET /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084758 Nov 10 16:52:15.414156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47fbbaef-7051-4ccc-bfb0-170177e6aff2 req-3b13fcde-b452-49f4-aa57-ad36c37bd5a0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583024 Nov 10 16:52:15.423370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-9eaa657e-ef07-4d17-9e5f-f706bc3c2a90 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:15.425258 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-9eaa657e-ef07-4d17-9e5f-f706bc3c2a90 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.2550881 Nov 10 16:52:15.446814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b17310cf-a4f2-418f-962b-5a380613be04 req-0c1c1d79-d3aa-431e-8ee7-78bffa973372 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 210 time: 0.0458722 Nov 10 16:52:15.451523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'port': {'device_id': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'admin_state_up': True, 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:15.744883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Made reservation on behalf of e615b70a43ee4d7785f81a6445ea837e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:52:15.748503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:15.947858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Allocated IP 172.20.0.14 (03fa9327-e0cc-4fbe-95b5-ef367afe5de2/bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada/b8248f72-2820-4440-8aa5-efbaa08bf4e3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:52:15.967436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375438b-5e7e-4a27-801a-6489d1bdbbdc req-238ffedd-8473-4db1-b5b5-f9326091b773 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:15.972195 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c375438b-5e7e-4a27-801a-6489d1bdbbdc req-238ffedd-8473-4db1-b5b5-f9326091b773 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 943 time: 0.1019702 Nov 10 16:52:16.061045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd94f6-6162-4d19-a844-822595ccfaef req-89f32b08-cd12-4379-a3d7-087fec31f4e3 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:16.069872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42fd94f6-6162-4d19-a844-822595ccfaef req-89f32b08-cd12-4379-a3d7-087fec31f4e3 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0641098 Nov 10 16:52:16.100985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c375438b-5e7e-4a27-801a-6489d1bdbbdc req-c79a41c9-041f-4a84-a16e-f865fb795aa8 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217616 Nov 10 16:52:16.128556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-3a264163-bae0-4c12-90a3-043dbe1b01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:16.130119 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-3a264163-bae0-4c12-90a3-043dbe1b01af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69665bd1142e4b6583832a6c10dda0b5&device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 1098 time: 0.1363847 Nov 10 16:52:16.135537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42fd94f6-6162-4d19-a844-822595ccfaef req-310c9c72-d02e-481b-b364-a89a97bcfc8d tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636706 Nov 10 16:52:16.333045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-8c46d507-0882-4ec0-9dd5-0b59daefe869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:16.334605 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-8c46d507-0882-4ec0-9dd5-0b59daefe869 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07f392fc-7b1a-436b-8097-ad0afb1efa37 HTTP/1.1" status: 200 len: 913 time: 0.1823888 Nov 10 16:52:16.337910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:16.381107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-a621c570-318c-46a7-abf4-5d5b494917ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05b77189-9574-49c5-8822-ac6106b5b5d8 HTTP/1.1" status: 200 len: 217 time: 0.0384166 Nov 10 16:52:16.447066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-3e4194db-2cab-43f8-88ab-532db9af9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:16.448591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-3e4194db-2cab-43f8-88ab-532db9af9a49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=963ad90b-ff44-4190-8956-f98a75d1b698 HTTP/1.1" status: 200 len: 852 time: 0.0610957 Nov 10 16:52:16.487891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-72449c28-6e53-49a0-a8db-fea23cd6b784 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07f392fc-7b1a-436b-8097-ad0afb1efa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314441 Nov 10 16:52:16.586876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4599412-65a8-46a7-a14b-ead4f27878b7 req-0a056830-687c-4569-96c2-73e15e214477 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 210 time: 0.0637207 Nov 10 16:52:16.594581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:16.616238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:16.619201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bf394e0f-0104-4e82-9998-b5f49454080a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:16.995107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'Port': ['ID=b8248f72-2820-4440-8aa5-efbaa08bf4e3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:17.011665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:52:17.016628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-9df7870b-fb08-425a-8488-7e477d66bd8f service neutron] 10.222.0.18 "GET /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217531 Nov 10 16:52:17.017196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:52:17.019662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:52:17.173149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:17.174088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:17.316976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae530eb2-726d-4cec-a1dd-db9bde526033 req-97ee35c8-8f14-44d2-ab5d-1fc28dfafd65 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:17.318586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae530eb2-726d-4cec-a1dd-db9bde526033 req-97ee35c8-8f14-44d2-ab5d-1fc28dfafd65 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 943 time: 0.1090269 Nov 10 16:52:17.332849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf6bf1-d22f-4462-a0c0-511de3ae9b3a req-0784bc09-0af0-4906-a2b1-c9e043f03094 service neutron] 10.222.0.18 "GET /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813814 Nov 10 16:52:17.341225 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7522567b-b470-478e-a2f3-645d1863e690 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8981886 Nov 10 16:52:17.383139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d078182-468d-404c-8ae1-b0cb6a6fb57e req-e191518a-b349-43d1-a474-a364ace78e2b tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:17.384840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d078182-468d-404c-8ae1-b0cb6a6fb57e req-e191518a-b349-43d1-a474-a364ace78e2b tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.1236258 Nov 10 16:52:17.388675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Request body: {'port': {'device_id': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:17.469187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae530eb2-726d-4cec-a1dd-db9bde526033 req-689899b6-3c10-41a1-ad03-0cd991244482 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375692 Nov 10 16:52:17.501417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d078182-468d-404c-8ae1-b0cb6a6fb57e req-f2211518-0c1e-4131-af47-7f061f998e88 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986636 Nov 10 16:52:17.557664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3a792bf3-ff1b-4c16-8cef-ef87d15ec6d8 None None] Provisioning complete for port b8248f72-2820-4440-8aa5-efbaa08bf4e3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:17.558305 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a792bf3-ff1b-4c16-8cef-ef87d15ec6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:17.568285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:17.668068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3a792bf3-ff1b-4c16-8cef-ef87d15ec6d8 None None] Port b8248f72-2820-4440-8aa5-efbaa08bf4e3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:52:17.837286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb486d-aa49-4870-bb76-fc1a3138c22f req-1c37ca41-f06e-4ef1-891b-d5128e3ed764 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:17.844486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73eb486d-aa49-4870-bb76-fc1a3138c22f req-1c37ca41-f06e-4ef1-891b-d5128e3ed764 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 932 time: 0.1534195 Nov 10 16:52:17.949691 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73eb486d-aa49-4870-bb76-fc1a3138c22f req-8f7da73e-578f-4c64-b786-ec23a0b9f7f1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029642 Nov 10 16:52:18.041226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8248f72-2820-4440-8aa5-efbaa08bf4e3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:18.054871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:18.067538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Transition to ACTIVE for port object b8248f72-2820-4440-8aa5-efbaa08bf4e3 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:52:18.068235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:52:18.168016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:18.198429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:18.211359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '281e6c76-5d93-46bc-bd00-f9e4d7ae97d4', 'network_id': '8d121079-2ac4-42b2-bdcd-5a4e09899181', 'port_id': '281e6c76-5d93-46bc-bd00-f9e4d7ae97d4', 'mac_address': 'fa:16:3e:d2:b8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b8fbe2-2e2f-4d29-9721-1d064993d2cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:52:18.279932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:18.318121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Pushing event updated for resources: {'Port': ['ID=b8248f72-2820-4440-8aa5-efbaa08bf4e3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:18.339018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:18.374772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:18.451294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Attempting to bind port b8248f72-2820-4440-8aa5-efbaa08bf4e3 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:52:18.451670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Attempting to bind port b8248f72-2820-4440-8aa5-efbaa08bf4e3 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:52:18.452005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Attempting to bind port b8248f72-2820-4440-8aa5-efbaa08bf4e3 on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:52:18.456850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Port b8248f72-2820-4440-8aa5-efbaa08bf4e3 on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:52:18.457182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Attempting to bind port b8248f72-2820-4440-8aa5-efbaa08bf4e3 on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:52:18.463385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:52:18.463733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Checking segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:52:18.464127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Bound using segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:52:18.464567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Bound port: b8248f72-2820-4440-8aa5-efbaa08bf4e3, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:52:18.464935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:18.475532 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:18.537228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] For port b8248f72-2820-4440-8aa5-efbaa08bf4e3, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:52:18.541048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] For port b8248f72-2820-4440-8aa5-efbaa08bf4e3, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:52:18.545668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:18.629903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574e121-50f1-4152-8e98-17a3cd27b0ef req-37a6ead7-8c06-46f1-970a-bb6a3a8cdbf5 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:18.638016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2574e121-50f1-4152-8e98-17a3cd27b0ef req-37a6ead7-8c06-46f1-970a-bb6a3a8cdbf5 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 944 time: 0.0645850 Nov 10 16:52:18.677697 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:18.699230 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2574e121-50f1-4152-8e98-17a3cd27b0ef req-93077d3a-0fe5-4363-b335-5d1f0ac6cb8d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552578 Nov 10 16:52:18.701534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:18.704148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:18.706048 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] 10.222.0.18 "PUT /v2.0/ports/b8248f72-2820-4440-8aa5-efbaa08bf4e3 HTTP/1.1" status: 200 len: 1093 time: 1.3459249 Nov 10 16:52:18.706759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'tag': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:18.709390 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faca8cf-d962-4eca-b459-06697cb7c5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9ecf75-7a3d-42fd-9693-0bd08414df43", "tag": "b8248f72-2820-4440-8aa5-efbaa08bf4e3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:18.817942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b961955-161f-40ea-a319-7d91c37dd9d9 req-3e622028-5e03-479f-8486-eca9fca96e90 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:18.820549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b961955-161f-40ea-a319-7d91c37dd9d9 req-3e622028-5e03-479f-8486-eca9fca96e90 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.2116239 Nov 10 16:52:18.838940 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['281e6c76-5d93-46bc-bd00-f9e4d7ae97d4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:18.926491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327241-6aca-47cb-b566-9592d0c14d47 service neutron] Pushing event updated for resources: {'Port': ['ID=b8248f72-2820-4440-8aa5-efbaa08bf4e3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:19.039038 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbf3b87-6ac3-4210-a0e7-e3c4e5215725 x-openstack-request-id: req-9fbf3b87-6ac3-4210-a0e7-e3c4e5215725 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:19.039376 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9ecf75-7a3d-42fd-9693-0bd08414df43", "tag": "b8248f72-2820-4440-8aa5-efbaa08bf4e3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:19.039635 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fbf3b87-6ac3-4210-a0e7-e3c4e5215725 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:19.040624 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'tag': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3', 'status': 'completed', 'code': 200} Nov 10 16:52:19.067626 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b961955-161f-40ea-a319-7d91c37dd9d9 req-4a4780e0-9df4-4e96-b9c5-98c8794a2457 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363784 Nov 10 16:52:19.076390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7030b976-0c7d-469c-8313-f96b24e984a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:19.078237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-7030b976-0c7d-469c-8313-f96b24e984a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 1096 time: 0.1961656 Nov 10 16:52:19.176815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa2392-d85e-453a-b80a-63e4296dc460 req-343bdfa6-fef2-4818-9ad7-d484e08e3b36 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:19.176815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55aa2392-d85e-453a-b80a-63e4296dc460 req-343bdfa6-fef2-4818-9ad7-d484e08e3b36 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 944 time: 0.0794952 Nov 10 16:52:19.186116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-915ab147-4ffc-419f-a6df-b2bc80834633 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3 HTTP/1.1" status: 200 len: 217 time: 0.0991607 Nov 10 16:52:19.250702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55aa2392-d85e-453a-b80a-63e4296dc460 req-713f5b7a-ce65-4871-872e-7db3a46f1665 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680668 Nov 10 16:52:19.289870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-36bb8849-63cf-4fe7-8a1f-612286694b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:19.293200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-36bb8849-63cf-4fe7-8a1f-612286694b1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0997937 Nov 10 16:52:19.362595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-09536f64-25a6-4b37-b85e-1e32da61ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:19.362595 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-09536f64-25a6-4b37-b85e-1e32da61ffeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576508 Nov 10 16:52:19.490015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-c8aa96a8-54d1-416c-9d46-5cc98a1d4c42 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236994 Nov 10 16:52:19.605670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7724fd16-6e22-4799-8210-f79fcd0a5128 req-c34bf056-61fe-48bc-9ca2-3a640853af9d service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079576 Nov 10 16:52:19.917339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbe19f-63c3-4437-ac98-68e12e34f22f req-3a43d8e8-62de-4f63-a6c8-5484c308d094 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:19.921541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-60746692-7b72-47ec-ba04-0671eb15150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:19.923164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-60746692-7b72-47ec-ba04-0671eb15150d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 1096 time: 0.1549118 Nov 10 16:52:19.933671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92bbe19f-63c3-4437-ac98-68e12e34f22f req-3a43d8e8-62de-4f63-a6c8-5484c308d094 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.1315446 Nov 10 16:52:19.952576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad308d-d190-4ca2-959b-4c967e439b4e req-41d3e1c2-8ee7-4184-8b12-fd67c956170c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:19.954291 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ad308d-d190-4ca2-959b-4c967e439b4e req-41d3e1c2-8ee7-4184-8b12-fd67c956170c tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 944 time: 0.0981946 Nov 10 16:52:20.079974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-92bbe19f-63c3-4437-ac98-68e12e34f22f req-67a112da-2ce1-4bfb-810d-e9411aef17d6 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450381 Nov 10 16:52:20.081030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:52:20.127472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16ad308d-d190-4ca2-959b-4c967e439b4e req-5203e143-c2bd-46e8-82b3-917ef0d0aa22 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585283 Nov 10 16:52:20.176881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-52fe369a-2e7b-4db2-ab17-87a687e8ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:20.179058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-52fe369a-2e7b-4db2-ab17-87a687e8ce5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.2449834 Nov 10 16:52:20.260309 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-b48f4146-a651-4121-a631-b94264a8e30d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3 HTTP/1.1" status: 200 len: 217 time: 0.0513246 Nov 10 16:52:20.352936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-870e1b8a-159c-4089-a415-980bf3c89258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:20.354876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-870e1b8a-159c-4089-a415-980bf3c89258 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0835550 Nov 10 16:52:20.430189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-5e633993-3f4a-4ab1-93f1-2b6b05a005c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:20.432384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-5e633993-3f4a-4ab1-93f1-2b6b05a005c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671189 Nov 10 16:52:20.596308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:52:20.596308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:20.596308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:20.633469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934ac38-e40c-42b5-9ca5-4de1a9795f41 req-3bec4146-0a16-46bf-b4ea-9af589336539 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:20.638538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c934ac38-e40c-42b5-9ca5-4de1a9795f41 req-3bec4146-0a16-46bf-b4ea-9af589336539 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 944 time: 0.1998677 Nov 10 16:52:20.739779 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:20.749220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-ce17e93e-9aca-4fb8-9ed4-6d8b01c0af97 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974985 Nov 10 16:52:20.758321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c934ac38-e40c-42b5-9ca5-4de1a9795f41 req-0b0b9204-ea74-4376-a29d-fed0df283264 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131244 Nov 10 16:52:20.777773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77750ba-15ec-40f9-b726-246629bcd8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e6c76-5d93-46bc-bd00-f9e4d7ae97d4'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:20.780494 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61af2b1-d848-4c94-8dca-5377ae9717fe" -d '{"events": [{"server_uuid": "d77750ba-15ec-40f9-b726-246629bcd8e2", "name": "network-vif-plugged", "status": "completed", "tag": "281e6c76-5d93-46bc-bd00-f9e4d7ae97d4"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:20.842778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:20.891972 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80520952-39f0-4d53-9327-82d48b39d9c9 x-openstack-request-id: req-80520952-39f0-4d53-9327-82d48b39d9c9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:20.892662 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77750ba-15ec-40f9-b726-246629bcd8e2", "name": "network-vif-plugged", "status": "completed", "tag": "281e6c76-5d93-46bc-bd00-f9e4d7ae97d4", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:20.892977 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80520952-39f0-4d53-9327-82d48b39d9c9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:20.893442 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77750ba-15ec-40f9-b726-246629bcd8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e6c76-5d93-46bc-bd00-f9e4d7ae97d4', 'code': 200} Nov 10 16:52:20.945218 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:21.034031 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0faca8cf-d962-4eca-b459-06697cb7c5dc req-7883a9ea-4f99-4afc-9082-bee97c3c3bbb service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746747 Nov 10 16:52:21.062376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:21.071640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f29ede-a5c2-4cb8-9b83-5ddddcda9511 req-c67e97e2-c96b-4bd9-b158-46feef30b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:21.080057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88f29ede-a5c2-4cb8-9b83-5ddddcda9511 req-c67e97e2-c96b-4bd9-b158-46feef30b541 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 1097 time: 0.1035714 Nov 10 16:52:21.172271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88f29ede-a5c2-4cb8-9b83-5ddddcda9511 req-b0ebecbd-66d6-43d7-9541-4e71d354a86e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839307 Nov 10 16:52:21.307756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed1c9b-479a-4348-a41b-aa567372b5c1 req-0935651c-af50-4ee8-be97-7df79bab9bcd tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:21.309661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5ed1c9b-479a-4348-a41b-aa567372b5c1 req-0935651c-af50-4ee8-be97-7df79bab9bcd tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0624394 Nov 10 16:52:21.338657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7588a29-73fd-410d-8409-a6c314cc5d16 req-2b806c98-63a8-4cf5-9f02-4c4e05a4794e tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:21.347490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7588a29-73fd-410d-8409-a6c314cc5d16 req-2b806c98-63a8-4cf5-9f02-4c4e05a4794e tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 945 time: 0.0920582 Nov 10 16:52:21.388405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5ed1c9b-479a-4348-a41b-aa567372b5c1 req-de0745e9-0e10-493a-95a8-5ce21cff6730 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1b97429a-362f-46a3-9e36-94d76a637dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660954 Nov 10 16:52:21.410386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c7588a29-73fd-410d-8409-a6c314cc5d16 req-611f2d16-31db-4813-95ab-05a1fe492961 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594664 Nov 10 16:52:21.686776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-10846075-108a-4d1a-8a16-6bbf2b158f55 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:21.688550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-10846075-108a-4d1a-8a16-6bbf2b158f55 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 946 time: 0.0667555 Nov 10 16:52:21.809143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Deleting port 05b77189-9574-49c5-8822-ac6106b5b5d8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:21.809490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:21.866496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device b8248f72-2820-4440-8aa5-efbaa08bf4e3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:52:21.991793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86b05d-40cd-411b-851a-b1bc1be63317 req-c8b338d5-c864-46ea-8349-628f4a1d0dd3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:21.993535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e86b05d-40cd-411b-851a-b1bc1be63317 req-c8b338d5-c864-46ea-8349-628f4a1d0dd3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 944 time: 0.0973032 Nov 10 16:52:21.995838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] For port 05b77189-9574-49c5-8822-ac6106b5b5d8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=05b77189-9574-49c5-8822-ac6106b5b5d8,segment=NetworkSegment(5933dc83-e0e8-43d2-b93f-4a439d18ceb1),segment_id=5933dc83-e0e8-43d2-b93f-4a439d18ceb1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:21.996269 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:22.020281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Calling delete_port for 05b77189-9574-49c5-8822-ac6106b5b5d8 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:22.074305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e86b05d-40cd-411b-851a-b1bc1be63317 req-a7948d30-464b-4db0-a79a-ac80fd947400 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722618 Nov 10 16:52:22.163852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port b8248f72-2820-4440-8aa5-efbaa08bf4e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:22.199843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3', 'mac_address': 'fa:16:3e:74:5d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:52:22.301086 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:22.326868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8248f72-2820-4440-8aa5-efbaa08bf4e3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:22.357573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port b8248f72-2820-4440-8aa5-efbaa08bf4e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:22.424114 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:22.439148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['05b77189-9574-49c5-8822-ac6106b5b5d8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:22.486513 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:22.505975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Pushing event deleted for resources: {'Port': ['ID=05b77189-9574-49c5-8822-ac6106b5b5d8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:22.586380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] No DVR routers for this DVR port 05b77189-9574-49c5-8822-ac6106b5b5d8 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:22.608161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:22.620384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce22acc8-dcbd-49ac-8231-f43c5687ae68 req-5f027a04-f939-477b-ac37-679181b0a7f0 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.18 "DELETE /v2.0/ports/05b77189-9574-49c5-8822-ac6106b5b5d8 HTTP/1.1" status: 204 len: 173 time: 0.9204478 Nov 10 16:52:22.621379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27dcc36-d275-4d13-af60-09e1ca489ac6', 'name': 'network-vif-deleted', 'tag': '05b77189-9574-49c5-8822-ac6106b5b5d8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:22.624426 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8cc2b8-a6b8-4bbd-9ccf-081758d3127c" -d '{"events": [{"server_uuid": "c27dcc36-d275-4d13-af60-09e1ca489ac6", "name": "network-vif-deleted", "tag": "05b77189-9574-49c5-8822-ac6106b5b5d8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:22.643747 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6ade965-1bbd-4820-84c2-65578994fd79 req-fd3cd503-682c-4353-8fbd-e4b7a7f7ed63 tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 210 time: 0.0818329 Nov 10 16:52:22.654340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=b8248f72-2820-4440-8aa5-efbaa08bf4e3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:22.733089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59049d5-9202-48c2-8aaf-b04f27500a55 req-4b66391b-32ee-43d0-8c79-cda9cd84105d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:22.745097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b59049d5-9202-48c2-8aaf-b04f27500a55 req-4b66391b-32ee-43d0-8c79-cda9cd84105d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 945 time: 0.1967509 Nov 10 16:52:22.774040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['b8248f72-2820-4440-8aa5-efbaa08bf4e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:22.874199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b59049d5-9202-48c2-8aaf-b04f27500a55 req-f9983eea-a32c-469c-a9fe-cf6605502cd1 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277697 Nov 10 16:52:22.946651 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbfad04-0618-4ef0-a6bc-821894a945f7 x-openstack-request-id: req-bdbfad04-0618-4ef0-a6bc-821894a945f7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:22.947175 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27dcc36-d275-4d13-af60-09e1ca489ac6", "name": "network-vif-deleted", "tag": "05b77189-9574-49c5-8822-ac6106b5b5d8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:22.947650 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdbfad04-0618-4ef0-a6bc-821894a945f7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:22.948752 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27dcc36-d275-4d13-af60-09e1ca489ac6', 'name': 'network-vif-deleted', 'tag': '05b77189-9574-49c5-8822-ac6106b5b5d8', 'status': 'completed', 'code': 200} Nov 10 16:52:23.265191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4ea41-2d05-4e1c-9f4f-6a932f26b71b req-10cec886-7ce3-4cfd-be34-52e3111b0d65 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:23.267241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9de4ea41-2d05-4e1c-9f4f-6a932f26b71b req-10cec886-7ce3-4cfd-be34-52e3111b0d65 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 945 time: 0.0855296 Nov 10 16:52:23.356068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9de4ea41-2d05-4e1c-9f4f-6a932f26b71b req-d1e94374-16fa-49ed-aa07-d3ca113d98f8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582607 Nov 10 16:52:23.786668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6be783d6-6177-4040-a6b2-647adb745e05 req-347dd6e0-606f-4737-9316-84b576170e0c tempest-TestServerAdvancedOps-652297475 tempest-TestServerAdvancedOps-652297475-project] 10.222.0.62 "GET /v2.0/ports?device_id=c27dcc36-d275-4d13-af60-09e1ca489ac6 HTTP/1.1" status: 200 len: 210 time: 0.0314474 Nov 10 16:52:23.870995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device b8248f72-2820-4440-8aa5-efbaa08bf4e3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:52:24.048094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port b8248f72-2820-4440-8aa5-efbaa08bf4e3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:52:24.052772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port b8248f72-2820-4440-8aa5-efbaa08bf4e3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:24.060636 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:24.143423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bd623-defe-427f-8615-c441c55c4b6c req-80b5ad13-d7e0-4daa-a3b9-7be46f7b75fb tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:24.157071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d5bd623-defe-427f-8615-c441c55c4b6c req-80b5ad13-d7e0-4daa-a3b9-7be46f7b75fb tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 945 time: 0.1201656 Nov 10 16:52:24.189364 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:24.212549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d5bd623-defe-427f-8615-c441c55c4b6c req-b1d8ff9e-9345-48fa-aeb1-e68ce4ebcee6 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544608 Nov 10 16:52:24.222193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:24.224933 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e8f281-f90a-470b-bd00-bb143757e8d9" -d '{"events": [{"server_uuid": "8c9ecf75-7a3d-42fd-9693-0bd08414df43", "name": "network-vif-plugged", "status": "completed", "tag": "b8248f72-2820-4440-8aa5-efbaa08bf4e3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:24.239936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port b8248f72-2820-4440-8aa5-efbaa08bf4e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:24.270903 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afcb9d1-ab66-4280-9cdf-c9043ab50a80 x-openstack-request-id: req-1afcb9d1-ab66-4280-9cdf-c9043ab50a80 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:24.271203 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ecf75-7a3d-42fd-9693-0bd08414df43", "name": "network-vif-plugged", "status": "completed", "tag": "b8248f72-2820-4440-8aa5-efbaa08bf4e3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:24.271487 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1afcb9d1-ab66-4280-9cdf-c9043ab50a80 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:24.272464 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3', 'code': 200} Nov 10 16:52:24.342139 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:24.342139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 05b77189-9574-49c5-8822-ac6106b5b5d8 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:24.406582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc8f6-4fec-4da7-bb1e-d62d305c06e6 req-1fb85695-fc7e-456e-94d6-4a808e22d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:24.408874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b6fc8f6-4fec-4da7-bb1e-d62d305c06e6 req-1fb85695-fc7e-456e-94d6-4a808e22d312 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 1098 time: 0.0685160 Nov 10 16:52:24.487797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 05b77189-9574-49c5-8822-ac6106b5b5d8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:52:24.488547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 05b77189-9574-49c5-8822-ac6106b5b5d8 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:52:24.494618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=b8248f72-2820-4440-8aa5-efbaa08bf4e3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:24.499040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b6fc8f6-4fec-4da7-bb1e-d62d305c06e6 req-9a5e51f0-0b38-4971-95de-bbb539452f54 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813665 Nov 10 16:52:24.561664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5168f5-47d2-4cdb-bb23-16352d3cbe5f req-5405b168-da8c-40f0-b468-08b1ff8f32e9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:24.563366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca5168f5-47d2-4cdb-bb23-16352d3cbe5f req-5405b168-da8c-40f0-b468-08b1ff8f32e9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 946 time: 0.0776906 Nov 10 16:52:24.626832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca5168f5-47d2-4cdb-bb23-16352d3cbe5f req-26e55959-ee27-42e9-8a75-e8388d9c6d02 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Nov 10 16:52:24.885823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:25.037170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6d10f4-85f2-492d-a873-1bea4c459d85 admin admin] Deleting subnet 963ad90b-ff44-4190-8956-f98a75d1b698 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:52:25.048101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a6d10f4-85f2-492d-a873-1bea4c459d85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:25.135559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a6d10f4-85f2-492d-a873-1bea4c459d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:25.202201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a6d10f4-85f2-492d-a873-1bea4c459d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:25.473546 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a6d10f4-85f2-492d-a873-1bea4c459d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:25.528535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d10f4-85f2-492d-a873-1bea4c459d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963ad90b-ff44-4190-8956-f98a75d1b698,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:25.545244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a6d10f4-85f2-492d-a873-1bea4c459d85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:25.550777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7a6d10f4-85f2-492d-a873-1bea4c459d85 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/963ad90b-ff44-4190-8956-f98a75d1b698 HTTP/1.1" status: 204 len: 168 time: 0.6631269 Nov 10 16:52:25.554115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39844) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:25.709154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:25.820637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4695d0-a4ad-4693-b6a1-365230818fff req-0ac73067-9a47-47d1-a171-ff37b2694055 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:25.829097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f4695d0-a4ad-4693-b6a1-365230818fff req-0ac73067-9a47-47d1-a171-ff37b2694055 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 946 time: 0.0864053 Nov 10 16:52:25.945154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f4695d0-a4ad-4693-b6a1-365230818fff req-06c3932d-b671-41b4-aa74-57918ab1239d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060352 Nov 10 16:52:25.977087 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.009941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca9772-e043-4d1f-8633-b9b79b0dff7d req-df6df492-4720-4176-9893-259a4082fb6d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:26.020022 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3ca9772-e043-4d1f-8633-b9b79b0dff7d req-df6df492-4720-4176-9893-259a4082fb6d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 946 time: 0.0980787 Nov 10 16:52:26.088456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f392fc-7b1a-436b-8097-ad0afb1efa37']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:26.094567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3ca9772-e043-4d1f-8633-b9b79b0dff7d req-223c0576-12b4-4d40-9f25-9b3317cd9e8c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611429 Nov 10 16:52:26.105995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5933dc83-e0e8-43d2-b93f-4a439d18ceb1') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:26.106326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5933dc83-e0e8-43d2-b93f-4a439d18ceb1') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:26.119896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.142245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.149695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:52:26.150256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:52:26.208778 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:52:26.289080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.295154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.303752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] 10.222.0.62 "DELETE /v2.0/networks/07f392fc-7b1a-436b-8097-ad0afb1efa37 HTTP/1.1" status: 204 len: 168 time: 0.7435305 Nov 10 16:52:26.304505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:26.322275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Pushing event deleted for resources: {'Network': ['ID=07f392fc-7b1a-436b-8097-ad0afb1efa37,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:26.332962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.333769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.334184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.335140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.335514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.335915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.336437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.336784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.337242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.337608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.338025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.338428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28ccd16-94b0-4146-8480-1ace7e7b26dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:52:26.362811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a8e3cb-4d89-4392-b14a-1f990accacda admin admin] Deleting subnet 2e128420-95e4-4b7a-b1fb-e4ef1f932166 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:52:26.366275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e3cb-4d89-4392-b14a-1f990accacda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.417184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e3cb-4d89-4392-b14a-1f990accacda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.503255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e3cb-4d89-4392-b14a-1f990accacda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.633048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e3cb-4d89-4392-b14a-1f990accacda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.662359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8e3cb-4d89-4392-b14a-1f990accacda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e128420-95e4-4b7a-b1fb-e4ef1f932166,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:26.666810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e3cb-4d89-4392-b14a-1f990accacda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:26.670198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b9a8e3cb-4d89-4392-b14a-1f990accacda admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2e128420-95e4-4b7a-b1fb-e4ef1f932166 HTTP/1.1" status: 204 len: 168 time: 0.3673208 Nov 10 16:52:26.672862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39860) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:26.748919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.153007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.172757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cac42-d881-462b-8f04-1c1c6c1573a4 req-faef864d-7eea-4801-b1e7-b436252f1588 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:27.174876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f45cac42-d881-462b-8f04-1c1c6c1573a4 req-faef864d-7eea-4801-b1e7-b436252f1588 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 946 time: 0.1089694 Nov 10 16:52:27.199397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d928d8ae-6d33-47dc-9b19-9ac06f9fc96d']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:27.217438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6090d035-590c-4c6e-b079-9199a8f7ff50') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:27.218102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6090d035-590c-4c6e-b079-9199a8f7ff50') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:27.234425 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.252718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.262820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9fa16-c163-4f82-9c96-b42e0ff17b88 req-51e1c1de-fb50-48f9-8f06-d8f72853dbce tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:27.264637 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ea9fa16-c163-4f82-9c96-b42e0ff17b88 req-51e1c1de-fb50-48f9-8f06-d8f72853dbce tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 946 time: 0.0717349 Nov 10 16:52:27.276639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:52:27.277486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:52:27.302752 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:52:27.331791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ea9fa16-c163-4f82-9c96-b42e0ff17b88 req-9f02cd5b-4449-4e8a-81c8-1d603cb3eaa3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=2350e567-6ee6-4321-99a8-fc4d108232ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595272 Nov 10 16:52:27.385525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f45cac42-d881-462b-8f04-1c1c6c1573a4 req-cf1b9cee-49a9-4829-b708-a3c57bc72659 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943471 Nov 10 16:52:27.448690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.464527 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.465790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] 10.222.0.62 "DELETE /v2.0/networks/d928d8ae-6d33-47dc-9b19-9ac06f9fc96d HTTP/1.1" status: 204 len: 168 time: 0.7917743 Nov 10 16:52:27.487683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-9287fe98-7419-457b-b00e-f41c75cb96e4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:27.497470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-9287fe98-7419-457b-b00e-f41c75cb96e4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 946 time: 0.0792153 Nov 10 16:52:27.549539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-e0358ea5-20da-4037-b515-a823b299d458 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e615b70a43ee4d7785f81a6445ea837e HTTP/1.1" status: 200 len: 267 time: 0.0824530 Nov 10 16:52:27.550455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ce603-4fe5-4f40-be86-5bb3b773cbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=d928d8ae-6d33-47dc-9b19-9ac06f9fc96d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:27.621423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-939900ba-2dec-4c16-a4c7-504bf397ec37 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:27.633096 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-939900ba-2dec-4c16-a4c7-504bf397ec37 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 946 time: 0.0768926 Nov 10 16:52:27.634993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Deleting port d8bb75fc-1987-49c3-aa4e-0457622d3290 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:27.635470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.645189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'port': {'security_groups': []}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:27.716385 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.739186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] For port d8bb75fc-1987-49c3-aa4e-0457622d3290, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8bb75fc-1987-49c3-aa4e-0457622d3290,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:27.739676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:27.936853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] For port b8248f72-2820-4440-8aa5-efbaa08bf4e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:27.979973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.009916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.010732 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.011466 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Floating IP 188eecfc-2bab-47be-a03b-6eea729e05ff disassociated. External IP: 172.25.3.127, port: d8bb75fc-1987-49c3-aa4e-0457622d3290. Nov 10 16:52:28.011995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Calling delete_port for d8bb75fc-1987-49c3-aa4e-0457622d3290 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:28.031477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39884) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:28.098501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.113287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:28.118301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bf394e0f-0104-4e82-9998-b5f49454080a', 'b8248f72-2820-4440-8aa5-efbaa08bf4e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:28.138940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:28.141522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-87c28d66-db44-40fd-bbff-d4668f28e090 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69665bd1142e4b6583832a6c10dda0b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088092 Nov 10 16:52:28.219912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:28.220280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a88ed24-646e-4e05-a9de-9e3ae6fd4b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.223675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.229822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ec1e5c9-09b9-4397-b4d2-d18fe30425bc req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "PUT /v2.0/ports/b8248f72-2820-4440-8aa5-efbaa08bf4e3 HTTP/1.1" status: 200 len: 905 time: 0.5956674 Nov 10 16:52:28.230649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'tag': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:28.235173 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f985e6-e706-4312-89ae-e6dae3d184f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9ecf75-7a3d-42fd-9693-0bd08414df43", "tag": "b8248f72-2820-4440-8aa5-efbaa08bf4e3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:28.281332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a88ed24-646e-4e05-a9de-9e3ae6fd4b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.285530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd183bf-1a1b-4531-80aa-d8a4b044179b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'Port': ['ID=b8248f72-2820-4440-8aa5-efbaa08bf4e3,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:28.368582 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48d4f07-c413-4d73-8bc6-c623f7d166cd x-openstack-request-id: req-a48d4f07-c413-4d73-8bc6-c623f7d166cd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:28.368878 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9ecf75-7a3d-42fd-9693-0bd08414df43", "tag": "b8248f72-2820-4440-8aa5-efbaa08bf4e3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:28.369128 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a48d4f07-c413-4d73-8bc6-c623f7d166cd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:28.369527 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'tag': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3', 'status': 'completed', 'code': 200} Nov 10 16:52:28.409347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['b8248f72-2820-4440-8aa5-efbaa08bf4e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:28.492526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.551915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c010b165-e205-440a-aa3b-8dccc047598e req-f5ae104a-b468-4a83-a52d-b108d81ffb0b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 210 time: 0.0694368 Nov 10 16:52:28.569937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event deleted for resources: {'Port': ['ID=d8bb75fc-1987-49c3-aa4e-0457622d3290,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:28.608792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a88ed24-646e-4e05-a9de-9e3ae6fd4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.619997 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a88ed24-646e-4e05-a9de-9e3ae6fd4b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.623641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6a88ed24-646e-4e05-a9de-9e3ae6fd4b4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b97429a-362f-46a3-9e36-94d76a637dc2 HTTP/1.1" status: 204 len: 168 time: 0.4811382 Nov 10 16:52:28.647615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-6b896c83-0879-44b8-afb8-517c2df5ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:28.649464 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-6b896c83-0879-44b8-afb8-517c2df5ecfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 1060 time: 0.2573183 Nov 10 16:52:28.682081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88ed24-646e-4e05-a9de-9e3ae6fd4b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97429a-362f-46a3-9e36-94d76a637dc2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:28.876506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c2e3a1af-c5fc-4c77-87a6-5f8fb89cbb25 None None] Provisioning complete for port b8248f72-2820-4440-8aa5-efbaa08bf4e3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:28.876908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a1af-c5fc-4c77-87a6-5f8fb89cbb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:28.908675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:52:28.956583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48913e62-ba90-4939-acbb-ce6a0321bc17 req-2ae24250-d438-4554-bc9b-53c5836d8b7b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:28.965533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48913e62-ba90-4939-acbb-ce6a0321bc17 req-2ae24250-d438-4554-bc9b-53c5836d8b7b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 908 time: 0.5105503 Nov 10 16:52:29.161354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-7cfe0730-1f28-4075-bc33-63acad7f4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:29.170755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-7cfe0730-1f28-4075-bc33-63acad7f4a94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.4696610 Nov 10 16:52:29.220358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed3706-7da0-4b4c-8dd9-6129f0511ce9 req-c7df8c26-8f36-4236-ba14-b4978cca7f31 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:29.230123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7ed3706-7da0-4b4c-8dd9-6129f0511ce9 req-c7df8c26-8f36-4236-ba14-b4978cca7f31 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0954432 Nov 10 16:52:29.337872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7ed3706-7da0-4b4c-8dd9-6129f0511ce9 req-61a6075b-914f-49ef-b9a1-db7cfe0c3df9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057904 Nov 10 16:52:29.636721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39912) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:29.782998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b31ce94-3094-4fa7-b9fd-2b5e0c8159fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88a972e9f83047bf929d3bf3da2320c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449633 Nov 10 16:52:29.792809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c36a3fb-ef47-4515-9107-9b46173f2818 req-ef251bec-f560-473b-91ad-332bb1702d84 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 210 time: 0.0635703 Nov 10 16:52:29.793341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39918) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:29.842967 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-fa509d13-fd57-4e62-b6e3-ae1813bef1b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3 HTTP/1.1" status: 200 len: 217 time: 0.6620696 Nov 10 16:52:29.920900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98db487b-3606-4269-9906-914c3a1c86cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:29.989029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98db487b-3606-4269-9906-914c3a1c86cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:30.029439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-a242053e-059e-4cba-9430-16ad48d48b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:30.031236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-a242053e-059e-4cba-9430-16ad48d48b3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1756897 Nov 10 16:52:30.043067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a2c4a-f89a-44e0-8052-fa1def394a5c req-2a45ad6c-d3c9-4768-b538-15f1659ef118 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:30.044777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-769a2c4a-f89a-44e0-8052-fa1def394a5c req-2a45ad6c-d3c9-4768-b538-15f1659ef118 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.2059927 Nov 10 16:52:30.097985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:52:30.112056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] Sync routers for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:52:30.142124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:52:30.144386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:52:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:30.167756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-26e07c8a-00cd-46c6-a978-0fb3c42ed356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:30.168250 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98db487b-3606-4269-9906-914c3a1c86cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:30.169570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-26e07c8a-00cd-46c6-a978-0fb3c42ed356 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237679 Nov 10 16:52:30.171536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] No DVR routers for this DVR port d8bb75fc-1987-49c3-aa4e-0457622d3290 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:30.171845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98db487b-3606-4269-9906-914c3a1c86cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:30.174875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-98db487b-3606-4269-9906-914c3a1c86cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01dced68-d42f-4d50-aee1-9660be6389a4 HTTP/1.1" status: 204 len: 168 time: 0.3797932 Nov 10 16:52:30.181430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-769a2c4a-f89a-44e0-8052-fa1def394a5c req-6b0168a7-d111-456c-bc6f-7aa7f9f3685a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236589 Nov 10 16:52:30.182680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:30.186567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77c821a6-f832-4cf0-9551-b84ea4a0ad17 req-82102381-2468-43c5-bdf2-cd0f4938b57a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.69 "DELETE /v2.0/ports/d8bb75fc-1987-49c3-aa4e-0457622d3290 HTTP/1.1" status: 204 len: 173 time: 2.6822705 Nov 10 16:52:30.188447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-deleted', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:30.190970 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe566fd-8995-4647-9533-52ed205007df" -d '{"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-deleted", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:30.242951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db487b-3606-4269-9906-914c3a1c86cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dced68-d42f-4d50-aee1-9660be6389a4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:30.445432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:52:30.446283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-9532fbe3-b6c6-4ead-9bcf-b060d9386d7e service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584906 Nov 10 16:52:30.449914 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5246b247-58ac-4b15-8e71-edb3bba532a2 x-openstack-request-id: req-5246b247-58ac-4b15-8e71-edb3bba532a2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:30.452258 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3ed06c-fd1f-47e5-805b-01e59992261c", "name": "network-vif-deleted", "tag": "d8bb75fc-1987-49c3-aa4e-0457622d3290", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:30.452699 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5246b247-58ac-4b15-8e71-edb3bba532a2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:30.453315 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ed06c-fd1f-47e5-805b-01e59992261c', 'name': 'network-vif-deleted', 'tag': 'd8bb75fc-1987-49c3-aa4e-0457622d3290', 'status': 'completed', 'code': 200} Nov 10 16:52:30.802318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-9f5d1a92-d088-4125-8865-da1a938ce8fa tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:30.815283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-9f5d1a92-d088-4125-8865-da1a938ce8fa tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.2095830 Nov 10 16:52:30.841644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57f985e6-e706-4312-89ae-e6dae3d184f5 req-139b013d-6d1c-4408-8710-db48d8c455f2 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835933 Nov 10 16:52:30.870572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-85a0fe86-1572-4736-9b93-8d2af5cb7f97 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/quotas/e615b70a43ee4d7785f81a6445ea837e HTTP/1.1" status: 200 len: 375 time: 0.0519104 Nov 10 16:52:31.033412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-c4f04886-0daa-4d5a-a380-daed8b40ff89 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1606452 Nov 10 16:52:31.091498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-308f3b0d-9af0-461f-9a81-6c5317368662 req-2510d8d2-ba86-4fb9-a946-b78d0c83ab43 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f3ed06c-fd1f-47e5-805b-01e59992261c HTTP/1.1" status: 200 len: 210 time: 0.0755417 Nov 10 16:52:31.243459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:31.283273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] Checking router: 0af4c06b-e545-4ec6-88bc-b60bc3cce413 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:52:31.293365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:52:31.296905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:52:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:31.483449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:52:31.552625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-96ae2151-2193-4bd2-b071-9347894f7c75 service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992981 Nov 10 16:52:31.610448 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13b47457-8e01-4208-8b2f-e754c111d794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:31.682471 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-b8e39d71-c070-4d06-9c3d-983ae68194c5 service neutron] 10.222.0.62 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250412 Nov 10 16:52:31.826113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:31.854865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817d311-7e33-493c-97d5-81650c283ad2 None None] The sync data for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 is: [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:52:32.090486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5028890f-05ce-4bf6-9598-d752913ac162 req-78874b8d-258e-42b8-8e7a-19c8000e2a0a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 210 time: 0.0566134 Nov 10 16:52:32.119400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:32.152779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: d8bb75fc-1987-49c3-aa4e-0457622d3290 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:52:32.153444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d8bb75fc-1987-49c3-aa4e-0457622d3290 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:52:32.294240 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdb410-4609-4ccf-88a5-b2b98160f9cc None None] New status for floating IP 188eecfc-2bab-47be-a03b-6eea729e05ff: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:52:32.318542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39966) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:32.410507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8175f75-2839-4eb1-872a-d9dc21961bed tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:32.460037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8175f75-2839-4eb1-872a-d9dc21961bed tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:32.645657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8175f75-2839-4eb1-872a-d9dc21961bed tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:32.649912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8175f75-2839-4eb1-872a-d9dc21961bed tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:32.651168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f8175f75-2839-4eb1-872a-d9dc21961bed tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "DELETE /v2.0/security-groups/2350e567-6ee6-4321-99a8-fc4d108232ec HTTP/1.1" status: 204 len: 168 time: 0.3317056 Nov 10 16:52:32.654753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:32.664134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8175f75-2839-4eb1-872a-d9dc21961bed tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2350e567-6ee6-4321-99a8-fc4d108232ec,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:32.702672 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-17fd7dc1-fc02-4f8b-9cf1-938958b6d157 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] show failed (client error): The resource could not be found. Nov 10 16:52:32.718258 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-17fd7dc1-fc02-4f8b-9cf1-938958b6d157 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups/2350e567-6ee6-4321-99a8-fc4d108232ec HTTP/1.1" status: 404 len: 347 time: 0.0606842 Nov 10 16:52:32.724160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39978) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:32.906637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Deleting port 50433015-82b5-4a14-b934-1803ef2006a3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:32.907338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:33.004943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:33.005414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:33.019301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Calling delete_port for 50433015-82b5-4a14-b934-1803ef2006a3 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:33.191299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3dc94d53-9214-4aee-a00a-7aa54ddfc1c1 req-e5762dce-9c70-43a9-b224-ff1632521e3d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 210 time: 0.0353675 Nov 10 16:52:33.297790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:33.327030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event deleted for resources: {'Port': ['ID=50433015-82b5-4a14-b934-1803ef2006a3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:33.403849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:33.407167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:33.408496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4ab7600d-17fe-4550-bd99-a0f598352a58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "DELETE /v2.0/floatingips/188eecfc-2bab-47be-a03b-6eea729e05ff HTTP/1.1" status: 204 len: 168 time: 0.6845205 Nov 10 16:52:33.853683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eff12d59-dead-4965-9852-f62073386798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:33.915867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39996) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:33.920393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6e86ccbe-a31e-416b-b735-3961a4efacac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042440653', 'description': 'tempest-description--954906002'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:34.019626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e86ccbe-a31e-416b-b735-3961a4efacac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.098877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e86ccbe-a31e-416b-b735-3961a4efacac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.120097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:34.149263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e86ccbe-a31e-416b-b735-3961a4efacac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.183583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86ccbe-a31e-416b-b735-3961a4efacac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a59c9a-d78f-4459-bfa7-42677503689a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:34.262195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e86ccbe-a31e-416b-b735-3961a4efacac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.267433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:34.268027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6e86ccbe-a31e-416b-b735-3961a4efacac tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3505392 Nov 10 16:52:34.273236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-71cf913b-da6a-4d41-b4e5-1eab261d6111 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'security_group_rule': {'security_group_id': 'd0a59c9a-d78f-4459-bfa7-42677503689a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:34.338503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32c02c6c-4d5d-4dec-93e4-d6288c14be00 req-75b3d451-f71b-49fc-ad1e-5a9435ec5224 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 210 time: 0.0594835 Nov 10 16:52:34.345484 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6df9751c-31c3-4fa6-9e7f-2a2e1ae99a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.436162 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6df9751c-31c3-4fa6-9e7f-2a2e1ae99a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.441078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71cf913b-da6a-4d41-b4e5-1eab261d6111 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.520723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6df9751c-31c3-4fa6-9e7f-2a2e1ae99a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.572363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6df9751c-31c3-4fa6-9e7f-2a2e1ae99a0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23b04c05f5fa4ebd9dfbecede8887159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503410 Nov 10 16:52:34.573491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40012) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:34.591226 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71cf913b-da6a-4d41-b4e5-1eab261d6111 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.611003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9751c-31c3-4fa6-9e7f-2a2e1ae99a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe4b2e4-5d0a-4d2d-9ddb-5b83f0b8d542,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:34.630460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-3650f7b9-536d-44ec-a742-f9a90a84fcb5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:34.638866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-3650f7b9-536d-44ec-a742-f9a90a84fcb5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 812 time: 0.1541190 Nov 10 16:52:34.642770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5115247-a3c4-4d34-ac10-21b9c41a0730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.648506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Request body: {'port': {'device_id': '3ff1f948-68bf-461d-9bc2-445206eca781', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'admin_state_up': True, 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:34.676210 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71cf913b-da6a-4d41-b4e5-1eab261d6111 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.676430 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5115247-a3c4-4d34-ac10-21b9c41a0730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.731530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf913b-da6a-4d41-b4e5-1eab261d6111 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cae65b3-7b53-4412-9975-d403da77362f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:34.811770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5115247-a3c4-4d34-ac10-21b9c41a0730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.814493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5115247-a3c4-4d34-ac10-21b9c41a0730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.815935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f5115247-a3c4-4d34-ac10-21b9c41a0730 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfe4b2e4-5d0a-4d2d-9ddb-5b83f0b8d542 HTTP/1.1" status: 204 len: 168 time: 0.2413945 Nov 10 16:52:34.824844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5115247-a3c4-4d34-ac10-21b9c41a0730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe4b2e4-5d0a-4d2d-9ddb-5b83f0b8d542,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:34.870759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71cf913b-da6a-4d41-b4e5-1eab261d6111 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:34.875845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40018) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:34.876452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-71cf913b-da6a-4d41-b4e5-1eab261d6111 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6078861 Nov 10 16:52:34.880802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0ad8bf6d-9697-43ba-8443-e7f9482257e2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'security_group_rule': {'security_group_id': 'd0a59c9a-d78f-4459-bfa7-42677503689a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:34.974037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Made reservation on behalf of e615b70a43ee4d7785f81a6445ea837e for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:52:34.981100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.030712 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.072014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bf6d-9697-43ba-8443-e7f9482257e2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.123848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Allocated IP 172.20.0.3 (03fa9327-e0cc-4fbe-95b5-ef367afe5de2/bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada/007a54f2-9b66-48ee-ba64-58b50174ec88) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:52:35.133520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bf6d-9697-43ba-8443-e7f9482257e2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.208174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bf6d-9697-43ba-8443-e7f9482257e2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.234956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8bf6d-9697-43ba-8443-e7f9482257e2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcfd827-6c48-444c-a227-d2443a82da88,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:35.299265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bf6d-9697-43ba-8443-e7f9482257e2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.300771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0ad8bf6d-9697-43ba-8443-e7f9482257e2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4239223 Nov 10 16:52:35.304529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40024) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:35.309394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:35.311876 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.400395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.452774 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62b72cae-37bb-437d-8174-4d86b34ca320 req-d7d6502b-4ad4-423e-8b00-446dcf80400a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 210 time: 0.0354054 Nov 10 16:52:35.452999 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.465794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bf394e0f-0104-4e82-9998-b5f49454080a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:35.517815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:35.557908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40030) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:35.566609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event updated for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:35.588515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:52:35.603457 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:52:35.610497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:52:35.611528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87c79c9a-073e-484e-90fe-ad16ddfec4e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.721128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:35.721128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.763346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87c79c9a-073e-484e-90fe-ad16ddfec4e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.790025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.839832 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-a675905a-750a-40fc-9606-e09488b50528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1971066 Nov 10 16:52:35.853506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Request body: {'port': {'device_id': '3ff1f948-68bf-461d-9bc2-445206eca781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:35.868519 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87c79c9a-073e-484e-90fe-ad16ddfec4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.937859 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:35.961134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-87c79c9a-073e-484e-90fe-ad16ddfec4e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3dce9d5570974bc0a6d3f5495fd8a68c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011455 Nov 10 16:52:35.962321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c79c9a-073e-484e-90fe-ad16ddfec4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7503ec15-c34f-46a4-88db-7db8e3c2ca0f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:35.965447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Allocated IP 172.25.3.123 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/a8f3c67b-e28d-465c-8cfa-e4a577544982) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:52:35.967487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40040) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:36.046285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16a3f65d-4c38-4217-a729-9fdb30b6a447 None None] Provisioning complete for port 007a54f2-9b66-48ee-ba64-58b50174ec88 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:36.046825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16a3f65d-4c38-4217-a729-9fdb30b6a447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.083902 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bba61228-9fbb-427a-a7aa-00713fcb7751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.094249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-16a3f65d-4c38-4217-a729-9fdb30b6a447 None None] Port 007a54f2-9b66-48ee-ba64-58b50174ec88 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:52:36.106962 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bba61228-9fbb-427a-a7aa-00713fcb7751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.167949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.253457 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007a54f2-9b66-48ee-ba64-58b50174ec88 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:36.270131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.277604 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bba61228-9fbb-427a-a7aa-00713fcb7751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.282765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bba61228-9fbb-427a-a7aa-00713fcb7751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.286911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bba61228-9fbb-427a-a7aa-00713fcb7751 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7503ec15-c34f-46a4-88db-7db8e3c2ca0f HTTP/1.1" status: 204 len: 168 time: 0.3160429 Nov 10 16:52:36.289836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Transition to ACTIVE for port object 007a54f2-9b66-48ee-ba64-58b50174ec88 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:52:36.297206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61228-9fbb-427a-a7aa-00713fcb7751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7503ec15-c34f-46a4-88db-7db8e3c2ca0f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:36.300757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.345634 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.347277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:52:36.351690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:52:36.354185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:52:36.455047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'Port': ['ID=a8f3c67b-e28d-465c-8cfa-e4a577544982,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:36.462374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:36.482796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.541156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Attempting to bind port 007a54f2-9b66-48ee-ba64-58b50174ec88 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:52:36.541415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Attempting to bind port 007a54f2-9b66-48ee-ba64-58b50174ec88 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:52:36.541746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Attempting to bind port 007a54f2-9b66-48ee-ba64-58b50174ec88 on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:52:36.549719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Port 007a54f2-9b66-48ee-ba64-58b50174ec88 on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:52:36.550474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Attempting to bind port 007a54f2-9b66-48ee-ba64-58b50174ec88 on network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:52:36.558377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:52:36.558724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Checking segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:52:36.559695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Bound using segment: {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:52:36.563489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Bound port: 007a54f2-9b66-48ee-ba64-58b50174ec88, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f1b5e8-63c0-4034-b313-8b8d239a603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:52:36.564437 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.677132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:52:36.685233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:52:36.698870 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.713349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e7c9a-62e6-467f-993a-0df85ac30d0a req-791e2bad-569f-44d8-b3e8-ec12aaf5c32f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:36.715097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e2e7c9a-62e6-467f-993a-0df85ac30d0a req-791e2bad-569f-44d8-b3e8-ec12aaf5c32f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 943 time: 0.1541162 Nov 10 16:52:36.766206 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.774775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.810520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e2e7c9a-62e6-467f-993a-0df85ac30d0a req-7ff92340-e881-4c44-a4c2-1b1839a6efa4 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721140 Nov 10 16:52:36.837569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:36.838498 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:36.843014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] 10.222.0.18 "PUT /v2.0/ports/007a54f2-9b66-48ee-ba64-58b50174ec88 HTTP/1.1" status: 200 len: 1092 time: 0.9940314 Nov 10 16:52:36.843760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:36.848286 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be55cb0b-af55-40d4-a184-3dcaa151d051" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:36.949988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaaf68-11f1-499b-92d2-738210d0b7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:36.978262 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5e5893-8016-458c-919a-f9686f1cb99e x-openstack-request-id: req-fe5e5893-8016-458c-919a-f9686f1cb99e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:36.978640 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:36.979003 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe5e5893-8016-458c-919a-f9686f1cb99e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:36.979547 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'status': 'completed', 'code': 200} Nov 10 16:52:37.089421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55cb0b-af55-40d4-a184-3dcaa151d051 req-001feff3-d695-4963-824a-fd68c92fc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.092586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:37.096320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be55cb0b-af55-40d4-a184-3dcaa151d051 req-001feff3-d695-4963-824a-fd68c92fc6b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 1095 time: 0.1052787 Nov 10 16:52:37.200756 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:37.256582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55cb0b-af55-40d4-a184-3dcaa151d051 req-5e7b84e4-8deb-4564-ac69-4d884c52af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.258894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be55cb0b-af55-40d4-a184-3dcaa151d051 req-5e7b84e4-8deb-4564-ac69-4d884c52af89 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e615b70a43ee4d7785f81a6445ea837e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1419966 Nov 10 16:52:37.342483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'Port': ['ID=a8f3c67b-e28d-465c-8cfa-e4a577544982,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:37.372843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:37.451556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55cb0b-af55-40d4-a184-3dcaa151d051 req-3ea01595-d958-49e4-a49d-bc123b9a9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.453142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be55cb0b-af55-40d4-a184-3dcaa151d051 req-3ea01595-d958-49e4-a49d-bc123b9a9513 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869316 Nov 10 16:52:37.541537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:37.550948 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2275d4d2-f89e-4861-a73b-8ff394473e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2369969 Nov 10 16:52:37.577433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-449bce20-c59a-4ef1-ac2f-60dc2a7edb4e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2535977 Nov 10 16:52:37.579973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-dab56f78-f2d6-464a-b4f6-1592e498366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.581414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-dab56f78-f2d6-464a-b4f6-1592e498366c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 1095 time: 0.0780294 Nov 10 16:52:37.613657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:37.681787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-8238e8f5-d6cd-4382-b65e-ae68d88f9e69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007a54f2-9b66-48ee-ba64-58b50174ec88 HTTP/1.1" status: 200 len: 217 time: 0.0888944 Nov 10 16:52:37.745621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-a7d2cea7-44ad-4fb8-9fd5-eccdc56edcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.747149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-a7d2cea7-44ad-4fb8-9fd5-eccdc56edcfb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 1098 time: 0.1455584 Nov 10 16:52:37.754203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-5b9cdb4c-c8a8-4b57-99eb-dd0bf0fd49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.755778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-5b9cdb4c-c8a8-4b57-99eb-dd0bf0fd49ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0643921 Nov 10 16:52:37.765961 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:37.851659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-f28ef0de-0d69-4085-9793-b0fbc70e54b7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2042440653&fields=id&tenant_id=5b1142c45c73441db9c409a7a0fe61a3 HTTP/1.1" status: 200 len: 267 time: 0.0659878 Nov 10 16:52:37.951371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-7c5d8746-c589-4a90-ad18-35389bee06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.952797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-7c5d8746-c589-4a90-ad18-35389bee06cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1609607 Nov 10 16:52:37.967047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-daa3e64f-9157-48e5-9d6d-1d65375ff4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.967047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-daa3e64f-9157-48e5-9d6d-1d65375ff4d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2007554 Nov 10 16:52:37.977359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-ca7d5688-4868-49c2-a6fe-5f18e13c86b9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:37.984032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-ca7d5688-4868-49c2-a6fe-5f18e13c86b9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 816 time: 0.1355920 Nov 10 16:52:37.997240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-575c4150-7af2-4b45-8860-d33e85f5433e tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/quotas/5b1142c45c73441db9c409a7a0fe61a3 HTTP/1.1" status: 200 len: 375 time: 0.0112622 Nov 10 16:52:38.025668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91362267-c573-4f60-b5c3-1542ae1ee2ab req-10b2b613-c92a-443e-89a4-fd5b697ebbff tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:38.027228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91362267-c573-4f60-b5c3-1542ae1ee2ab req-10b2b613-c92a-443e-89a4-fd5b697ebbff tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 943 time: 0.1218038 Nov 10 16:52:38.041299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-beef33d6-ae33-4370-be21-f2ff89f081bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a HTTP/1.1" status: 200 len: 217 time: 0.0745296 Nov 10 16:52:38.086779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-dd92ff5e-9056-4e36-9717-5ad23f7a717b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787351 Nov 10 16:52:38.181582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-45e72fee-2a18-4d06-9510-adf9c873ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:38.183110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-45e72fee-2a18-4d06-9510-adf9c873ca03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1248393 Nov 10 16:52:38.193619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91362267-c573-4f60-b5c3-1542ae1ee2ab req-62e721b5-4983-45d3-88b8-cc7206eff3c8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541202 Nov 10 16:52:38.221291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-5bd87ae5-ab49-4d32-9550-5221996652e1 service neutron] 10.222.0.62 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258121 Nov 10 16:52:38.230948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-dc47be1a-1d48-48a8-97c7-6539ee8b8f7c service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560244 Nov 10 16:52:38.327781 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-acd0c3b3-ff8f-46e0-bb88-af990cc82c8f service neutron] 10.222.0.62 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971756 Nov 10 16:52:38.352332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-03b09a8b-13b6-4e86-9f09-f28e7adb3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:38.353922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-03b09a8b-13b6-4e86-9f09-f28e7adb3030 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595623 Nov 10 16:52:38.403077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d591d18e-b6e0-4690-a27b-f464a03fb1d3 req-19359369-cd13-48b7-a61b-d70e040b75d6 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622167 Nov 10 16:52:38.477728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-30675ffd-32e8-4f77-973c-d10dcbcc1836 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152062 Nov 10 16:52:38.563940 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:52:38.579038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce5128cb-18ba-47a8-a535-0ec1f2fc5ec0 req-cd27746e-02a4-4630-9482-bcb88bb5fd8a service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929501 Nov 10 16:52:38.692742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-51562e90-71cc-4b3a-8829-aceb515578e3 req-868b43c9-2807-45b2-b5d0-e46634855754 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 210 time: 0.0458906 Nov 10 16:52:39.339421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb158a-3ce1-4750-a095-78747d8fff0c req-715ccf6a-688d-484f-b6b2-5a3a0d9f866a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:39.340945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7eb158a-3ce1-4750-a095-78747d8fff0c req-715ccf6a-688d-484f-b6b2-5a3a0d9f866a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 943 time: 0.0654631 Nov 10 16:52:39.388923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7eb158a-3ce1-4750-a095-78747d8fff0c req-6907cacb-5d6b-48d7-8a54-9af92641cd7e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Nov 10 16:52:39.786331 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46d3fd00-3f55-4bf4-8d68-f3f33c3e8716 req-5ec45655-c5fe-49bb-89b3-07009c211c0a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 210 time: 0.0273685 Nov 10 16:52:39.952111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 007a54f2-9b66-48ee-ba64-58b50174ec88 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:52:40.062966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:40.080193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'mac_address': 'fa:16:3e:43:bd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:52:40.121075 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:40.136810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007a54f2-9b66-48ee-ba64-58b50174ec88 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:40.159812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:40.413806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:40.472823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:40.518826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647b65d-7fc5-4622-84f2-5d3622f660ee req-7a486cb0-b1ed-497f-a967-2ac7c84de301 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:40.520443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c647b65d-7fc5-4622-84f2-5d3622f660ee req-7a486cb0-b1ed-497f-a967-2ac7c84de301 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 944 time: 0.0566769 Nov 10 16:52:40.535347 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:40.579638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c647b65d-7fc5-4622-84f2-5d3622f660ee req-4f953371-e292-4d34-b1f5-e6ec457079b3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528665 Nov 10 16:52:40.698461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['007a54f2-9b66-48ee-ba64-58b50174ec88'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:40.931839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f12d83c6-2d3a-4396-b9e4-8450b627e3be req-c919785e-4f26-40b0-920f-59298352a352 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 210 time: 0.0333178 Nov 10 16:52:41.363288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-bf94026a-489e-44e2-a32c-2f5b37bb0789 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.366162 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-bf94026a-489e-44e2-a32c-2f5b37bb0789 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 816 time: 0.1410637 Nov 10 16:52:41.443210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-b38c01e3-b02b-4f03-b2ad-3eea601cdc58 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1142c45c73441db9c409a7a0fe61a3 HTTP/1.1" status: 200 len: 380 time: 0.0668614 Nov 10 16:52:41.454745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'port': {'device_id': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'admin_state_up': True, 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'security_groups': ['d0a59c9a-d78f-4459-bfa7-42677503689a']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:41.703388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38843d0-5f6c-46c7-9daf-541536cb80f4 req-421fc5f0-4833-4328-b330-a42d863c614f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.710270 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c38843d0-5f6c-46c7-9daf-541536cb80f4 req-421fc5f0-4833-4328-b330-a42d863c614f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 944 time: 0.0501914 Nov 10 16:52:41.758731 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c38843d0-5f6c-46c7-9daf-541536cb80f4 req-67653d14-608a-487c-84e0-5fb6f58396c3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460727 Nov 10 16:52:41.784594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Made reservation on behalf of 5b1142c45c73441db9c409a7a0fe61a3 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:52:41.791720 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:41.908111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-e41a4123-7ee3-4ea1-832a-ac0e3f3b0ed9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.914265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-e41a4123-7ee3-4ea1-832a-ac0e3f3b0ed9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.920708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-e41a4123-7ee3-4ea1-832a-ac0e3f3b0ed9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.926679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-e41a4123-7ee3-4ea1-832a-ac0e3f3b0ed9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.933215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-e41a4123-7ee3-4ea1-832a-ac0e3f3b0ed9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.939349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-e41a4123-7ee3-4ea1-832a-ac0e3f3b0ed9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.945415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-e41a4123-7ee3-4ea1-832a-ac0e3f3b0ed9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:41.947366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-e41a4123-7ee3-4ea1-832a-ac0e3f3b0ed9 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.1530247 Nov 10 16:52:41.960469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 007a54f2-9b66-48ee-ba64-58b50174ec88 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:52:42.082643 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b7f3643-e476-48ad-8970-d9f2f0cd1ec1 req-2d947b1c-dae9-4ed9-baa3-58ee18b3b918 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 210 time: 0.0328705 Nov 10 16:52:42.139432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 007a54f2-9b66-48ee-ba64-58b50174ec88 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:52:42.144812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 007a54f2-9b66-48ee-ba64-58b50174ec88 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:42.145816 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:42.270040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:42.295744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:42.298333 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef481bf-483f-481f-9d91-1d3b02ceb043" -d '{"events": [{"server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "name": "network-vif-plugged", "status": "completed", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:42.316766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:42.330059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Allocated IP 172.20.0.6 (221ada90-6e55-43d0-9545-a3a5c25a6efe/62019697-93c7-4770-a735-5cc2f0297a24/6743c0d8-52f9-4972-8fc8-d757bae83712) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:52:42.347142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9971e28-a1df-491f-9505-49dba5df1d70 req-5051d078-c9a7-48cf-a544-92010f1b5a8b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3929498 Nov 10 16:52:42.362286 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe2feb6-9c18-460d-8bea-f37e7fb60b75 x-openstack-request-id: req-dfe2feb6-9c18-460d-8bea-f37e7fb60b75 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:42.362772 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "name": "network-vif-plugged", "status": "completed", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:42.363578 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfe2feb6-9c18-460d-8bea-f37e7fb60b75 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:42.364164 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'code': 200} Nov 10 16:52:42.469306 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:42.512719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5364b92-f78b-49c0-b07e-d665bb4e7aaa req-8a30e0c0-7b51-4f6b-a076-88b9afa31005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:42.514285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5364b92-f78b-49c0-b07e-d665bb4e7aaa req-8a30e0c0-7b51-4f6b-a076-88b9afa31005 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 1096 time: 0.0644460 Nov 10 16:52:42.528626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:42.551051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:42.597712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5364b92-f78b-49c0-b07e-d665bb4e7aaa req-c09168ae-d8dc-49b6-a677-0685463eeaad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708506 Nov 10 16:52:42.705574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:42.754590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:52:42.760586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:52:42.764532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:52:42.799430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:42.835652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:42.835652 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:42.916117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14155ee5-8c0b-4fe5-8df3-cdeda9d63486 req-43dd2556-a42e-4d95-b6e6-5312db9631a1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:42.917699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14155ee5-8c0b-4fe5-8df3-cdeda9d63486 req-43dd2556-a42e-4d95-b6e6-5312db9631a1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.0555453 Nov 10 16:52:42.951475 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-af0385dc-24c6-4aa2-84c5-40d3a36974e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5015466 Nov 10 16:52:42.966191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Request body: {'port': {'device_id': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:42.984719 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14155ee5-8c0b-4fe5-8df3-cdeda9d63486 req-c17fb371-8473-41c6-9a19-911caacfc528 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592360 Nov 10 16:52:43.077696 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:43.129029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2ae43d38-d782-47cf-b5b3-7be17c95b4de None None] Provisioning complete for port 6743c0d8-52f9-4972-8fc8-d757bae83712 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:43.129998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ae43d38-d782-47cf-b5b3-7be17c95b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:43.142628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-be996835-e57d-4fbd-88f6-afa5c894198e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.151778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-be996835-e57d-4fbd-88f6-afa5c894198e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.159269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-be996835-e57d-4fbd-88f6-afa5c894198e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.167277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-be996835-e57d-4fbd-88f6-afa5c894198e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.175117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-be996835-e57d-4fbd-88f6-afa5c894198e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.180533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2ae43d38-d782-47cf-b5b3-7be17c95b4de None None] Port 6743c0d8-52f9-4972-8fc8-d757bae83712 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:52:43.182490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-be996835-e57d-4fbd-88f6-afa5c894198e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.188601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-be996835-e57d-4fbd-88f6-afa5c894198e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.190813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-be996835-e57d-4fbd-88f6-afa5c894198e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.1473064 Nov 10 16:52:43.281744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-39584d4c-cb42-43f9-bcb2-97053f849de7 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.283198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-39584d4c-cb42-43f9-bcb2-97053f849de7 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "GET /v2.0/ports/67787fde-2256-412e-b626-ac098b56bd67?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0854416 Nov 10 16:52:43.433318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b4b49-51da-43fe-9272-2f741ee863b4 req-32dce8a0-3abf-4e8c-bb18-422d23a98964 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.434904 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0b4b49-51da-43fe-9272-2f741ee863b4 req-32dce8a0-3abf-4e8c-bb18-422d23a98964 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 931 time: 0.2260957 Nov 10 16:52:43.514838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-91df2e66-1637-4e61-abd8-b8dc72bda178 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.524052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-91df2e66-1637-4e61-abd8-b8dc72bda178 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.531919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-91df2e66-1637-4e61-abd8-b8dc72bda178 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.539758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-91df2e66-1637-4e61-abd8-b8dc72bda178 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.547725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-91df2e66-1637-4e61-abd8-b8dc72bda178 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.557600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-91df2e66-1637-4e61-abd8-b8dc72bda178 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.564800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-91df2e66-1637-4e61-abd8-b8dc72bda178 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:43.567039 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-91df2e66-1637-4e61-abd8-b8dc72bda178 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 5435 time: 0.1112719 Nov 10 16:52:43.576063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-71dd8023-87d2-4c0b-aeaa-e41d137f543d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "GET /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2861350 Nov 10 16:52:43.584532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0b4b49-51da-43fe-9272-2f741ee863b4 req-725929f6-03e9-44fd-8d57-311ed2a1b44c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371672 Nov 10 16:52:43.620997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:43.647734 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21cc33a6-3420-4721-b1ce-fcfa5e84b29e req-8242a0f9-47c1-4123-a00c-62102bdba15e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711150 Nov 10 16:52:43.726710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:43.747812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6743c0d8-52f9-4972-8fc8-d757bae83712 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:43.757835 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:43.796026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Transition to ACTIVE for port object 6743c0d8-52f9-4972-8fc8-d757bae83712 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:52:43.891628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:43.972198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:43.992511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] For port 67787fde-2256-412e-b626-ac098b56bd67, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=67787fde-2256-412e-b626-ac098b56bd67,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:44.100262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] For port 67787fde-2256-412e-b626-ac098b56bd67, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:52:44.165498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Attempting to bind port 6743c0d8-52f9-4972-8fc8-d757bae83712 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:52:44.165795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Attempting to bind port 6743c0d8-52f9-4972-8fc8-d757bae83712 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:52:44.166135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Attempting to bind port 6743c0d8-52f9-4972-8fc8-d757bae83712 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:52:44.170805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] device_id is not set on port 67787fde-2256-412e-b626-ac098b56bd67 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:52:44.184489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Port 6743c0d8-52f9-4972-8fc8-d757bae83712 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:52:44.187410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Attempting to bind port 6743c0d8-52f9-4972-8fc8-d757bae83712 on network 221ada90-6e55-43d0-9545-a3a5c25a6efe {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:52:44.189793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:44.203699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620e91-7f5e-4729-9c71-821593799dd6 req-1c8966b0-6ea8-4e98-a3a5-c9049e127b30 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:44.211956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be620e91-7f5e-4729-9c71-821593799dd6 req-1c8966b0-6ea8-4e98-a3a5-c9049e127b30 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1255150 Nov 10 16:52:44.220028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:52:44.220368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Checking segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:52:44.220804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Bound using segment: {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:52:44.221363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Bound port: 6743c0d8-52f9-4972-8fc8-d757bae83712, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f5091c-36c3-4de6-b17d-459c5ec823c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:52:44.221942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:44.289333 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:44.354310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be620e91-7f5e-4729-9c71-821593799dd6 req-6c4556f4-0209-4878-8fa0-d6642071e5b9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413863 Nov 10 16:52:44.399710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] Pushing event updated for resources: {'Port': ['ID=67787fde-2256-412e-b626-ac098b56bd67,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:44.419124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:52:44.421934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] No DVR routers for this DVR port 67787fde-2256-412e-b626-ac098b56bd67 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:44.461292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:52:44.484158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] In _notify_port_updated(), no bound segment for port 67787fde-2256-412e-b626-ac098b56bd67 on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:52:44.485184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:44.485916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:44.487367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-2f60d770-bd46-4bcd-ad7f-120b0d61114c service neutron] 10.222.0.18 "PUT /v2.0/ports/67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 200 len: 1027 time: 0.8786540 Nov 10 16:52:44.548151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-25232e7c-ecfc-4fe2-b43a-c03b551ea82f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:44.549736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-25232e7c-ecfc-4fe2-b43a-c03b551ea82f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "GET /v2.0/ports/5e0968c8-e60d-4112-b6b6-963df2678caf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0558977 Nov 10 16:52:44.562622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:44.567678 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:44.661139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:44.661982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:44.663489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] 10.222.0.69 "PUT /v2.0/ports/6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 200 len: 1092 time: 1.7023196 Nov 10 16:52:44.664073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:44.666408 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32298c6-640c-41fd-b9e0-3de2ab494500" -d '{"events": [{"name": "network-changed", "server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:44.715578 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:44.715766 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eaa8f-00bf-4776-910a-59939f40ba17 service neutron] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:44.784698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a19f14a8-d3d8-40ac-b2fa-f3028f57d0f4 None None] Provisioning complete for port 67787fde-2256-412e-b626-ac098b56bd67 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:44.788425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a19f14a8-d3d8-40ac-b2fa-f3028f57d0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:44.888116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a19f14a8-d3d8-40ac-b2fa-f3028f57d0f4 None None] Port 67787fde-2256-412e-b626-ac098b56bd67 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:52:44.895004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aca084-3c1b-4b74-b0ce-87abe401f947 req-6c572218-2256-4b08-86d5-4ad7fcb0dc42 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:44.908085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43aca084-3c1b-4b74-b0ce-87abe401f947 req-6c572218-2256-4b08-86d5-4ad7fcb0dc42 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1956036 Nov 10 16:52:44.945888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-3b8594bd-e60d-48bf-9885-4b826f0c60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:44.947336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-3b8594bd-e60d-48bf-9885-4b826f0c60dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1095 time: 0.1514051 Nov 10 16:52:45.000597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43aca084-3c1b-4b74-b0ce-87abe401f947 req-dc250b13-dc5e-48aa-91c9-71c6726494c3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914953 Nov 10 16:52:45.059253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] For port 5e0968c8-e60d-4112-b6b6-963df2678caf, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e0968c8-e60d-4112-b6b6-963df2678caf,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:45.132090 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ef880d-e3cf-4f56-9427-8de6814ddb6f x-openstack-request-id: req-e6ef880d-e3cf-4f56-9427-8de6814ddb6f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:45.132392 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:45.132648 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6ef880d-e3cf-4f56-9427-8de6814ddb6f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:45.133057 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'status': 'completed', 'code': 200} Nov 10 16:52:45.179714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44c31-4014-4a44-aea6-566c316a9118 req-a6bc3551-edd0-4db9-bfdc-811d4e480a06 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.185749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44c31-4014-4a44-aea6-566c316a9118 req-a6bc3551-edd0-4db9-bfdc-811d4e480a06 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.192164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44c31-4014-4a44-aea6-566c316a9118 req-a6bc3551-edd0-4db9-bfdc-811d4e480a06 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.198500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44c31-4014-4a44-aea6-566c316a9118 req-a6bc3551-edd0-4db9-bfdc-811d4e480a06 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.204576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44c31-4014-4a44-aea6-566c316a9118 req-a6bc3551-edd0-4db9-bfdc-811d4e480a06 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.208096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af4f54-eac0-473d-ae4b-c8267c8b42df req-5dc48475-0fff-46d3-a67b-6219674d9f00 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.210630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59af4f54-eac0-473d-ae4b-c8267c8b42df req-5dc48475-0fff-46d3-a67b-6219674d9f00 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.0610566 Nov 10 16:52:45.212453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d44c31-4014-4a44-aea6-566c316a9118 req-a6bc3551-edd0-4db9-bfdc-811d4e480a06 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.214553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89d44c31-4014-4a44-aea6-566c316a9118 req-a6bc3551-edd0-4db9-bfdc-811d4e480a06 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 4661 time: 0.3885295 Nov 10 16:52:45.222136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-9eba9eb0-e623-4eaf-8bd8-72d051562182 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 200 len: 217 time: 0.2624838 Nov 10 16:52:45.281980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59af4f54-eac0-473d-ae4b-c8267c8b42df req-74ca9609-bcd4-418a-82e5-ef3f47d5e339 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Nov 10 16:52:45.282749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] For port 5e0968c8-e60d-4112-b6b6-963df2678caf, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:52:45.346271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-db0998f3-95fe-4be7-94ab-1c348fc1bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.348231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-db0998f3-95fe-4be7-94ab-1c348fc1bd35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.1181967 Nov 10 16:52:45.351003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] device_id is not set on port 5e0968c8-e60d-4112-b6b6-963df2678caf yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:52:45.381734 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:45.424159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89d44c31-4014-4a44-aea6-566c316a9118 req-44a09c07-693b-4ae0-955e-1fd64853b5af tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c340a4-c2da-4760-859e-30279bf7ce18&id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948485 Nov 10 16:52:45.436744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-7de807fd-e2c0-485a-bc0d-62afb85339eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.439003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-7de807fd-e2c0-485a-bc0d-62afb85339eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801837 Nov 10 16:52:45.550146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-841ebc1c-2b32-4bf8-bf20-27d2cfc96d77 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016734 Nov 10 16:52:45.556627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:45.686390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] No DVR routers for this DVR port 5e0968c8-e60d-4112-b6b6-963df2678caf on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:45.713520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0968c8-e60d-4112-b6b6-963df2678caf,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:45.742770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] In _notify_port_updated(), no bound segment for port 5e0968c8-e60d-4112-b6b6-963df2678caf on network ccc91858-4f38-4b10-9cfb-33f33ed3498c {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:52:45.743860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:45.744363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:45.745749 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-4be2575e-bb46-4a7d-85b3-2e0419b97889 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 200 len: 1028 time: 1.1890554 Nov 10 16:52:45.802298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ed97e44-858e-44d6-a1d7-051a440d9aeb req-f51430a3-941d-4d49-8368-31046dc51c70 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430782 Nov 10 16:52:45.854614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2e50ad0c-561e-4a35-b34a-e49220824140 None None] Provisioning complete for port 5e0968c8-e60d-4112-b6b6-963df2678caf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:45.855105 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e50ad0c-561e-4a35-b34a-e49220824140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:45.906991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2e50ad0c-561e-4a35-b34a-e49220824140 None None] Port 5e0968c8-e60d-4112-b6b6-963df2678caf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:52:45.917192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port 037c0619-88ff-4df6-9d08-a678919d85c4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:45.918125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:45.992081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 67787fde-2256-412e-b626-ac098b56bd67 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:46.062427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-e9501446-9341-4d8b-895b-9d9c8f879795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:46.064166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-e9501446-9341-4d8b-895b-9d9c8f879795 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1095 time: 0.0749919 Nov 10 16:52:46.070351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 67787fde-2256-412e-b626-ac098b56bd67 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:52:46.071016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5e0968c8-e60d-4112-b6b6-963df2678caf no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:46.125954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5e0968c8-e60d-4112-b6b6-963df2678caf not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:52:46.126629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7b323c6f-5120-461e-bdad-9bf5228bb7a5 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:46.194973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] For port 037c0619-88ff-4df6-9d08-a678919d85c4, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=037c0619-88ff-4df6-9d08-a678919d85c4,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:46.195803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:46.278334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:46.324122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b323c6f-5120-461e-bdad-9bf5228bb7a5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:46.327605 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4368f5-cfbb-49e8-9eb1-b7965f07a9d5" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-unplugged", "status": "completed", "tag": "7b323c6f-5120-461e-bdad-9bf5228bb7a5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:46.342387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7b323c6f-5120-461e-bdad-9bf5228bb7a5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:46.406843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-97780a41-9057-4577-bbbb-4f6017b9a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:46.408689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-97780a41-9057-4577-bbbb-4f6017b9a0b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.3353176 Nov 10 16:52:46.436848 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:46.437828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:46.465422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf2685-6108-42a5-aed7-58e652accc52 req-cd2015d0-903b-4686-b1fe-c5ee68da1662 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:46.468105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ecf2685-6108-42a5-aed7-58e652accc52 req-cd2015d0-903b-4686-b1fe-c5ee68da1662 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.0679736 Nov 10 16:52:46.557555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ecf2685-6108-42a5-aed7-58e652accc52 req-1d581d03-7b2c-4f9b-8f10-8edd37b6aca2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761025 Nov 10 16:52:46.580643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7b323c6f-5120-461e-bdad-9bf5228bb7a5,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:46.658465 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:46.683556 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b60ac0-6a84-4108-b24e-ff0eb71cc362 x-openstack-request-id: req-b5b60ac0-6a84-4108-b24e-ff0eb71cc362 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:46.683852 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-unplugged", "status": "completed", "tag": "7b323c6f-5120-461e-bdad-9bf5228bb7a5", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:46.684105 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5b60ac0-6a84-4108-b24e-ff0eb71cc362 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:46.684500 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b323c6f-5120-461e-bdad-9bf5228bb7a5', 'code': 200} Nov 10 16:52:46.780086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:46.833706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055370d1-2aab-46b5-a936-6e8381837264 req-1730a29c-3602-4af3-9a43-138d78e82f5c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:46.841061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055370d1-2aab-46b5-a936-6e8381837264 req-1730a29c-3602-4af3-9a43-138d78e82f5c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:46.842444 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:46.843379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 60898d86-7bc3-4062-9773-8363c4476c9f no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:46.855260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055370d1-2aab-46b5-a936-6e8381837264 req-1730a29c-3602-4af3-9a43-138d78e82f5c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:46.861749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055370d1-2aab-46b5-a936-6e8381837264 req-1730a29c-3602-4af3-9a43-138d78e82f5c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:46.868818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055370d1-2aab-46b5-a936-6e8381837264 req-1730a29c-3602-4af3-9a43-138d78e82f5c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:46.878560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-055370d1-2aab-46b5-a936-6e8381837264 req-1730a29c-3602-4af3-9a43-138d78e82f5c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 3884 time: 0.1198568 Nov 10 16:52:46.982758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-055370d1-2aab-46b5-a936-6e8381837264 req-f2fa77e3-be68-45d1-b6bb-5b68a8b58522 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026704 Nov 10 16:52:46.999746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3899-1758-4a7f-9baf-5f974d0b2f6a req-3aace61c-5726-4f32-9520-30456e67b97c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:47.002225 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f2d3899-1758-4a7f-9baf-5f974d0b2f6a req-3aace61c-5726-4f32-9520-30456e67b97c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.7994103 Nov 10 16:52:47.009313 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-68eacfa7-945d-4c7d-bf70-56f24617150c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 200 len: 217 time: 0.5542066 Nov 10 16:52:47.057712 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:47.157366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-ddf80112-8544-4b20-a6d2-c42db79b980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:47.158934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-ddf80112-8544-4b20-a6d2-c42db79b980c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.1426594 Nov 10 16:52:47.176020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:47.190952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 60898d86-7bc3-4062-9773-8363c4476c9f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=60898d86-7bc3-4062-9773-8363c4476c9f,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:47.198792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:47.199169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:47.199540 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Floating IP f9646b49-fe87-423b-a6c6-995438330091 disassociated. External IP: 172.25.3.147, port: 037c0619-88ff-4df6-9d08-a678919d85c4. Nov 10 16:52:47.199894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for 037c0619-88ff-4df6-9d08-a678919d85c4 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:47.233081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f2d3899-1758-4a7f-9baf-5f974d0b2f6a req-351a226b-d977-41db-8d7c-e0c7fb0e6478 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076206 Nov 10 16:52:47.282161 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:47.282881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a6df1d8a-ea18-4393-801b-6add954c4c55 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:47.294326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-32a06395-8bec-43bc-ad23-72db6cb13ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:47.296037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-32a06395-8bec-43bc-ad23-72db6cb13ffb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258023 Nov 10 16:52:47.373448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=60898d86-7bc3-4062-9773-8363c4476c9f,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:47.486421 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:47.512746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-43bf7260-9bdc-4bd8-927a-4bac9e253944 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052717 Nov 10 16:52:47.523421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a6df1d8a-ea18-4393-801b-6add954c4c55, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a6df1d8a-ea18-4393-801b-6add954c4c55,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:47.626799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40586) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:47.632683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:47.634003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 037c0619-88ff-4df6-9d08-a678919d85c4 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:52:47.674164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e32298c6-640c-41fd-b9e0-3de2ab494500 req-d8b94337-2332-48c1-8a3d-a954b9d48990 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476250 Nov 10 16:52:47.715658 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:47.750341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=037c0619-88ff-4df6-9d08-a678919d85c4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:47.854543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a6df1d8a-ea18-4393-801b-6add954c4c55,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:47.873216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f8c186e-9b1e-4900-a3ee-8da0778555e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:47.883888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No active binding found for port 037c0619-88ff-4df6-9d08-a678919d85c4 {{(pid=103327) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 16:52:47.886970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 037c0619-88ff-4df6-9d08-a678919d85c4 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:52:47.953259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Router 02541582-bad3-44d1-a0c7-928d5e428dbb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:52:47.973203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f8c186e-9b1e-4900-a3ee-8da0778555e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:48.060121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f8c186e-9b1e-4900-a3ee-8da0778555e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:48.104728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:52:48.123586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3f8c186e-9b1e-4900-a3ee-8da0778555e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95b179dfdbe34e2aaa9c5398d0e8b537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4877908 Nov 10 16:52:48.123586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40616) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:48.123586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c186e-9b1e-4900-a3ee-8da0778555e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db099c46-43e2-4840-81a0-a49cd2ba63cd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:48.154217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] Sync routers for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:52:48.189076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:52:48.196941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:52:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:48.257394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] No DVR routers for this DVR port 037c0619-88ff-4df6-9d08-a678919d85c4 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:48.261549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:48.267576 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4598719-7a00-4315-9ae8-c678a6d39b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:48.270737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-351c7aba-af38-42fa-b548-1130e74f69ce tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "DELETE /v2.0/ports/037c0619-88ff-4df6-9d08-a678919d85c4 HTTP/1.1" status: 204 len: 173 time: 2.5171020 Nov 10 16:52:48.302177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4598719-7a00-4315-9ae8-c678a6d39b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:48.302475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': '037c0619-88ff-4df6-9d08-a678919d85c4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:48.304892 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6efd9cc-c490-492e-8a46-c197a1052405" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "037c0619-88ff-4df6-9d08-a678919d85c4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:48.405771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:52:48.494582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4598719-7a00-4315-9ae8-c678a6d39b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:48.503953 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4598719-7a00-4315-9ae8-c678a6d39b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:48.513400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4598719-7a00-4315-9ae8-c678a6d39b73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db099c46-43e2-4840-81a0-a49cd2ba63cd HTTP/1.1" status: 204 len: 168 time: 0.3924232 Nov 10 16:52:48.549942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4598719-7a00-4315-9ae8-c678a6d39b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db099c46-43e2-4840-81a0-a49cd2ba63cd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:48.586893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88344f-ee04-4305-a303-0b7ee2f51455 req-231b6063-cccb-4ec9-850b-b3c874a41b43 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:48.600373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88344f-ee04-4305-a303-0b7ee2f51455 req-231b6063-cccb-4ec9-850b-b3c874a41b43 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:48.609815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88344f-ee04-4305-a303-0b7ee2f51455 req-231b6063-cccb-4ec9-850b-b3c874a41b43 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:48.631341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88344f-ee04-4305-a303-0b7ee2f51455 req-231b6063-cccb-4ec9-850b-b3c874a41b43 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:48.645561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc88344f-ee04-4305-a303-0b7ee2f51455 req-231b6063-cccb-4ec9-850b-b3c874a41b43 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 3142 time: 0.5383930 Nov 10 16:52:48.713936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965'}, {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60898d86-7bc3-4062-9773-8363c4476c9f'}, {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6df1d8a-ea18-4393-801b-6add954c4c55'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:48.721995 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2276856-6458-461c-b68e-0aa5d5a22d79" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-unplugged", "status": "completed", "tag": "010f6ea7-1ff5-4e24-bc59-5ffaaa783965"}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-unplugged", "status": "completed", "tag": "60898d86-7bc3-4062-9773-8363c4476c9f"}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-unplugged", "status": "completed", "tag": "a6df1d8a-ea18-4393-801b-6add954c4c55"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:48.746122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1c472-8990-4ed5-9fee-173be126a5fb req-d80d00c2-dbb3-4b20-a9e4-2832c07a47c5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:48.754880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc88344f-ee04-4305-a303-0b7ee2f51455 req-a66e2357-f0a5-48c6-ac32-409947881c0a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082640 Nov 10 16:52:48.757416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18d1c472-8990-4ed5-9fee-173be126a5fb req-d80d00c2-dbb3-4b20-a9e4-2832c07a47c5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1450219 Nov 10 16:52:48.835769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port a6df1d8a-ea18-4393-801b-6add954c4c55 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:48.843622 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:48.870913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18d1c472-8990-4ed5-9fee-173be126a5fb req-294a327b-2e2e-44cb-8cb5-57408199dc7a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122115 Nov 10 16:52:48.972822 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b229f-2f96-4035-b993-8691ef6314fd x-openstack-request-id: req-f47b229f-2f96-4035-b993-8691ef6314fd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:48.973363 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "037c0619-88ff-4df6-9d08-a678919d85c4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:48.974232 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f47b229f-2f96-4035-b993-8691ef6314fd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:48.974941 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': '037c0619-88ff-4df6-9d08-a678919d85c4', 'status': 'completed', 'code': 200} Nov 10 16:52:48.997775 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d3017d-871b-4f3f-9188-8d262852c47f x-openstack-request-id: req-63d3017d-871b-4f3f-9188-8d262852c47f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:49.001811 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-unplugged", "status": "completed", "tag": "010f6ea7-1ff5-4e24-bc59-5ffaaa783965", "code": 200}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-unplugged", "status": "completed", "tag": "60898d86-7bc3-4062-9773-8363c4476c9f", "code": 200}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-unplugged", "status": "completed", "tag": "a6df1d8a-ea18-4393-801b-6add954c4c55", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:49.001811 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63d3017d-871b-4f3f-9188-8d262852c47f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:49.001811 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965', 'code': 200} Nov 10 16:52:49.001811 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60898d86-7bc3-4062-9773-8363c4476c9f', 'code': 200} Nov 10 16:52:49.001811 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6df1d8a-ea18-4393-801b-6add954c4c55', 'code': 200} Nov 10 16:52:49.011415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691ea3e-331f-4e24-9b18-f91ffa9f65f8 req-91fd55b5-d63e-4af0-bef7-45af81a4109a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:49.012973 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d691ea3e-331f-4e24-9b18-f91ffa9f65f8 req-91fd55b5-d63e-4af0-bef7-45af81a4109a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1176355 Nov 10 16:52:49.049647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] For port a6df1d8a-ea18-4393-801b-6add954c4c55, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a6df1d8a-ea18-4393-801b-6add954c4c55,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:49.050516 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.073523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for a6df1d8a-ea18-4393-801b-6add954c4c55 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:49.103338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d691ea3e-331f-4e24-9b18-f91ffa9f65f8 req-77451704-9211-4ca0-91fa-a4e57adcf7d4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839591 Nov 10 16:52:49.144071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:42Z', 'revision_number': 5, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:49.180515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] Checking router: 02541582-bad3-44d1-a0c7-928d5e428dbb for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:52:49.191165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:52:49.191165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:52:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:49.307349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:52:49.307925 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.343783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=a6df1d8a-ea18-4393-801b-6add954c4c55,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:49.393454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] No DVR routers for this DVR port a6df1d8a-ea18-4393-801b-6add954c4c55 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:49.400334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.400334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-6371b62d-792c-4f5f-849a-3e4407884c0d tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "DELETE /v2.0/ports/a6df1d8a-ea18-4393-801b-6add954c4c55 HTTP/1.1" status: 204 len: 173 time: 1.1176026 Nov 10 16:52:49.519512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port 60898d86-7bc3-4062-9773-8363c4476c9f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:49.519921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.588745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:42Z', 'revision_number': 5, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:49.628264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db58e4-24f6-4f0b-bc50-987d387c793b None None] The sync data for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 is: [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:41:36Z', 'revision_number': 4, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '953d6dc0-cb96-4ffc-8228-110680bd0d92', 'name': '', 'network_id': 'c2cf5e08-84ad-4a93-99ed-5b2f581fd289', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'mac_address': 'fa:16:3e:c2:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:35Z', 'updated_at': '2021-11-10T16:41:42Z', 'revision_number': 5, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'subnets': [{'id': 'cc279a63-2128-412b-a4ba-7615da2ef304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:52:49.634004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] For port 60898d86-7bc3-4062-9773-8363c4476c9f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=60898d86-7bc3-4062-9773-8363c4476c9f,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:49.634418 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.654164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for 60898d86-7bc3-4062-9773-8363c4476c9f owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:49.660686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40686) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:49.680127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba654cf3-cf10-45b2-879d-7c5577c84e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.791962 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba654cf3-cf10-45b2-879d-7c5577c84e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.882065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba654cf3-cf10-45b2-879d-7c5577c84e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.928726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c8ac8-6a20-4dbc-9836-d2119ed60668 req-fd8d08fc-ed82-483a-aa94-18dcb836c81b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:49.937474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c8ac8-6a20-4dbc-9836-d2119ed60668 req-fd8d08fc-ed82-483a-aa94-18dcb836c81b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:49.945037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c8ac8-6a20-4dbc-9836-d2119ed60668 req-fd8d08fc-ed82-483a-aa94-18dcb836c81b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:49.946914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-662c8ac8-6a20-4dbc-9836-d2119ed60668 req-fd8d08fc-ed82-483a-aa94-18dcb836c81b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 2409 time: 0.1095684 Nov 10 16:52:49.948565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:49.973302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ba654cf3-cf10-45b2-879d-7c5577c84e6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5716bad1257d4926ae9372b784c56dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113391 Nov 10 16:52:49.974137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba654cf3-cf10-45b2-879d-7c5577c84e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d956fd83-e9de-416a-a882-41f09ff0ff23,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:49.990805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40704) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:49.992969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 007a54f2-9b66-48ee-ba64-58b50174ec88 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:52:50.063477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=60898d86-7bc3-4062-9773-8363c4476c9f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:50.127558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] No DVR routers for this DVR port 60898d86-7bc3-4062-9773-8363c4476c9f on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:50.134991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.138442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-679731fd-32f5-4210-b080-51c3c5a3269c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "DELETE /v2.0/ports/60898d86-7bc3-4062-9773-8363c4476c9f HTTP/1.1" status: 204 len: 173 time: 0.7322431 Nov 10 16:52:50.156577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-662c8ac8-6a20-4dbc-9836-d2119ed60668 req-48c724f5-5141-4769-b651-c12fef87bacd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986167 Nov 10 16:52:50.206703 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec09f7-9708-4787-9be3-a3029e0c5432 None None] New status for floating IP f9646b49-fe87-423b-a6c6-995438330091: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:52:50.219611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:52:50.250251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93063fb0-45d8-4190-bd9b-80e5c57e83bd req-aaae7d61-eb73-4824-acd0-26ade4adb49d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:50.264777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93063fb0-45d8-4190-bd9b-80e5c57e83bd req-aaae7d61-eb73-4824-acd0-26ade4adb49d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1762929 Nov 10 16:52:50.271136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5981c3dd-56f3-4718-b492-3b39873e25f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.340493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:50.370731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'port_id': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'mac_address': 'fa:16:3e:43:bd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:52:50.376467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5981c3dd-56f3-4718-b492-3b39873e25f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.401195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:50.408883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93063fb0-45d8-4190-bd9b-80e5c57e83bd req-d8ac6e5d-497a-45c2-9e91-061d38644fa5 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431344 Nov 10 16:52:50.449493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:50.449941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.462424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'port_id': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'mac_address': 'fa:16:3e:1b:09:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:52:50.503429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1525d-f8a6-482f-94de-7c4b14214e46 req-6928ad83-d31c-4a24-934b-3ea7b2fdc2ab tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:50.503655 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.507558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46a1525d-f8a6-482f-94de-7c4b14214e46 req-6928ad83-d31c-4a24-934b-3ea7b2fdc2ab tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1785796 Nov 10 16:52:50.529125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 007a54f2-9b66-48ee-ba64-58b50174ec88 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:50.535894 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.587951 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6743c0d8-52f9-4972-8fc8-d757bae83712 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:52:50.601960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5981c3dd-56f3-4718-b492-3b39873e25f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.602351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:50.604838 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5981c3dd-56f3-4718-b492-3b39873e25f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.616809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] For port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:50.617137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.621269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5981c3dd-56f3-4718-b492-3b39873e25f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d956fd83-e9de-416a-a882-41f09ff0ff23 HTTP/1.1" status: 204 len: 168 time: 0.6261551 Nov 10 16:52:50.624240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:50.643416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c3dd-56f3-4718-b492-3b39873e25f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d956fd83-e9de-416a-a882-41f09ff0ff23,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:50.691287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:50.757606 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46a1525d-f8a6-482f-94de-7c4b14214e46 req-4e976758-0535-474e-bafa-ba6e600a84bd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894343 Nov 10 16:52:50.772984 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.775879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:50.892994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a8bdf-4066-4c6b-bc0d-87f208a0eef3 req-12d3d640-84dd-4e9d-b098-2ce0825c5c4f tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:50.895190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-236a8bdf-4066-4c6b-bc0d-87f208a0eef3 req-12d3d640-84dd-4e9d-b098-2ce0825c5c4f tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.0707080 Nov 10 16:52:50.908093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:50.921790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['007a54f2-9b66-48ee-ba64-58b50174ec88'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:50.978804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': 'a6df1d8a-ea18-4393-801b-6add954c4c55'}, {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': '60898d86-7bc3-4062-9773-8363c4476c9f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:50.982338 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff4496-2099-472c-ad47-bc852e26e12e" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "a6df1d8a-ea18-4393-801b-6add954c4c55"}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "60898d86-7bc3-4062-9773-8363c4476c9f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:50.987743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-236a8bdf-4066-4c6b-bc0d-87f208a0eef3 req-b76c6823-8cbe-43e9-9a17-3200ab1f1729 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852623 Nov 10 16:52:51.065111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:51.069809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:51.119431 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae1042e-d24a-46a4-9286-1d4ca57e4dc3 x-openstack-request-id: req-5ae1042e-d24a-46a4-9286-1d4ca57e4dc3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:51.119769 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "a6df1d8a-ea18-4393-801b-6add954c4c55", "status": "completed", "code": 200}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "60898d86-7bc3-4062-9773-8363c4476c9f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:51.120038 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ae1042e-d24a-46a4-9286-1d4ca57e4dc3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:51.120439 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': 'a6df1d8a-ea18-4393-801b-6add954c4c55', 'status': 'completed', 'code': 200} Nov 10 16:52:51.120736 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': '60898d86-7bc3-4062-9773-8363c4476c9f', 'status': 'completed', 'code': 200} Nov 10 16:52:51.124844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=010f6ea7-1ff5-4e24-bc59-5ffaaa783965,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:51.198281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6743c0d8-52f9-4972-8fc8-d757bae83712'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:52:51.199613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] No DVR routers for this DVR port 010f6ea7-1ff5-4e24-bc59-5ffaaa783965 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:51.201568 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:51.205176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-462437af-7231-4f5d-8ed0-a5dcbbb1217b tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "DELETE /v2.0/ports/010f6ea7-1ff5-4e24-bc59-5ffaaa783965 HTTP/1.1" status: 204 len: 173 time: 1.0476346 Nov 10 16:52:51.454348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ffba1-7449-4a9e-bb14-3139fd6b03a0 req-9269b861-7abe-47e4-878b-668aab436340 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:51.454348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f12ffba1-7449-4a9e-bb14-3139fd6b03a0 req-9269b861-7abe-47e4-878b-668aab436340 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 943 time: 0.0908492 Nov 10 16:52:51.454348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f12ffba1-7449-4a9e-bb14-3139fd6b03a0 req-678ccda2-8154-4f42-9b78-fe59009b49cd tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups?id=43c483ab-5bea-4171-952f-5de3aa25966f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439358 Nov 10 16:52:51.583524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:51.584083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:51.678444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9305e0-3b5c-45af-af4d-ae1cd8905deb req-9f803085-735f-4742-aa78-473ad102b63e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:51.680010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c9305e0-3b5c-45af-af4d-ae1cd8905deb req-9f803085-735f-4742-aa78-473ad102b63e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 944 time: 0.1533737 Nov 10 16:52:51.763501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] For port 7b323c6f-5120-461e-bdad-9bf5228bb7a5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7b323c6f-5120-461e-bdad-9bf5228bb7a5,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:51.763863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:51.790560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c9305e0-3b5c-45af-af4d-ae1cd8905deb req-a4a74e83-22d7-4ef6-9ceb-b18fe0de53eb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968344 Nov 10 16:52:51.795431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for 7b323c6f-5120-461e-bdad-9bf5228bb7a5 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:51.969791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93116-4593-4313-899e-aef7cd12978a req-788553b0-8379-4855-9028-2589f93838c0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:51.983566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63d93116-4593-4313-899e-aef7cd12978a req-788553b0-8379-4855-9028-2589f93838c0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.1042647 Nov 10 16:52:52.014521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 007a54f2-9b66-48ee-ba64-58b50174ec88 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:52:52.039641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63d93116-4593-4313-899e-aef7cd12978a req-8b9b6cf5-2722-43c2-b19c-c4d557788620 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527415 Nov 10 16:52:52.091115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 007a54f2-9b66-48ee-ba64-58b50174ec88 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:52.091520 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:52.128177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:52.216544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:52.250039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=7b323c6f-5120-461e-bdad-9bf5228bb7a5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:52.253138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:52.255471 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cf0ec7-487e-4389-83c9-cbd1a6c47533" -d '{"events": [{"server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "name": "network-vif-plugged", "status": "completed", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:52.266820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] No DVR routers for this DVR port 7b323c6f-5120-461e-bdad-9bf5228bb7a5 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:52.269875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:52.273710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:52.275327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b753fba-386b-4cee-8eb5-0f89cae446d5 req-ab5c3636-194b-4839-8e97-232bc531cd5a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.18 "DELETE /v2.0/ports/7b323c6f-5120-461e-bdad-9bf5228bb7a5 HTTP/1.1" status: 204 len: 173 time: 1.0612974 Nov 10 16:52:52.390919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:52.535185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:52.887409 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48db8ba8-a596-407b-9fcf-5df8c15a7e98 x-openstack-request-id: req-48db8ba8-a596-407b-9fcf-5df8c15a7e98 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:52.887930 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "name": "network-vif-plugged", "status": "completed", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:52.888352 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48db8ba8-a596-407b-9fcf-5df8c15a7e98 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:52.888906 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'code': 200} Nov 10 16:52:52.909357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37da30e5-17a2-4e6a-a450-57aafb9cec38 req-81ac3d62-e441-47b2-acd9-187ee978566a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.2739947 Nov 10 16:52:53.140226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965'}, {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': '7b323c6f-5120-461e-bdad-9bf5228bb7a5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:53.143198 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a08beb3-5582-40be-bc68-a04408391b80" -d '{"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "010f6ea7-1ff5-4e24-bc59-5ffaaa783965"}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "7b323c6f-5120-461e-bdad-9bf5228bb7a5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:53.204626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552e85-a8d7-44a3-851f-f1015d1ca17e req-fa1530f7-bb73-4105-aa8f-601b9f71ed96 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:53.218686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6552e85-a8d7-44a3-851f-f1015d1ca17e req-fa1530f7-bb73-4105-aa8f-601b9f71ed96 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1909556 Nov 10 16:52:53.348772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6552e85-a8d7-44a3-851f-f1015d1ca17e req-6267a339-adde-4e73-8475-e02043d1e679 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289227 Nov 10 16:52:53.419049 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bce7b8d-17c7-4cf0-9422-d337bbf0bd61 x-openstack-request-id: req-6bce7b8d-17c7-4cf0-9422-d337bbf0bd61 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:53.419049 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "010f6ea7-1ff5-4e24-bc59-5ffaaa783965", "status": "completed", "code": 200}, {"server_uuid": "f94c6b9d-fed2-482f-b053-9621e7ac7717", "name": "network-vif-deleted", "tag": "7b323c6f-5120-461e-bdad-9bf5228bb7a5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:53.419049 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bce7b8d-17c7-4cf0-9422-d337bbf0bd61 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:53.419049 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': '010f6ea7-1ff5-4e24-bc59-5ffaaa783965', 'status': 'completed', 'code': 200} Nov 10 16:52:53.419049 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c6b9d-fed2-482f-b053-9621e7ac7717', 'name': 'network-vif-deleted', 'tag': '7b323c6f-5120-461e-bdad-9bf5228bb7a5', 'status': 'completed', 'code': 200} Nov 10 16:52:53.420715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5fc4e-a23c-4ae0-93c9-720c388e7b3a req-235b7f76-970c-4851-9eaf-0f223523f532 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:53.423919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1e5fc4e-a23c-4ae0-93c9-720c388e7b3a req-235b7f76-970c-4851-9eaf-0f223523f532 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.1452463 Nov 10 16:52:53.526411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e1e5fc4e-a23c-4ae0-93c9-720c388e7b3a req-11b5195f-13e5-41f7-8af4-f1decb773f1c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956156 Nov 10 16:52:53.691506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece09f-5066-4788-b890-249549664c8a req-40e4bd3a-c978-4ac4-88f1-030a7a2f584d tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:53.700930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94ece09f-5066-4788-b890-249549664c8a req-40e4bd3a-c978-4ac4-88f1-030a7a2f584d tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.0723433 Nov 10 16:52:53.756656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94ece09f-5066-4788-b890-249549664c8a req-fc328253-c7af-4e55-9ce3-4c1a6d64ac62 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541983 Nov 10 16:52:54.094208 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9aee11d6-040e-4e96-bace-63af136ae436 req-f5be6de3-c329-458f-8ce8-09d1dfbf36b5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0570502 Nov 10 16:52:54.207967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:52:54.459958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 6743c0d8-52f9-4972-8fc8-d757bae83712 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:52:54.488494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6743c0d8-52f9-4972-8fc8-d757bae83712 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:52:54.488951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:54.570472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868a6ca-3dd8-4f21-aa76-1078879dda0a req-959f1ce4-d6e1-4685-8da9-6dcfeb211909 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:54.577149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3868a6ca-3dd8-4f21-aa76-1078879dda0a req-959f1ce4-d6e1-4685-8da9-6dcfeb211909 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1433966 Nov 10 16:52:54.712845 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:54.719560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3868a6ca-3dd8-4f21-aa76-1078879dda0a req-fbd1e14f-2234-401f-9604-70705cd2e79d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316895 Nov 10 16:52:54.821050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:54.893831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:54.897039 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d767582-ceb3-41f5-85db-5395901423fb" -d '{"events": [{"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:54.937670 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:54.967896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92219b-d0f4-4efc-977f-53826a7adb84 req-23db3b3b-566b-4422-bcbf-cb5f287d804e tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:54.977087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b92219b-d0f4-4efc-977f-53826a7adb84 req-23db3b3b-566b-4422-bcbf-cb5f287d804e tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.1131799 Nov 10 16:52:55.052621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b92219b-d0f4-4efc-977f-53826a7adb84 req-baa1e358-948e-4b05-87f2-932f9d055d32 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691893 Nov 10 16:52:55.058110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979f65-c595-4387-a036-9f5a38b24561 req-7b0d4b1f-212e-40c5-a9ba-b3269bacc168 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:55.060201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9979f65-c595-4387-a036-9f5a38b24561 req-7b0d4b1f-212e-40c5-a9ba-b3269bacc168 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.1577013 Nov 10 16:52:55.101647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:55.136444 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cee5da-8315-414e-b423-9ecf033f089f x-openstack-request-id: req-a5cee5da-8315-414e-b423-9ecf033f089f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:55.142286 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:55.142286 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5cee5da-8315-414e-b423-9ecf033f089f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:55.142286 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'code': 200} Nov 10 16:52:55.145566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9979f65-c595-4387-a036-9f5a38b24561 req-6db8459c-f853-4623-a12d-4b0affbc6e06 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750237 Nov 10 16:52:55.399077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59977fb3-0989-4212-a858-525095ecd63f req-12e902f3-b8cd-4f7b-88ca-f5d74dfbb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:55.408548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59977fb3-0989-4212-a858-525095ecd63f req-12e902f3-b8cd-4f7b-88ca-f5d74dfbb639 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1097 time: 0.1763513 Nov 10 16:52:55.439350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22a55cb6-baca-413b-bd77-536be89de5af req-9be052c0-7fb9-4957-ab5c-ba00af398613 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.1475797 Nov 10 16:52:55.546172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59977fb3-0989-4212-a858-525095ecd63f req-c0772c52-8bd9-4d01-bb46-235d0195c467 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348343 Nov 10 16:52:55.988288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc068e-5a4d-4da4-8f3f-a8ce32ae6c52 req-8ae6c8fc-66ac-4791-91b1-848d9df64e16 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:56.000789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8cc068e-5a4d-4da4-8f3f-a8ce32ae6c52 req-8ae6c8fc-66ac-4791-91b1-848d9df64e16 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1204746 Nov 10 16:52:56.073155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8cc068e-5a4d-4da4-8f3f-a8ce32ae6c52 req-305b4d17-487f-49de-b5b0-fea128ba3a03 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714004 Nov 10 16:52:56.347187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ce2ea-051c-4185-a7d6-9092be35eb91 req-6183d83f-e107-4bcb-b990-dd3647981f9f tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:56.357901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c1ce2ea-051c-4185-a7d6-9092be35eb91 req-6183d83f-e107-4bcb-b990-dd3647981f9f tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.1872358 Nov 10 16:52:56.444500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeccab-2144-491d-b770-20a9197a5e8a req-099bf804-9714-4752-9c42-ee8b6ecbfe5c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:56.446094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbdeccab-2144-491d-b770-20a9197a5e8a req-099bf804-9714-4752-9c42-ee8b6ecbfe5c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1358204 Nov 10 16:52:56.485378 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c1ce2ea-051c-4185-a7d6-9092be35eb91 req-13bfcbfd-97c4-4677-9dbc-32ce2f2f5895 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148722 Nov 10 16:52:56.567290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbdeccab-2144-491d-b770-20a9197a5e8a req-44388bda-b81a-4677-adef-f6421da76502 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049976 Nov 10 16:52:56.603769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-111e319f-c5ad-4a8d-b503-a67426e5f089 req-2cb42bfc-cc86-409d-9545-19a27c11f1b6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0397725 Nov 10 16:52:56.849580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-2239bbd9-01a8-4fbf-b1a5-b4657a1d1066 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:56.859446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-2239bbd9-01a8-4fbf-b1a5-b4657a1d1066 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.1118746 Nov 10 16:52:57.005455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Deleting port a59374ed-7502-4758-9d3b-da05647dc977 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:52:57.007370 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:57.342655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] For port a59374ed-7502-4758-9d3b-da05647dc977, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a59374ed-7502-4758-9d3b-da05647dc977,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:52:57.343194 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:57.581813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e6b96-005e-4e54-8795-8cf974a1b099 req-cadb9d46-7875-4718-8323-d3e4c581ea60 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:57.590978 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e5e6b96-005e-4e54-8795-8cf974a1b099 req-cadb9d46-7875-4718-8323-d3e4c581ea60 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.3819647 Nov 10 16:52:57.722787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7405000-66e7-49a9-b6be-ccd916cb07c4 req-faad587e-2bb8-4415-b467-f62575a89a8a tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:57.725114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7405000-66e7-49a9-b6be-ccd916cb07c4 req-faad587e-2bb8-4415-b467-f62575a89a8a tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 945 time: 0.1309571 Nov 10 16:52:57.765361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e5e6b96-005e-4e54-8795-8cf974a1b099 req-dcc10db3-68cc-4168-b6fb-f927147e36cc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733353 Nov 10 16:52:57.885638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7405000-66e7-49a9-b6be-ccd916cb07c4 req-8b9160b4-830c-4605-b45e-a89810da689b tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ac53cf6-087b-4002-8882-71f650f37d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492600 Nov 10 16:52:58.067137 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0c6ba96-8e7a-4bef-a491-7816accaca50 req-99ec759e-e203-4fb8-aad9-c60692cfc8b6 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0465813 Nov 10 16:52:58.315289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-244fb6db-a762-4cd7-b0dd-d843037bf89c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2a2ff7ba447f497591fc4315d7055b50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925550 Nov 10 16:52:58.434234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:58.435128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:58.435128 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Floating IP c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74 disassociated. External IP: 172.25.3.42, port: a59374ed-7502-4758-9d3b-da05647dc977. Nov 10 16:52:58.435128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Calling delete_port for a59374ed-7502-4758-9d3b-da05647dc977 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:52:58.607145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c599b49-7fb6-431a-8c30-8138097008a3 req-26f7a20f-5092-4897-adee-1c42eb9517c7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:58.613940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-1783d174-35d2-4648-a6cb-7eee8ea2005f tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:58.614335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c599b49-7fb6-431a-8c30-8138097008a3 req-26f7a20f-5092-4897-adee-1c42eb9517c7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1542187 Nov 10 16:52:58.623822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-1783d174-35d2-4648-a6cb-7eee8ea2005f tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073812 Nov 10 16:52:58.641168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8f947c2a-2856-4c2b-971a-576eb3316103 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/quotas/2a2ff7ba447f497591fc4315d7055b50 HTTP/1.1" status: 200 len: 375 time: 0.0157757 Nov 10 16:52:58.683461 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7c599b49-7fb6-431a-8c30-8138097008a3 req-492713f6-9367-44cf-89a8-417443c5594f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681446 Nov 10 16:52:58.724552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-b3161a8f-3086-4c3e-ad08-f3481fa216f6 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a2ff7ba447f497591fc4315d7055b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814865 Nov 10 16:52:58.899576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:58.946608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event deleted for resources: {'Port': ['ID=a59374ed-7502-4758-9d3b-da05647dc977,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:52:58.958174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01516bd-d4df-4d50-a31c-aa282322c0a7 req-ed072807-2119-444a-89cc-df833d874718 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:58.976514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 40932) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:52:58.976650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a01516bd-d4df-4d50-a31c-aa282322c0a7 req-ed072807-2119-444a-89cc-df833d874718 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1508086 Nov 10 16:52:58.988876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Request body: {'floatingip': {'port_id': '6743c0d8-52f9-4972-8fc8-d757bae83712'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:52:59.139422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:59.213757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ce64-5bcc-473e-b788-b4e717455a32 req-0d4aa608-b38f-422f-ac43-599b9f148c50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:52:59.215346 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb04ce64-5bcc-473e-b788-b4e717455a32 req-0d4aa608-b38f-422f-ac43-599b9f148c50 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.0870562 Nov 10 16:52:59.343651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Router f5b2b019-fab0-4a74-b932-9412f2327366 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:52:59.357935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb04ce64-5bcc-473e-b788-b4e717455a32 req-4b8fc99d-6c2e-4c01-8191-fdbc2c269d4c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101034 Nov 10 16:52:59.577586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c72cf02a-eb06-43cf-8119-ec5c81f6a063 req-564d58d2-f38d-4cd7-a879-636773c7d7a7 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.3076031 Nov 10 16:52:59.581809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:52:59.597436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] Sync routers for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:52:59.625373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:52:59.629846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:52:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:52:59.644570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8bbf79a9-b079-49f3-8b35-3b6a7061e660 req-0fd6af29-3466-4dcd-b23c-5566a1040790 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 210 time: 0.1790390 Nov 10 16:52:59.645527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] No DVR routers for this DVR port a59374ed-7502-4758-9d3b-da05647dc977 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:52:59.648944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:52:59.653463 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2666ab4f-8cb4-4d65-83ac-fc3e71750bf1 req-f149e781-f11d-449d-9604-ccde1625fb43 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.69 "DELETE /v2.0/ports/a59374ed-7502-4758-9d3b-da05647dc977 HTTP/1.1" status: 204 len: 173 time: 2.7889483 Nov 10 16:52:59.653955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'name': 'network-vif-deleted', 'tag': 'a59374ed-7502-4758-9d3b-da05647dc977'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:52:59.657572 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d81ba9e-e910-404c-ae9d-c0c21ffc17bc" -d '{"events": [{"server_uuid": "ad48f97b-c733-4e08-b8e0-7bf456e608af", "name": "network-vif-deleted", "tag": "a59374ed-7502-4758-9d3b-da05647dc977"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:52:59.853332 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a7db64-c1c5-43f8-a473-05b1d9799ccf x-openstack-request-id: req-49a7db64-c1c5-43f8-a473-05b1d9799ccf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:52:59.868037 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad48f97b-c733-4e08-b8e0-7bf456e608af", "name": "network-vif-deleted", "tag": "a59374ed-7502-4758-9d3b-da05647dc977", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:52:59.868037 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49a7db64-c1c5-43f8-a473-05b1d9799ccf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:52:59.868037 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad48f97b-c733-4e08-b8e0-7bf456e608af', 'name': 'network-vif-deleted', 'tag': 'a59374ed-7502-4758-9d3b-da05647dc977', 'status': 'completed', 'code': 200} Nov 10 16:52:59.885909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:00.239527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a59374ed-7502-4758-9d3b-da05647dc977 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:00.315028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: a59374ed-7502-4758-9d3b-da05647dc977 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:53:00.315387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a59374ed-7502-4758-9d3b-da05647dc977 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:53:00.483981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:35Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:00.547858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] Checking router: f5b2b019-fab0-4a74-b932-9412f2327366 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:53:00.578458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:00.579095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:52:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:00.588368 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55c54e5f-9a52-44a2-abf8-29202b88c819 req-0e524e14-aa96-4ab6-8509-1d90ad37cde3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0703301 Nov 10 16:53:00.628475 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:53:00.628677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab449597-b07a-4722-9631-8c899f92c6c2 req-5e333e08-1635-480a-860b-db992bfb8bb9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:00.632540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab449597-b07a-4722-9631-8c899f92c6c2 req-5e333e08-1635-480a-860b-db992bfb8bb9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1288369 Nov 10 16:53:00.734251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ab449597-b07a-4722-9631-8c899f92c6c2 req-2017dac4-f89b-4801-960a-bda799c17895 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908980 Nov 10 16:53:00.760081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:00.846136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:00.871798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53a0d397-716a-4d99-a3aa-0864f4cdc227 req-34d88351-e908-4244-a2d2-86e40b00e889 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0428667 Nov 10 16:53:00.906551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6198443c-ec68-4ade-9894-50dab41c2aa6 req-d2897bda-0921-4a53-97b6-727b1a0a5231 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 210 time: 0.0450497 Nov 10 16:53:00.916582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:01.093063 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Floating IP 3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6 associated. External IP: 172.25.3.123, port: 6743c0d8-52f9-4972-8fc8-d757bae83712. Nov 10 16:53:01.217910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:35Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:01.278914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1719b1-cd4c-4d74-a57f-0ebaa4d660d1 None None] The sync data for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 is: [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '3b056972-be30-4be1-8dee-549539f97837', 'name': '', 'network_id': 'a80c8fc8-d041-4928-b454-35c9fea51e51', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'mac_address': 'fa:16:3e:60:02:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:26Z', 'updated_at': '2021-11-10T16:48:35Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'subnets': [{'id': 'dd281c12-948f-4823-9175-448e05c1a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:53:01.606856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2776a043-397b-4da1-bcc1-ccf6a739f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:01.701523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:53:01.895652 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143907e-292e-4501-a130-d9f89f66ab02 None None] New status for floating IP c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:53:01.977459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3498282e-1139-4b9b-97c9-1dd4011ee6a8 req-4a84ccb3-91ad-4338-8e9f-7e716189d5dc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0597763 Nov 10 16:53:02.074763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-109cecad-d01e-4e2c-be31-a372dae8c466 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2a2ff7ba447f497591fc4315d7055b50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977833 Nov 10 16:53:02.196798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ade820c6-f560-41a8-b18b-3eee46b2d945 req-37fa5622-b1ce-4572-92a2-fb9fa3013851 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0480626 Nov 10 16:53:02.227008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:53:02.241508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] Sync routers for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:53:02.269158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:02.282857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:02.290322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:52:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:02.344439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe2844-d94b-4bd7-8d1b-8c08d7d44832 req-a340d372-c5c5-4135-bacf-3c432e00647b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:02.353997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdbe2844-d94b-4bd7-8d1b-8c08d7d44832 req-a340d372-c5c5-4135-bacf-3c432e00647b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.4513097 Nov 10 16:53:02.454020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-447de495-42bd-420d-ab36-88421446bea3 req-bbc278ed-bead-420e-8003-90fbe9138f18 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 210 time: 0.1671944 Nov 10 16:53:02.480575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-32f011f6-5cf3-4181-b8e3-3f66496d20c9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "PUT /v2.0/floatingips/3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6 HTTP/1.1" status: 200 len: 991 time: 3.5063815 Nov 10 16:53:02.480575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:02.487178 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ab3d2-7877-45d9-bc62-c3974f52560f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:02.537892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-9b22826d-206a-44c6-bc4e-736630e99109 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:02.546590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-9b22826d-206a-44c6-bc4e-736630e99109 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4504247 Nov 10 16:53:02.554249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdbe2844-d94b-4bd7-8d1b-8c08d7d44832 req-1ad1c7f3-2603-483c-8953-aaf5042c6483 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993067 Nov 10 16:53:02.557810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:02.565984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Request body: {'port': {'device_id': '08945ff9-4e22-4f75-bd63-f0db0dd1064f', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '2a2ff7ba447f497591fc4315d7055b50'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:02.755805 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e3906-27d8-4305-a2e2-0f9a1619f110 x-openstack-request-id: req-b09e3906-27d8-4305-a2e2-0f9a1619f110 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:02.756304 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:02.756417 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b09e3906-27d8-4305-a2e2-0f9a1619f110 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:02.756749 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'status': 'completed', 'code': 200} Nov 10 16:53:02.840660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Made reservation on behalf of 2a2ff7ba447f497591fc4315d7055b50 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:53:02.846327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:02.862982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-be5298a6-852c-410a-bc03-fc38d7c9a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:02.866781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-be5298a6-852c-410a-bc03-fc38d7c9a474 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1097 time: 0.0887685 Nov 10 16:53:02.868376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:03.067484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-b03aba24-d8a9-444b-a653-b4f15f976845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:03.072508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-b03aba24-d8a9-444b-a653-b4f15f976845 service neutron] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.1992283 Nov 10 16:53:03.173047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e2bf2a3e-40cd-4cc2-a8e3-e842d2f84f9f req-d73eb991-ae3d-4cfd-b0ce-1ff716ce026f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0537004 Nov 10 16:53:03.202877 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-612bc792-4f19-4fb6-9110-1bb389adc151 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 200 len: 999 time: 0.1219680 Nov 10 16:53:03.249966 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:03.273005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-f19fb459-3f87-401e-a278-2ee32681c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:03.274589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-f19fb459-3f87-401e-a278-2ee32681c02e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.0651731 Nov 10 16:53:03.301352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'port_id': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'mac_address': 'fa:16:3e:1b:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:52:36Z', 'updated_at': '2021-11-10T16:53:00Z', 'revision_number': 1, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:03.338204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] Checking router: 0af4c06b-e545-4ec6-88bc-b60bc3cce413 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:53:03.348956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:03.350360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:52:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:03.379814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:03.468898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c446f8f3-f5f6-418b-aa73-6eb7e9373971 req-fd0e9ff4-c66e-473e-8efb-18c6ffbf7487 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0986390 Nov 10 16:53:03.542848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-6b1075b6-82f8-46b5-9ca4-10864f8fe349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:03.547835 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-6b1075b6-82f8-46b5-9ca4-10864f8fe349 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2663841 Nov 10 16:53:03.562782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252c8bdb-4a6b-49c5-94cc-d23a0ef28922,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:03.715927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:03.751268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-172213a0-c2d2-4ead-8756-fae40290dbc6 req-4e55974a-d84e-4d0e-b010-4cf5308b1699 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 210 time: 0.0874693 Nov 10 16:53:03.952239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Allocated IP 192.168.233.74 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/8b678d65-405a-4df1-8757-60eaef31f809) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:53:03.969928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-caf03e92-7406-4417-a6c9-1dd054bf2d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:04.000732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fffba-9d00-44c3-9a55-a81e5151c515 req-d3b80a8c-e612-47d5-be71-5cb21c1bdac3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:04.022457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa1fffba-9d00-44c3-9a55-a81e5151c515 req-d3b80a8c-e612-47d5-be71-5cb21c1bdac3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.3235877 Nov 10 16:53:04.032871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-61d95954-e476-4f97-a6e3-0a3690a45a8a service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436216 Nov 10 16:53:04.181950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'port_id': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'mac_address': 'fa:16:3e:1b:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:52:36Z', 'updated_at': '2021-11-10T16:53:00Z', 'revision_number': 1, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:04.198426 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa1fffba-9d00-44c3-9a55-a81e5151c515 req-b428beb7-822a-46de-b5e8-10a1274e5dc0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741319 Nov 10 16:53:04.242289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9c156-8b08-436a-8809-4d062a0bddc6 None None] The sync data for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 is: [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'port_id': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'mac_address': 'fa:16:3e:1b:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:52:36Z', 'updated_at': '2021-11-10T16:53:00Z', 'revision_number': 1, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:53:04.349145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52a436fc-d354-4d65-9938-9e5e88ab78f2 req-9d45ee3d-40d7-46fc-beee-b203aec8a419 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0699265 Nov 10 16:53:04.464406 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:04.525960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe7ab3d2-7877-45d9-bc62-c3974f52560f req-c1e553df-d9ef-4287-9dcc-0b5f7e89cdbf service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809358 Nov 10 16:53:04.561175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:04.614499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:53:04.636612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:53:04.642655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:53:04.682040 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac7197-a0a1-4f59-beab-5c7ebc97f5a2 None None] New status for floating IP 3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:53:04.707533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4ac2989-2cc3-4a02-96d9-9b9ce89c93fb req-d1c1dbf7-11b2-4447-8609-18702dca11d4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0912666 Nov 10 16:53:04.726797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Pushing event updated for resources: {'Port': ['ID=8b678d65-405a-4df1-8757-60eaef31f809,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:04.780516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:04.781262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:04.905733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-8451a539-c165-4f62-a746-68fd091a5b3d tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3466954 Nov 10 16:53:04.921589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Request body: {'port': {'device_id': '08945ff9-4e22-4f75-bd63-f0db0dd1064f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:04.969456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577ebbe-a602-4674-82dc-ba70b896eded req-21682add-7144-40bc-b03d-05332fdd5837 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:04.971440 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1577ebbe-a602-4674-82dc-ba70b896eded req-21682add-7144-40bc-b03d-05332fdd5837 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 935 time: 0.0736754 Nov 10 16:53:05.028684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:05.043264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:05.060737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-34738309-fda8-4e03-b892-1834d118c826 None None] Provisioning complete for port 8b678d65-405a-4df1-8757-60eaef31f809 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:05.063049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34738309-fda8-4e03-b892-1834d118c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:05.128863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1577ebbe-a602-4674-82dc-ba70b896eded req-4ddd9497-0789-42ce-af04-6ff015418440 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491489 Nov 10 16:53:05.179904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-34738309-fda8-4e03-b892-1834d118c826 None None] Port 8b678d65-405a-4df1-8757-60eaef31f809 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:53:05.403405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314c5f-f1e4-4a05-9551-6e0246041a70 req-03ea0276-7be8-4d5c-9dcf-993e16f6e6e3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:05.404973 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22314c5f-f1e4-4a05-9551-6e0246041a70 req-03ea0276-7be8-4d5c-9dcf-993e16f6e6e3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.0944061 Nov 10 16:53:05.523712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68c2c645-a294-40fd-83c1-71680ba48d9e req-0be4651f-e8e0-4b65-94bf-8330d5b7048e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0579746 Nov 10 16:53:05.575117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22314c5f-f1e4-4a05-9551-6e0246041a70 req-46d1fa7c-69ce-42f0-b4d8-92977f0d8822 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510603 Nov 10 16:53:05.588454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b678d65-405a-4df1-8757-60eaef31f809 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:53:05.605289 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:05.632150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Transition to ACTIVE for port object 8b678d65-405a-4df1-8757-60eaef31f809 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:53:05.714448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:05.797196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b678d65-405a-4df1-8757-60eaef31f809,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:05.892524 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29b2bbf9-0a2e-4a2a-86c0-8a5899a0249b req-f2b6d204-c33b-48f3-90c4-81a71b15460f tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0527003 Nov 10 16:53:05.992258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Attempting to bind port 8b678d65-405a-4df1-8757-60eaef31f809 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:53:05.992893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Attempting to bind port 8b678d65-405a-4df1-8757-60eaef31f809 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:53:05.993405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Attempting to bind port 8b678d65-405a-4df1-8757-60eaef31f809 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:53:06.002184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Port 8b678d65-405a-4df1-8757-60eaef31f809 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:53:06.002755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Attempting to bind port 8b678d65-405a-4df1-8757-60eaef31f809 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:53:06.010209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:53:06.010999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:53:06.011809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:53:06.012641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Bound port: 8b678d65-405a-4df1-8757-60eaef31f809, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:53:06.013356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:06.134668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] For port 8b678d65-405a-4df1-8757-60eaef31f809, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:53:06.140299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] For port 8b678d65-405a-4df1-8757-60eaef31f809, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b678d65-405a-4df1-8757-60eaef31f809,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:53:06.202719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:06.264673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:06.265720 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:06.267551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] 10.222.0.18 "PUT /v2.0/ports/8b678d65-405a-4df1-8757-60eaef31f809 HTTP/1.1" status: 200 len: 1096 time: 1.3509419 Nov 10 16:53:06.285685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08945ff9-4e22-4f75-bd63-f0db0dd1064f', 'tag': '8b678d65-405a-4df1-8757-60eaef31f809'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:06.290649 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b8fc8c-02ad-4b86-838b-d65ed207082c" -d '{"events": [{"name": "network-changed", "server_uuid": "08945ff9-4e22-4f75-bd63-f0db0dd1064f", "tag": "8b678d65-405a-4df1-8757-60eaef31f809"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:06.336062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810f369-b5cf-4ebc-8a8a-86be6205ddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b678d65-405a-4df1-8757-60eaef31f809,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:06.387194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbdd69-977a-4ce9-a1b6-b19daee58168 req-6043a3f0-3fbd-4c7f-a7ee-0d2af92bfd14 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:06.393066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aabbdd69-977a-4ce9-a1b6-b19daee58168 req-6043a3f0-3fbd-4c7f-a7ee-0d2af92bfd14 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 947 time: 0.1316297 Nov 10 16:53:06.449594 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc53f83-459e-4a01-95f2-f527deaec228 x-openstack-request-id: req-4fc53f83-459e-4a01-95f2-f527deaec228 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:06.449918 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08945ff9-4e22-4f75-bd63-f0db0dd1064f", "tag": "8b678d65-405a-4df1-8757-60eaef31f809", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:06.450185 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4fc53f83-459e-4a01-95f2-f527deaec228 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:06.450612 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08945ff9-4e22-4f75-bd63-f0db0dd1064f', 'tag': '8b678d65-405a-4df1-8757-60eaef31f809', 'status': 'completed', 'code': 200} Nov 10 16:53:06.500833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-c9cec26a-63ef-45c9-9682-666b37b48b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:06.501669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aabbdd69-977a-4ce9-a1b6-b19daee58168 req-fedfd678-48a9-4709-973c-d3fc24566c24 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953445 Nov 10 16:53:06.503121 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-c9cec26a-63ef-45c9-9682-666b37b48b0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2ff7ba447f497591fc4315d7055b50&device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 1099 time: 0.1089213 Nov 10 16:53:06.596012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-1813025d-088f-4c21-9567-2a2f40645bef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8b678d65-405a-4df1-8757-60eaef31f809 HTTP/1.1" status: 200 len: 217 time: 0.0834961 Nov 10 16:53:06.742209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46c8833c-6505-4b99-8497-55f509421493 req-72666904-b004-47c6-aedd-621f3e430dae tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0840559 Nov 10 16:53:06.771712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295c701-1954-4eee-837e-17d0bd863bb4 req-43a8d303-4100-46d2-94b1-812969bd6e7a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:06.780056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9295c701-1954-4eee-837e-17d0bd863bb4 req-43a8d303-4100-46d2-94b1-812969bd6e7a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1024065 Nov 10 16:53:06.791864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-e67381ce-e0e5-4fe0-9ebe-d0ac45770606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:06.794528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:06.799526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-e67381ce-e0e5-4fe0-9ebe-d0ac45770606 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1939001 Nov 10 16:53:06.870789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9295c701-1954-4eee-837e-17d0bd863bb4 req-d8580654-34aa-4d6d-97a9-7709451047d9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 Nov 10 16:53:06.901433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-14a61540-8779-43a9-bef8-f1bf1f10587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:06.909658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-14a61540-8779-43a9-bef8-f1bf1f10587e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0974207 Nov 10 16:53:07.085686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67595fc4-94e9-42d8-ac36-470295d0cb69 req-a1d21042-5683-4603-92bb-988f3c765719 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0396006 Nov 10 16:53:07.143658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-bd2eb5fb-2be4-48f6-8759-d432cb10fcaa service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311807 Nov 10 16:53:07.711149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9eac286f-da72-4435-9a02-11f7a7e11414 req-13ba08cc-b6d2-48ea-80d1-9a0c91a9f9b5 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326006 Nov 10 16:53:07.711149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811bd79-a65c-4feb-a495-bb657f57c715 req-34dff0bd-7b43-4cb5-8527-668ac3c448d3 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:07.711149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c811bd79-a65c-4feb-a495-bb657f57c715 req-34dff0bd-7b43-4cb5-8527-668ac3c448d3 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 947 time: 0.0728891 Nov 10 16:53:07.752257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c811bd79-a65c-4feb-a495-bb657f57c715 req-c7ab2952-784b-4935-8757-1ca38dd71248 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457976 Nov 10 16:53:07.790989 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:07.837394 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:07.894578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d2cb4ec8-808e-4485-86e7-716651145e2c req-be1e22aa-b611-4b94-a41e-b070ce89f8b3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0290809 Nov 10 16:53:08.024642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-cbcc1f42-4fe4-4663-9d60-6eadb804cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:08.027741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-cbcc1f42-4fe4-4663-9d60-6eadb804cecb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2ff7ba447f497591fc4315d7055b50&device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 1099 time: 0.1599064 Nov 10 16:53:08.228017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661c1ea-065d-4c64-8acf-e3986403cf4e req-35e2b28e-0932-4c9a-a0ee-ea655abc3f48 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:08.232543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-245f3e20-23c7-404d-af03-91e63d9026c1 req-620d5714-ca6a-46b5-929a-ae0b00d0f5d3 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0381289 Nov 10 16:53:08.248804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7661c1ea-065d-4c64-8acf-e3986403cf4e req-35e2b28e-0932-4c9a-a0ee-ea655abc3f48 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.2719591 Nov 10 16:53:08.354057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7661c1ea-065d-4c64-8acf-e3986403cf4e req-8c05098e-ca35-439e-bddd-de5bc49ff0b8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041145 Nov 10 16:53:08.362532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-0611eba7-c2b8-4277-b13a-c2fcaf01cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:08.362532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-0611eba7-c2b8-4277-b13a-c2fcaf01cd2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.3207941 Nov 10 16:53:08.418780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-e46f5e20-2607-4815-b4c8-c9009cd8ec2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8b678d65-405a-4df1-8757-60eaef31f809 HTTP/1.1" status: 200 len: 217 time: 0.0480072 Nov 10 16:53:08.575238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-2fdf80a7-ab9a-4206-8203-f0ff3c564005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:08.578871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-2fdf80a7-ab9a-4206-8203-f0ff3c564005 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.1461606 Nov 10 16:53:08.642747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-57791574-ce35-42ad-b81d-5bb8a2826d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:08.644214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-57791574-ce35-42ad-b81d-5bb8a2826d6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562050 Nov 10 16:53:08.807235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-41c5e28d-76cc-46e5-a4bc-a49375db132b service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552758 Nov 10 16:53:08.969731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e7b8fc8c-02ad-4b86-838b-d65ed207082c req-061769df-b32e-45bf-8f2d-943eca0652f0 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525910 Nov 10 16:53:08.999202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3d9b-6616-42fa-9bcd-bce7fd057ee6 req-48d423f7-f08f-4a35-a492-e1aa2aa4af9e tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:09.001210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0ee3d9b-6616-42fa-9bcd-bce7fd057ee6 req-48d423f7-f08f-4a35-a492-e1aa2aa4af9e tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 947 time: 0.0961950 Nov 10 16:53:09.122637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38629c28-95ea-4c3a-8ac8-0086f674b8b6 req-bd96abc4-8b8a-42f3-b7f8-1b9a4ac7b837 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0711949 Nov 10 16:53:09.138047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0ee3d9b-6616-42fa-9bcd-bce7fd057ee6 req-4b64b171-50d8-47fe-ab3c-93a84768fc2f tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239812 Nov 10 16:53:09.387990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7e8708c-18d1-4caf-9793-95506838ebc8 req-341c5d2d-7228-4938-8b51-837d7c950cc1 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0483320 Nov 10 16:53:09.672683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287efce-aa85-4473-ac00-8647880b2d1a req-c07de029-d1e0-4e5e-a051-733f96a91ccc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:09.674424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4287efce-aa85-4473-ac00-8647880b2d1a req-c07de029-d1e0-4e5e-a051-733f96a91ccc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1191888 Nov 10 16:53:09.743508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4287efce-aa85-4473-ac00-8647880b2d1a req-b8eec812-0180-435f-97a4-53a25a17bd1a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612826 Nov 10 16:53:10.163279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8b678d65-405a-4df1-8757-60eaef31f809 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:53:10.416187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f524a186-c623-4330-98ae-b42493185868 req-394c6eb8-21c5-4ded-8fb8-db235aefa11e tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0763626 Nov 10 16:53:10.470001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8b678d65-405a-4df1-8757-60eaef31f809, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b678d65-405a-4df1-8757-60eaef31f809,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:10.492298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '8b678d65-405a-4df1-8757-60eaef31f809', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '8b678d65-405a-4df1-8757-60eaef31f809', 'mac_address': 'fa:16:3e:36:cf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:53:10.508130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475699cc-8b52-4d15-899c-929ec031d8c3 req-e7c498be-85e7-4122-99e5-a4eda74f7280 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:10.517015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475699cc-8b52-4d15-899c-929ec031d8c3 req-e7c498be-85e7-4122-99e5-a4eda74f7280 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 947 time: 0.1565249 Nov 10 16:53:10.543777 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:10.582882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b678d65-405a-4df1-8757-60eaef31f809 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:53:10.597739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:10.612702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475699cc-8b52-4d15-899c-929ec031d8c3 req-3798ccbf-d371-4bd8-83ef-c801da82ecab tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947363 Nov 10 16:53:10.647842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ba1e373-bb5d-4d0e-a3f1-206c9436a952 req-9e5dbd86-ee29-40b8-aa80-b73f91cb482d tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad48f97b-c733-4e08-b8e0-7bf456e608af HTTP/1.1" status: 200 len: 210 time: 0.0915046 Nov 10 16:53:10.672124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8b678d65-405a-4df1-8757-60eaef31f809, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b678d65-405a-4df1-8757-60eaef31f809,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:10.723143 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:10.806354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=8b678d65-405a-4df1-8757-60eaef31f809,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:10.827605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.828173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.828672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.829162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.831941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.832465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.832959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.833762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.834255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.834738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.837086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.837670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:10.936191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6278135-9d8f-44f4-9c1d-4ba01f259a2c req-fa5d7767-ccf5-486f-9760-4c0fb45b991b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:10.944679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6278135-9d8f-44f4-9c1d-4ba01f259a2c req-fa5d7767-ccf5-486f-9760-4c0fb45b991b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.0895159 Nov 10 16:53:10.987259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8b678d65-405a-4df1-8757-60eaef31f809'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:53:11.007695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6278135-9d8f-44f4-9c1d-4ba01f259a2c req-f06f20d2-17e6-4ed5-8149-f2afd14dd3f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547554 Nov 10 16:53:11.575458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b3ac973-6914-4b0b-89af-17cf58284b1b req-f1ddee4a-d4f8-43b1-9282-d21bebaf52bf tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0490236 Nov 10 16:53:11.811885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987d09-a481-4f7a-8467-13bf1053e8c0 req-4248f1af-5dc8-462a-aeaf-44cb57ce9180 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:11.819948 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7987d09-a481-4f7a-8467-13bf1053e8c0 req-4248f1af-5dc8-462a-aeaf-44cb57ce9180 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 948 time: 0.0748999 Nov 10 16:53:11.878214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:11.902869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7987d09-a481-4f7a-8467-13bf1053e8c0 req-3c46e7c9-9f70-4043-9148-2c573996c519 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817950 Nov 10 16:53:11.980954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58dc3475-ae2b-4ada-913c-2672a73ac6f4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.012367 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58dc3475-ae2b-4ada-913c-2672a73ac6f4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.175760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8b678d65-405a-4df1-8757-60eaef31f809 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:53:12.219877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523fe8f-c5f8-46bc-b9fd-62c126dce89a req-8b9241da-8884-4a64-bc1b-ba5491c20d66 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:12.221873 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5523fe8f-c5f8-46bc-b9fd-62c126dce89a req-8b9241da-8884-4a64-bc1b-ba5491c20d66 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1293437 Nov 10 16:53:12.227756 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58dc3475-ae2b-4ada-913c-2672a73ac6f4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.238798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58dc3475-ae2b-4ada-913c-2672a73ac6f4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.238798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-58dc3475-ae2b-4ada-913c-2672a73ac6f4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "DELETE /v2.0/security-groups/6ac53cf6-087b-4002-8882-71f650f37d64 HTTP/1.1" status: 204 len: 168 time: 0.3556499 Nov 10 16:53:12.239085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:12.264721 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-5ddae7f1-a1fe-4584-b032-ed04c18b0cac tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] show failed (client error): The resource could not be found. Nov 10 16:53:12.266002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5ddae7f1-a1fe-4584-b032-ed04c18b0cac tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "GET /v2.0/security-groups/6ac53cf6-087b-4002-8882-71f650f37d64 HTTP/1.1" status: 404 len: 347 time: 0.0268426 Nov 10 16:53:12.271117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:12.366301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc3475-ae2b-4ada-913c-2672a73ac6f4 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac53cf6-087b-4002-8882-71f650f37d64,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:12.383643 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5523fe8f-c5f8-46bc-b9fd-62c126dce89a req-032e3514-b65a-4937-a6df-d2b37234b78f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464291 Nov 10 16:53:12.413364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 8b678d65-405a-4df1-8757-60eaef31f809 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:53:12.421969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 8b678d65-405a-4df1-8757-60eaef31f809 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:12.422521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.485812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Deleting port dfe2e5f2-8b4d-48c2-b9fc-995a6bb568c8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:12.486342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.541140 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.592634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08945ff9-4e22-4f75-bd63-f0db0dd1064f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b678d65-405a-4df1-8757-60eaef31f809'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:12.600137 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae5e3a1-27c8-4837-9178-72ffc866eb46" -d '{"events": [{"server_uuid": "08945ff9-4e22-4f75-bd63-f0db0dd1064f", "name": "network-vif-plugged", "status": "completed", "tag": "8b678d65-405a-4df1-8757-60eaef31f809"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:12.639441 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.641302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8b678d65-405a-4df1-8757-60eaef31f809, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b678d65-405a-4df1-8757-60eaef31f809,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:12.642322 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.694328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Calling delete_port for dfe2e5f2-8b4d-48c2-b9fc-995a6bb568c8 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:12.727585 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1635bde0-9b04-4687-a92f-b973d436170a x-openstack-request-id: req-1635bde0-9b04-4687-a92f-b973d436170a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:12.728067 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08945ff9-4e22-4f75-bd63-f0db0dd1064f", "name": "network-vif-plugged", "status": "completed", "tag": "8b678d65-405a-4df1-8757-60eaef31f809", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:12.728329 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1635bde0-9b04-4687-a92f-b973d436170a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:12.729699 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08945ff9-4e22-4f75-bd63-f0db0dd1064f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b678d65-405a-4df1-8757-60eaef31f809', 'code': 200} Nov 10 16:53:12.737520 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:12.761790 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb494af9-00f9-4e6b-8f0e-da75fbf77bfc req-bb8f3806-59a9-47f8-b138-2c1ffef2a746 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0621510 Nov 10 16:53:12.847508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=8b678d65-405a-4df1-8757-60eaef31f809,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:13.004634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691ecd2-c5dc-49ad-bd30-45fc54e6f957 req-1ce5d9ce-cb89-4f84-aa22-4f005387c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:13.010058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d691ecd2-c5dc-49ad-bd30-45fc54e6f957 req-1ce5d9ce-cb89-4f84-aa22-4f005387c6be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 1101 time: 0.1965077 Nov 10 16:53:13.145854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d691ecd2-c5dc-49ad-bd30-45fc54e6f957 req-e61a659b-500e-4e44-a465-e67d92842054 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253743 Nov 10 16:53:13.151041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddc121-02bc-4b03-b2ae-e19ac845e1bd req-7a100678-ad43-47d7-bce4-810a4e2fe0a5 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:13.158758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31ddc121-02bc-4b03-b2ae-e19ac845e1bd req-7a100678-ad43-47d7-bce4-810a4e2fe0a5 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 949 time: 0.1038558 Nov 10 16:53:13.205624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31ddc121-02bc-4b03-b2ae-e19ac845e1bd req-fcd4ba6d-3899-4c44-a5d5-690e3ee3f497 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Nov 10 16:53:13.328101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:13.359264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Pushing event deleted for resources: {'Port': ['ID=dfe2e5f2-8b4d-48c2-b9fc-995a6bb568c8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:13.374953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.374953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.375496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.375912 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.376315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.376719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.377056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.377387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.377735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.378175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.379131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.379131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:13.478628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:13.481924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:13.483430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7aaa3004-6487-43f6-bd33-169787e091a8 tempest-ServersTestBootFromVolume-1694789 tempest-ServersTestBootFromVolume-1694789-project] 10.222.0.62 "DELETE /v2.0/floatingips/c5454b10-8ec4-4e57-b2b2-ebbc8a4eee74 HTTP/1.1" status: 204 len: 168 time: 1.2112918 Nov 10 16:53:13.486612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41104) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:13.605723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eb1c1-1ef7-4722-9afe-4f5aea4ee133 req-e1115be5-b66c-4e6d-a095-bc1d5bc9d622 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:13.612074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-546eb1c1-1ef7-4722-9afe-4f5aea4ee133 req-e1115be5-b66c-4e6d-a095-bc1d5bc9d622 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1015205 Nov 10 16:53:13.692323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-546eb1c1-1ef7-4722-9afe-4f5aea4ee133 req-cc21ea05-bbc1-40f5-a83e-7b4c6908304c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766242 Nov 10 16:53:13.920276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7d75741-cc80-4cbb-850d-f3ed01b41b65 req-96987250-3f22-4807-b72d-3a548609461c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0353825 Nov 10 16:53:14.074798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:14.387948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8685191-e8c4-4091-a017-fd00a24a25d5 req-7bcdc9cf-d786-4c7d-8a91-634a3d984cb7 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:14.390034 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8685191-e8c4-4091-a017-fd00a24a25d5 req-7bcdc9cf-d786-4c7d-8a91-634a3d984cb7 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 949 time: 0.1070778 Nov 10 16:53:14.429140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Deleting port 3b056972-be30-4be1-8dee-549539f97837 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:14.432216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:14.508905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8685191-e8c4-4091-a017-fd00a24a25d5 req-153f6f0f-b21f-4a97-90c5-2a67994239de tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030700 Nov 10 16:53:14.559754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] For port 3b056972-be30-4be1-8dee-549539f97837, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3b056972-be30-4be1-8dee-549539f97837,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:14.560360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:14.577271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Calling delete_port for 3b056972-be30-4be1-8dee-549539f97837 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:14.826429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d76a-bf25-4486-8047-8f58be747366 req-efd026e3-9412-4e58-8cf6-b2bf3df81632 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:14.826429 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b80d76a-bf25-4486-8047-8f58be747366 req-efd026e3-9412-4e58-8cf6-b2bf3df81632 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.0580745 Nov 10 16:53:14.882527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b80d76a-bf25-4486-8047-8f58be747366 req-8c89caf3-2cb7-4f8f-9485-ba16a093ebc3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Nov 10 16:53:14.893829 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:14.924583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b056972-be30-4be1-8dee-549539f97837,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:15.093714 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-524c6aac-23e2-4b29-bfa8-aba31ca03aad req-fa36964a-9ebd-4f26-9f05-2f016650644f tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0350764 Nov 10 16:53:15.132637 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:15.373906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Router f5b2b019-fab0-4a74-b932-9412f2327366 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:53:15.436254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc990614-7704-420f-a3b7-af98ee054125 req-2db1f0c3-7def-4e3c-84d7-612171d8d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:15.437906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc990614-7704-420f-a3b7-af98ee054125 req-2db1f0c3-7def-4e3c-84d7-612171d8d5f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 1097 time: 0.0466747 Nov 10 16:53:15.502106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:53:15.511895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-31935d0d-6882-4bdf-8719-16951432c67a admin admin] 10.222.0.62 "PUT /v2.0/routers/f5b2b019-fab0-4a74-b932-9412f2327366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0214856 Nov 10 16:53:15.512872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:15.513011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] Sync routers for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:53:15.525937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:15.526589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:15.563076 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:53:15.651790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:15.673618 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:15.723433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc990614-7704-420f-a3b7-af98ee054125 req-84b8db4c-7f38-4803-8743-8424d7d43d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:15.725303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc990614-7704-420f-a3b7-af98ee054125 req-84b8db4c-7f38-4803-8743-8424d7d43d6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.2806463 Nov 10 16:53:15.743896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f668a-8a4f-4e17-907a-efff96a1fdde req-dfe12b4c-f023-4f45-8fc2-15d9ee9a591e tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:15.745526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-053f668a-8a4f-4e17-907a-efff96a1fdde req-dfe12b4c-f023-4f45-8fc2-15d9ee9a591e tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 949 time: 0.1311164 Nov 10 16:53:15.823961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc990614-7704-420f-a3b7-af98ee054125 req-3b0bf1ce-7e2b-4c36-89fc-1cb0721022ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007a54f2-9b66-48ee-ba64-58b50174ec88 HTTP/1.1" status: 200 len: 217 time: 0.0774169 Nov 10 16:53:15.853604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:53:14Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:15.882776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] Checking router: f5b2b019-fab0-4a74-b932-9412f2327366 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:53:15.892507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] Routers {'f5b2b019-fab0-4a74-b932-9412f2327366'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:15.893263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f5b2b019-fab0-4a74-b932-9412f2327366'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:15.921839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-053f668a-8a4f-4e17-907a-efff96a1fdde req-3deb9ac5-1a32-42c0-996b-f57df2678122 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664226 Nov 10 16:53:15.925146 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:15.936149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc990614-7704-420f-a3b7-af98ee054125 req-25340ce7-f7cf-4aab-a2d2-6f281259c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:15.936149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc990614-7704-420f-a3b7-af98ee054125 req-25340ce7-f7cf-4aab-a2d2-6f281259c8a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.1016014 Nov 10 16:53:16.007407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc990614-7704-420f-a3b7-af98ee054125 req-0fb9a9b5-d027-466b-a7fb-d2c9a67b3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:16.009352 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc990614-7704-420f-a3b7-af98ee054125 req-0fb9a9b5-d027-466b-a7fb-d2c9a67b3d34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613976 Nov 10 16:53:16.069148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] Set router f5b2b019-fab0-4a74-b932-9412f2327366 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:16.103601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0490d-cf44-4516-80b6-6d6e7299808a req-aef9a775-0536-4373-8eaf-329e322b4b39 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:16.114413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aad0490d-cf44-4516-80b6-6d6e7299808a req-aef9a775-0536-4373-8eaf-329e322b4b39 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.1233792 Nov 10 16:53:16.183712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc990614-7704-420f-a3b7-af98ee054125 req-c1aec58b-f49b-4c66-961a-314ee4989c45 service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659994 Nov 10 16:53:16.228503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aad0490d-cf44-4516-80b6-6d6e7299808a req-7acb3af1-7f5b-43c0-b71f-3262a9997211 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061699 Nov 10 16:53:16.369759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:53:14Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:16.403514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc990614-7704-420f-a3b7-af98ee054125 req-ba5fd631-0c8e-45db-aa25-e2234a39043e service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988420 Nov 10 16:53:16.406054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Deleting port e1307e70-9002-439b-8d6c-ac7c129acc64 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:16.406512 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:16.412101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d2fc670-0460-41a0-b5f8-3ff05b73a851 req-8fab75d2-0159-42fe-8c86-281ff2ff6115 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0428009 Nov 10 16:53:16.445449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2566d5c-1924-4b9d-8a5b-72e7b33f7328 None None] The sync data for ids ['f5b2b019-fab0-4a74-b932-9412f2327366'] in n-d-714676-11 is: [{'id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'name': 'tempest-ServersTestBootFromVolume-1558066380-router', 'tenant_id': '06824b3c95c54920863991fec3fe0819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:48:21Z', 'updated_at': '2021-11-10T16:53:14Z', 'revision_number': 5, 'project_id': '06824b3c95c54920863991fec3fe0819', 'gw_port': {'id': 'e1307e70-9002-439b-8d6c-ac7c129acc64', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b2b019-fab0-4a74-b932-9412f2327366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:48:22Z', 'updated_at': '2021-11-10T16:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:53:16.511909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] For port e1307e70-9002-439b-8d6c-ac7c129acc64, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e1307e70-9002-439b-8d6c-ac7c129acc64,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:16.517789 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:16.525135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Calling delete_port for e1307e70-9002-439b-8d6c-ac7c129acc64 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:16.800661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:16.833396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1307e70-9002-439b-8d6c-ac7c129acc64,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:16.848667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d9375d-6fe7-4b02-ba28-f61951284fb7 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:53:16.931173 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.049608 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.051906 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.162389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.163082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b2b019-fab0-4a74-b932-9412f2327366 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:53:17.168343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.169889 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-734cf24f-b7ab-4cd2-bc56-eec0cd54ebe2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f5b2b019-fab0-4a74-b932-9412f2327366 HTTP/1.1" status: 204 len: 168 time: 1.6558349 Nov 10 16:53:17.172445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41164) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:17.221198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a29d63e-8c42-4996-9e54-2ca32540e44d admin admin] Deleting subnet dd281c12-948f-4823-9175-448e05c1a3b5 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:53:17.225798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a29d63e-8c42-4996-9e54-2ca32540e44d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.304120 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a29d63e-8c42-4996-9e54-2ca32540e44d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.440100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557123-f5a7-4e14-9575-c3ffca7f3a28 req-b751b64d-4299-4c0a-90a4-9bc45c2e7052 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:17.441623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81557123-f5a7-4e14-9575-c3ffca7f3a28 req-b751b64d-4299-4c0a-90a4-9bc45c2e7052 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.0988212 Nov 10 16:53:17.475161 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a29d63e-8c42-4996-9e54-2ca32540e44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.537859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81557123-f5a7-4e14-9575-c3ffca7f3a28 req-6b7b7366-cca7-44e6-a0be-7eac47643d3c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873723 Nov 10 16:53:17.637457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34988bb9-abd1-43ad-b746-905355d2d852 req-3f3edb57-660d-4466-af08-1a2e29aed7d5 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0292337 Nov 10 16:53:17.646516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a29d63e-8c42-4996-9e54-2ca32540e44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.688721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29d63e-8c42-4996-9e54-2ca32540e44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd281c12-948f-4823-9175-448e05c1a3b5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:17.699183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a29d63e-8c42-4996-9e54-2ca32540e44d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.705535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ac005-d9f3-4f28-bd0b-1617cd7a9776 None None] Network a80c8fc8-d041-4928-b454-35c9fea51e51 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:53:17.706573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:17.707138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a29d63e-8c42-4996-9e54-2ca32540e44d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dd281c12-948f-4823-9175-448e05c1a3b5 HTTP/1.1" status: 204 len: 168 time: 0.5336015 Nov 10 16:53:17.839687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.906944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Deleting port b48ce611-3d62-4701-b589-f56df529440f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:17.907481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:17.956487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] DHCP port deletion for a80c8fc8-d041-4928-b454-35c9fea51e51 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:53:18.033782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] For port b48ce611-3d62-4701-b589-f56df529440f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b48ce611-3d62-4701-b589-f56df529440f,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:18.034292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.053800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] Deleting port b48ce611-3d62-4701-b589-f56df529440f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:18.054347 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.066164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Calling delete_port for b48ce611-3d62-4701-b589-f56df529440f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:18.152008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] For port b48ce611-3d62-4701-b589-f56df529440f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b48ce611-3d62-4701-b589-f56df529440f,segment=NetworkSegment(2045a6ed-52f4-4cfc-ae61-14567f4f0e76),segment_id=2045a6ed-52f4-4cfc-ae61-14567f4f0e76)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:18.152377 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.182809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] Calling delete_port for b48ce611-3d62-4701-b589-f56df529440f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:18.231526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 007a54f2-9b66-48ee-ba64-58b50174ec88 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:18.260807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.292489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] No DVR routers for this DVR port b48ce611-3d62-4701-b589-f56df529440f on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:18.348554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Pushing event deleted for resources: {'Port': ['ID=b48ce611-3d62-4701-b589-f56df529440f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:53:18.363815 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 16:53:18.443975 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.453477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e1307e70-9002-439b-8d6c-ac7c129acc64 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:18.482740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.491557 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.498904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e1307e70-9002-439b-8d6c-ac7c129acc64 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:53:18.504070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e1307e70-9002-439b-8d6c-ac7c129acc64 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:53:18.504070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b48ce611-3d62-4701-b589-f56df529440f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:18.508952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80c8fc8-d041-4928-b454-35c9fea51e51']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:18.518948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2045a6ed-52f4-4cfc-ae61-14567f4f0e76') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:18.519248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2045a6ed-52f4-4cfc-ae61-14567f4f0e76') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:18.529676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.544419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] Pushing event deleted for resources: {'Port': ['ID=b48ce611-3d62-4701-b589-f56df529440f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:18.550449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.563434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:53:18.563840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:53:18.565853 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:53:18.597752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:18.600676 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c3ee67-0e91-4319-b253-800bfc55ecef" -d '{"events": [{"server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "name": "network-vif-unplugged", "status": "completed", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:18.614011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee5f48-679b-470b-a954-1b952a0c4998 None None] No DVR routers for this DVR port b48ce611-3d62-4701-b589-f56df529440f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:18.626050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b48ce611-3d62-4701-b589-f56df529440f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:53:18.626395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b48ce611-3d62-4701-b589-f56df529440f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:53:18.633736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3b056972-be30-4be1-8dee-549539f97837 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:18.760585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.785963 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:18.791799 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] 10.222.0.62 "DELETE /v2.0/networks/a80c8fc8-d041-4928-b454-35c9fea51e51 HTTP/1.1" status: 204 len: 168 time: 1.0841300 Nov 10 16:53:19.023848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3b056972-be30-4be1-8dee-549539f97837 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:53:19.026868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3b056972-be30-4be1-8dee-549539f97837 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:53:19.032582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:19.139852 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:19.300417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:19.361842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41184) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:19.399743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6f91-97a4-487d-abd7-f8cca24a139b req-9739a881-f2e4-44f5-b035-ff94129e00dd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:19.405043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126dc48-a69d-4955-a3fa-97076be1703d admin admin] Pushing event deleted for resources: {'Network': ['ID=a80c8fc8-d041-4928-b454-35c9fea51e51,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:19.407873 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a43c6f91-97a4-487d-abd7-f8cca24a139b req-9739a881-f2e4-44f5-b035-ff94129e00dd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 945 time: 0.7363842 Nov 10 16:53:19.472685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5996c87d-1de6-4f04-bcd2-e8be832b90a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06824b3c95c54920863991fec3fe0819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013343 Nov 10 16:53:19.473636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:19.522653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a43c6f91-97a4-487d-abd7-f8cca24a139b req-673ea68f-cdbd-4753-8dd7-f8bd9f009b1d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108851 Nov 10 16:53:19.559490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa941b38-d45d-43d0-9863-4fce793f2772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:19.579296 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467d8b24-f4fb-487f-97fb-471ec8bd6918 x-openstack-request-id: req-467d8b24-f4fb-487f-97fb-471ec8bd6918 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:19.580365 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "name": "network-vif-unplugged", "status": "failed", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88", "code": 422}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:19.580845 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-467d8b24-f4fb-487f-97fb-471ec8bd6918 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:19.581584 n-d-714676-11 neutron-server[103327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'code': 422} returned with failed status Nov 10 16:53:19.594663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa941b38-d45d-43d0-9863-4fce793f2772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:19.663943 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01a1b920-d86b-4f1b-ab48-2470ee7b27ec req-39a34b16-0275-445c-825a-c7d52cf9bf44 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0307941 Nov 10 16:53:19.785562 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa941b38-d45d-43d0-9863-4fce793f2772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:19.785562 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa941b38-d45d-43d0-9863-4fce793f2772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:19.785562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fa941b38-d45d-43d0-9863-4fce793f2772 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1dece90-6d98-4bec-b4d1-635f5669a965 HTTP/1.1" status: 204 len: 168 time: 0.3062031 Nov 10 16:53:19.791377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa941b38-d45d-43d0-9863-4fce793f2772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dece90-6d98-4bec-b4d1-635f5669a965,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:19.891933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472b481-bc66-4ffb-bb91-68ab70416360 req-3f9cbaa0-d516-404e-a395-ce84a947ea87 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:19.903032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c472b481-bc66-4ffb-bb91-68ab70416360 req-3f9cbaa0-d516-404e-a395-ce84a947ea87 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1009474 Nov 10 16:53:19.962067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c472b481-bc66-4ffb-bb91-68ab70416360 req-4f09f4fc-f749-4063-8a58-d00cfeaa54a0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573981 Nov 10 16:53:20.134654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fca22-894c-4874-b4f0-4d45711ab6ec req-743b83fb-470d-4013-9cec-2e5f51182e8e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:20.136274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-049fca22-894c-4874-b4f0-4d45711ab6ec req-743b83fb-470d-4013-9cec-2e5f51182e8e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0597255 Nov 10 16:53:20.226158 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-049fca22-894c-4874-b4f0-4d45711ab6ec req-940cdbcf-076b-4b22-93cc-74a518f45259 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782862 Nov 10 16:53:20.725623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49518781-e3de-42f3-b042-f36b69360124 req-7dd563be-f374-46be-b28c-c159ba64075b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:20.727358 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49518781-e3de-42f3-b042-f36b69360124 req-7dd563be-f374-46be-b28c-c159ba64075b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0638111 Nov 10 16:53:20.793226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-49518781-e3de-42f3-b042-f36b69360124 req-ee6dc59e-6446-46e9-b6bf-fab82018fa06 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584903 Nov 10 16:53:20.934776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65c1a6a8-35f0-4333-8ef0-a46af812dea0 req-650e091f-eb6a-434d-94d3-6d2f358c4d0a tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0409677 Nov 10 16:53:21.141664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41220) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:21.268311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-786842937-network', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:21.377188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Made reservation on behalf of c4712fd48b1f49c7843e154c6bf4d722 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:53:21.380195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:21.391845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:21.488520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:21.543798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:21.574091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:53:21.601831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e47d7-77f5-4ada-945c-d2c210c8c6e8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:21.606275 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:21.606619 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Added segment d8e7436a-b5b6-4865-bd42-b6bd8f2089b2 of type vlan for network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 Nov 10 16:53:21.648447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:21.751003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:21.752159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:21.752753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:21.858625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:21.872232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:53:21.888535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:21.889320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b57f6a90-7f43-4f0d-b532-0a7692b74b62 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7464361 Nov 10 16:53:21.896708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Request body: {'subnet': {'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-786842937-subnet', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:21.944559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f1cb-d018-4578-a586-986548525263 req-e395878e-9c6f-46e6-8471-fd875f153881 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:21.952296 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9224f1cb-d018-4578-a586-986548525263 req-e395878e-9c6f-46e6-8471-fd875f153881 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0612888 Nov 10 16:53:22.005055 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9224f1cb-d018-4578-a586-986548525263 req-664f93a0-862b-4253-b7e9-de3be8dd41fc tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518250 Nov 10 16:53:22.034422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Made reservation on behalf of c4712fd48b1f49c7843e154c6bf4d722 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:53:22.038166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:22.126920 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a46dc10e-6f21-459a-b135-15976ba86182 req-029a4ce5-1d5e-4e27-aebc-f6b4cde8aeec tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0480530 Nov 10 16:53:22.206801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 007a54f2-9b66-48ee-ba64-58b50174ec88 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:22.308780 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:22.371968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabba738-5eb6-43ae-a79a-8b72915c0ac0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:22.382615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Checking segment: {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:53:22.383007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Network hostable DHCP agents. Network: d7f5ec71-b2eb-47bd-b346-4b8301f68ee9, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:53:22.486127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:53:22.757067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, d7f5ec71-b2eb-47bd-b346-4b8301f68ee9) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:53:22.761465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:22.762155 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:22.768711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b7db6-5ead-408a-95b7-49101dab2a8f None None] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:53:22.872115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aa3a6fe8-e5fd-4c9e-8455-9864cec39c5f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9809191 Nov 10 16:53:22.875252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41232) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:22.880033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:22.922169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-d7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:53:22.923151 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:22.983766 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:22.984717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.039937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.071617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Allocated IP 172.20.0.2 (d7f5ec71-b2eb-47bd-b346-4b8301f68ee9/eabba738-5eb6-43ae-a79a-8b72915c0ac0/91f327ce-4609-4e99-bdc7-d82bee0904d4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:53:23.205934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72387cf-daf5-4382-acd0-44a9ff39bab2 req-ab68c71e-1031-4a92-ae48-636c697796a4 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:23.207624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c72387cf-daf5-4382-acd0-44a9ff39bab2 req-ab68c71e-1031-4a92-ae48-636c697796a4 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1167395 Nov 10 16:53:23.227854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.282681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.300070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.355507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:53:23.358018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c72387cf-daf5-4382-acd0-44a9ff39bab2 req-26804f3f-394b-48e3-857f-f1759faeade4 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060228 Nov 10 16:53:23.382726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:53:23.385290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:53:23.481941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Pushing event updated for resources: {'Port': ['ID=91f327ce-4609-4e99-bdc7-d82bee0904d4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:23.499719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Attempting to bind port 91f327ce-4609-4e99-bdc7-d82bee0904d4 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:53:23.502714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Attempting to bind port 91f327ce-4609-4e99-bdc7-d82bee0904d4 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:53:23.502714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Attempting to bind port 91f327ce-4609-4e99-bdc7-d82bee0904d4 on network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:53:23.506580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:53:23.507128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Checking segment: {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:53:23.507559 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.507954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Bound using segment: {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:53:23.508420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Bound port: 91f327ce-4609-4e99-bdc7-d82bee0904d4, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:53:23.508802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.527410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f540cef4-896b-44ba-af7d-7d9d6029827f req-61903e15-e065-408e-9f2e-ecc43686b413 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0291967 Nov 10 16:53:23.594246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] For port 91f327ce-4609-4e99-bdc7-d82bee0904d4, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:53:23.598519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] For port 91f327ce-4609-4e99-bdc7-d82bee0904d4, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=91f327ce-4609-4e99-bdc7-d82bee0904d4,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:53:23.669890 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.707641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.730233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:23.786158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5679c-21ba-4e66-a57b-c8bde84f81f8 None None] Pushing event updated for resources: {'Port': ['ID=91f327ce-4609-4e99-bdc7-d82bee0904d4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:23.895795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:23.904614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Allocated IP 172.25.3.59 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/9aea36a7-c061-479c-916e-d3666b24d382) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:53:24.139410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b1d39c-dd95-4197-be24-e20a68827618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.151557 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.253544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22c84-137a-4fd2-815b-34ca537af654 req-bdc27745-1c97-4e91-a874-432ff3c782fe tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:24.255787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ff22c84-137a-4fd2-815b-34ca537af654 req-bdc27745-1c97-4e91-a874-432ff3c782fe tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 945 time: 0.0863502 Nov 10 16:53:24.314886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b1d39c-dd95-4197-be24-e20a68827618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.328466 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.329144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ff22c84-137a-4fd2-815b-34ca537af654 req-2c6c94b0-96b7-4aa0-8958-3e9dac319c1b tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675242 Nov 10 16:53:24.388554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:53:24.407000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:53:24.413631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 91f327ce-4609-4e99-bdc7-d82bee0904d4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:53:24.414715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:53:24.425805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b1d39c-dd95-4197-be24-e20a68827618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.470560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6cca3-bff7-4473-9e88-627c1884b56f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:53:24.472333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=9aea36a7-c061-479c-916e-d3666b24d382,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:24.526490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-67b1d39c-dd95-4197-be24-e20a68827618 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61f48719fb4c401bb7f98fdcafac6477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6294773 Nov 10 16:53:24.527487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:24.528770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1d39c-dd95-4197-be24-e20a68827618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24499ad0-147a-418a-a1e3-adaf8187518c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:24.567153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 91f327ce-4609-4e99-bdc7-d82bee0904d4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:24.567458 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.570742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b9e04a0a-478f-488a-a49a-da17417d0d89 None None] Provisioning complete for port 9aea36a7-c061-479c-916e-d3666b24d382 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:24.571096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9e04a0a-478f-488a-a49a-da17417d0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.624055 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66a4dbf9-7635-4eee-98d8-adbd49581cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.668657 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66a4dbf9-7635-4eee-98d8-adbd49581cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.698803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b9e04a0a-478f-488a-a49a-da17417d0d89 None None] Port 9aea36a7-c061-479c-916e-d3666b24d382 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:53:24.790858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.797179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10252db5-5f95-408c-8632-387025140568 req-c04aee25-40ab-4de2-b1fd-a47dee8558b0 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0527263 Nov 10 16:53:24.811661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7b395-d0f6-471e-8113-3a116c082cac req-f9a06e8a-5f43-40c8-a30d-52281929352b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:24.813224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dad7b395-d0f6-471e-8113-3a116c082cac req-f9a06e8a-5f43-40c8-a30d-52281929352b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.2976816 Nov 10 16:53:24.848035 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66a4dbf9-7635-4eee-98d8-adbd49581cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.851542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66a4dbf9-7635-4eee-98d8-adbd49581cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.852697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-66a4dbf9-7635-4eee-98d8-adbd49581cc6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24499ad0-147a-418a-a1e3-adaf8187518c HTTP/1.1" status: 204 len: 168 time: 0.3202665 Nov 10 16:53:24.864236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4dbf9-7635-4eee-98d8-adbd49581cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24499ad0-147a-418a-a1e3-adaf8187518c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:24.868305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 91f327ce-4609-4e99-bdc7-d82bee0904d4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=91f327ce-4609-4e99-bdc7-d82bee0904d4,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:24.948766 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:24.972061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dad7b395-d0f6-471e-8113-3a116c082cac req-04d77d8b-8076-4044-b36a-692234b302a2 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309612 Nov 10 16:53:25.056916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=91f327ce-4609-4e99-bdc7-d82bee0904d4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:25.128745 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:25.263196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a16fa7-86e4-425c-8ab2-1a2f429c4c33 None None] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:53:25.400832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:25.406154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-43683a7a-6442-43ec-8131-5ace4c0a7522 None None] Provisioning complete for port 91f327ce-4609-4e99-bdc7-d82bee0904d4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:25.406729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43683a7a-6442-43ec-8131-5ace4c0a7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:25.506784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7d0e0-4e18-4fd5-bba3-ccf25edaa3aa req-6be190d1-9061-4620-ae88-10d84f58eb6d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:25.514707 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ea7d0e0-4e18-4fd5-bba3-ccf25edaa3aa req-6be190d1-9061-4620-ae88-10d84f58eb6d tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 945 time: 0.0771117 Nov 10 16:53:25.580226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ea7d0e0-4e18-4fd5-bba3-ccf25edaa3aa req-964c0d4b-9e96-48cc-9f80-dc766e2d590a tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642402 Nov 10 16:53:25.691669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Router ed70f469-49f7-4c51-a156-083b10bb09e4 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:53:25.777904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:25.793086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-813be032-e7e1-457f-9872-8d01881b758e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:25.833253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a1e9cd43-0cc5-4b80-8316-9cba16097806 None None] Provisioning complete for port 91f327ce-4609-4e99-bdc7-d82bee0904d4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:25.834270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1e9cd43-0cc5-4b80-8316-9cba16097806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:25.837877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:53:25.851938 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Sync routers for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:53:25.871458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:25.871458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:25.912628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-813be032-e7e1-457f-9872-8d01881b758e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:25.922604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5bacb08a-ee2e-4877-a3bc-f9e360739385 req-7f5e3eed-7410-4eda-b8f0-08505a2a8a09 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0308919 Nov 10 16:53:25.928649 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:25.930063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c86ed2ce-5d30-4731-a8f4-431412d63bf0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0536890 Nov 10 16:53:25.932980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:26.029814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-813be032-e7e1-457f-9872-8d01881b758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.083428 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:26.136245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3390ff-de15-4269-ac37-93660bde2bdf req-7e06bbea-d614-4ffa-8195-5a869f3189e0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:26.137729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df3390ff-de15-4269-ac37-93660bde2bdf req-7e06bbea-d614-4ffa-8195-5a869f3189e0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0583823 Nov 10 16:53:26.153977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-813be032-e7e1-457f-9872-8d01881b758e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08bbb7dd294f44ae8e08a24e15d03c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745694 Nov 10 16:53:26.157528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:26.158312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813be032-e7e1-457f-9872-8d01881b758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4837b0-2bf0-447b-bcae-3a441a5f17e9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:26.170170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7f94be0d-4571-40f4-a3dc-d746d19e4d1f tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:26.172266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7f94be0d-4571-40f4-a3dc-d746d19e4d1f tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.69 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 945 time: 0.1839092 Nov 10 16:53:26.206697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df3390ff-de15-4269-ac37-93660bde2bdf req-de0939f6-aecd-4c99-a94e-a6b90188f3bb tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625308 Nov 10 16:53:26.327221 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:24Z', 'revision_number': 3, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:26.362289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 91f327ce-4609-4e99-bdc7-d82bee0904d4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:53:26.373678 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Checking router: ed70f469-49f7-4c51-a156-083b10bb09e4 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:53:26.374350 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Updating router ed70f469-49f7-4c51-a156-083b10bb09e4 port 9aea36a7-c061-479c-916e-d3666b24d382 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:53:26.406410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caba7369-b575-4e1c-a70a-b369c48358d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.421231 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.430477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 91f327ce-4609-4e99-bdc7-d82bee0904d4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:26.431199 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.450849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caba7369-b575-4e1c-a70a-b369c48358d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.516201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Deleting port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:26.516912 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.750384 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.760429 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caba7369-b575-4e1c-a70a-b369c48358d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.763139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caba7369-b575-4e1c-a70a-b369c48358d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.765953 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-caba7369-b575-4e1c-a70a-b369c48358d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d4837b0-2bf0-447b-bcae-3a441a5f17e9 HTTP/1.1" status: 204 len: 168 time: 0.6043844 Nov 10 16:53:26.773325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] For port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,segment=NetworkSegment(0566f1f4-2189-4061-8846-9a76be206e52),segment_id=0566f1f4-2189-4061-8846-9a76be206e52)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:26.773700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.798848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Calling delete_port for 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:26.829063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba7369-b575-4e1c-a70a-b369c48358d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4837b0-2bf0-447b-bcae-3a441a5f17e9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:26.844760 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.908531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe65db5-477c-4004-b690-ff4b416fc299 req-1bcf94bd-d1e0-4270-a660-a7b950134dca tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:26.910213 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bbe65db5-477c-4004-b690-ff4b416fc299 req-1bcf94bd-d1e0-4270-a660-a7b950134dca tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 945 time: 0.2228973 Nov 10 16:53:26.915830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec340ef-01a5-44a8-a5ff-3b5623cff894 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:53:26.938708 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Attempting to bind port 9aea36a7-c061-479c-916e-d3666b24d382 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:53:26.939216 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Attempting to bind port 9aea36a7-c061-479c-916e-d3666b24d382 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:53:26.939606 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Attempting to bind port 9aea36a7-c061-479c-916e-d3666b24d382 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:53:26.944078 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Pushing event updated for resources: {'Port': ['ID=9aea36a7-c061-479c-916e-d3666b24d382,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:26.952815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:53:26.953086 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:53:26.953402 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.953796 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:53:26.954252 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Bound port: 9aea36a7-c061-479c-916e-d3666b24d382, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:53:26.954619 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:26.957810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.958335 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.958670 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.958994 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.959340 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.959652 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.959968 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.960279 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.960593 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.960918 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.961216 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:26.961526 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:27.000086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-95d35d1d-eb7a-485d-8330-6d27ce9c6611 None None] Provisioning complete for port 9aea36a7-c061-479c-916e-d3666b24d382 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:27.000872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95d35d1d-eb7a-485d-8330-6d27ce9c6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.050578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-95d35d1d-eb7a-485d-8330-6d27ce9c6611 None None] Port 9aea36a7-c061-479c-916e-d3666b24d382 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:53:27.057731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bbe65db5-477c-4004-b690-ff4b416fc299 req-f121a00b-f5d6-4668-99bc-ecdfd400d5f0 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/security-groups?id=0828b1c4-c70f-4599-acb3-aff2cc7d9120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291337 Nov 10 16:53:27.072777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.119157 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] For port 9aea36a7-c061-479c-916e-d3666b24d382, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:53:27.126572 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] For port 9aea36a7-c061-479c-916e-d3666b24d382, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9aea36a7-c061-479c-916e-d3666b24d382,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:53:27.144899 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84232fe6-ccae-464a-8d00-c535253c2cfb req-10af419d-add3-4c22-870c-e7e443684107 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0700009 Nov 10 16:53:27.211904 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.280729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04c0f1-74b4-42e9-9518-a0b920ee602e None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:53:27.337534 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:27.338596 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:27.377499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.388387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9eee8-adee-4441-81b9-0b23e77d0879 req-c9b26129-244f-4ed5-bda8-c2c3c43fb7bf tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:27.394997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['281e6c76-5d93-46bc-bd00-f9e4d7ae97d4'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:53:27.398045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b35a6d8d-ce57-4320-8c8b-79fab3c7ce8f None None] Provisioning complete for port 9aea36a7-c061-479c-916e-d3666b24d382 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:27.399788 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efe9eee8-adee-4441-81b9-0b23e77d0879 req-c9b26129-244f-4ed5-bda8-c2c3c43fb7bf tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1151962 Nov 10 16:53:27.404817 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b35a6d8d-ce57-4320-8c8b-79fab3c7ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.464820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efe9eee8-adee-4441-81b9-0b23e77d0879 req-74dd8651-7967-47bb-a0f1-877225438a27 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639243 Nov 10 16:53:27.514117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14603512-df78-40d7-bc17-caa418f8ac8b None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:53:27.535265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Pushing event deleted for resources: {'Port': ['ID=281e6c76-5d93-46bc-bd00-f9e4d7ae97d4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:27.591653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] No DVR routers for this DVR port 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:27.596371 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900b3fb-6ff2-47ac-970c-58af64c5e47c None None] Pushing event updated for resources: {'Port': ['ID=9aea36a7-c061-479c-916e-d3666b24d382,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:27.597994 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.601954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5024bca3-0185-4316-a5bd-2b6ba07cd9db req-7123e554-6727-44f3-82b7-62a95e51d436 tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.69 "DELETE /v2.0/ports/281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 HTTP/1.1" status: 204 len: 173 time: 1.4195390 Nov 10 16:53:27.602726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77750ba-15ec-40f9-b726-246629bcd8e2', 'name': 'network-vif-deleted', 'tag': '281e6c76-5d93-46bc-bd00-f9e4d7ae97d4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:27.605470 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea6356-50a7-46ed-b9fa-00f17c708a07" -d '{"events": [{"server_uuid": "d77750ba-15ec-40f9-b726-246629bcd8e2", "name": "network-vif-deleted", "tag": "281e6c76-5d93-46bc-bd00-f9e4d7ae97d4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:27.619471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Allocated IP 172.20.0.1 (d7f5ec71-b2eb-47bd-b346-4b8301f68ee9/eabba738-5eb6-43ae-a79a-8b72915c0ac0/b16b1e7c-d7dd-45eb-ad42-233e69321873) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:53:27.665001 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:27.688768 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b35a6d8d-ce57-4320-8c8b-79fab3c7ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.715646 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ef5dd-7367-4c34-80ea-7cfae91302f6 x-openstack-request-id: req-106ef5dd-7367-4c34-80ea-7cfae91302f6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:27.716088 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77750ba-15ec-40f9-b726-246629bcd8e2", "name": "network-vif-deleted", "tag": "281e6c76-5d93-46bc-bd00-f9e4d7ae97d4", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:27.716438 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-106ef5dd-7367-4c34-80ea-7cfae91302f6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:27.716944 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77750ba-15ec-40f9-b726-246629bcd8e2', 'name': 'network-vif-deleted', 'tag': '281e6c76-5d93-46bc-bd00-f9e4d7ae97d4', 'status': 'completed', 'code': 200} Nov 10 16:53:27.720091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b35a6d8d-ce57-4320-8c8b-79fab3c7ce8f None None] For port 9aea36a7-c061-479c-916e-d3666b24d382, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9aea36a7-c061-479c-916e-d3666b24d382,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:27.786076 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.804416 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b35a6d8d-ce57-4320-8c8b-79fab3c7ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.889911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6d8d-ce57-4320-8c8b-79fab3c7ce8f None None] Pushing event updated for resources: {'Port': ['ID=9aea36a7-c061-479c-916e-d3666b24d382,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:27.912401 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:27.950307 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:53:27.952083 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:24Z', 'revision_number': 3, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:27.953873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:53:27.956853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:53:28.001513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Pushing event updated for resources: {'Port': ['ID=b16b1e7c-d7dd-45eb-ad42-233e69321873,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:28.023351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:28.030244 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66714888-fdb9-4a0d-b9cc-240b6a633beb None None] The sync data for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 is: [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:24Z', 'revision_number': 3, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:53:28.229440 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38091571-4ec0-4c79-8945-a5690716009f req-cdac7db8-5cfc-44ad-bfcb-917e6573272f tempest-VolumesSnapshotTestJSON-1925150182 tempest-VolumesSnapshotTestJSON-1925150182-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77750ba-15ec-40f9-b726-246629bcd8e2 HTTP/1.1" status: 200 len: 210 time: 0.0414748 Nov 10 16:53:28.350816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac740778-f75c-474a-8a1d-c5e5e220a38f req-a13c8cdb-d0e8-4cc8-b569-dd8ac6802096 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0839407 Nov 10 16:53:28.379494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6e98aada-b816-42a2-9cac-bb0ad771971c None None] Provisioning complete for port b16b1e7c-d7dd-45eb-ad42-233e69321873 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:28.380130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e98aada-b816-42a2-9cac-bb0ad771971c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:28.392648 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:28.461499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6e98aada-b816-42a2-9cac-bb0ad771971c None None] Port b16b1e7c-d7dd-45eb-ad42-233e69321873 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:53:28.714711 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b60c4-470e-44a9-9c7e-e112b682469a req-e6c80938-910e-4348-aa8f-e2d8fc829400 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:28.725449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad8b60c4-470e-44a9-9c7e-e112b682469a req-e6c80938-910e-4348-aa8f-e2d8fc829400 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0887563 Nov 10 16:53:28.756850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:28.797994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad8b60c4-470e-44a9-9c7e-e112b682469a req-7ccb5a97-77d8-461e-948b-e866fba31c2b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703719 Nov 10 16:53:28.813880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:28.888200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:28.899198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Pushing event updated for resources: {'Port': ['ID=b16b1e7c-d7dd-45eb-ad42-233e69321873,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:29.331640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:53:29.334371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:53:29.569634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d45e19f-ee0d-4ce2-877d-da2310a82560 req-de200a04-c6ac-44bd-b7bc-e6d3a8c221b1 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/ports?device_id=f94c6b9d-fed2-482f-b053-9621e7ac7717 HTTP/1.1" status: 200 len: 210 time: 0.0366693 Nov 10 16:53:29.595358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Router ed70f469-49f7-4c51-a156-083b10bb09e4 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:53:29.703632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2bce030b-7422-423f-8c77-36d94bf8200c None None] Provisioning complete for port b16b1e7c-d7dd-45eb-ad42-233e69321873 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:29.704251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2bce030b-7422-423f-8c77-36d94bf8200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:29.734872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:53:29.752424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-4b2c7716-1979-4af5-8b40-08007afca36a req-fed7da74-97c0-4896-b2af-bebdc1885be1 service neutron] (103326) timed out ('10.222.0.62', 60598) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 16:53:29.752896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2bce030b-7422-423f-8c77-36d94bf8200c None None] Port b16b1e7c-d7dd-45eb-ad42-233e69321873 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:53:29.753399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dff3b154-24d6-4fed-9596-27631da7e760 admin admin] 10.222.0.62 "PUT /v2.0/routers/ed70f469-49f7-4c51-a156-083b10bb09e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8081090 Nov 10 16:53:29.950598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0861-3e35-4f6c-af85-41990cd8eb43 req-91e612d8-985d-48c8-a61f-0449c59e25a1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:29.958776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2ee0861-3e35-4f6c-af85-41990cd8eb43 req-91e612d8-985d-48c8-a61f-0449c59e25a1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0701847 Nov 10 16:53:30.033782 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2ee0861-3e35-4f6c-af85-41990cd8eb43 req-9a95f3b7-0004-4953-abb2-bf80d1db7b38 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714898 Nov 10 16:53:30.345168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:30.351330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4dba494e-6511-4a99-9299-ca965d18af44 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106147523', 'description': 'tempest-description--685387697'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:30.394854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9aea36a7-c061-479c-916e-d3666b24d382 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:53:30.400151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:30.460590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:53:30.460937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 281e6c76-5d93-46bc-bd00-f9e4d7ae97d4 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:53:30.475472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Sync routers for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:53:30.485946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dba494e-6511-4a99-9299-ca965d18af44 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:30.491166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:30.491928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:30.537159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9aea36a7-c061-479c-916e-d3666b24d382 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:30.537541 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:30.644798 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dba494e-6511-4a99-9299-ca965d18af44 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:30.686480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:30.728041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dba494e-6511-4a99-9299-ca965d18af44 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:30.765454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba494e-6511-4a99-9299-ca965d18af44 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5104894-8f84-4a3d-bf61-056d64bfd037,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:30.853316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dba494e-6511-4a99-9299-ca965d18af44 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:30.855783 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4dba494e-6511-4a99-9299-ca965d18af44 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5089214 Nov 10 16:53:30.867779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41420) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:30.869190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:30.882057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Request body: {'security_group_rule': {'security_group_id': 'f5104894-8f84-4a3d-bf61-056d64bfd037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:30.968843 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59c834c4-5d7d-4a4a-886f-ac916ad03ca2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.026714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59c834c4-5d7d-4a4a-886f-ac916ad03ca2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.026942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 2, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:31.071077 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.134235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Checking router: ed70f469-49f7-4c51-a156-083b10bb09e4 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:53:31.134235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Updating router ed70f469-49f7-4c51-a156-083b10bb09e4 port b16b1e7c-d7dd-45eb-ad42-233e69321873 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:53:31.142653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.175587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.206553 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59c834c4-5d7d-4a4a-886f-ac916ad03ca2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.210364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59c834c4-5d7d-4a4a-886f-ac916ad03ca2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.214109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-59c834c4-5d7d-4a4a-886f-ac916ad03ca2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "DELETE /v2.0/security-groups/43c483ab-5bea-4171-952f-5de3aa25966f HTTP/1.1" status: 204 len: 168 time: 0.3413074 Nov 10 16:53:31.214709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:31.243105 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-7f90b5ff-7cc4-4f38-9ac7-6948def9bcbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] show failed (client error): The resource could not be found. Nov 10 16:53:31.250794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7f90b5ff-7cc4-4f38-9ac7-6948def9bcbc tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "GET /v2.0/security-groups/43c483ab-5bea-4171-952f-5de3aa25966f HTTP/1.1" status: 404 len: 347 time: 0.0286860 Nov 10 16:53:31.251718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:31.268089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c834c4-5d7d-4a4a-886f-ac916ad03ca2 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c483ab-5bea-4171-952f-5de3aa25966f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:31.295484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3389bd-0d82-4a21-a2ea-99421cb39e27 req-88ca1e54-ad34-4191-b40a-c659075d6d6c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:31.304935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b3389bd-0d82-4a21-a2ea-99421cb39e27 req-88ca1e54-ad34-4191-b40a-c659075d6d6c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1353822 Nov 10 16:53:31.388641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.418101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b3389bd-0d82-4a21-a2ea-99421cb39e27 req-e0fe0643-ad9c-419c-ae4e-3ea14726bfca tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068695 Nov 10 16:53:31.488799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac969acd-621c-46b5-882e-9bcd59aedb12,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:31.506909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.507852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.508351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.508835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.509325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.509831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.510321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.510814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.511294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.512038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.512571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.513048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:53:31.539289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port 2f90e854-1213-44a6-8f7e-f3ac29ad64a0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:31.540671 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.651411 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.651992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.670994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for 2f90e854-1213-44a6-8f7e-f3ac29ad64a0 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:31.860796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.866639 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d92959a2-1e5d-4bb4-a493-2a6527818407 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9964550 Nov 10 16:53:31.869581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:31.874235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a64df38a-d22d-4df0-9c09-90f0e3c329bb tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Request body: {'security_group_rule': {'security_group_id': 'f5104894-8f84-4a3d-bf61-056d64bfd037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:31.912005 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2442cfa9-4167-4920-bdb2-1a158b524be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.925344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:31.979321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=2f90e854-1213-44a6-8f7e-f3ac29ad64a0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:31.996172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a64df38a-d22d-4df0-9c09-90f0e3c329bb tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.085849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.091916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.091916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e110ed5b-8577-4b0c-9db7-fffd8c5a53ac tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "DELETE /v2.0/floatingips/f9646b49-fe87-423b-a6c6-995438330091 HTTP/1.1" status: 204 len: 168 time: 0.8378110 Nov 10 16:53:32.096259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41448) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:32.112417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.148316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a64df38a-d22d-4df0-9c09-90f0e3c329bb tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.202490 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.233183 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a64df38a-d22d-4df0-9c09-90f0e3c329bb tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.248984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8319cd6c-a1b9-42d6-bda5-1abbff6bd94c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port 67787fde-2256-412e-b626-ac098b56bd67 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:32.249331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8319cd6c-a1b9-42d6-bda5-1abbff6bd94c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.305685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64df38a-d22d-4df0-9c09-90f0e3c329bb tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66689074-2379-4819-bb19-602b613538ac,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:32.378950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c35fe-0754-497b-9ba4-9dc1851700ce None None] Pushing event updated for resources: {'Port': ['ID=b16b1e7c-d7dd-45eb-ad42-233e69321873,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:32.383135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a64df38a-d22d-4df0-9c09-90f0e3c329bb tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.384689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a64df38a-d22d-4df0-9c09-90f0e3c329bb tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5140741 Nov 10 16:53:32.391436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41450) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:32.405410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:32.461517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Attempting to bind port b16b1e7c-d7dd-45eb-ad42-233e69321873 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:53:32.461757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Attempting to bind port b16b1e7c-d7dd-45eb-ad42-233e69321873 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:53:32.462953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Attempting to bind port b16b1e7c-d7dd-45eb-ad42-233e69321873 on network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:53:32.475706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:53:32.476084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Checking segment: {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:53:32.477915 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.478161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Bound using segment: {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:53:32.478564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Bound port: b16b1e7c-d7dd-45eb-ad42-233e69321873, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:53:32.478957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.510541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8319cd6c-a1b9-42d6-bda5-1abbff6bd94c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.547625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8319cd6c-a1b9-42d6-bda5-1abbff6bd94c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for 67787fde-2256-412e-b626-ac098b56bd67 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:32.574456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.607751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] For port b16b1e7c-d7dd-45eb-ad42-233e69321873, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:53:32.622068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] For port b16b1e7c-d7dd-45eb-ad42-233e69321873, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b16b1e7c-d7dd-45eb-ad42-233e69321873,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:53:32.628163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d45ed-200a-44a6-9c88-9127239cc88c req-4dc5588e-9bd0-463e-88bc-88ca9e917253 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:32.636219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-506d45ed-200a-44a6-9c88-9127239cc88c req-4dc5588e-9bd0-463e-88bc-88ca9e917253 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0889750 Nov 10 16:53:32.691693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-12f16bff-754f-4da6-beae-da3ccab30ad6 None None] Provisioning complete for port b16b1e7c-d7dd-45eb-ad42-233e69321873 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:32.692055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12f16bff-754f-4da6-beae-da3ccab30ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.729590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-506d45ed-200a-44a6-9c88-9127239cc88c req-0f26e971-ef99-46e7-8caa-1e12c7f77142 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864954 Nov 10 16:53:32.764214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-12f16bff-754f-4da6-beae-da3ccab30ad6 None None] Port b16b1e7c-d7dd-45eb-ad42-233e69321873 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:53:32.773280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:32.884868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c35fe-0754-497b-9ba4-9dc1851700ce None None] Pushing event updated for resources: {'Port': ['ID=b16b1e7c-d7dd-45eb-ad42-233e69321873,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:32.893361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:32.894329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:33.076722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:33.221318 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:33.345833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8319cd6c-a1b9-42d6-bda5-1abbff6bd94c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:33.383454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ac620517-f32e-4ed9-9a77-4f0443a263c5 None None] Provisioning complete for port b16b1e7c-d7dd-45eb-ad42-233e69321873 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:33.384075 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac620517-f32e-4ed9-9a77-4f0443a263c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:33.412558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-38d072f0-e34f-4cd0-b441-b3780eb3b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:33.414309 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-38d072f0-e34f-4cd0-b441-b3780eb3b1f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1096 time: 0.0791118 Nov 10 16:53:33.538212 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac620517-f32e-4ed9-9a77-4f0443a263c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:33.595562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ac620517-f32e-4ed9-9a77-4f0443a263c5 None None] For port b16b1e7c-d7dd-45eb-ad42-233e69321873, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b16b1e7c-d7dd-45eb-ad42-233e69321873,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:33.602466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Allocated IP 172.25.3.103 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/5a98769d-1ecf-418b-8186-19f484e1037b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:53:33.622015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-d1d14dae-95b8-4241-8ef5-917bc97e56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:33.624066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-d1d14dae-95b8-4241-8ef5-917bc97e56bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.2022359 Nov 10 16:53:33.625126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319cd6c-a1b9-42d6-bda5-1abbff6bd94c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=67787fde-2256-412e-b626-ac098b56bd67,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:33.629220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:32Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:33.691657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac620517-f32e-4ed9-9a77-4f0443a263c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:33.702462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363f92d-50f8-45a8-a937-7251dc5eee99 None None] The sync data for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 is: [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:32Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:53:33.733875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-c91b2361-3ac1-4553-aecf-c86210675731 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 998 time: 0.0984676 Nov 10 16:53:33.826050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac620517-f32e-4ed9-9a77-4f0443a263c5 None None] Pushing event updated for resources: {'Port': ['ID=b16b1e7c-d7dd-45eb-ad42-233e69321873,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:33.834217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-eca1f23f-bea6-48df-8600-aab65baafb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:33.835737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-eca1f23f-bea6-48df-8600-aab65baafb05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0947485 Nov 10 16:53:33.866287 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa59c001-f52f-417e-97b4-a25af89ff770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:33.935778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856a81-0774-4934-9847-b2761ada3773 req-680aa328-31ab-4206-bd24-53027e05c5cd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:33.937350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73856a81-0774-4934-9847-b2761ada3773 req-680aa328-31ab-4206-bd24-53027e05c5cd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.6322312 Nov 10 16:53:33.983478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-0fa8e41f-6b18-4676-84ba-4f12a90680cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:33.984962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-0fa8e41f-6b18-4676-84ba-4f12a90680cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399257 Nov 10 16:53:34.012285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8319cd6c-a1b9-42d6-bda5-1abbff6bd94c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:34.017919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8319cd6c-a1b9-42d6-bda5-1abbff6bd94c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "DELETE /v2.0/ports/67787fde-2256-412e-b626-ac098b56bd67 HTTP/1.1" status: 204 len: 168 time: 1.9203446 Nov 10 16:53:34.029828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41472) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:34.127037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-98ffa16b-0971-444f-b89c-5642b44b46a7 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325228 Nov 10 16:53:34.238092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:34.338702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7aca7d1-63a0-4eca-98ed-56b8083c45c6 req-f8c7588d-566b-4da2-9ef0-fa0c76cab736 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035587 Nov 10 16:53:34.412513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73856a81-0774-4934-9847-b2761ada3773 req-2bf6598f-c9d3-4817-8a8d-19e72b92811d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569206 Nov 10 16:53:34.489525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b16b1e7c-d7dd-45eb-ad42-233e69321873 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:53:34.490921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d827276b-5dfa-4836-bc7d-c9525f712243 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port 5e0968c8-e60d-4112-b6b6-963df2678caf {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:34.493662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d827276b-5dfa-4836-bc7d-c9525f712243 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:34.500110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:34.643917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b16b1e7c-d7dd-45eb-ad42-233e69321873 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:34.644280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:34.697201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:53:34.715157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:53:34.737613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event updated for resources: {'Port': ['ID=5a98769d-1ecf-418b-8186-19f484e1037b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:34.747640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:53:34.826656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d827276b-5dfa-4836-bc7d-c9525f712243 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:34.851585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d827276b-5dfa-4836-bc7d-c9525f712243 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for 5e0968c8-e60d-4112-b6b6-963df2678caf owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:35.009956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.069840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.174569 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.301988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d827276b-5dfa-4836-bc7d-c9525f712243 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.382120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827276b-5dfa-4836-bc7d-c9525f712243 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=5e0968c8-e60d-4112-b6b6-963df2678caf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:35.516815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d827276b-5dfa-4836-bc7d-c9525f712243 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.523495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d827276b-5dfa-4836-bc7d-c9525f712243 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "DELETE /v2.0/ports/5e0968c8-e60d-4112-b6b6-963df2678caf HTTP/1.1" status: 204 len: 168 time: 1.4884109 Nov 10 16:53:35.524276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41488) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:35.622097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7004020c-fce4-4014-89f2-28cd5da6aba3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting subnet af7c99b5-14e9-4ece-8b1f-0b5acde9da2f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:53:35.626344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7004020c-fce4-4014-89f2-28cd5da6aba3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.629326 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.664243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922b92-9185-4205-942d-ed24812fcd98 req-caa7fd69-aca6-4eb1-82ea-ccb06317394e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:35.665980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac922b92-9185-4205-942d-ed24812fcd98 req-caa7fd69-aca6-4eb1-82ea-ccb06317394e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0915363 Nov 10 16:53:35.681142 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7004020c-fce4-4014-89f2-28cd5da6aba3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.700974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.820918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac922b92-9185-4205-942d-ed24812fcd98 req-256f4b3c-d53a-498e-ad71-86aae1d518ac tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461182 Nov 10 16:53:35.824221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event updated for resources: {'Port': ['ID=5a98769d-1ecf-418b-8186-19f484e1037b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:35.832425 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.898145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.899981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7004020c-fce4-4014-89f2-28cd5da6aba3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:35.901323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-45a306d4-f6d8-4e46-90dd-60658f6db2e4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5110276 Nov 10 16:53:36.121448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b04a-3ccf-4c73-9ddf-fb1dbf4ef20b req-2cd753f3-2ea1-4818-bedb-ec3477a3cd1b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:36.122486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f992b04a-3ccf-4c73-9ddf-fb1dbf4ef20b req-2cd753f3-2ea1-4818-bedb-ec3477a3cd1b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0862343 Nov 10 16:53:36.149909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7004020c-fce4-4014-89f2-28cd5da6aba3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.193468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004020c-fce4-4014-89f2-28cd5da6aba3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Subnet': ['ID=af7c99b5-14e9-4ece-8b1f-0b5acde9da2f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:36.206858 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7004020c-fce4-4014-89f2-28cd5da6aba3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.214060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7004020c-fce4-4014-89f2-28cd5da6aba3 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "DELETE /v2.0/subnets/af7c99b5-14e9-4ece-8b1f-0b5acde9da2f HTTP/1.1" status: 204 len: 168 time: 0.6854451 Nov 10 16:53:36.214374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41508) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:36.217810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60af99-3e24-45c8-b5a2-c2a6983560f8 None None] Network 650047ea-d6fe-4afa-8b18-0dde135647bf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:53:36.229288 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f992b04a-3ccf-4c73-9ddf-fb1dbf4ef20b req-d0e371bb-e947-4e03-92b4-2eda2ff64481 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001079 Nov 10 16:53:36.284838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-c168a599-2ccf-4042-ad48-fc1ae171361f tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2106147523&fields=id&tenant_id=c4712fd48b1f49c7843e154c6bf4d722 HTTP/1.1" status: 200 len: 267 time: 0.1261842 Nov 10 16:53:36.377406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a68f11-8d4f-4cc1-a5aa-48aaa7dd4c26 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting subnet d37d26dd-d049-4395-b9dc-890aa6aac64e {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:53:36.389934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06a68f11-8d4f-4cc1-a5aa-48aaa7dd4c26 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.502125 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06a68f11-8d4f-4cc1-a5aa-48aaa7dd4c26 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.582378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] DHCP port deletion for 650047ea-d6fe-4afa-8b18-0dde135647bf request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:53:36.632662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a3beb-c708-4552-99d6-e707d527a64e req-08ad2c25-3405-4b85-a811-4bc530b43c65 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:36.638628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b74a3beb-c708-4552-99d6-e707d527a64e req-08ad2c25-3405-4b85-a811-4bc530b43c65 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1646786 Nov 10 16:53:36.673549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-4bf299b7-d89b-41fd-ac98-abc2e5004e80 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:36.675767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-4bf299b7-d89b-41fd-ac98-abc2e5004e80 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/networks?id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 HTTP/1.1" status: 200 len: 805 time: 0.3901222 Nov 10 16:53:36.706100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] Deleting port 2e84014b-3ce9-48ec-b110-21be51a668c3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:36.706472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.717614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-8e548992-a02d-49b7-a429-cdbf8557b1f5 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/quotas/c4712fd48b1f49c7843e154c6bf4d722 HTTP/1.1" status: 200 len: 375 time: 0.0170579 Nov 10 16:53:36.718838 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06a68f11-8d4f-4cc1-a5aa-48aaa7dd4c26 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.742527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b74a3beb-c708-4552-99d6-e707d527a64e req-4eee45cd-b5c8-4ce9-9606-8c7288f817ec tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956202 Nov 10 16:53:36.820632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.827255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] For port 2e84014b-3ce9-48ec-b110-21be51a668c3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e84014b-3ce9-48ec-b110-21be51a668c3,segment=NetworkSegment(b6b6bc15-6b05-45b5-9a44-72e5c61b38b2),segment_id=b6b6bc15-6b05-45b5-9a44-72e5c61b38b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:36.828097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.847814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] Calling delete_port for 2e84014b-3ce9-48ec-b110-21be51a668c3 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:36.854030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-be9470bf-eb13-4955-8bfe-2dcaabb796e6 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4712fd48b1f49c7843e154c6bf4d722&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072814 Nov 10 16:53:36.932132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06a68f11-8d4f-4cc1-a5aa-48aaa7dd4c26 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.964678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a68f11-8d4f-4cc1-a5aa-48aaa7dd4c26 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Subnet': ['ID=d37d26dd-d049-4395-b9dc-890aa6aac64e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:36.967027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06a68f11-8d4f-4cc1-a5aa-48aaa7dd4c26 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:36.970878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-06a68f11-8d4f-4cc1-a5aa-48aaa7dd4c26 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "DELETE /v2.0/subnets/d37d26dd-d049-4395-b9dc-890aa6aac64e HTTP/1.1" status: 204 len: 168 time: 0.7552617 Nov 10 16:53:36.973398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41520) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:36.977034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890cef21-a3df-4efb-85e0-6c02b9992a07 None None] Network ccc91858-4f38-4b10-9cfb-33f33ed3498c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:53:37.032322 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.074162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] No DVR routers for this DVR port 2e84014b-3ce9-48ec-b110-21be51a668c3 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:37.075809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab9161-8beb-4c68-9d3f-0a1c7596042a None None] Pushing event deleted for resources: {'Port': ['ID=2e84014b-3ce9-48ec-b110-21be51a668c3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:37.116564 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.262818 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-f3ba20f6-5530-494d-b1ed-1992c419efac service neutron] 10.222.0.62 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920581 Nov 10 16:53:37.264422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.297850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] DHCP port deletion for ccc91858-4f38-4b10-9cfb-33f33ed3498c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:53:37.312198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650047ea-d6fe-4afa-8b18-0dde135647bf']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:37.352421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:37.352736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b6bc15-6b05-45b5-9a44-72e5c61b38b2') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:37.356135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abff5f-d79b-4750-a997-4b94ae417d1e req-5707601d-6a72-47d0-8548-b6ef9055cec9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:37.368584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20abff5f-d79b-4750-a997-4b94ae417d1e req-5707601d-6a72-47d0-8548-b6ef9055cec9 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0919428 Nov 10 16:53:37.368920 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.392618 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.408535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:53:37.408940 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:53:37.412684 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:53:37.426325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-7c31075e-6e50-4cc3-a907-0b03d6d41f99 service neutron] 10.222.0.62 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533391 Nov 10 16:53:37.429135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] Deleting port e5e8e0cc-301b-4066-8811-0055981e291e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:37.431127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.461365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20abff5f-d79b-4750-a997-4b94ae417d1e req-49b6d65b-8f0f-4ce4-af2b-87e8e60c3453 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874166 Nov 10 16:53:37.559182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] For port e5e8e0cc-301b-4066-8811-0055981e291e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e5e8e0cc-301b-4066-8811-0055981e291e,segment=NetworkSegment(790a84f6-907f-402d-897b-d51b016d9a1d),segment_id=790a84f6-907f-402d-897b-d51b016d9a1d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:37.560497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.582207 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] Calling delete_port for e5e8e0cc-301b-4066-8811-0055981e291e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:37.603330 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.608818 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.617543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "DELETE /v2.0/networks/650047ea-d6fe-4afa-8b18-0dde135647bf HTTP/1.1" status: 204 len: 168 time: 0.6423061 Nov 10 16:53:37.620256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41534) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:37.636852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14474a8-34e3-43f8-a0b9-d36df431050c tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Network': ['ID=650047ea-d6fe-4afa-8b18-0dde135647bf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:37.670149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.709767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.802532 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.803823 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.821494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] No DVR routers for this DVR port e5e8e0cc-301b-4066-8811-0055981e291e on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:37.823619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-560e7aef-2b86-4d1a-b8e0-170631050370 req-f5099da5-70bb-474f-96c9-65c854c667bd tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 210 time: 0.0464633 Nov 10 16:53:37.841679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Deleting port e5e8e0cc-301b-4066-8811-0055981e291e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:37.842302 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.860399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32c2ef-b929-40bc-a0e6-0f5b69058f3f None None] Pushing event deleted for resources: {'Port': ['ID=e5e8e0cc-301b-4066-8811-0055981e291e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:37.935382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] For port e5e8e0cc-301b-4066-8811-0055981e291e, host n-d-714676-11, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:37.935828 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.955359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Calling delete_port for e5e8e0cc-301b-4066-8811-0055981e291e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:37.957524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Port e5e8e0cc-301b-4066-8811-0055981e291e was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:53:37.959560 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:37.992276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Port': ['ID=e5e8e0cc-301b-4066-8811-0055981e291e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:38.000180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] No DVR routers for this DVR port e5e8e0cc-301b-4066-8811-0055981e291e on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:38.092175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:38.115836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc91858-4f38-4b10-9cfb-33f33ed3498c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:38.125943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790a84f6-907f-402d-897b-d51b016d9a1d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:38.126242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790a84f6-907f-402d-897b-d51b016d9a1d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:38.137312 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:38.152048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:38.158504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:53:38.159024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:53:38.173899 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:53:38.306237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:38.318342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:38.327081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] 10.222.0.62 "DELETE /v2.0/networks/ccc91858-4f38-4b10-9cfb-33f33ed3498c HTTP/1.1" status: 204 len: 168 time: 0.7046542 Nov 10 16:53:38.347559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acdcf9-b334-422a-89bd-e8d123047930 tempest-TaggedBootDevicesTest-191311716 tempest-TaggedBootDevicesTest-191311716-project] Pushing event deleted for resources: {'Network': ['ID=ccc91858-4f38-4b10-9cfb-33f33ed3498c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:38.384387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e5e8e0cc-301b-4066-8811-0055981e291e no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:38.423970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e5e8e0cc-301b-4066-8811-0055981e291e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:53:38.424666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e5e8e0cc-301b-4066-8811-0055981e291e not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:53:38.425373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e84014b-3ce9-48ec-b110-21be51a668c3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:38.453156 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 2e84014b-3ce9-48ec-b110-21be51a668c3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:53:38.453826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e84014b-3ce9-48ec-b110-21be51a668c3 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:53:38.671773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c541c6-5d6c-434e-9e71-76cc606369f2 req-34c500cc-9d0a-4511-aee5-d47a00c8bd55 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:38.674434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6c541c6-5d6c-434e-9e71-76cc606369f2 req-34c500cc-9d0a-4511-aee5-d47a00c8bd55 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0955949 Nov 10 16:53:38.760327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6c541c6-5d6c-434e-9e71-76cc606369f2 req-ad89e382-6012-4e19-bef5-436491e5cf71 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781074 Nov 10 16:53:38.918125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbd9ea94-ba3d-4c00-a5ab-21dd93458345 req-1f89c5f7-30de-42e2-8526-7a42f94dd8af tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 210 time: 0.0339968 Nov 10 16:53:39.181580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e86a1-1871-48e3-a6ca-b68739ab45e7 req-65515515-c024-4165-b986-bb74f19ec6b7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:39.183413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c8e86a1-1871-48e3-a6ca-b68739ab45e7 req-65515515-c024-4165-b986-bb74f19ec6b7 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0810204 Nov 10 16:53:39.269819 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c8e86a1-1871-48e3-a6ca-b68739ab45e7 req-74780f52-fea8-4b4a-ab6e-025a7cf90804 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792215 Nov 10 16:53:39.330167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-fc8b3f59-fbc1-4a7c-bcca-17e35a4e2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:39.330167 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-fc8b3f59-fbc1-4a7c-bcca-17e35a4e2cf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 1096 time: 0.0602422 Nov 10 16:53:39.440763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-036154fa-1f15-4330-a23c-51f78733932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:39.442646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-036154fa-1f15-4330-a23c-51f78733932a service neutron] 10.222.0.69 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1073086 Nov 10 16:53:39.568728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-ed4b4724-32ac-4f94-8fbb-c9f0290a1dd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 200 len: 998 time: 0.1177747 Nov 10 16:53:39.633365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-b42da845-ba49-4d8b-8014-27a9f61cae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:39.635441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-b42da845-ba49-4d8b-8014-27a9f61cae54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.0578146 Nov 10 16:53:39.714933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-7de73bae-9dae-4bf1-bd7c-9327b250b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:39.726359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-7de73bae-9dae-4bf1-bd7c-9327b250b35e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722604 Nov 10 16:53:39.878757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-e9b8ad01-e229-4335-829d-38c5d6cc8bda service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509998 Nov 10 16:53:40.035024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5501d4c0-09fc-4fd0-acd5-fb68ec092074 req-e0206fec-b960-4888-a0e2-6c243b368d7c tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 210 time: 0.0385151 Nov 10 16:53:40.071050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63ce0223-ddda-4c93-a35f-7b6c509fc7c1 req-c9cd6f25-dd0a-46f8-8202-487cdad94c27 service neutron] 10.222.0.69 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850505 Nov 10 16:53:40.435671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123290e-7ec2-4201-b9eb-a89d000421d4 req-ef13b47f-930a-43b0-bc7a-7f99d0db2436 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:40.443280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:40.447154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8123290e-7ec2-4201-b9eb-a89d000421d4 req-ef13b47f-930a-43b0-bc7a-7f99d0db2436 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0735853 Nov 10 16:53:40.523823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8123290e-7ec2-4201-b9eb-a89d000421d4 req-e60ec4bf-2596-47e5-ab36-b50ae58b96fa tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754151 Nov 10 16:53:40.777882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-ebed421f-3dce-436f-bdd2-c2de9e4e4ae1 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:40.780534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-ebed421f-3dce-436f-bdd2-c2de9e4e4ae1 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.69 "GET /v2.0/networks?id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 HTTP/1.1" status: 200 len: 805 time: 0.1676102 Nov 10 16:53:40.899947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-4709e430-4d8e-4675-b0f4-e82373f317df tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4712fd48b1f49c7843e154c6bf4d722 HTTP/1.1" status: 200 len: 380 time: 0.1104803 Nov 10 16:53:40.911998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Request body: {'port': {'device_id': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'admin_state_up': True, 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'security_groups': ['f5104894-8f84-4a3d-bf61-056d64bfd037']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:41.163902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Made reservation on behalf of c4712fd48b1f49c7843e154c6bf4d722 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:53:41.167738 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:41.252321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ac6ae1a9-9cbd-408c-b1de-e71b231600d2 req-4ec3ae73-d922-4535-87a0-e431bf318149 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 210 time: 0.0936868 Nov 10 16:53:41.447774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Allocated IP 172.20.0.5 (d7f5ec71-b2eb-47bd-b346-4b8301f68ee9/eabba738-5eb6-43ae-a79a-8b72915c0ac0/68657fd7-40d8-456a-939e-245b54b5148f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:53:41.683574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:41.686471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7b5a4-562a-40ec-84eb-4d18b9202c36 req-15cbb77a-2c9c-4482-9b66-cd09bae8a7e8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:41.699879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0b7b5a4-562a-40ec-84eb-4d18b9202c36 req-15cbb77a-2c9c-4482-9b66-cd09bae8a7e8 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0872254 Nov 10 16:53:41.760062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0b7b5a4-562a-40ec-84eb-4d18b9202c36 req-3c5d8941-48dc-4c0b-82a8-ba8a4872d51a tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586271 Nov 10 16:53:41.824674 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:41.940118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event updated for resources: {'Port': ['ID=68657fd7-40d8-456a-939e-245b54b5148f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:41.990786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:53:41.998741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:53:42.002368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:53:42.076451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a2582-53ab-4698-9e43-8835e2efb644 req-c092b39a-4af8-4abc-b699-7a01319921d1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:42.090142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-840a2582-53ab-4698-9e43-8835e2efb644 req-c092b39a-4af8-4abc-b699-7a01319921d1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.1799750 Nov 10 16:53:42.130368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:42.133126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:42.184531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-840a2582-53ab-4698-9e43-8835e2efb644 req-d6dc3fc2-f408-4c49-80ce-bc6aebf7f324 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933099 Nov 10 16:53:42.296797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-694d1a15-ffad-455a-9890-7c9df544b4ed tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3902442 Nov 10 16:53:42.311289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Request body: {'port': {'device_id': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:42.419419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e9164423-a6b4-4485-a5f4-55bc2c4e3e52 None None] Provisioning complete for port 68657fd7-40d8-456a-939e-245b54b5148f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:42.423759 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9164423-a6b4-4485-a5f4-55bc2c4e3e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:42.484634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e9164423-a6b4-4485-a5f4-55bc2c4e3e52 None None] Port 68657fd7-40d8-456a-939e-245b54b5148f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:53:42.521991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:42.555605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13cc40-04f9-4578-a53b-9dc603e6bef4 req-8d228cb9-5be5-4381-8ca2-9c75171e5399 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:42.568579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb13cc40-04f9-4578-a53b-9dc603e6bef4 req-8d228cb9-5be5-4381-8ca2-9c75171e5399 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 931 time: 0.1455016 Nov 10 16:53:42.736205 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb13cc40-04f9-4578-a53b-9dc603e6bef4 req-d18ff1f8-beac-4fb3-aa21-87bac65e2d76 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625338 Nov 10 16:53:42.889202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-3d44f461-8649-4c83-9b8b-a257f8226a56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1464748 Nov 10 16:53:43.084278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-22e8366b-d4d0-4936-ba85-c4f7ce3a189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:43.085898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-22e8366b-d4d0-4936-ba85-c4f7ce3a189c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e615b70a43ee4d7785f81a6445ea837e&device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 1097 time: 0.1384871 Nov 10 16:53:43.103602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68657fd7-40d8-456a-939e-245b54b5148f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:53:43.118931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:43.183153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Transition to ACTIVE for port object 68657fd7-40d8-456a-939e-245b54b5148f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:53:43.269839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:43.276016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-cdb90ac1-5c2c-41db-9418-d5d2f07e2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:43.277632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-cdb90ac1-5c2c-41db-9418-d5d2f07e2e13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 200 len: 913 time: 0.1548290 Nov 10 16:53:44.048797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c531782-674b-4231-9450-9672811b953e service neutron] Pushing event updated for resources: {'Port': ['ID=68657fd7-40d8-456a-939e-245b54b5148f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:44.063188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-e0c8fa9d-a2a9-4335-873c-5da074f849aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf394e0f-0104-4e82-9998-b5f49454080a HTTP/1.1" status: 200 len: 217 time: 0.7772253 Nov 10 16:53:44.361046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0990c5-8bd3-4b61-98fc-58095dd43f71 req-74510406-1655-4aca-b318-5052326b8e5f tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:44.363161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd0990c5-8bd3-4b61-98fc-58095dd43f71 req-74510406-1655-4aca-b318-5052326b8e5f tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 943 time: 0.3195803 Nov 10 16:53:44.379164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Attempting to bind port 68657fd7-40d8-456a-939e-245b54b5148f on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:53:44.381824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Attempting to bind port 68657fd7-40d8-456a-939e-245b54b5148f by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:53:44.381824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Attempting to bind port 68657fd7-40d8-456a-939e-245b54b5148f on network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:53:44.389351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Port 68657fd7-40d8-456a-939e-245b54b5148f on network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:53:44.389664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Attempting to bind port 68657fd7-40d8-456a-939e-245b54b5148f on network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:53:44.423119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-8a96c503-07c9-405d-9ed0-041db5ead26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:44.424891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-8a96c503-07c9-405d-9ed0-041db5ead26d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 200 len: 851 time: 0.3081546 Nov 10 16:53:44.430097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:53:44.430435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Checking segment: {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:53:44.430813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Bound using segment: {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:53:44.431350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Bound port: 68657fd7-40d8-456a-939e-245b54b5148f, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:53:44.431713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:44.571917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd0990c5-8bd3-4b61-98fc-58095dd43f71 req-f7078798-6f90-4958-b20d-8dffcef3003f tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929650 Nov 10 16:53:44.618089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-74473c63-6a9f-483b-9d12-33c14aded087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:44.618089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-74473c63-6a9f-483b-9d12-33c14aded087 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03fa9327-e0cc-4fbe-95b5-ef367afe5de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828265 Nov 10 16:53:44.643292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-38072f6d-543a-4504-9ee9-2778b920310b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:44.651848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-38072f6d-543a-4504-9ee9-2778b920310b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ff1f948-68bf-461d-9bc2-445206eca781 HTTP/1.1" status: 200 len: 943 time: 0.1391039 Nov 10 16:53:44.704535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] For port 68657fd7-40d8-456a-939e-245b54b5148f, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:53:44.859185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] For port 68657fd7-40d8-456a-939e-245b54b5148f, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=68657fd7-40d8-456a-939e-245b54b5148f,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:53:44.876420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Deleting port 007a54f2-9b66-48ee-ba64-58b50174ec88 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:44.877152 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:44.933280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:45.055866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] For port 007a54f2-9b66-48ee-ba64-58b50174ec88, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=007a54f2-9b66-48ee-ba64-58b50174ec88,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:45.056759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:45.066733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:45.068098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:45.069550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-5c531782-674b-4231-9450-9672811b953e service neutron] 10.222.0.69 "PUT /v2.0/ports/68657fd7-40d8-456a-939e-245b54b5148f HTTP/1.1" status: 200 len: 1092 time: 2.7632961 Nov 10 16:53:45.070363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:45.072690 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720187a0-a4ac-4b0a-9a06-23517b773149" -d '{"events": [{"name": "network-changed", "server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "tag": "68657fd7-40d8-456a-939e-245b54b5148f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:45.092543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-7fa630ad-9e87-4d8f-82c0-265c3d7cef5a service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455590 Nov 10 16:53:45.112264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Calling delete_port for 007a54f2-9b66-48ee-ba64-58b50174ec88 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:45.204390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c531782-674b-4231-9450-9672811b953e service neutron] Pushing event updated for resources: {'Port': ['ID=68657fd7-40d8-456a-939e-245b54b5148f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:45.444917 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d27b19-a61e-441c-897c-bee9d2d01842 x-openstack-request-id: req-d4d27b19-a61e-441c-897c-bee9d2d01842 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:45.445243 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "tag": "68657fd7-40d8-456a-939e-245b54b5148f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:45.445483 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4d27b19-a61e-441c-897c-bee9d2d01842 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:45.445900 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f', 'status': 'completed', 'code': 200} Nov 10 16:53:45.555675 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f293999a-9733-4dfe-840b-b1a3b805a1c5 req-0d170a63-6d19-444c-a4ab-8a6d8b24a4da service neutron] 10.222.0.18 "GET /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399052 Nov 10 16:53:45.558519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-d0cdf020-bc4f-49c2-82ee-828d1431805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:45.580825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-d0cdf020-bc4f-49c2-82ee-828d1431805e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4712fd48b1f49c7843e154c6bf4d722&device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 1095 time: 0.4006741 Nov 10 16:53:45.625924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:45.642443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bf394e0f-0104-4e82-9998-b5f49454080a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:53:45.650564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:53:45.661361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-7b4e84fe-e603-41dc-81b5-c1bf6dcc6938 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68657fd7-40d8-456a-939e-245b54b5148f HTTP/1.1" status: 200 len: 217 time: 0.0777824 Nov 10 16:53:45.771009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event deleted for resources: {'Port': ['ID=007a54f2-9b66-48ee-ba64-58b50174ec88,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:45.849292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-7be5fa11-ddb8-4337-aee7-d31f9740d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:45.850947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-7be5fa11-ddb8-4337-aee7-d31f9740d6bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eabba738-5eb6-43ae-a79a-8b72915c0ac0 HTTP/1.1" status: 200 len: 844 time: 0.1787431 Nov 10 16:53:45.934061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6069604-0ff7-463c-8128-ed5de24593fe req-3ff6b9c9-5257-4bba-9041-6746ae959ef1 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:45.939394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6069604-0ff7-463c-8128-ed5de24593fe req-3ff6b9c9-5257-4bba-9041-6746ae959ef1 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 943 time: 0.2048178 Nov 10 16:53:46.002828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] No DVR routers for this DVR port 007a54f2-9b66-48ee-ba64-58b50174ec88 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:46.011981 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:46.055403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87560aa4-80a0-426d-bad8-2ab91c6e3a16 req-cbabea21-5b73-419c-911d-13269653dabd tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "DELETE /v2.0/ports/007a54f2-9b66-48ee-ba64-58b50174ec88 HTTP/1.1" status: 204 len: 173 time: 1.4005511 Nov 10 16:53:46.062134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'name': 'network-vif-deleted', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:46.062134 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11146f86-53bb-411b-9f09-843bf725683d" -d '{"events": [{"server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "name": "network-vif-deleted", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:46.123474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-eb95cb5f-bd56-49dc-818b-47dd4f81d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:46.125258 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-eb95cb5f-bd56-49dc-818b-47dd4f81d946 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2643020 Nov 10 16:53:46.131903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6069604-0ff7-463c-8128-ed5de24593fe req-ab270162-be1a-415b-a8f2-3ba579356264 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748226 Nov 10 16:53:46.445659 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95851f0b-803f-4d24-8167-50300c4a0e7a x-openstack-request-id: req-95851f0b-803f-4d24-8167-50300c4a0e7a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:46.445659 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff1f948-68bf-461d-9bc2-445206eca781", "name": "network-vif-deleted", "tag": "007a54f2-9b66-48ee-ba64-58b50174ec88", "status": "failed", "code": 422}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:46.445659 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95851f0b-803f-4d24-8167-50300c4a0e7a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:46.445659 n-d-714676-11 neutron-server[103326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ff1f948-68bf-461d-9bc2-445206eca781', 'name': 'network-vif-deleted', 'tag': '007a54f2-9b66-48ee-ba64-58b50174ec88', 'status': 'failed', 'code': 422} returned with failed status Nov 10 16:53:46.605388 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-163ed9ac-b116-40b2-96cf-206f64527fe8 service neutron] 10.222.0.69 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640796 Nov 10 16:53:46.893071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-371c87e8-5f9e-428e-9653-f13f9ef42f33 req-7ca6349c-1a55-4dab-82c2-096bd7f97a04 service neutron] 10.222.0.69 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672625 Nov 10 16:53:47.262724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-fe9dd41a-1900-4d7c-998b-bfc559b0eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:47.270592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-fe9dd41a-1900-4d7c-998b-bfc559b0eea7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4712fd48b1f49c7843e154c6bf4d722&device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 1095 time: 0.0981348 Nov 10 16:53:47.419292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99549227-5e76-44ca-a4b0-80a55a217ba2 req-5ba63ec2-3d3f-4a70-8178-2b2df7c6a732 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:47.429455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99549227-5e76-44ca-a4b0-80a55a217ba2 req-5ba63ec2-3d3f-4a70-8178-2b2df7c6a732 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 943 time: 0.1823022 Nov 10 16:53:47.521257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99549227-5e76-44ca-a4b0-80a55a217ba2 req-1b55bdb6-188d-4919-ab43-17db8d46e01d tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897939 Nov 10 16:53:47.535275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-5f3fdb57-0329-4a97-8a27-378018b17ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:47.537548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-5f3fdb57-0329-4a97-8a27-378018b17ddb service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 HTTP/1.1" status: 200 len: 906 time: 0.2235496 Nov 10 16:53:47.632860 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-3029ee45-26dc-449d-99e6-895a22d41d7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68657fd7-40d8-456a-939e-245b54b5148f HTTP/1.1" status: 200 len: 217 time: 0.0850616 Nov 10 16:53:47.733257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-73844eea-3c27-4ca9-acff-85813d5fa778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:47.734935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-73844eea-3c27-4ca9-acff-85813d5fa778 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eabba738-5eb6-43ae-a79a-8b72915c0ac0 HTTP/1.1" status: 200 len: 844 time: 0.0946357 Nov 10 16:53:47.818025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-5d9d2c81-f38a-4df1-a1aa-8224bc6dcaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:47.821547 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-5d9d2c81-f38a-4df1-a1aa-8224bc6dcaa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751696 Nov 10 16:53:47.996219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-49ba7197-0d62-4d95-9f7f-42f2c105cf29 service neutron] 10.222.0.69 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661606 Nov 10 16:53:48.166894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-720187a0-a4ac-4b0a-9a06-23517b773149 req-132b0903-51ee-4561-a762-7e5ffe897ea6 service neutron] 10.222.0.69 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626008 Nov 10 16:53:48.695537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8348a1-3192-4ca1-9f4a-6e747053f03d req-358b6b04-a6d3-4f4c-9138-cb4edbdb8885 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:48.699950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b8348a1-3192-4ca1-9f4a-6e747053f03d req-358b6b04-a6d3-4f4c-9138-cb4edbdb8885 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 943 time: 0.0968192 Nov 10 16:53:48.779292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4e3bc-286e-4204-954f-282091cf214a req-816dd22b-558a-47f0-a65e-6a82b98ab4c6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:48.805714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4f4e3bc-286e-4204-954f-282091cf214a req-816dd22b-558a-47f0-a65e-6a82b98ab4c6 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 908 time: 0.0826466 Nov 10 16:53:48.813961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b8348a1-3192-4ca1-9f4a-6e747053f03d req-d3fa4865-7b30-4b26-97d9-04a171d6f0b4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069648 Nov 10 16:53:50.109317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef94c8-e996-4451-86b1-76a27c08357c req-5ff672ff-42ed-4741-9fa7-502337312e62 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:50.116309 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01ef94c8-e996-4451-86b1-76a27c08357c req-5ff672ff-42ed-4741-9fa7-502337312e62 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 908 time: 0.1688948 Nov 10 16:53:50.146130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-33011fac-7e1b-47c7-8d78-65797609e272 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:50.147699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-33011fac-7e1b-47c7-8d78-65797609e272 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 908 time: 0.1796269 Nov 10 16:53:50.392336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Deleting port b8248f72-2820-4440-8aa5-efbaa08bf4e3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:50.393108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:50.421717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6f15-2a5c-49e4-96b1-59dac6a5a937 req-830d0ec9-b69e-461c-aceb-13284e745472 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:50.424558 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfdd6f15-2a5c-49e4-96b1-59dac6a5a937 req-830d0ec9-b69e-461c-aceb-13284e745472 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 943 time: 0.1207600 Nov 10 16:53:50.534522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] For port b8248f72-2820-4440-8aa5-efbaa08bf4e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b8248f72-2820-4440-8aa5-efbaa08bf4e3,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:50.535222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:50.564880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Calling delete_port for b8248f72-2820-4440-8aa5-efbaa08bf4e3 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:50.581434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfdd6f15-2a5c-49e4-96b1-59dac6a5a937 req-e3c7e2d2-27b7-44f8-846d-ab7b0ddb1a3a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439905 Nov 10 16:53:50.968984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:51.022911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event deleted for resources: {'Port': ['ID=b8248f72-2820-4440-8aa5-efbaa08bf4e3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:51.202304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] No DVR routers for this DVR port b8248f72-2820-4440-8aa5-efbaa08bf4e3 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:51.214083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:51.235198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d7c01de6-1f7d-43ba-a450-913a26031ee5 req-bc75d091-6114-4f1a-9a34-067589d32b21 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "DELETE /v2.0/ports/b8248f72-2820-4440-8aa5-efbaa08bf4e3 HTTP/1.1" status: 204 len: 173 time: 1.0742278 Nov 10 16:53:51.244389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'name': 'network-vif-deleted', 'tag': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:51.256591 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f28fbfe-004d-48ad-ace1-3e87a56bf398" -d '{"events": [{"server_uuid": "8c9ecf75-7a3d-42fd-9693-0bd08414df43", "name": "network-vif-deleted", "tag": "b8248f72-2820-4440-8aa5-efbaa08bf4e3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:51.368274 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce20b5-a5ad-47e6-9b98-b2961af9b4bc x-openstack-request-id: req-04ce20b5-a5ad-47e6-9b98-b2961af9b4bc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:51.368274 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ecf75-7a3d-42fd-9693-0bd08414df43", "name": "network-vif-deleted", "tag": "b8248f72-2820-4440-8aa5-efbaa08bf4e3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:51.368274 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04ce20b5-a5ad-47e6-9b98-b2961af9b4bc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:51.368274 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ecf75-7a3d-42fd-9693-0bd08414df43', 'name': 'network-vif-deleted', 'tag': 'b8248f72-2820-4440-8aa5-efbaa08bf4e3', 'status': 'completed', 'code': 200} Nov 10 16:53:51.409932 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba5f0817-bbda-4989-8d57-4313ae216b3e req-2a844502-22b9-4d17-8e71-fb5bd0eddb3e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 210 time: 0.0762560 Nov 10 16:53:51.701255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac09f9-c93f-4073-b2f4-65a64493f369 req-dd01278c-35c9-41d9-a04f-c1d3b5cbdba4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:51.703676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdac09f9-c93f-4073-b2f4-65a64493f369 req-dd01278c-35c9-41d9-a04f-c1d3b5cbdba4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 943 time: 0.0547225 Nov 10 16:53:51.756120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdac09f9-c93f-4073-b2f4-65a64493f369 req-96d97bd1-02aa-40f0-bb61-b8ca8065136a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465341 Nov 10 16:53:52.316022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device b8248f72-2820-4440-8aa5-efbaa08bf4e3 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:53:52.337578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: b8248f72-2820-4440-8aa5-efbaa08bf4e3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:53:52.338279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device b8248f72-2820-4440-8aa5-efbaa08bf4e3 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:53:52.538400 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-644565b8-9229-46ae-97ba-a02029b42401 req-b5aa09e6-e201-46d5-899e-b8c2872c6a5b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 210 time: 0.0432355 Nov 10 16:53:52.557626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 68657fd7-40d8-456a-939e-245b54b5148f details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:53:52.565627 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:53:52.716438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 68657fd7-40d8-456a-939e-245b54b5148f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=68657fd7-40d8-456a-939e-245b54b5148f,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:52.733449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '68657fd7-40d8-456a-939e-245b54b5148f', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'port_id': '68657fd7-40d8-456a-939e-245b54b5148f', 'mac_address': 'fa:16:3e:3a:60:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:53:52.818155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:52.837126 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68657fd7-40d8-456a-939e-245b54b5148f {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:53:52.875012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 68657fd7-40d8-456a-939e-245b54b5148f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=68657fd7-40d8-456a-939e-245b54b5148f,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:52.985259 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:53.001277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe2314-fa99-4b64-815a-6901d7324cf6 req-53d37a38-6313-470e-85a2-a785861ccb28 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:53.020621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72fe2314-fa99-4b64-815a-6901d7324cf6 req-53d37a38-6313-470e-85a2-a785861ccb28 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 943 time: 0.1198902 Nov 10 16:53:53.056264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=68657fd7-40d8-456a-939e-245b54b5148f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:53.092720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72fe2314-fa99-4b64-815a-6901d7324cf6 req-0d7a36d8-a463-4164-9d58-c609b9909b4d tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805366 Nov 10 16:53:53.374683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['68657fd7-40d8-456a-939e-245b54b5148f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:53:53.759898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-358f4a04-279a-428c-8694-76db2b6b8b4e req-5a31d222-040e-43b0-bd79-3239b192f061 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c9ecf75-7a3d-42fd-9693-0bd08414df43 HTTP/1.1" status: 200 len: 210 time: 0.0431809 Nov 10 16:53:54.300685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e65dc3-f935-402c-9060-100fc8d01d89 req-391e4f8c-3a46-4ff6-921f-f6605ecdc8dd tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:54.303264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00e65dc3-f935-402c-9060-100fc8d01d89 req-391e4f8c-3a46-4ff6-921f-f6605ecdc8dd tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 944 time: 0.0908899 Nov 10 16:53:54.409527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00e65dc3-f935-402c-9060-100fc8d01d89 req-8b84efad-8714-4bee-bb0a-df62b16f174d tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902691 Nov 10 16:53:54.570036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 68657fd7-40d8-456a-939e-245b54b5148f up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:53:54.739690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 68657fd7-40d8-456a-939e-245b54b5148f completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:53:54.749016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 68657fd7-40d8-456a-939e-245b54b5148f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:53:54.756107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:54.889254 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:54.932163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:54.935649 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef033fb-83ee-4fcd-a72b-63f0f6eac2bf" -d '{"events": [{"server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "68657fd7-40d8-456a-939e-245b54b5148f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:54.955405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 68657fd7-40d8-456a-939e-245b54b5148f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=68657fd7-40d8-456a-939e-245b54b5148f,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:54.998805 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49f7cff-a3da-44bf-a537-45589ca022d9 x-openstack-request-id: req-c49f7cff-a3da-44bf-a537-45589ca022d9 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:54.999402 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "68657fd7-40d8-456a-939e-245b54b5148f", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:55.000137 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c49f7cff-a3da-44bf-a537-45589ca022d9 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:55.000767 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f', 'code': 200} Nov 10 16:53:55.054069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:55.122539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f83ef-2787-45ca-a5cf-2fb068d1e7cc req-a376e9cc-f368-4813-8347-89214aeeb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:55.129255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e04f83ef-2787-45ca-a5cf-2fb068d1e7cc req-a376e9cc-f368-4813-8347-89214aeeb618 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 1097 time: 0.0547860 Nov 10 16:53:55.134285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41854) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:55.177647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=68657fd7-40d8-456a-939e-245b54b5148f,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:55.199044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e04f83ef-2787-45ca-a5cf-2fb068d1e7cc req-531f9297-8e8c-40e8-b279-2147aa3251af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669663 Nov 10 16:53:55.637948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd30e-646c-4c5b-bab9-9f975bce304d req-80506caa-53a2-4ceb-a859-2085a4b6dece tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:55.641940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1edd30e-646c-4c5b-bab9-9f975bce304d req-80506caa-53a2-4ceb-a859-2085a4b6dece tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.0979843 Nov 10 16:53:55.661762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c83c0-76a5-47a4-8064-13a1e1a09f4e req-db37ef57-f47e-479d-bec5-c6351514b85d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:55.669476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b82c83c0-76a5-47a4-8064-13a1e1a09f4e req-db37ef57-f47e-479d-bec5-c6351514b85d tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 945 time: 0.0988572 Nov 10 16:53:55.771910 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b82c83c0-76a5-47a4-8064-13a1e1a09f4e req-a547ece8-512d-4586-86af-03e59a1b6da3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011739 Nov 10 16:53:55.799430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1edd30e-646c-4c5b-bab9-9f975bce304d req-c8eaf61f-faa8-430a-bff4-b88219e19272 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500645 Nov 10 16:53:56.074699 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:56.836549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-b95cae82-4419-4551-9d19-11b0815da02c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:56.849427 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-b95cae82-4419-4551-9d19-11b0815da02c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 945 time: 0.1160502 Nov 10 16:53:56.885134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Deleting port 953d6dc0-cb96-4ffc-8228-110680bd0d92 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:56.888471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:56.958656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe083091-5c45-4064-9464-75e49be32641 req-67389852-cadd-4861-bd53-da04511a5a7f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:56.960872 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe083091-5c45-4064-9464-75e49be32641 req-67389852-cadd-4861-bd53-da04511a5a7f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 945 time: 0.0865383 Nov 10 16:53:57.048812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19abfb-a3b1-43aa-a549-a0efbec42c0b req-2e86f3d9-0165-488b-8ec8-ed8c4d097415 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:57.050266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a19abfb-a3b1-43aa-a549-a0efbec42c0b req-2e86f3d9-0165-488b-8ec8-ed8c4d097415 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.1353838 Nov 10 16:53:57.168717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe083091-5c45-4064-9464-75e49be32641 req-499f59f9-82d5-493e-a2d0-352e326e9a8f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288996 Nov 10 16:53:57.184984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] For port 953d6dc0-cb96-4ffc-8228-110680bd0d92, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=953d6dc0-cb96-4ffc-8228-110680bd0d92,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:57.185447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:57.196227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Deleting port bf394e0f-0104-4e82-9998-b5f49454080a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:57.196635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:57.270925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Calling delete_port for 953d6dc0-cb96-4ffc-8228-110680bd0d92 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:57.311150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a19abfb-a3b1-43aa-a549-a0efbec42c0b req-64ae2193-8937-4ab9-8781-99e6f2525165 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478487 Nov 10 16:53:57.350941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] For port bf394e0f-0104-4e82-9998-b5f49454080a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf394e0f-0104-4e82-9998-b5f49454080a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:53:57.351336 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:57.378478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Calling delete_port for bf394e0f-0104-4e82-9998-b5f49454080a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:53:57.749051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:57.762372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bf394e0f-0104-4e82-9998-b5f49454080a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:53:57.767441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:53:57.782163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event deleted for resources: {'Port': ['ID=bf394e0f-0104-4e82-9998-b5f49454080a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:57.820204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:57.834249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] No DVR routers for this DVR port bf394e0f-0104-4e82-9998-b5f49454080a on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:53:57.837131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:57.841202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a475f693-90db-44ca-b7ac-1945c988c0ef req-2d526fef-0208-466d-9796-ebc35e09e4a3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.18 "DELETE /v2.0/ports/bf394e0f-0104-4e82-9998-b5f49454080a HTTP/1.1" status: 204 len: 173 time: 0.9822688 Nov 10 16:53:57.841686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf11300-ffdc-465d-a9bf-bd3d87333cc0', 'name': 'network-vif-deleted', 'tag': 'bf394e0f-0104-4e82-9998-b5f49454080a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:53:57.844644 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf679246-180d-4e4a-ad18-0cdd4f073053" -d '{"events": [{"server_uuid": "fcf11300-ffdc-465d-a9bf-bd3d87333cc0", "name": "network-vif-deleted", "tag": "bf394e0f-0104-4e82-9998-b5f49454080a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:53:57.867405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=953d6dc0-cb96-4ffc-8228-110680bd0d92,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:53:57.899069 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4634e8-8353-4772-8820-56f1186136de x-openstack-request-id: req-8c4634e8-8353-4772-8820-56f1186136de {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:53:57.899463 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf11300-ffdc-465d-a9bf-bd3d87333cc0", "name": "network-vif-deleted", "tag": "bf394e0f-0104-4e82-9998-b5f49454080a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:53:57.899775 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c4634e8-8353-4772-8820-56f1186136de {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:53:57.900277 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf11300-ffdc-465d-a9bf-bd3d87333cc0', 'name': 'network-vif-deleted', 'tag': 'bf394e0f-0104-4e82-9998-b5f49454080a', 'status': 'completed', 'code': 200} Nov 10 16:53:58.180263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:58.486633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490b964e-8f96-4a52-8e01-72692a98eeab req-3bfcb749-d507-46da-b6d4-6d5d0d784f58 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcf11300-ffdc-465d-a9bf-bd3d87333cc0 HTTP/1.1" status: 200 len: 210 time: 0.0932484 Nov 10 16:53:58.708185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885317-0dfa-42b5-b528-7fe3c730660a req-f196c581-00cb-43a1-afaa-5efc92b93cab tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:58.710310 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec885317-0dfa-42b5-b528-7fe3c730660a req-f196c581-00cb-43a1-afaa-5efc92b93cab tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.1972458 Nov 10 16:53:58.807391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec885317-0dfa-42b5-b528-7fe3c730660a req-6da83b34-73f6-4a41-a570-8d665854f2f2 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699565 Nov 10 16:53:58.845499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Router 02541582-bad3-44d1-a0c7-928d5e428dbb has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:53:59.049009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ee44e-2a82-4e33-a986-9da7179febc5 req-d134f518-1af5-4669-85a8-ea2f2fc0ada9 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:53:59.053227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-515ee44e-2a82-4e33-a986-9da7179febc5 req-d134f518-1af5-4669-85a8-ea2f2fc0ada9 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.1309934 Nov 10 16:53:59.069093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:59.074076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Request body: {'floatingip': {'port_id': '68657fd7-40d8-456a-939e-245b54b5148f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:53:59.124976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:59.175756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:53:59.187610 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] Sync routers for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:53:59.191026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-063ea527-8d93-4f89-9390-40efdcc17fd3 admin admin] 10.222.0.62 "PUT /v2.0/routers/02541582-bad3-44d1-a0c7-928d5e428dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0528269 Nov 10 16:53:59.191448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41916) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:53:59.209698 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:53:59.210658 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:53:59.387818 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:59.647272 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:53:59.709967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:53:59.980913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Deleting port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:53:59.988315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:00.127334 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:53:57Z', 'revision_number': 5, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port': {'id': '042b4402-84b3-4b51-b1c6-2cbbdd1dbda2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:31Z', 'updated_at': '2021-11-10T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:00.143438 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:54:00.204603 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] Checking router: 02541582-bad3-44d1-a0c7-928d5e428dbb for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:54:00.207139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] For port 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=042b4402-84b3-4b51-b1c6-2cbbdd1dbda2,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:00.207139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:00.264308 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] Routers {'02541582-bad3-44d1-a0c7-928d5e428dbb'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:54:00.265460 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['02541582-bad3-44d1-a0c7-928d5e428dbb'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:00.279674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Calling delete_port for 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:00.286295 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:00.331785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bf394e0f-0104-4e82-9998-b5f49454080a no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:00.346348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa63b2-9b29-4950-991a-e056c5872b73 req-b72469b7-c76b-40cb-9e5e-14908727c289 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:00.354042 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0daa63b2-9b29-4950-991a-e056c5872b73 req-b72469b7-c76b-40cb-9e5e-14908727c289 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1245580 Nov 10 16:54:00.354767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:00.378495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: bf394e0f-0104-4e82-9998-b5f49454080a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:00.381393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bf394e0f-0104-4e82-9998-b5f49454080a not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:00.484918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0daa63b2-9b29-4950-991a-e056c5872b73 req-0541d1b3-ee69-4f14-bee6-482842279240 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758328 Nov 10 16:54:00.625235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93aff5b2-7c78-4ed1-a7f3-f7d9e4758e18 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:00.627995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93aff5b2-7c78-4ed1-a7f3-f7d9e4758e18 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1051431 Nov 10 16:54:00.680802 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] Set router 02541582-bad3-44d1-a0c7-928d5e428dbb gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:54:00.884313 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Floating IP ee0159c0-91a9-4bb2-8664-08366f99bc95 associated. External IP: 172.25.3.103, port: 68657fd7-40d8-456a-939e-245b54b5148f. Nov 10 16:54:00.902202 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:53:59Z', 'revision_number': 6, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:00.922481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:00.997680 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922824e-8296-4c10-836d-3bf572f40493 None None] The sync data for ids ['02541582-bad3-44d1-a0c7-928d5e428dbb'] in n-d-714676-11 is: [{'id': '02541582-bad3-44d1-a0c7-928d5e428dbb', 'name': 'tempest-TaggedBootDevicesTest-1935386479-router', 'tenant_id': 'b77e4e840b4740faa5bcd049307eb068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:28Z', 'updated_at': '2021-11-10T16:53:59Z', 'revision_number': 6, 'project_id': 'b77e4e840b4740faa5bcd049307eb068', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:54:01.070391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Deleting port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:01.070852 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.078063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Pushing event deleted for resources: {'Port': ['ID=042b4402-84b3-4b51-b1c6-2cbbdd1dbda2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:01.096229 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb2041b-5df3-43ca-83ca-0192d1985e85 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:54:01.189698 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.363996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Router ed70f469-49f7-4c51-a156-083b10bb09e4 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:54:01.445079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.447842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.626917 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e17f39bf-a2b3-4cdf-8e9e-7f6364e155e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.669680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.670205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02541582-bad3-44d1-a0c7-928d5e428dbb {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:54:01.706782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.708044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8b43031f-6d3f-4f26-ad92-86cc37c94787 admin admin] 10.222.0.62 "DELETE /v2.0/routers/02541582-bad3-44d1-a0c7-928d5e428dbb HTTP/1.1" status: 204 len: 168 time: 2.5147104 Nov 10 16:54:01.710777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41946) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:01.805413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef775ce7-a4d0-433e-b7ac-66b5b2384ae5 admin admin] Deleting subnet cc279a63-2128-412b-a4ba-7615da2ef304 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:54:01.815282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9d3b9-e6b2-4950-be55-b84b5627f4f9 req-9e7a01c3-adea-4f75-a075-45dee75e6788 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:01.818157 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38c9d3b9-e6b2-4950-be55-b84b5627f4f9 req-9e7a01c3-adea-4f75-a075-45dee75e6788 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 946 time: 0.1743159 Nov 10 16:54:01.821138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef775ce7-a4d0-433e-b7ac-66b5b2384ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.875015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] For port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:01.881418 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:01.899116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Calling delete_port for 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:01.997007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef775ce7-a4d0-433e-b7ac-66b5b2384ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.013603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:54:02.023091 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.028290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] Sync routers for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:54:02.050164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:54:02.051840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:02.065190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38c9d3b9-e6b2-4950-be55-b84b5627f4f9 req-4517b1bd-2d4a-4a63-aca5-9a6790cbc09b tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=06c07d39-a2f9-4004-ba0b-53e2207908bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383051 Nov 10 16:54:02.095111 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c78ebc1-330b-4ce6-8e87-6ce75d719560 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "PUT /v2.0/floatingips/ee0159c0-91a9-4bb2-8664-08366f99bc95 HTTP/1.1" status: 200 len: 991 time: 3.0246935 Nov 10 16:54:02.097865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:02.100687 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4466d693-6f4e-406d-939d-e886efed01e3" -d '{"events": [{"name": "network-changed", "server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "tag": "68657fd7-40d8-456a-939e-245b54b5148f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:02.200099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef775ce7-a4d0-433e-b7ac-66b5b2384ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.297319 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309ee0e4-2602-4f3c-8ea4-9eea689df11c x-openstack-request-id: req-309ee0e4-2602-4f3c-8ea4-9eea689df11c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:02.298105 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "tag": "68657fd7-40d8-456a-939e-245b54b5148f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:02.298403 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-309ee0e4-2602-4f3c-8ea4-9eea689df11c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:02.299897 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f', 'status': 'completed', 'code': 200} Nov 10 16:54:02.328665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:54:02.352472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466d693-6f4e-406d-939d-e886efed01e3 req-bcf9bf63-4497-49d2-b5a1-b6f2fe1e14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:02.353962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4466d693-6f4e-406d-939d-e886efed01e3 req-bcf9bf63-4497-49d2-b5a1-b6f2fe1e14d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4712fd48b1f49c7843e154c6bf4d722&device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 1097 time: 0.0873535 Nov 10 16:54:02.502124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.531712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466d693-6f4e-406d-939d-e886efed01e3 req-b832b00b-65d9-4f87-b0ee-bef9eb11f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:02.537359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4466d693-6f4e-406d-939d-e886efed01e3 req-b832b00b-65d9-4f87-b0ee-bef9eb11f4c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 HTTP/1.1" status: 200 len: 906 time: 0.1739178 Nov 10 16:54:02.561431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event deleted for resources: {'Port': ['ID=6d2a7ee1-5da8-4b8c-b88d-d0b91927635a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:02.578931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef775ce7-a4d0-433e-b7ac-66b5b2384ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.657405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] No DVR routers for this DVR port 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:54:02.662454 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.666319 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f6dfac2-662a-40c9-9814-eec5de7c139e req-93cf7248-312b-4089-aeff-1a87f68bfaed tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "DELETE /v2.0/ports/6d2a7ee1-5da8-4b8c-b88d-d0b91927635a HTTP/1.1" status: 204 len: 173 time: 2.0077827 Nov 10 16:54:02.706816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef775ce7-a4d0-433e-b7ac-66b5b2384ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.721301 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef775ce7-a4d0-433e-b7ac-66b5b2384ae5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cc279a63-2128-412b-a4ba-7615da2ef304 HTTP/1.1" status: 204 len: 168 time: 0.9986501 Nov 10 16:54:02.721301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775ce7-a4d0-433e-b7ac-66b5b2384ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc279a63-2128-412b-a4ba-7615da2ef304,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:02.722697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:02.728387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:02.731097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:54:02.732887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908fd9a-89d5-4462-bd01-4da3f8533650 None None] Network c2cf5e08-84ad-4a93-99ed-5b2f581fd289 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:02.757268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4466d693-6f4e-406d-939d-e886efed01e3 req-e1760103-eb38-4f20-b556-23d56b3c6c3c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68657fd7-40d8-456a-939e-245b54b5148f HTTP/1.1" status: 200 len: 999 time: 0.2118866 Nov 10 16:54:02.822642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466d693-6f4e-406d-939d-e886efed01e3 req-fbb4a5d9-3b86-4026-9287-65dfec1bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:02.828423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4466d693-6f4e-406d-939d-e886efed01e3 req-fbb4a5d9-3b86-4026-9287-65dfec1bba17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eabba738-5eb6-43ae-a79a-8b72915c0ac0 HTTP/1.1" status: 200 len: 844 time: 0.0644877 Nov 10 16:54:02.833653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:02.834435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 042b4402-84b3-4b51-b1c6-2cbbdd1dbda2 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:02.835128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 953d6dc0-cb96-4ffc-8228-110680bd0d92 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:02.860627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.932159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466d693-6f4e-406d-939d-e886efed01e3 req-3e92852d-1510-4df3-89e2-518fb1880f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:02.935029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4466d693-6f4e-406d-939d-e886efed01e3 req-3e92852d-1510-4df3-89e2-518fb1880f48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948832 Nov 10 16:54:02.956913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Deleting port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:02.958627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:02.985932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 953d6dc0-cb96-4ffc-8228-110680bd0d92 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:02.986529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 953d6dc0-cb96-4ffc-8228-110680bd0d92 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:03.146005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4466d693-6f4e-406d-939d-e886efed01e3 req-544fe41a-8129-4559-ad72-24e19df2ac02 service neutron] 10.222.0.69 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014542 Nov 10 16:54:03.147919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] For port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c,segment=NetworkSegment(c3ad8e14-f730-4eb4-988d-e3a2b497ae7d),segment_id=c3ad8e14-f730-4eb4-988d-e3a2b497ae7d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:03.148319 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.198354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Calling delete_port for 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:03.241366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b61784a7-4746-45f6-a643-25c372465ba8 req-0296f553-22ba-4544-95e5-7f1b2ba53a2e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a HTTP/1.1" status: 200 len: 210 time: 0.0378091 Nov 10 16:54:03.378537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4466d693-6f4e-406d-939d-e886efed01e3 req-6983af0d-9866-45eb-b9ad-a056acf29550 service neutron] 10.222.0.69 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232156 Nov 10 16:54:03.380700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a683be5-22d7-480e-8590-75682108e288 None None] DHCP port deletion for c2cf5e08-84ad-4a93-99ed-5b2f581fd289 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:54:03.405394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee0159c0-91a9-4bb2-8664-08366f99bc95', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'port_id': '68657fd7-40d8-456a-939e-245b54b5148f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'mac_address': 'fa:16:3e:3a:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:53:34Z', 'updated_at': '2021-11-10T16:54:00Z', 'revision_number': 1, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:33Z', 'revision_number': 5, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:03.448932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] Checking router: ed70f469-49f7-4c51-a156-083b10bb09e4 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:54:03.465907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:54:03.466536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:53:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:03.482552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.529024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4a683be5-22d7-480e-8590-75682108e288 None None] Deleting port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:03.529396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a683be5-22d7-480e-8590-75682108e288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.537647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:03.548854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] No DVR routers for this DVR port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:54:03.648558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:54:03.651354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4a683be5-22d7-480e-8590-75682108e288 None None] For port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c, host n-d-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:03.651354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a683be5-22d7-480e-8590-75682108e288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.680112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.693648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4a683be5-22d7-480e-8590-75682108e288 None None] Calling delete_port for 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:03.697235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-4a683be5-22d7-480e-8590-75682108e288 None None] Port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:54:03.703549 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a683be5-22d7-480e-8590-75682108e288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.705123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cf5e08-84ad-4a93-99ed-5b2f581fd289']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:03.718165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:03.718547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ad8e14-f730-4eb4-988d-e3a2b497ae7d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:03.722358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a683be5-22d7-480e-8590-75682108e288 None None] No DVR routers for this DVR port 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:54:03.733292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.758279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.767393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:54:03.767393 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:54:03.769486 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:54:03.780652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a683be5-22d7-480e-8590-75682108e288 None None] Pushing event deleted for resources: {'Port': ['ID=6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:03.962516 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5011dffa-9f9e-4e1b-b5c0-7b616416c3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:03.987201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee0159c0-91a9-4bb2-8664-08366f99bc95', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'port_id': '68657fd7-40d8-456a-939e-245b54b5148f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'mac_address': 'fa:16:3e:3a:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:53:34Z', 'updated_at': '2021-11-10T16:54:00Z', 'revision_number': 1, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:33Z', 'revision_number': 5, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:04.002882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:04.014589 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:04.021326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] 10.222.0.62 "DELETE /v2.0/networks/c2cf5e08-84ad-4a93-99ed-5b2f581fd289 HTTP/1.1" status: 204 len: 168 time: 1.3072178 Nov 10 16:54:04.045572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b88014-1561-4e9a-b7fe-acb5f901070f None None] The sync data for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 is: [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee0159c0-91a9-4bb2-8664-08366f99bc95', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'port_id': '68657fd7-40d8-456a-939e-245b54b5148f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'mac_address': 'fa:16:3e:3a:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:53:34Z', 'updated_at': '2021-11-10T16:54:00Z', 'revision_number': 1, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:33Z', 'revision_number': 5, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:54:04.079113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95914b80-2451-4c02-be05-181c3d37ad6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cf5e08-84ad-4a93-99ed-5b2f581fd289,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:04.301104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a', 'name': 'network-vif-deleted', 'tag': '6d2a7ee1-5da8-4b8c-b88d-d0b91927635a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:04.304356 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6bf418-9e7e-4efe-9e2e-6e7f7952b914" -d '{"events": [{"server_uuid": "e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a", "name": "network-vif-deleted", "tag": "6d2a7ee1-5da8-4b8c-b88d-d0b91927635a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:04.353156 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fff29e-6979-4587-8b76-e241be105afa None None] New status for floating IP ee0159c0-91a9-4bb2-8664-08366f99bc95: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:54:04.391173 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e26fa4-2394-454c-bc68-d2d10969aba4 x-openstack-request-id: req-90e26fa4-2394-454c-bc68-d2d10969aba4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:04.391567 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a", "name": "network-vif-deleted", "tag": "6d2a7ee1-5da8-4b8c-b88d-d0b91927635a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:04.391828 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90e26fa4-2394-454c-bc68-d2d10969aba4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:04.392232 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb4b1d-1bf2-483b-bb4e-c21d71f1656a', 'name': 'network-vif-deleted', 'tag': '6d2a7ee1-5da8-4b8c-b88d-d0b91927635a', 'status': 'completed', 'code': 200} Nov 10 16:54:04.460125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:04.498648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41994) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:04.504921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:04.511143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6bfd7fd6-3d55-4236-9083-c8d6a9a8a81c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:04.579150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a6c0ea85-523a-4d00-bb1a-ab60ec9fe0ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b77e4e840b4740faa5bcd049307eb068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792255 Nov 10 16:54:04.581847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41996) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:04.639736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901196c2-3073-48f2-a2c0-a9161e1426d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:04.644329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:04.662656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901196c2-3073-48f2-a2c0-a9161e1426d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:04.669540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:04.669886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6d2a7ee1-5da8-4b8c-b88d-d0b91927635a not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:04.823811 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901196c2-3073-48f2-a2c0-a9161e1426d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:04.826690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-901196c2-3073-48f2-a2c0-a9161e1426d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:04.828140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-901196c2-3073-48f2-a2c0-a9161e1426d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15c340a4-c2da-4760-859e-30279bf7ce18 HTTP/1.1" status: 204 len: 168 time: 0.2449558 Nov 10 16:54:04.842085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901196c2-3073-48f2-a2c0-a9161e1426d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c340a4-c2da-4760-859e-30279bf7ce18,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:05.134103 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:05.270582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f45434-4bdb-4ab3-a2df-bb0763d31ac9 req-deb41777-eb84-4cfb-9aaa-8ec7f1eccc0f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:05.272810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08f45434-4bdb-4ab3-a2df-bb0763d31ac9 req-deb41777-eb84-4cfb-9aaa-8ec7f1eccc0f tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0549932 Nov 10 16:54:05.360803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08f45434-4bdb-4ab3-a2df-bb0763d31ac9 req-b5fc4fd8-e588-4946-9328-f10e133222c0 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723732 Nov 10 16:54:06.445715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:06.510730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a22a1-9706-448b-b06a-dd5cfcf2a379 req-37858559-4897-4482-a42d-6da1c97d9fea tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:06.512552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f8a22a1-9706-448b-b06a-dd5cfcf2a379 req-37858559-4897-4482-a42d-6da1c97d9fea tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0547447 Nov 10 16:54:06.564813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1697267127-network', 'tenant_id': '5e2ac9ed573544d6985b3a3de00ead9b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:06.567862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f8a22a1-9706-448b-b06a-dd5cfcf2a379 req-a580ef67-84f3-4690-ba8a-27a818fcc8f3 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481195 Nov 10 16:54:06.700516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Made reservation on behalf of 5e2ac9ed573544d6985b3a3de00ead9b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:06.703102 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:06.714252 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:06.786995 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:06.812391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:06.881530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-e4901dcf-7863-4035-bdea-618936d867c1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:06.883023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-e4901dcf-7863-4035-bdea-618936d867c1 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0539558 Nov 10 16:54:06.933900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:06.966531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:54:06.989352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Deleting port 1976fa58-a2cb-433b-8669-09b8359c609a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:06.991963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:06.992112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623e787f-78cb-4dff-a3dc-3b1db0586dc5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:06.997572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:06.998725 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Added segment 069bf6e3-6dbd-4605-b37a-db22d56ebdae of type vlan for network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e Nov 10 16:54:07.052575 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.093072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] For port 1976fa58-a2cb-433b-8669-09b8359c609a, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=1976fa58-a2cb-433b-8669-09b8359c609a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:07.093434 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.180583 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.181937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:07.182825 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.313868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8669834 Nov 10 16:54:07.318978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42056) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:07.329072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777fb4e-18d3-4799-88e0-cae327a39b52 admin admin] Pushing event updated for resources: {'Network': ['ID=625a23ff-6b6e-4ac2-b176-6bb165e69d3e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:07.333461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Request body: {'subnet': {'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1697267127-subnet', 'tenant_id': '5e2ac9ed573544d6985b3a3de00ead9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:07.350956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:54:07.431534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.431890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.432458 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Floating IP 095cf86f-5879-4e8b-90e1-ac91eaae9697 disassociated. External IP: 172.25.3.56, port: 1976fa58-a2cb-433b-8669-09b8359c609a. Nov 10 16:54:07.432809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Calling delete_port for 1976fa58-a2cb-433b-8669-09b8359c609a owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:07.579904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Made reservation on behalf of 5e2ac9ed573544d6985b3a3de00ead9b for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:07.582196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.697610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.718761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b7009-8280-49fd-bfa7-0f87acdd7d81 req-ea2bc594-3539-49bd-bdf0-5cf6c380c764 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:07.728779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a00b7009-8280-49fd-bfa7-0f87acdd7d81 req-ea2bc594-3539-49bd-bdf0-5cf6c380c764 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 944 time: 0.0741518 Nov 10 16:54:07.783998 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a00b7009-8280-49fd-bfa7-0f87acdd7d81 req-d86e8c0a-b5d6-46d1-ae26-b3a0939f1587 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups?id=03b4bf21-ce14-4423-af61-2ca6ad16f91c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541742 Nov 10 16:54:07.809808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.831026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:07.838685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event deleted for resources: {'Port': ['ID=1976fa58-a2cb-433b-8669-09b8359c609a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:07.964814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:08.018969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:54:08.041802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9d1939-884e-4b9f-b8c7-b29dbe8ef830,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:08.097199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Checking segment: {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:54:08.102662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Network hostable DHCP agents. Network: 625a23ff-6b6e-4ac2-b176-6bb165e69d3e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:54:08.184834 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:54:08.196294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] Sync routers for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:54:08.220592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:54:08.221728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:54:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:08.240969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] No DVR routers for this DVR port 1976fa58-a2cb-433b-8669-09b8359c609a on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:54:08.243842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:08.247365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c94bce97-af81-432f-b8a3-2f61fb096478 req-ffd6c9c9-9133-449b-992b-913115e87a6e tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.69 "DELETE /v2.0/ports/1976fa58-a2cb-433b-8669-09b8359c609a HTTP/1.1" status: 204 len: 173 time: 1.3586175 Nov 10 16:54:08.248035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-deleted', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:08.259182 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e792d5-af60-48c5-b861-4dc964063894" -d '{"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-deleted", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:08.265344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:54:08.322615 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacf80ee-f041-4371-ac62-6a24789203e6 x-openstack-request-id: req-dacf80ee-f041-4371-ac62-6a24789203e6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:08.322938 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e55a3-627d-4e49-b3b0-751869178a4d", "name": "network-vif-deleted", "tag": "1976fa58-a2cb-433b-8669-09b8359c609a", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:08.323198 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dacf80ee-f041-4371-ac62-6a24789203e6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:08.323658 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e55a3-627d-4e49-b3b0-751869178a4d', 'name': 'network-vif-deleted', 'tag': '1976fa58-a2cb-433b-8669-09b8359c609a', 'status': 'completed', 'code': 200} Nov 10 16:54:08.366554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:54:08.391099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 625a23ff-6b6e-4ac2-b176-6bb165e69d3e) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:54:08.400912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:08.401781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:08.405782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47123be9-dc60-4f7b-9ef7-9f581bff565e None None] Network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:08.512285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9e9f6e1e-7842-41ab-87c5-50aea3f53df7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1921477 Nov 10 16:54:08.751090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:15Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:08.756656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ff3e97-0394-4144-b0bf-cf2c3da6d3ec None None] Network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:08.803217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] Checking router: 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:54:08.850964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:54:08.852463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:54:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:09.111473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-980d1ef4-3f7a-494d-9a7c-22478ceda523 req-5488fd9d-9c8a-4523-be4f-0e4bdacecf4c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6e55a3-627d-4e49-b3b0-751869178a4d HTTP/1.1" status: 200 len: 210 time: 0.0858412 Nov 10 16:54:09.168805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-ab19a5b7-97ef-4691-aa0c-004df97dd18e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:09.171797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-ab19a5b7-97ef-4691-aa0c-004df97dd18e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/networks?id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 200 len: 815 time: 0.1182795 Nov 10 16:54:09.196165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-3c1053bf-c0a0-4559-9c70-bfc8d9150f9c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/quotas/5e2ac9ed573544d6985b3a3de00ead9b HTTP/1.1" status: 200 len: 375 time: 0.0157900 Nov 10 16:54:09.226920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:54:09.238431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-a1fb3a9b-650a-463a-ac12-e265043113a3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319128 Nov 10 16:54:09.464533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-7a7a4c79-e10a-44c6-aa6a-f9a586cb03fe service neutron] 10.222.0.62 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095013 Nov 10 16:54:09.621348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-92fbf279-347c-4782-9330-87a22656a2db service neutron] 10.222.0.62 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502147 Nov 10 16:54:09.659710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:15Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:09.700644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013fba9f-270a-40e6-b34b-e1170f84e77d None None] The sync data for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 is: [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:42:05Z', 'revision_number': 4, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8754d6b7-0791-4f1f-be03-c43883c0ad17', 'name': '', 'network_id': '03fa9327-e0cc-4fbe-95b5-ef367afe5de2', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'mac_address': 'fa:16:3e:47:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:42:03Z', 'updated_at': '2021-11-10T16:42:15Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'subnets': [{'id': 'bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:54:10.092662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ddd0fb5-2200-4188-b162-dd068a8936e4 req-b85b0837-7c74-4194-921e-993c2df8e01e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 210 time: 0.0855720 Nov 10 16:54:10.154686 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17d88e-d351-4af6-b4c4-258f926d4bab None None] New status for floating IP 095cf86f-5879-4e8b-90e1-ac91eaae9697: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:54:10.383382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42126) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:10.477691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bee72afe-c222-4a08-9dce-0a3ad6f2ff7c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:10.523050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bee72afe-c222-4a08-9dce-0a3ad6f2ff7c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:10.585956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:10.688976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:10.717849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 1976fa58-a2cb-433b-8669-09b8359c609a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:10.718312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 1976fa58-a2cb-433b-8669-09b8359c609a not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:10.768807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bee72afe-c222-4a08-9dce-0a3ad6f2ff7c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:10.772586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bee72afe-c222-4a08-9dce-0a3ad6f2ff7c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:10.779816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bee72afe-c222-4a08-9dce-0a3ad6f2ff7c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "DELETE /v2.0/security-groups/03b4bf21-ce14-4423-af61-2ca6ad16f91c HTTP/1.1" status: 204 len: 168 time: 0.3887417 Nov 10 16:54:10.779977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:10.784061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee72afe-c222-4a08-9dce-0a3ad6f2ff7c tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b4bf21-ce14-4423-af61-2ca6ad16f91c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:10.805399 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-033efd55-0ddd-4b51-be61-97466c4a03ce tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] show failed (client error): The resource could not be found. Nov 10 16:54:10.817204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-033efd55-0ddd-4b51-be61-97466c4a03ce tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "GET /v2.0/security-groups/03b4bf21-ce14-4423-af61-2ca6ad16f91c HTTP/1.1" status: 404 len: 347 time: 0.0391300 Nov 10 16:54:10.822152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:11.010026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Deleting port 30320e60-65a4-43cc-9b45-6ed0c641a651 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:11.010370 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:11.115773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:11.116356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:11.134785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Calling delete_port for 30320e60-65a4-43cc-9b45-6ed0c641a651 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:11.266438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f16fc2a7-d6fe-461b-9233-1ea40ab8fc36 req-2b782e73-9e06-4873-bfc2-6e013e7109c9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 210 time: 0.0414133 Nov 10 16:54:11.461435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:11.491898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Pushing event deleted for resources: {'Port': ['ID=30320e60-65a4-43cc-9b45-6ed0c641a651,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:11.578046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:11.581404 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:11.590885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2cd0c3cc-1627-4244-a523-473282bc5c53 tempest-ServerActionsTestJSON-1680196386 tempest-ServerActionsTestJSON-1680196386-project] 10.222.0.62 "DELETE /v2.0/floatingips/095cf86f-5879-4e8b-90e1-ac91eaae9697 HTTP/1.1" status: 204 len: 168 time: 0.7677274 Nov 10 16:54:11.594070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:12.493542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10a2f27d-be04-4965-8732-80e78ff44852 req-cc1537c2-873a-4894-8613-c1734ed15d89 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 210 time: 0.1167378 Nov 10 16:54:12.642093 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:12.982310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Deleting port 8754d6b7-0791-4f1f-be03-c43883c0ad17 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:12.982662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:13.110330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] For port 8754d6b7-0791-4f1f-be03-c43883c0ad17, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8754d6b7-0791-4f1f-be03-c43883c0ad17,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:13.110728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:13.125342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Calling delete_port for 8754d6b7-0791-4f1f-be03-c43883c0ad17 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:13.443516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-f4cc01d1-346a-427a-963b-b00220db48fb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:13.443516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-f4cc01d1-346a-427a-963b-b00220db48fb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.18 "GET /v2.0/networks?id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 200 len: 815 time: 0.1228168 Nov 10 16:54:13.454515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Request body: {'port': {'device_id': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'admin_state_up': True, 'tenant_id': '5e2ac9ed573544d6985b3a3de00ead9b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:13.521574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:13.585284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Pushing event deleted for resources: {'Port': ['ID=8754d6b7-0791-4f1f-be03-c43883c0ad17,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:13.681652 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6eb23617-7629-4e06-bc34-76dc030f7155 req-bdd8f0ca-5474-4271-b04b-95f741b35030 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 210 time: 0.0560994 Nov 10 16:54:13.853072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:13.904730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Made reservation on behalf of 5e2ac9ed573544d6985b3a3de00ead9b for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:13.909787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:14.115664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Allocated IP 172.20.0.12 (625a23ff-6b6e-4ac2-b176-6bb165e69d3e/3c9d1939-884e-4b9f-b8c7-b29dbe8ef830/db9dc82e-3839-459e-acce-3737e934b4b7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:54:14.217317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:54:14.303709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:14.409660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:54:14.417225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7f420921-4c33-44e2-b493-ddf41c48da5b admin admin] 10.222.0.62 "PUT /v2.0/routers/1ea525f0-7c5b-4565-8cf9-4e392cac1c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207326 Nov 10 16:54:14.419465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] Sync routers for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:54:14.420188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:14.430794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:54:14.431839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:54:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:14.488958 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:14.545717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:54:14.575125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:54:14.589194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:54:14.598577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:54:14.605822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Pushing event updated for resources: {'Port': ['ID=db9dc82e-3839-459e-acce-3737e934b4b7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:14.637439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:14.671919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.672268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.672603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.672939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.673266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.673596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.673919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.674246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.674565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.674891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.675210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.675555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:14.714459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:14.715147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:14.757718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:54:13Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:14.784090 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:14.790099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] Checking router: 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:54:14.799283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] Routers {'1ea525f0-7c5b-4565-8cf9-4e392cac1c88'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:54:14.799988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:54:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:14.886234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-25d0acb8-e9f2-475c-9ac7-9fa5c35fafc3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4357827 Nov 10 16:54:14.887164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5be8-d912-4c28-b73a-7eac3be67e0a req-d33c7289-5f54-4dd2-8fd8-967023ed20c8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:14.888864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-935d5be8-d912-4c28-b73a-7eac3be67e0a req-d33c7289-5f54-4dd2-8fd8-967023ed20c8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 932 time: 0.0853181 Nov 10 16:54:14.900755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Request body: {'port': {'device_id': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:14.929008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] Set router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:54:14.949721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-935d5be8-d912-4c28-b73a-7eac3be67e0a req-9f2a6f0d-504b-42b3-adb3-bf5e6316ba76 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537300 Nov 10 16:54:14.981437 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:15.051617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Deleting port 9ea058db-20d5-4be6-b456-58bfe97a6d1e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:15.052074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:15.156858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:54:13Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:15.214591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7183c3-cfde-4e6e-9071-3d3c04aa06d2 None None] The sync data for ids ['1ea525f0-7c5b-4565-8cf9-4e392cac1c88'] in n-d-714676-11 is: [{'id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'name': 'tempest-ServerActionsTestJSON-1216979902-router', 'tenant_id': 'e615b70a43ee4d7785f81a6445ea837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:41:52Z', 'updated_at': '2021-11-10T16:54:13Z', 'revision_number': 5, 'project_id': 'e615b70a43ee4d7785f81a6445ea837e', 'gw_port': {'id': '9ea058db-20d5-4be6-b456-58bfe97a6d1e', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea525f0-7c5b-4565-8cf9-4e392cac1c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:41:56Z', 'updated_at': '2021-11-10T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:54:15.262683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] For port 9ea058db-20d5-4be6-b456-58bfe97a6d1e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9ea058db-20d5-4be6-b456-58bfe97a6d1e,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:15.263045 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:15.283721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Calling delete_port for 9ea058db-20d5-4be6-b456-58bfe97a6d1e owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:15.477951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9dc82e-3839-459e-acce-3737e934b4b7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:54:15.486532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:15.660093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Transition to ACTIVE for port object db9dc82e-3839-459e-acce-3737e934b4b7 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:54:15.669918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:15.696325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea058db-20d5-4be6-b456-58bfe97a6d1e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:15.711467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aacbd8-c78f-4fde-b89b-de019d602d08 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:54:15.788681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:15.793636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:15.940794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:15.945974 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.034720 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Pushing event updated for resources: {'Port': ['ID=db9dc82e-3839-459e-acce-3737e934b4b7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:16.135326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.135980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea525f0-7c5b-4565-8cf9-4e392cac1c88 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:54:16.141376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.142608 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9a9999b2-d7c5-4552-b836-c27834c7a18c admin admin] 10.222.0.62 "DELETE /v2.0/routers/1ea525f0-7c5b-4565-8cf9-4e392cac1c88 HTTP/1.1" status: 204 len: 168 time: 1.7210622 Nov 10 16:54:16.146387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Attempting to bind port db9dc82e-3839-459e-acce-3737e934b4b7 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:54:16.146866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Attempting to bind port db9dc82e-3839-459e-acce-3737e934b4b7 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:54:16.147079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42238) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:16.147570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Attempting to bind port db9dc82e-3839-459e-acce-3737e934b4b7 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:54:16.158548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a22e-976b-4b54-b3d7-115f57b201e0 req-6bf8940a-c264-48ad-9a39-2fa166474a4a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:16.160287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d47a22e-976b-4b54-b3d7-115f57b201e0 req-6bf8940a-c264-48ad-9a39-2fa166474a4a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 944 time: 0.1172304 Nov 10 16:54:16.163771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Port db9dc82e-3839-459e-acce-3737e934b4b7 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:54:16.164244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Attempting to bind port db9dc82e-3839-459e-acce-3737e934b4b7 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:54:16.170577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:54:16.171046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Checking segment: {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:54:16.171557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Bound using segment: {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:54:16.172096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Bound port: db9dc82e-3839-459e-acce-3737e934b4b7, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:54:16.172599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.222832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eac390e-d35b-4890-af2e-ea59f9773900 admin admin] Deleting subnet bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:54:16.226719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eac390e-d35b-4890-af2e-ea59f9773900 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.281839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eac390e-d35b-4890-af2e-ea59f9773900 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.294812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d47a22e-976b-4b54-b3d7-115f57b201e0 req-e16415f0-8554-4db9-86f6-cca67c370cfa tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113362 Nov 10 16:54:16.303943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:54:16.314491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=db9dc82e-3839-459e-acce-3737e934b4b7,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:54:16.416856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.439931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eac390e-d35b-4890-af2e-ea59f9773900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.466989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:16.476234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.476234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] 10.222.0.18 "PUT /v2.0/ports/db9dc82e-3839-459e-acce-3737e934b4b7 HTTP/1.1" status: 200 len: 1093 time: 1.5766854 Nov 10 16:54:16.492606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8754d6b7-0791-4f1f-be03-c43883c0ad17 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:16.536130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 8754d6b7-0791-4f1f-be03-c43883c0ad17 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:16.536836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8754d6b7-0791-4f1f-be03-c43883c0ad17 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:16.559072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'tag': 'db9dc82e-3839-459e-acce-3737e934b4b7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:16.561120 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543afcf7-10d6-42e4-b2db-cc5f4700f142" -d '{"events": [{"name": "network-changed", "server_uuid": "81ec9f9e-8e35-4ccc-8916-f1b359857f25", "tag": "db9dc82e-3839-459e-acce-3737e934b4b7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:16.617624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eac390e-d35b-4890-af2e-ea59f9773900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.625159 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6010e7b-83d4-4755-8765-d5ca79f9b40e x-openstack-request-id: req-c6010e7b-83d4-4755-8765-d5ca79f9b40e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:16.626218 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ec9f9e-8e35-4ccc-8916-f1b359857f25", "tag": "db9dc82e-3839-459e-acce-3737e934b4b7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:16.626218 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6010e7b-83d4-4755-8765-d5ca79f9b40e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:16.626218 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'tag': 'db9dc82e-3839-459e-acce-3737e934b4b7', 'status': 'completed', 'code': 200} Nov 10 16:54:16.661631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bbb9c-84c6-4b18-94c4-3f5212f6b464 service neutron] Pushing event updated for resources: {'Port': ['ID=db9dc82e-3839-459e-acce-3737e934b4b7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:16.680557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac390e-d35b-4890-af2e-ea59f9773900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:16.682828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eac390e-d35b-4890-af2e-ea59f9773900 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.689771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411e72b-b219-421e-808a-3319d385a8b7 None None] Network 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:16.690750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9eac390e-d35b-4890-af2e-ea59f9773900 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bbd3a18a-e7fd-44d8-bf8b-e894dfc96ada HTTP/1.1" status: 204 len: 168 time: 0.5423923 Nov 10 16:54:16.697538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42254) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:16.700914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e1d778b1-9df7-49a6-af0b-c77334ad254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:16.702882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-e1d778b1-9df7-49a6-af0b-c77334ad254f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 1096 time: 0.0962312 Nov 10 16:54:16.808958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-1d295530-89ac-48b8-bda7-ff2d9f4e22ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db9dc82e-3839-459e-acce-3737e934b4b7 HTTP/1.1" status: 200 len: 217 time: 0.0968513 Nov 10 16:54:16.833065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:16.946126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-a2d5c12e-9062-43f8-9d40-aa4c8c033b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:16.947819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-a2d5c12e-9062-43f8-9d40-aa4c8c033b59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c9d1939-884e-4b9f-b8c7-b29dbe8ef830 HTTP/1.1" status: 200 len: 855 time: 0.1313586 Nov 10 16:54:16.981364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] DHCP port deletion for 03fa9327-e0cc-4fbe-95b5-ef367afe5de2 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:54:16.995690 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-5a89fcef-bf4d-43cb-85ad-ba282f75b0fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392914 Nov 10 16:54:17.005142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Deleting port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:17.005483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.134954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Deleting port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:17.135345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.154193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] For port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:17.154965 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.177797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Calling delete_port for d9666d8b-c2a2-4c79-9a7d-16f0d293a32a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:17.184024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-74421d5a-c3a3-4668-aaa0-a5617ced4ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787703 Nov 10 16:54:17.309134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] For port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,segment=NetworkSegment(c6f1b5e8-63c0-4034-b313-8b8d239a603a),segment_id=c6f1b5e8-63c0-4034-b313-8b8d239a603a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:17.309690 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.331754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Calling delete_port for d9666d8b-c2a2-4c79-9a7d-16f0d293a32a owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:17.336536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0034ce4-f02e-4f55-8ab8-4f61680b7814 req-0cda1bc3-93e5-4fdf-a739-0624d43db887 service neutron] 10.222.0.18 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374936 Nov 10 16:54:17.448826 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.488844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:17.491681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.501640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] No DVR routers for this DVR port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:54:17.533559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Pushing event deleted for resources: {'Port': ['ID=d9666d8b-c2a2-4c79-9a7d-16f0d293a32a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:17.556119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] No DVR routers for this DVR port d9666d8b-c2a2-4c79-9a7d-16f0d293a32a on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:54:17.563993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.568704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.569105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.569421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.569751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.570186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.570513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.570835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.571154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.571503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.571826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.572142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c0c82-87a4-476f-b318-3adeb769572f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:17.586147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-c9dd30c2-ace8-4e31-bbfc-7622cdfbb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:17.587991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-c9dd30c2-ace8-4e31-bbfc-7622cdfbb575 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 1096 time: 0.0881491 Nov 10 16:54:17.635141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab55e8b-262a-4b66-84f6-af11a0f9c107 req-014cf2ce-6e93-4f51-bcfb-fbbf0a68264f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:17.642843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fab55e8b-262a-4b66-84f6-af11a0f9c107 req-014cf2ce-6e93-4f51-bcfb-fbbf0a68264f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 944 time: 0.2397275 Nov 10 16:54:17.654249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.717071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fa9327-e0cc-4fbe-95b5-ef367afe5de2']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:17.742016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f1b5e8-63c0-4034-b313-8b8d239a603a') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:17.742354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f1b5e8-63c0-4034-b313-8b8d239a603a') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:17.760034 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fab55e8b-262a-4b66-84f6-af11a0f9c107 req-f6116cb2-2fad-4086-9140-1aae2a0c97e3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158462 Nov 10 16:54:17.773139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.793525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-8211e04c-61bd-4d22-8465-7168d80d27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:17.795189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-8211e04c-61bd-4d22-8465-7168d80d27b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 200 len: 916 time: 0.1991007 Nov 10 16:54:17.802922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.819999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:54:17.820158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:54:17.822959 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:54:17.867501 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-7e2d8d84-8836-4993-9c32-e591284caa79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db9dc82e-3839-459e-acce-3737e934b4b7 HTTP/1.1" status: 200 len: 217 time: 0.0625107 Nov 10 16:54:17.933445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-61391191-a33b-4fb3-a3d2-e3d1ca0bb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:17.935201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-61391191-a33b-4fb3-a3d2-e3d1ca0bb5c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c9d1939-884e-4b9f-b8c7-b29dbe8ef830 HTTP/1.1" status: 200 len: 855 time: 0.0610170 Nov 10 16:54:17.975405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-2a1989a9-f66d-4a2a-a505-1daed96162c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307438 Nov 10 16:54:18.077986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-0c323c59-5680-4528-919b-475367ca5fea service neutron] 10.222.0.18 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944366 Nov 10 16:54:18.177818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-543afcf7-10d6-42e4-b2db-cc5f4700f142 req-29eba28d-2f0d-464f-b561-69ecb550bf58 service neutron] 10.222.0.18 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915105 Nov 10 16:54:18.185696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:18.204837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:18.204837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] 10.222.0.62 "DELETE /v2.0/networks/03fa9327-e0cc-4fbe-95b5-ef367afe5de2 HTTP/1.1" status: 204 len: 168 time: 1.5030835 Nov 10 16:54:18.216291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357c7bf-e805-4aa5-a50f-c8d980739e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=03fa9327-e0cc-4fbe-95b5-ef367afe5de2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:18.420845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9666d8b-c2a2-4c79-9a7d-16f0d293a32a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:18.450345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d9666d8b-c2a2-4c79-9a7d-16f0d293a32a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:18.450686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d9666d8b-c2a2-4c79-9a7d-16f0d293a32a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:18.451105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9ea058db-20d5-4be6-b456-58bfe97a6d1e no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:18.472230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 9ea058db-20d5-4be6-b456-58bfe97a6d1e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:18.472636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9ea058db-20d5-4be6-b456-58bfe97a6d1e not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:18.642744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:18.702335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e66774ef-f60a-4408-bc24-287189755326 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e615b70a43ee4d7785f81a6445ea837e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583582 Nov 10 16:54:18.705080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42292) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:18.773238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b962a016-6083-4ed1-aec5-ffb9552161aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:18.797855 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b962a016-6083-4ed1-aec5-ffb9552161aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:18.918395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b78cd-0fc7-413d-9d78-1cc501cb2bc1 req-5faaf825-d6ed-45f6-9e5a-54b117bf1abb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:18.920215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b8b78cd-0fc7-413d-9d78-1cc501cb2bc1 req-5faaf825-d6ed-45f6-9e5a-54b117bf1abb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 944 time: 0.0662701 Nov 10 16:54:18.983565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b8b78cd-0fc7-413d-9d78-1cc501cb2bc1 req-9a116d3b-384f-45e3-b168-942358955a9c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567818 Nov 10 16:54:19.002954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b962a016-6083-4ed1-aec5-ffb9552161aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:19.005606 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b962a016-6083-4ed1-aec5-ffb9552161aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:19.009348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b962a016-6083-4ed1-aec5-ffb9552161aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06c07d39-a2f9-4004-ba0b-53e2207908bb HTTP/1.1" status: 204 len: 168 time: 0.3007247 Nov 10 16:54:19.021443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962a016-6083-4ed1-aec5-ffb9552161aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c07d39-a2f9-4004-ba0b-53e2207908bb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:20.139930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32869934-5004-4b6a-af19-652d3e025798 req-b0e67b87-95f4-48a4-a8a9-6e326cf44398 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:20.144028 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32869934-5004-4b6a-af19-652d3e025798 req-b0e67b87-95f4-48a4-a8a9-6e326cf44398 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 944 time: 0.0667408 Nov 10 16:54:20.218352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32869934-5004-4b6a-af19-652d3e025798 req-86d38e2f-ff47-4d2c-98bb-700f76dec3ee tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734794 Nov 10 16:54:20.379855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device db9dc82e-3839-459e-acce-3737e934b4b7 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:54:20.549223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=db9dc82e-3839-459e-acce-3737e934b4b7,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:20.563933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'db9dc82e-3839-459e-acce-3737e934b4b7', 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'port_id': 'db9dc82e-3839-459e-acce-3737e934b4b7', 'mac_address': 'fa:16:3e:c8:a4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9d1939-884e-4b9f-b8c7-b29dbe8ef830', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:54:20.601237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42356) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:20.620356 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:20.658561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9dc82e-3839-459e-acce-3737e934b4b7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:54:20.660556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42360) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:20.698691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=db9dc82e-3839-459e-acce-3737e934b4b7,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:20.749225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-866901773-network', 'tenant_id': '29c56eff365b4fbd920c43f0e10461e5'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:20.786325 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:20.842286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=db9dc82e-3839-459e-acce-3737e934b4b7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:20.852057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea157f93-6e29-4c6f-9ab5-15fd96abcb9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:20.922442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Made reservation on behalf of 29c56eff365b4fbd920c43f0e10461e5 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:20.924824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:20.943972 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea157f93-6e29-4c6f-9ab5-15fd96abcb9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:20.944647 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.011947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['db9dc82e-3839-459e-acce-3737e934b4b7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:54:21.027019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.093957 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea157f93-6e29-4c6f-9ab5-15fd96abcb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.141048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea157f93-6e29-4c6f-9ab5-15fd96abcb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2501daa5-b1d9-4779-9007-31ddc411858b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:21.141048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ea157f93-6e29-4c6f-9ab5-15fd96abcb9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22750694f374457481523e7e310103b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764762 Nov 10 16:54:21.143088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42374) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:21.217319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbbbd-f8b1-4170-8fe7-08dfb463d553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.219190 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.262540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbbbd-f8b1-4170-8fe7-08dfb463d553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.268494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:54:21.291929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473fbf3e-84e8-40ec-a451-c699265c8247,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:21.324519 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.324833 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Added segment 22c00471-6777-47c8-8c9b-1c448db8dc88 of type vlan for network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 Nov 10 16:54:21.373904 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.401580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98947b66-2655-4024-b027-c415c403cdb6 req-0f48552c-1a17-445f-821a-edec5a333d15 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:21.403243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98947b66-2655-4024-b027-c415c403cdb6 req-0f48552c-1a17-445f-821a-edec5a333d15 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 945 time: 0.0638340 Nov 10 16:54:21.459008 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98947b66-2655-4024-b027-c415c403cdb6 req-33678fcf-3bb0-4676-ae71-7909a3908dc7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466950 Nov 10 16:54:21.479790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbbbd-f8b1-4170-8fe7-08dfb463d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.482849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e8cbbbd-f8b1-4170-8fe7-08dfb463d553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.486229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4e8cbbbd-f8b1-4170-8fe7-08dfb463d553 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2501daa5-b1d9-4779-9007-31ddc411858b HTTP/1.1" status: 204 len: 168 time: 0.3419755 Nov 10 16:54:21.494605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cbbbd-f8b1-4170-8fe7-08dfb463d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2501daa5-b1d9-4779-9007-31ddc411858b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:21.507121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.510828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:21.510828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:21.579645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2036e7d6-2496-4ba4-a132-30b935e9b6d7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:21.589952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:54:21.717229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5fe96888-ab66-43a6-a831-5f4a9190a6a6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1111171 Nov 10 16:54:21.720193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:21.726081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Request body: {'subnet': {'network_id': '2036e7d6-2496-4ba4-a132-30b935e9b6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-866901773-subnet', 'tenant_id': '29c56eff365b4fbd920c43f0e10461e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:21.849039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Made reservation on behalf of 29c56eff365b4fbd920c43f0e10461e5 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:21.851868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:22.140556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:22.205538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6677737-de18-4df2-ae5c-050a6d646230,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:22.219004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Checking segment: {'id': '22c00471-6777-47c8-8c9b-1c448db8dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2036e7d6-2496-4ba4-a132-30b935e9b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:54:22.219004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Network hostable DHCP agents. Network: 2036e7d6-2496-4ba4-a132-30b935e9b6d7, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:54:22.320126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:54:22.378768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device db9dc82e-3839-459e-acce-3737e934b4b7 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:54:22.399815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 2036e7d6-2496-4ba4-a132-30b935e9b6d7) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:54:22.405512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:22.406477 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:22.414735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13d329-6250-47c0-9d34-e97044dee695 None None] Network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:22.538906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-27cb31d8-3bab-4bc3-b892-6d0845f99ceb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8085184 Nov 10 16:54:22.677333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7815-b148-476c-8a65-d8de107a2710 req-840d8d30-455e-4884-acec-8bec09ea8cd2 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:22.679714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c59d7815-b148-476c-8a65-d8de107a2710 req-840d8d30-455e-4884-acec-8bec09ea8cd2 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 945 time: 0.0772614 Nov 10 16:54:22.789489 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c59d7815-b148-476c-8a65-d8de107a2710 req-412c4fb0-cbce-4985-9a17-c0cd32da6a38 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023614 Nov 10 16:54:22.827263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516fc6a-ec6e-4d9b-91bd-de574dbdcbf8 None None] Network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:22.863751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port db9dc82e-3839-459e-acce-3737e934b4b7 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:54:22.863751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port db9dc82e-3839-459e-acce-3737e934b4b7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:54:22.863751 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:23.094273 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:23.122789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9dc82e-3839-459e-acce-3737e934b4b7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:23.125428 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2af8d0-2dd2-4d55-963d-055687253f8c" -d '{"events": [{"server_uuid": "81ec9f9e-8e35-4ccc-8916-f1b359857f25", "name": "network-vif-plugged", "status": "completed", "tag": "db9dc82e-3839-459e-acce-3737e934b4b7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:23.149395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=db9dc82e-3839-459e-acce-3737e934b4b7,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:23.210191 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d2c67f-8ad4-49ca-be3d-dd92f63ba7c0 x-openstack-request-id: req-47d2c67f-8ad4-49ca-be3d-dd92f63ba7c0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:23.210476 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ec9f9e-8e35-4ccc-8916-f1b359857f25", "name": "network-vif-plugged", "status": "completed", "tag": "db9dc82e-3839-459e-acce-3737e934b4b7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:23.210669 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47d2c67f-8ad4-49ca-be3d-dd92f63ba7c0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:23.211702 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9dc82e-3839-459e-acce-3737e934b4b7', 'code': 200} Nov 10 16:54:23.245908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:23.389384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa89d0-dd39-4ae7-ae28-b8b42c9b05fe req-e01854fd-7b1a-4601-88eb-f31e18f20429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:23.389384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20fa89d0-dd39-4ae7-ae28-b8b42c9b05fe req-e01854fd-7b1a-4601-88eb-f31e18f20429 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 1098 time: 0.1314027 Nov 10 16:54:23.389589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=db9dc82e-3839-459e-acce-3737e934b4b7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:23.392558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-7b162509-4f24-49b0-ae55-1bff5edc7ee5 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:23.394174 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-7b162509-4f24-49b0-ae55-1bff5edc7ee5 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/networks?id=2036e7d6-2496-4ba4-a132-30b935e9b6d7 HTTP/1.1" status: 200 len: 820 time: 0.2143755 Nov 10 16:54:23.420590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-44f6f8bd-3023-4ddf-98c9-a4662c0b455e tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/quotas/29c56eff365b4fbd920c43f0e10461e5 HTTP/1.1" status: 200 len: 375 time: 0.0153255 Nov 10 16:54:23.448184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-20fa89d0-dd39-4ae7-ae28-b8b42c9b05fe req-1958f1fd-5336-4e83-b082-1c2a5de9d728 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520236 Nov 10 16:54:23.463881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-675dabb2-8e16-4040-8fa4-2c4e8778a302 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=29c56eff365b4fbd920c43f0e10461e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359552 Nov 10 16:54:23.575792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-e0eca875-9fd5-472c-b8b6-6f347c5ed245 service neutron] 10.222.0.62 "GET /v2.0/networks/2036e7d6-2496-4ba4-a132-30b935e9b6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057529 Nov 10 16:54:23.692213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-8e2b2ea5-da41-43e0-a984-632d99a177c4 service neutron] 10.222.0.62 "GET /v2.0/networks/2036e7d6-2496-4ba4-a132-30b935e9b6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095366 Nov 10 16:54:24.062364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e2a910c8-f43f-4b31-b195-5e68501ecd8d req-4ed4e6b8-33a6-4d9f-a95b-6ad93b5854bc tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 210 time: 0.0389524 Nov 10 16:54:24.228588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807a18-a820-41da-adea-4d78052bc36f req-6e730302-c53d-4808-ac9d-7477ae36aafb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:24.235929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5807a18-a820-41da-adea-4d78052bc36f req-6e730302-c53d-4808-ac9d-7477ae36aafb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.3688233 Nov 10 16:54:24.293296 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5807a18-a820-41da-adea-4d78052bc36f req-9ee10a31-7f97-4584-8ad7-d2cf07e20ee7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563638 Nov 10 16:54:25.189204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1261f5bd-a59d-47d6-a8a9-f1fc9dcaff0d req-8a9c5dab-6456-45f7-a904-b2638dfc96ae tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 210 time: 0.0348923 Nov 10 16:54:25.460898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ecce1-a4dc-48e3-a0dd-9e309a1c0701 req-d379be47-49fc-42ab-bca0-d707b6d1e835 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:25.462716 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc1ecce1-a4dc-48e3-a0dd-9e309a1c0701 req-d379be47-49fc-42ab-bca0-d707b6d1e835 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0703738 Nov 10 16:54:25.554906 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc1ecce1-a4dc-48e3-a0dd-9e309a1c0701 req-04817c61-c5b4-4704-b24f-d5594cd07238 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855641 Nov 10 16:54:25.760884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce019b7-dca5-4ce2-bbcd-c5e9f12a66a9 req-b8ec32ab-7161-4a72-9951-27e3dbec2fe4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:25.763236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ce019b7-dca5-4ce2-bbcd-c5e9f12a66a9 req-b8ec32ab-7161-4a72-9951-27e3dbec2fe4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0660872 Nov 10 16:54:25.840754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ce019b7-dca5-4ce2-bbcd-c5e9f12a66a9 req-9a87429e-bba4-49b0-b13e-0f729319f40f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586815 Nov 10 16:54:26.350233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-19aba114-c623-4b5c-a7d9-c6c51a2e127d req-e41d3060-ff24-4624-ae68-b2118425e4f6 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 210 time: 0.0395064 Nov 10 16:54:26.499729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f9a3a-3fac-4df1-91b8-6df32cec8b51 req-5509f3d4-adb0-4883-ae6c-7110676be843 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:26.501477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-830f9a3a-3fac-4df1-91b8-6df32cec8b51 req-5509f3d4-adb0-4883-ae6c-7110676be843 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.1005695 Nov 10 16:54:26.561172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-830f9a3a-3fac-4df1-91b8-6df32cec8b51 req-3cce9d4e-3a5b-4ab1-9efa-7177d53e1c8d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539503 Nov 10 16:54:26.749530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-c7279f3a-8780-4f6e-b2ce-c8c174ca97d2 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:26.751151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-c7279f3a-8780-4f6e-b2ce-c8c174ca97d2 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.69 "GET /v2.0/networks?id=2036e7d6-2496-4ba4-a132-30b935e9b6d7 HTTP/1.1" status: 200 len: 820 time: 0.1667869 Nov 10 16:54:26.764206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Request body: {'port': {'device_id': '9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6', 'network_id': '2036e7d6-2496-4ba4-a132-30b935e9b6d7', 'admin_state_up': True, 'tenant_id': '29c56eff365b4fbd920c43f0e10461e5'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:26.982631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Made reservation on behalf of 29c56eff365b4fbd920c43f0e10461e5 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:26.986776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:27.169702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Allocated IP 172.20.0.13 (2036e7d6-2496-4ba4-a132-30b935e9b6d7/b6677737-de18-4df2-ae5c-050a6d646230/7513817d-5ea4-4cbc-9153-00547dbadde3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:54:27.387646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:27.508326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b0f6b87-50a6-4506-a00d-557a5dca7be3 req-35f954e3-ba62-4107-920f-0269f7aad0ca tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 210 time: 0.0399947 Nov 10 16:54:27.542451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:27.602844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Pushing event updated for resources: {'Port': ['ID=7513817d-5ea4-4cbc-9153-00547dbadde3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:27.610157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:54:27.611754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:54:27.615362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:54:27.702689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:27.704535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:27.711223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b317673-e0c4-4d2d-93b7-ec38c716a0e9 req-66790c98-ed29-4ddf-8c5c-129ab1199b13 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:27.719137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b317673-e0c4-4d2d-93b7-ec38c716a0e9 req-66790c98-ed29-4ddf-8c5c-129ab1199b13 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0703924 Nov 10 16:54:27.775372 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b317673-e0c4-4d2d-93b7-ec38c716a0e9 req-6a7fb0fe-2390-4a1f-968e-fdfcd8d6f04a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527005 Nov 10 16:54:27.817735 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-beab3969-405d-4f4c-a81a-7089d49c2644 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0573118 Nov 10 16:54:27.830475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Request body: {'port': {'device_id': '9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:27.902276 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:28.266889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7513817d-5ea4-4cbc-9153-00547dbadde3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:54:28.280809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:28.304348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Transition to ACTIVE for port object 7513817d-5ea4-4cbc-9153-00547dbadde3 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:54:28.382479 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:28.464539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Pushing event updated for resources: {'Port': ['ID=7513817d-5ea4-4cbc-9153-00547dbadde3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:28.545528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Attempting to bind port 7513817d-5ea4-4cbc-9153-00547dbadde3 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:54:28.546059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Attempting to bind port 7513817d-5ea4-4cbc-9153-00547dbadde3 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '22c00471-6777-47c8-8c9b-1c448db8dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2036e7d6-2496-4ba4-a132-30b935e9b6d7'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:54:28.546560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Attempting to bind port 7513817d-5ea4-4cbc-9153-00547dbadde3 on network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:54:28.555055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Port 7513817d-5ea4-4cbc-9153-00547dbadde3 on network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:54:28.555417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Attempting to bind port 7513817d-5ea4-4cbc-9153-00547dbadde3 on network 2036e7d6-2496-4ba4-a132-30b935e9b6d7 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:54:28.563195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:54:28.563487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Checking segment: {'id': '22c00471-6777-47c8-8c9b-1c448db8dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2036e7d6-2496-4ba4-a132-30b935e9b6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:54:28.563867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Bound using segment: {'id': '22c00471-6777-47c8-8c9b-1c448db8dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2036e7d6-2496-4ba4-a132-30b935e9b6d7'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:54:28.566499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Bound port: 7513817d-5ea4-4cbc-9153-00547dbadde3, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c00471-6777-47c8-8c9b-1c448db8dc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2036e7d6-2496-4ba4-a132-30b935e9b6d7'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:54:28.566499 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:28.694510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f1598-03ac-4ba8-a9df-58e91dd9240e req-4fdda85d-32c1-4578-86ca-7780546d08cd tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:28.703706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] For port 7513817d-5ea4-4cbc-9153-00547dbadde3, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:54:28.707684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c2f1598-03ac-4ba8-a9df-58e91dd9240e req-4fdda85d-32c1-4578-86ca-7780546d08cd tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 944 time: 0.0859537 Nov 10 16:54:28.711418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] For port 7513817d-5ea4-4cbc-9153-00547dbadde3, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7513817d-5ea4-4cbc-9153-00547dbadde3,segment=NetworkSegment(22c00471-6777-47c8-8c9b-1c448db8dc88),segment_id=22c00471-6777-47c8-8c9b-1c448db8dc88)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:54:28.777523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c2f1598-03ac-4ba8-a9df-58e91dd9240e req-f3e51d43-3d0b-4ba3-bead-7d15b9257d63 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662160 Nov 10 16:54:28.797254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:28.882694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:28.884179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:28.886077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] 10.222.0.69 "PUT /v2.0/ports/7513817d-5ea4-4cbc-9153-00547dbadde3 HTTP/1.1" status: 200 len: 1093 time: 1.0597026 Nov 10 16:54:28.886955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6', 'tag': '7513817d-5ea4-4cbc-9153-00547dbadde3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:28.889668 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f16eb3-a378-4440-be01-0deb35c22631" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6", "tag": "7513817d-5ea4-4cbc-9153-00547dbadde3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:28.896371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ce60-aeb0-486a-bb2c-5ee6680911ea service neutron] Pushing event updated for resources: {'Port': ['ID=7513817d-5ea4-4cbc-9153-00547dbadde3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:28.988122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d39cc-3d80-4d9d-8b4c-26d0183ee235 req-6d59a570-e684-4ba3-989c-f80c3f2aadec tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:28.997720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df8d39cc-3d80-4d9d-8b4c-26d0183ee235 req-6d59a570-e684-4ba3-989c-f80c3f2aadec tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.1101689 Nov 10 16:54:29.004074 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a256e756-c24c-4594-9d70-491db8376735 x-openstack-request-id: req-a256e756-c24c-4594-9d70-491db8376735 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:29.004074 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6", "tag": "7513817d-5ea4-4cbc-9153-00547dbadde3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:29.004074 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a256e756-c24c-4594-9d70-491db8376735 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:29.004074 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6', 'tag': '7513817d-5ea4-4cbc-9153-00547dbadde3', 'status': 'completed', 'code': 200} Nov 10 16:54:29.069429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df8d39cc-3d80-4d9d-8b4c-26d0183ee235 req-963a54d8-431a-40dd-9ba0-c709a92bc3a5 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706306 Nov 10 16:54:29.073519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-5e6b9d48-0465-4e34-ae39-49ac8503efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:29.075091 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-5e6b9d48-0465-4e34-ae39-49ac8503efe9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29c56eff365b4fbd920c43f0e10461e5&device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 1096 time: 0.0605597 Nov 10 16:54:29.138530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-54b2b144-6225-47fb-86bd-75641258182d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7513817d-5ea4-4cbc-9153-00547dbadde3 HTTP/1.1" status: 200 len: 217 time: 0.0539107 Nov 10 16:54:29.221809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-5eb275dd-7966-4dc5-a26b-b7596f280573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:29.223815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-5eb275dd-7966-4dc5-a26b-b7596f280573 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6677737-de18-4df2-ae5c-050a6d646230 HTTP/1.1" status: 200 len: 860 time: 0.0749884 Nov 10 16:54:29.267844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-9123c1bb-1d15-4dbe-b601-7a067d215e2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2036e7d6-2496-4ba4-a132-30b935e9b6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358143 Nov 10 16:54:29.370476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-dc1247ab-2d96-4ef9-b6e6-0e09c5a0f8bc service neutron] 10.222.0.69 "GET /v2.0/networks/2036e7d6-2496-4ba4-a132-30b935e9b6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950482 Nov 10 16:54:29.574697 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:54:29.864556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d905d3a-dfdc-4cd7-9b15-7d0f5b19f800 req-b558c706-ba57-427a-8cda-b7c601d4bcbc service neutron] 10.222.0.69 "GET /v2.0/networks/2036e7d6-2496-4ba4-a132-30b935e9b6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860001 Nov 10 16:54:29.953317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709e6d3-7f1e-42c3-9685-f57292fa9cb6 req-be3bf7ba-54f4-4aa5-a951-c424a6a795cc tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:29.954886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8709e6d3-7f1e-42c3-9685-f57292fa9cb6 req-be3bf7ba-54f4-4aa5-a951-c424a6a795cc tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 944 time: 0.0685616 Nov 10 16:54:30.005903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8709e6d3-7f1e-42c3-9685-f57292fa9cb6 req-e7367906-422a-46fd-88ef-7b41670603d5 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Nov 10 16:54:30.111643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-a8a41515-f480-4d63-b2c5-5b020394406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:30.114305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-a8a41515-f480-4d63-b2c5-5b020394406b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29c56eff365b4fbd920c43f0e10461e5&device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 1096 time: 0.0582902 Nov 10 16:54:30.290708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-3fe8685e-7b18-4bad-aaac-0e48a388aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:30.290708 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-3fe8685e-7b18-4bad-aaac-0e48a388aa4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=2036e7d6-2496-4ba4-a132-30b935e9b6d7 HTTP/1.1" status: 200 len: 921 time: 0.1696827 Nov 10 16:54:30.302612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a511a-01a7-4d3a-8003-c116cce6481e req-9805a794-cb8d-48d3-8ba0-817028658bae tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:30.310600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f7a511a-01a7-4d3a-8003-c116cce6481e req-9805a794-cb8d-48d3-8ba0-817028658bae tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.1197624 Nov 10 16:54:30.363925 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-d7784125-b915-4ce4-ae2f-ff44e6da7702 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7513817d-5ea4-4cbc-9153-00547dbadde3 HTTP/1.1" status: 200 len: 217 time: 0.0509250 Nov 10 16:54:30.431046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f7a511a-01a7-4d3a-8003-c116cce6481e req-e1bd147f-41da-4da5-b32e-2c89c7018b6e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139174 Nov 10 16:54:30.483470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-2bb176f5-c71f-465b-a1b4-2a8e7cb0d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:30.484965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-2bb176f5-c71f-465b-a1b4-2a8e7cb0d710 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6677737-de18-4df2-ae5c-050a6d646230 HTTP/1.1" status: 200 len: 860 time: 0.1131303 Nov 10 16:54:30.529859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-2964e95a-989e-422c-a2ab-f2ed83da0ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2036e7d6-2496-4ba4-a132-30b935e9b6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372329 Nov 10 16:54:30.702886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-c5de2555-78cc-424f-9777-8592948d85d6 service neutron] 10.222.0.69 "GET /v2.0/networks/2036e7d6-2496-4ba4-a132-30b935e9b6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641090 Nov 10 16:54:30.882231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1f16eb3-a378-4440-be01-0deb35c22631 req-f259f94b-a097-4759-9aec-958730e32548 service neutron] 10.222.0.69 "GET /v2.0/networks/2036e7d6-2496-4ba4-a132-30b935e9b6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712191 Nov 10 16:54:31.153008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6a55-bb97-40cf-b033-d129b55bce35 req-d5ef837f-5118-4112-9210-3157b39cc4bf tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:31.154515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-614d6a55-bb97-40cf-b033-d129b55bce35 req-d5ef837f-5118-4112-9210-3157b39cc4bf tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 944 time: 0.0571640 Nov 10 16:54:31.239476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-614d6a55-bb97-40cf-b033-d129b55bce35 req-245d4ce0-43ec-42e6-abbb-241f98ad34a3 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707331 Nov 10 16:54:31.607020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d63328-f28f-4f94-b6dc-108fb7fa02cd req-540d03f6-f709-44be-8084-67a0d882edde tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:31.608771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67d63328-f28f-4f94-b6dc-108fb7fa02cd req-540d03f6-f709-44be-8084-67a0d882edde tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0766945 Nov 10 16:54:31.663845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-67d63328-f28f-4f94-b6dc-108fb7fa02cd req-846c06d9-d616-46cd-a89c-8dfec04ee9f6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478537 Nov 10 16:54:31.691146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec23920a-ff93-4197-b89b-5cc4d732a6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:32.404487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c0918-ea96-43cd-b405-f94768c28c97 req-5cf6edfc-f71e-4b1b-97a9-894fe4d928e3 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:32.411950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-431c0918-ea96-43cd-b405-f94768c28c97 req-5cf6edfc-f71e-4b1b-97a9-894fe4d928e3 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 944 time: 0.0625858 Nov 10 16:54:32.462856 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-431c0918-ea96-43cd-b405-f94768c28c97 req-5d835cca-f378-4102-abb9-a9f525c3f1b0 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 Nov 10 16:54:32.802836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e8031-0304-4549-9448-ea4201362945 req-9b029c01-24bc-4800-8a7f-c09de75b4b7d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:32.806147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d4e8031-0304-4549-9448-ea4201362945 req-9b029c01-24bc-4800-8a7f-c09de75b4b7d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0681343 Nov 10 16:54:32.875875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d4e8031-0304-4549-9448-ea4201362945 req-f04935ea-e2ca-4c8d-b477-764d75fc6f33 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634365 Nov 10 16:54:33.618552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19511374-ea48-4917-96ae-7eca4b0a78ce req-9b883a7f-888d-4849-8aa1-47cadde3d1ce tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:33.626544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19511374-ea48-4917-96ae-7eca4b0a78ce req-9b883a7f-888d-4849-8aa1-47cadde3d1ce tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 944 time: 0.0728691 Nov 10 16:54:33.685881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19511374-ea48-4917-96ae-7eca4b0a78ce req-0eb85aa0-26b2-4791-bd3e-1b4ff4efb2a3 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Nov 10 16:54:33.838411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83ade9ad-5731-4b02-b6a5-d3f2b6af3735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:34.045196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baac78-9afe-4cda-8653-1a545653a7af req-32a63b0f-adff-4fb8-9913-e9a02a9781d7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:34.047570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32baac78-9afe-4cda-8653-1a545653a7af req-32a63b0f-adff-4fb8-9913-e9a02a9781d7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0828147 Nov 10 16:54:34.120533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32baac78-9afe-4cda-8653-1a545653a7af req-b6cf73a6-43c9-46e7-bd27-2bd72acab088 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Nov 10 16:54:34.123452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-5736fc25-adc4-4352-9961-01d7bb3abad9 req-af6b758a-c9ed-49a4-93d0-409b6be9d663 service neutron] (103326) timed out ('10.222.0.62', 47668) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 16:54:34.842055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75cea5-cf8e-4517-871b-3f5cf317be09 req-0f10f9a6-e42c-4c93-a4ec-617e2d41dd02 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:34.844119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c75cea5-cf8e-4517-871b-3f5cf317be09 req-0f10f9a6-e42c-4c93-a4ec-617e2d41dd02 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 944 time: 0.0673411 Nov 10 16:54:34.850089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7513817d-5ea4-4cbc-9153-00547dbadde3 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:54:34.975261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c75cea5-cf8e-4517-871b-3f5cf317be09 req-9d47df84-d2a7-41b4-b700-94e4f34646e7 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031270 Nov 10 16:54:35.028144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7513817d-5ea4-4cbc-9153-00547dbadde3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7513817d-5ea4-4cbc-9153-00547dbadde3,segment=NetworkSegment(22c00471-6777-47c8-8c9b-1c448db8dc88),segment_id=22c00471-6777-47c8-8c9b-1c448db8dc88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:35.049550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '7513817d-5ea4-4cbc-9153-00547dbadde3', 'network_id': '2036e7d6-2496-4ba4-a132-30b935e9b6d7', 'port_id': '7513817d-5ea4-4cbc-9153-00547dbadde3', 'mac_address': 'fa:16:3e:ec:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6677737-de18-4df2-ae5c-050a6d646230', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:54:35.128973 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:35.138848 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:35.154767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7513817d-5ea4-4cbc-9153-00547dbadde3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:54:35.188567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7513817d-5ea4-4cbc-9153-00547dbadde3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7513817d-5ea4-4cbc-9153-00547dbadde3,segment=NetworkSegment(22c00471-6777-47c8-8c9b-1c448db8dc88),segment_id=22c00471-6777-47c8-8c9b-1c448db8dc88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:35.272544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:35.288365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130170fb-4589-4a22-a29f-ddf29e4b6df7 req-012c97a9-6a73-4abe-b168-96bee6b56344 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:35.290321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-130170fb-4589-4a22-a29f-ddf29e4b6df7 req-012c97a9-6a73-4abe-b168-96bee6b56344 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0799716 Nov 10 16:54:35.364150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7513817d-5ea4-4cbc-9153-00547dbadde3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:35.376291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-130170fb-4589-4a22-a29f-ddf29e4b6df7 req-379741a9-25fe-4b26-94fd-3337d761499a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 Nov 10 16:54:35.626307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7513817d-5ea4-4cbc-9153-00547dbadde3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:54:36.103010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc9621-5c44-46e4-81a5-89943079779d req-4c496231-8279-400c-97fe-29a7b148055c tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:36.111562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ebc9621-5c44-46e4-81a5-89943079779d req-4c496231-8279-400c-97fe-29a7b148055c tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 945 time: 0.0626693 Nov 10 16:54:36.173463 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ebc9621-5c44-46e4-81a5-89943079779d req-f788a132-c17a-4892-b255-b6954a883a78 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Nov 10 16:54:36.508577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d7f00-5013-4703-9019-0bf7c185ad1f req-db8f34ee-f68e-4837-adae-dd9df245b439 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:36.509856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d7d7f00-5013-4703-9019-0bf7c185ad1f req-db8f34ee-f68e-4837-adae-dd9df245b439 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0592983 Nov 10 16:54:36.565528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d7d7f00-5013-4703-9019-0bf7c185ad1f req-df0684f2-5c4a-4af7-a6c2-8b06d4ea58f0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503759 Nov 10 16:54:36.860763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7513817d-5ea4-4cbc-9153-00547dbadde3 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:54:36.896171 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:37.040059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 7513817d-5ea4-4cbc-9153-00547dbadde3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:54:37.045328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 7513817d-5ea4-4cbc-9153-00547dbadde3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:54:37.045734 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:37.161890 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:37.241177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7513817d-5ea4-4cbc-9153-00547dbadde3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7513817d-5ea4-4cbc-9153-00547dbadde3,segment=NetworkSegment(22c00471-6777-47c8-8c9b-1c448db8dc88),segment_id=22c00471-6777-47c8-8c9b-1c448db8dc88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:37.245545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7513817d-5ea4-4cbc-9153-00547dbadde3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:37.274599 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fd0ce8-b7e5-4157-8384-987643ca0f75" -d '{"events": [{"server_uuid": "9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6", "name": "network-vif-plugged", "status": "completed", "tag": "7513817d-5ea4-4cbc-9153-00547dbadde3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:37.325572 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:37.474017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7513817d-5ea4-4cbc-9153-00547dbadde3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:37.528563 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb7fc91-525c-4f9b-9740-38623b1a31f5 x-openstack-request-id: req-3fb7fc91-525c-4f9b-9740-38623b1a31f5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:37.528563 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6", "name": "network-vif-plugged", "status": "completed", "tag": "7513817d-5ea4-4cbc-9153-00547dbadde3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:37.528563 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fb7fc91-525c-4f9b-9740-38623b1a31f5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:37.537527 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7513817d-5ea4-4cbc-9153-00547dbadde3', 'code': 200} Nov 10 16:54:37.569651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f553be4-b734-4ea1-be8a-fa51143294f1 req-9c9daf10-887b-420d-b0ed-ab9eb8444ff1 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:37.571246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f553be4-b734-4ea1-be8a-fa51143294f1 req-9c9daf10-887b-420d-b0ed-ab9eb8444ff1 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 946 time: 0.2034345 Nov 10 16:54:37.614779 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:37.661566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f553be4-b734-4ea1-be8a-fa51143294f1 req-8557c9e2-1df2-45d8-ad8b-99cbfc8d44d1 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751431 Nov 10 16:54:37.730585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8aa2-bea4-4236-97bb-b9614d217459 req-9e6991a4-725f-4b1c-a254-946f58a2b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:37.739673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c66d8aa2-bea4-4236-97bb-b9614d217459 req-9e6991a4-725f-4b1c-a254-946f58a2b739 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 1098 time: 0.1092997 Nov 10 16:54:37.779605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:37.826136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2fd0-a30c-4bae-9dd3-4452ac56abd4 req-d47d27f0-e1d9-44e4-a1cb-57e7f872d8ba tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:37.837061 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f70e2fd0-a30c-4bae-9dd3-4452ac56abd4 req-d47d27f0-e1d9-44e4-a1cb-57e7f872d8ba tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0755494 Nov 10 16:54:37.863235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c66d8aa2-bea4-4236-97bb-b9614d217459 req-4b86a9d6-3262-4852-a2e2-23cc789d3de8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174250 Nov 10 16:54:37.927559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f70e2fd0-a30c-4bae-9dd3-4452ac56abd4 req-25ac663c-4f64-456a-9a7f-b331e3805608 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890706 Nov 10 16:54:38.875265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bac06e-1de8-4f7e-91ba-2b80f174b93d req-7b40127a-c00d-4235-84d5-2674b33878fc tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:38.886193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bac06e-1de8-4f7e-91ba-2b80f174b93d req-7b40127a-c00d-4235-84d5-2674b33878fc tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 946 time: 0.0966401 Nov 10 16:54:38.959661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9bac06e-1de8-4f7e-91ba-2b80f174b93d req-0bbdd7f2-4b9b-4e53-84d8-871a0e930f94 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717833 Nov 10 16:54:39.061491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba83b5-6c1d-44db-8801-80918703a3fd req-f4cd86d4-53fe-436d-aba0-c8ed47e31866 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:39.063123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21ba83b5-6c1d-44db-8801-80918703a3fd req-f4cd86d4-53fe-436d-aba0-c8ed47e31866 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0558894 Nov 10 16:54:39.154325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21ba83b5-6c1d-44db-8801-80918703a3fd req-c68a450a-757f-44ee-9fe1-cdd6e2a4024c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829597 Nov 10 16:54:40.163365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf1b0-8242-486c-bd25-bd0bcfd57b7f req-6a3b1820-a8ed-4e9e-8e2a-23089469a345 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:40.165202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-648bf1b0-8242-486c-bd25-bd0bcfd57b7f req-6a3b1820-a8ed-4e9e-8e2a-23089469a345 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 946 time: 0.0695086 Nov 10 16:54:40.241893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-648bf1b0-8242-486c-bd25-bd0bcfd57b7f req-e11712e1-fc5d-490b-b8e8-dcc2ab3c5d4e tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678449 Nov 10 16:54:40.318521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98fe5-840b-46bb-9cfb-8640869f8c7f req-3137a7d1-5340-4f0e-8646-c3e407061e90 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:40.320163 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8a98fe5-840b-46bb-9cfb-8640869f8c7f req-3137a7d1-5340-4f0e-8646-c3e407061e90 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0775042 Nov 10 16:54:40.426507 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8a98fe5-840b-46bb-9cfb-8640869f8c7f req-d2c74680-368f-46de-94c9-b9ad35b558eb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984728 Nov 10 16:54:41.164251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:41.323555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-3b8eb4de-8d0a-43f8-b9f7-f730865cbaec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0928407 Nov 10 16:54:41.495950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-02e307f4-83c6-4b48-a94a-53d63ba4f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:41.497919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-02e307f4-83c6-4b48-a94a-53d63ba4f61b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1097 time: 0.1148765 Nov 10 16:54:41.681596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ecc26-9f0f-43a1-85d2-0a44113fa9b9 req-b240be2c-462c-4b7d-934c-57952f542224 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:41.681596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f20ecc26-9f0f-43a1-85d2-0a44113fa9b9 req-b240be2c-462c-4b7d-934c-57952f542224 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0894101 Nov 10 16:54:41.716697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611574-9601-45ca-8656-d73d92c41d7f req-9bf4db7e-818c-4855-9caf-caeb12e6e140 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:41.727706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37611574-9601-45ca-8656-d73d92c41d7f req-9bf4db7e-818c-4855-9caf-caeb12e6e140 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 946 time: 0.1538281 Nov 10 16:54:41.739986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-3b8bcc19-dc21-4916-97bf-4d551094633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:41.741434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-3b8bcc19-dc21-4916-97bf-4d551094633e service neutron] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.2206221 Nov 10 16:54:41.803521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37611574-9601-45ca-8656-d73d92c41d7f req-13603756-8116-4866-9aca-098bae608cc7 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656540 Nov 10 16:54:41.867415 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f20ecc26-9f0f-43a1-85d2-0a44113fa9b9 req-1b1d721d-642b-4ff4-be8b-8ba456fa8220 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850853 Nov 10 16:54:41.904229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-6f6c827b-c4c1-44b3-bacc-400b6fce19dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 200 len: 1001 time: 0.1544635 Nov 10 16:54:41.970924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-b51b69db-1683-4425-91ca-e89bb668ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:41.973393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-b51b69db-1683-4425-91ca-e89bb668ca8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.0572701 Nov 10 16:54:42.027168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-91afcfd1-5752-4884-860a-886351f51b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:42.028906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-91afcfd1-5752-4884-860a-886351f51b80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483391 Nov 10 16:54:42.176466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-13def9a4-a10a-4eb2-82b6-e3a5658bfdd3 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374857 Nov 10 16:54:42.291954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-491fbe72-13cb-4160-a4b4-de99f2c4b97c req-7aca7cfa-7e3c-451a-abcd-512d696a4d0d service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088843 Nov 10 16:54:42.950656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8661bb-21f0-4b37-942f-2bee0406d385 req-f1bf6962-cbeb-4645-8e12-65b0775930dd tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:42.959075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b8661bb-21f0-4b37-942f-2bee0406d385 req-f1bf6962-cbeb-4645-8e12-65b0775930dd tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 946 time: 0.0764837 Nov 10 16:54:42.986187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-64f65920-6d4b-4990-9234-57ea9a859ac8 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:42.988901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-64f65920-6d4b-4990-9234-57ea9a859ac8 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.69 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 946 time: 0.1188595 Nov 10 16:54:43.045164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b8661bb-21f0-4b37-942f-2bee0406d385 req-1d97a8c5-20d9-4f76-a87c-4d2af54cc822 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/security-groups?id=473fbf3e-84e8-40ec-a451-c699265c8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849383 Nov 10 16:54:43.171671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abae093-9d2d-4fce-9004-5e50112566ac req-b6cf6fc6-8c41-4095-bed1-ec81d1c2ae94 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:43.173614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4abae093-9d2d-4fce-9004-5e50112566ac req-b6cf6fc6-8c41-4095-bed1-ec81d1c2ae94 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.2051988 Nov 10 16:54:43.266547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Deleting port 7513817d-5ea4-4cbc-9153-00547dbadde3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:54:43.266882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:43.293286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4abae093-9d2d-4fce-9004-5e50112566ac req-0080f0fa-07bc-467d-80cb-dd6b443e7de7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100883 Nov 10 16:54:43.413756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] For port 7513817d-5ea4-4cbc-9153-00547dbadde3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7513817d-5ea4-4cbc-9153-00547dbadde3,segment=NetworkSegment(22c00471-6777-47c8-8c9b-1c448db8dc88),segment_id=22c00471-6777-47c8-8c9b-1c448db8dc88)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:43.414171 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:43.433504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Calling delete_port for 7513817d-5ea4-4cbc-9153-00547dbadde3 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:54:43.793632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-0b6882e5-62a5-406e-a914-dc7f4547bdd7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464318 Nov 10 16:54:43.843117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:43.857926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7513817d-5ea4-4cbc-9153-00547dbadde3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:54:43.897202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Pushing event deleted for resources: {'Port': ['ID=7513817d-5ea4-4cbc-9153-00547dbadde3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:43.921309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.921527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.923519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.923519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.923519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.923519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.924335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.924745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.925086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.926030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.926384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.926718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:54:43.953233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-ee935eb8-bd98-4a54-b525-b958b91ca94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:43.956401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-ee935eb8-bd98-4a54-b525-b958b91ca94b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2ff7ba447f497591fc4315d7055b50&device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 1101 time: 0.1365101 Nov 10 16:54:43.970757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] No DVR routers for this DVR port 7513817d-5ea4-4cbc-9153-00547dbadde3 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:54:43.976701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:43.980576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a13ad65f-458a-44a9-a948-0a16a6df1b81 req-d241b288-1cf6-4b7c-b120-5a93535f2e42 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.69 "DELETE /v2.0/ports/7513817d-5ea4-4cbc-9153-00547dbadde3 HTTP/1.1" status: 204 len: 173 time: 0.9824483 Nov 10 16:54:43.981088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6', 'name': 'network-vif-deleted', 'tag': '7513817d-5ea4-4cbc-9153-00547dbadde3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:43.996263 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70092b9a-29f1-45b6-aca1-0c82507aa181" -d '{"events": [{"server_uuid": "9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6", "name": "network-vif-deleted", "tag": "7513817d-5ea4-4cbc-9153-00547dbadde3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:44.094856 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1d3207-763d-4883-b382-6a8c3d22d5d1 x-openstack-request-id: req-4d1d3207-763d-4883-b382-6a8c3d22d5d1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:44.095146 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6", "name": "network-vif-deleted", "tag": "7513817d-5ea4-4cbc-9153-00547dbadde3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:44.095460 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d1d3207-763d-4883-b382-6a8c3d22d5d1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:44.095897 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6', 'name': 'network-vif-deleted', 'tag': '7513817d-5ea4-4cbc-9153-00547dbadde3', 'status': 'completed', 'code': 200} Nov 10 16:54:44.160517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-79763787-c011-49a5-ab29-93343a325696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:44.162197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-79763787-c011-49a5-ab29-93343a325696 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1796856 Nov 10 16:54:44.212252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-288bfac1-aa52-4a56-bb8c-0e9abdf231aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8b678d65-405a-4df1-8757-60eaef31f809 HTTP/1.1" status: 200 len: 217 time: 0.0423608 Nov 10 16:54:44.217672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76a1ba88-800e-4e3b-9c51-8c39732ed54c req-dd7f8ed1-952d-4a4d-87bc-8e0b2db9e5a3 tempest-ServerMetadataNegativeTestJSON-1773105689 tempest-ServerMetadataNegativeTestJSON-1773105689-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dc78403-a3f0-4795-9fb4-a2e45dcbe6a6 HTTP/1.1" status: 200 len: 210 time: 0.0503955 Nov 10 16:54:44.317261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-50f77889-3067-4568-8d2a-a05b928add2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:44.318842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-50f77889-3067-4568-8d2a-a05b928add2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0991819 Nov 10 16:54:44.384962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-3af136fa-23fa-4967-8f63-ca5564221ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:44.386467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-3af136fa-23fa-4967-8f63-ca5564221ff8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596180 Nov 10 16:54:44.595739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-2f8d26c8-373d-499b-bafa-d5d5453b6091 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935856 Nov 10 16:54:44.604443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef134-7c44-4bd2-bf49-e3e94ad3d3df req-4d3a3944-3f0b-46f8-824f-f1f12fbab7b8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:44.606430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0beef134-7c44-4bd2-bf49-e3e94ad3d3df req-4d3a3944-3f0b-46f8-824f-f1f12fbab7b8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.2189791 Nov 10 16:54:44.776399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0beef134-7c44-4bd2-bf49-e3e94ad3d3df req-f8be3641-0dab-4112-933c-70569e6d147e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558647 Nov 10 16:54:44.827544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb53cbd7-6b6c-428f-a88f-a9b90e131d8d req-20052663-9c86-48ac-b401-ea335cd39aed service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199898 Nov 10 16:54:45.362408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43108) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:45.450986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-34956539-eb0d-467f-abd3-0b7e336b9709 admin admin] Deleting subnet b6677737-de18-4df2-ae5c-050a6d646230 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:54:45.459445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34956539-eb0d-467f-abd3-0b7e336b9709 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:45.562662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34956539-eb0d-467f-abd3-0b7e336b9709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:45.638701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34956539-eb0d-467f-abd3-0b7e336b9709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:45.872412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34956539-eb0d-467f-abd3-0b7e336b9709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:45.948376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34956539-eb0d-467f-abd3-0b7e336b9709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6677737-de18-4df2-ae5c-050a6d646230,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:45.952115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34956539-eb0d-467f-abd3-0b7e336b9709 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:45.960661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-34956539-eb0d-467f-abd3-0b7e336b9709 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b6677737-de18-4df2-ae5c-050a6d646230 HTTP/1.1" status: 204 len: 168 time: 0.5943341 Nov 10 16:54:45.960960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43122) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:46.044701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34206c7a-a6a6-4737-b75f-706379fc178f req-35873116-0556-4c5b-854e-3bbe041cd1e5 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:46.046509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34206c7a-a6a6-4737-b75f-706379fc178f req-35873116-0556-4c5b-854e-3bbe041cd1e5 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.1256230 Nov 10 16:54:46.090848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:46.212430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34206c7a-a6a6-4737-b75f-706379fc178f req-4cb31f1d-07cb-46c4-b3f1-62a103b35e30 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201038 Nov 10 16:54:46.288198 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:46.320684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2036e7d6-2496-4ba4-a132-30b935e9b6d7']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:46.331532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c00471-6777-47c8-8c9b-1c448db8dc88') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:46.332074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c00471-6777-47c8-8c9b-1c448db8dc88') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:46.343164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:46.361357 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:46.368805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:54:46.375717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:54:46.379807 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:54:46.494358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:46.510287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:46.519012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2036e7d6-2496-4ba4-a132-30b935e9b6d7 HTTP/1.1" status: 204 len: 168 time: 0.5559881 Nov 10 16:54:46.533589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15149b2d-25f1-4458-b7ec-838e1482d896 admin admin] Pushing event deleted for resources: {'Network': ['ID=2036e7d6-2496-4ba4-a132-30b935e9b6d7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:46.946560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7513817d-5ea4-4cbc-9153-00547dbadde3 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:54:46.972897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 7513817d-5ea4-4cbc-9153-00547dbadde3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:54:46.973506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7513817d-5ea4-4cbc-9153-00547dbadde3 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:54:47.047871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43144) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:47.102756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6d545bed-b8f5-4d26-a47a-6103afd5d2c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29c56eff365b4fbd920c43f0e10461e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559936 Nov 10 16:54:47.105150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:47.163143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d42f145-7162-4ad8-8038-2933149eab52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:47.188096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d42f145-7162-4ad8-8038-2933149eab52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:47.360762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d42f145-7162-4ad8-8038-2933149eab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:47.361830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d42f145-7162-4ad8-8038-2933149eab52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:47.367121 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0d42f145-7162-4ad8-8038-2933149eab52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/473fbf3e-84e8-40ec-a451-c699265c8247 HTTP/1.1" status: 204 len: 168 time: 0.2568698 Nov 10 16:54:47.376771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42f145-7162-4ad8-8038-2933149eab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473fbf3e-84e8-40ec-a451-c699265c8247,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:47.412936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824bdc1-8c19-4c6c-afae-19a57bbfa81c req-7f3758fb-ea73-4e90-9321-02a01fe3cabc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:47.415849 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e824bdc1-8c19-4c6c-afae-19a57bbfa81c req-7f3758fb-ea73-4e90-9321-02a01fe3cabc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0719461 Nov 10 16:54:47.474327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e824bdc1-8c19-4c6c-afae-19a57bbfa81c req-0efbbb15-5bed-4243-aaee-25f7b657b8c0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566740 Nov 10 16:54:48.673741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a291c31-35a9-46f5-ab69-fe84d0467e4f req-c4e46749-bf3a-4bdf-921d-255e252c05bc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:48.675921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a291c31-35a9-46f5-ab69-fe84d0467e4f req-c4e46749-bf3a-4bdf-921d-255e252c05bc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.1127875 Nov 10 16:54:48.748761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a291c31-35a9-46f5-ab69-fe84d0467e4f req-67da1fed-8c47-493e-aa4e-2f1845f35390 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659876 Nov 10 16:54:48.999827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:49.117285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-638882571-network', 'tenant_id': '25e34c1cb65d4f5c8b263584244b7075'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:49.263097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Made reservation on behalf of 25e34c1cb65d4f5c8b263584244b7075 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:49.265766 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:49.275217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:49.366406 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:49.503191 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:49.532046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:54:49.548524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11028d5a-7e61-43b5-b33b-6ef4b8e5d241,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:49.563142 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:49.563142 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Added segment 98871875-b5d9-418c-bc62-830c12bac416 of type vlan for network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 Nov 10 16:54:49.666601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:49.802512 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:49.808351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:49.808351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:49.972772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9706016 Nov 10 16:54:49.975528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:49.980706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Request body: {'subnet': {'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-638882571-subnet', 'tenant_id': '25e34c1cb65d4f5c8b263584244b7075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:49.986812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c73350-a2a3-488a-ac4e-5a5d958ef17a admin admin] Pushing event updated for resources: {'Network': ['ID=17e77e75-293f-4d7c-b4bf-3c896e0642f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:49.999964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:54:50.008225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6a31d-ce5e-44de-a9cf-f94c1babcf1c req-0b3cf726-e996-498c-adc4-a26c8ffb571d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:50.018780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e4d6a31d-ce5e-44de-a9cf-f94c1babcf1c req-0b3cf726-e996-498c-adc4-a26c8ffb571d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.1797695 Nov 10 16:54:50.123708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Made reservation on behalf of 25e34c1cb65d4f5c8b263584244b7075 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:50.126870 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:50.150705 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e4d6a31d-ce5e-44de-a9cf-f94c1babcf1c req-a902ee05-fd05-4d84-b1c6-3ca9e4f62feb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332998 Nov 10 16:54:50.443082 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:50.531351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37e3810-d75d-4a6b-a4b1-828d0188de1a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:50.549526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Checking segment: {'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:54:50.550163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Network hostable DHCP agents. Network: 17e77e75-293f-4d7c-b4bf-3c896e0642f3, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:54:50.725478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:54:50.871594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 17e77e75-293f-4d7c-b4bf-3c896e0642f3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:54:50.878063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:50.878063 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:50.882363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce635e24-3a47-4102-96ea-fdbf43e4dfaa None None] Network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:51.008990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-466c14c0-aa1d-4876-ad47-71ae408ef0e7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0305166 Nov 10 16:54:51.051037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b6b31-e1f9-4680-b967-fd27859b210b None None] Network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:51.340474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492561a6-e22a-44ce-99a9-87a31414268e req-be955145-ff15-4e7f-97f8-ecd532d36cba tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:51.342075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-492561a6-e22a-44ce-99a9-87a31414268e req-be955145-ff15-4e7f-97f8-ecd532d36cba tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0775995 Nov 10 16:54:51.404302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-492561a6-e22a-44ce-99a9-87a31414268e req-0934d6cf-183f-4783-bba6-aa9e69134d0c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547783 Nov 10 16:54:51.649252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-b5fcd67d-673b-490b-a268-64c2b11466f5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:51.660777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-b5fcd67d-673b-490b-a268-64c2b11466f5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 813 time: 0.1337984 Nov 10 16:54:51.674370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-ec4d0a5f-c048-4da5-b1ba-64497d5ba0e3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/quotas/25e34c1cb65d4f5c8b263584244b7075 HTTP/1.1" status: 200 len: 375 time: 0.0156450 Nov 10 16:54:51.709021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-fd4ea463-b33c-411b-bf12-27e259398cad tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286882 Nov 10 16:54:51.809588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-77e39a02-6f9f-4052-a4fe-4ee0c80be02f service neutron] 10.222.0.62 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929730 Nov 10 16:54:51.910825 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-4204a6ce-75f4-4f63-930d-5c25a61b9c40 service neutron] 10.222.0.62 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947683 Nov 10 16:54:52.262472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-877bf366-4d95-405e-9734-ca7b26664737 req-edbb9cc7-9f39-4f58-9aff-730a9ceeedaa tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 210 time: 0.0391903 Nov 10 16:54:52.558475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78d722-f011-4c47-a01e-1a2473af362c req-6e55f08e-b2b3-4f7d-8495-a7702ea75fbc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:52.560117 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a78d722-f011-4c47-a01e-1a2473af362c req-6e55f08e-b2b3-4f7d-8495-a7702ea75fbc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0625701 Nov 10 16:54:52.616827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a78d722-f011-4c47-a01e-1a2473af362c req-cdbfa2fc-d9bb-4db7-9d0d-7f38be5a1ac7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495994 Nov 10 16:54:53.354633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aebbbdd9-8450-48a7-a78d-c4712165becc req-37291210-ef4f-42d6-9379-ef6cf6942a46 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 210 time: 0.0408573 Nov 10 16:54:53.793273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e1dc4-c880-4bef-b40d-d6d238859c2b req-7dfb9a76-5525-4cd4-bfe9-932c9f1f6fd6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:53.794972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b07e1dc4-c880-4bef-b40d-d6d238859c2b req-7dfb9a76-5525-4cd4-bfe9-932c9f1f6fd6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0754588 Nov 10 16:54:53.849553 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b07e1dc4-c880-4bef-b40d-d6d238859c2b req-e55b4c44-0718-42d6-9d05-60bbd510fb60 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477352 Nov 10 16:54:54.477244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db811af7-6c9d-4659-9a30-3dad5ecb8015 req-e6c48066-778c-4d57-9390-62e66235b694 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 210 time: 0.0298476 Nov 10 16:54:55.045402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d60f9-d4e3-4c71-8447-808dbda07472 req-2b1b5462-b88f-47cf-a5f0-33796c621734 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:55.053430 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e81d60f9-d4e3-4c71-8447-808dbda07472 req-2b1b5462-b88f-47cf-a5f0-33796c621734 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.1232364 Nov 10 16:54:55.126807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e81d60f9-d4e3-4c71-8447-808dbda07472 req-7c1f8e66-1220-4596-8ffb-7fe3a8cfac53 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722582 Nov 10 16:54:55.157544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-024a6230-38f6-4998-9ab0-2a110460e350 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:55.159015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-024a6230-38f6-4998-9ab0-2a110460e350 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.69 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 813 time: 0.1960430 Nov 10 16:54:55.180438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Request body: {'port': {'device_id': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3', 'admin_state_up': True, 'tenant_id': '25e34c1cb65d4f5c8b263584244b7075'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:55.474435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Made reservation on behalf of 25e34c1cb65d4f5c8b263584244b7075 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:54:55.478458 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:55.595663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f3da307-7057-44db-a567-21c8f2c01583 req-7160e0cf-c48a-4ab3-826e-e7fed02dc28e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 210 time: 0.0373027 Nov 10 16:54:55.657728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Allocated IP 172.20.0.6 (17e77e75-293f-4d7c-b4bf-3c896e0642f3/c37e3810-d75d-4a6b-a4b1-828d0188de1a/4b0dbbd3-7b04-444d-aa1f-493e58fa0806) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:54:55.820060 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:55.934880 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:55.982730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:54:55.987136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:54:55.998203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:54:56.034465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:56.075956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:56.076845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:56.236532 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-317e9ab8-07d6-45d0-a6fd-98e7d57a05a1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0675812 Nov 10 16:54:56.250899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Request body: {'port': {'device_id': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:54:56.285693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2c8ef-b4a4-4978-870f-a52f833b167b req-6bf6fa99-6733-4dbd-95dc-1ea905c3560a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:56.294769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a9e2c8ef-b4a4-4978-870f-a52f833b167b req-6bf6fa99-6733-4dbd-95dc-1ea905c3560a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0880280 Nov 10 16:54:56.354921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:56.411771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a9e2c8ef-b4a4-4978-870f-a52f833b167b req-bcf7c721-41de-45af-88b7-82e137e5f778 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163869 Nov 10 16:54:56.520578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device db9dc82e-3839-459e-acce-3737e934b4b7 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:54:56.638081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=db9dc82e-3839-459e-acce-3737e934b4b7,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:56.656603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'db9dc82e-3839-459e-acce-3737e934b4b7', 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'port_id': 'db9dc82e-3839-459e-acce-3737e934b4b7', 'mac_address': 'fa:16:3e:c8:a4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9d1939-884e-4b9f-b8c7-b29dbe8ef830', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:54:56.705330 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:56.724069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db9dc82e-3839-459e-acce-3737e934b4b7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:54:56.748514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:54:56.766045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de23cb-56d0-417b-af4b-ef15c32f7d1f req-bf009753-e00b-4d24-a28e-ae796c3905be tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:56.769693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:56.774732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0de23cb-56d0-417b-af4b-ef15c32f7d1f req-bf009753-e00b-4d24-a28e-ae796c3905be tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 931 time: 0.0884204 Nov 10 16:54:56.779665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=db9dc82e-3839-459e-acce-3737e934b4b7,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:56.792311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Transition to ACTIVE for port object 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:54:56.849283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:56.870386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0de23cb-56d0-417b-af4b-ef15c32f7d1f req-5a2d7826-16ea-4f64-99b7-941a05ad5b43 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915680 Nov 10 16:54:56.892730 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:56.930795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=db9dc82e-3839-459e-acce-3737e934b4b7,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:57.010772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:57.047489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Attempting to bind port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:54:57.047878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Attempting to bind port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:54:57.048167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Attempting to bind port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 on network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:54:57.053751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 on network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:54:57.054068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Attempting to bind port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 on network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:54:57.055691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['db9dc82e-3839-459e-acce-3737e934b4b7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:54:57.059405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:54:57.060139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Checking segment: {'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:54:57.060732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Bound using segment: {'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:54:57.061222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Bound port: 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:54:57.061582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:57.138495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:54:57.142002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:54:57.251607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:57.275105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43414) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:57.342537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:57.343431 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:57.344867 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] 10.222.0.69 "PUT /v2.0/ports/4b0dbbd3-7b04-444d-aa1f-493e58fa0806 HTTP/1.1" status: 200 len: 1092 time: 1.0986254 Nov 10 16:54:57.345499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:57.348789 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d8856f-3cbe-4961-9edf-4778ba0653b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:57.403058 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a32fe05-7302-45ba-a64b-e09092fa3cee x-openstack-request-id: req-1a32fe05-7302-45ba-a64b-e09092fa3cee {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:57.403250 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:57.403538 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a32fe05-7302-45ba-a64b-e09092fa3cee {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:57.403973 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'status': 'completed', 'code': 200} Nov 10 16:54:57.449229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308d3e1-9f29-42ab-8427-c506578a8da5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:57.478152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4d8f79-f58c-4b8d-b84f-63d4be4e0816 admin admin] Deleting subnet 52b8fbe2-2e2f-4d29-9721-1d064993d2cb {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:54:57.487111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8f79-f58c-4b8d-b84f-63d4be4e0816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:57.549753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8856f-3cbe-4961-9edf-4778ba0653b4 req-19c1c920-c09d-45dc-bfa9-578496f5615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:57.549753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9d8856f-3cbe-4961-9edf-4778ba0653b4 req-19c1c920-c09d-45dc-bfa9-578496f5615c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 1095 time: 0.1148911 Nov 10 16:54:57.602816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8f79-f58c-4b8d-b84f-63d4be4e0816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:57.652212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80b42d-7dae-4d60-bb52-9933dff210cd req-3eeac26f-2a2a-4778-b801-e5dd32af8d65 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:57.653999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d80b42d-7dae-4d60-bb52-9933dff210cd req-3eeac26f-2a2a-4778-b801-e5dd32af8d65 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 945 time: 0.1038711 Nov 10 16:54:57.684017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8f79-f58c-4b8d-b84f-63d4be4e0816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:57.755572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d80b42d-7dae-4d60-bb52-9933dff210cd req-e5f4bc67-9bd7-464f-b01f-cb2551177424 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927882 Nov 10 16:54:57.816000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8856f-3cbe-4961-9edf-4778ba0653b4 req-53c7e296-621b-4857-b518-5098688f3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:57.817641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9d8856f-3cbe-4961-9edf-4778ba0653b4 req-53c7e296-621b-4857-b518-5098688f3422 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=25e34c1cb65d4f5c8b263584244b7075&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2622800 Nov 10 16:54:57.843549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8f79-f58c-4b8d-b84f-63d4be4e0816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:57.875519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d8f79-f58c-4b8d-b84f-63d4be4e0816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b8fbe2-2e2f-4d29-9721-1d064993d2cb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:57.885222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8f79-f58c-4b8d-b84f-63d4be4e0816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:57.889638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3d4d8f79-f58c-4b8d-b84f-63d4be4e0816 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/52b8fbe2-2e2f-4d29-9721-1d064993d2cb HTTP/1.1" status: 204 len: 168 time: 0.6133213 Nov 10 16:54:57.893646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43432) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:57.917441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078288df-ced5-42b0-876b-37c524c7e883 None None] Network 8d121079-2ac4-42b2-bdcd-5a4e09899181 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:54:58.087193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.138997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21773dbc-3d0c-4800-bd7e-d9cf24bb2bea None None] DHCP port deletion for 8d121079-2ac4-42b2-bdcd-5a4e09899181 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:54:58.279357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.325061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d121079-2ac4-42b2-bdcd-5a4e09899181']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:58.336497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0566f1f4-2189-4061-8846-9a76be206e52') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:58.336791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0566f1f4-2189-4061-8846-9a76be206e52') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:54:58.352479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.379940 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.387175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:54:58.388720 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:54:58.391538 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:54:58.553639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device db9dc82e-3839-459e-acce-3737e934b4b7 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:54:58.612911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.645014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7c672-9d4c-4f8d-af6a-2690d9ede1aa req-865ee416-03f4-40df-be64-1fcb4c008a85 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:58.647536 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaa7c672-9d4c-4f8d-af6a-2690d9ede1aa req-865ee416-03f4-40df-be64-1fcb4c008a85 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.2079935 Nov 10 16:54:58.652131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8856f-3cbe-4961-9edf-4778ba0653b4 req-3262da77-c6fc-44c2-8487-837494067c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:58.654319 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9d8856f-3cbe-4961-9edf-4778ba0653b4 req-3262da77-c6fc-44c2-8487-837494067c8b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8291419 Nov 10 16:54:58.654794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.689007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8d121079-2ac4-42b2-bdcd-5a4e09899181 HTTP/1.1" status: 204 len: 168 time: 0.7907000 Nov 10 16:54:58.691910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af9415-456f-4dc6-8626-1a9e829606f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d121079-2ac4-42b2-bdcd-5a4e09899181,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:58.719540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port db9dc82e-3839-459e-acce-3737e934b4b7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:54:58.719902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.743336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaa7c672-9d4c-4f8d-af6a-2690d9ede1aa req-dd469064-b4c0-4eae-85f2-a3fa9e7c06a9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875936 Nov 10 16:54:58.824081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-48597697-3f3e-4d44-a77b-167a779a3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:58.826771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-48597697-3f3e-4d44-a77b-167a779a3884 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 1095 time: 0.1086814 Nov 10 16:54:58.931241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-edd318cf-bad8-400a-8102-500512559ebd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806 HTTP/1.1" status: 200 len: 217 time: 0.0948458 Nov 10 16:54:58.933441 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:58.969059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a8f7b-bcf6-4ec0-ac23-4c7fe343db15 req-62b2cb7e-6b1f-40fe-b1da-0fad3aa47368 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:58.974709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9dc82e-3839-459e-acce-3737e934b4b7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:54:58.978360 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a01c4d1-391a-4706-9e2c-60aca1541f29" -d '{"events": [{"server_uuid": "81ec9f9e-8e35-4ccc-8916-f1b359857f25", "name": "network-vif-plugged", "status": "completed", "tag": "db9dc82e-3839-459e-acce-3737e934b4b7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:54:58.980165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-049a8f7b-bcf6-4ec0-ac23-4c7fe343db15 req-62b2cb7e-6b1f-40fe-b1da-0fad3aa47368 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 945 time: 0.1151166 Nov 10 16:54:58.997058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=db9dc82e-3839-459e-acce-3737e934b4b7,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:54:59.045602 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30925566-6fd9-4c05-ac89-a1926e558727 x-openstack-request-id: req-30925566-6fd9-4c05-ac89-a1926e558727 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:54:59.046387 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ec9f9e-8e35-4ccc-8916-f1b359857f25", "name": "network-vif-plugged", "status": "completed", "tag": "db9dc82e-3839-459e-acce-3737e934b4b7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:54:59.046669 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30925566-6fd9-4c05-ac89-a1926e558727 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:54:59.047265 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9dc82e-3839-459e-acce-3737e934b4b7', 'code': 200} Nov 10 16:54:59.048028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-1249b6c2-1c43-46cc-9568-5fbf72e7c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:59.050051 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-1249b6c2-1c43-46cc-9568-5fbf72e7c014 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c37e3810-d75d-4a6b-a4b1-828d0188de1a HTTP/1.1" status: 200 len: 853 time: 0.1114445 Nov 10 16:54:59.085831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-049a8f7b-bcf6-4ec0-ac23-4c7fe343db15 req-21576a56-8ae4-4486-bbb6-1da258bdaf32 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940902 Nov 10 16:54:59.089747 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:59.117396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-c5fd3699-9a96-4263-9f61-0b308ca605cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17e77e75-293f-4d7c-b4bf-3c896e0642f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538380 Nov 10 16:54:59.172291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=db9dc82e-3839-459e-acce-3737e934b4b7,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:59.186094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:59.230672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-843b125c-e5d1-4cb7-8e1c-eac7af0d8c24 service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100550 Nov 10 16:54:59.292141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8ffa2d3e-bbd9-4087-9b0c-40dc71b88022 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cea245de83394e6cbc122c996ab3e0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1041765 Nov 10 16:54:59.296218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:54:59.306377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace22f3-e2b6-4316-a4fc-aba0520e41b9 req-5e198c13-2d40-4677-8d44-597a494dc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:59.308311 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ace22f3-e2b6-4316-a4fc-aba0520e41b9 req-5e198c13-2d40-4677-8d44-597a494dc8a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 1098 time: 0.0760832 Nov 10 16:54:59.345322 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8044c356-1bb2-425b-8ab1-5fd4a5c9153f req-641ca011-6475-4e19-abfe-0066fa1b0b6d service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079764 Nov 10 16:54:59.386502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02caead5-0423-447f-b398-0f5f2b31a06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:59.399477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ace22f3-e2b6-4316-a4fc-aba0520e41b9 req-a8e7cf32-3a4f-4fef-b06d-40f0c8a76bf9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814006 Nov 10 16:54:59.413730 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02caead5-0423-447f-b398-0f5f2b31a06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:59.605520 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02caead5-0423-447f-b398-0f5f2b31a06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:59.608547 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02caead5-0423-447f-b398-0f5f2b31a06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:54:59.612147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-02caead5-0423-447f-b398-0f5f2b31a06a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0828b1c4-c70f-4599-acb3-aff2cc7d9120 HTTP/1.1" status: 204 len: 168 time: 0.3125944 Nov 10 16:54:59.626086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caead5-0423-447f-b398-0f5f2b31a06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0828b1c4-c70f-4599-acb3-aff2cc7d9120,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:54:59.877019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a2144-f1a6-4f1e-a069-74a26717ed53 req-7fdd4d17-bc20-4dcf-9b31-d24974cbc576 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:54:59.879129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-275a2144-f1a6-4f1e-a069-74a26717ed53 req-7fdd4d17-bc20-4dcf-9b31-d24974cbc576 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0532429 Nov 10 16:54:59.931414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-275a2144-f1a6-4f1e-a069-74a26717ed53 req-69e0ecc9-ae7f-4b5f-9e68-40f17b9bed51 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Nov 10 16:55:00.231356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db34b1-1309-4f87-90d4-5a1a86a18860 req-21b483a0-ef4f-4bcb-8343-4c3584350f7b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:00.233260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5db34b1-1309-4f87-90d4-5a1a86a18860 req-21b483a0-ef4f-4bcb-8343-4c3584350f7b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0557053 Nov 10 16:55:00.288781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5db34b1-1309-4f87-90d4-5a1a86a18860 req-85dbd72c-6adf-43a9-b21d-afbee524cb1f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468643 Nov 10 16:55:01.083459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e79df-e98b-49d9-b735-91fd139ea628 req-498eb88d-b67c-4c57-be00-3991bd124fa5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:01.085056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e0e79df-e98b-49d9-b735-91fd139ea628 req-498eb88d-b67c-4c57-be00-3991bd124fa5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0584877 Nov 10 16:55:01.160121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e0e79df-e98b-49d9-b735-91fd139ea628 req-0c6790eb-1903-429c-8d21-8609f08ce1fd tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674353 Nov 10 16:55:01.440743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae5bb-6661-444b-9065-62101858590a req-903dd46b-498c-44d8-9cdc-3611dafff436 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:01.443384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-214ae5bb-6661-444b-9065-62101858590a req-903dd46b-498c-44d8-9cdc-3611dafff436 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0618217 Nov 10 16:55:01.602086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-214ae5bb-6661-444b-9065-62101858590a req-cc398ef8-74c7-4806-b6e9-db4c40f4fcf4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527021 Nov 10 16:55:01.608244 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2e771bb-c3c3-4e23-bf52-f00d2ac473fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:01.873678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5959fd-7abc-454e-b58c-a36b154c694d req-c683e6d9-c8bc-4e18-b90a-86f24ee92f27 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:01.875410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c5959fd-7abc-454e-b58c-a36b154c694d req-c683e6d9-c8bc-4e18-b90a-86f24ee92f27 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.1090007 Nov 10 16:55:01.957647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c5959fd-7abc-454e-b58c-a36b154c694d req-b70cdc21-d18e-49be-93cd-c16f05a5abc2 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740218 Nov 10 16:55:02.594736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf53a7-2362-4c81-be85-160cbafb8486 req-6b6ea0e6-44b3-46df-a881-0b1dfe4321d7 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:02.597683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6cf53a7-2362-4c81-be85-160cbafb8486 req-6b6ea0e6-44b3-46df-a881-0b1dfe4321d7 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0775931 Nov 10 16:55:02.684287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6cf53a7-2362-4c81-be85-160cbafb8486 req-24a34b55-2aa9-4314-a510-e8a4e000a814 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794597 Nov 10 16:55:02.703260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43584) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:02.709706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281109707', 'description': 'tempest-secgroup-smoke-281109707 description', 'project_id': '19c20c2e7849423bac3b66695c6e40d8'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:02.835493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:02.876928 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:02.991615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.004912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:55:03.025716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-1aa6054e-a8e6-4e9d-8d35-e26ea3b1e0d1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:03.027511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-1aa6054e-a8e6-4e9d-8d35-e26ea3b1e0d1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/networks?id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 200 len: 815 time: 0.2309844 Nov 10 16:55:03.052275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ee3429a-2c2c-4fc6-855b-96fdf43c67f6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/quotas/5e2ac9ed573544d6985b3a3de00ead9b HTTP/1.1" status: 200 len: 375 time: 0.0179071 Nov 10 16:55:03.103945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.138019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7e2061-5415-4729-9794-08b1e560807f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:03.171777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:03.180724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-26daa4e0-21dc-4da2-8860-976a587a0a36 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193240 Nov 10 16:55:03.186865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3', 'port_id': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'mac_address': 'fa:16:3e:38:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37e3810-d75d-4a6b-a4b1-828d0188de1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:55:03.237440 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.257185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:55:03.286000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:03.288821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.314398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-24b95230-b181-41e2-8683-f63cae31fdc2 service neutron] 10.222.0.62 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326146 Nov 10 16:55:03.368571 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.402342 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.428819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:03.454683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a68800d-b10d-4c5e-abd5-0aef37f37e0b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:03.461331 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-eed89ead-9625-4de9-9c76-52e74d400e5d service neutron] 10.222.0.62 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331499 Nov 10 16:55:03.529517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.530798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b3939b77-98b6-4098-8077-040f88f5cc03 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8264294 Nov 10 16:55:03.538874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:03.543531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a6f5d6be-e190-4eaf-af27-43b5b1d05cc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '0a68800d-b10d-4c5e-abd5-0aef37f37e0b', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:03.662771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d6be-e190-4eaf-af27-43b5b1d05cc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.718449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['4b0dbbd3-7b04-444d-aa1f-493e58fa0806'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:03.730741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d6be-e190-4eaf-af27-43b5b1d05cc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.815703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7767672a-37c7-45e7-8f14-5ab1c6be1800 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:03.820163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7767672a-37c7-45e7-8f14-5ab1c6be1800 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.18 "GET /v2.0/ports?device_id=81ec9f9e-8e35-4ccc-8916-f1b359857f25 HTTP/1.1" status: 200 len: 946 time: 0.0862310 Nov 10 16:55:03.830075 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d6be-e190-4eaf-af27-43b5b1d05cc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:03.902328 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-641d2b3c-c615-44e0-89e2-a74d7e9d27b9 req-14d57d98-0c47-47be-a3a8-4ca64972cbc9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 210 time: 0.0886862 Nov 10 16:55:03.951518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5d6be-e190-4eaf-af27-43b5b1d05cc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5d2af8-8e08-42c2-9669-168f125f41ba,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:03.992630 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4761b234-4070-4ddb-9bec-891df4a8fe3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.077173 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d6be-e190-4eaf-af27-43b5b1d05cc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.090683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a6f5d6be-e190-4eaf-af27-43b5b1d05cc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5504572 Nov 10 16:55:04.091417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43626) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:04.104853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c18b3977-4fdc-4751-b61e-0b538ce23d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '0a68800d-b10d-4c5e-abd5-0aef37f37e0b', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:04.135490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb675aff-3e3c-44bb-ae95-d845a922ee7b req-96bed2d7-348e-41f8-b02d-35ef1e05cdd1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:04.143390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb675aff-3e3c-44bb-ae95-d845a922ee7b req-96bed2d7-348e-41f8-b02d-35ef1e05cdd1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 944 time: 0.2618983 Nov 10 16:55:04.202245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Deleting port db9dc82e-3839-459e-acce-3737e934b4b7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:55:04.202582 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.237223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb675aff-3e3c-44bb-ae95-d845a922ee7b req-cfaa85b5-e4d7-485f-8960-756e19d2c010 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924304 Nov 10 16:55:04.274833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c18b3977-4fdc-4751-b61e-0b538ce23d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.342840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] For port db9dc82e-3839-459e-acce-3737e934b4b7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=db9dc82e-3839-459e-acce-3737e934b4b7,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:04.343918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.362365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Calling delete_port for db9dc82e-3839-459e-acce-3737e934b4b7 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:55:04.383164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c18b3977-4fdc-4751-b61e-0b538ce23d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.454292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c18b3977-4fdc-4751-b61e-0b538ce23d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.476173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b3977-4fdc-4751-b61e-0b538ce23d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d7dbfa-cd8e-4ad4-96b1-926c2aebf350,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:04.570102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c18b3977-4fdc-4751-b61e-0b538ce23d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.574073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c18b3977-4fdc-4751-b61e-0b538ce23d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4787202 Nov 10 16:55:04.577986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43642) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:04.578770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a159a0a8-2030-4fae-a915-f36af69727ac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '0a68800d-b10d-4c5e-abd5-0aef37f37e0b', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:04.619914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.632741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['db9dc82e-3839-459e-acce-3737e934b4b7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:04.650253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Pushing event deleted for resources: {'Port': ['ID=db9dc82e-3839-459e-acce-3737e934b4b7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:04.697901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] No DVR routers for this DVR port db9dc82e-3839-459e-acce-3737e934b4b7 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:55:04.700212 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a159a0a8-2030-4fae-a915-f36af69727ac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.700853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.710483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d405e547-ea5b-492c-b93a-39288c8a837a req-7fa41636-3db2-4823-8b28-6d411bf380b0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.18 "DELETE /v2.0/ports/db9dc82e-3839-459e-acce-3737e934b4b7 HTTP/1.1" status: 204 len: 173 time: 0.8721621 Nov 10 16:55:04.710483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'name': 'network-vif-deleted', 'tag': 'db9dc82e-3839-459e-acce-3737e934b4b7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:04.710483 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43902da6-c7fb-4790-9da8-dd1bd94b7457" -d '{"events": [{"server_uuid": "81ec9f9e-8e35-4ccc-8916-f1b359857f25", "name": "network-vif-deleted", "tag": "db9dc82e-3839-459e-acce-3737e934b4b7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:04.796146 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a159a0a8-2030-4fae-a915-f36af69727ac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.844971 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acfebcf-c074-44a4-b979-82ff562db0e5 x-openstack-request-id: req-1acfebcf-c074-44a4-b979-82ff562db0e5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:04.845532 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ec9f9e-8e35-4ccc-8916-f1b359857f25", "name": "network-vif-deleted", "tag": "db9dc82e-3839-459e-acce-3737e934b4b7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:04.845789 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1acfebcf-c074-44a4-b979-82ff562db0e5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:04.846186 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec9f9e-8e35-4ccc-8916-f1b359857f25', 'name': 'network-vif-deleted', 'tag': 'db9dc82e-3839-459e-acce-3737e934b4b7', 'status': 'completed', 'code': 200} Nov 10 16:55:04.876761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a159a0a8-2030-4fae-a915-f36af69727ac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:04.901393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159a0a8-2030-4fae-a915-f36af69727ac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7cdc47-1812-4164-b691-cc49cfb7b0b1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:04.990846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-922d0bc2-2e56-49b5-ae01-5530b2624137 req-107d47af-e0dd-405e-be1e-ccf440a51196 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 210 time: 0.0315824 Nov 10 16:55:04.999034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a159a0a8-2030-4fae-a915-f36af69727ac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.001536 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a159a0a8-2030-4fae-a915-f36af69727ac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4255316 Nov 10 16:55:05.003765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43656) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:05.011808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:05.015056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7ec365d0-df32-429d-a56c-f0021f3eab7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '0a68800d-b10d-4c5e-abd5-0aef37f37e0b', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:05.107767 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.157689 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ec365d0-df32-429d-a56c-f0021f3eab7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.235583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:55:05.244186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:05.246033 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.314118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ec365d0-df32-429d-a56c-f0021f3eab7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.363760 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ec365d0-df32-429d-a56c-f0021f3eab7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.398893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec365d0-df32-429d-a56c-f0021f3eab7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08071e21-66aa-429c-848d-9f6026fdccb8,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:05.404537 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.428007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:05.430301 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1d1a2-1542-4ee8-a148-e84db088ae31" -d '{"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:05.444308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:05.454751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5131a-4588-45eb-91d8-7bd93d81decd req-d0178714-ec47-46ae-922e-d83e1ba107c0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:05.457006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e5131a-4588-45eb-91d8-7bd93d81decd req-d0178714-ec47-46ae-922e-d83e1ba107c0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 944 time: 0.0746958 Nov 10 16:55:05.492404 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d969b7e-79c7-438d-940a-f4176ba91245 x-openstack-request-id: req-6d969b7e-79c7-438d-940a-f4176ba91245 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:05.492862 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:05.493205 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d969b7e-79c7-438d-940a-f4176ba91245 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:05.493754 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'code': 200} Nov 10 16:55:05.509149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ec365d0-df32-429d-a56c-f0021f3eab7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.510726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7ec365d0-df32-429d-a56c-f0021f3eab7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5055833 Nov 10 16:55:05.513563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:05.520955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f8cab750-5a39-4040-b6d9-1f0add5c9105 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '0a68800d-b10d-4c5e-abd5-0aef37f37e0b', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:05.525509 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.594835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e5131a-4588-45eb-91d8-7bd93d81decd req-edee2695-47c6-4ace-a619-5be7fdec8f23 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314797 Nov 10 16:55:05.601610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:05.630732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac3cb2-01b1-49f0-9f31-64320f635d23 req-33e5aaed-83cf-4e62-8c4d-b1c6819d9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:05.632349 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-faac3cb2-01b1-49f0-9f31-64320f635d23 req-33e5aaed-83cf-4e62-8c4d-b1c6819d9da7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 1097 time: 0.0746608 Nov 10 16:55:05.679273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-faac3cb2-01b1-49f0-9f31-64320f635d23 req-fe8f2d3b-7022-43b8-b3e2-85ee1cd528f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399187 Nov 10 16:55:05.711290 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-f8cab750-5a39-4040-b6d9-1f0add5c9105 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Project 19c20c2e7849423bac3b66695c6e40d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 16:55:05.717564 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8cab750-5a39-4040-b6d9-1f0add5c9105 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.794002 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8cab750-5a39-4040-b6d9-1f0add5c9105 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.894879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8cab750-5a39-4040-b6d9-1f0add5c9105 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:05.929878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cab750-5a39-4040-b6d9-1f0add5c9105 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5675cce-608b-40b0-9de5-6b30ac1b4108,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:06.008604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8cab750-5a39-4040-b6d9-1f0add5c9105 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:06.009380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f8cab750-5a39-4040-b6d9-1f0add5c9105 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4943957 Nov 10 16:55:06.012208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:06.016502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5591a492-b9c0-4011-b524-5446670c9ed0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '0a68800d-b10d-4c5e-abd5-0aef37f37e0b', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:06.119366 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-5591a492-b9c0-4011-b524-5446670c9ed0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Project 19c20c2e7849423bac3b66695c6e40d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 16:55:06.138543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-725509e8-6a6e-4912-b46d-cdbb97af9923 req-54d910fb-890d-4483-b000-a761307698f2 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 210 time: 0.0327363 Nov 10 16:55:06.139538 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5591a492-b9c0-4011-b524-5446670c9ed0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:06.250776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5591a492-b9c0-4011-b524-5446670c9ed0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:06.318563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5591a492-b9c0-4011-b524-5446670c9ed0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:06.353420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591a492-b9c0-4011-b524-5446670c9ed0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a020e6-b621-4460-9961-37821962eeeb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:06.527773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5591a492-b9c0-4011-b524-5446670c9ed0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:06.529023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5591a492-b9c0-4011-b524-5446670c9ed0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5158255 Nov 10 16:55:06.532652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:06.538152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'network': {'name': 'tempest-network-smoke--1584278972', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:06.565068 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:55:06.648519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:55:06.656527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:06.703545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:55:06.727602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-ef0b01d2-3c4f-4dd6-87b8-9253d3fccb81 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:06.729117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-ef0b01d2-3c4f-4dd6-87b8-9253d3fccb81 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.18 "GET /v2.0/networks?id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 200 len: 815 time: 0.1462810 Nov 10 16:55:06.732395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:06.733042 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Added segment 859fe7d2-3d58-416b-b927-13bf2687662e of type vlan for network b467a752-8fda-4790-9ef8-3b5bcb52618e Nov 10 16:55:06.791032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:06.791895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d3abd-0e5a-4fca-9faf-72acb6afce4c req-95c642ae-af04-4929-890e-75278ef9af51 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:06.793570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c43d3abd-0e5a-4fca-9faf-72acb6afce4c req-95c642ae-af04-4929-890e-75278ef9af51 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0690849 Nov 10 16:55:06.799524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Request body: {'port': {'device_id': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'admin_state_up': True, 'tenant_id': '5e2ac9ed573544d6985b3a3de00ead9b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:06.879778 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c43d3abd-0e5a-4fca-9faf-72acb6afce4c req-05d980ae-5de1-4d98-939b-d5a4ec233551 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727541 Nov 10 16:55:06.886804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.008980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Made reservation on behalf of 5e2ac9ed573544d6985b3a3de00ead9b for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:55:07.012750 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.014896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.021014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:07.021577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.165222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Network': ['ID=b467a752-8fda-4790-9ef8-3b5bcb52618e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:07.186802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b467a752-8fda-4790-9ef8-3b5bcb52618e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:55:07.218173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a9ff181c-6ad2-468e-953e-af397d84e0bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6808398 Nov 10 16:55:07.218600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43700) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:07.223381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'admin_state_up': True, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:07.249779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Allocated IP 172.20.0.5 (625a23ff-6b6e-4ac2-b176-6bb165e69d3e/3c9d1939-884e-4b9f-b8c7-b29dbe8ef830/a691b160-91fc-4758-91d5-f3f8174439e3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:55:07.354642 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.355791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.387040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-341165ab-4b4d-4816-9c27-b29305445c02 req-4b4ff5a1-c1ec-42b5-9b4d-4c549c66dcb4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 210 time: 0.0535755 Nov 10 16:55:07.450243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.502706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.580021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.617526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.686532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.690490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:55:07.694679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:07.704472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:55:07.749509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Pushing event updated for resources: {'Port': ['ID=a691b160-91fc-4758-91d5-f3f8174439e3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:07.771652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.786904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:07.786904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:07.915043 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-4ea0e625-3dd1-42e6-975c-ed5e7d41ce3d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1193373 Nov 10 16:55:07.934774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Request body: {'port': {'device_id': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:08.035050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.061766 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.085034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.110069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974114a1-108e-4db4-a966-c7fbabcac903 req-1d32f773-ed74-4d44-aaf6-15695d8f1e06 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:08.112100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-974114a1-108e-4db4-a966-c7fbabcac903 req-1d32f773-ed74-4d44-aaf6-15695d8f1e06 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1355493 Nov 10 16:55:08.217789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.25.3.45 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/3f6fd461-2187-4f2e-aec8-aa82a8375f2b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:55:08.263849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-974114a1-108e-4db4-a966-c7fbabcac903 req-45187821-a6cb-409a-98ba-862887337d0c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360641 Nov 10 16:55:08.435375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.582514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device db9dc82e-3839-459e-acce-3737e934b4b7 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:55:08.595353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.610231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bb636-747f-4448-b0fa-6c1bd3966766 req-a4e05bd4-9804-480a-9151-12acf10453c1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:08.611918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec5bb636-747f-4448-b0fa-6c1bd3966766 req-a4e05bd4-9804-480a-9151-12acf10453c1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 931 time: 0.0801573 Nov 10 16:55:08.614904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a691b160-91fc-4758-91d5-f3f8174439e3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:55:08.635358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: db9dc82e-3839-459e-acce-3737e934b4b7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:55:08.635816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device db9dc82e-3839-459e-acce-3737e934b4b7 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:55:08.651050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.682558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Transition to ACTIVE for port object a691b160-91fc-4758-91d5-f3f8174439e3 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:55:08.701275 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec5bb636-747f-4448-b0fa-6c1bd3966766 req-4d46dc69-ad12-44c3-8d84-d6791afdec07 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767794 Nov 10 16:55:08.731680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:55:08.745650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.781849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:08.802899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce1c4b-d846-4134-8b4f-b3e2fd143b03 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:55:08.808061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:55:08.811179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a691b160-91fc-4758-91d5-f3f8174439e3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:08.826729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=3f6fd461-2187-4f2e-aec8-aa82a8375f2b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:08.894910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b63baf9d-f944-4289-b218-ca5687c8f18d None None] Provisioning complete for port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:08.895587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b63baf9d-f944-4289-b218-ca5687c8f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.919121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Attempting to bind port a691b160-91fc-4758-91d5-f3f8174439e3 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:55:08.919688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Attempting to bind port a691b160-91fc-4758-91d5-f3f8174439e3 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:55:08.920195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Attempting to bind port a691b160-91fc-4758-91d5-f3f8174439e3 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:08.928455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Port a691b160-91fc-4758-91d5-f3f8174439e3 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:55:08.929970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Attempting to bind port a691b160-91fc-4758-91d5-f3f8174439e3 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:08.936543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:55:08.937126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Checking segment: {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:55:08.937688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Bound using segment: {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:55:08.946531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Bound port: a691b160-91fc-4758-91d5-f3f8174439e3, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:55:08.946531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:08.950951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-63a103c8-b90f-40f7-ad42-c758d07294e0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:08.959073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b63baf9d-f944-4289-b218-ca5687c8f18d None None] Port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:55:08.959881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-63a103c8-b90f-40f7-ad42-c758d07294e0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 813 time: 0.3035724 Nov 10 16:55:09.008579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-e1a86882-84a1-4b0b-a627-94a883d8762d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/quotas/25e34c1cb65d4f5c8b263584244b7075 HTTP/1.1" status: 200 len: 375 time: 0.0471385 Nov 10 16:55:09.045070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:55:09.048568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a691b160-91fc-4758-91d5-f3f8174439e3,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:55:09.091949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-50392219-4775-4255-867e-01c4b22276a5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829079 Nov 10 16:55:09.156194 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:09.196127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:09.196882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:09.198525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] 10.222.0.18 "PUT /v2.0/ports/a691b160-91fc-4758-91d5-f3f8174439e3 HTTP/1.1" status: 200 len: 1092 time: 1.2698159 Nov 10 16:55:09.199056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'tag': 'a691b160-91fc-4758-91d5-f3f8174439e3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:09.201538 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75e52e8-783b-4ef4-9276-63475f15eaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ba8f47-defa-41c3-8711-f4c331d3dfdd", "tag": "a691b160-91fc-4758-91d5-f3f8174439e3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:09.248266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7957b-c362-4305-8172-482b3c347bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a691b160-91fc-4758-91d5-f3f8174439e3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:09.260125 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857a3ead-f764-4c7a-a6cc-eab9a206b6f3 x-openstack-request-id: req-857a3ead-f764-4c7a-a6cc-eab9a206b6f3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:09.260125 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ba8f47-defa-41c3-8711-f4c331d3dfdd", "tag": "a691b160-91fc-4758-91d5-f3f8174439e3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:09.260125 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-857a3ead-f764-4c7a-a6cc-eab9a206b6f3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:09.260125 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'tag': 'a691b160-91fc-4758-91d5-f3f8174439e3', 'status': 'completed', 'code': 200} Nov 10 16:55:09.260501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-21f33e4d-e28c-4887-be91-05aba76193be service neutron] 10.222.0.62 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585805 Nov 10 16:55:09.357126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e52e8-783b-4ef4-9276-63475f15eaf0 req-f25e7293-dadf-427b-9fa0-a77ebf9ad399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:09.358004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b75e52e8-783b-4ef4-9276-63475f15eaf0 req-f25e7293-dadf-427b-9fa0-a77ebf9ad399 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 1095 time: 0.0790143 Nov 10 16:55:09.396060 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:09.456062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-e2ffe7a9-7f16-46dc-b996-94a3435e1cf3 service neutron] 10.222.0.62 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887264 Nov 10 16:55:09.509388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e52e8-783b-4ef4-9276-63475f15eaf0 req-7cc27172-978a-48d7-b9bb-d205a52e8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:09.511272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b75e52e8-783b-4ef4-9276-63475f15eaf0 req-7cc27172-978a-48d7-b9bb-d205a52e8313 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1393921 Nov 10 16:55:09.674224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e52e8-783b-4ef4-9276-63475f15eaf0 req-a12b86d4-673e-4535-8d1e-3af0013f565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:09.675818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b75e52e8-783b-4ef4-9276-63475f15eaf0 req-a12b86d4-673e-4535-8d1e-3af0013f565e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564844 Nov 10 16:55:09.695030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:09.895427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-29553274-169d-4cad-a857-6aa80a07817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:09.896982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-29553274-169d-4cad-a857-6aa80a07817f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 1095 time: 0.1705208 Nov 10 16:55:09.934972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46a22447-92b5-4e22-b8ce-cdac79707dde req-2fcbc9b8-3214-42f6-9441-ad8ba6c013db tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 210 time: 0.1133423 Nov 10 16:55:10.203542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 8b4f4416-e4b2-4489-9fad-28f6124e9519 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:55:10.399046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:55:10.418648 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Sync routers for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:55:10.437103 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:55:10.439933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-57fe2817-50c5-432d-b2ea-0ed230d20fda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a691b160-91fc-4758-91d5-f3f8174439e3 HTTP/1.1" status: 200 len: 217 time: 0.5301907 Nov 10 16:55:10.443882 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:55:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:10.497406 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:10.529005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a91a9f-a43a-409a-ac77-026bd5e9f117 req-a48149fc-bcab-4e83-8ae6-da8c3270356c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:10.536704 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18a91a9f-a43a-409a-ac77-026bd5e9f117 req-a48149fc-bcab-4e83-8ae6-da8c3270356c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 943 time: 0.1510203 Nov 10 16:55:10.547727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b1822daf-7a4b-4c98-b4c4-a6f67b305f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:10.549265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-b1822daf-7a4b-4c98-b4c4-a6f67b305f2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c9d1939-884e-4b9f-b8c7-b29dbe8ef830 HTTP/1.1" status: 200 len: 855 time: 0.0865684 Nov 10 16:55:10.585843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:10.587655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2f8bfc2-912d-4508-92e0-5c2663d97331 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3690066 Nov 10 16:55:10.591475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43756) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:10.673010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18a91a9f-a43a-409a-ac77-026bd5e9f117 req-5d033f13-7a85-4d07-bbc0-f92a4290538c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353197 Nov 10 16:55:10.683025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-6dabd694-3ae3-4f95-b39f-afbb2a2057a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188767 Nov 10 16:55:10.701007 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:55:10.825105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-3774edd6-66f8-42dd-a926-a632e057484f service neutron] 10.222.0.18 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393309 Nov 10 16:55:10.838142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3ea55a03-7d0e-4efe-b3fb-d39bf712fbf4 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=19c20c2e7849423bac3b66695c6e40d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2450519 Nov 10 16:55:10.841262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43764) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:10.985519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16e91184-ef36-4b03-8876-c5e0cdcc082b req-ec67c826-7051-4d8e-848e-2a4c142196a6 service neutron] 10.222.0.18 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527941 Nov 10 16:55:10.994130 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:09Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:11.040356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Checking router: 8b4f4416-e4b2-4489-9fad-28f6124e9519 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:55:11.040956 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Updating router 8b4f4416-e4b2-4489-9fad-28f6124e9519 port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:55:11.062771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42bcf76a-dde9-445e-be46-ad5395a6a19e req-b90ee8c9-851f-44a7-b1fd-826bad260da8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 210 time: 0.0519323 Nov 10 16:55:11.097899 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:11.103332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f8de2-8547-41b0-98dd-10c30c9357b8 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:11.105379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-166f8de2-8547-41b0-98dd-10c30c9357b8 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2627521 Nov 10 16:55:11.108916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43770) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:11.150290 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-20bd6549-9f20-46c5-a435-9115d20e1c34 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402484 Nov 10 16:55:11.153804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43772) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:11.159076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940991098', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:11.412062 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:11.599476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:55:11.599476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:11.802702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47a7e-f84b-412f-8c81-1d3c578d2612 req-eaa3aad3-d369-4725-b306-ac8a43cc8092 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:11.804659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05f47a7e-f84b-412f-8c81-1d3c578d2612 req-eaa3aad3-d369-4725-b306-ac8a43cc8092 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 943 time: 0.0629945 Nov 10 16:55:11.868531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05f47a7e-f84b-412f-8c81-1d3c578d2612 req-c03bd0ba-60c1-4e53-9325-3174a9de6650 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526822 Nov 10 16:55:11.956582 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:11.957251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:12.011840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1505e-2a36-4916-9ec8-ce05487fffa7 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:55:12.012599 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Pushing event updated for resources: {'Port': ['ID=3f6fd461-2187-4f2e-aec8-aa82a8375f2b,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:12.017240 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Attempting to bind port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:55:12.017705 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Attempting to bind port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:55:12.018326 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Attempting to bind port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:12.027939 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.028639 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.029207 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.029776 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.030327 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.030877 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.031462 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.032003 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.032570 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.033210 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.033785 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.034857 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:12.035534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Subnet': ['ID=c1318677-57fb-4c93-a597-9bbedb4223a8,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:12.039098 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:55:12.039607 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:55:12.040317 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:12.041146 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:55:12.041937 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Bound port: 3f6fd461-2187-4f2e-aec8-aa82a8375f2b, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:55:12.044203 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:12.057505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Checking segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:55:12.060128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network hostable DHCP agents. Network: b467a752-8fda-4790-9ef8-3b5bcb52618e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:55:12.129320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-06b9cada-f059-45a6-aebd-64202dd6d3a5 None None] Provisioning complete for port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:12.129677 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06b9cada-f059-45a6-aebd-64202dd6d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:12.148036 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] For port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:55:12.151897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network b467a752-8fda-4790-9ef8-3b5bcb52618e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:55:12.156977 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] For port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3f6fd461-2187-4f2e-aec8-aa82a8375f2b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:55:12.203747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-06b9cada-f059-45a6-aebd-64202dd6d3a5 None None] Port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:55:12.208378 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85fcc0c8-c8cc-4b01-8bd6-4057fe934ba1 req-8f97a09e-4511-4e7e-8e08-7df652891044 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 210 time: 0.0398338 Nov 10 16:55:12.297338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, b467a752-8fda-4790-9ef8-3b5bcb52618e) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:12.302680 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:12.304259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:12.308174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:12.322758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30b5d1e-9b65-4b75-85e3-74015bb4f59e None None] Network b467a752-8fda-4790-9ef8-3b5bcb52618e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:55:12.414385 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:55:12.415281 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:55:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:12.438276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-336a549f-3600-4a31-831a-3b1bad0a0b6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2832117 Nov 10 16:55:12.441792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43786) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:12.482444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c07aa12-3bdc-40ca-bf1f-10208af5666a None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:55:12.594225 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828e70c-6931-4034-8f84-5e6fb4ac091f None None] Pushing event updated for resources: {'Port': ['ID=3f6fd461-2187-4f2e-aec8-aa82a8375f2b,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:12.645213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a691b160-91fc-4758-91d5-f3f8174439e3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:55:12.722590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1cc83e95-6eea-4f78-a479-0fe0e32b5dcd None None] Provisioning complete for port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:12.723122 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1cc83e95-6eea-4f78-a479-0fe0e32b5dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:12.741547 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:55:12.802643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-b467a752-8fda-4790-9ef8-3b5bcb52618e', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:55:12.803746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:13.093589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506cef4-040d-41d2-932c-24e1c1d5cc96 req-fa3f6a18-8ea1-4ea1-92a8-2cae5cb0ade1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:13.099998 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c506cef4-040d-41d2-932c-24e1c1d5cc96 req-fa3f6a18-8ea1-4ea1-92a8-2cae5cb0ade1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 943 time: 0.0729008 Nov 10 16:55:13.189969 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:09Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:13.214607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a691b160-91fc-4758-91d5-f3f8174439e3,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:13.235447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c506cef4-040d-41d2-932c-24e1c1d5cc96 req-78fd437a-7770-4958-adc7-ead15f2ec895 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291118 Nov 10 16:55:13.250953 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c0933-7999-480e-9256-e3b85b71a764 None None] The sync data for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 is: [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:09Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:55:13.326608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'a691b160-91fc-4758-91d5-f3f8174439e3', 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'port_id': 'a691b160-91fc-4758-91d5-f3f8174439e3', 'mac_address': 'fa:16:3e:f5:f4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9d1939-884e-4b9f-b8c7-b29dbe8ef830', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:55:13.402137 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1cc83e95-6eea-4f78-a479-0fe0e32b5dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:13.452434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Allocated IP 172.20.0.2 (b467a752-8fda-4790-9ef8-3b5bcb52618e/c1318677-57fb-4c93-a597-9bbedb4223a8/abc5a760-d06c-4a47-92ad-44fbab932fc8) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:55:13.455338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1cc83e95-6eea-4f78-a479-0fe0e32b5dcd None None] For port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3f6fd461-2187-4f2e-aec8-aa82a8375f2b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:13.488748 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:13.498298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b52db0e1-41d4-433c-82b3-9a28796db211 req-62e21251-5d1d-4ff4-9424-b0cf19aa5698 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 210 time: 0.0336218 Nov 10 16:55:13.589056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a691b160-91fc-4758-91d5-f3f8174439e3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:55:13.602139 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1cc83e95-6eea-4f78-a479-0fe0e32b5dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:13.732534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a691b160-91fc-4758-91d5-f3f8174439e3,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:13.965089 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:13.969131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-926b244c-75a0-4205-8984-86819eeb3f51 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:13.972899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-926b244c-75a0-4205-8984-86819eeb3f51 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.18 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 813 time: 0.3635607 Nov 10 16:55:13.980191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:14.000815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Request body: {'port': {'device_id': 'a28540cd-d8e5-414c-bdad-bcc069196a00', 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3', 'admin_state_up': True, 'tenant_id': '25e34c1cb65d4f5c8b263584244b7075'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:14.057906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc83e95-6eea-4f78-a479-0fe0e32b5dcd None None] Pushing event updated for resources: {'Port': ['ID=3f6fd461-2187-4f2e-aec8-aa82a8375f2b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:14.163890 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:14.166426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a691b160-91fc-4758-91d5-f3f8174439e3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:14.290483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Network b467a752-8fda-4790-9ef8-3b5bcb52618e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:55:14.333265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['a691b160-91fc-4758-91d5-f3f8174439e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:14.342246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:14.379144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:14.392672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:55:14.417797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Pushing event updated for resources: {'Port': ['ID=abc5a760-d06c-4a47-92ad-44fbab932fc8,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:14.663412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3f6fd461-2187-4f2e-aec8-aa82a8375f2b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:14.667437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbf58729-d49a-42a9-aa87-37736a329786 req-8ea8fb30-454c-4c6c-8da8-d288f685ac09 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 210 time: 0.0546718 Nov 10 16:55:14.670100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Made reservation on behalf of 25e34c1cb65d4f5c8b263584244b7075 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:55:14.678493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:14.779616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064dae2-269d-4c3d-a315-3b21c8b07493 req-38a900cd-d60e-4bca-aea3-c365557296b3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:14.790070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b064dae2-269d-4c3d-a315-3b21c8b07493 req-38a900cd-d60e-4bca-aea3-c365557296b3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 944 time: 0.4221592 Nov 10 16:55:14.865581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Attempting to bind port abc5a760-d06c-4a47-92ad-44fbab932fc8 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:55:14.865954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Attempting to bind port abc5a760-d06c-4a47-92ad-44fbab932fc8 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:55:14.870505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Attempting to bind port abc5a760-d06c-4a47-92ad-44fbab932fc8 on network b467a752-8fda-4790-9ef8-3b5bcb52618e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:14.886250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:55:14.886634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Checking segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:55:14.887154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:14.887671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Bound using segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:55:14.888059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Bound port: abc5a760-d06c-4a47-92ad-44fbab932fc8, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:55:14.888443 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:14.924235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Allocated IP 172.20.0.4 (17e77e75-293f-4d7c-b4bf-3c896e0642f3/c37e3810-d75d-4a6b-a4b1-828d0188de1a/967b49c6-e1bc-423f-92e2-7f3db96af2c1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:55:14.929405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b064dae2-269d-4c3d-a315-3b21c8b07493 req-c10c0cb8-8c3a-4cb3-b7cb-809c053af551 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381347 Nov 10 16:55:15.043436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] For port abc5a760-d06c-4a47-92ad-44fbab932fc8, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:55:15.047282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] For port abc5a760-d06c-4a47-92ad-44fbab932fc8, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=abc5a760-d06c-4a47-92ad-44fbab932fc8,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:55:15.092629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:15.093208 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:15.167588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:15.217498 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:15.255069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.20.0.1 (b467a752-8fda-4790-9ef8-3b5bcb52618e/c1318677-57fb-4c93-a597-9bbedb4223a8/22e8c5df-9af1-452c-8790-fd9b7b163794) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:55:15.291356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39d049-3ee7-47b0-b421-b78e3b3e17cf None None] Pushing event updated for resources: {'Port': ['ID=abc5a760-d06c-4a47-92ad-44fbab932fc8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:15.406760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:15.427205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['4b0dbbd3-7b04-444d-aa1f-493e58fa0806'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:15.470438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:15.526463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:55:15.535393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:15.572675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:55:15.627321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Pushing event updated for resources: {'Port': ['ID=967b49c6-e1bc-423f-92e2-7f3db96af2c1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:15.629015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:15.642906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.643408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.644506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.645926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.645926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.645926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.646498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.647147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.647606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.648038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.648529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.649578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:15.711299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:15.714312 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:15.747732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network b467a752-8fda-4790-9ef8-3b5bcb52618e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:55:15.752331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:15.788289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:55:15.852804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=22e8c5df-9af1-452c-8790-fd9b7b163794,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:15.882720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-81e015ef-89c2-443e-9ee4-ca626e0f96bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9001143 Nov 10 16:55:15.888509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:15.898933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Request body: {'port': {'device_id': 'a28540cd-d8e5-414c-bdad-bcc069196a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:15.959400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdbae9-8ce5-4bf8-adc8-a9cf94937918 req-3e8044d5-81d8-439c-9bf6-13330b755fba tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:15.973098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4bdbae9-8ce5-4bf8-adc8-a9cf94937918 req-3e8044d5-81d8-439c-9bf6-13330b755fba tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 931 time: 0.1580992 Nov 10 16:55:16.114729 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:16.151887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4bdbae9-8ce5-4bf8-adc8-a9cf94937918 req-080b21d7-36b6-4401-9778-73bb670b9ab0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749637 Nov 10 16:55:16.210954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34485-1713-4011-a953-fce98511c6f7 req-79e11a14-ad9d-4240-bd76-2139ce7fb931 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:16.217518 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bf34485-1713-4011-a953-fce98511c6f7 req-79e11a14-ad9d-4240-bd76-2139ce7fb931 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 944 time: 0.1308193 Nov 10 16:55:16.236721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:16.290225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1bf34485-1713-4011-a953-fce98511c6f7 req-740999d2-329f-4923-8222-03ccf3186903 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717049 Nov 10 16:55:16.578771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device abc5a760-d06c-4a47-92ad-44fbab932fc8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:16.688948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a691b160-91fc-4758-91d5-f3f8174439e3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:16.733625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967b49c6-e1bc-423f-92e2-7f3db96af2c1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:55:16.748883 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:16.772497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Transition to ACTIVE for port object 967b49c6-e1bc-423f-92e2-7f3db96af2c1 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:55:16.816510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port abc5a760-d06c-4a47-92ad-44fbab932fc8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:16.819632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:16.876320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:16.905746 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:16.964282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:16.997964 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.027123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Pushing event updated for resources: {'Port': ['ID=967b49c6-e1bc-423f-92e2-7f3db96af2c1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:17.053533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port abc5a760-d06c-4a47-92ad-44fbab932fc8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=abc5a760-d06c-4a47-92ad-44fbab932fc8,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:17.094290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=22e8c5df-9af1-452c-8790-fd9b7b163794,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:17.097044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port a691b160-91fc-4758-91d5-f3f8174439e3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:55:17.104061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port a691b160-91fc-4758-91d5-f3f8174439e3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:17.106286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.106464 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.194190 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.208004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Attempting to bind port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:55:17.208004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Attempting to bind port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:55:17.208004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Attempting to bind port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 on network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:17.210687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 on network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:55:17.211166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Attempting to bind port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 on network 17e77e75-293f-4d7c-b4bf-3c896e0642f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:17.222408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:55:17.222942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Checking segment: {'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:55:17.223359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Bound using segment: {'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:55:17.223848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Bound port: 967b49c6-e1bc-423f-92e2-7f3db96af2c1, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98871875-b5d9-418c-bc62-830c12bac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:55:17.224218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.286195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network b467a752-8fda-4790-9ef8-3b5bcb52618e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:55:17.289461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:17.333983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=abc5a760-d06c-4a47-92ad-44fbab932fc8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:17.371163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c030b-984d-481c-851b-b513df4b08ea None None] Network b467a752-8fda-4790-9ef8-3b5bcb52618e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:55:17.411139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] For port 967b49c6-e1bc-423f-92e2-7f3db96af2c1, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:55:17.419418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] For port 967b49c6-e1bc-423f-92e2-7f3db96af2c1, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=967b49c6-e1bc-423f-92e2-7f3db96af2c1,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:55:17.466477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.493041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7d8e6134-f634-42ad-8963-30f00308c0e0 None None] Provisioning complete for port abc5a760-d06c-4a47-92ad-44fbab932fc8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:17.493693 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6134-f634-42ad-8963-30f00308c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.524221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dee248-6c26-4cb2-a5f2-a4de2286daa4 req-0f3e23c8-efbc-4dde-8361-0bac859b9ac5 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:17.528143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 8b4f4416-e4b2-4489-9fad-28f6124e9519 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:55:17.530301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691b160-91fc-4758-91d5-f3f8174439e3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:17.534809 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fbd205-687a-428f-98a8-6e87a32a203c" -d '{"events": [{"server_uuid": "e6ba8f47-defa-41c3-8711-f4c331d3dfdd", "name": "network-vif-plugged", "status": "completed", "tag": "a691b160-91fc-4758-91d5-f3f8174439e3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:17.540586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62dee248-6c26-4cb2-a5f2-a4de2286daa4 req-0f3e23c8-efbc-4dde-8361-0bac859b9ac5 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 944 time: 0.1251633 Nov 10 16:55:17.543522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.568129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a691b160-91fc-4758-91d5-f3f8174439e3,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:17.635700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7db90-1cab-4205-8f32-634fe39fd02c req-8428d66d-52ca-4bce-adb7-cd9a21b75356 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:17.646266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9f7db90-1cab-4205-8f32-634fe39fd02c req-8428d66d-52ca-4bce-adb7-cd9a21b75356 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 943 time: 0.1576474 Nov 10 16:55:17.708919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.711361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Pushing event updated for resources: {'Port': ['ID=967b49c6-e1bc-423f-92e2-7f3db96af2c1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:17.742875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:17.743520 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:17.745132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-372189da-327d-47b6-8cbf-88a26e82edda service neutron] 10.222.0.18 "PUT /v2.0/ports/967b49c6-e1bc-423f-92e2-7f3db96af2c1 HTTP/1.1" status: 200 len: 1092 time: 1.8516736 Nov 10 16:55:17.747236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28540cd-d8e5-414c-bdad-bcc069196a00', 'tag': '967b49c6-e1bc-423f-92e2-7f3db96af2c1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:17.769233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9f7db90-1cab-4205-8f32-634fe39fd02c req-b4239931-93ff-4608-964a-97b748707b13 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171517 Nov 10 16:55:17.785335 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b461b-b98a-40e8-8026-a79dcc0d2fae" -d '{"events": [{"name": "network-changed", "server_uuid": "a28540cd-d8e5-414c-bdad-bcc069196a00", "tag": "967b49c6-e1bc-423f-92e2-7f3db96af2c1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:17.811438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:55:17.826958 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ce0a07d3-64c8-4f1c-847a-eabedc8dada3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "PUT /v2.0/routers/8b4f4416-e4b2-4489-9fad-28f6124e9519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3839989 Nov 10 16:55:17.829598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Sync routers for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:55:17.866212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a691b160-91fc-4758-91d5-f3f8174439e3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:17.895396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:55:17.896034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:55:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:17.928390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62dee248-6c26-4cb2-a5f2-a4de2286daa4 req-4b43c9ac-916a-4fa3-aae4-079e4f7027fd tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866947 Nov 10 16:55:17.974463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-3670cdb3-9b41-4a34-91f2-8a6122774683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:17.976640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-3670cdb3-9b41-4a34-91f2-8a6122774683 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 1095 time: 0.0669608 Nov 10 16:55:18.015174 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5895721d-d82c-4a59-a18e-2101cbd22de4 x-openstack-request-id: req-5895721d-d82c-4a59-a18e-2101cbd22de4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:18.015174 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ba8f47-defa-41c3-8711-f4c331d3dfdd", "name": "network-vif-plugged", "status": "completed", "tag": "a691b160-91fc-4758-91d5-f3f8174439e3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:18.015174 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5895721d-d82c-4a59-a18e-2101cbd22de4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:18.015174 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691b160-91fc-4758-91d5-f3f8174439e3', 'code': 200} Nov 10 16:55:18.015585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.015695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.016025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.016382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.016688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.017001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.017348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.017659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.029987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.030966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.031571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.032155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:55:18.077403 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f25dd-9665-4f48-9324-874da69b0929 x-openstack-request-id: req-e76f25dd-9665-4f48-9324-874da69b0929 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:18.078622 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28540cd-d8e5-414c-bdad-bcc069196a00", "tag": "967b49c6-e1bc-423f-92e2-7f3db96af2c1", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:18.079060 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e76f25dd-9665-4f48-9324-874da69b0929 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:18.079678 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28540cd-d8e5-414c-bdad-bcc069196a00', 'tag': '967b49c6-e1bc-423f-92e2-7f3db96af2c1', 'status': 'completed', 'code': 200} Nov 10 16:55:18.144272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-060c3342-8c30-40dc-a76c-2366a5f9f12b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=967b49c6-e1bc-423f-92e2-7f3db96af2c1 HTTP/1.1" status: 200 len: 217 time: 0.1483750 Nov 10 16:55:18.165698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:55:18.270649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c607-3182-423e-a32a-412f2e6229a2 req-9443f169-7266-4f7f-82be-d0e2a1d72695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:18.270649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da88c607-3182-423e-a32a-412f2e6229a2 req-9443f169-7266-4f7f-82be-d0e2a1d72695 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 1097 time: 0.2666781 Nov 10 16:55:18.289433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-ee14a560-f4a4-451d-8b14-0fb0f1548a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:18.295671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-ee14a560-f4a4-451d-8b14-0fb0f1548a2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c37e3810-d75d-4a6b-a4b1-828d0188de1a HTTP/1.1" status: 200 len: 853 time: 0.1424942 Nov 10 16:55:18.354747 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-aecc0e51-d788-470c-864e-d5a713b0f54b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281109707&fields=id&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 267 time: 0.1368697 Nov 10 16:55:18.394984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0633ffec-95c8-4c0c-a1e8-bb0aaca8f52e None None] Provisioning complete for port 22e8c5df-9af1-452c-8790-fd9b7b163794 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:18.397170 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0633ffec-95c8-4c0c-a1e8-bb0aaca8f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:18.406970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-e4df9878-ce2a-4fb5-b699-f5d7c44b2f90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17e77e75-293f-4d7c-b4bf-3c896e0642f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903852 Nov 10 16:55:18.511085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0633ffec-95c8-4c0c-a1e8-bb0aaca8f52e None None] Port 22e8c5df-9af1-452c-8790-fd9b7b163794 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:55:18.526325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device abc5a760-d06c-4a47-92ad-44fbab932fc8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:18.577673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da88c607-3182-423e-a32a-412f2e6229a2 req-1cf56786-fcbe-4a60-bb97-c25f58170d77 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012502 Nov 10 16:55:18.585292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-86746ecf-e66c-4399-bb7b-37d0be966e2e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:18.593498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0633ffec-95c8-4c0c-a1e8-bb0aaca8f52e None None] Provisioning complete for port abc5a760-d06c-4a47-92ad-44fbab932fc8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:18.594605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0633ffec-95c8-4c0c-a1e8-bb0aaca8f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:18.596632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-86746ecf-e66c-4399-bb7b-37d0be966e2e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 797 time: 0.2406754 Nov 10 16:55:18.635669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-d48e0177-d003-481b-98f3-e5cee9835327 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/quotas/19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 375 time: 0.0264602 Nov 10 16:55:18.635987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-ae93f18d-aa7b-4bc2-9065-6e4b20bb7613 service neutron] 10.222.0.18 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172961 Nov 10 16:55:18.702892 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-521dff25-3fec-4637-9949-3f091861af8d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692649 Nov 10 16:55:18.915575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-dcb85ba4-6fbf-4687-bd56-1f997c0d4b17 service neutron] 10.222.0.62 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885495 Nov 10 16:55:18.969857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 2, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:18.976589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1f6e077c-68d0-4dc3-9785-7dd32a0db169 req-5c9e6ec5-8b1a-46df-8647-0d4bd88cd677 service neutron] 10.222.0.18 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133026 Nov 10 16:55:19.004965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Checking router: 8b4f4416-e4b2-4489-9fad-28f6124e9519 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:55:19.008785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Updating router 8b4f4416-e4b2-4489-9fad-28f6124e9519 port 22e8c5df-9af1-452c-8790-fd9b7b163794 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:55:19.013986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fce110-a720-4a76-8b2b-d27e9fc0d174 req-8e012833-78ae-4254-b4e7-d0a7e746b803 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:19.015847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65fce110-a720-4a76-8b2b-d27e9fc0d174 req-8e012833-78ae-4254-b4e7-d0a7e746b803 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 943 time: 0.0977495 Nov 10 16:55:19.045629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port abc5a760-d06c-4a47-92ad-44fbab932fc8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:19.047476 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:19.048108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:19.056047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-570ada04-a243-4587-8de8-18bc5e45d93e service neutron] 10.222.0.62 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399131 Nov 10 16:55:19.103477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65fce110-a720-4a76-8b2b-d27e9fc0d174 req-ba8cd083-1094-443c-b193-1ffa206e62cd tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794778 Nov 10 16:55:19.258385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-9d95e219-0e52-4c3b-96da-398a64483d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:19.260303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-9d95e219-0e52-4c3b-96da-398a64483d12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 1095 time: 0.0973146 Nov 10 16:55:19.269988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015dae6-f399-4133-bbf2-d8843a769a82 req-8981f480-0af6-4202-b98a-745e215ddce4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:19.271822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7015dae6-f399-4133-bbf2-d8843a769a82 req-8981f480-0af6-4202-b98a-745e215ddce4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0727313 Nov 10 16:55:19.480292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7015dae6-f399-4133-bbf2-d8843a769a82 req-79cfc7e4-49f7-41e4-94cc-12681ff1f741 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855218 Nov 10 16:55:19.481326 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cad7641d-11c5-4786-ba75-0239c6ca4be1 None None] Provisioning complete for port 22e8c5df-9af1-452c-8790-fd9b7b163794 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:19.482670 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cad7641d-11c5-4786-ba75-0239c6ca4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:19.538551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-90a37e81-24d4-4b5b-94ce-8eabf9b07fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:19.540066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-90a37e81-24d4-4b5b-94ce-8eabf9b07fed service neutron] 10.222.0.18 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 914 time: 0.2672427 Nov 10 16:55:19.578493 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:19.586225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cad7641d-11c5-4786-ba75-0239c6ca4be1 None None] Port 22e8c5df-9af1-452c-8790-fd9b7b163794 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:55:19.635187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-b5b8b19f-1968-413b-bcb3-bbc243dda14d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=967b49c6-e1bc-423f-92e2-7f3db96af2c1 HTTP/1.1" status: 200 len: 217 time: 0.0842426 Nov 10 16:55:19.690110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-846f9925-9ba9-4615-857e-9322ee53f684 req-c2d7e354-6630-433d-90bf-580d83ca4e3a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 210 time: 0.0575445 Nov 10 16:55:19.709277 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:19.710660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-c6a41edb-0911-4c54-8b19-81387914de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:19.712212 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-c6a41edb-0911-4c54-8b19-81387914de2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c37e3810-d75d-4a6b-a4b1-828d0188de1a HTTP/1.1" status: 200 len: 853 time: 0.0673785 Nov 10 16:55:19.756852 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-6edd1fa9-594a-459b-b9ea-735f83e8d08a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17e77e75-293f-4d7c-b4bf-3c896e0642f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358686 Nov 10 16:55:19.774428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8177c6-de61-454c-a8be-2ca62a1624c7 None None] Pushing event updated for resources: {'Port': ['ID=22e8c5df-9af1-452c-8790-fd9b7b163794,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:19.848912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Attempting to bind port 22e8c5df-9af1-452c-8790-fd9b7b163794 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:55:19.852752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Attempting to bind port 22e8c5df-9af1-452c-8790-fd9b7b163794 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:55:19.852752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Attempting to bind port 22e8c5df-9af1-452c-8790-fd9b7b163794 on network b467a752-8fda-4790-9ef8-3b5bcb52618e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:19.857532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:55:19.859202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Checking segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:55:19.859202 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:19.860298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Bound using segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:55:19.860298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Bound port: 22e8c5df-9af1-452c-8790-fd9b7b163794, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:55:19.860846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:19.891968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-f936931e-cfa4-4cc9-9593-ef1754322bd6 service neutron] 10.222.0.18 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270289 Nov 10 16:55:19.949074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] For port 22e8c5df-9af1-452c-8790-fd9b7b163794, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:55:19.952639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] For port 22e8c5df-9af1-452c-8790-fd9b7b163794, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=22e8c5df-9af1-452c-8790-fd9b7b163794,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:55:20.017620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-299b461b-b98a-40e8-8026-a79dcc0d2fae req-79775fc2-f64a-47bf-bc2e-be1ed9eab69b service neutron] 10.222.0.18 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181269 Nov 10 16:55:20.027668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:20.067145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-413eeeff-1d29-4b11-9004-5cc84102a9bf None None] Provisioning complete for port 22e8c5df-9af1-452c-8790-fd9b7b163794 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:20.067544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-413eeeff-1d29-4b11-9004-5cc84102a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:20.163788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:55:20.164594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:55:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:20.211679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8177c6-de61-454c-a8be-2ca62a1624c7 None None] Pushing event updated for resources: {'Port': ['ID=22e8c5df-9af1-452c-8790-fd9b7b163794,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:20.305574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f015d-fed7-41bb-8692-edde1d55337e req-f89908dc-cde4-43af-872e-83a6a7771e6f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:20.307148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a3f015d-fed7-41bb-8692-edde1d55337e req-f89908dc-cde4-43af-872e-83a6a7771e6f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 943 time: 0.0909581 Nov 10 16:55:20.368408 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-413eeeff-1d29-4b11-9004-5cc84102a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:20.368586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:55:20.407951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a3f015d-fed7-41bb-8692-edde1d55337e req-ebc11cfe-4fc1-476b-ad0f-205f335ecd77 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926840 Nov 10 16:55:20.501057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-413eeeff-1d29-4b11-9004-5cc84102a9bf None None] For port 22e8c5df-9af1-452c-8790-fd9b7b163794, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=22e8c5df-9af1-452c-8790-fd9b7b163794,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:20.653763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 967b49c6-e1bc-423f-92e2-7f3db96af2c1 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:55:20.673675 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-413eeeff-1d29-4b11-9004-5cc84102a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:20.677655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ff6ec-a1e0-4b6f-a246-1253d2d15d7b req-63158cf8-4649-4af8-9714-f4832cd5fa0c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:20.679874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-412ff6ec-a1e0-4b6f-a246-1253d2d15d7b req-63158cf8-4649-4af8-9714-f4832cd5fa0c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0858047 Nov 10 16:55:20.752020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-412ff6ec-a1e0-4b6f-a246-1253d2d15d7b req-a76fd3fd-bf6c-47a0-a1de-782c46afb46f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637910 Nov 10 16:55:20.805971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8b4c66e-1841-43ba-a67b-c245be93bf76 req-eec2e144-f3aa-490b-8285-9b6eb708ff55 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 210 time: 0.0364048 Nov 10 16:55:20.829778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eeeff-1d29-4b11-9004-5cc84102a9bf None None] Pushing event updated for resources: {'Port': ['ID=22e8c5df-9af1-452c-8790-fd9b7b163794,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:20.863681 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:20.912159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a0e7e324-f061-40ac-a100-0a11c9ecc6ee None None] Provisioning complete for port 22e8c5df-9af1-452c-8790-fd9b7b163794 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:20.912708 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e324-f061-40ac-a100-0a11c9ecc6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:20.920357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23932fc4-4492-44f4-b248-77bc2655f763 None None] The sync data for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 is: [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:55:20.921403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababb2fa-91a9-4b15-92d2-a8accfa3d7f1 req-c18ccb73-cf57-4747-9f29-e637531beb0c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:20.921403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ababb2fa-91a9-4b15-92d2-a8accfa3d7f1 req-c18ccb73-cf57-4747-9f29-e637531beb0c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0800345 Nov 10 16:55:20.966585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 967b49c6-e1bc-423f-92e2-7f3db96af2c1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=967b49c6-e1bc-423f-92e2-7f3db96af2c1,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:21.004225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '967b49c6-e1bc-423f-92e2-7f3db96af2c1', 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3', 'port_id': '967b49c6-e1bc-423f-92e2-7f3db96af2c1', 'mac_address': 'fa:16:3e:46:ec:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37e3810-d75d-4a6b-a4b1-828d0188de1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:55:21.023862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ababb2fa-91a9-4b15-92d2-a8accfa3d7f1 req-b4ca6f21-b7df-40c0-87d0-e7b1c343b9a7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945668 Nov 10 16:55:21.149907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:21.173354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967b49c6-e1bc-423f-92e2-7f3db96af2c1 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:55:21.215723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 967b49c6-e1bc-423f-92e2-7f3db96af2c1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=967b49c6-e1bc-423f-92e2-7f3db96af2c1,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:21.354185 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:21.421267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=967b49c6-e1bc-423f-92e2-7f3db96af2c1,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:21.458603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d2fbe-62a2-4c95-8371-ce7f6e03df26 req-8463b462-ece3-4aaa-a57d-e27ad6e75dbe tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:21.460340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-084d2fbe-62a2-4c95-8371-ce7f6e03df26 req-8463b462-ece3-4aaa-a57d-e27ad6e75dbe tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0618019 Nov 10 16:55:21.554142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-084d2fbe-62a2-4c95-8371-ce7f6e03df26 req-b1b021e2-9bb6-4440-8325-feeb14f39607 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864680 Nov 10 16:55:21.583492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e535c0-916a-4a5d-833c-5e8aa439a526 req-35c0ccfe-01b8-4606-b3be-1cdb064b6175 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:21.585937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['967b49c6-e1bc-423f-92e2-7f3db96af2c1'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:21.586348 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0e535c0-916a-4a5d-833c-5e8aa439a526 req-35c0ccfe-01b8-4606-b3be-1cdb064b6175 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 944 time: 0.0864108 Nov 10 16:55:21.669020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c0e535c0-916a-4a5d-833c-5e8aa439a526 req-9fb4c9eb-a0ca-49a7-8b66-a6f3a320c975 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758066 Nov 10 16:55:21.832141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e55a7-37ce-4a67-8a44-10e1b809b21b req-a18f6ec3-fca3-4139-91f9-aaddc1b23e99 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:21.844239 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-559e55a7-37ce-4a67-8a44-10e1b809b21b req-a18f6ec3-fca3-4139-91f9-aaddc1b23e99 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0884588 Nov 10 16:55:21.933329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-559e55a7-37ce-4a67-8a44-10e1b809b21b req-476c1f96-06c0-4161-ba81-35cc64ff5fc0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884802 Nov 10 16:55:21.945869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2e68b1ce-65a5-4421-9ba9-85667b5a718e req-dce67312-7933-473c-a02c-e36bd9d2ed51 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 210 time: 0.0356741 Nov 10 16:55:22.549325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 22e8c5df-9af1-452c-8790-fd9b7b163794 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:22.623838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64de2f-6a66-4052-abf6-b071c116fac2 req-bf6c3271-4f23-4dff-8bf6-ed99da8f066e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:22.640134 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c64de2f-6a66-4052-abf6-b071c116fac2 req-bf6c3271-4f23-4dff-8bf6-ed99da8f066e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0647774 Nov 10 16:55:22.640350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 967b49c6-e1bc-423f-92e2-7f3db96af2c1 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:22.697140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 22e8c5df-9af1-452c-8790-fd9b7b163794 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:22.697660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:22.705055 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c64de2f-6a66-4052-abf6-b071c116fac2 req-4cfe85e5-1135-4fa3-9aed-355f15b731c9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724680 Nov 10 16:55:22.882856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c03b2-0104-46dc-87f2-d4760cae5c41 req-bf3281ec-7b06-4e16-a393-31010e45688b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:22.891347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-239c03b2-0104-46dc-87f2-d4760cae5c41 req-bf3281ec-7b06-4e16-a393-31010e45688b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 944 time: 0.0834682 Nov 10 16:55:22.943035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:55:22.947077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:22.952958 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:22.953132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-239c03b2-0104-46dc-87f2-d4760cae5c41 req-b7d89cb9-4e66-4388-915f-f2d254d3a32e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564101 Nov 10 16:55:22.991949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-88c3b17d-64f4-4d53-a0d2-263126a6acb8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:22.993709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-88c3b17d-64f4-4d53-a0d2-263126a6acb8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 797 time: 0.1887598 Nov 10 16:55:23.082556 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:23.083725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-b004f42f-c1d6-43fa-93a8-60484eb4b7ea tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 379 time: 0.0810323 Nov 10 16:55:23.099085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'port': {'device_id': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'admin_state_up': True, 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'security_groups': ['0a68800d-b10d-4c5e-abd5-0aef37f37e0b']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:23.114425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28540cd-d8e5-414c-bdad-bcc069196a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967b49c6-e1bc-423f-92e2-7f3db96af2c1'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:23.116847 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04cb1d1-776d-4de9-ae34-67c64b5abc45" -d '{"events": [{"server_uuid": "a28540cd-d8e5-414c-bdad-bcc069196a00", "name": "network-vif-plugged", "status": "completed", "tag": "967b49c6-e1bc-423f-92e2-7f3db96af2c1"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:23.131353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 967b49c6-e1bc-423f-92e2-7f3db96af2c1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=967b49c6-e1bc-423f-92e2-7f3db96af2c1,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:23.141374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea5116d9-deab-4c16-a584-7c08b6d836cc req-27909265-5a75-4f4b-bd44-c241e4655239 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 210 time: 0.0562792 Nov 10 16:55:23.176488 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54c13ac-1334-4f0d-aed0-664b4b90fe22 x-openstack-request-id: req-e54c13ac-1334-4f0d-aed0-664b4b90fe22 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:23.177230 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28540cd-d8e5-414c-bdad-bcc069196a00", "name": "network-vif-plugged", "status": "completed", "tag": "967b49c6-e1bc-423f-92e2-7f3db96af2c1", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:23.177622 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e54c13ac-1334-4f0d-aed0-664b4b90fe22 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:23.178167 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28540cd-d8e5-414c-bdad-bcc069196a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967b49c6-e1bc-423f-92e2-7f3db96af2c1', 'code': 200} Nov 10 16:55:23.248439 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:23.328619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1509fc-0295-4bf0-b512-8e060be7d126 req-cb19dbe3-ef7d-4427-80fa-920db8439f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:23.330328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b1509fc-0295-4bf0-b512-8e060be7d126 req-cb19dbe3-ef7d-4427-80fa-920db8439f88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 1097 time: 0.0858710 Nov 10 16:55:23.356304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=967b49c6-e1bc-423f-92e2-7f3db96af2c1,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:23.379805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b1509fc-0295-4bf0-b512-8e060be7d126 req-b72c1970-bb6e-4666-b7fa-b4845487466b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Nov 10 16:55:23.399875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:55:23.403718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:23.563222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.20.0.5 (b467a752-8fda-4790-9ef8-3b5bcb52618e/c1318677-57fb-4c93-a597-9bbedb4223a8/10a2e603-1b14-4ddc-9345-6cff9be048d5) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:55:23.732386 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:23.847956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15f71c-b97d-4421-a1fe-7b667553085a req-88709676-342d-4a73-92a1-29a847d4d545 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:23.849531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c15f71c-b97d-4421-a1fe-7b667553085a req-88709676-342d-4a73-92a1-29a847d4d545 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0614169 Nov 10 16:55:23.881089 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:23.947889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network b467a752-8fda-4790-9ef8-3b5bcb52618e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:55:23.954563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:23.959928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:55:23.965529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c15f71c-b97d-4421-a1fe-7b667553085a req-dba87e32-c0d4-40f2-b0e6-166dcf6e3e21 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078825 Nov 10 16:55:23.968079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:24.051915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:24.052653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:24.135329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048052-b698-4bec-ae38-f0874782fc1f req-4443714a-0f9f-4478-800f-cdf3d91ff476 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:24.136951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05048052-b698-4bec-ae38-f0874782fc1f req-4443714a-0f9f-4478-800f-cdf3d91ff476 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 945 time: 0.0584137 Nov 10 16:55:24.204154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-466afed9-8251-43e5-8e00-b94ac89a72fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1104188 Nov 10 16:55:24.215917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05048052-b698-4bec-ae38-f0874782fc1f req-a17b998f-5346-4300-a561-c1c21a8cb247 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712886 Nov 10 16:55:24.231782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Request body: {'port': {'device_id': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:24.259969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-957c376d-69f3-4bd0-8bcd-6b3d37b13d4a None None] Provisioning complete for port 10a2e603-1b14-4ddc-9345-6cff9be048d5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:24.260697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-957c376d-69f3-4bd0-8bcd-6b3d37b13d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:24.310702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:24.317018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-957c376d-69f3-4bd0-8bcd-6b3d37b13d4a None None] Port 10a2e603-1b14-4ddc-9345-6cff9be048d5 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:55:24.319490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64440-e9a3-418b-83a5-1de36c594f25 req-9f7bccf0-ada6-4d10-a037-1783e210750f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:24.321269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bb64440-e9a3-418b-83a5-1de36c594f25 req-9f7bccf0-ada6-4d10-a037-1783e210750f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 931 time: 0.0817997 Nov 10 16:55:24.395903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bb64440-e9a3-418b-83a5-1de36c594f25 req-d62f6ec7-4500-420f-bee9-fb7afc61f792 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673153 Nov 10 16:55:24.654467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a2e603-1b14-4ddc-9345-6cff9be048d5 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:55:24.664076 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:24.677500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Transition to ACTIVE for port object 10a2e603-1b14-4ddc-9345-6cff9be048d5 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:55:24.769346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:24.821909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:24.906891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Attempting to bind port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:55:24.907233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Attempting to bind port 10a2e603-1b14-4ddc-9345-6cff9be048d5 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:55:24.907585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Attempting to bind port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on network b467a752-8fda-4790-9ef8-3b5bcb52618e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:24.915644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on network b467a752-8fda-4790-9ef8-3b5bcb52618e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:55:24.922002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Attempting to bind port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on network b467a752-8fda-4790-9ef8-3b5bcb52618e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:55:24.924370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:55:24.924370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Checking segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:55:24.925001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Bound using segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:55:24.925456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Bound port: 10a2e603-1b14-4ddc-9345-6cff9be048d5, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:55:24.925814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:25.002014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:55:25.007510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:55:25.111638 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:25.135783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dad0c-4c6c-4f01-9399-c36816c92987 req-9848f758-3991-40f0-a9c0-13230a225b45 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.138617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-087dad0c-4c6c-4f01-9399-c36816c92987 req-9848f758-3991-40f0-a9c0-13230a225b45 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0658019 Nov 10 16:55:25.164346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.164964 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:25.166456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] 10.222.0.69 "PUT /v2.0/ports/10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 1092 time: 0.9495265 Nov 10 16:55:25.166898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:25.170191 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5b2db3-4c3c-42d7-bd8f-4ccde6f8d0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:25.208581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-087dad0c-4c6c-4f01-9399-c36816c92987 req-3937f64d-f7ff-4288-9823-5f9f9798ee72 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590391 Nov 10 16:55:25.228468 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868ecd84-743a-4e4a-8134-6545caf3c21a x-openstack-request-id: req-868ecd84-743a-4e4a-8134-6545caf3c21a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:25.228788 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:25.229048 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-868ecd84-743a-4e4a-8134-6545caf3c21a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:25.229501 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'status': 'completed', 'code': 200} Nov 10 16:55:25.235798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74562aff-0a42-4d93-852a-aa32f515e984 service neutron] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:25.360813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2db3-4c3c-42d7-bd8f-4ccde6f8d0a3 req-ed0c4c8b-96ba-4685-8016-9665d4fa8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.362851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f5b2db3-4c3c-42d7-bd8f-4ccde6f8d0a3 req-ed0c4c8b-96ba-4685-8016-9665d4fa8aff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1095 time: 0.1094434 Nov 10 16:55:25.376446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd99f83-b137-4408-925a-d0a236098ade req-9078e1cf-2b45-4a18-9f20-ca28de8be8df tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.378046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3dd99f83-b137-4408-925a-d0a236098ade req-9078e1cf-2b45-4a18-9f20-ca28de8be8df tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 945 time: 0.0827684 Nov 10 16:55:25.508515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3dd99f83-b137-4408-925a-d0a236098ade req-cb834886-12ef-4464-95b1-317efe3ca177 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192775 Nov 10 16:55:25.532360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2db3-4c3c-42d7-bd8f-4ccde6f8d0a3 req-b71f56f8-9b7c-4845-9256-c059ac0ec818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.540285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f5b2db3-4c3c-42d7-bd8f-4ccde6f8d0a3 req-b71f56f8-9b7c-4845-9256-c059ac0ec818 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=19c20c2e7849423bac3b66695c6e40d8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1612172 Nov 10 16:55:25.566694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967257ce-cb7f-4fb6-8d0f-cf9e11d14c18 req-3c1337c6-d3cb-4ff0-9617-b20dbdefd090 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.575329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-967257ce-cb7f-4fb6-8d0f-cf9e11d14c18 req-3c1337c6-d3cb-4ff0-9617-b20dbdefd090 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.1068416 Nov 10 16:55:25.632548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-967257ce-cb7f-4fb6-8d0f-cf9e11d14c18 req-e0f244af-637d-4ab9-a7a4-1fc2e39754b9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559361 Nov 10 16:55:25.670218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2db3-4c3c-42d7-bd8f-4ccde6f8d0a3 req-9cdc931f-5291-4ff1-b27f-a93880200044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.672172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f5b2db3-4c3c-42d7-bd8f-4ccde6f8d0a3 req-9cdc931f-5291-4ff1-b27f-a93880200044 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238403 Nov 10 16:55:25.750968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-94330bd4-babd-4d04-9004-240aab27e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.752599 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-94330bd4-babd-4d04-9004-240aab27e2a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1095 time: 0.0432568 Nov 10 16:55:25.800396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-5e4f1162-2d32-4d88-897e-a5b69cb5922b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 217 time: 0.0390482 Nov 10 16:55:25.853071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-7a0dde66-6662-4799-b9bd-e7848eb832fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.855646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-7a0dde66-6662-4799-b9bd-e7848eb832fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.0490386 Nov 10 16:55:25.904584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-ec4f4b2d-5b7e-4540-a59f-0273937d049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:25.905994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-ec4f4b2d-5b7e-4540-a59f-0273937d049e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426791 Nov 10 16:55:26.012041 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-0aa7f55f-0ce2-4b5b-9040-718b2d7ca863 service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979776 Nov 10 16:55:26.140105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c04150e0-fd91-45f9-ba7f-1b5b11c03c13 req-279409ac-67a5-4cb7-adc0-1ae113430a1d service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110952 Nov 10 16:55:26.203653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70096a8-f801-468f-aae4-b4aefde2bd02 req-7e5e5c6e-e54a-4c03-af2c-aa3446f35b9c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:26.205168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f70096a8-f801-468f-aae4-b4aefde2bd02 req-7e5e5c6e-e54a-4c03-af2c-aa3446f35b9c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 945 time: 0.0710838 Nov 10 16:55:26.262913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f70096a8-f801-468f-aae4-b4aefde2bd02 req-84cb5e43-dee3-410c-8288-5ee00fdc55d8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515821 Nov 10 16:55:26.353050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bfdec-7c9f-467f-bec9-adf8fd613d9e req-6b734eae-8144-4cd2-b6a5-5ec242f488d0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:26.354524 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-014bfdec-7c9f-467f-bec9-adf8fd613d9e req-6b734eae-8144-4cd2-b6a5-5ec242f488d0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0572438 Nov 10 16:55:26.404436 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-014bfdec-7c9f-467f-bec9-adf8fd613d9e req-2b51f8b8-2814-4734-8b6a-89a526c703dd tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437827 Nov 10 16:55:26.756520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17cb34-268a-4761-bde3-070de1c1df78 req-c237ceff-7bc6-4b72-974b-c968ca0116fa tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:26.758164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f17cb34-268a-4761-bde3-070de1c1df78 req-c237ceff-7bc6-4b72-974b-c968ca0116fa tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.0546358 Nov 10 16:55:26.820134 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f17cb34-268a-4761-bde3-070de1c1df78 req-271fa1ef-3ff3-4444-bc47-93a1b2e3224f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559256 Nov 10 16:55:27.397242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534dac9-f5b5-418b-ab4c-6eb0434a720b req-efdf15a5-4998-4de4-8aad-c1d4aecf06ff tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:27.398668 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4534dac9-f5b5-418b-ab4c-6eb0434a720b req-efdf15a5-4998-4de4-8aad-c1d4aecf06ff tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 945 time: 0.0553112 Nov 10 16:55:27.453389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4534dac9-f5b5-418b-ab4c-6eb0434a720b req-d01a5c6d-cf45-44b6-8abf-aa51d88ddf36 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Nov 10 16:55:27.566600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464d644-4450-44d0-97b4-0168c416f6a2 req-9c43ce87-9b02-4bc3-ad17-587ea23cd31a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:27.568132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7464d644-4450-44d0-97b4-0168c416f6a2 req-9c43ce87-9b02-4bc3-ad17-587ea23cd31a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0858600 Nov 10 16:55:27.582306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-bc567518-6bd3-4113-8aca-ca2c153298d3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:27.583836 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-bc567518-6bd3-4113-8aca-ca2c153298d3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.18 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 945 time: 0.0735633 Nov 10 16:55:27.684647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7464d644-4450-44d0-97b4-0168c416f6a2 req-50296b9a-4f29-4df4-b37a-33e7221436e8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998011 Nov 10 16:55:27.709004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Deleting port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:55:27.709338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:27.809135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] For port 967b49c6-e1bc-423f-92e2-7f3db96af2c1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=967b49c6-e1bc-423f-92e2-7f3db96af2c1,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:27.809853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:27.825590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Calling delete_port for 967b49c6-e1bc-423f-92e2-7f3db96af2c1 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:55:27.977809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bea9e-fbef-4a05-bad2-a1641c0fc868 req-97de1b12-d5c4-456e-805b-f5ea9860acc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:27.979398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b6bea9e-fbef-4a05-bad2-a1641c0fc868 req-97de1b12-d5c4-456e-805b-f5ea9860acc0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.0561099 Nov 10 16:55:28.032707 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b6bea9e-fbef-4a05-bad2-a1641c0fc868 req-69fc1ceb-3e74-4439-83ee-36ea68ceddbb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471702 Nov 10 16:55:28.059690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:28.072805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['967b49c6-e1bc-423f-92e2-7f3db96af2c1'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:28.075055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['4b0dbbd3-7b04-444d-aa1f-493e58fa0806'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:28.091153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Pushing event deleted for resources: {'Port': ['ID=967b49c6-e1bc-423f-92e2-7f3db96af2c1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:28.160676 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] No DVR routers for this DVR port 967b49c6-e1bc-423f-92e2-7f3db96af2c1 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:55:28.165171 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:28.170414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3486f9b-c38c-4ab0-8c1c-02e406918f94 req-1300d7da-e5d4-46b6-b42a-2be8b053f808 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.18 "DELETE /v2.0/ports/967b49c6-e1bc-423f-92e2-7f3db96af2c1 HTTP/1.1" status: 204 len: 173 time: 0.5790439 Nov 10 16:55:28.171402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28540cd-d8e5-414c-bdad-bcc069196a00', 'name': 'network-vif-deleted', 'tag': '967b49c6-e1bc-423f-92e2-7f3db96af2c1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:28.175063 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f4fadc-aaad-4486-80d5-783787fb768f" -d '{"events": [{"server_uuid": "a28540cd-d8e5-414c-bdad-bcc069196a00", "name": "network-vif-deleted", "tag": "967b49c6-e1bc-423f-92e2-7f3db96af2c1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:28.225785 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c127ce4-1243-4df7-a1a3-7879f8b24efc x-openstack-request-id: req-0c127ce4-1243-4df7-a1a3-7879f8b24efc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:28.226177 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28540cd-d8e5-414c-bdad-bcc069196a00", "name": "network-vif-deleted", "tag": "967b49c6-e1bc-423f-92e2-7f3db96af2c1", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:28.226433 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c127ce4-1243-4df7-a1a3-7879f8b24efc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:28.226828 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28540cd-d8e5-414c-bdad-bcc069196a00', 'name': 'network-vif-deleted', 'tag': '967b49c6-e1bc-423f-92e2-7f3db96af2c1', 'status': 'completed', 'code': 200} Nov 10 16:55:28.584936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-044b4cb2-46e4-4643-90fb-fcedceff44ef req-91676326-2a8a-46ed-ba7a-04a573843199 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=a28540cd-d8e5-414c-bdad-bcc069196a00 HTTP/1.1" status: 200 len: 210 time: 0.0309496 Nov 10 16:55:28.826837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310fffa-92cb-4891-a849-7892263f5cc9 req-31c76337-b999-463f-ae0a-1e1cfb4c8c90 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:28.828385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e310fffa-92cb-4891-a849-7892263f5cc9 req-31c76337-b999-463f-ae0a-1e1cfb4c8c90 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0518558 Nov 10 16:55:28.881671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e310fffa-92cb-4891-a849-7892263f5cc9 req-771c726a-0972-4e32-9e95-074c19170d70 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Nov 10 16:55:29.158461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d390b-97da-44ef-92bd-95e244c53d40 req-f9d369b7-8816-4f94-a0c1-f28151382df8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:29.159898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-150d390b-97da-44ef-92bd-95e244c53d40 req-f9d369b7-8816-4f94-a0c1-f28151382df8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.0543013 Nov 10 16:55:29.210671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-150d390b-97da-44ef-92bd-95e244c53d40 req-0fdb87a2-9419-457d-90b8-bb7a4f27379e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441332 Nov 10 16:55:29.747965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9723d3-15d8-4247-a919-f94506ccce14 req-92f6d707-20f6-42e0-bd12-38be6349a002 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:29.749557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa9723d3-15d8-4247-a919-f94506ccce14 req-92f6d707-20f6-42e0-bd12-38be6349a002 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0559363 Nov 10 16:55:29.806999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa9723d3-15d8-4247-a919-f94506ccce14 req-6e8ba9ac-4977-4fef-b43a-bf5c322ca8f9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510197 Nov 10 16:55:29.976240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd7390-5ebc-435b-beb7-ce402b5f3bed req-713e3a41-7d1e-43f2-96c6-d0fdbdc019ba tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:29.977750 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9dd7390-5ebc-435b-beb7-ce402b5f3bed req-713e3a41-7d1e-43f2-96c6-d0fdbdc019ba tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0495338 Nov 10 16:55:30.035014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9dd7390-5ebc-435b-beb7-ce402b5f3bed req-e45ea252-787c-4b41-afd5-937aa2b43f61 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487640 Nov 10 16:55:30.135092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b489eb1-92fa-42cc-90de-f70cf2e427cf req-841b8cf7-c6ae-4880-9cc4-4840427ab022 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:30.137404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b489eb1-92fa-42cc-90de-f70cf2e427cf req-841b8cf7-c6ae-4880-9cc4-4840427ab022 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0684061 Nov 10 16:55:30.194388 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b489eb1-92fa-42cc-90de-f70cf2e427cf req-3f7fb5ce-ae90-44f8-863a-7e59f36040ee tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Nov 10 16:55:30.197901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7e2c7-b03a-4080-a2a7-ed5c7b98fe82 req-96ffd892-e5f9-4467-8e9f-ee7e70e12ea6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:30.199538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86e7e2c7-b03a-4080-a2a7-ed5c7b98fe82 req-96ffd892-e5f9-4467-8e9f-ee7e70e12ea6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0686538 Nov 10 16:55:30.255526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86e7e2c7-b03a-4080-a2a7-ed5c7b98fe82 req-a61d971a-897f-4de9-8d61-2f445e9691c0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490532 Nov 10 16:55:30.344325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f133b11-7a35-41f7-b205-d811e3118cd5 req-0d73e518-a31a-4cea-99d1-efd831ac1723 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:30.347562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f133b11-7a35-41f7-b205-d811e3118cd5 req-0d73e518-a31a-4cea-99d1-efd831ac1723 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.0630732 Nov 10 16:55:30.408111 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f133b11-7a35-41f7-b205-d811e3118cd5 req-1e2c7d3f-5bde-4ce4-adae-968020f687dc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547478 Nov 10 16:55:31.184777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 10a2e603-1b14-4ddc-9345-6cff9be048d5 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:55:31.319278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:31.339147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec7e22-dc18-4bac-8b77-85c4035a8126 req-f0f265ea-3dc6-4331-bff4-d3696e1431c7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:31.348646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'port_id': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'mac_address': 'fa:16:3e:9b:87:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:55:31.350683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35ec7e22-dc18-4bac-8b77-85c4035a8126 req-f0f265ea-3dc6-4331-bff4-d3696e1431c7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0798662 Nov 10 16:55:31.410870 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:31.427052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a2e603-1b14-4ddc-9345-6cff9be048d5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:55:31.451429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35ec7e22-dc18-4bac-8b77-85c4035a8126 req-29656e84-3ff1-47bb-899c-65a964a324fb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994496 Nov 10 16:55:31.451981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:31.529046 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:31.604046 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5faf071d-423c-4268-a609-e39e4d33e30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:31.622163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:31.624176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b0422-8433-41c9-b3a9-c46ddfb8e45c req-69ade04b-35c5-4abc-ad39-d9a8c909183d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:31.631080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d7b0422-8433-41c9-b3a9-c46ddfb8e45c req-69ade04b-35c5-4abc-ad39-d9a8c909183d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 944 time: 0.1066179 Nov 10 16:55:31.697726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d7b0422-8433-41c9-b3a9-c46ddfb8e45c req-3dc76d35-3e00-4f3d-a76a-fe9323a278bd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571537 Nov 10 16:55:31.890384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['10a2e603-1b14-4ddc-9345-6cff9be048d5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:32.591559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f151ea-f3d9-4448-84ba-c65017063fd2 req-84904661-9d40-4c18-99bf-775167e798c6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:32.593383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33f151ea-f3d9-4448-84ba-c65017063fd2 req-84904661-9d40-4c18-99bf-775167e798c6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0531027 Nov 10 16:55:32.647014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 967b49c6-e1bc-423f-92e2-7f3db96af2c1 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:55:32.650214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33f151ea-f3d9-4448-84ba-c65017063fd2 req-a7f7fec7-5434-4112-94a4-39d78658fb47 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Nov 10 16:55:32.677376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 967b49c6-e1bc-423f-92e2-7f3db96af2c1 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:55:32.677712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 967b49c6-e1bc-423f-92e2-7f3db96af2c1 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:55:32.830147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802c1ea-cfb7-4cc2-b056-744c593d3b3a req-c24eeba9-1d72-466c-a421-0334e8c3b139 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:32.832393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6802c1ea-cfb7-4cc2-b056-744c593d3b3a req-c24eeba9-1d72-466c-a421-0334e8c3b139 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 944 time: 0.0529692 Nov 10 16:55:32.886357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6802c1ea-cfb7-4cc2-b056-744c593d3b3a req-8a825c58-4aad-4754-9acd-d8686b3f6828 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477481 Nov 10 16:55:33.203118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 10a2e603-1b14-4ddc-9345-6cff9be048d5 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:33.328611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 10a2e603-1b14-4ddc-9345-6cff9be048d5 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:55:33.333729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 10a2e603-1b14-4ddc-9345-6cff9be048d5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:33.334199 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:33.424449 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:33.449604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:33.451890 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2e4821-7495-44bc-af33-857ca7974c83" -d '{"events": [{"server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "name": "network-vif-plugged", "status": "completed", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:33.467774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:33.492617 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3b0521-ce2b-47e6-8f1d-fd401e2a1f27 x-openstack-request-id: req-7a3b0521-ce2b-47e6-8f1d-fd401e2a1f27 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:33.492981 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "name": "network-vif-plugged", "status": "completed", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:33.493302 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a3b0521-ce2b-47e6-8f1d-fd401e2a1f27 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:33.493793 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'code': 200} Nov 10 16:55:33.561107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:33.604952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09d2ee-fd6b-4ab9-88f8-3e28ab9c04a8 req-0b838f2e-c854-47b6-a568-65077833a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:33.607530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de09d2ee-fd6b-4ab9-88f8-3e28ab9c04a8 req-0b838f2e-c854-47b6-a568-65077833a48f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1097 time: 0.0488548 Nov 10 16:55:33.639327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:33.669088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de09d2ee-fd6b-4ab9-88f8-3e28ab9c04a8 req-34b0cca9-d3db-4c55-b572-f3bd5258a9c8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536442 Nov 10 16:55:33.805048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e5e7-5879-413b-afc1-2f6907f905a3 req-7e25a3c8-f5b9-49d4-bb68-6790325f46fc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:33.806695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6213e5e7-5879-413b-afc1-2f6907f905a3 req-7e25a3c8-f5b9-49d4-bb68-6790325f46fc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0599012 Nov 10 16:55:33.842902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0feb4bd3-ad85-4c2e-99e2-a94ae8b71694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:33.863887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6213e5e7-5879-413b-afc1-2f6907f905a3 req-300a0dfb-eddb-4670-8b6d-959d9d3aa984 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507751 Nov 10 16:55:34.033476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42835f6b-38a7-49a1-bdb6-7c8d2dac966e req-a0efeab2-bda3-4630-b40b-1d62fe1490e6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:34.035702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42835f6b-38a7-49a1-bdb6-7c8d2dac966e req-a0efeab2-bda3-4630-b40b-1d62fe1490e6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0705211 Nov 10 16:55:34.098774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42835f6b-38a7-49a1-bdb6-7c8d2dac966e req-de9fd8ec-986b-43c0-82c4-efb27b30cafd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542068 Nov 10 16:55:34.224008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd0a1d-98c1-4c99-bbae-1c91e1378ab9 req-fbcad74a-4677-4600-9165-8618833db02c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:34.225632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6dbd0a1d-98c1-4c99-bbae-1c91e1378ab9 req-fbcad74a-4677-4600-9165-8618833db02c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0518198 Nov 10 16:55:34.280348 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6dbd0a1d-98c1-4c99-bbae-1c91e1378ab9 req-952e6da5-303e-47c1-b6a4-8873cd7800b0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Nov 10 16:55:34.412703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778060d5-1db3-4c41-a286-58866f25ae3f req-65e87f3c-d3ee-4f21-9c52-6280584e14c3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:34.414238 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-778060d5-1db3-4c41-a286-58866f25ae3f req-65e87f3c-d3ee-4f21-9c52-6280584e14c3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0526671 Nov 10 16:55:34.464214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-778060d5-1db3-4c41-a286-58866f25ae3f req-44aeadbf-ca62-4269-8bbf-a0c463eb98d2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Nov 10 16:55:35.043235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcad2b-d5da-4b05-b16a-af1a76a736fd req-4fdad04c-340c-4a4a-a9df-55ec130798c1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:35.045785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42fcad2b-d5da-4b05-b16a-af1a76a736fd req-4fdad04c-340c-4a4a-a9df-55ec130798c1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0973389 Nov 10 16:55:35.100147 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:35.121397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42fcad2b-d5da-4b05-b16a-af1a76a736fd req-41942f29-e991-4b07-b4f7-0c94f4ce7487 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695021 Nov 10 16:55:35.275149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3b2c-b8e8-428d-82dc-2d73699bbcdb req-3f5c28a6-c471-41c0-b3ff-a830b6b94500 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:35.285951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01dc3b2c-b8e8-428d-82dc-2d73699bbcdb req-3f5c28a6-c471-41c0-b3ff-a830b6b94500 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0969810 Nov 10 16:55:35.345424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01dc3b2c-b8e8-428d-82dc-2d73699bbcdb req-555020c9-82ba-4e6d-b8c8-18d1260c5a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579278 Nov 10 16:55:36.293962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34091-d461-481a-8fe6-4cd6f6309e83 req-4071251f-21e7-426b-9b64-888cba9b0416 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:36.304520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ae34091-d461-481a-8fe6-4cd6f6309e83 req-4071251f-21e7-426b-9b64-888cba9b0416 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0939860 Nov 10 16:55:36.358765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ae34091-d461-481a-8fe6-4cd6f6309e83 req-3db8f350-b206-4217-bfa2-c86ee25c887b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529668 Nov 10 16:55:36.490878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022580ab-e1b0-4be1-984b-521623cb26f7 req-04313c37-c1cd-4816-bf0d-09de5d7524d0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:36.493014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-022580ab-e1b0-4be1-984b-521623cb26f7 req-04313c37-c1cd-4816-bf0d-09de5d7524d0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0584862 Nov 10 16:55:36.566795 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-022580ab-e1b0-4be1-984b-521623cb26f7 req-70a767fd-ddd9-4025-8678-d4ebf3cf4f18 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670431 Nov 10 16:55:36.700496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a83b-cdda-4e46-9e3c-bb5a9f87fe54 req-0d59dd7e-34b1-472e-a355-a693b068cf4a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:36.702043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8656a83b-cdda-4e46-9e3c-bb5a9f87fe54 req-0d59dd7e-34b1-472e-a355-a693b068cf4a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0550847 Nov 10 16:55:36.741756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97287273-ced6-4d5a-aa7b-1e227a80e282 req-53a1c253-8f8c-4973-a239-b8d106a73b7f tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:36.745549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97287273-ced6-4d5a-aa7b-1e227a80e282 req-53a1c253-8f8c-4973-a239-b8d106a73b7f tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 949 time: 0.0794137 Nov 10 16:55:36.760139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8656a83b-cdda-4e46-9e3c-bb5a9f87fe54 req-c9a4f440-f8de-454f-8242-3f449587b10f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509818 Nov 10 16:55:36.787397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:36.788463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44628) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:36.806685 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97287273-ced6-4d5a-aa7b-1e227a80e282 req-a9096749-a519-4f16-95a3-8c19598be0f5 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524237 Nov 10 16:55:36.843764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41aa80c-c7bb-44e7-8f2e-cadbbec5d5e0 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:36.846166 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d41aa80c-c7bb-44e7-8f2e-cadbbec5d5e0 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1092 time: 0.0559175 Nov 10 16:55:36.853227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44632) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:36.858317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:55:36.925991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:37.025231 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:37.140357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.25.3.141 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/91923699-aed5-42e9-a11b-03ef8fd84762) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:55:37.536695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984664-7114-4a65-b1b8-25e77d50237a req-6c087e50-c667-4206-9d8c-42907e223080 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:37.539874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84984664-7114-4a65-b1b8-25e77d50237a req-6c087e50-c667-4206-9d8c-42907e223080 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0573378 Nov 10 16:55:37.555488 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:37.608092 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84984664-7114-4a65-b1b8-25e77d50237a req-c03b2aa6-3313-4599-97bc-1a037e6347a4 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629320 Nov 10 16:55:37.641918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e749b-2a63-43d0-91fa-3dbe429470a5 req-1fb38c9e-86ef-439f-82d8-c33f7451dc7b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:37.644055 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-258e749b-2a63-43d0-91fa-3dbe429470a5 req-1fb38c9e-86ef-439f-82d8-c33f7451dc7b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0813575 Nov 10 16:55:37.656074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:37.721776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-258e749b-2a63-43d0-91fa-3dbe429470a5 req-70897936-b8d0-4a51-af67-a17565b22d52 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632682 Nov 10 16:55:37.744401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ad023-25fa-4e1a-ae25-ff7fd4234b63 req-6f05e6ea-72ef-4412-9607-d03b0724154e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:37.746013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-391ad023-25fa-4e1a-ae25-ff7fd4234b63 req-6f05e6ea-72ef-4412-9607-d03b0724154e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0617447 Nov 10 16:55:37.760138 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:37.797383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-391ad023-25fa-4e1a-ae25-ff7fd4234b63 req-4a6edb9e-d022-4d6c-aede-ba154acdc2a2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449784 Nov 10 16:55:37.820408 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:37.873478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:55:37.876603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:55:37.880377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:55:37.894886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=91923699-aed5-42e9-a11b-03ef8fd84762,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:38.001103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efede9-019b-4b7b-8555-70473244f40c req-7bf6bc02-d19d-4d70-b4c5-4b0f82b82259 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:38.002631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53efede9-019b-4b7b-8555-70473244f40c req-7bf6bc02-d19d-4d70-b4c5-4b0f82b82259 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0529726 Nov 10 16:55:38.014032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67876a4-fc06-44dd-a9f7-ae7756da4b76 req-20e635df-5b97-4548-aad2-27ec1dc8a3ef tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:38.015713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f67876a4-fc06-44dd-a9f7-ae7756da4b76 req-20e635df-5b97-4548-aad2-27ec1dc8a3ef tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 949 time: 0.0890622 Nov 10 16:55:38.079583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53efede9-019b-4b7b-8555-70473244f40c req-a5b9c264-3620-4036-9856-87214ecadd4a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646117 Nov 10 16:55:38.176854 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f67876a4-fc06-44dd-a9f7-ae7756da4b76 req-79f2f319-1fa7-4316-aebe-f488db022df3 tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/security-groups?id=252c8bdb-4a6b-49c5-94cc-d23a0ef28922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466157 Nov 10 16:55:38.299273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b99781-893b-4001-bb14-f8015a80bd0a req-17b7e245-6b82-4954-8216-c77fc1c68b1f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:38.301696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6b99781-893b-4001-bb14-f8015a80bd0a req-17b7e245-6b82-4954-8216-c77fc1c68b1f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0811903 Nov 10 16:55:38.315886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-f4f9c349-64c3-42a3-8845-82556bdaff2b tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:38.317396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-f4f9c349-64c3-42a3-8845-82556bdaff2b tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.18 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 949 time: 0.1173215 Nov 10 16:55:38.419261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6b99781-893b-4001-bb14-f8015a80bd0a req-4d769a21-2705-4b48-9619-be8ae53488b9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008685 Nov 10 16:55:38.419614 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:38.465346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Deleting port 8b678d65-405a-4df1-8757-60eaef31f809 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:55:38.465688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:38.574111 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:38.607237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] For port 8b678d65-405a-4df1-8757-60eaef31f809, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b678d65-405a-4df1-8757-60eaef31f809,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:38.607613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:38.624204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Calling delete_port for 8b678d65-405a-4df1-8757-60eaef31f809 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:55:38.648890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bd568-7d59-40e5-b514-735267c3ca8c req-eedaa3b9-2238-4819-bdb9-c7289dda5ee0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:38.650985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c54bd568-7d59-40e5-b514-735267c3ca8c req-eedaa3b9-2238-4819-bdb9-c7289dda5ee0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0845234 Nov 10 16:55:38.762488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c54bd568-7d59-40e5-b514-735267c3ca8c req-95d68edd-d738-4fb9-aee4-4a8e77350ccc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758874 Nov 10 16:55:38.769492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:38.859727 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:38.911418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a0e5-4f5c-4dd8-975b-0e546555e5dd req-71b739c9-d3b2-4ce5-9568-f11cfc66993f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:38.912998 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8793a0e5-4f5c-4dd8-975b-0e546555e5dd req-71b739c9-d3b2-4ce5-9568-f11cfc66993f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0560389 Nov 10 16:55:38.938475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de30a-e566-4a2c-90a4-cf940b4a4336 req-daebd055-fb6a-47ea-ae42-5d13749c3ca0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:38.940601 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf0de30a-e566-4a2c-90a4-cf940b4a4336 req-daebd055-fb6a-47ea-ae42-5d13749c3ca0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.1190367 Nov 10 16:55:38.959011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:38.968131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=91923699-aed5-42e9-a11b-03ef8fd84762,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:38.972658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8b678d65-405a-4df1-8757-60eaef31f809'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:38.991807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:39.011672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Pushing event deleted for resources: {'Port': ['ID=8b678d65-405a-4df1-8757-60eaef31f809,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:39.031771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8793a0e5-4f5c-4dd8-975b-0e546555e5dd req-121b7ab0-33f0-490f-9c85-ac720bdd8ebe tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118155 Nov 10 16:55:39.070581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf0de30a-e566-4a2c-90a4-cf940b4a4336 req-b4ba6c66-5eb0-495d-a652-eb221411bc17 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199389 Nov 10 16:55:39.090437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] No DVR routers for this DVR port 8b678d65-405a-4df1-8757-60eaef31f809 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:55:39.093307 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:39.097791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca5ddc73-0995-4b30-9776-e01b5ec72b66 req-fb8dac51-c34f-487c-9b8c-17760b7b9f8c tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.18 "DELETE /v2.0/ports/8b678d65-405a-4df1-8757-60eaef31f809 HTTP/1.1" status: 204 len: 173 time: 0.7724860 Nov 10 16:55:39.098295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08945ff9-4e22-4f75-bd63-f0db0dd1064f', 'name': 'network-vif-deleted', 'tag': '8b678d65-405a-4df1-8757-60eaef31f809'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:39.101203 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562a1595-1272-4665-ad58-a1121caf4793" -d '{"events": [{"server_uuid": "08945ff9-4e22-4f75-bd63-f0db0dd1064f", "name": "network-vif-deleted", "tag": "8b678d65-405a-4df1-8757-60eaef31f809"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:39.148838 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1317d167-1113-4321-88c9-8752a9f38730 x-openstack-request-id: req-1317d167-1113-4321-88c9-8752a9f38730 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:39.149202 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08945ff9-4e22-4f75-bd63-f0db0dd1064f", "name": "network-vif-deleted", "tag": "8b678d65-405a-4df1-8757-60eaef31f809", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:39.149668 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1317d167-1113-4321-88c9-8752a9f38730 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:39.150133 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08945ff9-4e22-4f75-bd63-f0db0dd1064f', 'name': 'network-vif-deleted', 'tag': '8b678d65-405a-4df1-8757-60eaef31f809', 'status': 'completed', 'code': 200} Nov 10 16:55:39.177172 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Floating IP 48da73ff-1013-4563-908c-930a1bf10f8b associated. External IP: 172.25.3.141, port: 10a2e603-1b14-4ddc-9345-6cff9be048d5. Nov 10 16:55:39.348459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89fb1bfa-21d0-4191-af1b-9c1593f1b045 req-fd373133-cc90-478d-a51d-8bf2734c08fe tempest-VolumesBackupsTest-2007602405 tempest-VolumesBackupsTest-2007602405-project] 10.222.0.62 "GET /v2.0/ports?device_id=08945ff9-4e22-4f75-bd63-f0db0dd1064f HTTP/1.1" status: 200 len: 210 time: 0.0340614 Nov 10 16:55:39.356472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66765c-16a0-4628-9204-5f8f600c36e2 req-1d720363-0204-4377-9669-eee64880a4c6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:39.358244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe66765c-16a0-4628-9204-5f8f600c36e2 req-1d720363-0204-4377-9669-eee64880a4c6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1450458 Nov 10 16:55:39.505542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe66765c-16a0-4628-9204-5f8f600c36e2 req-8a81f984-ca80-40cd-bbbf-28b3aa3a44ab tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294174 Nov 10 16:55:39.594165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 8b4f4416-e4b2-4489-9fad-28f6124e9519 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:55:39.705032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5fdd2-3ee6-471e-812f-628c91c4bb27 req-345b9941-a26e-4bc0-b086-bf2c464c921e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:39.707794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87d5fdd2-3ee6-471e-812f-628c91c4bb27 req-345b9941-a26e-4bc0-b086-bf2c464c921e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0829842 Nov 10 16:55:39.767171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87d5fdd2-3ee6-471e-812f-628c91c4bb27 req-eb2681fc-e0a0-43b2-884e-4f3eb2f3ce63 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531099 Nov 10 16:55:39.773856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:55:39.797456 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] Sync routers for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:55:39.810985 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:55:39.811934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:55:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:39.884821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:39.916352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f304d20d-0073-489b-b56c-e376b16a3559 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0619535 Nov 10 16:55:39.916965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:39.919394 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c185829-3617-405a-a565-4f89874a3977" -d '{"events": [{"name": "network-changed", "server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:39.937502 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:55:40.017170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7801-65bf-40ea-96d3-432eb885f656 req-e3fb0c87-f90e-4c44-81e5-caf0ad00a754 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:40.019709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d71f7801-65bf-40ea-96d3-432eb885f656 req-e3fb0c87-f90e-4c44-81e5-caf0ad00a754 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0764523 Nov 10 16:55:40.092172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d71f7801-65bf-40ea-96d3-432eb885f656 req-d22dd658-a296-4b7f-ac42-b2fc5c75dfdb tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633645 Nov 10 16:55:40.095537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09199442-13bd-4f74-9968-a7293a762d18 req-4a941026-dbeb-4723-96fd-c7c96264a06b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:40.098424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09199442-13bd-4f74-9968-a7293a762d18 req-4a941026-dbeb-4723-96fd-c7c96264a06b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1031961 Nov 10 16:55:40.208206 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09199442-13bd-4f74-9968-a7293a762d18 req-49507345-0484-4232-90c0-808b928c5837 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001763 Nov 10 16:55:40.213040 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2276a09f-eb0f-4b4d-aa19-a28151474386 x-openstack-request-id: req-2276a09f-eb0f-4b4d-aa19-a28151474386 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:40.213861 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:40.215049 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2276a09f-eb0f-4b4d-aa19-a28151474386 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:40.216641 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'status': 'completed', 'code': 200} Nov 10 16:55:40.228436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44708) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:40.261100 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '48da73ff-1013-4563-908c-930a1bf10f8b', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'port_id': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'mac_address': 'fa:16:3e:9b:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:55:38Z', 'updated_at': '2021-11-10T16:55:38Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:20Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:40.352353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c185829-3617-405a-a565-4f89874a3977 req-813bf3ad-2dd6-457e-9845-00dc598c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:40.353888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c185829-3617-405a-a565-4f89874a3977 req-813bf3ad-2dd6-457e-9845-00dc598c2978 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1097 time: 0.1178212 Nov 10 16:55:40.367610 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] Checking router: 8b4f4416-e4b2-4489-9fad-28f6124e9519 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:55:40.390303 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:55:40.391610 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:55:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:40.419143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492067dc-97db-435d-955f-d98e1f15db31 req-3973eb3c-370e-4b95-a5fe-b4e7b294e633 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:40.419405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8ba8b802-f968-4820-b7ee-4076ef30a92d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/48da73ff-1013-4563-908c-930a1bf10f8b HTTP/1.1" status: 200 len: 991 time: 0.1897681 Nov 10 16:55:40.425813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-492067dc-97db-435d-955f-d98e1f15db31 req-3973eb3c-370e-4b95-a5fe-b4e7b294e633 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.1161742 Nov 10 16:55:40.442928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591fd9f-c305-4750-9a9f-f1ca80555b06 req-ddf181bd-dfc8-4577-8e39-07bc952fa84a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:40.450336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7591fd9f-c305-4750-9a9f-f1ca80555b06 req-ddf181bd-dfc8-4577-8e39-07bc952fa84a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1495554 Nov 10 16:55:40.548734 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:55:40.549125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-492067dc-97db-435d-955f-d98e1f15db31 req-4892b76f-1581-473e-8812-7322feaadc31 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039438 Nov 10 16:55:40.555721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7591fd9f-c305-4750-9a9f-f1ca80555b06 req-45acaae7-28d0-4324-990c-f3b21cefdf54 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044059 Nov 10 16:55:40.578463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c185829-3617-405a-a565-4f89874a3977 req-df766aee-e4a0-4965-a41b-1fe116510741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:40.580824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:40.586146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c185829-3617-405a-a565-4f89874a3977 req-df766aee-e4a0-4965-a41b-1fe116510741 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 898 time: 0.2229745 Nov 10 16:55:40.747133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c185829-3617-405a-a565-4f89874a3977 req-f1dc0d61-0222-4014-a280-5052cab8a449 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 999 time: 0.1531813 Nov 10 16:55:40.853583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c185829-3617-405a-a565-4f89874a3977 req-67736b64-0d11-4cfc-aedc-80e24d0250d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:40.855567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c185829-3617-405a-a565-4f89874a3977 req-67736b64-0d11-4cfc-aedc-80e24d0250d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.1002722 Nov 10 16:55:40.931262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c185829-3617-405a-a565-4f89874a3977 req-4b18788a-24a3-4aa7-9df4-e9b92d1a562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:40.946358 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '48da73ff-1013-4563-908c-930a1bf10f8b', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'port_id': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'mac_address': 'fa:16:3e:9b:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:55:38Z', 'updated_at': '2021-11-10T16:55:38Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:20Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:55:40.946949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c185829-3617-405a-a565-4f89874a3977 req-4b18788a-24a3-4aa7-9df4-e9b92d1a562d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652356 Nov 10 16:55:40.960505 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c726f-63b3-4835-8c9a-e074defef4ff None None] The sync data for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 is: [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '48da73ff-1013-4563-908c-930a1bf10f8b', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'port_id': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'mac_address': 'fa:16:3e:9b:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:55:38Z', 'updated_at': '2021-11-10T16:55:38Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:20Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:55:41.054252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432e481-5f71-4fa9-bb57-9e353b00bc6f req-85987220-92b4-4cc2-9d4b-51bd853ec656 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:41.055844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8432e481-5f71-4fa9-bb57-9e353b00bc6f req-85987220-92b4-4cc2-9d4b-51bd853ec656 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1135206 Nov 10 16:55:41.112880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c185829-3617-405a-a565-4f89874a3977 req-b72db642-af0f-4c2b-b36a-1a78f90f5606 service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722152 Nov 10 16:55:41.152941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8432e481-5f71-4fa9-bb57-9e353b00bc6f req-079cc921-d69a-4d1e-9a8d-e7d83c82bd5b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899374 Nov 10 16:55:41.290309 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c185829-3617-405a-a565-4f89874a3977 req-e0f4c656-459d-40eb-8f2d-7404db98db6f service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692038 Nov 10 16:55:41.350299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8949c1ea-aada-42f6-9a95-538907162195 req-1142f6d4-03f9-4a1b-970e-7f05336396ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1118791 Nov 10 16:55:41.351843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0127d-56be-4c46-9b58-6415da34bc49 None None] New status for floating IP 48da73ff-1013-4563-908c-930a1bf10f8b: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:55:41.388541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7296a96-fb9e-4c11-8be5-51992a79e847 req-81e87af6-3112-4e02-b44c-3825aef96099 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:41.395864 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7296a96-fb9e-4c11-8be5-51992a79e847 req-81e87af6-3112-4e02-b44c-3825aef96099 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1217425 Nov 10 16:55:41.426943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44732) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:41.512283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7296a96-fb9e-4c11-8be5-51992a79e847 req-8d99ddbd-886e-432d-a7b4-819866d49b13 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003315 Nov 10 16:55:41.517683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949c1ea-aada-42f6-9a95-538907162195 req-cc49e3f9-36b1-4624-ada9-7adc090a7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:41.519974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8949c1ea-aada-42f6-9a95-538907162195 req-cc49e3f9-36b1-4624-ada9-7adc090a7c67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4712fd48b1f49c7843e154c6bf4d722&device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 1097 time: 0.1194093 Nov 10 16:55:41.643868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3676647c-6254-4ec2-9384-38ebe7392ac5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/48da73ff-1013-4563-908c-930a1bf10f8b HTTP/1.1" status: 200 len: 991 time: 0.2134373 Nov 10 16:55:41.711979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949c1ea-aada-42f6-9a95-538907162195 req-b3100e3e-2405-43c4-98db-2fe75e882d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:41.719931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8949c1ea-aada-42f6-9a95-538907162195 req-b3100e3e-2405-43c4-98db-2fe75e882d22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 HTTP/1.1" status: 200 len: 906 time: 0.1664805 Nov 10 16:55:41.788860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b60f81-81be-4311-8c06-d86acf8a42c2 req-23d9d6e8-f206-4130-b3da-3fa327aff206 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:41.799526 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0b60f81-81be-4311-8c06-d86acf8a42c2 req-23d9d6e8-f206-4130-b3da-3fa327aff206 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.1232979 Nov 10 16:55:41.875025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0b60f81-81be-4311-8c06-d86acf8a42c2 req-cf357a8d-889d-4bb2-9db7-16a25e7772b6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741086 Nov 10 16:55:42.326534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8949c1ea-aada-42f6-9a95-538907162195 req-3594d1f3-c517-46e6-93c0-45b3eafc36aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68657fd7-40d8-456a-939e-245b54b5148f HTTP/1.1" status: 200 len: 1001 time: 0.5993309 Nov 10 16:55:42.461321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949c1ea-aada-42f6-9a95-538907162195 req-0d3fb442-05a3-4c21-8382-82294551ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:42.463000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8949c1ea-aada-42f6-9a95-538907162195 req-0d3fb442-05a3-4c21-8382-82294551ee75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eabba738-5eb6-43ae-a79a-8b72915c0ac0 HTTP/1.1" status: 200 len: 844 time: 0.1022222 Nov 10 16:55:42.521840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4773f-054f-47ef-b36c-984c383d3004 req-5c0e6aa8-7201-4a86-830e-b0d871db6d60 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:42.529142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09a4773f-054f-47ef-b36c-984c383d3004 req-5c0e6aa8-7201-4a86-830e-b0d871db6d60 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 813 time: 0.6541786 Nov 10 16:55:42.551871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09a4773f-054f-47ef-b36c-984c383d3004 req-fe77fbf7-e634-4eb3-9326-d9c40357b6b2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/quotas/25e34c1cb65d4f5c8b263584244b7075 HTTP/1.1" status: 200 len: 375 time: 0.0218077 Nov 10 16:55:42.586381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949c1ea-aada-42f6-9a95-538907162195 req-a076e544-18ca-49c2-af95-d213229dc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:42.587923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8949c1ea-aada-42f6-9a95-538907162195 req-a076e544-18ca-49c2-af95-d213229dc79d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104019 Nov 10 16:55:42.639625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09a4773f-054f-47ef-b36c-984c383d3004 req-ed093876-fd53-45cf-93f0-3d7ea6d5cb67 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847402 Nov 10 16:55:42.660744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44758) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:55:42.733956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8949c1ea-aada-42f6-9a95-538907162195 req-dfa34806-c38a-425d-a7e7-97343074335f service neutron] 10.222.0.69 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358514 Nov 10 16:55:42.745814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8b678d65-405a-4df1-8757-60eaef31f809 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:55:42.786557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-620643bf-0e81-44fa-b4e5-8a8ef7ce8033 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/48da73ff-1013-4563-908c-930a1bf10f8b HTTP/1.1" status: 200 len: 993 time: 0.1243615 Nov 10 16:55:42.794388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 8b678d65-405a-4df1-8757-60eaef31f809 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:55:42.795110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8b678d65-405a-4df1-8757-60eaef31f809 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:55:42.841015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d42352-9306-4d1a-988d-4080c983c97b req-acf37ba9-47bc-487a-9b24-f484ed065de5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:42.842880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16d42352-9306-4d1a-988d-4080c983c97b req-acf37ba9-47bc-487a-9b24-f484ed065de5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0735872 Nov 10 16:55:42.870357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8949c1ea-aada-42f6-9a95-538907162195 req-1e36c6e4-2682-44ef-83a2-843b88310f45 service neutron] 10.222.0.69 "GET /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255133 Nov 10 16:55:42.933808 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16d42352-9306-4d1a-988d-4080c983c97b req-110f5a9d-cf76-4aa8-a398-f0a1b21e2915 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837853 Nov 10 16:55:43.083445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080ed21-bcae-42d3-a321-b8fcea084c62 req-9e3c77e3-5c1d-4587-9542-50b58bd273be tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:43.084961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3080ed21-bcae-42d3-a321-b8fcea084c62 req-9e3c77e3-5c1d-4587-9542-50b58bd273be tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0691555 Nov 10 16:55:43.094062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2fe1-9d63-4f7a-843e-fbb79adda4e5 req-1ad3f6ee-a699-462d-90b1-66667734eb9a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:43.095563 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-291a2fe1-9d63-4f7a-843e-fbb79adda4e5 req-1ad3f6ee-a699-462d-90b1-66667734eb9a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0718017 Nov 10 16:55:43.140259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3080ed21-bcae-42d3-a321-b8fcea084c62 req-de075ac2-4686-4571-b090-481e5c0938c0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483394 Nov 10 16:55:43.210375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-291a2fe1-9d63-4f7a-843e-fbb79adda4e5 req-62f7ca30-bec4-48a2-89ce-ed1cc72a16e4 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969493 Nov 10 16:55:43.422073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e761ceb-4687-4f50-b70a-0900fafdd2b7 req-a399a441-8423-4b42-9395-e895041ac9c3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=25e34c1cb65d4f5c8b263584244b7075 HTTP/1.1" status: 200 len: 221 time: 0.0339105 Nov 10 16:55:43.543457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629b864-ba04-4e96-8480-2aa6809f220e req-2baa8155-a871-41e2-8a84-c18623242bf0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:43.545082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d629b864-ba04-4e96-8480-2aa6809f220e req-2baa8155-a871-41e2-8a84-c18623242bf0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0582144 Nov 10 16:55:43.581428 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:55:43.617190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d629b864-ba04-4e96-8480-2aa6809f220e req-c3fec17a-8a32-491f-9705-4996e15c6f6d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651965 Nov 10 16:55:43.747955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149f932-de8c-4df8-b681-88b68f08b666 req-8183e506-2608-446a-b3c9-45bac688f9a7 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:43.757146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b149f932-de8c-4df8-b681-88b68f08b666 req-8183e506-2608-446a-b3c9-45bac688f9a7 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0631006 Nov 10 16:55:43.807876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b149f932-de8c-4df8-b681-88b68f08b666 req-b42c8e56-7af6-4438-8d1f-9796c7d606b4 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494089 Nov 10 16:55:43.992873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63b1ad-71f2-40f1-8584-1a59bd778988 req-a15aa391-f7bf-4cfa-8e47-5bd7dcab80f5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:44.001052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d63b1ad-71f2-40f1-8584-1a59bd778988 req-a15aa391-f7bf-4cfa-8e47-5bd7dcab80f5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0785739 Nov 10 16:55:44.063839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d63b1ad-71f2-40f1-8584-1a59bd778988 req-8c250571-db81-4071-8e90-13cc99bfe871 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620074 Nov 10 16:55:44.229759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a234-8ccd-4400-968e-ba26f779c1fd req-f85c4a78-6ece-4113-96cf-ad75e0e2e953 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:44.232148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf51a234-8ccd-4400-968e-ba26f779c1fd req-f85c4a78-6ece-4113-96cf-ad75e0e2e953 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0816016 Nov 10 16:55:44.310825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b89a-9f85-42e7-814e-3ce62a9616d1 req-8d02bc49-f119-4dc3-b1a6-edecdb9f266e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:44.321979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4bd3b89a-9f85-42e7-814e-3ce62a9616d1 req-8d02bc49-f119-4dc3-b1a6-edecdb9f266e tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0760839 Nov 10 16:55:44.352510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf51a234-8ccd-4400-968e-ba26f779c1fd req-bf2a8263-f5cb-493f-a99a-c641fb913150 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975180 Nov 10 16:55:44.475553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4bd3b89a-9f85-42e7-814e-3ce62a9616d1 req-1fda09a2-dc36-494e-9b33-ccd2665297ac tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471951 Nov 10 16:55:44.623967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fdaa2-9245-4cea-a182-0f759f82e75f req-b7f683d6-9791-4f74-8d39-55e073deb0de tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:44.625578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c0fdaa2-9245-4cea-a182-0f759f82e75f req-b7f683d6-9791-4f74-8d39-55e073deb0de tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0545976 Nov 10 16:55:44.677105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c0fdaa2-9245-4cea-a182-0f759f82e75f req-a4119afd-369d-44ec-a173-b8d315c925f0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Nov 10 16:55:44.810569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-ba2d2153-19fd-45be-ad75-583838240547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:44.812318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-ba2d2153-19fd-45be-ad75-583838240547 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 1097 time: 0.0702395 Nov 10 16:55:44.819604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65f69-b439-4156-a3d9-e6e50a940c91 req-3c755201-135b-4dcb-aee0-ccfd95161a4a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:44.826437 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ab65f69-b439-4156-a3d9-e6e50a940c91 req-3c755201-135b-4dcb-aee0-ccfd95161a4a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0628228 Nov 10 16:55:44.884332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ab65f69-b439-4156-a3d9-e6e50a940c91 req-3bdbb185-550f-45a9-a101-c9ff5a02b98f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557148 Nov 10 16:55:44.938321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-579f53f1-c2c4-4c1a-a41c-34ab3b4294f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:44.939831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-579f53f1-c2c4-4c1a-a41c-34ab3b4294f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 200 len: 916 time: 0.1073933 Nov 10 16:55:44.994780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-0b3a8b90-bb57-4b2b-9b58-04317cd24b15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a691b160-91fc-4758-91d5-f3f8174439e3 HTTP/1.1" status: 200 len: 217 time: 0.0478382 Nov 10 16:55:45.047923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-11944548-8c8c-467a-b738-a733dcded042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:45.048443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2d6b8-cdd9-4ca9-bbd3-b14c70fa97d5 req-718fc8ad-1dbd-4f79-bfbe-7ec2aaa951c9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:45.049578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-11944548-8c8c-467a-b738-a733dcded042 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3c9d1939-884e-4b9f-b8c7-b29dbe8ef830 HTTP/1.1" status: 200 len: 855 time: 0.0483830 Nov 10 16:55:45.050032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57f2d6b8-cdd9-4ca9-bbd3-b14c70fa97d5 req-718fc8ad-1dbd-4f79-bfbe-7ec2aaa951c9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0695081 Nov 10 16:55:45.093413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-0299f1b7-63d5-46f6-b110-8d6f09c5e8dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327268 Nov 10 16:55:45.131925 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57f2d6b8-cdd9-4ca9-bbd3-b14c70fa97d5 req-ec9de123-1241-4d54-aad4-dc9feb27b75d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751891 Nov 10 16:55:45.251657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-a0cf47f5-e0c8-45d3-af3d-40a16bd8a76c service neutron] 10.222.0.18 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518767 Nov 10 16:55:45.332572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce7fbf-5f44-472e-8849-3f7eb0cf9cb6 req-80c120e2-53d9-487b-9a68-0a79bd302706 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:45.339995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2ce7fbf-5f44-472e-8849-3f7eb0cf9cb6 req-80c120e2-53d9-487b-9a68-0a79bd302706 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1229179 Nov 10 16:55:45.378918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-763423b9-6fc4-4404-b24a-db88b5f1296f req-1d57b842-ddf1-49a6-8d6a-a1ab55c59d49 service neutron] 10.222.0.18 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200936 Nov 10 16:55:45.485222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2ce7fbf-5f44-472e-8849-3f7eb0cf9cb6 req-9a26959a-9e9b-4de8-ab28-75ea85170e42 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347883 Nov 10 16:55:45.734891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd184d-fcf6-4d06-b966-d8664ab7fc39 req-762b69f9-37ae-4835-ac9d-dcf4b055a6bd tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:45.736490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7bd184d-fcf6-4d06-b966-d8664ab7fc39 req-762b69f9-37ae-4835-ac9d-dcf4b055a6bd tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.1124806 Nov 10 16:55:45.777240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83e748-9e27-4f92-98e3-a540c3f48091 req-1fbf8164-8d89-4e85-9bd9-d5640cdab8ce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:45.785958 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b83e748-9e27-4f92-98e3-a540c3f48091 req-1fbf8164-8d89-4e85-9bd9-d5640cdab8ce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0927999 Nov 10 16:55:45.825004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7bd184d-fcf6-4d06-b966-d8664ab7fc39 req-c8db0a9e-a531-40be-ab0a-685bf148827d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812950 Nov 10 16:55:45.860371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b83e748-9e27-4f92-98e3-a540c3f48091 req-c00e9c92-96d8-4563-95c8-5a05b2943d5b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734429 Nov 10 16:55:45.997602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc904889-4ebf-47a4-ae6b-b8ad7c2d645c req-05393540-4c66-499f-8690-9e24d458c420 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:45.999451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc904889-4ebf-47a4-ae6b-b8ad7c2d645c req-05393540-4c66-499f-8690-9e24d458c420 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0522637 Nov 10 16:55:46.059465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc904889-4ebf-47a4-ae6b-b8ad7c2d645c req-cce5c4f6-c8bc-4bef-a5f9-1f6d22e402b4 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522802 Nov 10 16:55:46.244838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f35fa-ed13-4d58-80b3-fcf3535b551d req-64188094-77c9-4678-b0e3-60cac00d8ca3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:46.246391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c5f35fa-ed13-4d58-80b3-fcf3535b551d req-64188094-77c9-4678-b0e3-60cac00d8ca3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0665066 Nov 10 16:55:46.299236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c5f35fa-ed13-4d58-80b3-fcf3535b551d req-c44e5e7e-d2c9-45b6-9452-fa09859eab5a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466034 Nov 10 16:55:46.459106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde8091-c235-43d9-a932-cb285813b7ef req-2e457e8a-85fc-4a58-8923-90692cd9fba8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:46.467088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8dde8091-c235-43d9-a932-cb285813b7ef req-2e457e8a-85fc-4a58-8923-90692cd9fba8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0653486 Nov 10 16:55:46.523876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8dde8091-c235-43d9-a932-cb285813b7ef req-0a6cb4d0-23e6-42a2-95e0-0ef95d7437c8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554483 Nov 10 16:55:46.671543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c31e2d-9075-4303-95c5-41586b9c4ec3 req-15e78c3f-399d-4f5d-b226-8c303fbc24e2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:46.673058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83c31e2d-9075-4303-95c5-41586b9c4ec3 req-15e78c3f-399d-4f5d-b226-8c303fbc24e2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0589561 Nov 10 16:55:46.729734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-83c31e2d-9075-4303-95c5-41586b9c4ec3 req-8d4c6fe6-e0fc-404f-86f3-9defa6ec3284 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502775 Nov 10 16:55:46.880897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef20ad1-9833-48c8-8d03-3514456e17d4 req-2d53d181-7fab-4616-bcf0-d76b92b12c4f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:46.882575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cef20ad1-9833-48c8-8d03-3514456e17d4 req-2d53d181-7fab-4616-bcf0-d76b92b12c4f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0700207 Nov 10 16:55:46.952662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cef20ad1-9833-48c8-8d03-3514456e17d4 req-86651d9c-786c-4a1a-9534-4f2c9d6d3554 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591419 Nov 10 16:55:46.991827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1900b0-9bc5-430c-8d4f-49526fc0533a req-5abf8096-46e6-4517-bb34-717744adf2aa tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:46.999343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e1900b0-9bc5-430c-8d4f-49526fc0533a req-5abf8096-46e6-4517-bb34-717744adf2aa tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0825417 Nov 10 16:55:47.105890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e1900b0-9bc5-430c-8d4f-49526fc0533a req-59574dba-3e46-416f-b27a-125f30b9e4f8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051075 Nov 10 16:55:47.246830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fa6c2-b5e9-41ec-8411-dff3b190aee8 req-56c3926d-7c8e-42ee-a2a2-b52c1d46d176 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:47.254718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e39fa6c2-b5e9-41ec-8411-dff3b190aee8 req-56c3926d-7c8e-42ee-a2a2-b52c1d46d176 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0590632 Nov 10 16:55:47.308352 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e39fa6c2-b5e9-41ec-8411-dff3b190aee8 req-49889197-87ad-4ed1-bae3-170479eaf01c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Nov 10 16:55:47.458058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040c00b-3d99-4cd4-903c-e68ddde1e968 req-96fbcf2b-7826-4cf8-a731-1cd800896629 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:47.459446 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b040c00b-3d99-4cd4-903c-e68ddde1e968 req-96fbcf2b-7826-4cf8-a731-1cd800896629 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0619795 Nov 10 16:55:47.513981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b040c00b-3d99-4cd4-903c-e68ddde1e968 req-b5fe6bb4-44d0-480a-9cb7-fe3023d8aa5d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484989 Nov 10 16:55:47.689059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48e144-39d4-4c19-b931-b6ed67342289 req-5c38ba97-175a-4ddb-9174-2daaf5251ae0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:47.690516 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d48e144-39d4-4c19-b931-b6ed67342289 req-5c38ba97-175a-4ddb-9174-2daaf5251ae0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0521903 Nov 10 16:55:47.743685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d48e144-39d4-4c19-b931-b6ed67342289 req-88db65a9-9e5d-47b0-a3ff-e32b9050d892 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469615 Nov 10 16:55:47.870516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3034101-058a-4ee6-acf9-cbb6bfa681c6 req-59f2cf37-901e-4e71-aa0f-1fc8ee7d5583 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:47.872144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3034101-058a-4ee6-acf9-cbb6bfa681c6 req-59f2cf37-901e-4e71-aa0f-1fc8ee7d5583 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0550282 Nov 10 16:55:47.922880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3034101-058a-4ee6-acf9-cbb6bfa681c6 req-4bf95413-a7e2-4873-9c74-fec5b325c9f5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Nov 10 16:55:48.067152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf25247-0422-40f6-ae9d-75a8d97dd8f4 req-b57e6f60-4e34-49ad-ad03-502869d79f91 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:48.068718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6bf25247-0422-40f6-ae9d-75a8d97dd8f4 req-b57e6f60-4e34-49ad-ad03-502869d79f91 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0534885 Nov 10 16:55:48.134260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6bf25247-0422-40f6-ae9d-75a8d97dd8f4 req-572977f7-0771-41a2-8d72-4f3a7d9bcea9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547807 Nov 10 16:55:48.266391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998dae1-6772-42b3-903f-3db7a0b5ee55 req-cc550f2b-dc4f-432e-9575-711ffadd035b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:48.268437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c998dae1-6772-42b3-903f-3db7a0b5ee55 req-cc550f2b-dc4f-432e-9575-711ffadd035b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0737157 Nov 10 16:55:48.306535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce83d8d-efc4-4745-9eba-5ae5d9f4cb1d req-5d8f4dfe-7b85-4195-82bd-698962a65e8c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:48.308144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ce83d8d-efc4-4745-9eba-5ae5d9f4cb1d req-5d8f4dfe-7b85-4195-82bd-698962a65e8c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0663900 Nov 10 16:55:48.357100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c998dae1-6772-42b3-903f-3db7a0b5ee55 req-da552b11-8950-4842-9002-c287442a5df8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771608 Nov 10 16:55:48.385362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ce83d8d-efc4-4745-9eba-5ae5d9f4cb1d req-b5cea1bb-022b-4368-b875-2568987816dd tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708237 Nov 10 16:55:48.774285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fe6e8-bcb2-4327-88c1-dd34cb2dfec3 req-266e00e0-2ee5-404a-b459-ffa455134b6a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:48.776056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f6fe6e8-bcb2-4327-88c1-dd34cb2dfec3 req-266e00e0-2ee5-404a-b459-ffa455134b6a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0530262 Nov 10 16:55:48.835792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f6fe6e8-bcb2-4327-88c1-dd34cb2dfec3 req-b28b0c40-d464-402f-a176-ba3724ea0a53 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535617 Nov 10 16:55:49.492813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39224d-59aa-4d31-82a4-22982cc6aa2b req-2c27c615-e30f-4a24-a3c0-4089d74f7bc8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:49.495969 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e39224d-59aa-4d31-82a4-22982cc6aa2b req-2c27c615-e30f-4a24-a3c0-4089d74f7bc8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0606537 Nov 10 16:55:49.573716 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e39224d-59aa-4d31-82a4-22982cc6aa2b req-6671f6eb-cd3a-4a4b-a575-ea7088e040cb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716670 Nov 10 16:55:50.014794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccd0b9-b729-4243-9dd3-ac8ec0bcbb5a req-0403d100-57ac-4b62-9558-818cc5b5a157 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:50.016340 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44ccd0b9-b729-4243-9dd3-ac8ec0bcbb5a req-0403d100-57ac-4b62-9558-818cc5b5a157 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0594273 Nov 10 16:55:50.083016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44ccd0b9-b729-4243-9dd3-ac8ec0bcbb5a req-671eff0a-39a3-41b2-b815-268dd79b85c0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597317 Nov 10 16:55:50.668340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb747e-69e7-4ef6-bb4a-a9c9f473fc7c req-01bb9d47-3669-4c01-b51c-277a984ccfa2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:50.679461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6fb747e-69e7-4ef6-bb4a-a9c9f473fc7c req-01bb9d47-3669-4c01-b51c-277a984ccfa2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1023519 Nov 10 16:55:50.760747 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6fb747e-69e7-4ef6-bb4a-a9c9f473fc7c req-59373e29-cea1-4ef7-8edb-1354fcb04dd8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759423 Nov 10 16:55:50.812738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6d2ec-ac43-4d3d-8e01-8d0e6b3679d9 req-ed1af9a3-a83f-4115-8abe-03054f6ae056 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:50.823531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35e6d2ec-ac43-4d3d-8e01-8d0e6b3679d9 req-ed1af9a3-a83f-4115-8abe-03054f6ae056 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.1245692 Nov 10 16:55:50.880483 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35e6d2ec-ac43-4d3d-8e01-8d0e6b3679d9 req-75458efc-6aca-4c06-b93c-f1d5ea584f11 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543499 Nov 10 16:55:51.881692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fe6d3-ef44-4e41-81b8-0658858901db req-dd4ddc99-f451-444f-80a2-4f1f4bea8bce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:51.889399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-534fe6d3-ef44-4e41-81b8-0658858901db req-dd4ddc99-f451-444f-80a2-4f1f4bea8bce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0617716 Nov 10 16:55:51.936609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-534fe6d3-ef44-4e41-81b8-0658858901db req-24fa2cb3-ea5a-405b-886b-2c26f465e550 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463386 Nov 10 16:55:52.034303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4d245-931f-4945-902a-cfaccd52e978 req-03fa6002-f217-4997-a9b0-a9eef435c927 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:52.035929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbf4d245-931f-4945-902a-cfaccd52e978 req-03fa6002-f217-4997-a9b0-a9eef435c927 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0538964 Nov 10 16:55:52.087217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3e35a-b5db-470e-85a2-22d91796bb38 req-c7a6f6db-5048-44b5-8991-2dd90f5551c6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:52.089142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17d3e35a-b5db-470e-85a2-22d91796bb38 req-c7a6f6db-5048-44b5-8991-2dd90f5551c6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0718482 Nov 10 16:55:52.173442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbf4d245-931f-4945-902a-cfaccd52e978 req-726cabaa-943e-409e-ae82-f34314b897c2 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304202 Nov 10 16:55:52.197262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17d3e35a-b5db-470e-85a2-22d91796bb38 req-2efca402-b639-4a22-9052-0e45e0c126ad tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990019 Nov 10 16:55:52.409660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43765930-9777-45a8-be54-b6efcec4f16c req-e0ef82b1-e867-4cc6-b554-ea39e0200293 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:52.419490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43765930-9777-45a8-be54-b6efcec4f16c req-e0ef82b1-e867-4cc6-b554-ea39e0200293 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0865173 Nov 10 16:55:52.504996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-43765930-9777-45a8-be54-b6efcec4f16c req-5d93f9f1-58d2-485a-bf2f-9f03bd320314 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760334 Nov 10 16:55:52.681012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8d732-8929-4bd3-807b-bb86a10f20a8 req-fbf68f50-addb-4603-bc40-fe2d83837eac tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:52.690493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-efd8d732-8929-4bd3-807b-bb86a10f20a8 req-fbf68f50-addb-4603-bc40-fe2d83837eac tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1000118 Nov 10 16:55:52.781196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-efd8d732-8929-4bd3-807b-bb86a10f20a8 req-55e0c7e1-e443-44fe-9c4e-05bc4e56836a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766344 Nov 10 16:55:52.786839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a691b160-91fc-4758-91d5-f3f8174439e3 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:55:53.006093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a691b160-91fc-4758-91d5-f3f8174439e3,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:53.023500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'a691b160-91fc-4758-91d5-f3f8174439e3', 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'port_id': 'a691b160-91fc-4758-91d5-f3f8174439e3', 'mac_address': 'fa:16:3e:f5:f4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9d1939-884e-4b9f-b8c7-b29dbe8ef830', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:55:53.041600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9395470-7336-4da2-8384-a0dcb04fe962 req-e1ed3c71-a73f-4e3d-b55b-25b2e86c32d0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:53.049970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e9395470-7336-4da2-8384-a0dcb04fe962 req-e1ed3c71-a73f-4e3d-b55b-25b2e86c32d0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1371703 Nov 10 16:55:53.072006 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:53.087900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a691b160-91fc-4758-91d5-f3f8174439e3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:55:53.109761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e9395470-7336-4da2-8384-a0dcb04fe962 req-2024bd0b-ad35-4232-9866-215bc203fc3c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Nov 10 16:55:53.122956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a691b160-91fc-4758-91d5-f3f8174439e3,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:53.225796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:53.252982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8b8d6-148e-4457-9936-a7ea7cab7103 req-a1945393-45d3-4a6c-a5e0-e777bc345d49 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:53.254755 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fab8b8d6-148e-4457-9936-a7ea7cab7103 req-a1945393-45d3-4a6c-a5e0-e777bc345d49 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0715964 Nov 10 16:55:53.285363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a691b160-91fc-4758-91d5-f3f8174439e3,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:53.335285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fab8b8d6-148e-4457-9936-a7ea7cab7103 req-ae644846-d183-4350-94fe-68cbc5bbaee6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738750 Nov 10 16:55:53.423446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['a691b160-91fc-4758-91d5-f3f8174439e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:55:53.524671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44ce2b-a32b-406b-bf83-6e86995c51fc req-50dff1a5-0c7a-456c-a439-edf54b462bdc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:53.526202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b44ce2b-a32b-406b-bf83-6e86995c51fc req-50dff1a5-0c7a-456c-a439-edf54b462bdc tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 944 time: 0.0961144 Nov 10 16:55:53.617707 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b44ce2b-a32b-406b-bf83-6e86995c51fc req-232105ce-04d6-4988-a1b0-c079ae53c78f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824785 Nov 10 16:55:53.917538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ce91d-bb6a-47de-ad0c-bb965a1fc160 req-991290a7-5ca3-4c9b-acfb-eff73acc38d1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:53.929336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec0ce91d-bb6a-47de-ad0c-bb965a1fc160 req-991290a7-5ca3-4c9b-acfb-eff73acc38d1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0970349 Nov 10 16:55:54.006149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec0ce91d-bb6a-47de-ad0c-bb965a1fc160 req-6e7f27e2-ff61-418b-9537-501f5e097eec tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755746 Nov 10 16:55:54.060950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31e155-f0fe-4bfa-a29f-2fe5813234f4 req-30928f26-de1e-48e2-b9e0-49f0591b9311 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:54.068133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca31e155-f0fe-4bfa-a29f-2fe5813234f4 req-30928f26-de1e-48e2-b9e0-49f0591b9311 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0762544 Nov 10 16:55:54.137155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca31e155-f0fe-4bfa-a29f-2fe5813234f4 req-7e1af7a5-2dae-4eb5-8e7d-d6287ca0dbf9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667887 Nov 10 16:55:54.192449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c737f9-0d13-4631-aeba-1a2dd5554262 req-1b8a754c-043c-44f9-9e4c-d7f7e252795c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:54.194167 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c737f9-0d13-4631-aeba-1a2dd5554262 req-1b8a754c-043c-44f9-9e4c-d7f7e252795c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0675461 Nov 10 16:55:54.263243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0c737f9-0d13-4631-aeba-1a2dd5554262 req-e7131a82-1db5-4312-84a9-e68df9295a5b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 Nov 10 16:55:54.422060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d260d-8cc2-4993-ac91-5c76dbb58308 req-c67641d8-4e48-4f39-b8f6-0ccd3f803141 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:54.423686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb3d260d-8cc2-4993-ac91-5c76dbb58308 req-c67641d8-4e48-4f39-b8f6-0ccd3f803141 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0576322 Nov 10 16:55:54.483059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bb3d260d-8cc2-4993-ac91-5c76dbb58308 req-5ed0eda5-8f86-40af-9d78-d798bd047eee tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531931 Nov 10 16:55:54.618962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4f3f4-3a84-45a0-81e5-5ce7b2f2d5eb req-abadbd89-1300-4bb3-8981-58d5640d544f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:54.621450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96f4f3f4-3a84-45a0-81e5-5ce7b2f2d5eb req-abadbd89-1300-4bb3-8981-58d5640d544f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0635908 Nov 10 16:55:54.681386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96f4f3f4-3a84-45a0-81e5-5ce7b2f2d5eb req-e951d161-6c3c-48cd-9300-115d39a35920 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529563 Nov 10 16:55:54.758819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9d11a-ce9a-4e17-8d13-b35c0151ad24 req-27b5a9af-0e8b-4132-b87e-84c29b51a0ff tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:54.760665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-51e9d11a-ce9a-4e17-8d13-b35c0151ad24 req-27b5a9af-0e8b-4132-b87e-84c29b51a0ff tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 944 time: 0.0612812 Nov 10 16:55:54.790050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a691b160-91fc-4758-91d5-f3f8174439e3 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:55:54.827686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-51e9d11a-ce9a-4e17-8d13-b35c0151ad24 req-9246c00d-7d0c-4561-a172-b12573f0d579 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606153 Nov 10 16:55:54.858702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port a691b160-91fc-4758-91d5-f3f8174439e3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:55:54.859069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:54.938976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e005203-c680-46f8-9438-4c9c46ccd82e req-c2554e8d-6579-46d6-b9d4-88de306e0df2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:54.940729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e005203-c680-46f8-9438-4c9c46ccd82e req-c2554e8d-6579-46d6-b9d4-88de306e0df2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0633233 Nov 10 16:55:54.972497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:54.997805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e005203-c680-46f8-9438-4c9c46ccd82e req-ee1d4e34-4bd6-47d1-85ad-f922d8f04d22 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503330 Nov 10 16:55:55.000466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691b160-91fc-4758-91d5-f3f8174439e3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:55:55.003011 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e21c1ea-ae06-4770-9f6d-5ece7213ada2" -d '{"events": [{"server_uuid": "e6ba8f47-defa-41c3-8711-f4c331d3dfdd", "name": "network-vif-plugged", "status": "completed", "tag": "a691b160-91fc-4758-91d5-f3f8174439e3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:55:55.023103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a691b160-91fc-4758-91d5-f3f8174439e3,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:55:55.052925 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35191edd-2c30-4da0-9685-45b3e282b74b x-openstack-request-id: req-35191edd-2c30-4da0-9685-45b3e282b74b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:55:55.053220 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ba8f47-defa-41c3-8711-f4c331d3dfdd", "name": "network-vif-plugged", "status": "completed", "tag": "a691b160-91fc-4758-91d5-f3f8174439e3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:55:55.053490 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35191edd-2c30-4da0-9685-45b3e282b74b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:55:55.053894 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691b160-91fc-4758-91d5-f3f8174439e3', 'code': 200} Nov 10 16:55:55.114567 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:55:55.139444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521177f-273f-4faf-a4b2-b16be3d584f9 req-b2a7b074-d2ea-46c1-80f1-47a9de1b2550 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:55.144528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4521177f-273f-4faf-a4b2-b16be3d584f9 req-b2a7b074-d2ea-46c1-80f1-47a9de1b2550 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0605936 Nov 10 16:55:55.171256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a691b160-91fc-4758-91d5-f3f8174439e3,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:55:55.232432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4521177f-273f-4faf-a4b2-b16be3d584f9 req-4a31e911-c197-4e72-8f94-f3dcb5300428 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810759 Nov 10 16:55:55.279477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f9f29-19af-405c-9ba0-7956a4915f9d req-9165fb80-e281-485e-b0d1-a226676ce73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:55.280977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-918f9f29-19af-405c-9ba0-7956a4915f9d req-9165fb80-e281-485e-b0d1-a226676ce73a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 1097 time: 0.0872650 Nov 10 16:55:55.334463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea56e5-d4b0-4d21-ba69-672fc9818c59 req-cafb5eb7-5a0b-4d8d-a372-95a5dcca20d4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:55.336397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8bea56e5-d4b0-4d21-ba69-672fc9818c59 req-cafb5eb7-5a0b-4d8d-a372-95a5dcca20d4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1095786 Nov 10 16:55:55.390509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-918f9f29-19af-405c-9ba0-7956a4915f9d req-a4c21380-e56b-411f-8733-22472a45ecda service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017766 Nov 10 16:55:55.426959 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8bea56e5-d4b0-4d21-ba69-672fc9818c59 req-dd7a5a5a-4caa-4e6a-bc8b-67c2b3282a22 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810621 Nov 10 16:55:55.452323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a27b8-c958-421d-95e8-20d8193e4e3a req-e245f2e7-2407-4606-ab42-89aaaa4f4687 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:55.454378 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-975a27b8-c958-421d-95e8-20d8193e4e3a req-e245f2e7-2407-4606-ab42-89aaaa4f4687 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0737975 Nov 10 16:55:55.515676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-975a27b8-c958-421d-95e8-20d8193e4e3a req-7c183c87-6c45-4c5a-92f0-9ce2b165afea tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547931 Nov 10 16:55:55.655936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4fe07-7a15-4984-a422-ed5cd44d7863 req-3bab42ae-fb47-4a4a-b3ee-905775025177 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:55.657447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdf4fe07-7a15-4984-a422-ed5cd44d7863 req-3bab42ae-fb47-4a4a-b3ee-905775025177 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0534997 Nov 10 16:55:55.712401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdf4fe07-7a15-4984-a422-ed5cd44d7863 req-7b9d55a7-b1c7-45ea-81e2-2fb9bb1da99d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468211 Nov 10 16:55:55.863220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c0519-5c08-427f-9130-e48e53ef5bd6 req-c2b68ec6-d199-450c-9432-d7a53c818b7e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:55.865073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b6c0519-5c08-427f-9130-e48e53ef5bd6 req-c2b68ec6-d199-450c-9432-d7a53c818b7e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0579834 Nov 10 16:55:55.932553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b6c0519-5c08-427f-9130-e48e53ef5bd6 req-e0dc2cba-aa1a-41c4-967a-8122cf6d1dfc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601034 Nov 10 16:55:56.092714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcdd7f-8583-4d40-999c-9a991535d91d req-99ae32dc-e736-438d-8856-a481b0bc10c2 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:56.099252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbfcdd7f-8583-4d40-999c-9a991535d91d req-99ae32dc-e736-438d-8856-a481b0bc10c2 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.1012838 Nov 10 16:55:56.130846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba841f2-af0e-486b-834b-4d25916694cd req-e2acc3c1-b9d3-443f-93af-5eca5d9d8e1b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:56.133085 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aba841f2-af0e-486b-834b-4d25916694cd req-e2acc3c1-b9d3-443f-93af-5eca5d9d8e1b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0732286 Nov 10 16:55:56.190915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbfcdd7f-8583-4d40-999c-9a991535d91d req-bc1c13d5-7b42-4b89-b195-91aa3ef92363 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853477 Nov 10 16:55:56.194582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aba841f2-af0e-486b-834b-4d25916694cd req-7624f9e8-22a4-43ff-b8a8-db9c076235d8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538931 Nov 10 16:55:56.444365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d78beb-895d-4079-856a-d08941215e48 req-2a31c04c-d5a8-4a92-bcff-d7c2879b6b3e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:56.448769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4d78beb-895d-4079-856a-d08941215e48 req-2a31c04c-d5a8-4a92-bcff-d7c2879b6b3e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0886610 Nov 10 16:55:56.519992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4d78beb-895d-4079-856a-d08941215e48 req-8470fb6e-30f7-44df-a6a7-278003aa9ac1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Nov 10 16:55:56.595708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd891ac-b6ed-4f89-a7fe-433ce79db577 req-7b20eeb3-f29f-4537-a4c0-9572b799bc76 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:56.603524 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcd891ac-b6ed-4f89-a7fe-433ce79db577 req-7b20eeb3-f29f-4537-a4c0-9572b799bc76 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0933049 Nov 10 16:55:56.701342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42829be7-bb0a-463c-97d5-54c7448885fe req-70ec1149-264d-479f-8c0f-eacead4b6b8c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:56.703425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42829be7-bb0a-463c-97d5-54c7448885fe req-70ec1149-264d-479f-8c0f-eacead4b6b8c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0983648 Nov 10 16:55:56.708008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcd891ac-b6ed-4f89-a7fe-433ce79db577 req-2b2b1778-5a4b-4cc6-8f3b-8efd40374b9e tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014886 Nov 10 16:55:56.800252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42829be7-bb0a-463c-97d5-54c7448885fe req-19666c14-685a-498f-a414-8f45232ac573 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828524 Nov 10 16:55:57.015086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01b6bf-fbcb-4622-8a49-8b88db852a01 req-0de9280c-ce9d-42a1-9878-f4bf937fdf20 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:57.018299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a01b6bf-fbcb-4622-8a49-8b88db852a01 req-0de9280c-ce9d-42a1-9878-f4bf937fdf20 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0594935 Nov 10 16:55:57.097425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a01b6bf-fbcb-4622-8a49-8b88db852a01 req-2db65ce6-f246-4aa0-b206-e6a5eefbd48c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642498 Nov 10 16:55:57.233785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7b43-1eda-463f-8101-70453deb1d59 req-8bd44fd7-ed56-40a5-9a6d-cfd40b60be4c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:57.237595 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-526d7b43-1eda-463f-8101-70453deb1d59 req-8bd44fd7-ed56-40a5-9a6d-cfd40b60be4c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0657437 Nov 10 16:55:57.301535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-526d7b43-1eda-463f-8101-70453deb1d59 req-8efea5bb-4e98-4b7a-9268-08052c46ef1c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Nov 10 16:55:57.361410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9be0f-6ee8-4634-ab4c-3e5f3742472a req-d16ed4e9-720e-4126-aed1-31d24fc7b36b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:57.365142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ca9be0f-6ee8-4634-ab4c-3e5f3742472a req-d16ed4e9-720e-4126-aed1-31d24fc7b36b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0899601 Nov 10 16:55:57.431175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ca9be0f-6ee8-4634-ab4c-3e5f3742472a req-4c809fb7-1539-4329-a9a1-387ff67732d2 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564058 Nov 10 16:55:57.476002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7870-4805-4ba8-acea-5cc9d414bc7d req-ef729aaf-f922-4f46-b19d-c3a3189c5487 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:57.477796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-baff7870-4805-4ba8-acea-5cc9d414bc7d req-ef729aaf-f922-4f46-b19d-c3a3189c5487 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0598931 Nov 10 16:55:57.545498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-baff7870-4805-4ba8-acea-5cc9d414bc7d req-0765651b-eb0b-489d-ae3e-b283be9e1a7b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606239 Nov 10 16:55:57.567205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691fba2-d62e-443c-a5fa-d2db332e8a57 req-bd09cbab-7f95-4146-9cfa-bafb753e39e0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:57.569128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4691fba2-d62e-443c-a5fa-d2db332e8a57 req-bd09cbab-7f95-4146-9cfa-bafb753e39e0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0624282 Nov 10 16:55:57.631870 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4691fba2-d62e-443c-a5fa-d2db332e8a57 req-775539cd-20a5-416f-8dab-9037b53aeceb tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555243 Nov 10 16:55:57.716845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10826e-34e0-44ea-9672-650fe0f6e86d req-73cb2cab-b8bc-4257-84db-6910825ac6e9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:57.718685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d10826e-34e0-44ea-9672-650fe0f6e86d req-73cb2cab-b8bc-4257-84db-6910825ac6e9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0880539 Nov 10 16:55:57.787675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d10826e-34e0-44ea-9672-650fe0f6e86d req-216c09cf-c2d0-45dd-90b4-a7bd37a06060 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588450 Nov 10 16:55:58.086646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d092c72-88e2-4ba5-93b6-1a4b53c925c9 req-037a244b-900f-4bda-9306-b43d1b31a3ef tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:58.086646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d092c72-88e2-4ba5-93b6-1a4b53c925c9 req-037a244b-900f-4bda-9306-b43d1b31a3ef tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0557277 Nov 10 16:55:58.086646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d092c72-88e2-4ba5-93b6-1a4b53c925c9 req-e5ecd49c-e4d6-479e-bbdf-755fb22ca71b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495317 Nov 10 16:55:59.277631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd17eac-a869-4c89-9402-a7251474e371 req-561154ec-3c98-491a-9b61-46a7feefde00 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:59.286252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fd17eac-a869-4c89-9402-a7251474e371 req-561154ec-3c98-491a-9b61-46a7feefde00 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0695348 Nov 10 16:55:59.329245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-19e92078-a027-4d0d-84ec-96797763c323 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:59.333224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-19e92078-a027-4d0d-84ec-96797763c323 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/networks?id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 200 len: 815 time: 0.1802616 Nov 10 16:55:59.356720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-59dde43a-86cd-4be2-ab42-a6f3c6011db7 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/quotas/5e2ac9ed573544d6985b3a3de00ead9b HTTP/1.1" status: 200 len: 375 time: 0.0173481 Nov 10 16:55:59.360159 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fd17eac-a869-4c89-9402-a7251474e371 req-81f2816a-64b3-42e2-9375-28095223f3a9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728619 Nov 10 16:55:59.425333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-85e4a2d8-a81c-468f-9dcd-bd1bc4d0b26b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669267 Nov 10 16:55:59.501376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786615e0-4fe6-4e47-9ac0-9d68ef91f748 req-130ad762-330e-4710-92ce-27efc5f341cf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:55:59.507921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-786615e0-4fe6-4e47-9ac0-9d68ef91f748 req-130ad762-330e-4710-92ce-27efc5f341cf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0645616 Nov 10 16:55:59.548499 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-c9543f6f-08c8-4b94-a8ce-057c21de7219 service neutron] 10.222.0.62 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219053 Nov 10 16:55:59.562952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-786615e0-4fe6-4e47-9ac0-9d68ef91f748 req-22d447b5-99a1-47b0-92e8-dc35e9337453 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Nov 10 16:55:59.652357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-08e389b5-fda2-4b9a-b655-03ff3a7f8216 service neutron] 10.222.0.62 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029360 Nov 10 16:55:59.920148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6600342c-c061-4034-b870-486b7890a8e7 req-cab68600-9e42-48ef-9c9e-65e28ce61a2a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 210 time: 0.0334947 Nov 10 16:56:00.163699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-adadf9eb-1614-4ab6-bcea-d4d2df61d688 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:00.165249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-adadf9eb-1614-4ab6-bcea-d4d2df61d688 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6ba8f47-defa-41c3-8711-f4c331d3dfdd HTTP/1.1" status: 200 len: 945 time: 0.0578859 Nov 10 16:56:00.293367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Deleting port a691b160-91fc-4758-91d5-f3f8174439e3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:00.294275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:00.482603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] For port a691b160-91fc-4758-91d5-f3f8174439e3, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a691b160-91fc-4758-91d5-f3f8174439e3,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:00.483359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:00.521993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Calling delete_port for a691b160-91fc-4758-91d5-f3f8174439e3 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:00.533979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240a038-1ea1-4583-870b-209a485e9301 req-b2486ef7-e5a1-4477-b740-9597fea72b81 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:00.536367 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6240a038-1ea1-4583-870b-209a485e9301 req-b2486ef7-e5a1-4477-b740-9597fea72b81 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0902350 Nov 10 16:56:00.636982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6240a038-1ea1-4583-870b-209a485e9301 req-cb99b53c-77c5-4042-b717-d0ee10eb52b9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886400 Nov 10 16:56:00.770351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cef40-fafe-42cf-82cf-67a0863e2650 req-faa49450-91d8-43e8-8acc-41c3b06f9f6e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:00.771892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c3cef40-fafe-42cf-82cf-67a0863e2650 req-faa49450-91d8-43e8-8acc-41c3b06f9f6e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0869963 Nov 10 16:56:00.831409 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c3cef40-fafe-42cf-82cf-67a0863e2650 req-9e181f1b-6c6c-4708-8027-8284f91f5d84 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Nov 10 16:56:00.914200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:00.926734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['a691b160-91fc-4758-91d5-f3f8174439e3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:56:00.963642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Pushing event deleted for resources: {'Port': ['ID=a691b160-91fc-4758-91d5-f3f8174439e3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:01.022954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] No DVR routers for this DVR port a691b160-91fc-4758-91d5-f3f8174439e3 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:56:01.026161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:01.031774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee7bb020-3dea-442d-b46e-372d9911f954 req-296f7799-d2ac-466e-9db1-21e9656f5534 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.18 "DELETE /v2.0/ports/a691b160-91fc-4758-91d5-f3f8174439e3 HTTP/1.1" status: 204 len: 173 time: 0.8604360 Nov 10 16:56:01.032406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'name': 'network-vif-deleted', 'tag': 'a691b160-91fc-4758-91d5-f3f8174439e3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:01.035896 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004ce592-4395-41ef-ae37-fb109050c05b" -d '{"events": [{"server_uuid": "e6ba8f47-defa-41c3-8711-f4c331d3dfdd", "name": "network-vif-deleted", "tag": "a691b160-91fc-4758-91d5-f3f8174439e3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:01.037474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-860d5f5d-39df-43e7-bc0a-c6f33f0edadc req-318b08f5-8692-4abd-810e-5e53f7103e64 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 210 time: 0.0362005 Nov 10 16:56:01.081071 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138763db-69ea-49a5-8a38-9f2d8b437b70 x-openstack-request-id: req-138763db-69ea-49a5-8a38-9f2d8b437b70 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:01.081071 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ba8f47-defa-41c3-8711-f4c331d3dfdd", "name": "network-vif-deleted", "tag": "a691b160-91fc-4758-91d5-f3f8174439e3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:01.081071 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-138763db-69ea-49a5-8a38-9f2d8b437b70 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:01.081071 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ba8f47-defa-41c3-8711-f4c331d3dfdd', 'name': 'network-vif-deleted', 'tag': 'a691b160-91fc-4758-91d5-f3f8174439e3', 'status': 'completed', 'code': 200} Nov 10 16:56:01.804416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f913d2e-cc25-4afa-9219-3369dfec7e2b req-5e2c8b66-4d96-4990-8944-d5fe94508bf8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:01.806013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f913d2e-cc25-4afa-9219-3369dfec7e2b req-5e2c8b66-4d96-4990-8944-d5fe94508bf8 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0696483 Nov 10 16:56:01.868402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f913d2e-cc25-4afa-9219-3369dfec7e2b req-e72ac4f4-1d1e-4374-a4da-6ce6c672a29a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522697 Nov 10 16:56:01.988606 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84af94cd-1f4c-4d20-aebe-39f26975eb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:02.004585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1b8c-bbed-40bd-a2f7-3fc9a4911fbc req-2bff3a16-34de-4948-8093-061130dfc181 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:02.006474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b71f1b8c-bbed-40bd-a2f7-3fc9a4911fbc req-2bff3a16-34de-4948-8093-061130dfc181 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0630050 Nov 10 16:56:02.068797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b71f1b8c-bbed-40bd-a2f7-3fc9a4911fbc req-22eaa12e-2c23-484c-9b9e-4219a421a8fa tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550082 Nov 10 16:56:02.146508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da64af93-a397-4d19-8b1a-d6e38ff8739b req-f8fea9c5-84cd-4ed8-bd67-7761e07d6ab9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Nov 10 16:56:03.004141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44043c3-8dd7-4ad6-b699-7a6be9be4a8b req-6e0e8e22-f494-4068-bab9-7630f8a12f7f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:03.005652 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e44043c3-8dd7-4ad6-b699-7a6be9be4a8b req-6e0e8e22-f494-4068-bab9-7630f8a12f7f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0541360 Nov 10 16:56:03.056355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e44043c3-8dd7-4ad6-b699-7a6be9be4a8b req-db7e9cf8-cf97-44e0-b670-20c76e0b8b12 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Nov 10 16:56:03.200170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140d8e3-a220-4c7a-8f30-fffdc21a7aaf req-118b071f-d76b-4f24-a024-27d80525d915 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:03.201837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2140d8e3-a220-4c7a-8f30-fffdc21a7aaf req-118b071f-d76b-4f24-a024-27d80525d915 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0538728 Nov 10 16:56:03.260670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7653553c-5c04-49d6-9ed1-e12e3468359c req-475dfa64-feb0-43b4-a118-a87bd7217fd0 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 210 time: 0.0375164 Nov 10 16:56:03.303558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2140d8e3-a220-4c7a-8f30-fffdc21a7aaf req-bdadd6f5-7750-4295-9a50-62e7080c94c2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950608 Nov 10 16:56:03.715294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-38de8e50-5885-4525-ba06-e578ff21d2d3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:03.716964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-38de8e50-5885-4525-ba06-e578ff21d2d3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.69 "GET /v2.0/networks?id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 200 len: 815 time: 0.1133423 Nov 10 16:56:03.729597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Request body: {'port': {'device_id': '113c1c3e-5746-4fe1-8f53-7843fe1d5954', 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'admin_state_up': True, 'tenant_id': '5e2ac9ed573544d6985b3a3de00ead9b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:03.896840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-46b36c16-7ff4-44ae-b722-59355ec12477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:03.976611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Made reservation on behalf of 5e2ac9ed573544d6985b3a3de00ead9b for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:56:03.981434 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.171679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Allocated IP 172.20.0.14 (625a23ff-6b6e-4ac2-b176-6bb165e69d3e/3c9d1939-884e-4b9f-b8c7-b29dbe8ef830/514a5ceb-43e7-4544-a9dd-62e08e30bf40) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:56:04.171824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:04.269152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187f8f-a87b-4adc-a253-741bfd55c9be req-a8329c4b-d5f4-43c5-be17-2a003292dfba tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:04.269972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97187f8f-a87b-4adc-a253-741bfd55c9be req-a8329c4b-d5f4-43c5-be17-2a003292dfba tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1139848 Nov 10 16:56:04.329759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.395571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97187f8f-a87b-4adc-a253-741bfd55c9be req-a65f8912-680c-4501-a4b2-e8ed5b2dade0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149902 Nov 10 16:56:04.454278 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.460452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.508362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-77a14ea5-776e-49a2-a115-5af1cf9748cc req-89302fb7-cbc8-462e-89a4-21586fe38a17 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 210 time: 0.0414057 Nov 10 16:56:04.557312 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.584480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c2bc5-8df6-4580-b2c9-8b8df47cc853 req-1b1f7bbf-f279-4775-b450-2d64aa636827 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:04.586065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689c2bc5-8df6-4580-b2c9-8b8df47cc853 req-1b1f7bbf-f279-4775-b450-2d64aa636827 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0789771 Nov 10 16:56:04.595354 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.604041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa6d35f-bfce-4176-be7d-97a0473db0d0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:04.623184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.623589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.623907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.624239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.624711 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.625038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.625359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.625733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.626058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.626372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.626737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.627117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:04.646886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd74172c-f362-4ba0-b02f-83ba940f9379 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74ac9571b4e94b0b8626aa226c1b2297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4899602 Nov 10 16:56:04.650151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45292) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:04.709480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:04.713372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Pushing event updated for resources: {'Port': ['ID=514a5ceb-43e7-4544-a9dd-62e08e30bf40,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:04.720307 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:04.722957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:56:04.742821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-689c2bc5-8df6-4580-b2c9-8b8df47cc853 req-3a2e6740-6627-42e6-b000-54788220f848 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446166 Nov 10 16:56:04.752264 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a84ff61-91ba-418d-a3ed-d1862b2f58c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.779833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a84ff61-91ba-418d-a3ed-d1862b2f58c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.790711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:04.791408 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:04.830261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a691b160-91fc-4758-91d5-f3f8174439e3 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:04.853100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: a691b160-91fc-4758-91d5-f3f8174439e3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:04.853452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a691b160-91fc-4758-91d5-f3f8174439e3 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:04.919958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-40eae6ea-ca4e-4b7b-9d2a-182a03dee873 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1942363 Nov 10 16:56:04.999969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a84ff61-91ba-418d-a3ed-d1862b2f58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:05.007155 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a84ff61-91ba-418d-a3ed-d1862b2f58c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:05.007155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7a84ff61-91ba-418d-a3ed-d1862b2f58c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/faa6d35f-bfce-4176-be7d-97a0473db0d0 HTTP/1.1" status: 204 len: 168 time: 0.3544173 Nov 10 16:56:05.009541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Request body: {'port': {'device_id': '113c1c3e-5746-4fe1-8f53-7843fe1d5954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:05.018566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84ff61-91ba-418d-a3ed-d1862b2f58c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa6d35f-bfce-4176-be7d-97a0473db0d0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:05.063211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:05.069892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:05.372144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514a5ceb-43e7-4544-a9dd-62e08e30bf40 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:56:05.381014 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:05.399808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Transition to ACTIVE for port object 514a5ceb-43e7-4544-a9dd-62e08e30bf40 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:56:05.491548 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:05.543681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78f345-80ed-4fbc-a275-c09583c93869 req-75829549-f123-4d7d-b7fe-f4540a5fa55e tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:05.545250 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d78f345-80ed-4fbc-a275-c09583c93869 req-75829549-f123-4d7d-b7fe-f4540a5fa55e tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0597937 Nov 10 16:56:05.546867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Pushing event updated for resources: {'Port': ['ID=514a5ceb-43e7-4544-a9dd-62e08e30bf40,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:05.631122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d78f345-80ed-4fbc-a275-c09583c93869 req-c71e7ce9-57e8-46cc-898f-969cda21e8c7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627825 Nov 10 16:56:05.881373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c1ce8-491b-4562-b9b2-448324c87f15 req-493302bd-79f0-47ea-a26e-1701edb365e9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:05.882960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d1c1ce8-491b-4562-b9b2-448324c87f15 req-493302bd-79f0-47ea-a26e-1701edb365e9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0568500 Nov 10 16:56:05.936701 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d1c1ce8-491b-4562-b9b2-448324c87f15 req-c4dc38e2-01f0-4c9a-a9fd-a5441833131f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473738 Nov 10 16:56:06.007387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Attempting to bind port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:56:06.007726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Attempting to bind port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:56:06.009801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Attempting to bind port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:06.016434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:56:06.016757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Attempting to bind port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 on network 625a23ff-6b6e-4ac2-b176-6bb165e69d3e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:06.024681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:56:06.025017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Checking segment: {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:06.025431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Bound using segment: {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:56:06.025858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Bound port: 514a5ceb-43e7-4544-a9dd-62e08e30bf40, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069bf6e3-6dbd-4605-b37a-db22d56ebdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:56:06.026216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.047843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d335cf-adca-4e12-8c9c-8cad0792e9b3 req-4e8504dd-f44b-44b8-9081-39fc5ccb2051 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:06.049037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d0d335cf-adca-4e12-8c9c-8cad0792e9b3 req-4e8504dd-f44b-44b8-9081-39fc5ccb2051 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 944 time: 0.4268281 Nov 10 16:56:06.135029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] For port 514a5ceb-43e7-4544-a9dd-62e08e30bf40, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:56:06.138814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] For port 514a5ceb-43e7-4544-a9dd-62e08e30bf40, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=514a5ceb-43e7-4544-a9dd-62e08e30bf40,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:56:06.143074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d0d335cf-adca-4e12-8c9c-8cad0792e9b3 req-9eed93e5-c079-4e32-a98b-62ae19549a7d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872598 Nov 10 16:56:06.244197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.245049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:06.288440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:06.289067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.290462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] 10.222.0.69 "PUT /v2.0/ports/514a5ceb-43e7-4544-a9dd-62e08e30bf40 HTTP/1.1" status: 200 len: 1093 time: 1.2880940 Nov 10 16:56:06.290918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113c1c3e-5746-4fe1-8f53-7843fe1d5954', 'tag': '514a5ceb-43e7-4544-a9dd-62e08e30bf40'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:06.293240 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8691d6e8-0558-4c3e-b948-324fc020130b" -d '{"events": [{"name": "network-changed", "server_uuid": "113c1c3e-5746-4fe1-8f53-7843fe1d5954", "tag": "514a5ceb-43e7-4544-a9dd-62e08e30bf40"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:06.332983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e06b3b-ade6-4a5c-a52e-2b29dd7b80ab service neutron] Pushing event updated for resources: {'Port': ['ID=514a5ceb-43e7-4544-a9dd-62e08e30bf40,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:06.344220 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a9e9cd-2965-4df0-94f1-d2ca7b956f7a x-openstack-request-id: req-37a9e9cd-2965-4df0-94f1-d2ca7b956f7a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:06.344220 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113c1c3e-5746-4fe1-8f53-7843fe1d5954", "tag": "514a5ceb-43e7-4544-a9dd-62e08e30bf40", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:06.344220 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37a9e9cd-2965-4df0-94f1-d2ca7b956f7a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:06.344220 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113c1c3e-5746-4fe1-8f53-7843fe1d5954', 'tag': '514a5ceb-43e7-4544-a9dd-62e08e30bf40', 'status': 'completed', 'code': 200} Nov 10 16:56:06.383647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1555407598-network', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:06.427856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d6e8-0558-4c3e-b948-324fc020130b req-2370bba2-76cf-4187-8183-3522810184e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:06.429381 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8691d6e8-0558-4c3e-b948-324fc020130b req-2370bba2-76cf-4187-8183-3522810184e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 1096 time: 0.0598309 Nov 10 16:56:06.502865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Made reservation on behalf of 0ca7344dee894c0bb37022e0a44cf84d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:56:06.505086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.522700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.566531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d6e8-0558-4c3e-b948-324fc020130b req-289eae06-c929-4dd9-ba0f-57d5c64ac474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:06.568054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8691d6e8-0558-4c3e-b948-324fc020130b req-289eae06-c929-4dd9-ba0f-57d5c64ac474 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1274152 Nov 10 16:56:06.699734 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.703168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d6e8-0558-4c3e-b948-324fc020130b req-23ed0a58-4065-4d0f-b4c5-a50a6de0619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:06.704771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8691d6e8-0558-4c3e-b948-324fc020130b req-23ed0a58-4065-4d0f-b4c5-a50a6de0619d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276600 Nov 10 16:56:06.818182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.848372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:56:06.883941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a62a4-69fb-4ade-8179-c942f5fc228a req-401287cc-78de-40bb-bea8-95bca7edb7b6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:06.886968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-570a62a4-69fb-4ade-8179-c942f5fc228a req-401287cc-78de-40bb-bea8-95bca7edb7b6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1322711 Nov 10 16:56:06.889105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-fa783b40-1334-4e57-a193-c64ed284a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:06.890670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-fa783b40-1334-4e57-a193-c64ed284a81b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 1096 time: 0.1254952 Nov 10 16:56:06.891365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c64c9-a5af-439b-88e4-ec32a4ee9992,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:06.896911 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.950211 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:06.950211 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Added segment 2f4b087d-29bc-4f61-99eb-337b3deb4ae1 of type vlan for network 70202610-2641-4f93-bd67-a72baf871570 Nov 10 16:56:06.984454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-b6717880-718d-4aaa-b9eb-31dfa1b6808b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=514a5ceb-43e7-4544-a9dd-62e08e30bf40 HTTP/1.1" status: 200 len: 217 time: 0.0834482 Nov 10 16:56:07.010118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:07.070663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422f37e-c190-4313-a76a-a100325b8297 req-615ebb16-2e77-40ec-b65e-4d0199f70c1b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:07.074829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-570a62a4-69fb-4ade-8179-c942f5fc228a req-4ba5983a-289f-4bd7-9420-e264d75b8b5f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771526 Nov 10 16:56:07.078675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a422f37e-c190-4313-a76a-a100325b8297 req-615ebb16-2e77-40ec-b65e-4d0199f70c1b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0611115 Nov 10 16:56:07.085862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-8f51c630-eee0-4672-9fbd-5fd2378b3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:07.088054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-8f51c630-eee0-4672-9fbd-5fd2378b3753 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3c9d1939-884e-4b9f-b8c7-b29dbe8ef830 HTTP/1.1" status: 200 len: 855 time: 0.0898550 Nov 10 16:56:07.125799 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-51a530d1-c0de-49dc-bbad-38ec1cfb4751 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=625a23ff-6b6e-4ac2-b176-6bb165e69d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281746 Nov 10 16:56:07.145595 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a422f37e-c190-4313-a76a-a100325b8297 req-581c9094-c363-41b6-9e01-59bef50d23f6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Nov 10 16:56:07.170134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:07.171062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:07.190605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:07.309980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] Pushing event updated for resources: {'Network': ['ID=70202610-2641-4f93-bd67-a72baf871570,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:07.329556 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e73b7190-4704-4095-b2a4-d7f1c0e30863 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0795078 Nov 10 16:56:07.332570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45350) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:07.332728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-17dc6013-658d-43a2-b02e-83071eeef80f service neutron] 10.222.0.69 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984041 Nov 10 16:56:07.338388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Request body: {'subnet': {'network_id': '70202610-2641-4f93-bd67-a72baf871570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1555407598-subnet', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:07.343967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 70202610-2641-4f93-bd67-a72baf871570 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:56:07.352575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee73e81-295c-4721-9bda-328dcee198ce req-f67176c0-d6b2-405f-b898-1394160cc2a6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:07.354059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dee73e81-295c-4721-9bda-328dcee198ce req-f67176c0-d6b2-405f-b898-1394160cc2a6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 944 time: 0.1276269 Nov 10 16:56:07.449574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Made reservation on behalf of 0ca7344dee894c0bb37022e0a44cf84d for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:56:07.452753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:07.467379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dee73e81-295c-4721-9bda-328dcee198ce req-605454f0-abdc-4b3b-a0fb-74cdd334c7e9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049395 Nov 10 16:56:07.494982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa74b-74a6-4e81-832e-451ac3bc8013 req-de086f10-9ef1-4035-a933-81decae31ce8 service neutron] 10.222.0.69 "GET /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521502 Nov 10 16:56:07.625846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:07.723703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:07.742760 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:07.795228 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af68e2aa-4a94-43f0-afd9-fac8b459149a,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:07.806637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Checking segment: {'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:07.807036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Network hostable DHCP agents. Network: 70202610-2641-4f93-bd67-a72baf871570, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:56:07.919813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Network 70202610-2641-4f93-bd67-a72baf871570 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:56:08.011390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 70202610-2641-4f93-bd67-a72baf871570) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:08.015806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:08.016235 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.021918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc526f7-258b-4f39-a4ae-e305e4f0e6ab None None] Network 70202610-2641-4f93-bd67-a72baf871570 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:08.125809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:08.131033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:08.132978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7146421a-6bdd-4c57-962b-0b70d07667a7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8008275 Nov 10 16:56:08.193123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-70202610-2641-4f93-bd67-a72baf871570', 'network_id': '70202610-2641-4f93-bd67-a72baf871570', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'fixed_ips': [{'subnet_id': 'af68e2aa-4a94-43f0-afd9-fac8b459149a'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:56:08.194197 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.229163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a2d8a-1360-4211-ada6-216dbd45b0ea req-edc28797-1be2-4c82-b4a2-50b6006d0ba1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:08.230773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a45a2d8a-1360-4211-ada6-216dbd45b0ea req-edc28797-1be2-4c82-b4a2-50b6006d0ba1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0566452 Nov 10 16:56:08.246419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.247529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.341533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Allocated IP 172.20.0.2 (70202610-2641-4f93-bd67-a72baf871570/af68e2aa-4a94-43f0-afd9-fac8b459149a/9e29893f-4f64-4629-ab2a-b4653b86667f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:56:08.355176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a45a2d8a-1360-4211-ada6-216dbd45b0ea req-27eddb2b-679a-4f92-ba68-2f0a8f26b0e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107271 Nov 10 16:56:08.423623 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.573286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.686663 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.689985 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.707450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a2046-e4e1-46d7-aea2-528b4c18ba59 req-3a61803f-03eb-4878-a62d-1968e857b824 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:08.709120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df3a2046-e4e1-46d7-aea2-528b4c18ba59 req-3a61803f-03eb-4878-a62d-1968e857b824 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.4737287 Nov 10 16:56:08.713582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f18839-4736-4996-be36-c39833681803 req-1345593b-c8b6-4b7b-9b27-ce56830ee007 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:08.715398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d7f18839-4736-4996-be36-c39833681803 req-1345593b-c8b6-4b7b-9b27-ce56830ee007 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 944 time: 0.1277466 Nov 10 16:56:08.749233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Network 70202610-2641-4f93-bd67-a72baf871570 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:08.753452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:08.758791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:56:08.761934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Pushing event updated for resources: {'Port': ['ID=9e29893f-4f64-4629-ab2a-b4653b86667f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:08.769716 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df3a2046-e4e1-46d7-aea2-528b4c18ba59 req-7af0cdfd-ab53-463a-998c-43bd9f1d6edc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543294 Nov 10 16:56:08.779732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d7f18839-4736-4996-be36-c39833681803 req-8620a042-02b5-4753-bb82-b3615ef01151 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524368 Nov 10 16:56:08.834557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Attempting to bind port 9e29893f-4f64-4629-ab2a-b4653b86667f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:56:08.834878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Attempting to bind port 9e29893f-4f64-4629-ab2a-b4653b86667f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:56:08.835186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Attempting to bind port 9e29893f-4f64-4629-ab2a-b4653b86667f on network 70202610-2641-4f93-bd67-a72baf871570 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:08.840412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:56:08.840776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Checking segment: {'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:08.841170 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.841561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Bound using segment: {'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:56:08.842187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Bound port: 9e29893f-4f64-4629-ab2a-b4653b86667f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:56:08.842565 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:08.913501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] For port 9e29893f-4f64-4629-ab2a-b4653b86667f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:56:08.917501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] For port 9e29893f-4f64-4629-ab2a-b4653b86667f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9e29893f-4f64-4629-ab2a-b4653b86667f,segment=NetworkSegment(2f4b087d-29bc-4f61-99eb-337b3deb4ae1),segment_id=2f4b087d-29bc-4f61-99eb-337b3deb4ae1)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:56:09.035033 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:09.066716 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:09.106253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:09.106407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff04208-423e-4d0f-b644-bb5530f1f2b7 None None] Pushing event updated for resources: {'Port': ['ID=9e29893f-4f64-4629-ab2a-b4653b86667f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:09.220644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Allocated IP 172.25.3.219 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/4ea02cc7-fcb2-4a5c-9817-d415a35ff223) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:56:09.365954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:09.489121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff0ba0-85c8-48ea-b3c7-f2ba4b9a921f req-2d9706ee-ac48-4a14-9ac7-206b46b4c994 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:09.490631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79ff0ba0-85c8-48ea-b3c7-f2ba4b9a921f req-2d9706ee-ac48-4a14-9ac7-206b46b4c994 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0507481 Nov 10 16:56:09.492095 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:09.550857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:09.556497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:09.558872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:56:09.561245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Pushing event updated for resources: {'Port': ['ID=4ea02cc7-fcb2-4a5c-9817-d415a35ff223,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:09.572330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa6866a-c81a-471b-8a1f-1312b1c73aca None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:09.610340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7dc0f0a0-0d0e-497c-9087-cda05ec4c935 None None] Provisioning complete for port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:09.610724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f0a0-0d0e-497c-9087-cda05ec4c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:09.630516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79ff0ba0-85c8-48ea-b3c7-f2ba4b9a921f req-172529b1-07f1-4fb3-8717-3c6b4a881189 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273408 Nov 10 16:56:09.658228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0f0a0-0d0e-497c-9087-cda05ec4c935 None None] Port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:09.932415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095447-5e8b-43ba-8d0f-bfe01423dba6 req-4a4d9cd2-834c-4973-82a7-56bc62af8269 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:09.934148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3095447-5e8b-43ba-8d0f-bfe01423dba6 req-4a4d9cd2-834c-4973-82a7-56bc62af8269 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0669122 Nov 10 16:56:09.952230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0fd2-8404-47dc-9110-3704d49fd050 req-284adb3d-9837-4a7e-8b6e-2782ead5f602 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:09.953828 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cadd0fd2-8404-47dc-9110-3704d49fd050 req-284adb3d-9837-4a7e-8b6e-2782ead5f602 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 944 time: 0.1024747 Nov 10 16:56:10.004573 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3095447-5e8b-43ba-8d0f-bfe01423dba6 req-bb9bfac1-4038-4691-ad0a-6a917dede13b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551696 Nov 10 16:56:10.037983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:10.086987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cadd0fd2-8404-47dc-9110-3704d49fd050 req-ceaa9a78-82cc-4cc0-8a6d-7147c5b2e0af tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012154 Nov 10 16:56:10.134140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437518e-136f-4de2-9fbe-ae1283134453 None None] Network 70202610-2641-4f93-bd67-a72baf871570 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:10.213523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-96d360ff-d231-48df-9a41-a2e7a2aff48b None None] Provisioning complete for port 9e29893f-4f64-4629-ab2a-b4653b86667f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:10.213799 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96d360ff-d231-48df-9a41-a2e7a2aff48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:10.258912 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:10.360974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96d360ff-d231-48df-9a41-a2e7a2aff48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:10.416291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-96d360ff-d231-48df-9a41-a2e7a2aff48b None None] For port 9e29893f-4f64-4629-ab2a-b4653b86667f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9e29893f-4f64-4629-ab2a-b4653b86667f,segment=NetworkSegment(2f4b087d-29bc-4f61-99eb-337b3deb4ae1),segment_id=2f4b087d-29bc-4f61-99eb-337b3deb4ae1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:10.540396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9e29893f-4f64-4629-ab2a-b4653b86667f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:10.572173 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:10.573107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96d360ff-d231-48df-9a41-a2e7a2aff48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:10.646751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d360ff-d231-48df-9a41-a2e7a2aff48b None None] Pushing event updated for resources: {'Port': ['ID=9e29893f-4f64-4629-ab2a-b4653b86667f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:10.657876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9e29893f-4f64-4629-ab2a-b4653b86667f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:10.658198 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:10.723658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-33aaabe3-8eba-43d6-a2fe-ae83a7f26d7d None None] Provisioning complete for port 9e29893f-4f64-4629-ab2a-b4653b86667f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:10.723658 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33aaabe3-8eba-43d6-a2fe-ae83a7f26d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:10.803068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a1e46-95da-4fec-9541-c040861221e3 req-7edbf680-f7e1-4bae-9239-2bdb19f9bb30 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:10.805334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e0a1e46-95da-4fec-9541-c040861221e3 req-7edbf680-f7e1-4bae-9239-2bdb19f9bb30 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0661745 Nov 10 16:56:10.855508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Router 4dbdf321-5844-430e-8068-f98e8aa0247e is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:56:10.881792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9e0a1e46-95da-4fec-9541-c040861221e3 req-28b36a03-2fa6-4533-a931-ecc3b68a5d0a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612512 Nov 10 16:56:11.026682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:56:11.045550 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Sync routers for ids ['4dbdf321-5844-430e-8068-f98e8aa0247e'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:56:11.072761 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Routers {'4dbdf321-5844-430e-8068-f98e8aa0247e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:11.073400 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4dbdf321-5844-430e-8068-f98e8aa0247e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:11.138729 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:11.140772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a62e2494-f916-47e2-9d94-54c30344a85a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0139284 Nov 10 16:56:11.144040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45388) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:11.222675 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Set router 4dbdf321-5844-430e-8068-f98e8aa0247e gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:11.224814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5a0b-eced-4407-8fa2-d13dfdb4d658 req-57b61414-7179-4db2-b03c-cedc5c2265d0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:11.227381 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50be5a0b-eced-4407-8fa2-d13dfdb4d658 req-57b61414-7179-4db2-b03c-cedc5c2265d0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0852098 Nov 10 16:56:11.287221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50be5a0b-eced-4407-8fa2-d13dfdb4d658 req-75375e16-74b0-419b-840e-793322c73068 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523953 Nov 10 16:56:11.367779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf80a3-96a9-4c2b-b53f-f91995bb81b3 req-33a6305a-28da-47c7-9040-ea57759a29b1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:11.369365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0bf80a3-96a9-4c2b-b53f-f91995bb81b3 req-33a6305a-28da-47c7-9040-ea57759a29b1 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 944 time: 0.1134882 Nov 10 16:56:11.436505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 514a5ceb-43e7-4544-a9dd-62e08e30bf40 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:56:11.495993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e0bf80a3-96a9-4c2b-b53f-f91995bb81b3 req-743049cd-2d9e-4d73-b0f8-ddf5cf3652de tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923412 Nov 10 16:56:11.527356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:09Z', 'revision_number': 3, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port': {'id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:09Z', 'updated_at': '2021-11-10T16:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:11.557427 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Checking router: 4dbdf321-5844-430e-8068-f98e8aa0247e for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:56:11.557775 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Updating router 4dbdf321-5844-430e-8068-f98e8aa0247e port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:56:11.563622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 514a5ceb-43e7-4544-a9dd-62e08e30bf40, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=514a5ceb-43e7-4544-a9dd-62e08e30bf40,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:11.578872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '514a5ceb-43e7-4544-a9dd-62e08e30bf40', 'network_id': '625a23ff-6b6e-4ac2-b176-6bb165e69d3e', 'port_id': '514a5ceb-43e7-4544-a9dd-62e08e30bf40', 'mac_address': 'fa:16:3e:a7:0e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9d1939-884e-4b9f-b8c7-b29dbe8ef830', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:56:11.585167 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:11.622357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:11.638634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514a5ceb-43e7-4544-a9dd-62e08e30bf40 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:56:11.668406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 514a5ceb-43e7-4544-a9dd-62e08e30bf40, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=514a5ceb-43e7-4544-a9dd-62e08e30bf40,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:11.714875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:11.782638 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:11.833513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=514a5ceb-43e7-4544-a9dd-62e08e30bf40,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:11.858997 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:11.930155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Allocated IP 172.20.0.1 (70202610-2641-4f93-bd67-a72baf871570/af68e2aa-4a94-43f0-afd9-fac8b459149a/aafba59c-7f25-48a8-9d05-54b906af41b0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:56:11.970973 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.035031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f535d53-2658-4152-b3fb-781b028303e8 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:12.038053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7986de2-4dc2-4819-85cc-7585111cb71a req-bfe4ca63-7254-4a55-9b33-46a0248dcab9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:12.042230 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Attempting to bind port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:56:12.042832 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Attempting to bind port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:56:12.047942 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Attempting to bind port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:12.048676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7986de2-4dc2-4819-85cc-7585111cb71a req-bfe4ca63-7254-4a55-9b33-46a0248dcab9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0715423 Nov 10 16:56:12.074935 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.086340 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Pushing event updated for resources: {'Port': ['ID=4ea02cc7-fcb2-4a5c-9817-d415a35ff223,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:12.089501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e8d6c402-ed71-44a7-9685-f7a097e9b81c None None] Provisioning complete for port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:12.090155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c402-ed71-44a7-9685-f7a097e9b81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.105789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7986de2-4dc2-4819-85cc-7585111cb71a req-26801094-6592-41f3-8afd-7690fbc518bd tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560620 Nov 10 16:56:12.113948 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.114399 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.114843 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.115243 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.115694 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.116087 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.116476 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.116887 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.117277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.117601 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.118185 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.118466 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:12.123037 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:56:12.123433 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:12.123843 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.124281 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:56:12.124754 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Bound port: 4ea02cc7-fcb2-4a5c-9817-d415a35ff223, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:56:12.125132 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.141450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6c402-ed71-44a7-9685-f7a097e9b81c None None] Port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:12.187735 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] For port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:56:12.192214 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] For port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4ea02cc7-fcb2-4a5c-9817-d415a35ff223,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:56:12.204306 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.264855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Network 70202610-2641-4f93-bd67-a72baf871570 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:12.270062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:12.271755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Pushing event updated for resources: {'Port': ['ID=aafba59c-7f25-48a8-9d05-54b906af41b0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:12.273930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:56:12.321236 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.322825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.359253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf52952d-e892-46ea-9d4d-4ec9b693f42b None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:12.397119 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a411fa4-199c-4ef6-b8ff-de80df147d87 None None] Pushing event updated for resources: {'Port': ['ID=4ea02cc7-fcb2-4a5c-9817-d415a35ff223,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:12.410412 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Routers {'4dbdf321-5844-430e-8068-f98e8aa0247e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:12.411201 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4dbdf321-5844-430e-8068-f98e8aa0247e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:12.461809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cb2927fb-e263-46f8-936d-757ec9a1e488 None None] Provisioning complete for port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:12.463360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb2927fb-e263-46f8-936d-757ec9a1e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.493167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['514a5ceb-43e7-4544-a9dd-62e08e30bf40'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:56:12.514762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab3e78-444e-464d-b000-b3fe450cefc3 req-9146154d-0954-4c96-ba1e-ee3fc44303c1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:12.516406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2cab3e78-444e-464d-b000-b3fe450cefc3 req-9146154d-0954-4c96-ba1e-ee3fc44303c1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1156619 Nov 10 16:56:12.547235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9e29893f-4f64-4629-ab2a-b4653b86667f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:12.612000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2cab3e78-444e-464d-b000-b3fe450cefc3 req-5c7f3136-bded-4f61-a9a5-3d30a31bb79f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856502 Nov 10 16:56:12.628520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.629176 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] Set router 4dbdf321-5844-430e-8068-f98e8aa0247e gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:12.729200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb2927fb-e263-46f8-936d-757ec9a1e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.740131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9e29893f-4f64-4629-ab2a-b4653b86667f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:12.740463 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.753445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab14d2-563c-4afc-9992-5e0749a2068c req-8f6fe105-887c-4712-ae81-ee6d256c8b17 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:12.755080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-deab14d2-563c-4afc-9992-5e0749a2068c req-8f6fe105-887c-4712-ae81-ee6d256c8b17 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 945 time: 0.1083903 Nov 10 16:56:12.786363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cb2927fb-e263-46f8-936d-757ec9a1e488 None None] For port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4ea02cc7-fcb2-4a5c-9817-d415a35ff223,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:12.852256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-deab14d2-563c-4afc-9992-5e0749a2068c req-5d55a6f6-4ec3-4a94-bf2f-8ab858c9d965 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855613 Nov 10 16:56:12.853710 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:09Z', 'revision_number': 3, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port': {'id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:09Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:12.877195 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb2927fb-e263-46f8-936d-757ec9a1e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.883989 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61517679-8a86-48cb-a88c-bc832d02f731 None None] The sync data for ids ['4dbdf321-5844-430e-8068-f98e8aa0247e'] in n-d-714676-11 is: [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:09Z', 'revision_number': 3, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port': {'id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:09Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:56:12.913187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:12.938472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2927fb-e263-46f8-936d-757ec9a1e488 None None] Pushing event updated for resources: {'Port': ['ID=4ea02cc7-fcb2-4a5c-9817-d415a35ff223,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:13.004218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1c5ff998-fe77-4faf-a42d-07e4e947ea54 None None] Provisioning complete for port aafba59c-7f25-48a8-9d05-54b906af41b0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:13.004596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff998-fe77-4faf-a42d-07e4e947ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:13.041332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ff998-fe77-4faf-a42d-07e4e947ea54 None None] Port aafba59c-7f25-48a8-9d05-54b906af41b0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:13.109813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:13.206740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Pushing event updated for resources: {'Port': ['ID=aafba59c-7f25-48a8-9d05-54b906af41b0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:13.210206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:13.261970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52051be9-375d-4ab0-93b8-36bbec4071c9 req-c3f6637b-a638-4cea-999e-1057f01e4975 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:13.264398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52051be9-375d-4ab0-93b8-36bbec4071c9 req-c3f6637b-a638-4cea-999e-1057f01e4975 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0656030 Nov 10 16:56:13.325902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Network 70202610-2641-4f93-bd67-a72baf871570 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:13.327567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:13.340901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52051be9-375d-4ab0-93b8-36bbec4071c9 req-e94de362-1d80-4dbf-9ce2-adefa17daad2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653565 Nov 10 16:56:13.460315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:56:13.484945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Router 4dbdf321-5844-430e-8068-f98e8aa0247e has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:56:13.623492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:13.633357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3', 'port_id': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'mac_address': 'fa:16:3e:38:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37e3810-d75d-4a6b-a4b1-828d0188de1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:56:13.662565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:56:13.688045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cda73db8-fbae-4db7-a584-7e578b17a317 admin admin] 10.222.0.62 "PUT /v2.0/routers/4dbdf321-5844-430e-8068-f98e8aa0247e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5416000 Nov 10 16:56:13.715838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a98533a2-68d2-44e4-97c1-a58a996595d2 None None] Provisioning complete for port aafba59c-7f25-48a8-9d05-54b906af41b0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:13.716548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a98533a2-68d2-44e4-97c1-a58a996595d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:13.775970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a98533a2-68d2-44e4-97c1-a58a996595d2 None None] Port aafba59c-7f25-48a8-9d05-54b906af41b0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:13.780871 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:13.800383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210879f-b6e2-4b7d-bc4e-0c312aa1b581 req-51f51bcd-43d0-4559-90d5-181b88553ca8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:13.803768 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d210879f-b6e2-4b7d-bc4e-0c312aa1b581 req-51f51bcd-43d0-4559-90d5-181b88553ca8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1140110 Nov 10 16:56:13.810957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:56:13.837900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:13.889165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d210879f-b6e2-4b7d-bc4e-0c312aa1b581 req-5f95826e-ea67-47d6-a0ed-82fd733b59d1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764413 Nov 10 16:56:13.945553 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:13.946668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:56:14.074858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b00f3-7b4b-42dd-bd69-756b29d313cc req-ff61509f-a6a2-4401-8709-d1788bb8f71b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:14.085805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d4b00f3-7b4b-42dd-bd69-756b29d313cc req-ff61509f-a6a2-4401-8709-d1788bb8f71b tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 945 time: 0.1076500 Nov 10 16:56:14.108380 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:14.157069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:14.177125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d4b00f3-7b4b-42dd-bd69-756b29d313cc req-7581ea01-b313-4f5d-b57e-8089cb2f42d4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896697 Nov 10 16:56:14.177373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'port_id': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'mac_address': 'fa:16:3e:1b:09:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:56:14.231929 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:14.246403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6743c0d8-52f9-4972-8fc8-d757bae83712 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:56:14.269469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:14.360152 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:14.450771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:14.523388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705f37-cefe-40d9-830d-b5e95e620525 req-68c294c3-da4b-4e90-8708-795777438c6d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:14.529034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79705f37-cefe-40d9-830d-b5e95e620525 req-68c294c3-da4b-4e90-8708-795777438c6d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.0724659 Nov 10 16:56:14.537045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['4b0dbbd3-7b04-444d-aa1f-493e58fa0806'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:56:14.605921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79705f37-cefe-40d9-830d-b5e95e620525 req-0d413307-9bf2-47c9-b4cd-e944645123d2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725791 Nov 10 16:56:14.606331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6743c0d8-52f9-4972-8fc8-d757bae83712'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:56:14.609366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:14.746827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:14.753738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1635451329-network', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:14.776569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:14.777116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:14.839608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Made reservation on behalf of 38605cc3862d416ab90ad66d6d5b1db4 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:56:14.842099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:14.855232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:14.949699 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.031838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10922c1-8b72-453e-9f85-d38d0d0cb990 req-2e400c98-0e81-42f1-9c6e-c6bffc2f46c8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:15.033608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b10922c1-8b72-453e-9f85-d38d0d0cb990 req-2e400c98-0e81-42f1-9c6e-c6bffc2f46c8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 944 time: 0.0524359 Nov 10 16:56:15.039453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.040024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Sync routers for ids ['4dbdf321-5844-430e-8068-f98e8aa0247e'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:56:15.059666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Routers {'4dbdf321-5844-430e-8068-f98e8aa0247e'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:15.059666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4dbdf321-5844-430e-8068-f98e8aa0247e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:15.082055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:56:15.104023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d75f8-acd6-4b52-b929-09079aa484e3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:15.111585 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.111939 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Added segment 38f409a9-c047-48ff-ba48-3b05e73d5841 of type vlan for network aadc08cc-94d2-45f4-9b01-5cf627099bdc Nov 10 16:56:15.149824 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b10922c1-8b72-453e-9f85-d38d0d0cb990 req-725ddbed-f224-425e-90f2-d454f8263c78 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066735 Nov 10 16:56:15.165017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.175532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Set router 4dbdf321-5844-430e-8068-f98e8aa0247e gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:15.288480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.289511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:15.296090 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.327021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e412c7-bf5b-49bb-8461-d249f296e990 req-169afbbc-bc34-4184-9fb3-1abbf8175ba3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:15.334584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88e412c7-bf5b-49bb-8461-d249f296e990 req-169afbbc-bc34-4184-9fb3-1abbf8175ba3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 945 time: 0.0817454 Nov 10 16:56:15.388474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] Pushing event updated for resources: {'Network': ['ID=aadc08cc-94d2-45f4-9b01-5cf627099bdc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:15.396161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88e412c7-bf5b-49bb-8461-d249f296e990 req-ed34023b-3014-41a6-9378-027736fb8ed4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552793 Nov 10 16:56:15.400026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network aadc08cc-94d2-45f4-9b01-5cf627099bdc details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:56:15.410975 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a75f59a8-34d4-466e-8532-569510a29796 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6599326 Nov 10 16:56:15.411263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45446) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:15.416237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Request body: {'subnet': {'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1635451329-subnet', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:15.463911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 4, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port': {'id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:09Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'aafba59c-7f25-48a8-9d05-54b906af41b0', 'name': '', 'network_id': '70202610-2641-4f93-bd67-a72baf871570', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'mac_address': 'fa:16:3e:38:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'af68e2aa-4a94-43f0-afd9-fac8b459149a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:11Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 2, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'subnets': [{'id': 'af68e2aa-4a94-43f0-afd9-fac8b459149a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:15.499770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 514a5ceb-43e7-4544-a9dd-62e08e30bf40 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:15.508268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Made reservation on behalf of 38605cc3862d416ab90ad66d6d5b1db4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:56:15.510643 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.524914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Checking router: 4dbdf321-5844-430e-8068-f98e8aa0247e for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:56:15.525272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Updating router 4dbdf321-5844-430e-8068-f98e8aa0247e port aafba59c-7f25-48a8-9d05-54b906af41b0 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:56:15.570174 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.750939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:56:15.755279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b699f0-598e-4e8a-a235-487b8d065b63 req-6e19e9a0-d969-43fb-8ad7-c51f475ef9a1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:15.756893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3b699f0-598e-4e8a-a235-487b8d065b63 req-6e19e9a0-d969-43fb-8ad7-c51f475ef9a1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.0513794 Nov 10 16:56:15.758981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:15.759374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.804770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3b699f0-598e-4e8a-a235-487b8d065b63 req-43abd95a-0a89-4de6-af86-f736a125b805 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414567 Nov 10 16:56:15.851336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.914724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc1ce67-fa00-445e-a4ba-6461613f7a85,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:15.920236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Checking segment: {'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:15.920591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Network hostable DHCP agents. Network: aadc08cc-94d2-45f4-9b01-5cf627099bdc, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:56:15.923172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.930644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:15.957231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113c1c3e-5746-4fe1-8f53-7843fe1d5954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514a5ceb-43e7-4544-a9dd-62e08e30bf40'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:15.959567 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abd3507-397c-4466-b98f-113deb4c1b60" -d '{"events": [{"server_uuid": "113c1c3e-5746-4fe1-8f53-7843fe1d5954", "name": "network-vif-plugged", "status": "completed", "tag": "514a5ceb-43e7-4544-a9dd-62e08e30bf40"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:15.972491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 514a5ceb-43e7-4544-a9dd-62e08e30bf40, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=514a5ceb-43e7-4544-a9dd-62e08e30bf40,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:15.999848 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048c19ba-480b-4807-a420-fdcd57f9eb39 x-openstack-request-id: req-048c19ba-480b-4807-a420-fdcd57f9eb39 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:15.999848 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113c1c3e-5746-4fe1-8f53-7843fe1d5954", "name": "network-vif-plugged", "status": "completed", "tag": "514a5ceb-43e7-4544-a9dd-62e08e30bf40", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:15.999848 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-048c19ba-480b-4807-a420-fdcd57f9eb39 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:15.999848 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113c1c3e-5746-4fe1-8f53-7843fe1d5954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514a5ceb-43e7-4544-a9dd-62e08e30bf40', 'code': 200} Nov 10 16:56:16.052638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Network aadc08cc-94d2-45f4-9b01-5cf627099bdc is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:56:16.052915 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.085793 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.086479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:16.101768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d440b-7367-44fc-8aea-e2651e0f2cf3 req-b99f5872-7069-4f6a-88e3-27f3733bda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:16.103898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b1d440b-7367-44fc-8aea-e2651e0f2cf3 req-b99f5872-7069-4f6a-88e3-27f3733bda76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 1097 time: 0.0495744 Nov 10 16:56:16.152482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6b456-6ea1-41df-9544-eddfd8d456fe None None] Pushing event updated for resources: {'Port': ['ID=aafba59c-7f25-48a8-9d05-54b906af41b0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:16.174334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, aadc08cc-94d2-45f4-9b01-5cf627099bdc) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:16.182299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:16.182901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.186585 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b1d440b-7367-44fc-8aea-e2651e0f2cf3 req-3079f44d-ed6e-41af-9f40-43daf6ba084f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744455 Nov 10 16:56:16.287689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-568d6178-3ba4-45fb-80db-a8155d43a54d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8750350 Nov 10 16:56:16.290216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45458) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:16.299362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:16.358345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f9a7e-e99c-4853-89d8-aa4b9bca843c req-7be8a3f7-a49e-4d03-a9f3-da1b9b5de204 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:16.360262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-829f9a7e-e99c-4853-89d8-aa4b9bca843c req-7be8a3f7-a49e-4d03-a9f3-da1b9b5de204 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 944 time: 0.1005442 Nov 10 16:56:16.382307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc7eeb-7a9a-4e9d-b37e-816dfedf849a None None] Network aadc08cc-94d2-45f4-9b01-5cf627099bdc requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:16.405123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:16.410258 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.428735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.430332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.450778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-829f9a7e-e99c-4853-89d8-aa4b9bca843c req-df0d6934-200f-4996-9aec-8c1fcc114710 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658045 Nov 10 16:56:16.527225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Attempting to bind port aafba59c-7f25-48a8-9d05-54b906af41b0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:56:16.527614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Attempting to bind port aafba59c-7f25-48a8-9d05-54b906af41b0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:56:16.527973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Attempting to bind port aafba59c-7f25-48a8-9d05-54b906af41b0 on network 70202610-2641-4f93-bd67-a72baf871570 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:16.537754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=514a5ceb-43e7-4544-a9dd-62e08e30bf40,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:16.543991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.555116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1345b2e4-d0e3-4b92-94f8-70708cb27fbf None None] Provisioning complete for port aafba59c-7f25-48a8-9d05-54b906af41b0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:16.555530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1345b2e4-d0e3-4b92-94f8-70708cb27fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.559202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:56:16.559422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Checking segment: {'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:16.559826 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.560227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Bound using segment: {'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:56:16.560715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Bound port: aafba59c-7f25-48a8-9d05-54b906af41b0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4b087d-29bc-4f61-99eb-337b3deb4ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70202610-2641-4f93-bd67-a72baf871570'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:56:16.561107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.569195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5d504-abad-4ead-966c-d361cbfd1c54 req-f51c8b6e-7acc-44b6-9ac1-330053c11772 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:16.571026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9a5d504-abad-4ead-966c-d361cbfd1c54 req-f51c8b6e-7acc-44b6-9ac1-330053c11772 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.0625966 Nov 10 16:56:16.667870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9a5d504-abad-4ead-966c-d361cbfd1c54 req-a1edca4c-b6a4-4610-9227-1df9496ff28a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891860 Nov 10 16:56:16.675171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1345b2e4-d0e3-4b92-94f8-70708cb27fbf None None] Port aafba59c-7f25-48a8-9d05-54b906af41b0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:16.782985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.804932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] For port aafba59c-7f25-48a8-9d05-54b906af41b0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:56:16.810265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-aadc08cc-94d2-45f4-9b01-5cf627099bdc', 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'fixed_ips': [{'subnet_id': 'cdc1ce67-fa00-445e-a4ba-6461613f7a85'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:56:16.811105 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.814917 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.845251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] For port aafba59c-7f25-48a8-9d05-54b906af41b0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aafba59c-7f25-48a8-9d05-54b906af41b0,segment=NetworkSegment(2f4b087d-29bc-4f61-99eb-337b3deb4ae1),segment_id=2f4b087d-29bc-4f61-99eb-337b3deb4ae1)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:56:16.925989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:16.929530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:16.955609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64031-d0a7-4c6f-a054-cd4ddde81748 req-fc054c5a-5f41-4ece-b073-3f6e451475c0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:16.965760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5fd64031-d0a7-4c6f-a054-cd4ddde81748 req-fc054c5a-5f41-4ece-b073-3f6e451475c0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.0722446 Nov 10 16:56:17.021393 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.022495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:17.054022 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5fd64031-d0a7-4c6f-a054-cd4ddde81748 req-ebc952c7-a404-410c-a453-8db16d5a69ee tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830357 Nov 10 16:56:17.087977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Routers {'4dbdf321-5844-430e-8068-f98e8aa0247e'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:17.088705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4dbdf321-5844-430e-8068-f98e8aa0247e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:17.161353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6b456-6ea1-41df-9544-eddfd8d456fe None None] Pushing event updated for resources: {'Port': ['ID=aafba59c-7f25-48a8-9d05-54b906af41b0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:17.163492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.190649 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.238747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Allocated IP 172.20.0.2 (aadc08cc-94d2-45f4-9b01-5cf627099bdc/cdc1ce67-fa00-445e-a4ba-6461613f7a85/b4f1683a-2859-4349-90bc-87ceb3737133) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:56:17.311348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Allocated IP 172.25.3.254 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:56:17.323863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:17.400588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] Set router 4dbdf321-5844-430e-8068-f98e8aa0247e gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:17.433611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6743c0d8-52f9-4972-8fc8-d757bae83712 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:17.433970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.455017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.532146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-20e67fc5-ee2c-4fab-b2a0-e53cbf2192fa None None] Provisioning complete for port aafba59c-7f25-48a8-9d05-54b906af41b0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:17.532520 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20e67fc5-ee2c-4fab-b2a0-e53cbf2192fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.575538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f287482-1ddc-49a3-beb6-4e98889d5c4b req-0d1cdc58-dc51-4397-9e84-cb1c4f233979 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:17.577257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f287482-1ddc-49a3-beb6-4e98889d5c4b req-0d1cdc58-dc51-4397-9e84-cb1c4f233979 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0597696 Nov 10 16:56:17.581673 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.652197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:17.653186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:17.664990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:17.664990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:56:17.710018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d4353-deb3-4bec-8e47-6ac34b6dfc42 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:17.715342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1f287482-1ddc-49a3-beb6-4e98889d5c4b req-95f00b93-a717-4dbc-86ab-6f4eeb853fee tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073325 Nov 10 16:56:17.752623 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.836787 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.872050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.878846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20e67fc5-ee2c-4fab-b2a0-e53cbf2192fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:17.892724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804a5cc-137f-4be1-a84c-39adca142168 req-3904ac8b-c816-48d4-96a2-099fe3ef7487 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:17.894553 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a804a5cc-137f-4be1-a84c-39adca142168 req-3904ac8b-c816-48d4-96a2-099fe3ef7487 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.0849512 Nov 10 16:56:17.938829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:17.950896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Network aadc08cc-94d2-45f4-9b01-5cf627099bdc is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:17.953994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a804a5cc-137f-4be1-a84c-39adca142168 req-fd54255a-0780-4b3f-bdf8-28c69e92a0f8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Nov 10 16:56:17.968263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:17.983741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Pushing event updated for resources: {'Port': ['ID=b4f1683a-2859-4349-90bc-87ceb3737133,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:17.993146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:56:17.998972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806'}, {'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:18.001473 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18db071-ca50-436a-b28c-8e2584375af6" -d '{"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806"}, {"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:18.017186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:18.020540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-20e67fc5-ee2c-4fab-b2a0-e53cbf2192fa None None] For port aafba59c-7f25-48a8-9d05-54b906af41b0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aafba59c-7f25-48a8-9d05-54b906af41b0,segment=NetworkSegment(2f4b087d-29bc-4f61-99eb-337b3deb4ae1),segment_id=2f4b087d-29bc-4f61-99eb-337b3deb4ae1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:18.066487 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49952ce7-0f52-4b04-9719-47e925859aa6 x-openstack-request-id: req-49952ce7-0f52-4b04-9719-47e925859aa6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:18.066784 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806", "code": 200}, {"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:18.067040 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49952ce7-0f52-4b04-9719-47e925859aa6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:18.067477 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'code': 200} Nov 10 16:56:18.067731 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'code': 200} Nov 10 16:56:18.099142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20e67fc5-ee2c-4fab-b2a0-e53cbf2192fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:18.113734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 4, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port': {'id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:09Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'aafba59c-7f25-48a8-9d05-54b906af41b0', 'name': '', 'network_id': '70202610-2641-4f93-bd67-a72baf871570', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'mac_address': 'fa:16:3e:38:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'af68e2aa-4a94-43f0-afd9-fac8b459149a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:11Z', 'updated_at': '2021-11-10T16:56:16Z', 'revision_number': 4, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'subnets': [{'id': 'af68e2aa-4a94-43f0-afd9-fac8b459149a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:18.133447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:18.188724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c0517-a1ad-449f-90d0-8d8bb8c279c4 None None] The sync data for ids ['4dbdf321-5844-430e-8068-f98e8aa0247e'] in n-d-714676-11 is: [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 4, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port': {'id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:09Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'aafba59c-7f25-48a8-9d05-54b906af41b0', 'name': '', 'network_id': '70202610-2641-4f93-bd67-a72baf871570', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'mac_address': 'fa:16:3e:38:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'af68e2aa-4a94-43f0-afd9-fac8b459149a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:11Z', 'updated_at': '2021-11-10T16:56:16Z', 'revision_number': 4, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'subnets': [{'id': 'af68e2aa-4a94-43f0-afd9-fac8b459149a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:56:18.197238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Attempting to bind port b4f1683a-2859-4349-90bc-87ceb3737133 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:56:18.200006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Attempting to bind port b4f1683a-2859-4349-90bc-87ceb3737133 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:56:18.201011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Attempting to bind port b4f1683a-2859-4349-90bc-87ceb3737133 on network aadc08cc-94d2-45f4-9b01-5cf627099bdc {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:18.209861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:18.245774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.245774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.245774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.246181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.246181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.246568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.247013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.247291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.247666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.248006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.248317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.248636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:18.252666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:56:18.253804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Checking segment: {'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:18.254272 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:18.254698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Bound using segment: {'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:56:18.255339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Bound port: b4f1683a-2859-4349-90bc-87ceb3737133, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:56:18.255726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:18.292176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bbaf2-9a39-4b7b-81a2-cb6210b292d5 req-4b2043e3-b2e9-421b-a540-ba0057ea65c2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:18.294463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f15bbaf2-9a39-4b7b-81a2-cb6210b292d5 req-4b2043e3-b2e9-421b-a540-ba0057ea65c2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1238253 Nov 10 16:56:18.378983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ba5998b5-3c76-4b56-bedb-c982d213bb39 None None] Provisioning complete for port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:18.379610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba5998b5-3c76-4b56-bedb-c982d213bb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:18.634434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aafba59c-7f25-48a8-9d05-54b906af41b0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:18.736401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e67fc5-ee2c-4fab-b2a0-e53cbf2192fa None None] Pushing event updated for resources: {'Port': ['ID=aafba59c-7f25-48a8-9d05-54b906af41b0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:18.780802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ba5998b5-3c76-4b56-bedb-c982d213bb39 None None] Port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:18.789931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] For port b4f1683a-2859-4349-90bc-87ceb3737133, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:56:18.796115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] For port b4f1683a-2859-4349-90bc-87ceb3737133, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b4f1683a-2859-4349-90bc-87ceb3737133,segment=NetworkSegment(38f409a9-c047-48ff-ba48-3b05e73d5841),segment_id=38f409a9-c047-48ff-ba48-3b05e73d5841)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:56:18.798406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aafba59c-7f25-48a8-9d05-54b906af41b0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:18.798830 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:18.894089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f15bbaf2-9a39-4b7b-81a2-cb6210b292d5 req-ea4c597e-889d-4251-936d-f6fa714d3622 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5872984 Nov 10 16:56:18.908045 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:18.932816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeaa11-9ef0-4e90-abdf-27218e5db3d2 req-fc9b4578-1889-4657-b593-ececb3e08765 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:18.945784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05eeaa11-9ef0-4e90-abdf-27218e5db3d2 req-fc9b4578-1889-4657-b593-ececb3e08765 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1057622 Nov 10 16:56:19.070275 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:19.096067 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05eeaa11-9ef0-4e90-abdf-27218e5db3d2 req-27e7e8b3-7d0a-49ba-b10a-475631a51767 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492810 Nov 10 16:56:19.137402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67add97a-fec6-456d-ab52-238d0affc641 None None] Pushing event updated for resources: {'Port': ['ID=b4f1683a-2859-4349-90bc-87ceb3737133,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:19.333119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878badc4-6d84-4dc2-a2bc-6a3780c64668 req-9973afa7-fa31-4a18-a759-d4bf9f120840 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:19.340752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-878badc4-6d84-4dc2-a2bc-6a3780c64668 req-9973afa7-fa31-4a18-a759-d4bf9f120840 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.1666563 Nov 10 16:56:19.522780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-878badc4-6d84-4dc2-a2bc-6a3780c64668 req-08058be8-ee61-40a2-8751-28c1e109de82 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809635 Nov 10 16:56:19.671552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Router eabda035-a259-4784-bdba-1435f83d3872 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:56:19.705519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff2425-d513-4e32-bdfd-c01ce066949a req-244d36e3-2f9a-43a0-8c30-d19af6b4937f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:19.708028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4ff2425-d513-4e32-bdfd-c01ce066949a req-244d36e3-2f9a-43a0-8c30-d19af6b4937f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.0650511 Nov 10 16:56:19.815860 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4ff2425-d513-4e32-bdfd-c01ce066949a req-c8f90af2-b80c-4e1f-9dab-23d246ff155c tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967371 Nov 10 16:56:19.933090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:56:19.946211 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Sync routers for ids ['eabda035-a259-4784-bdba-1435f83d3872'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:56:19.970705 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Routers {'eabda035-a259-4784-bdba-1435f83d3872'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:19.975596 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eabda035-a259-4784-bdba-1435f83d3872'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:20.020594 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:20.028781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45538) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:20.029503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a0df1ffa-dc00-48a3-876d-e9c591a57dc6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7339559 Nov 10 16:56:20.191942 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Set router eabda035-a259-4784-bdba-1435f83d3872 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:20.443176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c93b4f-b546-47f0-852c-6009424157bb req-73c748e5-cf88-4615-b8e0-f51e8072e7c6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:20.462277 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55c93b4f-b546-47f0-852c-6009424157bb req-73c748e5-cf88-4615-b8e0-f51e8072e7c6 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.1079834 Nov 10 16:56:20.476972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfeeed-ffb9-4ed7-aae3-b8a1e6751693 req-78cf426d-e266-4b7c-95d1-78eeb82ff0e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:20.489053 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49dfeeed-ffb9-4ed7-aae3-b8a1e6751693 req-78cf426d-e266-4b7c-95d1-78eeb82ff0e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.2501543 Nov 10 16:56:20.604211 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:56:20.633604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-55c93b4f-b546-47f0-852c-6009424157bb req-51fd0ef1-0044-453a-8085-337930123865 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700246 Nov 10 16:56:20.707673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49dfeeed-ffb9-4ed7-aae3-b8a1e6751693 req-69a0ecb0-45e0-4118-b3b6-bed214cf1656 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175720 Nov 10 16:56:20.834776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b4f1683a-2859-4349-90bc-87ceb3737133 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:20.892411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b22cb-e424-4315-95b0-5da6eb86dbf8 req-37073801-387b-4fa2-98c0-2148beefb869 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:20.914611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e12b22cb-e424-4315-95b0-5da6eb86dbf8 req-37073801-387b-4fa2-98c0-2148beefb869 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1488931 Nov 10 16:56:20.937448 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:17Z', 'revision_number': 3, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port': {'id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:82:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:17Z', 'updated_at': '2021-11-10T16:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:21.009863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b4f1683a-2859-4349-90bc-87ceb3737133 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:21.012004 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.033409 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Checking router: eabda035-a259-4784-bdba-1435f83d3872 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:56:21.049061 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Updating router eabda035-a259-4784-bdba-1435f83d3872 port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:56:21.061456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e12b22cb-e424-4315-95b0-5da6eb86dbf8 req-6489dda3-97f3-4391-8f50-661146b4a533 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458392 Nov 10 16:56:21.113204 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.240527 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.327132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cfd95-ab3b-4aaf-8509-0936cc57ffb6 req-06dd113f-b512-4c56-ac30-4325d26bb7d8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:21.342919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port b4f1683a-2859-4349-90bc-87ceb3737133, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b4f1683a-2859-4349-90bc-87ceb3737133,segment=NetworkSegment(38f409a9-c047-48ff-ba48-3b05e73d5841),segment_id=38f409a9-c047-48ff-ba48-3b05e73d5841)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:21.347851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-047cfd95-ab3b-4aaf-8509-0936cc57ffb6 req-06dd113f-b512-4c56-ac30-4325d26bb7d8 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.3973067 Nov 10 16:56:21.366148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac5f41-2606-4d8d-b500-f54ccb2baafd None None] Network aadc08cc-94d2-45f4-9b01-5cf627099bdc requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:21.532277 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.561676 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.562479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aafba59c-7f25-48a8-9d05-54b906af41b0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:21.605617 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.691117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f660b-d0f4-41eb-87b5-66407e68d337 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:21.711523 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Attempting to bind port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:56:21.711964 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Attempting to bind port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:56:21.712266 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Attempting to bind port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:21.732801 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:56:21.733158 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:21.733617 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.734010 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:56:21.734491 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Bound port: 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:56:21.734863 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.756102 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-047cfd95-ab3b-4aaf-8509-0936cc57ffb6 req-01ce37df-b387-4665-9a9d-42e6a5f37d96 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060700 Nov 10 16:56:21.774267 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.854126 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4829320d-162b-4775-bcbc-a38c11101124 None None] Provisioning complete for port b4f1683a-2859-4349-90bc-87ceb3737133 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:21.856355 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4829320d-162b-4775-bcbc-a38c11101124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:21.989361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aafba59c-7f25-48a8-9d05-54b906af41b0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:21.994860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:22.036941 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] For port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:56:22.060457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23738c9-93d3-4499-b5aa-ef1268845140 req-1cb6d69a-b893-4bfd-afbe-503dc7cafaef tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:22.072454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d23738c9-93d3-4499-b5aa-ef1268845140 req-1cb6d69a-b893-4bfd-afbe-503dc7cafaef tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1429074 Nov 10 16:56:22.078971 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7c118-2cbc-4b8e-8c9d-6f8cf45b9387 None None] Pushing event updated for resources: {'Port': ['ID=4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:22.129313 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] For port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:56:22.144363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Allocated IP 172.20.0.1 (aadc08cc-94d2-45f4-9b01-5cf627099bdc/cdc1ce67-fa00-445e-a4ba-6461613f7a85/c3373143-7491-4ed1-aa56-e8112f3d0806) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:56:22.186647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d23738c9-93d3-4499-b5aa-ef1268845140 req-720c0850-fa21-45c0-88e8-f0912be0040d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131508 Nov 10 16:56:22.209109 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:22.355534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=b4f1683a-2859-4349-90bc-87ceb3737133,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:22.438452 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Routers {'eabda035-a259-4784-bdba-1435f83d3872'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:22.446865 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eabda035-a259-4784-bdba-1435f83d3872'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:22.462233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e929550-8d11-4086-8f01-492103af3fc9 req-f0f11938-c641-4d77-a461-fd4584ad8de9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:22.476233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0950936b-d72f-4ebb-9ee6-f422c28a53b7 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:22.484719 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e929550-8d11-4086-8f01-492103af3fc9 req-f0f11938-c641-4d77-a461-fd4584ad8de9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.1624200 Nov 10 16:56:22.525173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2c746f5d-d61e-497d-8502-4d96050246dd None None] Provisioning complete for port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:22.525727 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c746f5d-d61e-497d-8502-4d96050246dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:22.690227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e929550-8d11-4086-8f01-492103af3fc9 req-317714e9-eb5f-4ed3-8e90-fa3457958af3 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039404 Nov 10 16:56:22.704885 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7c118-2cbc-4b8e-8c9d-6f8cf45b9387 None None] Pushing event updated for resources: {'Port': ['ID=4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:22.876275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b4f1683a-2859-4349-90bc-87ceb3737133 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:22.916585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c998f7-edd3-48b5-8ec6-2f90bf6dae5a req-cc8068cb-06d5-4ed2-aad6-d377346295ae tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:22.918110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-32c998f7-edd3-48b5-8ec6-2f90bf6dae5a req-cc8068cb-06d5-4ed2-aad6-d377346295ae tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.4857433 Nov 10 16:56:22.958177 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] Set router eabda035-a259-4784-bdba-1435f83d3872 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:23.063045 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c746f5d-d61e-497d-8502-4d96050246dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:23.133741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:23.166216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2c746f5d-d61e-497d-8502-4d96050246dd None None] For port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:23.185894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b4f1683a-2859-4349-90bc-87ceb3737133 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:23.186507 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:23.216036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-32c998f7-edd3-48b5-8ec6-2f90bf6dae5a req-0a7d041c-6af6-44c9-8a42-80962a9ef98d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792270 Nov 10 16:56:23.244107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81f3ec-0f43-4074-a35e-b3b4c86a00bc req-cc9b075d-c58e-4921-8b8a-c80f08a0d06f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:23.260040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c81f3ec-0f43-4074-a35e-b3b4c86a00bc req-cc9b075d-c58e-4921-8b8a-c80f08a0d06f tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.1478465 Nov 10 16:56:23.310020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c746f5d-d61e-497d-8502-4d96050246dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:23.420454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c746f5d-d61e-497d-8502-4d96050246dd None None] Pushing event updated for resources: {'Port': ['ID=4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:23.435369 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c81f3ec-0f43-4074-a35e-b3b4c86a00bc req-47efb8dd-5bcd-4f13-9da3-1f5453619f10 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737504 Nov 10 16:56:23.483915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cfb4e0ca-9e2d-4452-be0a-09d6848a1e24 None None] Provisioning complete for port b4f1683a-2859-4349-90bc-87ceb3737133 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:23.484592 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e0ca-9e2d-4452-be0a-09d6848a1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:23.494502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:23.571537 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:17Z', 'revision_number': 3, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port': {'id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:82:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:17Z', 'updated_at': '2021-11-10T16:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:23.637539 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95734ab6-dc5c-4456-aec1-e25b19d1052b None None] The sync data for ids ['eabda035-a259-4784-bdba-1435f83d3872'] in n-d-714676-11 is: [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:17Z', 'revision_number': 3, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port': {'id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:82:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:17Z', 'updated_at': '2021-11-10T16:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:56:23.693711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Network aadc08cc-94d2-45f4-9b01-5cf627099bdc is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:23.699534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Pushing event updated for resources: {'Port': ['ID=c3373143-7491-4ed1-aa56-e8112f3d0806,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:23.705549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cfb4e0ca-9e2d-4452-be0a-09d6848a1e24 None None] Provisioning complete for port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:23.706011 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e0ca-9e2d-4452-be0a-09d6848a1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:23.722576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.727802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.727802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.727802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.727802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.727802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.727802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.729295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.729644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.729975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.730303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.730625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:56:23.749628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:23.764747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:56:23.850733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:23.868280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bf44-a31f-4c93-87b6-02c4f4d323ba req-2f96dd39-49c3-423c-a036-1e9c9524885f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:23.881004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b20bf44-a31f-4c93-87b6-02c4f4d323ba req-2f96dd39-49c3-423c-a036-1e9c9524885f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.5100806 Nov 10 16:56:24.046825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b20bf44-a31f-4c93-87b6-02c4f4d323ba req-c76237f4-8a0d-4c8e-b17d-6255356da239 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648417 Nov 10 16:56:24.341922 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:24.354522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3235995d-3c0f-4608-af1a-660166ddbe81 None None] Provisioning complete for port c3373143-7491-4ed1-aa56-e8112f3d0806 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:24.355130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3235995d-3c0f-4608-af1a-660166ddbe81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:24.557950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3235995d-3c0f-4608-af1a-660166ddbe81 None None] Port c3373143-7491-4ed1-aa56-e8112f3d0806 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:24.686457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:24.769419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7c1e-edf8-4ca5-b75d-04e03c4a7ee5 req-84c096f1-4e6c-4642-b534-7906868811fb tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:24.781695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a62f7c1e-edf8-4ca5-b75d-04e03c4a7ee5 req-84c096f1-4e6c-4642-b534-7906868811fb tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1716182 Nov 10 16:56:24.815889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:24.818642 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:24.826078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:24.922377 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a62f7c1e-edf8-4ca5-b75d-04e03c4a7ee5 req-09ccdb38-196f-4660-b546-6095b3caf6d4 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386225 Nov 10 16:56:24.950113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eef74d-9dae-45c0-bfa7-7133e854bdb5 req-e2a82ef5-c920-4629-b661-b76a686aa22d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:24.964028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46eef74d-9dae-45c0-bfa7-7133e854bdb5 req-e2a82ef5-c920-4629-b661-b76a686aa22d tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.1325824 Nov 10 16:56:25.047417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:25.195987 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:25.203609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Pushing event updated for resources: {'Port': ['ID=c3373143-7491-4ed1-aa56-e8112f3d0806,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:25.346505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21606d8e-ae02-46dc-8720-e8bca7bc33fc req-0a38e9e2-4b17-4a7c-a140-7d5c1950bba3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:25.370532 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21606d8e-ae02-46dc-8720-e8bca7bc33fc req-0a38e9e2-4b17-4a7c-a140-7d5c1950bba3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1410527 Nov 10 16:56:25.396438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46eef74d-9dae-45c0-bfa7-7133e854bdb5 req-62f7511c-b939-453d-8b01-ed0e57de6028 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252338 Nov 10 16:56:25.412733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Network aadc08cc-94d2-45f4-9b01-5cf627099bdc is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:25.416373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:25.521670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21606d8e-ae02-46dc-8720-e8bca7bc33fc req-8c22cb0f-40ba-456d-9336-b3f7f91dd304 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469638 Nov 10 16:56:25.717045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Router eabda035-a259-4784-bdba-1435f83d3872 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:56:25.904548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c42e5ee5-562a-4223-a260-60f267a395c1 None None] Provisioning complete for port c3373143-7491-4ed1-aa56-e8112f3d0806 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:25.905230 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c42e5ee5-562a-4223-a260-60f267a395c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:26.033386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c42e5ee5-562a-4223-a260-60f267a395c1 None None] Port c3373143-7491-4ed1-aa56-e8112f3d0806 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:26.049072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:56:26.080404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-73d87147-1a67-4dfd-b7a0-9222fd06d9cb admin admin] 10.222.0.62 "PUT /v2.0/routers/eabda035-a259-4784-bdba-1435f83d3872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0533085 Nov 10 16:56:26.148234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-55c8fb3d-9541-46ce-b0db-239fc9fdd58a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:26.156195 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-55c8fb3d-9541-46ce-b0db-239fc9fdd58a tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.69 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.3395751 Nov 10 16:56:26.237661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc0255-3134-4ed9-be5d-4403a916640e req-7b6f91c5-5d1c-4e3a-b42e-20e1a6aa2f75 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:26.239273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fc0255-3134-4ed9-be5d-4403a916640e req-7b6f91c5-5d1c-4e3a-b42e-20e1a6aa2f75 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1219294 Nov 10 16:56:26.420552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fc0255-3134-4ed9-be5d-4403a916640e req-6b6be77f-c5cc-479f-a2c0-ddef630c9d00 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545002 Nov 10 16:56:26.427036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Deleting port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:26.427758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:26.694562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] For port 514a5ceb-43e7-4544-a9dd-62e08e30bf40, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=514a5ceb-43e7-4544-a9dd-62e08e30bf40,segment=NetworkSegment(069bf6e3-6dbd-4605-b37a-db22d56ebdae),segment_id=069bf6e3-6dbd-4605-b37a-db22d56ebdae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:26.700579 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:26.730468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Calling delete_port for 514a5ceb-43e7-4544-a9dd-62e08e30bf40 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:26.961318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Sync routers for ids ['eabda035-a259-4784-bdba-1435f83d3872'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:56:27.000650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Routers {'eabda035-a259-4784-bdba-1435f83d3872'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:27.003289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eabda035-a259-4784-bdba-1435f83d3872'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:27.025824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489ee2a-6e96-4623-a0b6-784348b78218 req-ae9bf94a-041a-4ad2-96ad-9393ff01d6a9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:27.027481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d489ee2a-6e96-4623-a0b6-784348b78218 req-ae9bf94a-041a-4ad2-96ad-9393ff01d6a9 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 946 time: 0.1810000 Nov 10 16:56:27.167723 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d489ee2a-6e96-4623-a0b6-784348b78218 req-6bc8c639-66c1-4920-9c79-0b6434ba11c4 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/security-groups?id=623e787f-78cb-4dff-a3dc-3b1db0586dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238244 Nov 10 16:56:27.263895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Set router eabda035-a259-4784-bdba-1435f83d3872 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:27.276384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03aec6-c656-4b59-bdbf-dc34737be5f8 req-1061eba1-bfea-40bf-83c2-d83ea60a081d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:27.287401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c03aec6-c656-4b59-bdbf-dc34737be5f8 req-1061eba1-bfea-40bf-83c2-d83ea60a081d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.2021573 Nov 10 16:56:27.395815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c03aec6-c656-4b59-bdbf-dc34737be5f8 req-8e156fec-9a61-4074-a637-7580d4857a6f tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039860 Nov 10 16:56:27.591643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:24Z', 'revision_number': 4, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port': {'id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:17Z', 'updated_at': '2021-11-10T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c3373143-7491-4ed1-aa56-e8112f3d0806', 'name': '', 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'mac_address': 'fa:16:3e:4c:6c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'cdc1ce67-fa00-445e-a4ba-6461613f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:21Z', 'updated_at': '2021-11-10T16:56:24Z', 'revision_number': 2, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'subnets': [{'id': 'cdc1ce67-fa00-445e-a4ba-6461613f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:27.593594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fe2ff-44ca-4c64-a71f-e8d703b3de2d req-615d829c-4f2d-45ca-b130-da8aace4652a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:27.593594 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee0fe2ff-44ca-4c64-a71f-e8d703b3de2d req-615d829c-4f2d-45ca-b130-da8aace4652a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0512226 Nov 10 16:56:27.593932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Checking router: eabda035-a259-4784-bdba-1435f83d3872 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:56:27.593932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Updating router eabda035-a259-4784-bdba-1435f83d3872 port c3373143-7491-4ed1-aa56-e8112f3d0806 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:56:27.610110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee0fe2ff-44ca-4c64-a71f-e8d703b3de2d req-2ed63561-201d-4b53-aebf-6553f9f30820 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531831 Nov 10 16:56:27.615293 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:27.711583 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:27.738794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Pushing event deleted for resources: {'Port': ['ID=514a5ceb-43e7-4544-a9dd-62e08e30bf40,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:27.836367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] No DVR routers for this DVR port 514a5ceb-43e7-4544-a9dd-62e08e30bf40 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:56:27.840107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:27.844909 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e41901bc-4e4f-4b28-b80c-2c25f993a42e req-ee298e3b-4b50-4b0d-8ac8-7060d3c86486 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.69 "DELETE /v2.0/ports/514a5ceb-43e7-4544-a9dd-62e08e30bf40 HTTP/1.1" status: 204 len: 173 time: 1.6803188 Nov 10 16:56:27.845389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113c1c3e-5746-4fe1-8f53-7843fe1d5954', 'name': 'network-vif-deleted', 'tag': '514a5ceb-43e7-4544-a9dd-62e08e30bf40'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:27.848572 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d892206-0707-469e-a969-84013d4d6b0a" -d '{"events": [{"server_uuid": "113c1c3e-5746-4fe1-8f53-7843fe1d5954", "name": "network-vif-deleted", "tag": "514a5ceb-43e7-4544-a9dd-62e08e30bf40"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:27.898039 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f5d13-8a37-4258-ab99-253182254052 x-openstack-request-id: req-820f5d13-8a37-4258-ab99-253182254052 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:27.898334 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113c1c3e-5746-4fe1-8f53-7843fe1d5954", "name": "network-vif-deleted", "tag": "514a5ceb-43e7-4544-a9dd-62e08e30bf40", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:27.898623 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-820f5d13-8a37-4258-ab99-253182254052 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:27.899024 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113c1c3e-5746-4fe1-8f53-7843fe1d5954', 'name': 'network-vif-deleted', 'tag': '514a5ceb-43e7-4544-a9dd-62e08e30bf40', 'status': 'completed', 'code': 200} Nov 10 16:56:28.014939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:28.239107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:28.451299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb56e-7f9a-43ea-ba56-6957915d3756 None None] Pushing event updated for resources: {'Port': ['ID=c3373143-7491-4ed1-aa56-e8112f3d0806,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:28.455270 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d0c4aeb-c954-4000-989d-7ec715113ffb req-0bd35280-b3ae-4f53-a339-999f56633c96 tempest-ServerDiskConfigTestJSON-181726864 tempest-ServerDiskConfigTestJSON-181726864-project] 10.222.0.62 "GET /v2.0/ports?device_id=113c1c3e-5746-4fe1-8f53-7843fe1d5954 HTTP/1.1" status: 200 len: 210 time: 0.1291356 Nov 10 16:56:28.597319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Attempting to bind port c3373143-7491-4ed1-aa56-e8112f3d0806 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:56:28.598028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Attempting to bind port c3373143-7491-4ed1-aa56-e8112f3d0806 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:56:28.598582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Attempting to bind port c3373143-7491-4ed1-aa56-e8112f3d0806 on network aadc08cc-94d2-45f4-9b01-5cf627099bdc {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:28.624104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:56:28.624482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Checking segment: {'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:28.624891 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:28.625288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Bound using segment: {'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:56:28.625781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Bound port: c3373143-7491-4ed1-aa56-e8112f3d0806, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f409a9-c047-48ff-ba48-3b05e73d5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:56:28.626163 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:28.821898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] For port c3373143-7491-4ed1-aa56-e8112f3d0806, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:56:28.831966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] For port c3373143-7491-4ed1-aa56-e8112f3d0806, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c3373143-7491-4ed1-aa56-e8112f3d0806,segment=NetworkSegment(38f409a9-c047-48ff-ba48-3b05e73d5841),segment_id=38f409a9-c047-48ff-ba48-3b05e73d5841)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:56:28.890720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c7d95943-9fe2-42d8-adfc-635a9eb87a1b None None] Provisioning complete for port c3373143-7491-4ed1-aa56-e8112f3d0806 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:28.893933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c7d95943-9fe2-42d8-adfc-635a9eb87a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:28.945031 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:28.982365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048610e-7ac4-4842-8995-6e2ab41b11dc req-637a6f93-c2c1-40d3-b699-25987ae89e1a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:28.995929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d048610e-7ac4-4842-8995-6e2ab41b11dc req-637a6f93-c2c1-40d3-b699-25987ae89e1a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1851177 Nov 10 16:56:29.075829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c7d95943-9fe2-42d8-adfc-635a9eb87a1b None None] Port c3373143-7491-4ed1-aa56-e8112f3d0806 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:56:29.109425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d048610e-7ac4-4842-8995-6e2ab41b11dc req-86014b83-bed0-4a30-bf94-9a0b36e2614d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121447 Nov 10 16:56:29.118265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Routers {'eabda035-a259-4784-bdba-1435f83d3872'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:29.124474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eabda035-a259-4784-bdba-1435f83d3872'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:29.244373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cb56e-7f9a-43ea-ba56-6957915d3756 None None] Pushing event updated for resources: {'Port': ['ID=c3373143-7491-4ed1-aa56-e8112f3d0806,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:29.433077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32afb44-3272-4d7b-8d8b-6fd1338f0222 req-2b5fc728-d616-45cf-aedb-ac93736ef9dc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:29.434674 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c32afb44-3272-4d7b-8d8b-6fd1338f0222 req-2b5fc728-d616-45cf-aedb-ac93736ef9dc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.2331672 Nov 10 16:56:29.559622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c32afb44-3272-4d7b-8d8b-6fd1338f0222 req-27491a13-878b-491d-801b-e025c1afac27 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113694 Nov 10 16:56:29.708241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 514a5ceb-43e7-4544-a9dd-62e08e30bf40 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:29.874798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] Set router eabda035-a259-4784-bdba-1435f83d3872 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:30.163628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 514a5ceb-43e7-4544-a9dd-62e08e30bf40 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:30.164335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 514a5ceb-43e7-4544-a9dd-62e08e30bf40 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:30.183234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:30.304849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45702) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:30.341652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e806c213-c22f-4a2e-a89e-829209207a15 admin admin] Deleting subnet 3c9d1939-884e-4b9f-b8c7-b29dbe8ef830 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:56:30.364315 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e806c213-c22f-4a2e-a89e-829209207a15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:30.511883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-11ff5f9d-0ac1-4e4f-869e-c2672463e50d None None] Provisioning complete for port c3373143-7491-4ed1-aa56-e8112f3d0806 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:30.512858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11ff5f9d-0ac1-4e4f-869e-c2672463e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:30.520151 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e806c213-c22f-4a2e-a89e-829209207a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:30.602016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff5c04-9cd9-4c27-85c3-189973dc03a9 req-136d9967-91cb-4293-b43e-717a83733827 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:30.613136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45ff5c04-9cd9-4c27-85c3-189973dc03a9 req-136d9967-91cb-4293-b43e-717a83733827 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.2028868 Nov 10 16:56:30.716029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45ff5c04-9cd9-4c27-85c3-189973dc03a9 req-3a7c19b3-eeb0-4c13-b001-e97ad8cd9558 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019075 Nov 10 16:56:30.743230 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e806c213-c22f-4a2e-a89e-829209207a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:30.868691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:24Z', 'revision_number': 4, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port': {'id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:17Z', 'updated_at': '2021-11-10T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c3373143-7491-4ed1-aa56-e8112f3d0806', 'name': '', 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'mac_address': 'fa:16:3e:4c:6c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'cdc1ce67-fa00-445e-a4ba-6461613f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:21Z', 'updated_at': '2021-11-10T16:56:28Z', 'revision_number': 4, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'subnets': [{'id': 'cdc1ce67-fa00-445e-a4ba-6461613f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:30.934344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722018c7-f2eb-4f92-ae37-ffe9096a85e6 None None] The sync data for ids ['eabda035-a259-4784-bdba-1435f83d3872'] in n-d-714676-11 is: [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:24Z', 'revision_number': 4, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port': {'id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:17Z', 'updated_at': '2021-11-10T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c3373143-7491-4ed1-aa56-e8112f3d0806', 'name': '', 'network_id': 'aadc08cc-94d2-45f4-9b01-5cf627099bdc', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'mac_address': 'fa:16:3e:4c:6c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'cdc1ce67-fa00-445e-a4ba-6461613f7a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:21Z', 'updated_at': '2021-11-10T16:56:28Z', 'revision_number': 4, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'subnets': [{'id': 'cdc1ce67-fa00-445e-a4ba-6461613f7a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:56:30.963720 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11ff5f9d-0ac1-4e4f-869e-c2672463e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.004941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e806c213-c22f-4a2e-a89e-829209207a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.048196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-11ff5f9d-0ac1-4e4f-869e-c2672463e50d None None] For port c3373143-7491-4ed1-aa56-e8112f3d0806, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c3373143-7491-4ed1-aa56-e8112f3d0806,segment=NetworkSegment(38f409a9-c047-48ff-ba48-3b05e73d5841),segment_id=38f409a9-c047-48ff-ba48-3b05e73d5841)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:31.070066 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e806c213-c22f-4a2e-a89e-829209207a15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.085762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e806c213-c22f-4a2e-a89e-829209207a15 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3c9d1939-884e-4b9f-b8c7-b29dbe8ef830 HTTP/1.1" status: 204 len: 168 time: 0.9008207 Nov 10 16:56:31.091664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45720) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:31.136756 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11ff5f9d-0ac1-4e4f-869e-c2672463e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.141919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806c213-c22f-4a2e-a89e-829209207a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9d1939-884e-4b9f-b8c7-b29dbe8ef830,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:31.219593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff5f9d-0ac1-4e4f-869e-c2672463e50d None None] Pushing event updated for resources: {'Port': ['ID=c3373143-7491-4ed1-aa56-e8112f3d0806,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:31.243773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.296645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf47386-c703-4f73-9f91-1770c2b0ae91 req-429e0170-a745-4dd6-8f82-8ab9e3ad77dc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:31.304982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cf47386-c703-4f73-9f91-1770c2b0ae91 req-429e0170-a745-4dd6-8f82-8ab9e3ad77dc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.5842218 Nov 10 16:56:31.427324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cf47386-c703-4f73-9f91-1770c2b0ae91 req-8278bcfd-4cea-4561-9e0c-3fa3dbf2a03c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213341 Nov 10 16:56:31.541256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.616530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01df56bc-16dc-4c7b-add5-22247db01f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.642120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625a23ff-6b6e-4ac2-b176-6bb165e69d3e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:31.655795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069bf6e3-6dbd-4605-b37a-db22d56ebdae') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:31.656031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069bf6e3-6dbd-4605-b37a-db22d56ebdae') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:31.677232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.709687 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.761056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:56:31.761461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:56:31.776722 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:56:31.995181 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:32.028268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcf20f-5765-4ea7-bbe7-0cf1c81c9292 req-2cbfe3c7-d20f-4c0f-958d-0c59548a2359 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:32.037233 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fcf20f-5765-4ea7-bbe7-0cf1c81c9292 req-2cbfe3c7-d20f-4c0f-958d-0c59548a2359 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1659417 Nov 10 16:56:32.147740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fcf20f-5765-4ea7-bbe7-0cf1c81c9292 req-e3cb9dd3-274e-4333-9006-ce20f0eba6c7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031439 Nov 10 16:56:32.259748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:32.266795 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:32.278501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/625a23ff-6b6e-4ac2-b176-6bb165e69d3e HTTP/1.1" status: 204 len: 168 time: 1.1830409 Nov 10 16:56:32.331525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2571d6-f1d3-4e5e-8178-dde5837937f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=625a23ff-6b6e-4ac2-b176-6bb165e69d3e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:32.502212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Deleting port aafba59c-7f25-48a8-9d05-54b906af41b0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:32.503079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:32.754141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c3373143-7491-4ed1-aa56-e8112f3d0806 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:32.774200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] For port aafba59c-7f25-48a8-9d05-54b906af41b0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aafba59c-7f25-48a8-9d05-54b906af41b0,segment=NetworkSegment(2f4b087d-29bc-4f61-99eb-337b3deb4ae1),segment_id=2f4b087d-29bc-4f61-99eb-337b3deb4ae1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:32.774567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:32.797578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Calling delete_port for aafba59c-7f25-48a8-9d05-54b906af41b0 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:32.913533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c3373143-7491-4ed1-aa56-e8112f3d0806 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:32.917621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:33.022857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:33.066153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986683b-2ff6-4628-860d-447db8ef880f req-73206916-4c20-46ce-be86-3a07775d43f2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:33.067939 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6986683b-2ff6-4628-860d-447db8ef880f req-73206916-4c20-46ce-be86-3a07775d43f2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.5116143 Nov 10 16:56:33.176477 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6986683b-2ff6-4628-860d-447db8ef880f req-09b52914-f6e1-4ab0-b4c4-e4027a9e9804 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895891 Nov 10 16:56:33.191016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61c6e6c0-3cf7-403c-9e24-31295ccea6fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e2ac9ed573544d6985b3a3de00ead9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1657507 Nov 10 16:56:33.204921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45748) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:33.385712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be6d69-8352-4c70-937c-c20afd7512f5 req-27cac92c-54ed-4521-b6d4-79bda991e9b4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:33.393864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66be6d69-8352-4c70-937c-c20afd7512f5 req-27cac92c-54ed-4521-b6d4-79bda991e9b4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1178112 Nov 10 16:56:33.421020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dfa95b5-6e9b-4347-90d4-58c4e07a8e36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:33.449105 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:33.486516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dfa95b5-6e9b-4347-90d4-58c4e07a8e36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:33.557596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66be6d69-8352-4c70-937c-c20afd7512f5 req-6c6df968-306a-4a67-8bf9-0dcf1151abe1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624577 Nov 10 16:56:33.582635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Pushing event deleted for resources: {'Port': ['ID=aafba59c-7f25-48a8-9d05-54b906af41b0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:33.819556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dfa95b5-6e9b-4347-90d4-58c4e07a8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:33.822350 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1dfa95b5-6e9b-4347-90d4-58c4e07a8e36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:33.823884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1dfa95b5-6e9b-4347-90d4-58c4e07a8e36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/623e787f-78cb-4dff-a3dc-3b1db0586dc5 HTTP/1.1" status: 204 len: 168 time: 0.6256490 Nov 10 16:56:33.840056 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d06f-2712-4ec7-8b44-f1ccf6c323a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:33.844250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa95b5-6e9b-4347-90d4-58c4e07a8e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e787f-78cb-4dff-a3dc-3b1db0586dc5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:33.857783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:34.137704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Router 4dbdf321-5844-430e-8068-f98e8aa0247e has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:56:34.264675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:56:34.276113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6e2e0276-ad94-4b18-97dc-ef041335d88e admin admin] 10.222.0.62 "PUT /v2.0/routers/4dbdf321-5844-430e-8068-f98e8aa0247e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9653213 Nov 10 16:56:34.276113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45760) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:34.285430 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] Sync routers for ids ['4dbdf321-5844-430e-8068-f98e8aa0247e'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:56:34.319729 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] Routers {'4dbdf321-5844-430e-8068-f98e8aa0247e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:34.328099 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4dbdf321-5844-430e-8068-f98e8aa0247e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:34.395191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e39de-92f3-48ce-89a7-97679fb6c1ea req-479c83e5-db0f-4398-b297-7c4f0ef3294e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:34.396915 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d7e39de-92f3-48ce-89a7-97679fb6c1ea req-479c83e5-db0f-4398-b297-7c4f0ef3294e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1240151 Nov 10 16:56:34.468616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:34.477424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d7e39de-92f3-48ce-89a7-97679fb6c1ea req-e2bc2648-8df9-4974-a7e9-f4ff71118f8a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644484 Nov 10 16:56:34.622882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:34.655332 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] Set router 4dbdf321-5844-430e-8068-f98e8aa0247e gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:34.889515 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:33Z', 'revision_number': 5, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port': {'id': '4ea02cc7-fcb2-4a5c-9817-d415a35ff223', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:09Z', 'updated_at': '2021-11-10T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:34.932259 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] Checking router: 4dbdf321-5844-430e-8068-f98e8aa0247e for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:56:34.946366 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] Routers {'4dbdf321-5844-430e-8068-f98e8aa0247e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:34.947477 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4dbdf321-5844-430e-8068-f98e8aa0247e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:35.075373 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] Set router 4dbdf321-5844-430e-8068-f98e8aa0247e gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:35.095025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:35.258136 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:34Z', 'revision_number': 6, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:35.369295 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf67524-dd53-47ee-aa18-e9717484d908 None None] The sync data for ids ['4dbdf321-5844-430e-8068-f98e8aa0247e'] in n-d-714676-11 is: [{'id': '4dbdf321-5844-430e-8068-f98e8aa0247e', 'name': 'tempest-TestAggregatesBasicOps-1555407598-router', 'tenant_id': '0ca7344dee894c0bb37022e0a44cf84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:08Z', 'updated_at': '2021-11-10T16:56:34Z', 'revision_number': 6, 'project_id': '0ca7344dee894c0bb37022e0a44cf84d', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:56:35.394475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7776c-0606-4231-b39f-dafdf56ed6c6 req-2ed1c3df-6334-4ae2-8a4e-5b28dff527d0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:35.400679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ae7776c-0606-4231-b39f-dafdf56ed6c6 req-2ed1c3df-6334-4ae2-8a4e-5b28dff527d0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.7290788 Nov 10 16:56:35.431342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Deleting port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:35.431704 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:35.664328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] For port 4ea02cc7-fcb2-4a5c-9817-d415a35ff223, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4ea02cc7-fcb2-4a5c-9817-d415a35ff223,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:35.665185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:35.685294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Calling delete_port for 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:35.786392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:35.853029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690c2e3-795c-41d1-95ac-327a452f03bc req-ba02f448-aa26-43f7-be4d-fa4cc20e9a80 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:35.861110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0690c2e3-795c-41d1-95ac-327a452f03bc req-ba02f448-aa26-43f7-be4d-fa4cc20e9a80 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1940508 Nov 10 16:56:36.028303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0690c2e3-795c-41d1-95ac-327a452f03bc req-ec309ab3-db00-4afb-91ef-0d38af354625 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662588 Nov 10 16:56:36.107757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1391044869-network', 'tenant_id': 'd50dc71f959f4b0ea9157d2f12db7505'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:36.213340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ae7776c-0606-4231-b39f-dafdf56ed6c6 req-08992d97-8a3b-4a2e-9d29-868e04073eb2 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8055758 Nov 10 16:56:36.225874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Made reservation on behalf of d50dc71f959f4b0ea9157d2f12db7505 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:56:36.233398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.242738 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.314425 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.366696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e460798-d555-4492-9f85-5185bd9c0db5 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:36.412466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea02cc7-fcb2-4a5c-9817-d415a35ff223,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:36.479284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.548275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.565820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:56:36.586993 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.602405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.607234 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Added segment ba45e7b5-3b65-4dca-a313-f879545063d8 of type vlan for network 37ae1b27-9ab3-47e9-950a-8b8071204829 Nov 10 16:56:36.656106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:36.698686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:36.699022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4ea02cc7-fcb2-4a5c-9817-d415a35ff223 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:36.703777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aafba59c-7f25-48a8-9d05-54b906af41b0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:36.717928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.769030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c0ed81-29c9-405e-a982-efc582603569,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:36.788681 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: aafba59c-7f25-48a8-9d05-54b906af41b0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:36.789029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aafba59c-7f25-48a8-9d05-54b906af41b0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:36.817287 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.818926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:36.819709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.911774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:36.985237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.001843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.038818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2502899 Nov 10 16:56:37.042589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:37.051172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Request body: {'subnet': {'network_id': '37ae1b27-9ab3-47e9-950a-8b8071204829', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1391044869-subnet', 'tenant_id': 'd50dc71f959f4b0ea9157d2f12db7505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:37.102751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcf455-7efb-418d-8cfc-3878d7c3925e admin admin] Pushing event updated for resources: {'Network': ['ID=37ae1b27-9ab3-47e9-950a-8b8071204829,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:37.115663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 37ae1b27-9ab3-47e9-950a-8b8071204829 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:56:37.165893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Made reservation on behalf of d50dc71f959f4b0ea9157d2f12db7505 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:56:37.168629 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.348066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790792f-a4a4-455d-9d41-34a106fe21d6 req-a6742dc6-fa58-42ab-8a20-a83dde5eb5fc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:37.364631 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1790792f-a4a4-455d-9d41-34a106fe21d6 req-a6742dc6-fa58-42ab-8a20-a83dde5eb5fc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.2048006 Nov 10 16:56:37.375737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.376617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbdf321-5844-430e-8068-f98e8aa0247e {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:56:37.390830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.390830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-75183783-21ea-4585-9330-6d7a28a50cf7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4dbdf321-5844-430e-8068-f98e8aa0247e HTTP/1.1" status: 204 len: 168 time: 3.1144207 Nov 10 16:56:37.400202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45818) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:37.463704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22a138-87ea-4eb0-9809-33543da2d189 req-477b4a73-9bae-4405-8d6f-568f2abfe9de tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:37.472139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d22a138-87ea-4eb0-9809-33543da2d189 req-477b4a73-9bae-4405-8d6f-568f2abfe9de tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0911071 Nov 10 16:56:37.607086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d22a138-87ea-4eb0-9809-33543da2d189 req-b9bea621-8d99-4ff2-a9fb-f552610aea84 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339591 Nov 10 16:56:37.619637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1790792f-a4a4-455d-9d41-34a106fe21d6 req-2b0ecfe2-be0a-480c-b6f0-a7a391ac721d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491729 Nov 10 16:56:37.622443 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.627027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-760b6987-e4e4-4c6d-8723-8ca596c08469 admin admin] Deleting subnet af68e2aa-4a94-43f0-afd9-fac8b459149a {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:56:37.645000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-760b6987-e4e4-4c6d-8723-8ca596c08469 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.757352 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.781761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-760b6987-e4e4-4c6d-8723-8ca596c08469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.969255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:37.972500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-760b6987-e4e4-4c6d-8723-8ca596c08469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:38.137630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Checking segment: {'id': 'ba45e7b5-3b65-4dca-a313-f879545063d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37ae1b27-9ab3-47e9-950a-8b8071204829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:38.137995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Network hostable DHCP agents. Network: 37ae1b27-9ab3-47e9-950a-8b8071204829, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:56:38.141563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc475e2d-3659-419b-8050-ec7b3bf85e01,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:38.177450 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-760b6987-e4e4-4c6d-8723-8ca596c08469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:38.254319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-760b6987-e4e4-4c6d-8723-8ca596c08469 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:38.255473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e5bde-972d-4e0f-8cbf-89d131195f26 None None] Network 70202610-2641-4f93-bd67-a72baf871570 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:38.266302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-760b6987-e4e4-4c6d-8723-8ca596c08469 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/af68e2aa-4a94-43f0-afd9-fac8b459149a HTTP/1.1" status: 204 len: 168 time: 0.8541262 Nov 10 16:56:38.266302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b6987-e4e4-4c6d-8723-8ca596c08469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af68e2aa-4a94-43f0-afd9-fac8b459149a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:38.266556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:38.477487 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:38.479742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Network 37ae1b27-9ab3-47e9-950a-8b8071204829 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:56:38.577778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 37ae1b27-9ab3-47e9-950a-8b8071204829) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:38.584896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:38.585797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:38.598426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f31d47d-080a-4d96-88aa-89c125ec05f0 None None] Network 37ae1b27-9ab3-47e9-950a-8b8071204829 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:38.630234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Deleting port 9e29893f-4f64-4629-ab2a-b4653b86667f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:38.632507 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:38.970981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b6f6-9689-4587-ba13-04098a0f638d req-ab47bc2f-de9a-4615-984a-86c6835ae946 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:38.990102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a80b6f6-9689-4587-ba13-04098a0f638d req-ab47bc2f-de9a-4615-984a-86c6835ae946 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1548355 Nov 10 16:56:39.097515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9391f-91e2-425c-820d-7ff42fad59ea None None] Network 37ae1b27-9ab3-47e9-950a-8b8071204829 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:39.125022 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a80b6f6-9689-4587-ba13-04098a0f638d req-6871f6b5-e8c3-4bed-b5cc-b75a010410b0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338580 Nov 10 16:56:39.146699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] For port 9e29893f-4f64-4629-ab2a-b4653b86667f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9e29893f-4f64-4629-ab2a-b4653b86667f,segment=NetworkSegment(2f4b087d-29bc-4f61-99eb-337b3deb4ae1),segment_id=2f4b087d-29bc-4f61-99eb-337b3deb4ae1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:39.147297 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.178383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Calling delete_port for 9e29893f-4f64-4629-ab2a-b4653b86667f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:39.335260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] DHCP port deletion for 70202610-2641-4f93-bd67-a72baf871570 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:39.363731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-299672ec-6611-4666-84e7-9a504f05c5ad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3116555 Nov 10 16:56:39.410951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24567-07b9-48a2-b1f9-7169f1831f88 req-fedda477-5c85-4c44-ae2e-254d3b52fe32 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:39.419412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5fa24567-07b9-48a2-b1f9-7169f1831f88 req-fedda477-5c85-4c44-ae2e-254d3b52fe32 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0984488 Nov 10 16:56:39.423363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.475184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] Deleting port 9e29893f-4f64-4629-ab2a-b4653b86667f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:39.476451 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.519702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] No DVR routers for this DVR port 9e29893f-4f64-4629-ab2a-b4653b86667f on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:56:39.551661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e29893f-4f64-4629-ab2a-b4653b86667f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:39.555681 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] For port 9e29893f-4f64-4629-ab2a-b4653b86667f, host n-d-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:39.556134 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.587062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] Calling delete_port for 9e29893f-4f64-4629-ab2a-b4653b86667f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:39.590253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] Port 9e29893f-4f64-4629-ab2a-b4653b86667f was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 16:56:39.591605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.622049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] No DVR routers for this DVR port 9e29893f-4f64-4629-ab2a-b4653b86667f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:56:39.637893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c163e9-55b0-484a-8571-5f48b34432b1 None None] Pushing event deleted for resources: {'Port': ['ID=9e29893f-4f64-4629-ab2a-b4653b86667f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:39.661297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5fa24567-07b9-48a2-b1f9-7169f1831f88 req-c19548fa-5793-4733-ab85-f5fbd118a9ae tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335460 Nov 10 16:56:39.673108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.704087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70202610-2641-4f93-bd67-a72baf871570']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:39.721857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4b087d-29bc-4f61-99eb-337b3deb4ae1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:39.722418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4b087d-29bc-4f61-99eb-337b3deb4ae1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:39.738543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.762419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.778980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:56:39.780244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:56:39.784218 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:56:40.290029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7065c6-b497-4f2a-9c61-cf5e7e33a0fd req-def69669-5f3a-414b-97be-8d83e37c2716 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:40.291542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c7065c6-b497-4f2a-9c61-cf5e7e33a0fd req-def69669-5f3a-414b-97be-8d83e37c2716 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0548131 Nov 10 16:56:40.347186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c7065c6-b497-4f2a-9c61-cf5e7e33a0fd req-cecb8923-cf11-45bc-8889-c3dfc9f0e765 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493965 Nov 10 16:56:40.348425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:40.355633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:40.362517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45856) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:40.363200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] 10.222.0.62 "DELETE /v2.0/networks/70202610-2641-4f93-bd67-a72baf871570 HTTP/1.1" status: 204 len: 168 time: 2.0998864 Nov 10 16:56:40.380387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef7ab7-90a6-4a98-9a96-2d8548972764 admin admin] Pushing event deleted for resources: {'Network': ['ID=70202610-2641-4f93-bd67-a72baf871570,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:40.576802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9e29893f-4f64-4629-ab2a-b4653b86667f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:40.599266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 9e29893f-4f64-4629-ab2a-b4653b86667f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:40.599637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9e29893f-4f64-4629-ab2a-b4653b86667f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:40.645388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00043f8f-f8f5-4fec-9784-3f2ca1822da9 req-44930e02-2751-4101-a27e-725cd0a2faba tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:40.646897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00043f8f-f8f5-4fec-9784-3f2ca1822da9 req-44930e02-2751-4101-a27e-725cd0a2faba tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.0640538 Nov 10 16:56:40.657895 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:40.761327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00043f8f-f8f5-4fec-9784-3f2ca1822da9 req-47897938-0cc6-4e95-b014-69bd1955d4de tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070106 Nov 10 16:56:40.864639 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:40.888693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef440be-6660-46ac-a7c1-53048ef0b62d req-c6808883-ab9b-4c26-a889-85d5a5c2b4de tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:40.890736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ef440be-6660-46ac-a7c1-53048ef0b62d req-c6808883-ab9b-4c26-a889-85d5a5c2b4de tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0644646 Nov 10 16:56:40.948141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6ef440be-6660-46ac-a7c1-53048ef0b62d req-8a55b051-9e39-4029-a2d6-499e12bafae9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507193 Nov 10 16:56:41.241619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Deleting port c3373143-7491-4ed1-aa56-e8112f3d0806 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:41.242063 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:41.422020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] For port c3373143-7491-4ed1-aa56-e8112f3d0806, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c3373143-7491-4ed1-aa56-e8112f3d0806,segment=NetworkSegment(38f409a9-c047-48ff-ba48-3b05e73d5841),segment_id=38f409a9-c047-48ff-ba48-3b05e73d5841)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:41.422736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:41.450772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Calling delete_port for c3373143-7491-4ed1-aa56-e8112f3d0806 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:41.585994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0422b4-8251-4f6a-b515-86619dc26900 req-c0387b09-5034-483e-8c2b-5462ca7f3d50 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:41.603956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad0422b4-8251-4f6a-b515-86619dc26900 req-c0387b09-5034-483e-8c2b-5462ca7f3d50 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1159017 Nov 10 16:56:41.701469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad0422b4-8251-4f6a-b515-86619dc26900 req-386a1cfc-762d-4643-b144-51c2395f13e9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964086 Nov 10 16:56:42.005358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:42.047776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3373143-7491-4ed1-aa56-e8112f3d0806,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:42.075552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208a5d6-c62c-492d-8e61-2dc7191e03e4 req-bd5e0f97-8346-4aa3-baf7-3e0bf4663890 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:42.077126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8208a5d6-c62c-492d-8e61-2dc7191e03e4 req-bd5e0f97-8346-4aa3-baf7-3e0bf4663890 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.0676904 Nov 10 16:56:42.176443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8208a5d6-c62c-492d-8e61-2dc7191e03e4 req-a72f7def-a9e4-4ddf-b9b2-cc6b1f250cb6 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784826 Nov 10 16:56:42.314148 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:42.381210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e032d-89f5-4d1d-b51a-0736aeda9af9 req-72ce9f22-68c7-4b52-8576-21c89811b7e8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:42.386418 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0e032d-89f5-4d1d-b51a-0736aeda9af9 req-72ce9f22-68c7-4b52-8576-21c89811b7e8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1172347 Nov 10 16:56:42.443680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0e032d-89f5-4d1d-b51a-0736aeda9af9 req-acd7c3ca-e204-4ec3-ab3e-556c81491b99 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539107 Nov 10 16:56:42.621359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Router eabda035-a259-4784-bdba-1435f83d3872 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:56:42.819106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-63d5012c-bc9e-4ff2-8a43-79b4ba1c28e1 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:42.820900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-63d5012c-bc9e-4ff2-8a43-79b4ba1c28e1 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/networks?id=37ae1b27-9ab3-47e9-950a-8b8071204829 HTTP/1.1" status: 200 len: 818 time: 0.1980009 Nov 10 16:56:42.838726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c350a02-a4e0-450d-b4a6-2386994648a2 req-3b2e71dd-6bb5-4f68-9657-35d289f12325 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:42.840536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c350a02-a4e0-450d-b4a6-2386994648a2 req-3b2e71dd-6bb5-4f68-9657-35d289f12325 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0538173 Nov 10 16:56:42.848065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-4d928d6c-24e6-4264-a077-a386deed62f8 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/quotas/d50dc71f959f4b0ea9157d2f12db7505 HTTP/1.1" status: 200 len: 375 time: 0.0156128 Nov 10 16:56:42.851431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:56:42.859415 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8e4724df-c061-4ae6-96ac-d7ac2ba986e8 admin admin] 10.222.0.62 "PUT /v2.0/routers/eabda035-a259-4784-bdba-1435f83d3872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4931753 Nov 10 16:56:42.861179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] Sync routers for ids ['eabda035-a259-4784-bdba-1435f83d3872'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:56:42.862338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:42.874750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] Routers {'eabda035-a259-4784-bdba-1435f83d3872'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:42.875509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eabda035-a259-4784-bdba-1435f83d3872'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:42.896040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-f4b15b79-e9cb-4ba5-b21a-7c6ef0f35da5 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d50dc71f959f4b0ea9157d2f12db7505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354044 Nov 10 16:56:43.023173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c350a02-a4e0-450d-b4a6-2386994648a2 req-497a7a08-cdf4-488d-8ee3-49d20bb1fbf7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718531 Nov 10 16:56:43.043488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-984590c0-ec22-44f6-84b6-ea229dc4f748 service neutron] 10.222.0.62 "GET /v2.0/networks/37ae1b27-9ab3-47e9-950a-8b8071204829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383312 Nov 10 16:56:43.051825 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:43.053051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] Set router eabda035-a259-4784-bdba-1435f83d3872 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:43.205004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:43.214922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-296b98d6-7da4-473b-aa96-a5be82623759 service neutron] 10.222.0.62 "GET /v2.0/networks/37ae1b27-9ab3-47e9-950a-8b8071204829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407440 Nov 10 16:56:43.350990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Deleting port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:43.656637 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:43.658276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:41Z', 'revision_number': 5, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port': {'id': '4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabda035-a259-4784-bdba-1435f83d3872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:56:17Z', 'updated_at': '2021-11-10T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:43.658276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] Checking router: eabda035-a259-4784-bdba-1435f83d3872 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:56:43.658276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] Routers {'eabda035-a259-4784-bdba-1435f83d3872'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:43.658276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eabda035-a259-4784-bdba-1435f83d3872'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:43.660050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] For port 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:43.660050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:43.660296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] Set router eabda035-a259-4784-bdba-1435f83d3872 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:43.660403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-921d5842-a7be-46b5-9d29-c6ad8b2d2f07 req-e74cc5c8-7822-42ba-8b62-0c56340dc23c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 210 time: 0.0355399 Nov 10 16:56:43.660818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Calling delete_port for 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:43.660928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:43Z', 'revision_number': 6, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:43.660928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ee897-b348-47b4-b047-c063feeeebd6 None None] The sync data for ids ['eabda035-a259-4784-bdba-1435f83d3872'] in n-d-714676-11 is: [{'id': 'eabda035-a259-4784-bdba-1435f83d3872', 'name': 'tempest-TestAggregatesBasicOps-1635451329-router', 'tenant_id': '38605cc3862d416ab90ad66d6d5b1db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:56:16Z', 'updated_at': '2021-11-10T16:56:43Z', 'revision_number': 6, 'project_id': '38605cc3862d416ab90ad66d6d5b1db4', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:56:43.719431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff019fc-2c08-4688-8f59-66bad6fe092b req-6e9d259d-3453-49a1-868f-2bd4d55f4bb9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:43.728741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eff019fc-2c08-4688-8f59-66bad6fe092b req-6e9d259d-3453-49a1-868f-2bd4d55f4bb9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.1095178 Nov 10 16:56:43.795363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eff019fc-2c08-4688-8f59-66bad6fe092b req-836197f8-0c73-4567-b739-4ae23a3b45ab tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651114 Nov 10 16:56:43.836446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39f96b-e60f-4167-891a-fde579fae216 req-69ce04db-36a2-4f91-876b-9b212da776f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:43.837958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f39f96b-e60f-4167-891a-fde579fae216 req-69ce04db-36a2-4f91-876b-9b212da776f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1097 time: 0.3200905 Nov 10 16:56:43.873986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853604-486c-4086-9043-445d96d2afbb req-1a5322f0-6b53-4cf2-9d59-114a82236b27 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:43.875542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc853604-486c-4086-9043-445d96d2afbb req-1a5322f0-6b53-4cf2-9d59-114a82236b27 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.1177037 Nov 10 16:56:43.995674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fc853604-486c-4086-9043-445d96d2afbb req-86c57e92-9c73-43e0-8c7a-e085512dff3a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079159 Nov 10 16:56:44.029390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:44.090891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-e80b7bfb-73c5-40f1-b74d-f0d277a8affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:44.092514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-e80b7bfb-73c5-40f1-b74d-f0d277a8affd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 1097 time: 0.0539355 Nov 10 16:56:44.095955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:44.111644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39f96b-e60f-4167-891a-fde579fae216 req-050059a6-c9f3-4d1f-8cd4-09f7ce49179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:44.113663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f39f96b-e60f-4167-891a-fde579fae216 req-050059a6-c9f3-4d1f-8cd4-09f7ce49179d service neutron] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.2368863 Nov 10 16:56:44.113952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f15ef4-ee90-46fc-89fd-61cdf79acb09 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:44.245096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-fac3d7df-69db-471f-bfb9-e53e4f2d0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:44.246584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-fac3d7df-69db-471f-bfb9-e53e4f2d0fa0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 914 time: 0.1423287 Nov 10 16:56:44.255167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057dc07-2b68-477d-878d-7222930e1275 req-a9184777-2c39-4628-802a-fa45eba7ee13 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:44.261956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7057dc07-2b68-477d-878d-7222930e1275 req-a9184777-2c39-4628-802a-fa45eba7ee13 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.0808885 Nov 10 16:56:44.276766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f39f96b-e60f-4167-891a-fde579fae216 req-57892a8a-be5d-4ae9-9de3-2c4258b058c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 200 len: 1001 time: 0.1508007 Nov 10 16:56:44.278062 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:44.311282 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-00a98f2b-1ee0-4310-b2bf-0970593c621e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806 HTTP/1.1" status: 200 len: 217 time: 0.0531187 Nov 10 16:56:44.388092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7057dc07-2b68-477d-878d-7222930e1275 req-2ec14295-7016-4721-90b6-06b88f7d1d63 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184397 Nov 10 16:56:44.389617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-97410ec6-902e-48fc-94e5-d4816416985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:44.391261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-97410ec6-902e-48fc-94e5-d4816416985e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c37e3810-d75d-4a6b-a4b1-828d0188de1a HTTP/1.1" status: 200 len: 853 time: 0.0715437 Nov 10 16:56:44.413291 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:44.418417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:44.437433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39f96b-e60f-4167-891a-fde579fae216 req-6fce644f-b9fb-4289-bdb8-a60111f46860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:44.437433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f39f96b-e60f-4167-891a-fde579fae216 req-6fce644f-b9fb-4289-bdb8-a60111f46860 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.1162672 Nov 10 16:56:44.437781 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-8457734a-9699-4236-a9da-5ad49b508b69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17e77e75-293f-4d7c-b4bf-3c896e0642f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378852 Nov 10 16:56:44.509450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39f96b-e60f-4167-891a-fde579fae216 req-52d59d06-9f58-45c8-a7ab-0fa1214e11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:44.510733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f39f96b-e60f-4167-891a-fde579fae216 req-52d59d06-9f58-45c8-a7ab-0fa1214e11c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487630 Nov 10 16:56:44.617431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c3373143-7491-4ed1-aa56-e8112f3d0806 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:44.638498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c3373143-7491-4ed1-aa56-e8112f3d0806 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:44.638835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c3373143-7491-4ed1-aa56-e8112f3d0806 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:44.639506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:44.643356 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-86e26a2b-c7fe-4dd7-b616-12e38e21e451 service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912525 Nov 10 16:56:44.659787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:44.660431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eabda035-a259-4784-bdba-1435f83d3872 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:56:44.670684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:44.671362 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:44.671623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4f4f5fc6-3977-44ea-a8d9-2454b1ac0b05 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:44.673086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-890dd1fc-9762-467f-bca2-cf8d30d8723e admin admin] 10.222.0.62 "DELETE /v2.0/routers/eabda035-a259-4784-bdba-1435f83d3872 HTTP/1.1" status: 204 len: 168 time: 1.8098834 Nov 10 16:56:44.676443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:44.726129 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5441581f-c64f-4df7-918f-7ebc46b39c0d req-04e0fa15-c7f8-4e8b-85a8-7ae9eea72548 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 210 time: 0.0787182 Nov 10 16:56:44.728931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f39f96b-e60f-4167-891a-fde579fae216 req-b1229d30-4d8f-4740-bb02-2dd09f699970 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091091 Nov 10 16:56:44.782978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-18450fd5-8c1e-4c5a-a2a1-41301b6912fc admin admin] Deleting subnet cdc1ce67-fa00-445e-a4ba-6461613f7a85 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:56:44.810691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29d0c1fd-13f3-493f-adb2-bf547d3401e7 req-86b00650-1b3d-41c1-ba19-4012f243bbd0 service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234221 Nov 10 16:56:44.812185 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18450fd5-8c1e-4c5a-a2a1-41301b6912fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:44.864547 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18450fd5-8c1e-4c5a-a2a1-41301b6912fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:44.920634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f39f96b-e60f-4167-891a-fde579fae216 req-966d9fc2-41f6-4abd-a2a9-5ec575892c61 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768584 Nov 10 16:56:44.940061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f141c-7985-4e54-9637-41aeaa714c54 req-4738fe65-47aa-4b4c-9cac-be8bf763becc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:44.941986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f52f141c-7985-4e54-9637-41aeaa714c54 req-4738fe65-47aa-4b4c-9cac-be8bf763becc tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0586374 Nov 10 16:56:45.017005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f52f141c-7985-4e54-9637-41aeaa714c54 req-e350080a-15d8-4cd5-b623-8283e51742bd tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500345 Nov 10 16:56:45.051022 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18450fd5-8c1e-4c5a-a2a1-41301b6912fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:45.089399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-d288c4cd-bbba-4d15-9bc2-e2910e13f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:45.091094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-d288c4cd-bbba-4d15-9bc2-e2910e13f707 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1097 time: 0.0958109 Nov 10 16:56:45.244982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9b9d4-0ac3-4ebf-975d-ec069800bcbf req-a606e3b0-b046-4fef-92b6-c3f16ce13eb4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:45.246385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91f9b9d4-0ac3-4ebf-975d-ec069800bcbf req-a606e3b0-b046-4fef-92b6-c3f16ce13eb4 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.1204286 Nov 10 16:56:45.251327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-0993add6-ae19-4004-b77d-564745f99c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:45.253268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-0993add6-ae19-4004-b77d-564745f99c24 service neutron] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.1515355 Nov 10 16:56:45.320425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18450fd5-8c1e-4c5a-a2a1-41301b6912fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:45.370696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18450fd5-8c1e-4c5a-a2a1-41301b6912fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc1ce67-fa00-445e-a4ba-6461613f7a85,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:45.378874 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18450fd5-8c1e-4c5a-a2a1-41301b6912fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:45.382118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-18450fd5-8c1e-4c5a-a2a1-41301b6912fc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cdc1ce67-fa00-445e-a4ba-6461613f7a85 HTTP/1.1" status: 204 len: 168 time: 0.6902399 Nov 10 16:56:45.385106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45974) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:45.391657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91f9b9d4-0ac3-4ebf-975d-ec069800bcbf req-9aa59455-fa11-4596-a073-f6fe8c3bc751 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372392 Nov 10 16:56:45.392804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e409b08c-9a19-4668-9b96-c00a1438c666 None None] Network aadc08cc-94d2-45f4-9b01-5cf627099bdc requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:45.399367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-70e96c64-7ddf-47ff-94b2-069479ff6445 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 200 len: 1001 time: 0.1378646 Nov 10 16:56:45.473643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-bd8c9180-ad35-4004-a1e5-0aa73277b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:45.477303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-bd8c9180-ad35-4004-a1e5-0aa73277b38f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.0700870 Nov 10 16:56:45.584995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-559ab6ad-a5ad-4cf6-bbf1-03289fa1c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:45.584995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-559ab6ad-a5ad-4cf6-bbf1-03289fa1c89b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990400 Nov 10 16:56:45.604477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:45.631427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-e288c7c6-4fb7-44a9-9a8a-2339d035bc17 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:45.636986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-e288c7c6-4fb7-44a9-9a8a-2339d035bc17 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.69 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 945 time: 0.2076154 Nov 10 16:56:45.648312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 68657fd7-40d8-456a-939e-245b54b5148f no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:45.658016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] DHCP port deletion for aadc08cc-94d2-45f4-9b01-5cf627099bdc request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:45.680661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b53f5c-74df-44b0-a1ed-c428639e35c1 req-4c49b2d6-b475-40f6-a8a7-6ce83df80b9d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:45.688441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3b53f5c-74df-44b0-a1ed-c428639e35c1 req-4c49b2d6-b475-40f6-a8a7-6ce83df80b9d tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 945 time: 0.1370730 Nov 10 16:56:45.757999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-0d315a4a-e253-4ba1-8d42-beec91965a98 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593857 Nov 10 16:56:45.819918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] Deleting port b4f1683a-2859-4349-90bc-87ceb3737133 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:45.820472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:45.825876 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:45.865637 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d5d17b2-c523-4c2e-81fa-ac559a9bbbba req-c775cce4-2989-4aaa-9b5e-03b55ec63f28 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 210 time: 0.0314550 Nov 10 16:56:45.912141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:45.914437 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f182ff1-a3a6-48d1-883e-4befa0c61bd8" -d '{"events": [{"server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "68657fd7-40d8-456a-939e-245b54b5148f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:45.955072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 68657fd7-40d8-456a-939e-245b54b5148f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=68657fd7-40d8-456a-939e-245b54b5148f,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:45.965207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5641cafb-b0a8-4755-bfd5-245b641367c0 req-e1f0c873-8857-4e61-87e1-92771423d57b service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985075 Nov 10 16:56:45.975991 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1b956c-445e-45ba-b3fd-02bfc480eaa8 x-openstack-request-id: req-3d1b956c-445e-45ba-b3fd-02bfc480eaa8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:45.976272 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "68657fd7-40d8-456a-939e-245b54b5148f", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:45.976588 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d1b956c-445e-45ba-b3fd-02bfc480eaa8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:45.977037 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f', 'code': 200} Nov 10 16:56:45.984732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] For port b4f1683a-2859-4349-90bc-87ceb3737133, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b4f1683a-2859-4349-90bc-87ceb3737133,segment=NetworkSegment(38f409a9-c047-48ff-ba48-3b05e73d5841),segment_id=38f409a9-c047-48ff-ba48-3b05e73d5841)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:45.985220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.000410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] Calling delete_port for b4f1683a-2859-4349-90bc-87ceb3737133 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:46.048005 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.049668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:46.178759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3b53f5c-74df-44b0-a1ed-c428639e35c1 req-10de745c-d873-4636-9429-3e31b2a7e954 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4893534 Nov 10 16:56:46.188833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Deleting port b4f1683a-2859-4349-90bc-87ceb3737133 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:46.189390 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.195220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=68657fd7-40d8-456a-939e-245b54b5148f,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:46.220022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d529d-138d-4381-921f-b1e50173b271 req-a73a801f-908c-419f-9b1f-b90d01da06af tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:46.224058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d24d529d-138d-4381-921f-b1e50173b271 req-a73a801f-908c-419f-9b1f-b90d01da06af tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 945 time: 0.0954666 Nov 10 16:56:46.249786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Deleting port 68657fd7-40d8-456a-939e-245b54b5148f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:46.250381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.278410 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.320475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:46.323020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.366483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] No DVR routers for this DVR port b4f1683a-2859-4349-90bc-87ceb3737133 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:56:46.378205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182df5d-3edb-488b-b024-1022a59ad071 None None] Pushing event deleted for resources: {'Port': ['ID=b4f1683a-2859-4349-90bc-87ceb3737133,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:46.407093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] For port 68657fd7-40d8-456a-939e-245b54b5148f, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=68657fd7-40d8-456a-939e-245b54b5148f,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:46.407093 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.408024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d24d529d-138d-4381-921f-b1e50173b271 req-8c9b200f-3de5-4b9c-9763-526ad9f664e2 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564426 Nov 10 16:56:46.410210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] For port b4f1683a-2859-4349-90bc-87ceb3737133, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b4f1683a-2859-4349-90bc-87ceb3737133,segment=NetworkSegment(38f409a9-c047-48ff-ba48-3b05e73d5841),segment_id=38f409a9-c047-48ff-ba48-3b05e73d5841)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:46.410770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.427281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.430555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:46.458091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Calling delete_port for b4f1683a-2859-4349-90bc-87ceb3737133 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:46.508933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-dab02297-f39f-403c-a1e0-2582e76b8a34 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:46.510562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-dab02297-f39f-403c-a1e0-2582e76b8a34 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.18 "GET /v2.0/networks?id=37ae1b27-9ab3-47e9-950a-8b8071204829 HTTP/1.1" status: 200 len: 818 time: 0.2114568 Nov 10 16:56:46.525068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Request body: {'port': {'device_id': '18ba27d5-8ca4-46d2-a1e2-96578414ef72', 'network_id': '37ae1b27-9ab3-47e9-950a-8b8071204829', 'admin_state_up': True, 'tenant_id': 'd50dc71f959f4b0ea9157d2f12db7505'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:46.657306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b4f1683a-2859-4349-90bc-87ceb3737133 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:46.696962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:46.763186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b4f1683a-2859-4349-90bc-87ceb3737133 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:46.763636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b4f1683a-2859-4349-90bc-87ceb3737133 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:46.780514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.780853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.781177 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Floating IP ee0159c0-91a9-4bb2-8664-08366f99bc95 disassociated. External IP: 172.25.3.103, port: 68657fd7-40d8-456a-939e-245b54b5148f. Nov 10 16:56:46.781523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Calling delete_port for 68657fd7-40d8-456a-939e-245b54b5148f owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:46.782591 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.829265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:46.877756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab372ab1-bdbb-4dca-a53c-e8e07f17a4bb req-16d35466-0a60-48ed-a28a-5d9993099152 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:46.879094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab372ab1-bdbb-4dca-a53c-e8e07f17a4bb req-16d35466-0a60-48ed-a28a-5d9993099152 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 943 time: 0.3443656 Nov 10 16:56:46.879694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Made reservation on behalf of d50dc71f959f4b0ea9157d2f12db7505 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:56:46.884497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.917645 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.927456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:46.944808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] No DVR routers for this DVR port b4f1683a-2859-4349-90bc-87ceb3737133 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:56:47.008693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f1683a-2859-4349-90bc-87ceb3737133,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:47.011214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:47.024924 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42cceb95-db62-4cea-b435-f0a160fb44ea req-d3e30dd9-7d63-438c-ad59-1349c25745e2 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 210 time: 0.0390866 Nov 10 16:56:47.075190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab372ab1-bdbb-4dca-a53c-e8e07f17a4bb req-29ffcfd9-3d18-4a42-b89f-c928be1e4ad8 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups?id=f5104894-8f84-4a3d-bf61-056d64bfd037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880693 Nov 10 16:56:47.085971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Allocated IP 172.20.0.9 (37ae1b27-9ab3-47e9-950a-8b8071204829/dc475e2d-3659-419b-8050-ec7b3bf85e01/bca719f9-0ee4-4269-bec0-823f59094f00) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:56:47.126958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.160114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadc08cc-94d2-45f4-9b01-5cf627099bdc']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:47.171666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f409a9-c047-48ff-ba48-3b05e73d5841') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:47.171666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f409a9-c047-48ff-ba48-3b05e73d5841') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:47.183504 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.199605 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.206937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:56:47.207351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:56:47.209055 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:56:47.256420 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.299776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event deleted for resources: {'Port': ['ID=68657fd7-40d8-456a-939e-245b54b5148f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:47.370596 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.398395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.401672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/aadc08cc-94d2-45f4-9b01-5cf627099bdc HTTP/1.1" status: 204 len: 168 time: 2.0154603 Nov 10 16:56:47.404550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac3540-30af-420d-bbbf-a16770e25ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aadc08cc-94d2-45f4-9b01-5cf627099bdc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:47.455291 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.489331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e54c0-677d-4700-bd75-953bd13712f5 req-a02ecccc-9abf-47ad-8092-df27fa337974 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:47.494513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Router ed70f469-49f7-4c51-a156-083b10bb09e4 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:56:47.498785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-097e54c0-677d-4700-bd75-953bd13712f5 req-a02ecccc-9abf-47ad-8092-df27fa337974 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1117814 Nov 10 16:56:47.622782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.657170 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:56:47.678058 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] Sync routers for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:56:47.730001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e3935-03b3-4d09-a750-3724c8d0fc22 req-db5c46f3-a9bb-4228-917b-c741ab2e4280 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:47.731096 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a51e3935-03b3-4d09-a750-3724c8d0fc22 req-db5c46f3-a9bb-4228-917b-c741ab2e4280 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1282125 Nov 10 16:56:47.733400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] No DVR routers for this DVR port 68657fd7-40d8-456a-939e-245b54b5148f on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:56:47.736247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:47.740818 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d2b1ca7-5417-4bcd-9048-2be4cbdc2e87 req-378e7254-9bcc-4b3b-9fad-0f3bbe66683a tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.69 "DELETE /v2.0/ports/68657fd7-40d8-456a-939e-245b54b5148f HTTP/1.1" status: 204 len: 173 time: 2.1004772 Nov 10 16:56:47.741318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'name': 'network-vif-deleted', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:47.748016 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:47.753190 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:47.753371 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90917073-7519-4d2c-9645-984296c4dcc2" -d '{"events": [{"server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "name": "network-vif-deleted", "tag": "68657fd7-40d8-456a-939e-245b54b5148f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:47.776542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-097e54c0-677d-4700-bd75-953bd13712f5 req-eb99f73f-1372-47b6-b0e0-64debc7fe7c1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751257 Nov 10 16:56:47.828217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Pushing event updated for resources: {'Port': ['ID=bca719f9-0ee4-4269-bec0-823f59094f00,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:47.852107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Network 37ae1b27-9ab3-47e9-950a-8b8071204829 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:56:47.853079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:47.873865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:56:47.883039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:56:47.895063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a51e3935-03b3-4d09-a750-3724c8d0fc22 req-91becb58-22aa-4f9f-8aba-7356b07c6aca tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335032 Nov 10 16:56:47.910650 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393e77bd-1d2a-440c-a93e-536ad4115c47 x-openstack-request-id: req-393e77bd-1d2a-440c-a93e-536ad4115c47 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:47.910944 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cab96e-84bf-4e12-9403-4601134d8a0b", "name": "network-vif-deleted", "tag": "68657fd7-40d8-456a-939e-245b54b5148f", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:47.911196 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-393e77bd-1d2a-440c-a93e-536ad4115c47 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:47.911640 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cab96e-84bf-4e12-9403-4601134d8a0b', 'name': 'network-vif-deleted', 'tag': '68657fd7-40d8-456a-939e-245b54b5148f', 'status': 'completed', 'code': 200} Nov 10 16:56:47.978479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806'}, {'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:47.981771 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea14d85-7dfb-4f72-9de9-e5372d18d19d" -d '{"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806"}, {"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:47.991572 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:48.041579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:48.042963 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:48.103786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-66e57a1e-f82b-480e-897c-9f448a97b16d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ca7344dee894c0bb37022e0a44cf84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469592 Nov 10 16:56:48.111532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46026) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:48.123104 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a43efc8-4ef3-461a-b402-8c4df6d3f646 x-openstack-request-id: req-9a43efc8-4ef3-461a-b402-8c4df6d3f646 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:48.124728 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-unplugged", "status": "failed", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806", "code": 422}, {"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:48.125248 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a43efc8-4ef3-461a-b402-8c4df6d3f646 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:48.126366 n-d-714676-11 neutron-server[103327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'code': 422} returned with failed status Nov 10 16:56:48.126924 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'code': 200} Nov 10 16:56:48.211995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d190d1-daa2-4c2f-98a2-922675ee59fe req-fff1ada6-d7d3-48f7-b895-dea6d19d7b60 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:48.211995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58d190d1-daa2-4c2f-98a2-922675ee59fe req-fff1ada6-d7d3-48f7-b895-dea6d19d7b60 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1179066 Nov 10 16:56:48.216977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09ae96d-8eed-4688-bd05-d862846f5d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:48.253638 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09ae96d-8eed-4688-bd05-d862846f5d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:48.274674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58d190d1-daa2-4c2f-98a2-922675ee59fe req-5ed5c861-f511-43fb-ae80-48f0c7cba74d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612195 Nov 10 16:56:48.304938 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-62718db7-4bbc-4243-bf53-7cb1e8f0a03c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7838573 Nov 10 16:56:48.316066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-69c35f0a-3987-4819-91df-99c4b07778a6 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:56:48.316656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-69c35f0a-3987-4819-91df-99c4b07778a6 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060861 Nov 10 16:56:48.329132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Request body: {'port': {'device_id': '18ba27d5-8ca4-46d2-a1e2-96578414ef72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:56:48.381284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743a65-3d91-4e23-aaef-6c138046290a req-555ac952-a147-4c58-8a85-be78aed8957f tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:48.383220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d4743a65-3d91-4e23-aaef-6c138046290a req-555ac952-a147-4c58-8a85-be78aed8957f tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 931 time: 0.0681028 Nov 10 16:56:48.428878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09ae96d-8eed-4688-bd05-d862846f5d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:48.435848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f09ae96d-8eed-4688-bd05-d862846f5d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:48.438481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f09ae96d-8eed-4688-bd05-d862846f5d67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c06c64c9-a5af-439b-88e4-ec32a4ee9992 HTTP/1.1" status: 204 len: 168 time: 0.3225167 Nov 10 16:56:48.439625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:48.454237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ae96d-8eed-4688-bd05-d862846f5d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c64c9-a5af-439b-88e4-ec32a4ee9992,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:48.486304 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa257305-a4a9-427d-9031-b15a2fdbbd1b req-a661b2d6-42df-4453-b43c-f3509568434b tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/ports?device_id=20cab96e-84bf-4e12-9403-4601134d8a0b HTTP/1.1" status: 200 len: 210 time: 0.0483828 Nov 10 16:56:48.500374 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:33Z', 'revision_number': 5, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:48.545917 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] Checking router: ed70f469-49f7-4c51-a156-083b10bb09e4 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:56:48.556203 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:48.556821 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:48.615773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d4743a65-3d91-4e23-aaef-6c138046290a req-7caeeed1-81e7-4b6c-ba5f-d853da028eab tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092276 Nov 10 16:56:48.709726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-0cd4ccd6-fd13-492c-84ec-067a73aaba3d req-9b801035-345f-4ea8-8a25-82f14d34b700 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:56:48.710856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cd4ccd6-fd13-492c-84ec-067a73aaba3d req-9b801035-345f-4ea8-8a25-82f14d34b700 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071015 Nov 10 16:56:48.718275 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:48.956322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca719f9-0ee4-4269-bec0-823f59094f00 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:56:48.966662 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.017420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce4786-6ea5-4d8f-9283-362a3b523d6c req-c1d0e739-56ee-4882-b50d-c7a646ed27d9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:49.020104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00ce4786-6ea5-4d8f-9283-362a3b523d6c req-c1d0e739-56ee-4882-b50d-c7a646ed27d9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1126132 Nov 10 16:56:49.044375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Transition to ACTIVE for port object bca719f9-0ee4-4269-bec0-823f59094f00 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:56:49.059532 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:33Z', 'revision_number': 5, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:49.084304 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00ce4786-6ea5-4d8f-9283-362a3b523d6c req-3d10d265-719c-40c8-9511-bb878e6f93ee tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558789 Nov 10 16:56:49.104307 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300a90a-5c79-42fb-9941-04e64092507d None None] The sync data for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 is: [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:53:28Z', 'revision_number': 4, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b16b1e7c-d7dd-45eb-ad42-233e69321873', 'name': '', 'network_id': 'd7f5ec71-b2eb-47bd-b346-4b8301f68ee9', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'mac_address': 'fa:16:3e:cf:fb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:27Z', 'updated_at': '2021-11-10T16:53:33Z', 'revision_number': 5, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'subnets': [{'id': 'eabba738-5eb6-43ae-a79a-8b72915c0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:56:49.123387 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.164196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc9b23-e6e7-4517-94c8-5e758f7fe395 req-bed9afb4-99c5-4028-b3b0-5b0beccab481 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:49.165808 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34dc9b23-e6e7-4517-94c8-5e758f7fe395 req-bed9afb4-99c5-4028-b3b0-5b0beccab481 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0954978 Nov 10 16:56:49.227450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Pushing event updated for resources: {'Port': ['ID=bca719f9-0ee4-4269-bec0-823f59094f00,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:49.297929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34dc9b23-e6e7-4517-94c8-5e758f7fe395 req-f93d7da8-5467-4b48-a742-a99e5ee43ab9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249728 Nov 10 16:56:49.354880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Attempting to bind port bca719f9-0ee4-4269-bec0-823f59094f00 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:56:49.355221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Attempting to bind port bca719f9-0ee4-4269-bec0-823f59094f00 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'ba45e7b5-3b65-4dca-a313-f879545063d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37ae1b27-9ab3-47e9-950a-8b8071204829'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:56:49.355580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Attempting to bind port bca719f9-0ee4-4269-bec0-823f59094f00 on network 37ae1b27-9ab3-47e9-950a-8b8071204829 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:49.361716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Port bca719f9-0ee4-4269-bec0-823f59094f00 on network 37ae1b27-9ab3-47e9-950a-8b8071204829 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:56:49.369172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Attempting to bind port bca719f9-0ee4-4269-bec0-823f59094f00 on network 37ae1b27-9ab3-47e9-950a-8b8071204829 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:56:49.369172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:56:49.369172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Checking segment: {'id': 'ba45e7b5-3b65-4dca-a313-f879545063d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37ae1b27-9ab3-47e9-950a-8b8071204829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:56:49.369172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Bound using segment: {'id': 'ba45e7b5-3b65-4dca-a313-f879545063d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37ae1b27-9ab3-47e9-950a-8b8071204829'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:56:49.369680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Bound port: bca719f9-0ee4-4269-bec0-823f59094f00, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba45e7b5-3b65-4dca-a313-f879545063d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '37ae1b27-9ab3-47e9-950a-8b8071204829'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:56:49.369680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.393873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:49.452746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e855983b-594d-4233-89c5-4b8996bfa656 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38605cc3862d416ab90ad66d6d5b1db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573831 Nov 10 16:56:49.453182 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:49.531761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5882dc0a-96cd-4608-ae00-5d74e8315fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.553763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5882dc0a-96cd-4608-ae00-5d74e8315fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.555026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] For port bca719f9-0ee4-4269-bec0-823f59094f00, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:56:49.564336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] For port bca719f9-0ee4-4269-bec0-823f59094f00, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bca719f9-0ee4-4269-bec0-823f59094f00,segment=NetworkSegment(ba45e7b5-3b65-4dca-a313-f879545063d8),segment_id=ba45e7b5-3b65-4dca-a313-f879545063d8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:56:49.623958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:49.656324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa381e6-5fd6-40e2-bcd7-8fc69c580dba None None] New status for floating IP ee0159c0-91a9-4bb2-8664-08366f99bc95: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:56:49.686309 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.725295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:49.725977 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.727456 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] 10.222.0.18 "PUT /v2.0/ports/bca719f9-0ee4-4269-bec0-823f59094f00 HTTP/1.1" status: 200 len: 1092 time: 1.4029958 Nov 10 16:56:49.727931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ba27d5-8ca4-46d2-a1e2-96578414ef72', 'tag': 'bca719f9-0ee4-4269-bec0-823f59094f00'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:49.730562 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "18ba27d5-8ca4-46d2-a1e2-96578414ef72", "tag": "bca719f9-0ee4-4269-bec0-823f59094f00"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:49.737315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5882dc0a-96cd-4608-ae00-5d74e8315fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.743905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5882dc0a-96cd-4608-ae00-5d74e8315fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.743905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5882dc0a-96cd-4608-ae00-5d74e8315fc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c45d75f8-acd6-4b52-b929-09079aa484e3 HTTP/1.1" status: 204 len: 168 time: 0.2861617 Nov 10 16:56:49.745536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:49.759785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882dc0a-96cd-4608-ae00-5d74e8315fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d75f8-acd6-4b52-b929-09079aa484e3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:49.816310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7852b-666c-4953-97e9-fca12df4d553 service neutron] Pushing event updated for resources: {'Port': ['ID=bca719f9-0ee4-4269-bec0-823f59094f00,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:49.873551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7b314b6-163f-4eff-b9c6-9ae754b166d6 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:49.966092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac54fa0-4931-40f7-a15b-23b0c760f249 req-ebac2ae6-b64b-4351-9a8a-174bae9eb311 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:49.974637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fac54fa0-4931-40f7-a15b-23b0c760f249 req-ebac2ae6-b64b-4351-9a8a-174bae9eb311 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 943 time: 0.0658035 Nov 10 16:56:50.065811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fac54fa0-4931-40f7-a15b-23b0c760f249 req-8c55e273-4481-4a03-844a-89c50faa4d79 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876548 Nov 10 16:56:50.254792 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae6528c-2582-4f38-883f-6622b4be2488 x-openstack-request-id: req-8ae6528c-2582-4f38-883f-6622b4be2488 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:50.255780 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ba27d5-8ca4-46d2-a1e2-96578414ef72", "tag": "bca719f9-0ee4-4269-bec0-823f59094f00", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:50.256211 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ae6528c-2582-4f38-883f-6622b4be2488 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:50.256799 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ba27d5-8ca4-46d2-a1e2-96578414ef72', 'tag': 'bca719f9-0ee4-4269-bec0-823f59094f00', 'status': 'completed', 'code': 200} Nov 10 16:56:50.270419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7b314b6-163f-4eff-b9c6-9ae754b166d6 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:50.299360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-70a0eed1-5597-40f6-9aca-0ecbe5847e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:50.300760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-70a0eed1-5597-40f6-9aca-0ecbe5847e23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d50dc71f959f4b0ea9157d2f12db7505&device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 1095 time: 0.4053957 Nov 10 16:56:50.313084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-60e07783-94c6-4545-ad18-cea7da135069 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4850190 Nov 10 16:56:50.358307 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-da6f2c78-eba6-435e-9201-c11bc2c6ef18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bca719f9-0ee4-4269-bec0-823f59094f00 HTTP/1.1" status: 200 len: 217 time: 0.0438116 Nov 10 16:56:50.493922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-b95edb7b-1816-4836-9fea-5b7f49f5dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:50.495440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-b95edb7b-1816-4836-9fea-5b7f49f5dadd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc475e2d-3659-419b-8050-ec7b3bf85e01 HTTP/1.1" status: 200 len: 858 time: 0.1358440 Nov 10 16:56:50.518511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf981c3-b7ca-40fe-9d83-3a45c559fb0f req-ac015f78-838f-4f79-9b0d-84d98221378a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:50.520219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cf981c3-b7ca-40fe-9d83-3a45c559fb0f req-ac015f78-838f-4f79-9b0d-84d98221378a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0974867 Nov 10 16:56:50.554908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-ea5a2c5a-a67e-4c61-b5f6-58145416c376 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37ae1b27-9ab3-47e9-950a-8b8071204829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378060 Nov 10 16:56:50.560365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7b314b6-163f-4eff-b9c6-9ae754b166d6 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:50.561841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7b314b6-163f-4eff-b9c6-9ae754b166d6 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:50.566214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e7b314b6-163f-4eff-b9c6-9ae754b166d6 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "DELETE /v2.0/security-groups/f5104894-8f84-4a3d-bf61-056d64bfd037 HTTP/1.1" status: 204 len: 168 time: 0.8201239 Nov 10 16:56:50.568820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:50.623245 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cf981c3-b7ca-40fe-9d83-3a45c559fb0f req-b73e4b15-3978-4eba-88f4-e825d370f452 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989604 Nov 10 16:56:50.650627 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-eec41310-067f-480d-a9a0-5d9ac288b3ef tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] show failed (client error): The resource could not be found. Nov 10 16:56:50.652805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eec41310-067f-480d-a9a0-5d9ac288b3ef tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "GET /v2.0/security-groups/f5104894-8f84-4a3d-bf61-056d64bfd037 HTTP/1.1" status: 404 len: 347 time: 0.0806708 Nov 10 16:56:50.657558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b314b6-163f-4eff-b9c6-9ae754b166d6 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5104894-8f84-4a3d-bf61-056d64bfd037,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:50.661384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46116) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:50.746788 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-267c09da-90b6-4c9e-9771-9ed335108c85 service neutron] 10.222.0.18 "GET /v2.0/networks/37ae1b27-9ab3-47e9-950a-8b8071204829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786325 Nov 10 16:56:50.865800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Deleting port 5a98769d-1ecf-418b-8186-19f484e1037b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:50.867106 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:50.881450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98486031-fb4f-4a7b-9d28-74d2b11b1046 req-168d271b-9787-4342-a223-d6423a9b0471 service neutron] 10.222.0.18 "GET /v2.0/networks/37ae1b27-9ab3-47e9-950a-8b8071204829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272712 Nov 10 16:56:50.988399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:50.989121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:51.004826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Calling delete_port for 5a98769d-1ecf-418b-8186-19f484e1037b owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:51.063385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-9b694670-3946-447a-8262-697a26c26933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:51.065223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-9b694670-3946-447a-8262-697a26c26933 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d50dc71f959f4b0ea9157d2f12db7505&device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 1095 time: 0.0517807 Nov 10 16:56:51.229769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-002f4b99-ac66-4adc-a86f-27a29ab705a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:51.231289 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-002f4b99-ac66-4adc-a86f-27a29ab705a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=37ae1b27-9ab3-47e9-950a-8b8071204829 HTTP/1.1" status: 200 len: 919 time: 0.1590648 Nov 10 16:56:51.294538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39fc1c-9fbe-421f-a698-e9f211030186 req-7189c3cc-345f-46e1-9f90-2d402d86ae25 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:51.295657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-fa846ef3-e55c-4532-bfdc-a10039f8bab3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bca719f9-0ee4-4269-bec0-823f59094f00 HTTP/1.1" status: 200 len: 217 time: 0.0546901 Nov 10 16:56:51.300214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e39fc1c-9fbe-421f-a698-e9f211030186 req-7189c3cc-345f-46e1-9f90-2d402d86ae25 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 943 time: 0.0701997 Nov 10 16:56:51.358783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-05d2e678-6ce8-4e2c-8fa6-7fc08f54ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:51.360165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-05d2e678-6ce8-4e2c-8fa6-7fc08f54ce28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc475e2d-3659-419b-8050-ec7b3bf85e01 HTTP/1.1" status: 200 len: 858 time: 0.0553336 Nov 10 16:56:51.370174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:51.402052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-d04da29b-4600-453b-8bc8-c3c27c48bd94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=37ae1b27-9ab3-47e9-950a-8b8071204829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269732 Nov 10 16:56:51.420965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Pushing event deleted for resources: {'Port': ['ID=5a98769d-1ecf-418b-8186-19f484e1037b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:51.431299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e39fc1c-9fbe-421f-a698-e9f211030186 req-c51e2af1-0ecf-4ff8-89c3-efdacce5b462 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278567 Nov 10 16:56:51.511601 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:51.514837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:51.516399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5592aadf-c090-4628-85fe-9d9bcb58dc16 tempest-ServersTestJSON-101509218 tempest-ServersTestJSON-101509218-project] 10.222.0.62 "DELETE /v2.0/floatingips/ee0159c0-91a9-4bb2-8664-08366f99bc95 HTTP/1.1" status: 204 len: 168 time: 0.8537107 Nov 10 16:56:51.521913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:51.537800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-2cb757f0-3d72-418f-9bab-22b452b9472e service neutron] 10.222.0.18 "GET /v2.0/networks/37ae1b27-9ab3-47e9-950a-8b8071204829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273816 Nov 10 16:56:51.632052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:51.708980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8a04ce9-e48f-47ea-b860-da78a47ac1b1 req-d218daf7-62f5-4d5c-ba90-9b6f1cd77298 service neutron] 10.222.0.18 "GET /v2.0/networks/37ae1b27-9ab3-47e9-950a-8b8071204829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631975 Nov 10 16:56:51.889010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e1e8-504d-43d4-b910-7009c1b58c05 req-157c4c2e-c5ac-4b02-91fd-d725f9e470ef tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:51.890571 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c85e1e8-504d-43d4-b910-7009c1b58c05 req-157c4c2e-c5ac-4b02-91fd-d725f9e470ef tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0932670 Nov 10 16:56:51.993679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c85e1e8-504d-43d4-b910-7009c1b58c05 req-5ed51f9b-1953-4ff0-b757-42843ff7cfe3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Nov 10 16:56:52.107872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb1bc-fb32-4aae-ac7b-ee231014ef28 req-a64ac97a-5cfd-4139-93c6-d5580e10bdd3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:52.117029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-907cb1bc-fb32-4aae-ac7b-ee231014ef28 req-a64ac97a-5cfd-4139-93c6-d5580e10bdd3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.0696137 Nov 10 16:56:52.124937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:52.183469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-907cb1bc-fb32-4aae-ac7b-ee231014ef28 req-93ff48dd-fe17-420f-982f-da8d67bf0a39 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652993 Nov 10 16:56:52.319906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-85c62a40-1ff6-4d14-847c-e1513c80d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:52.321465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-85c62a40-1ff6-4d14-847c-e1513c80d393 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b&tenant_id=25e34c1cb65d4f5c8b263584244b7075 HTTP/1.1" status: 200 len: 1095 time: 0.0852814 Nov 10 16:56:52.447098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-57b4783e-a2f5-4330-bac3-5538230dbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:52.448641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-57b4783e-a2f5-4330-bac3-5538230dbf60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 1095 time: 0.0932639 Nov 10 16:56:52.607048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:52.632880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-4814550b-7d1e-467f-bbd5-c997fa4c9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:52.634396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-4814550b-7d1e-467f-bbd5-c997fa4c9527 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 914 time: 0.1747665 Nov 10 16:56:52.671440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4138f5d-3aaa-4b08-9b94-5131aede46c9 req-acb0ca99-d24f-43e5-87d7-7eaec650ab2a tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:52.683165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4138f5d-3aaa-4b08-9b94-5131aede46c9 req-acb0ca99-d24f-43e5-87d7-7eaec650ab2a tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 943 time: 0.1107318 Nov 10 16:56:52.867744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-e5016519-5a7f-417d-9f6d-a5f4f8ebbbca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2593067 Nov 10 16:56:52.880302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-d7df840c-a16a-4f95-bd01-329531b57e07 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:56:52.884466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-d7df840c-a16a-4f95-bd01-329531b57e07 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081496 Nov 10 16:56:53.093901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-0bce3d83-e96c-436c-a614-6edfe37d4175 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806 HTTP/1.1" status: 200 len: 217 time: 0.4497366 Nov 10 16:56:53.117001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Deleting port b16b1e7c-d7dd-45eb-ad42-233e69321873 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:53.117337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:53.145159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b67fa-7b69-4c2a-a874-b45e4966b467 req-bccdff5f-0952-481c-acd3-f595dd1a6640 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:53.147298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f53b67fa-7b69-4c2a-a874-b45e4966b467 req-bccdff5f-0952-481c-acd3-f595dd1a6640 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0645015 Nov 10 16:56:53.203342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f53b67fa-7b69-4c2a-a874-b45e4966b467 req-2cd2f4e1-6bbe-42a9-984f-163be1056046 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Nov 10 16:56:53.241270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-e714cf24-c3be-41c1-a60f-c8051321471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:53.248422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-e714cf24-c3be-41c1-a60f-c8051321471c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c37e3810-d75d-4a6b-a4b1-828d0188de1a HTTP/1.1" status: 200 len: 853 time: 0.1370842 Nov 10 16:56:53.248422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4138f5d-3aaa-4b08-9b94-5131aede46c9 req-0b7df252-b799-49b1-9ce1-b5d07478e2a4 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606903 Nov 10 16:56:53.296409 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-2c61e57b-cc32-4b90-9256-35624b8b3be6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17e77e75-293f-4d7c-b4bf-3c896e0642f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462654 Nov 10 16:56:53.298453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] For port b16b1e7c-d7dd-45eb-ad42-233e69321873, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b16b1e7c-d7dd-45eb-ad42-233e69321873,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:53.298932 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:53.334277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Calling delete_port for b16b1e7c-d7dd-45eb-ad42-233e69321873 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:53.385816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9cd76-99e0-47f0-88ef-3af09db924c7 req-c94ffc4f-060b-4d6c-a8f6-a5fe38654d77 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:53.397889 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ae9cd76-99e0-47f0-88ef-3af09db924c7 req-c94ffc4f-060b-4d6c-a8f6-a5fe38654d77 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1028666 Nov 10 16:56:53.471587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-f7e64efc-d5ce-4e6f-a43d-c7f9a25d2acc service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622412 Nov 10 16:56:53.509673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ae9cd76-99e0-47f0-88ef-3af09db924c7 req-bb110544-202e-4066-8a0d-a2ee97842954 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100578 Nov 10 16:56:53.666125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd9f40c7-580e-4028-ba6a-fb98851b647c req-a7b91dfa-d456-4f16-bda1-090257052009 service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841023 Nov 10 16:56:53.818940 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:53.857467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b16b1e7c-d7dd-45eb-ad42-233e69321873,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:54.111492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:54.286379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bfe29-0693-42ec-9443-0b9d51165b4d req-85aeceee-de24-4c70-9b18-36494d3c21df tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:54.295746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6b2bfe29-0693-42ec-9443-0b9d51165b4d req-85aeceee-de24-4c70-9b18-36494d3c21df tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1097 time: 0.1650083 Nov 10 16:56:54.358084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6b2bfe29-0693-42ec-9443-0b9d51165b4d req-5df94cd2-c455-4c25-bdab-72c0553eb446 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:54.405703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb19f27-276c-403d-ba29-0d314adb4777 req-42e29c3a-bcd0-4e31-b056-11e073cde959 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:54.407406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbb19f27-276c-403d-ba29-0d314adb4777 req-42e29c3a-bcd0-4e31-b056-11e073cde959 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0553975 Nov 10 16:56:54.467794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbb19f27-276c-403d-ba29-0d314adb4777 req-9320e298-8ac2-4ed3-8dfa-bfe8e5a168bd tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Nov 10 16:56:54.557186 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6b2bfe29-0693-42ec-9443-0b9d51165b4d req-5df94cd2-c455-4c25-bdab-72c0553eb446 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:54.564983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Router ed70f469-49f7-4c51-a156-083b10bb09e4 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:56:54.616412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f0c40-4d44-435a-805f-3fb08cb06523 req-c6a90795-c860-46df-8ee9-bb7703f0b650 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:54.618188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-325f0c40-4d44-435a-805f-3fb08cb06523 req-c6a90795-c860-46df-8ee9-bb7703f0b650 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 943 time: 0.0599749 Nov 10 16:56:54.623095 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6b2bfe29-0693-42ec-9443-0b9d51165b4d req-5df94cd2-c455-4c25-bdab-72c0553eb446 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:54.720207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-325f0c40-4d44-435a-805f-3fb08cb06523 req-89323f97-4447-4551-b657-d5c358976b15 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929997 Nov 10 16:56:54.748182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6b2bfe29-0693-42ec-9443-0b9d51165b4d req-5df94cd2-c455-4c25-bdab-72c0553eb446 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4434636 Nov 10 16:56:54.748182 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df94cd2-c455-4c25-bdab-72c0553eb446 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd2bd3-4b91-432a-ac5a-a207dbb0ce82,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:54.791757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:56:54.815045 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] Sync routers for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:56:54.815753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9d2580e9-5711-43a3-935d-ef0ac16ade9c admin admin] 10.222.0.62 "PUT /v2.0/routers/ed70f469-49f7-4c51-a156-083b10bb09e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2877693 Nov 10 16:56:54.815753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46288) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:54.837189 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:54.837893 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:54.907800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d524f-5d23-43ba-b9b0-165b2abaa6da req-4c3a0fe8-492f-4773-8b06-63d4257007d6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:54.927876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-149d524f-5d23-43ba-b9b0-165b2abaa6da req-4c3a0fe8-492f-4773-8b06-63d4257007d6 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1332247 Nov 10 16:56:55.040551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:55.047630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7806e-67dc-4990-9440-632aa2259231 req-0ce747e8-92f6-4e47-b123-6fe1c7fce998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:55.049272 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-0ce747e8-92f6-4e47-b123-6fe1c7fce998 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e&tenant_id=5b1142c45c73441db9c409a7a0fe61a3 HTTP/1.1" status: 200 len: 1095 time: 0.1681776 Nov 10 16:56:55.067115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bca719f9-0ee4-4269-bec0-823f59094f00 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:56:55.081869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-149d524f-5d23-43ba-b9b0-165b2abaa6da req-b1be513b-6b0e-405f-8808-d6294e6ea952 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518140 Nov 10 16:56:55.211840 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:55.285500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7806e-67dc-4990-9440-632aa2259231 req-af5b8205-9ff0-436d-996c-cf3f6a392469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:55.289342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-af5b8205-9ff0-436d-996c-cf3f6a392469 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1095 time: 0.1571317 Nov 10 16:56:55.293707 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bca719f9-0ee4-4269-bec0-823f59094f00, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bca719f9-0ee4-4269-bec0-823f59094f00,segment=NetworkSegment(ba45e7b5-3b65-4dca-a313-f879545063d8),segment_id=ba45e7b5-3b65-4dca-a313-f879545063d8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:55.319265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'bca719f9-0ee4-4269-bec0-823f59094f00', 'network_id': '37ae1b27-9ab3-47e9-950a-8b8071204829', 'port_id': 'bca719f9-0ee4-4269-bec0-823f59094f00', 'mac_address': 'fa:16:3e:2b:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc475e2d-3659-419b-8050-ec7b3bf85e01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:56:55.361384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c428a-560d-4bc7-a643-77e9d52f8805 req-fd50d0c0-3824-48e8-9110-f25ca69ebc54 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:55.371231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-362c428a-560d-4bc7-a643-77e9d52f8805 req-fd50d0c0-3824-48e8-9110-f25ca69ebc54 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.5480983 Nov 10 16:56:55.401555 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:55.427792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca719f9-0ee4-4269-bec0-823f59094f00 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:56:55.458294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bca719f9-0ee4-4269-bec0-823f59094f00, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bca719f9-0ee4-4269-bec0-823f59094f00,segment=NetworkSegment(ba45e7b5-3b65-4dca-a313-f879545063d8),segment_id=ba45e7b5-3b65-4dca-a313-f879545063d8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:55.513882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:55.525858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7806e-67dc-4990-9440-632aa2259231 req-33ae50ab-36cd-4e6e-a467-126883c36c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:55.527868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-33ae50ab-36cd-4e6e-a467-126883c36c83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 200 len: 917 time: 0.1935980 Nov 10 16:56:55.531478 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:55.605880 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '9aea36a7-c061-479c-916e-d3666b24d382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:56:53Z', 'revision_number': 5, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port': {'id': '9aea36a7-c061-479c-916e-d3666b24d382', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:53:23Z', 'updated_at': '2021-11-10T16:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:55.638410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=bca719f9-0ee4-4269-bec0-823f59094f00,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:55.664555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] Checking router: ed70f469-49f7-4c51-a156-083b10bb09e4 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:56:55.670751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-362c428a-560d-4bc7-a643-77e9d52f8805 req-a8b93256-0dbb-468a-990f-d02e072d6227 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957816 Nov 10 16:56:55.671542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fc2a5-c7c2-4d6a-80b2-1550a4ba7a8a req-e0f93f90-9bac-4a52-a8d2-b8f9509d73ce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:55.680349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e92fc2a5-c7c2-4d6a-80b2-1550a4ba7a8a req-e0f93f90-9bac-4a52-a8d2-b8f9509d73ce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0726225 Nov 10 16:56:55.697609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46322) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:55.708120 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] Routers {'ed70f469-49f7-4c51-a156-083b10bb09e4'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:56:55.708753 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:56:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ed70f469-49f7-4c51-a156-083b10bb09e4'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:55.741330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bca719f9-0ee4-4269-bec0-823f59094f00'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:56:55.760549 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-eeead6b6-a712-4a1e-a43a-37045b0da0fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 200 len: 999 time: 0.2142591 Nov 10 16:56:55.812513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e92fc2a5-c7c2-4d6a-80b2-1550a4ba7a8a req-eaae56aa-6b2b-4fca-b6b1-344f28beb7c0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310959 Nov 10 16:56:55.869144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e2797822-921e-4e66-ae6a-82a6b24ae236 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/48da73ff-1013-4563-908c-930a1bf10f8b HTTP/1.1" status: 200 len: 993 time: 0.1622865 Nov 10 16:56:55.909741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Deleting port 9aea36a7-c061-479c-916e-d3666b24d382 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:55.910085 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:55.934589 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] Set router ed70f469-49f7-4c51-a156-083b10bb09e4 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:56:55.939059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7806e-67dc-4990-9440-632aa2259231 req-7358f8ab-0f27-4293-bff0-5750d7b15a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:55.941182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-7358f8ab-0f27-4293-bff0-5750d7b15a3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 200 len: 855 time: 0.1652238 Nov 10 16:56:56.086394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8a53-ba93-42c4-8bc7-dc7a8432a7b0 req-b44bc572-50c3-4e15-8207-1c75fdd1aecd tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:56.088886 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b85e8a53-ba93-42c4-8bc7-dc7a8432a7b0 req-b44bc572-50c3-4e15-8207-1c75fdd1aecd tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 944 time: 0.2224002 Nov 10 16:56:56.090358 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:56:55Z', 'revision_number': 6, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:56:56.159680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7806e-67dc-4990-9440-632aa2259231 req-fc8a793c-1b7a-4fab-bfd7-f08d5fbb7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:56.161377 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-fc8a793c-1b7a-4fab-bfd7-f08d5fbb7381 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=221ada90-6e55-43d0-9545-a3a5c25a6efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473310 Nov 10 16:56:56.177146 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64655b-d4c9-494a-8357-82b2f1207613 None None] The sync data for ids ['ed70f469-49f7-4c51-a156-083b10bb09e4'] in n-d-714676-11 is: [{'id': 'ed70f469-49f7-4c51-a156-083b10bb09e4', 'name': 'tempest-ServersTestJSON-786842937-router', 'tenant_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:53:22Z', 'updated_at': '2021-11-10T16:56:55Z', 'revision_number': 6, 'project_id': 'c4712fd48b1f49c7843e154c6bf4d722', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:56:56.192124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] For port 9aea36a7-c061-479c-916e-d3666b24d382, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9aea36a7-c061-479c-916e-d3666b24d382,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:56.192486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:56.244064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b85e8a53-ba93-42c4-8bc7-dc7a8432a7b0 req-82bac0c8-cf0b-4407-8f70-85406d4ffb4a tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335533 Nov 10 16:56:56.256497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Calling delete_port for 9aea36a7-c061-479c-916e-d3666b24d382 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:56.343681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443545a-fb11-4be9-a342-a68a50b3f047 req-6ebdeeef-c740-41a1-8828-6cc3283f6816 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:56.345580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6443545a-fb11-4be9-a342-a68a50b3f047 req-6ebdeeef-c740-41a1-8828-6cc3283f6816 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1039798 Nov 10 16:56:56.429703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6443545a-fb11-4be9-a342-a68a50b3f047 req-4f49987e-328e-426d-bb6f-14f4a1d8b4c1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760450 Nov 10 16:56:56.443566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-96a4ae1d-a1f9-487a-8801-62e027d1b3e6 req-025f4648-8f9f-4404-bfe8-c8a48d8353b9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:56:56.446993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96a4ae1d-a1f9-487a-8801-62e027d1b3e6 req-025f4648-8f9f-4404-bfe8-c8a48d8353b9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065281 Nov 10 16:56:56.505380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-f606a507-1d8d-42ad-8565-b28040ce0719 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414489 Nov 10 16:56:56.584827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b16b1e7c-d7dd-45eb-ad42-233e69321873 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:56.648195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b16b1e7c-d7dd-45eb-ad42-233e69321873 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:56.648634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b16b1e7c-d7dd-45eb-ad42-233e69321873 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:56.866552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:56.915586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aea36a7-c061-479c-916e-d3666b24d382,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:56.948257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18b0de-873d-4536-90db-49910dedddf1 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:57.065638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bca719f9-0ee4-4269-bec0-823f59094f00 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:56:57.179226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d4fea-db9d-4e55-a200-a701727a7404 req-0028b328-8f28-4be4-b398-e2c80eaa32e6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:57.184815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc5d4fea-db9d-4e55-a200-a701727a7404 req-0028b328-8f28-4be4-b398-e2c80eaa32e6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1893353 Nov 10 16:56:57.209897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-65670261-87b7-4934-bda1-d52df8835502 service neutron] 10.222.0.69 "GET /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629012 Nov 10 16:56:57.248974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:57.326904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port bca719f9-0ee4-4269-bec0-823f59094f00 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:56:57.328024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port bca719f9-0ee4-4269-bec0-823f59094f00 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:56:57.328908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:57.335842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc5d4fea-db9d-4e55-a200-a701727a7404 req-7ea878d3-4f6b-4a20-aaaa-8fcfe0e6f22d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416695 Nov 10 16:56:57.489103 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:57.501624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:57.505149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:57.557564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bca719f9-0ee4-4269-bec0-823f59094f00, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bca719f9-0ee4-4269-bec0-823f59094f00,segment=NetworkSegment(ba45e7b5-3b65-4dca-a313-f879545063d8),segment_id=ba45e7b5-3b65-4dca-a313-f879545063d8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:57.559225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ba27d5-8ca4-46d2-a1e2-96578414ef72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca719f9-0ee4-4269-bec0-823f59094f00'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:56:57.562611 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ff0daa-1270-46a7-afde-937ce555f20b" -d '{"events": [{"server_uuid": "18ba27d5-8ca4-46d2-a1e2-96578414ef72", "name": "network-vif-plugged", "status": "completed", "tag": "bca719f9-0ee4-4269-bec0-823f59094f00"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:56:57.588203 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:56:57.588761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8fd4-e74e-4be0-910d-2734c1d66d91 req-5b863759-aac5-44f6-a28c-0c85c6c6cd5c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:57.606220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a9e8fd4-e74e-4be0-910d-2734c1d66d91 req-5b863759-aac5-44f6-a28c-0c85c6c6cd5c tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 944 time: 0.1286740 Nov 10 16:56:57.637937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:57.727686 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:57.728271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed70f469-49f7-4c51-a156-083b10bb09e4 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:56:57.729728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a9e8fd4-e74e-4be0-910d-2734c1d66d91 req-d180d9c1-fac5-4c19-b21c-3658b83ab9ab tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225348 Nov 10 16:56:57.739217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:57.741686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b38ea996-297f-4fe8-bd0c-42a06cdc2ec1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ed70f469-49f7-4c51-a156-083b10bb09e4 HTTP/1.1" status: 204 len: 168 time: 2.9250517 Nov 10 16:56:57.743242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46394) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:57.756665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=bca719f9-0ee4-4269-bec0-823f59094f00,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:57.849305 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7ca68e-f45a-470f-8a2f-630041f3a1fd x-openstack-request-id: req-6e7ca68e-f45a-470f-8a2f-630041f3a1fd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:56:57.850097 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ba27d5-8ca4-46d2-a1e2-96578414ef72", "name": "network-vif-plugged", "status": "completed", "tag": "bca719f9-0ee4-4269-bec0-823f59094f00", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:56:57.850586 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e7ca68e-f45a-470f-8a2f-630041f3a1fd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:56:57.851213 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ba27d5-8ca4-46d2-a1e2-96578414ef72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca719f9-0ee4-4269-bec0-823f59094f00', 'code': 200} Nov 10 16:56:57.957438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbbc5f7-adaf-4514-9658-a596e15d3db5 admin admin] Deleting subnet eabba738-5eb6-43ae-a79a-8b72915c0ac0 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:56:57.980951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc5f7-adaf-4514-9658-a596e15d3db5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:58.027019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52f0ac-18ec-48a9-a641-969bb3a2497d req-33e80cda-9722-48d7-85c1-1eb155c8a987 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:58.031627 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d52f0ac-18ec-48a9-a641-969bb3a2497d req-33e80cda-9722-48d7-85c1-1eb155c8a987 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1732907 Nov 10 16:56:58.050747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4f730-9552-4d21-ada4-805fb80c7d41 req-f7268242-c041-4b8d-ba7b-34af4b6ff6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:58.052292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ef4f730-9552-4d21-ada4-805fb80c7d41 req-f7268242-c041-4b8d-ba7b-34af4b6ff6bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 1097 time: 0.1092346 Nov 10 16:56:58.061001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e3773-1c2f-41e1-8b0f-b80931d8fe21 req-8a6e578a-c52a-4d03-abc1-77aa2674616d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:58.065092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc5f7-adaf-4514-9658-a596e15d3db5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:58.069865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6e2e3773-1c2f-41e1-8b0f-b80931d8fe21 req-8a6e578a-c52a-4d03-abc1-77aa2674616d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1384451 Nov 10 16:56:58.154459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-07c6bcec-2bf9-4547-a0b5-e1ef67a43ec1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2200344 Nov 10 16:56:58.160739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ef4f730-9552-4d21-ada4-805fb80c7d41 req-cd34bfbc-74cb-4913-b3f2-2a1bcb339e99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883467 Nov 10 16:56:58.186962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6e2e3773-1c2f-41e1-8b0f-b80931d8fe21 req-00f4cd2b-9195-4c7b-b641-f2ac205ab0d2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158373 Nov 10 16:56:58.215924 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d52f0ac-18ec-48a9-a641-969bb3a2497d req-624a160f-93a4-44e8-8e87-052bef2005fb tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778793 Nov 10 16:56:58.286434 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc5f7-adaf-4514-9658-a596e15d3db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:58.428635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc5f7-adaf-4514-9658-a596e15d3db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:58.462619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc5f7-adaf-4514-9658-a596e15d3db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eabba738-5eb6-43ae-a79a-8b72915c0ac0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:58.464995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc5f7-adaf-4514-9658-a596e15d3db5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:58.468292 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1cbbc5f7-adaf-4514-9658-a596e15d3db5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eabba738-5eb6-43ae-a79a-8b72915c0ac0 HTTP/1.1" status: 204 len: 168 time: 0.7240593 Nov 10 16:56:58.471758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:58.476761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a38e62-3997-4d15-9c45-c646c35eaed3 None None] Network d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:56:58.482902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41b960-d923-4334-bdf8-1ed3be53e15e req-1862ae7c-c750-48b3-a4ee-51bfa8efb070 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:58.491236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d41b960-d923-4334-bdf8-1ed3be53e15e req-1862ae7c-c750-48b3-a4ee-51bfa8efb070 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0741353 Nov 10 16:56:58.613607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d41b960-d923-4334-bdf8-1ed3be53e15e req-04a40d0b-7ad9-490f-a080-f82b224942ce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213255 Nov 10 16:56:58.648699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9aea36a7-c061-479c-916e-d3666b24d382 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:56:58.718621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:58.765914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 9aea36a7-c061-479c-916e-d3666b24d382 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:56:58.769482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9aea36a7-c061-479c-916e-d3666b24d382 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:56:58.930085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Deleting port 91f327ce-4609-4e99-bdc7-d82bee0904d4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:58.930425 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:58.993479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] DHCP port deletion for d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:56:59.128473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] Deleting port 91f327ce-4609-4e99-bdc7-d82bee0904d4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:56:59.129145 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:59.423639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] For port 91f327ce-4609-4e99-bdc7-d82bee0904d4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=91f327ce-4609-4e99-bdc7-d82bee0904d4,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:59.426043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:59.452455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbc6fd-a2dd-41a3-8637-a79b74663fdb req-abf6a8cf-2009-4d98-9ab3-a5ba28d1531d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:59.462915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] Calling delete_port for 91f327ce-4609-4e99-bdc7-d82bee0904d4 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:56:59.464290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80bbc6fd-a2dd-41a3-8637-a79b74663fdb req-abf6a8cf-2009-4d98-9ab3-a5ba28d1531d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1368604 Nov 10 16:56:59.556540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:56:59.591912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80bbc6fd-a2dd-41a3-8637-a79b74663fdb req-3b3a93b3-1dfd-4f93-ae76-c525bae09fa7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266553 Nov 10 16:56:59.708163 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:59.774809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] Pushing event deleted for resources: {'Port': ['ID=91f327ce-4609-4e99-bdc7-d82bee0904d4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:56:59.805611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9031e7b-1ae0-45a7-8dd8-1cc77fea4569 None None] No DVR routers for this DVR port 91f327ce-4609-4e99-bdc7-d82bee0904d4 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:56:59.829793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0532-bb45-4e5e-8321-28003de00c95 req-6deb6fc7-ab53-455c-afd0-cd3d04f06369 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:56:59.844881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e76a0532-bb45-4e5e-8321-28003de00c95 req-6deb6fc7-ab53-455c-afd0-cd3d04f06369 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1622527 Nov 10 16:56:59.960399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] For port 91f327ce-4609-4e99-bdc7-d82bee0904d4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=91f327ce-4609-4e99-bdc7-d82bee0904d4,segment=NetworkSegment(d8e7436a-b5b6-4865-bd42-b6bd8f2089b2),segment_id=d8e7436a-b5b6-4865-bd42-b6bd8f2089b2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:56:59.960997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:59.985135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7de020c6-97f2-4766-927a-a245a23a0c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:56:59.996037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Calling delete_port for 91f327ce-4609-4e99-bdc7-d82bee0904d4 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:57:00.013188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1181af-bd38-4c90-b951-f7a8684e5d97 req-eb6bd4aa-b519-4d64-8e60-9f6090bebfee tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:00.021727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb1181af-bd38-4c90-b951-f7a8684e5d97 req-eb6bd4aa-b519-4d64-8e60-9f6090bebfee tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 945 time: 1.0227349 Nov 10 16:57:00.118810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7de020c6-97f2-4766-927a-a245a23a0c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.141159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e76a0532-bb45-4e5e-8321-28003de00c95 req-df9dc13f-1d1f-4c8d-8e33-771638b84b5c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918775 Nov 10 16:57:00.187160 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb1181af-bd38-4c90-b951-f7a8684e5d97 req-707add08-ddfb-49b7-8fd2-e40edaa6d26e tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596720 Nov 10 16:57:00.200338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7de020c6-97f2-4766-927a-a245a23a0c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.241345 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.254474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7de020c6-97f2-4766-927a-a245a23a0c9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf81f89c6b5b499e8a3aabfa4318621f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6611671 Nov 10 16:57:00.259198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46470) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:00.336035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de020c6-97f2-4766-927a-a245a23a0c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cee29e-4cab-4e14-ab60-a031deaef3cb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:00.340150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=91f327ce-4609-4e99-bdc7-d82bee0904d4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:00.342394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] No DVR routers for this DVR port 91f327ce-4609-4e99-bdc7-d82bee0904d4 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:57:00.404149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a3985-059a-47cc-be8d-9fb0654e55ae req-518f7d19-35bf-48b0-be7a-bc7c7ef0d8bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:00.404149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b9a3985-059a-47cc-be8d-9fb0654e55ae req-518f7d19-35bf-48b0-be7a-bc7c7ef0d8bf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1374483 Nov 10 16:57:00.522600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b9a3985-059a-47cc-be8d-9fb0654e55ae req-6351a753-d5c5-4639-8347-09c7e564eb98 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000066 Nov 10 16:57:00.528842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.552342 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-242f4da5-48af-4d31-b926-dc4af183fe7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.594861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f5ec71-b2eb-47bd-b346-4b8301f68ee9']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:00.650622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:00.651268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 91f327ce-4609-4e99-bdc7-d82bee0904d4 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:57:00.653115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e7436a-b5b6-4865-bd42-b6bd8f2089b2') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:00.683405 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.708173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 91f327ce-4609-4e99-bdc7-d82bee0904d4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:57:00.708798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 91f327ce-4609-4e99-bdc7-d82bee0904d4 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:57:00.710909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-242f4da5-48af-4d31-b926-dc4af183fe7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.775578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.832239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:57:00.834108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:57:00.842979 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:57:01.005740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759d56-a02a-4a9f-9558-f72c6098b059 req-915ff66d-8ecd-461b-b1a3-ea22c405ba42 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:01.014341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a7759d56-a02a-4a9f-9558-f72c6098b059 req-915ff66d-8ecd-461b-b1a3-ea22c405ba42 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.2690856 Nov 10 16:57:01.144392 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a7759d56-a02a-4a9f-9558-f72c6098b059 req-041b5093-343e-4014-9877-e78ae008ed4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236017 Nov 10 16:57:01.159607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:01.165955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:01.174902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] 10.222.0.62 "DELETE /v2.0/networks/d7f5ec71-b2eb-47bd-b346-4b8301f68ee9 HTTP/1.1" status: 204 len: 168 time: 2.6980543 Nov 10 16:57:01.179160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-242f4da5-48af-4d31-b926-dc4af183fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:01.191247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-242f4da5-48af-4d31-b926-dc4af183fe7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:01.203126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-242f4da5-48af-4d31-b926-dc4af183fe7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00cee29e-4cab-4e14-ab60-a031deaef3cb HTTP/1.1" status: 204 len: 168 time: 0.9339948 Nov 10 16:57:01.268105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde28dc2-b4b6-4c1d-ac1e-c91559a02dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f5ec71-b2eb-47bd-b346-4b8301f68ee9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:01.298458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f4da5-48af-4d31-b926-dc4af183fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cee29e-4cab-4e14-ab60-a031deaef3cb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:01.386587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b759e-124b-4178-aec2-7ce793ed3190 req-7a3c0754-930a-41db-acb1-4aed23f05877 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:01.398024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-283b759e-124b-4178-aec2-7ce793ed3190 req-7a3c0754-930a-41db-acb1-4aed23f05877 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1030722 Nov 10 16:57:01.452768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a9c07-a7c6-46eb-9a41-1360be66b014 req-bd7dee56-a181-43fa-b88c-f7032f89e794 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:01.462683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f85a9c07-a7c6-46eb-9a41-1360be66b014 req-bd7dee56-a181-43fa-b88c-f7032f89e794 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 945 time: 0.1064904 Nov 10 16:57:01.495188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-283b759e-124b-4178-aec2-7ce793ed3190 req-b1a1c93e-c28b-4893-9ec7-14b30c0094d5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957603 Nov 10 16:57:01.622844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-85096355-2a35-4dc7-b73c-decc4e444b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:01.626649 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f85a9c07-a7c6-46eb-9a41-1360be66b014 req-2198e83f-4565-4ab8-b144-b4c8e76ea6d7 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608732 Nov 10 16:57:01.648146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:01.700538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b21ccf-3323-4c4b-938f-ea732eaae38c req-e3c5f1d5-f7c7-4bd1-bd1f-a4c1ad3ba44e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:01.702236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55b21ccf-3323-4c4b-938f-ea732eaae38c req-e3c5f1d5-f7c7-4bd1-bd1f-a4c1ad3ba44e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1139343 Nov 10 16:57:01.729249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9be364c8-2673-4d09-82dc-0f9b46832da0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4712fd48b1f49c7843e154c6bf4d722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0878716 Nov 10 16:57:01.731157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46496) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:01.803223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55b21ccf-3323-4c4b-938f-ea732eaae38c req-c73d7e24-de93-46be-8c58-ef497bbf20e0 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891852 Nov 10 16:57:01.860362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45480ca1-f5cd-476c-8087-b87ec42ca70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:01.889105 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45480ca1-f5cd-476c-8087-b87ec42ca70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:02.051445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45480ca1-f5cd-476c-8087-b87ec42ca70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:02.055051 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45480ca1-f5cd-476c-8087-b87ec42ca70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:02.057229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-45480ca1-f5cd-476c-8087-b87ec42ca70e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e1e47d7-77f5-4ada-945c-d2c210c8c6e8 HTTP/1.1" status: 204 len: 168 time: 0.3239713 Nov 10 16:57:02.084991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45480ca1-f5cd-476c-8087-b87ec42ca70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e47d7-77f5-4ada-945c-d2c210c8c6e8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:02.281318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46506) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:02.311144 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f2477aa-dfda-477c-afbf-35668769f29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:02.365236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520bf1c-4d47-4117-a85c-b4834178182f req-5423081c-a611-46a8-8c5f-1423a01483cc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:02.377088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f520bf1c-4d47-4117-a85c-b4834178182f req-5423081c-a611-46a8-8c5f-1423a01483cc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1052024 Nov 10 16:57:02.452032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e79-881e-467d-8b28-971fcc3481d7 req-8062923a-6ea6-4946-8993-8391df98b3ad tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:02.456980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbdc1e79-881e-467d-8b28-971fcc3481d7 req-8062923a-6ea6-4946-8993-8391df98b3ad tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 945 time: 0.1860137 Nov 10 16:57:02.464156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f520bf1c-4d47-4117-a85c-b4834178182f req-2a9c8bb8-e537-4cde-8d24-0f28712f9df9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783384 Nov 10 16:57:02.624238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f2477aa-dfda-477c-afbf-35668769f29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:02.672243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbdc1e79-881e-467d-8b28-971fcc3481d7 req-435e5ed4-0628-4ba9-9590-aaa49c780188 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068493 Nov 10 16:57:02.929418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b81c47-de3a-4710-b161-29b4e8b96803 req-d4b6df92-7640-4fe7-a895-ff426a14cd63 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:02.929418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98b81c47-de3a-4710-b161-29b4e8b96803 req-d4b6df92-7640-4fe7-a895-ff426a14cd63 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1208355 Nov 10 16:57:02.929418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98b81c47-de3a-4710-b161-29b4e8b96803 req-664c3a6b-2703-4aee-a7c8-ba8b04135b75 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603607 Nov 10 16:57:02.972316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b7ad8-4f9e-494e-9def-e84e6b65bcc5 req-1c3c276e-0753-477c-9741-d2206a87f733 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:02.973799 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e37b7ad8-4f9e-494e-9def-e84e6b65bcc5 req-1c3c276e-0753-477c-9741-d2206a87f733 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0826268 Nov 10 16:57:03.036791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e37b7ad8-4f9e-494e-9def-e84e6b65bcc5 req-f8147474-4c08-47ad-8e39-8ab85aae4ef6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568290 Nov 10 16:57:03.165845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f2477aa-dfda-477c-afbf-35668769f29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:03.206932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2477aa-dfda-477c-afbf-35668769f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb5d97-e7e2-406d-a76d-82d6f346460c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:03.230984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6f2477aa-dfda-477c-afbf-35668769f29d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fed66c516674a32910fb50b83014f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9448693 Nov 10 16:57:03.231499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46524) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:03.332543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c454ffaa-9bb6-4f49-8d45-99cc2f1a52f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:03.411709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c454ffaa-9bb6-4f49-8d45-99cc2f1a52f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:03.555453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27968324-6d11-42e0-9012-393782c008ce req-94b1ab36-6b58-4760-b8fe-0d29b8a10378 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:03.556993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27968324-6d11-42e0-9012-393782c008ce req-94b1ab36-6b58-4760-b8fe-0d29b8a10378 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.18 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 945 time: 0.0917387 Nov 10 16:57:03.617546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c454ffaa-9bb6-4f49-8d45-99cc2f1a52f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:03.621545 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c454ffaa-9bb6-4f49-8d45-99cc2f1a52f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:03.625972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c454ffaa-9bb6-4f49-8d45-99cc2f1a52f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1eb5d97-e7e2-406d-a76d-82d6f346460c HTTP/1.1" status: 204 len: 168 time: 0.3906665 Nov 10 16:57:03.739388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454ffaa-9bb6-4f49-8d45-99cc2f1a52f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb5d97-e7e2-406d-a76d-82d6f346460c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:03.824513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d02d9-db9e-4a76-a75c-6db1ad25a177 req-16b5dcde-cdda-4cce-b05c-68037c922614 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:03.826252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b3d02d9-db9e-4a76-a75c-6db1ad25a177 req-16b5dcde-cdda-4cce-b05c-68037c922614 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1881664 Nov 10 16:57:03.829183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Deleting port bca719f9-0ee4-4269-bec0-823f59094f00 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:57:03.829779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:03.885697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b854-b0f0-4d68-bdc5-0b7f4e7e12b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:03.901366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b3d02d9-db9e-4a76-a75c-6db1ad25a177 req-11e2b99b-71a8-4b05-9f5b-a84924223456 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656135 Nov 10 16:57:04.108197 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497d178-c726-4502-b7b5-14bf84d44249 req-7eed7ec8-1103-4b9c-8a08-964dc6aeff76 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:04.127182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e497d178-c726-4502-b7b5-14bf84d44249 req-7eed7ec8-1103-4b9c-8a08-964dc6aeff76 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 945 time: 0.2621925 Nov 10 16:57:04.149048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:04.184587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b47b-4ac0-40c6-8ea6-c498f6cbdd6c req-c39fe5cc-bce2-4d98-b93a-ea5a4f8f30d0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:04.188845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1859b47b-4ac0-40c6-8ea6-c498f6cbdd6c req-c39fe5cc-bce2-4d98-b93a-ea5a4f8f30d0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1199243 Nov 10 16:57:04.228793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e497d178-c726-4502-b7b5-14bf84d44249 req-a58ac206-bf10-4295-aa5c-0ce06731129e tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/security-groups?id=29c0ed81-29c9-405e-a982-efc582603569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957854 Nov 10 16:57:04.235330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] For port bca719f9-0ee4-4269-bec0-823f59094f00, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bca719f9-0ee4-4269-bec0-823f59094f00,segment=NetworkSegment(ba45e7b5-3b65-4dca-a313-f879545063d8),segment_id=ba45e7b5-3b65-4dca-a313-f879545063d8)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:04.235760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:04.280292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Calling delete_port for bca719f9-0ee4-4269-bec0-823f59094f00 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:57:04.339082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1859b47b-4ac0-40c6-8ea6-c498f6cbdd6c req-fadef2e8-1ab3-4f2c-bfcf-cb79fed018f7 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429420 Nov 10 16:57:04.413922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-185242584-network', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:04.578745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c4843-7c5a-4baf-9796-2d56fd01e5d8 req-4e2eeb4d-db2a-4f56-a0bb-b62df8c46a0a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:04.587043 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb5c4843-7c5a-4baf-9796-2d56fd01e5d8 req-4e2eeb4d-db2a-4f56-a0bb-b62df8c46a0a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1629248 Nov 10 16:57:04.591637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Made reservation on behalf of 4cf5f1d484244613acb00f3eb00df875 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:57:04.594611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:04.623961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:04.689974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb5c4843-7c5a-4baf-9796-2d56fd01e5d8 req-c2ac1806-ba83-480c-9346-748021659291 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953162 Nov 10 16:57:04.709324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:04.722217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bca719f9-0ee4-4269-bec0-823f59094f00'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:57:04.825750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Pushing event deleted for resources: {'Port': ['ID=bca719f9-0ee4-4269-bec0-823f59094f00,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:04.896045 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:04.982310 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:05.014048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:57:05.025479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:05.025981 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Added segment 3c701b70-933b-49c9-8652-7cb8c5c88583 of type vlan for network b4a84ad4-57d4-484f-83e4-b320756af1b8 Nov 10 16:57:05.151111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:05.171880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1fe8e-1cdd-41ae-8ece-9249a587dad6 req-503edd4a-637d-4b50-9abf-fcc052ad114e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:05.173486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05c1fe8e-1cdd-41ae-8ece-9249a587dad6 req-503edd4a-637d-4b50-9abf-fcc052ad114e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1163099 Nov 10 16:57:05.197957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] No DVR routers for this DVR port bca719f9-0ee4-4269-bec0-823f59094f00 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:57:05.212869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:05.216534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27968324-6d11-42e0-9012-393782c008ce req-bf48bb2b-b399-4b02-9c5f-c25b16fd4f90 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.18 "DELETE /v2.0/ports/bca719f9-0ee4-4269-bec0-823f59094f00 HTTP/1.1" status: 204 len: 173 time: 1.6486290 Nov 10 16:57:05.238495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ba27d5-8ca4-46d2-a1e2-96578414ef72', 'name': 'network-vif-deleted', 'tag': 'bca719f9-0ee4-4269-bec0-823f59094f00'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:05.241008 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d2640-aca5-4202-a05f-48a58daab556" -d '{"events": [{"server_uuid": "18ba27d5-8ca4-46d2-a1e2-96578414ef72", "name": "network-vif-deleted", "tag": "bca719f9-0ee4-4269-bec0-823f59094f00"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:05.276596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05c1fe8e-1cdd-41ae-8ece-9249a587dad6 req-3006854d-2730-4096-a870-294e075c59d3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965846 Nov 10 16:57:05.325584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:05.327110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09329842-86e4-4397-854b-62ef51b85487,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:05.350285 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174ad350-9898-4a7f-9614-0efcee2c7a04 x-openstack-request-id: req-174ad350-9898-4a7f-9614-0efcee2c7a04 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:05.350652 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ba27d5-8ca4-46d2-a1e2-96578414ef72", "name": "network-vif-deleted", "tag": "bca719f9-0ee4-4269-bec0-823f59094f00", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:05.351024 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-174ad350-9898-4a7f-9614-0efcee2c7a04 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:05.351554 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ba27d5-8ca4-46d2-a1e2-96578414ef72', 'name': 'network-vif-deleted', 'tag': 'bca719f9-0ee4-4269-bec0-823f59094f00', 'status': 'completed', 'code': 200} Nov 10 16:57:05.456756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d1de819-3413-4730-ab1a-99f707dea9a9 req-45b88262-49f0-4979-aa9e-500102943075 tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 210 time: 0.0562720 Nov 10 16:57:05.561942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f2320-dbee-4a18-b0ad-edb7e00f6069 req-43544fc2-6def-46d4-9170-b35da169b99b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:05.563778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-885f2320-dbee-4a18-b0ad-edb7e00f6069 req-43544fc2-6def-46d4-9170-b35da169b99b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.0627570 Nov 10 16:57:05.616203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-885f2320-dbee-4a18-b0ad-edb7e00f6069 req-febae2fc-b3cc-4e80-af4a-a1db7dbdf86b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453379 Nov 10 16:57:05.811463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519fd26-d523-4939-8239-eeafbee809d0 req-bd1fab6a-87d4-4052-bb87-8fa25c003f72 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:05.813189 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e519fd26-d523-4939-8239-eeafbee809d0 req-bd1fab6a-87d4-4052-bb87-8fa25c003f72 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0570621 Nov 10 16:57:05.862216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e519fd26-d523-4939-8239-eeafbee809d0 req-a33bd179-4f8c-4817-8134-e3add9f68e69 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Nov 10 16:57:05.985094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46590) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:06.011517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:06.015843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:06.015843 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:06.098598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] Pushing event updated for resources: {'Network': ['ID=b4a84ad4-57d4-484f-83e4-b320756af1b8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:06.114503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:57:06.128333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1491125965-network', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:06.192946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46596) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:06.193948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7f4c1bcb-373d-4b0d-9fec-21e12f80468a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0325627 Nov 10 16:57:06.214122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Request body: {'subnet': {'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-185242584-subnet', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:06.300324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Made reservation on behalf of 87c45f52d22a4e6ab6990dbd3aab9f2c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:57:06.303763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:06.347581 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:06.497798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Made reservation on behalf of 4cf5f1d484244613acb00f3eb00df875 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:57:06.500185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:06.509601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6745376-6278-4fd4-865c-81e7185c9633 req-22220a10-e5e9-49a5-9447-c53a48032ff0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:06.511545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6745376-6278-4fd4-865c-81e7185c9633 req-22220a10-e5e9-49a5-9447-c53a48032ff0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1194310 Nov 10 16:57:06.626456 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6745376-6278-4fd4-865c-81e7185c9633 req-494b635f-8423-46ce-b74a-eab99fdd67b5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077046 Nov 10 16:57:06.765042 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:06.807919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-511a7db6-760c-4942-8739-3ea2da674aa4 req-411912bb-b030-46b0-95b5-8639e1d5a61b tempest-InstanceActionsV221TestJSON-1138243140 tempest-InstanceActionsV221TestJSON-1138243140-project] 10.222.0.62 "GET /v2.0/ports?device_id=18ba27d5-8ca4-46d2-a1e2-96578414ef72 HTTP/1.1" status: 200 len: 210 time: 0.1862903 Nov 10 16:57:06.817157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:06.859191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681eaae-110b-4434-ac1f-163c41000dec req-25c4e3ed-1dd7-4d8f-8a22-2cb625579165 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:06.862810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d681eaae-110b-4434-ac1f-163c41000dec req-25c4e3ed-1dd7-4d8f-8a22-2cb625579165 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1067905 Nov 10 16:57:06.901110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:06.987667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d681eaae-110b-4434-ac1f-163c41000dec req-62d81c34-9fde-40df-87dd-5b21d6b80626 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165969 Nov 10 16:57:07.082250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:57:07.205620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.206341 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Added segment 7a6577b6-9aa0-4033-aa89-339f1716098a of type vlan for network 6df75971-24b9-4abd-b0af-233c496a2c71 Nov 10 16:57:07.230322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba2d3e2-839a-4dfb-b527-e888b6360477,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:07.273032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.273436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.273717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.274037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.274372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.274686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.275097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.275344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.275680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.276089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.276291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.276614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:07.306961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.321065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.334292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee257a-a463-437f-80e4-413ca62d8561 req-ed659d2e-c800-49c6-83ea-826990148e01 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:07.336425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccee257a-a463-437f-80e4-413ca62d8561 req-ed659d2e-c800-49c6-83ea-826990148e01 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.2983620 Nov 10 16:57:07.450434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e63cd8-62e8-4a76-b78e-251164ec83f1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:07.480455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Checking segment: {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:07.483118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Network hostable DHCP agents. Network: b4a84ad4-57d4-484f-83e4-b320756af1b8, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:57:07.506186 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ccee257a-a463-437f-80e4-413ca62d8561 req-9d816b26-9803-43cf-8c22-1c2cbeb6d4a9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629486 Nov 10 16:57:07.519009 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.525367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:07.525367 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.605228 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.643825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] Pushing event updated for resources: {'Network': ['ID=6df75971-24b9-4abd-b0af-233c496a2c71,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:07.659755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:57:07.661262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 6df75971-24b9-4abd-b0af-233c496a2c71 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:57:07.701131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:07.703374 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f5611042-b35a-4a37-abfa-0cc00ac15d25 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7150617 Nov 10 16:57:07.706963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Request body: {'subnet': {'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1491125965-subnet', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:07.763101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, b4a84ad4-57d4-484f-83e4-b320756af1b8) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:07.768549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:07.772165 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.790873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3962941-319f-4630-bafe-19da32f98a9d None None] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:57:07.817355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f73ec-96bb-4df2-a9ff-a18568c360a3 req-e8c56383-7b3d-4a2e-94bf-e8e8b1d8a280 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:07.820418 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-503f73ec-96bb-4df2-a9ff-a18568c360a3 req-e8c56383-7b3d-4a2e-94bf-e8e8b1d8a280 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1016140 Nov 10 16:57:07.829683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.876764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Made reservation on behalf of 87c45f52d22a4e6ab6990dbd3aab9f2c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:57:07.882810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:07.951665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6dbdb01c-e2e4-412d-b83d-04f52c7da6f4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7576237 Nov 10 16:57:07.954299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46622) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:07.962726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:08.074039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.075363 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.113413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-b4a84ad4-57d4-484f-83e4-b320756af1b8', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:57:08.114724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.201619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.276613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-503f73ec-96bb-4df2-a9ff-a18568c360a3 req-3df2a995-4011-47f6-91a7-c456ca40205e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4455302 Nov 10 16:57:08.340635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.409935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:08.485873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Allocated IP 172.20.0.2 (b4a84ad4-57d4-484f-83e4-b320756af1b8/42e63cd8-62e8-4a76-b78e-251164ec83f1/35b24859-a25d-4ac5-a615-68db22a1fe0b) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:08.537686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e115a8-6e27-4aa3-a27a-88f284af6efe admin admin] Deleting subnet dc475e2d-3659-419b-8050-ec7b3bf85e01 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:57:08.557881 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e115a8-6e27-4aa3-a27a-88f284af6efe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.628794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00a8981-eef2-4da5-87f3-29bb59b83fca,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:08.669136 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.680230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Checking segment: {'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:08.680906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Network hostable DHCP agents. Network: 6df75971-24b9-4abd-b0af-233c496a2c71, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:57:08.699029 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e115a8-6e27-4aa3-a27a-88f284af6efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.732201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.742796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.765424 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e115a8-6e27-4aa3-a27a-88f284af6efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:08.770188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1f076-216a-45b6-8f1b-4a3ca5ecfbc1 req-bf6cbc8d-0725-4ce3-8bd9-edfececbe426 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:08.776527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521b0d-1739-484d-ba17-d19608c13289 req-f80a8cd3-d19b-454c-b67e-6dc7f103283f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:08.785093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63521b0d-1739-484d-ba17-d19608c13289 req-f80a8cd3-d19b-454c-b67e-6dc7f103283f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1324282 Nov 10 16:57:08.786341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6af1f076-216a-45b6-8f1b-4a3ca5ecfbc1 req-bf6cbc8d-0725-4ce3-8bd9-edfececbe426 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.5411146 Nov 10 16:57:08.789690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:08.797666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:08.836499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:08.845478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Network 6df75971-24b9-4abd-b0af-233c496a2c71 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:57:08.941239 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6af1f076-216a-45b6-8f1b-4a3ca5ecfbc1 req-d95bc280-5fe6-461a-97da-aa656c01a529 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519377 Nov 10 16:57:08.961601 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63521b0d-1739-484d-ba17-d19608c13289 req-89560899-98b1-41e0-9a71-68ba716dfdb9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626730 Nov 10 16:57:08.981152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 6df75971-24b9-4abd-b0af-233c496a2c71) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:08.991294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:08.992058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.013582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6bded6-f570-42dd-aff3-82e389d98859 None None] Network 6df75971-24b9-4abd-b0af-233c496a2c71 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:57:09.025278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Attempting to bind port 35b24859-a25d-4ac5-a615-68db22a1fe0b on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:09.026180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Attempting to bind port 35b24859-a25d-4ac5-a615-68db22a1fe0b by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:09.027564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Attempting to bind port 35b24859-a25d-4ac5-a615-68db22a1fe0b on network b4a84ad4-57d4-484f-83e4-b320756af1b8 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:09.031771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Pushing event updated for resources: {'Port': ['ID=35b24859-a25d-4ac5-a615-68db22a1fe0b,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:09.063640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e115a8-6e27-4aa3-a27a-88f284af6efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.082216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:09.084243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Checking segment: {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:09.084887 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.086344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Bound using segment: {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:09.087433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Bound port: 35b24859-a25d-4ac5-a615-68db22a1fe0b, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:09.088108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.145850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bca719f9-0ee4-4269-bec0-823f59094f00 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:57:09.175850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e115a8-6e27-4aa3-a27a-88f284af6efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc475e2d-3659-419b-8050-ec7b3bf85e01,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:09.182964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0bc2bf34-f521-4714-b40b-235fc8f1e9d0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4802895 Nov 10 16:57:09.191682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:09.196791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: bca719f9-0ee4-4269-bec0-823f59094f00 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:57:09.197471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bca719f9-0ee4-4269-bec0-823f59094f00 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:57:09.197609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:09.225470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1e115a8-6e27-4aa3-a27a-88f284af6efe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.228781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a1e115a8-6e27-4aa3-a27a-88f284af6efe admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dc475e2d-3659-419b-8050-ec7b3bf85e01 HTTP/1.1" status: 204 len: 168 time: 0.8178909 Nov 10 16:57:09.231228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:09.260762 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.296798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.375872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.396691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] For port 35b24859-a25d-4ac5-a615-68db22a1fe0b, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:09.449947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] For port 35b24859-a25d-4ac5-a615-68db22a1fe0b, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=35b24859-a25d-4ac5-a615-68db22a1fe0b,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:09.491361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.492748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.505737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-6df75971-24b9-4abd-b0af-233c496a2c71', 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'fixed_ips': [{'subnet_id': 'c00a8981-eef2-4da5-87f3-29bb59b83fca'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:57:09.507381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.514677 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.520805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a456c-8757-44fc-9072-8cd3e91662a7 req-dc1d8268-f4f3-4479-8731-d49f207dc2cd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:09.532678 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.561101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-935a456c-8757-44fc-9072-8cd3e91662a7 req-dc1d8268-f4f3-4479-8731-d49f207dc2cd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1500013 Nov 10 16:57:09.593860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ae1b27-9ab3-47e9-950a-8b8071204829']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:09.692909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba45e7b5-3b65-4dca-a313-f879545063d8') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:09.712595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba45e7b5-3b65-4dca-a313-f879545063d8') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:09.736801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-935a456c-8757-44fc-9072-8cd3e91662a7 req-26023ebc-1c90-42fa-aca3-214a858b179f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639016 Nov 10 16:57:09.743123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Allocated IP 172.25.3.195 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/15dc0d3a-03a8-4c65-81ed-15da0f384f5a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:09.743805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.762044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.787428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.792326 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfa82c-616d-4736-a5ed-b529f78b5ac7 None None] Pushing event updated for resources: {'Port': ['ID=35b24859-a25d-4ac5-a615-68db22a1fe0b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:09.803959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:57:09.803959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:57:09.805199 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:57:10.136863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Allocated IP 172.20.0.2 (6df75971-24b9-4abd-b0af-233c496a2c71/c00a8981-eef2-4da5-87f3-29bb59b83fca/4e958023-8d27-4721-92c4-c8bc52a8f8e1) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:10.163376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-c71c4637-db03-441d-becd-75ae9132ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:10.165911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-c71c4637-db03-441d-becd-75ae9132ee61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1097 time: 0.3630674 Nov 10 16:57:10.189822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:10.211192 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:10.217774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] 10.222.0.62 "DELETE /v2.0/networks/37ae1b27-9ab3-47e9-950a-8b8071204829 HTTP/1.1" status: 204 len: 168 time: 0.9817438 Nov 10 16:57:10.271328 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:10.399977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:10.431100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:10.467704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:10.478415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:10.490275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:10.497103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970422b-ae02-4e2c-b3a5-4e8042ac7259 admin admin] Pushing event deleted for resources: {'Network': ['ID=37ae1b27-9ab3-47e9-950a-8b8071204829,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:10.509048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435346f-9108-4b91-9f64-8bc62175f61a req-b32d74cc-07c0-4eed-9ca8-e45cc571cf8e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:10.513576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a435346f-9108-4b91-9f64-8bc62175f61a req-b32d74cc-07c0-4eed-9ca8-e45cc571cf8e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.3372211 Nov 10 16:57:10.513576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Pushing event updated for resources: {'Port': ['ID=15dc0d3a-03a8-4c65-81ed-15da0f384f5a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:10.524385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe1e459-30c3-4c20-8df1-916aa4307aba None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:10.570368 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:10.591081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38381a99-6708-4d19-92c2-195a4e1de0c3 req-510d8bf2-ebd2-4b1b-bfd0-c092a18ce902 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:10.599574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38381a99-6708-4d19-92c2-195a4e1de0c3 req-510d8bf2-ebd2-4b1b-bfd0-c092a18ce902 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.4201243 Nov 10 16:57:10.840907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a435346f-9108-4b91-9f64-8bc62175f61a req-2c14a585-2a01-4a18-b670-78eb0170a2ed tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740576 Nov 10 16:57:10.843386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46660) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:10.931024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38381a99-6708-4d19-92c2-195a4e1de0c3 req-d3595d47-d102-4981-a661-61889b0e0f84 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276305 Nov 10 16:57:11.132066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 35b24859-a25d-4ac5-a615-68db22a1fe0b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:11.205460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7f646-0cfd-4f36-ace0-f47bb11ce0c3 req-9d6129a5-e787-4846-8b9b-fc7d03299a05 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:11.247768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6f7f646-0cfd-4f36-ace0-f47bb11ce0c3 req-9d6129a5-e787-4846-8b9b-fc7d03299a05 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1337419 Nov 10 16:57:11.286918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0db87420-8a52-4f05-be06-37e379302e69 None None] Provisioning complete for port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:11.287555 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0db87420-8a52-4f05-be06-37e379302e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.457257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.522228 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8066cdd3-b008-4e5b-aaac-8f8cbb708cff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d50dc71f959f4b0ea9157d2f12db7505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6747913 Nov 10 16:57:11.528305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:11.542262 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.562944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0db87420-8a52-4f05-be06-37e379302e69 None None] Port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:11.591607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 35b24859-a25d-4ac5-a615-68db22a1fe0b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:11.591607 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.661871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.665733 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6f7f646-0cfd-4f36-ace0-f47bb11ce0c3 req-e30e1106-ee32-4482-977c-5c1a66bb7ad4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4055486 Nov 10 16:57:11.666377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091c927-7e13-4164-b05c-d6cb240a6190 None None] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:57:11.680141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.702503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bbc189-83b6-4091-841b-8121da5c8692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.790503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-aa20fe7a-3bf0-4e40-94f4-a478a9bf88a5 None None] Provisioning complete for port 35b24859-a25d-4ac5-a615-68db22a1fe0b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:11.790942 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa20fe7a-3bf0-4e40-94f4-a478a9bf88a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.841659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:11.862907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Network 6df75971-24b9-4abd-b0af-233c496a2c71 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:11.926619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Pushing event updated for resources: {'Port': ['ID=4e958023-8d27-4721-92c4-c8bc52a8f8e1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:11.929547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:11.939965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bbc189-83b6-4091-841b-8121da5c8692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:12.065220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:12.076995 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa20fe7a-3bf0-4e40-94f4-a478a9bf88a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:12.148897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Allocated IP 172.25.3.242 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e571e29b-ece3-4c01-89b4-4e0804950a7b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:12.176551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-aa20fe7a-3bf0-4e40-94f4-a478a9bf88a5 None None] For port 35b24859-a25d-4ac5-a615-68db22a1fe0b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=35b24859-a25d-4ac5-a615-68db22a1fe0b,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:12.216673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c575c-9f21-4594-a4f9-8e5b334b8b5a req-e8d9791e-dfa1-4673-9294-faa011aa525c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:12.218527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-595c575c-9f21-4594-a4f9-8e5b334b8b5a req-e8d9791e-dfa1-4673-9294-faa011aa525c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1199536 Nov 10 16:57:12.251481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:12.296451 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa20fe7a-3bf0-4e40-94f4-a478a9bf88a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:12.393428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20fe7a-3bf0-4e40-94f4-a478a9bf88a5 None None] Pushing event updated for resources: {'Port': ['ID=35b24859-a25d-4ac5-a615-68db22a1fe0b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:12.405732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-595c575c-9f21-4594-a4f9-8e5b334b8b5a req-f82fa9a4-3c6b-4ece-adfd-42b5efeae1b4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386003 Nov 10 16:57:12.411469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Attempting to bind port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:12.411904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Attempting to bind port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:12.412273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Attempting to bind port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 on network 6df75971-24b9-4abd-b0af-233c496a2c71 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:12.436368 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:12.447011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:12.447494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Checking segment: {'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:12.449308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:12.449308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Bound using segment: {'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:12.464165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Bound port: 4e958023-8d27-4721-92c4-c8bc52a8f8e1, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:12.465736 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:12.605084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] For port 4e958023-8d27-4721-92c4-c8bc52a8f8e1, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:12.610549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] For port 4e958023-8d27-4721-92c4-c8bc52a8f8e1, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4e958023-8d27-4721-92c4-c8bc52a8f8e1,segment=NetworkSegment(7a6577b6-9aa0-4033-aa89-339f1716098a),segment_id=7a6577b6-9aa0-4033-aa89-339f1716098a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:12.688381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:57:12.688741 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:57:12.712989 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:12.734646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Router 675c9242-7222-42c3-b06b-bb5ff8f9b979 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:57:12.902764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146b145-3da8-45e5-90c2-1e57011a9ad6 None None] Pushing event updated for resources: {'Port': ['ID=4e958023-8d27-4721-92c4-c8bc52a8f8e1,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:12.978972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557fea-ae22-40aa-af68-af58b56f5406 req-77f09a62-c375-40c0-aaa8-4c97f1f5f0d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:12.990809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9557fea-ae22-40aa-af68-af58b56f5406 req-77f09a62-c375-40c0-aaa8-4c97f1f5f0d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1492233 Nov 10 16:57:13.072373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:57:13.105682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Sync routers for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:57:13.118626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fdcf5-5a74-4ad3-ade1-3d9a00dfc983 req-eacfc3bf-3734-42e0-8aa3-6968e1feb540 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:13.124672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-161fdcf5-5a74-4ad3-ade1-3d9a00dfc983 req-eacfc3bf-3734-42e0-8aa3-6968e1feb540 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 1.1077173 Nov 10 16:57:13.146934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:13.209252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:13.209381 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9557fea-ae22-40aa-af68-af58b56f5406 req-d692ab5a-0f82-4e11-a6ab-4ef89a5e9be7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932733 Nov 10 16:57:13.273225 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-161fdcf5-5a74-4ad3-ade1-3d9a00dfc983 req-77923f63-be0c-41e7-bc3b-c81a036aaa14 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452332 Nov 10 16:57:13.322778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:13.402427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1664142e-5968-4f88-bc0d-568e31cb1c5a None None] Provisioning complete for port 35b24859-a25d-4ac5-a615-68db22a1fe0b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:13.402931 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1664142e-5968-4f88-bc0d-568e31cb1c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:13.462515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:13.581999 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bbc189-83b6-4091-841b-8121da5c8692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:13.584507 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bbc189-83b6-4091-841b-8121da5c8692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:13.590421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-62bbc189-83b6-4091-841b-8121da5c8692 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29c0ed81-29c9-405e-a982-efc582603569 HTTP/1.1" status: 204 len: 168 time: 2.0563037 Nov 10 16:57:13.617544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbdb39-b5fa-4549-8d96-dc82b94c1809 req-53d6d728-3712-47e6-a1b6-dd53b9b4c425 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:13.622487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbc189-83b6-4091-841b-8121da5c8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c0ed81-29c9-405e-a982-efc582603569,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:13.628209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1edbdb39-b5fa-4549-8d96-dc82b94c1809 req-53d6d728-3712-47e6-a1b6-dd53b9b4c425 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1240582 Nov 10 16:57:13.636641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:13.650825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:13.657380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5077d7e5-8b88-48f6-80f4-ceb91e2da563 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7013562 Nov 10 16:57:13.658383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46684) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:13.776324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 35b24859-a25d-4ac5-a615-68db22a1fe0b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:13.817029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:13.826351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:13.829376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:13.851063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b09c18-06fc-466d-8843-21e5cadd8b19 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:14.127755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Pushing event updated for resources: {'Port': ['ID=e571e29b-ece3-4c01-89b4-4e0804950a7b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:14.148524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 35b24859-a25d-4ac5-a615-68db22a1fe0b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:14.157353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:14.200074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1edbdb39-b5fa-4549-8d96-dc82b94c1809 req-345dccea-64d7-41e4-a1dd-44f7e87aa8a1 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5706789 Nov 10 16:57:14.368569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:11Z', 'revision_number': 3, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:14.465124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-389e8830-c641-41f1-98b5-130ffb94ff5b None None] Provisioning complete for port e571e29b-ece3-4c01-89b4-4e0804950a7b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:14.468073 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-389e8830-c641-41f1-98b5-130ffb94ff5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:14.543851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-389e8830-c641-41f1-98b5-130ffb94ff5b None None] Port e571e29b-ece3-4c01-89b4-4e0804950a7b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:14.551171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Checking router: 675c9242-7222-42c3-b06b-bb5ff8f9b979 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:57:14.568336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Updating router 675c9242-7222-42c3-b06b-bb5ff8f9b979 port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:57:14.613570 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:14.630657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0faf-65be-4e7c-9bb1-66b546fe5476 req-a4b17638-3d9f-499a-9805-74a864c6fa1e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:14.633289 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-818c0faf-65be-4e7c-9bb1-66b546fe5476 req-a4b17638-3d9f-499a-9805-74a864c6fa1e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1761880 Nov 10 16:57:14.710215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4e958023-8d27-4721-92c4-c8bc52a8f8e1 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:14.900980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-818c0faf-65be-4e7c-9bb1-66b546fe5476 req-2b8f3de7-d9f3-4965-8b90-0f3950f2216b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618795 Nov 10 16:57:14.920949 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:14.922748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7515ae0-8d9d-44d2-b530-c44b5e9b2101 None None] Network 6df75971-24b9-4abd-b0af-233c496a2c71 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:57:15.250441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-01b841fd-6b96-486b-8f5a-982775906c9f None None] Provisioning complete for port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:15.250934 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01b841fd-6b96-486b-8f5a-982775906c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:15.330724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:15.331270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:15.564030 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:15.730887 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01b841fd-6b96-486b-8f5a-982775906c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:15.813267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-f6d63191-05e0-4b0c-b005-6d4d693ed661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:15.814565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-f6d63191-05e0-4b0c-b005-6d4d693ed661 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 898 time: 1.4731033 Nov 10 16:57:15.882240 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:15.963119 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:16.010871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Router b97fa797-1150-4cd7-898c-6c74b34a8c5d is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:57:16.050539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2b025-9bd6-4217-b231-a1825de152ce req-d7bd2dd9-2143-464b-94c4-b195f1775818 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:16.052186 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8be2b025-9bd6-4217-b231-a1825de152ce req-d7bd2dd9-2143-464b-94c4-b195f1775818 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 1.5174236 Nov 10 16:57:16.172737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:16.172905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-01b841fd-6b96-486b-8f5a-982775906c9f None None] For port 4e958023-8d27-4721-92c4-c8bc52a8f8e1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4e958023-8d27-4721-92c4-c8bc52a8f8e1,segment=NetworkSegment(7a6577b6-9aa0-4033-aa89-339f1716098a),segment_id=7a6577b6-9aa0-4033-aa89-339f1716098a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:16.174900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:57:16.187015 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Sync routers for ids ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:57:16.234518 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:16.234936 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Routers {'b97fa797-1150-4cd7-898c-6c74b34a8c5d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:16.234936 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:16.301272 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-fae94139-1db1-45c3-ac9d-5e4af7dc94be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 1001 time: 0.3112340 Nov 10 16:57:16.363669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9445ac7-1324-46a2-8a2a-17d8aaab05b3 req-b698a2ef-0666-4caa-9d96-000ddd33dd1a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:16.365685 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9445ac7-1324-46a2-8a2a-17d8aaab05b3 req-b698a2ef-0666-4caa-9d96-000ddd33dd1a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1937521 Nov 10 16:57:16.420404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8be2b025-9bd6-4217-b231-a1825de152ce req-a75358bf-81c2-4290-8a34-f1e546ba6274 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598247 Nov 10 16:57:16.431682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51e460a-6944-44c7-ba52-013d5efed388 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:16.521708 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9445ac7-1324-46a2-8a2a-17d8aaab05b3 req-5c3740e0-b02e-4809-bf11-cfb9891623a9 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463878 Nov 10 16:57:16.525052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Attempting to bind port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:16.527062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Attempting to bind port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:16.531515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Attempting to bind port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:16.555289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e62efc-9226-45c0-af98-49c9c99f0a0a None None] Pushing event updated for resources: {'Port': ['ID=15dc0d3a-03a8-4c65-81ed-15da0f384f5a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:16.571897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:16.575565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:16.575565 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:16.578391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:16.579020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Bound port: 15dc0d3a-03a8-4c65-81ed-15da0f384f5a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:16.580771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:16.586374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-network', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:16.594960 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Set router b97fa797-1150-4cd7-898c-6c74b34a8c5d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:16.599234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-9e3ca3b6-bf6f-4fba-adee-2bf3006c21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:16.601984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-9e3ca3b6-bf6f-4fba-adee-2bf3006c21ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.2681918 Nov 10 16:57:16.730096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] For port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:16.734663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] For port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=15dc0d3a-03a8-4c65-81ed-15da0f384f5a,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:16.867821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9212-d3a9-40d8-89ce-b609b9106514 req-3fe5614b-1f83-4e57-9a98-9a9545f7a00e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:16.882084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-107e9212-d3a9-40d8-89ce-b609b9106514 req-3fe5614b-1f83-4e57-9a98-9a9545f7a00e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.2623165 Nov 10 16:57:16.902464 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:14Z', 'revision_number': 3, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:16.916461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-a5e3999a-38de-4f11-9dfc-f92a457e2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:16.918432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-a5e3999a-38de-4f11-9dfc-f92a457e2b86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2254691 Nov 10 16:57:16.940992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:16.951896 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Checking router: b97fa797-1150-4cd7-898c-6c74b34a8c5d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:57:16.952248 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Updating router b97fa797-1150-4cd7-898c-6c74b34a8c5d port e571e29b-ece3-4c01-89b4-4e0804950a7b binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:57:17.024662 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.034025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-107e9212-d3a9-40d8-89ce-b609b9106514 req-1de2c9c6-7779-4496-8f69-a9df40e47b95 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500161 Nov 10 16:57:17.100280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01b841fd-6b96-486b-8f5a-982775906c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.159892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.163920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b75e9ad2-3f40-4fed-a5af-e1fdbb095336 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.9712543 Nov 10 16:57:17.164613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:17.197606 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-e7f85396-70cb-40bb-abdf-1cd28f41b1dc service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478600 Nov 10 16:57:17.260688 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.385416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Made reservation on behalf of 076ccec4fa7a46ca8cda522f6b2c79a7 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:57:17.398946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.414071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.422290 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:57:17.424983 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:57:17.457466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Provisioning complete for port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:17.457916 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.461202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d96b4b-b356-411a-9c92-12ded3501b82 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:17.480854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b841fd-6b96-486b-8f5a-982775906c9f None None] Pushing event updated for resources: {'Port': ['ID=4e958023-8d27-4721-92c4-c8bc52a8f8e1,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:17.542496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:17.545987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:17.647444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.724099 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.821622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e62efc-9226-45c0-af98-49c9c99f0a0a None None] Pushing event updated for resources: {'Port': ['ID=15dc0d3a-03a8-4c65-81ed-15da0f384f5a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:17.840092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-9714c9ea-e200-4b42-9fd0-3f35fc831ee4 service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976572 Nov 10 16:57:17.842971 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:17.864491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Allocated IP 172.20.0.1 (b4a84ad4-57d4-484f-83e4-b320756af1b8/42e63cd8-62e8-4a76-b78e-251164ec83f1/310e12d8-1d0b-48dc-a8f0-d73ada6a67f0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:17.912671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc5a2-ae99-4e36-a5d4-08d71e6053af req-659568c9-bdfe-4985-9c7f-d8004c0a28c3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:17.933468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c9fc5a2-ae99-4e36-a5d4-08d71e6053af req-659568c9-bdfe-4985-9c7f-d8004c0a28c3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.2701261 Nov 10 16:57:17.969133 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Attempting to bind port e571e29b-ece3-4c01-89b4-4e0804950a7b on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:17.969582 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Attempting to bind port e571e29b-ece3-4c01-89b4-4e0804950a7b by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:17.969953 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Attempting to bind port e571e29b-ece3-4c01-89b4-4e0804950a7b on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:17.994733 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:17.995208 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:17.998830 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.004652 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.005144 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:18.005616 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Bound port: e571e29b-ece3-4c01-89b4-4e0804950a7b, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:18.005991 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.021979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7bac4-65e1-44da-b758-22e1b8696697 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:18.032017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.078615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:18.143741 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] For port e571e29b-ece3-4c01-89b4-4e0804950a7b, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:18.150174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78378c1-5998-43cd-ae3e-3d9137a641a2 req-6d336427-37b4-40fc-81ce-87bcee2e141b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:18.154652 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] For port e571e29b-ece3-4c01-89b4-4e0804950a7b, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e571e29b-ece3-4c01-89b4-4e0804950a7b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:18.160656 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Pushing event updated for resources: {'Port': ['ID=e571e29b-ece3-4c01-89b4-4e0804950a7b,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:18.160954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b78378c1-5998-43cd-ae3e-3d9137a641a2 req-6d336427-37b4-40fc-81ce-87bcee2e141b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.5053232 Nov 10 16:57:18.201024 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.201347 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.201898 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.202408 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.202904 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.206855 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.207549 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.207991 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.208490 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.209049 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.209621 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.210213 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.220136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] For port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=15dc0d3a-03a8-4c65-81ed-15da0f384f5a,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:18.240199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:57:18.250831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a1db2b-06dc-4523-a566-1817dbfb8eb7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:18.257770 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.291712 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.333150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c9fc5a2-ae99-4e36-a5d4-08d71e6053af req-59d3a178-1929-45ad-9206-a1cfd22dd214 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3981371 Nov 10 16:57:18.411949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Pushing event updated for resources: {'Port': ['ID=15dc0d3a-03a8-4c65-81ed-15da0f384f5a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:18.424384 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.427844 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b78378c1-5998-43cd-ae3e-3d9137a641a2 req-7d1d642c-cdc7-47f4-9e37-428e4fba0464 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309153 Nov 10 16:57:18.430795 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.431143 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Added segment 44f2e015-339b-4aac-b8e8-8b51b043a6e3 of type vlan for network ce14b84e-9665-4181-b57e-c34fc0b0fd49 Nov 10 16:57:18.507164 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Routers {'b97fa797-1150-4cd7-898c-6c74b34a8c5d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:18.507959 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:18.512900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.520000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.521381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.522624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.523897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.524997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.526486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.542117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.543234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.544794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.545896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.547280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:18.554020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.559731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0648629-58e1-4002-a264-92892b1f7b03 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:18.583205 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607016d2-53e4-4f95-b649-a8fca5e61ccf None None] Pushing event updated for resources: {'Port': ['ID=e571e29b-ece3-4c01-89b4-4e0804950a7b,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:18.628532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4e958023-8d27-4721-92c4-c8bc52a8f8e1 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:18.640989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722d430-868b-4dde-bae6-26767c32d697 req-e79c94b2-eacd-44f8-ae60-c625afe2d7fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:18.644284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1722d430-868b-4dde-bae6-26767c32d697 req-e79c94b2-eacd-44f8-ae60-c625afe2d7fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0956960 Nov 10 16:57:18.651406 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.670463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Provisioning complete for port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:18.670463 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3f276bf-8345-499a-a53e-708166e7dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.717033 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] Set router b97fa797-1150-4cd7-898c-6c74b34a8c5d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:18.750101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.766492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:18.766779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.776808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:18.795844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:18.796708 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.803010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:18.808107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:18.847293 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Pushing event updated for resources: {'Port': ['ID=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:18.873290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.882313 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1722d430-868b-4dde-bae6-26767c32d697 req-c411417a-6858-4c92-9e91-41b6ec1ec49c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216713 Nov 10 16:57:18.900137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:18.919635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] Pushing event updated for resources: {'Network': ['ID=ce14b84e-9665-4181-b57e-c34fc0b0fd49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:18.938076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-800d9a78-8b2a-4a6f-8eec-9f3a1f57f718 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7418599 Nov 10 16:57:18.941761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46748) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:18.948543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Request body: {'subnet': {'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-subnet', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:18.967769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network ce14b84e-9665-4181-b57e-c34fc0b0fd49 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:57:18.975227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:11Z', 'revision_number': 3, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:19.069090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905db490-b20c-4780-9dd1-e490d9f0df6d None None] The sync data for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 is: [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:11Z', 'revision_number': 3, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:57:19.143756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Made reservation on behalf of 076ccec4fa7a46ca8cda522f6b2c79a7 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:57:19.150282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.154327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1190dc1b-b818-432e-87ed-72c3f5aa9bfb None None] Provisioning complete for port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:19.154719 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1190dc1b-b818-432e-87ed-72c3f5aa9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.230791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.240286 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:14Z', 'revision_number': 3, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:19.353411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1190dc1b-b818-432e-87ed-72c3f5aa9bfb None None] Provisioning complete for port e571e29b-ece3-4c01-89b4-4e0804950a7b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:19.355122 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1190dc1b-b818-432e-87ed-72c3f5aa9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.383091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Allocated IP 172.20.0.1 (6df75971-24b9-4abd-b0af-233c496a2c71/c00a8981-eef2-4da5-87f3-29bb59b83fca/7640fbe1-1a4a-4082-b255-2592e1ad60e0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:19.518852 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206548c-32ef-4c61-9723-fced60bf75d6 None None] The sync data for ids ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'] in n-d-714676-11 is: [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:14Z', 'revision_number': 3, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:57:19.599001 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1190dc1b-b818-432e-87ed-72c3f5aa9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.645495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1190dc1b-b818-432e-87ed-72c3f5aa9bfb None None] For port e571e29b-ece3-4c01-89b4-4e0804950a7b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e571e29b-ece3-4c01-89b4-4e0804950a7b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:19.708749 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1190dc1b-b818-432e-87ed-72c3f5aa9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.727391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.813652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf789-c58d-4eb9-b20e-ead406bc4688 req-fd0c527f-1ffa-400f-ad94-7625b358a70d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:19.819025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6debf789-c58d-4eb9-b20e-ead406bc4688 req-fd0c527f-1ffa-400f-ad94-7625b358a70d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1564050 Nov 10 16:57:19.823738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.824245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fb6ac-fa4d-4975-aeeb-a6f283cafaa0 req-d896a45e-1122-49ee-a0a1-a3159f51c1ca tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:19.827907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d2fb6ac-fa4d-4975-aeeb-a6f283cafaa0 req-d896a45e-1122-49ee-a0a1-a3159f51c1ca tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.2305441 Nov 10 16:57:19.834326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.840702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190dc1b-b818-432e-87ed-72c3f5aa9bfb None None] Pushing event updated for resources: {'Port': ['ID=e571e29b-ece3-4c01-89b4-4e0804950a7b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:19.867954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.871809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3d5b02b4-d98c-4dbe-ba4d-e2ba9adbd1ba None None] Provisioning complete for port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:19.872172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3d5b02b4-d98c-4dbe-ba4d-e2ba9adbd1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:19.950028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b02b4-d98c-4dbe-ba4d-e2ba9adbd1ba None None] Port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:19.976519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53581e8b-fad1-4a40-93bc-9ae876ca64b3,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:19.997145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:20.029863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Pushing event updated for resources: {'Port': ['ID=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:20.079395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6debf789-c58d-4eb9-b20e-ead406bc4688 req-b42b7562-3583-4d59-baca-7615fe973de5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005062 Nov 10 16:57:20.127137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:20.200491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d2fb6ac-fa4d-4975-aeeb-a6f283cafaa0 req-07ae28bd-9256-4363-9906-ed3492888937 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640635 Nov 10 16:57:20.219010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:20.226195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:20.292833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Network 6df75971-24b9-4abd-b0af-233c496a2c71 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:20.322492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:20.354766 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:20.368288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Checking segment: {'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:20.373241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Network hostable DHCP agents. Network: ce14b84e-9665-4181-b57e-c34fc0b0fd49, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:57:20.520091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec59e9-b16f-4387-b960-73477ce8cc05 req-39820bea-8118-4bcf-9217-e39a6452bb37 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:20.526900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbec59e9-b16f-4387-b960-73477ce8cc05 req-39820bea-8118-4bcf-9217-e39a6452bb37 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1842442 Nov 10 16:57:20.565867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e571e29b-ece3-4c01-89b4-4e0804950a7b up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:20.691823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbec59e9-b16f-4387-b960-73477ce8cc05 req-39d5ce31-641c-4686-831c-c7970ae8f9c5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555295 Nov 10 16:57:20.719913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Router 675c9242-7222-42c3-b06b-bb5ff8f9b979 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:57:20.735248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e571e29b-ece3-4c01-89b4-4e0804950a7b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:20.735782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:20.869397 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cb39f146-cd9d-4609-b300-3ef57d63809a None None] Provisioning complete for port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:20.869913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb39f146-cd9d-4609-b300-3ef57d63809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:20.959073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cb39f146-cd9d-4609-b300-3ef57d63809a None None] Port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:20.973200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:57:20.979546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9011c246-e947-46f3-b11d-4bc1de8eb3be admin admin] 10.222.0.62 "PUT /v2.0/routers/675c9242-7222-42c3-b06b-bb5ff8f9b979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3162456 Nov 10 16:57:20.981650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 15dc0d3a-03a8-4c65-81ed-15da0f384f5a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:21.031063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Pushing event updated for resources: {'Port': ['ID=7640fbe1-1a4a-4082-b255-2592e1ad60e0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:21.040706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:21.040706 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.086431 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.108121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2bed746e-3305-4976-bfb3-bbcda7f7bac5 None None] Provisioning complete for port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:21.108622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2bed746e-3305-4976-bfb3-bbcda7f7bac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.181112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2bed746e-3305-4976-bfb3-bbcda7f7bac5 None None] Port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:21.262773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Network ce14b84e-9665-4181-b57e-c34fc0b0fd49 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:57:21.326008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d9f5f-f496-4a04-a12f-a7d6b32c4f24 req-76c9f8be-9f40-481b-a00f-dafe009aa52f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:21.327945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b47d9f5f-f496-4a04-a12f-a7d6b32c4f24 req-76c9f8be-9f40-481b-a00f-dafe009aa52f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0798151 Nov 10 16:57:21.368470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, ce14b84e-9665-4181-b57e-c34fc0b0fd49) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:21.379991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b08830-6421-4a0e-b5d2-867a913701bf None None] Network ce14b84e-9665-4181-b57e-c34fc0b0fd49 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:57:21.398445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:21.412026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.421569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.470989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b47d9f5f-f496-4a04-a12f-a7d6b32c4f24 req-cd16791c-68cb-42f2-8d35-49c5e83e014b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282027 Nov 10 16:57:21.674567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.690750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2df9629d-65ea-4691-96c9-4cdea29d02a8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7477913 Nov 10 16:57:21.693472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:21.698021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:21.750357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.793543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460825-dab0-42ca-9279-8448d6b74619 req-1ba522c6-f83d-4baf-b09f-d6a6e0e99690 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:21.795273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca460825-dab0-42ca-9279-8448d6b74619 req-1ba522c6-f83d-4baf-b09f-d6a6e0e99690 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.1179481 Nov 10 16:57:21.813710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139d525-7d45-447f-92bd-12a44bf1710e None None] Network ce14b84e-9665-4181-b57e-c34fc0b0fd49 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:57:21.852011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Pushing event updated for resources: {'Port': ['ID=7640fbe1-1a4a-4082-b255-2592e1ad60e0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:21.874975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.901951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.904395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:21.947046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46780) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:21.952908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-289969f8-bcbf-4645-a1ca-541ea29929c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--582580070', 'description': 'tempest-description--312979892'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:22.066306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca460825-dab0-42ca-9279-8448d6b74619 req-45c82839-69cf-41c6-8b59-2c44fcacb7b0 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497468 Nov 10 16:57:22.110249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Network 6df75971-24b9-4abd-b0af-233c496a2c71 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:22.118460 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-289969f8-bcbf-4645-a1ca-541ea29929c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.122719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:22.167725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cc26f-7983-4fdb-a6ba-236e37aede0e req-6681aef4-c82d-4f3e-b5f4-e64fb2ae78d9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:22.169432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c9cc26f-7983-4fdb-a6ba-236e37aede0e req-6681aef4-c82d-4f3e-b5f4-e64fb2ae78d9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1112850 Nov 10 16:57:22.233056 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.266677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c9cc26f-7983-4fdb-a6ba-236e37aede0e req-43a782aa-72da-4524-931b-de95e04802d6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833757 Nov 10 16:57:22.356936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Router b97fa797-1150-4cd7-898c-6c74b34a8c5d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:57:22.370587 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-289969f8-bcbf-4645-a1ca-541ea29929c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.440473 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-289969f8-bcbf-4645-a1ca-541ea29929c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.451684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Sync routers for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:57:22.474730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:22.476750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:22.487711 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289969f8-bcbf-4645-a1ca-541ea29929c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca28e73-9916-4a8b-b532-f937036329e4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:22.551439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e9f3ab34-45b6-4943-8530-c8ba098d1c58 None None] Provisioning complete for port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:22.551885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ab34-45b6-4943-8530-c8ba098d1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.553762 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-289969f8-bcbf-4645-a1ca-541ea29929c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.555063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-289969f8-bcbf-4645-a1ca-541ea29929c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6061945 Nov 10 16:57:22.558617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46786) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:22.565312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e85c408b-13ac-4bde-a380-efc241ca542f tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Request body: {'security_group_rule': {'security_group_id': 'aca28e73-9916-4a8b-b532-f937036329e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:22.568848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.637635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3ab34-45b6-4943-8530-c8ba098d1c58 None None] Port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:22.669769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:22.710412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85c408b-13ac-4bde-a380-efc241ca542f tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.748113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:57:22.754538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f56d1b51-5850-4167-93de-1baee350ea4c admin admin] 10.222.0.62 "PUT /v2.0/routers/b97fa797-1150-4cd7-898c-6c74b34a8c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5821781 Nov 10 16:57:22.796775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c2794-129b-417a-b57c-6812be4697af req-a56ff172-f270-4ec6-b244-0d5c7e808ed4 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:22.797745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f19c2794-129b-417a-b57c-6812be4697af req-a56ff172-f270-4ec6-b244-0d5c7e808ed4 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.2014515 Nov 10 16:57:22.859474 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Sync routers for ids ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:57:22.900915 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Routers {'b97fa797-1150-4cd7-898c-6c74b34a8c5d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:22.904263 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:22.905996 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f19c2794-129b-417a-b57c-6812be4697af req-745fafe7-e3f6-4389-ad91-0c597daab7ce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847883 Nov 10 16:57:22.914138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85c408b-13ac-4bde-a380-efc241ca542f tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:22.984804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85c408b-13ac-4bde-a380-efc241ca542f tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.058794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c408b-13ac-4bde-a380-efc241ca542f tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79b60f9-bb1d-4a7d-b4fa-cdcb0026aa16,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:23.068800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 2, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:23.083776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.109228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.117028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Checking router: 675c9242-7222-42c3-b06b-bb5ff8f9b979 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:57:23.117582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Updating router 675c9242-7222-42c3-b06b-bb5ff8f9b979 port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:57:23.166216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85c408b-13ac-4bde-a380-efc241ca542f tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.170282 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e85c408b-13ac-4bde-a380-efc241ca542f tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6067638 Nov 10 16:57:23.174293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:23.174977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.197972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Request body: {'security_group_rule': {'security_group_id': 'aca28e73-9916-4a8b-b532-f937036329e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:23.258612 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Set router b97fa797-1150-4cd7-898c-6c74b34a8c5d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:23.260720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aa275-ed83-4253-8174-7db0bfc90fb4 req-c1e90acd-bc31-428d-9c62-16838d0b6db3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:23.270577 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-635aa275-ed83-4253-8174-7db0bfc90fb4 req-c1e90acd-bc31-428d-9c62-16838d0b6db3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.0702431 Nov 10 16:57:23.353956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-635aa275-ed83-4253-8174-7db0bfc90fb4 req-9f915106-b3f9-40ac-a19f-0fd14a419a86 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813594 Nov 10 16:57:23.428164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Allocated IP 172.25.3.48 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/1084d162-e0d2-4842-9524-163d453243d8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:23.541719 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.600137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301a33f-e229-47db-a72c-0c56f3225089 req-382da5fb-486c-4d50-991e-d375ec1ddbde tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:23.602263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b301a33f-e229-47db-a72c-0c56f3225089 req-382da5fb-486c-4d50-991e-d375ec1ddbde tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1673033 Nov 10 16:57:23.630655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.633646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.708843 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:21Z', 'revision_number': 4, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7640fbe1-1a4a-4082-b255-2592e1ad60e0', 'name': '', 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'mac_address': 'fa:16:3e:d9:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'c00a8981-eef2-4da5-87f3-29bb59b83fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:18Z', 'updated_at': '2021-11-10T16:57:21Z', 'revision_number': 2, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'subnets': [{'id': 'c00a8981-eef2-4da5-87f3-29bb59b83fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:23.740944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.743262 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Checking router: b97fa797-1150-4cd7-898c-6c74b34a8c5d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:57:23.743888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Updating router b97fa797-1150-4cd7-898c-6c74b34a8c5d port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:57:23.793893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f135ec-6790-47a3-995a-4d6c797eb4b3 None None] Pushing event updated for resources: {'Port': ['ID=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:23.800511 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.810199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b301a33f-e229-47db-a72c-0c56f3225089 req-f5a5a3d0-f183-4f74-9fb5-c9a37fc0a865 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929762 Nov 10 16:57:23.831886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Attempting to bind port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:23.832235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Attempting to bind port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:23.832622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Attempting to bind port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 on network b4a84ad4-57d4-484f-83e4-b320756af1b8 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:23.840922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:23.841292 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Checking segment: {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:23.841688 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.842073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Bound using segment: {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:23.842542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Bound port: 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:23.843085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.869465 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:23.946371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.005417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2d454a-7503-4304-abce-5f8ebdfe3011,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:24.012930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] For port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:24.036539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] For port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:24.036817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.068725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.069070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.069422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.069767 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.070173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.078380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.083436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.083436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.083436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.083436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.083436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.083436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:57:24.126489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.131101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-681be819-74ce-421b-99da-3d037ae488a6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9514008 Nov 10 16:57:24.134710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:24.134858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fff42-9355-452a-bd2e-99090126ebf3 req-60bf310f-138e-4170-a13d-98f13608b304 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:24.143697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:24.145321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-704fff42-9355-452a-bd2e-99090126ebf3 req-60bf310f-138e-4170-a13d-98f13608b304 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0983546 Nov 10 16:57:24.152409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:24.163415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:24.169150 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.172903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:24.223652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Pushing event updated for resources: {'Port': ['ID=1084d162-e0d2-4842-9524-163d453243d8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:24.248923 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-704fff42-9355-452a-bd2e-99090126ebf3 req-b652622c-ecbc-46cb-b94a-daaf9773bec5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025479 Nov 10 16:57:24.260066 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.277177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65dea0-c6c1-4029-ab99-d5ec8e23b035 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:24.299205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f135ec-6790-47a3-995a-4d6c797eb4b3 None None] Pushing event updated for resources: {'Port': ['ID=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:24.311061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0d508f5d-e5fe-4ce2-a8f5-11cb2365abdc None None] Provisioning complete for port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:24.311551 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d508f5d-e5fe-4ce2-a8f5-11cb2365abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.369072 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.404185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:24.404185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:24.404530 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.447353 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2dc6e-181c-404c-9b87-042e5a55022a None None] Pushing event updated for resources: {'Port': ['ID=7640fbe1-1a4a-4082-b255-2592e1ad60e0,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:24.619919 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Attempting to bind port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:24.620954 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Attempting to bind port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:24.622095 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Attempting to bind port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 on network 6df75971-24b9-4abd-b0af-233c496a2c71 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:24.638096 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:24.638671 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Checking segment: {'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:24.639101 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.639630 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Bound using segment: {'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:24.640289 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Bound port: 7640fbe1-1a4a-4082-b255-2592e1ad60e0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6577b6-9aa0-4033-aa89-339f1716098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:24.646932 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.687112 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d508f5d-e5fe-4ce2-a8f5-11cb2365abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.773313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:24.805293 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] For port 7640fbe1-1a4a-4082-b255-2592e1ad60e0, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:24.808985 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] For port 7640fbe1-1a4a-4082-b255-2592e1ad60e0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7640fbe1-1a4a-4082-b255-2592e1ad60e0,segment=NetworkSegment(7a6577b6-9aa0-4033-aa89-339f1716098a),segment_id=7a6577b6-9aa0-4033-aa89-339f1716098a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:24.855343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.895431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0d508f5d-e5fe-4ce2-a8f5-11cb2365abdc None None] For port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:24.916778 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.932877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7c427-37cb-4407-ad16-2dc06693e8cd req-dae50202-7878-4dc7-ade3-0ccf8cd55318 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:24.934535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ed7c427-37cb-4407-ad16-2dc06693e8cd req-dae50202-7878-4dc7-ade3-0ccf8cd55318 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 943 time: 0.4194150 Nov 10 16:57:24.983772 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d508f5d-e5fe-4ce2-a8f5-11cb2365abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:24.990143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ba566-9c14-4997-bc17-b9780b39c310 req-4f75182e-c7b7-49f5-8c83-e60ca0531eb7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:25.002973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-837ba566-9c14-4997-bc17-b9780b39c310 req-4f75182e-c7b7-49f5-8c83-e60ca0531eb7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1029451 Nov 10 16:57:25.007660 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Routers {'b97fa797-1150-4cd7-898c-6c74b34a8c5d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:25.008359 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:25.089620 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:25.133351 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2dc6e-181c-404c-9b87-042e5a55022a None None] Pushing event updated for resources: {'Port': ['ID=7640fbe1-1a4a-4082-b255-2592e1ad60e0,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:25.160148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d508f5d-e5fe-4ce2-a8f5-11cb2365abdc None None] Pushing event updated for resources: {'Port': ['ID=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:25.167513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-837ba566-9c14-4997-bc17-b9780b39c310 req-d528e6af-1b1c-4ee3-991d-2f7e6b8ce578 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630461 Nov 10 16:57:25.186734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Provisioning complete for port 1084d162-e0d2-4842-9524-163d453243d8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:25.187873 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:25.259160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Port 1084d162-e0d2-4842-9524-163d453243d8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:25.274764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Provisioning complete for port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:25.275406 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:25.322917 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] Set router b97fa797-1150-4cd7-898c-6c74b34a8c5d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:25.337959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:25.357368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:23Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:25.372003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:25.398496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c674944-44ae-4daf-926c-879b5f7a483e None None] The sync data for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 is: [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:23Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:57:25.437648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:25.513626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] For port 7640fbe1-1a4a-4082-b255-2592e1ad60e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7640fbe1-1a4a-4082-b255-2592e1ad60e0,segment=NetworkSegment(7a6577b6-9aa0-4033-aa89-339f1716098a),segment_id=7a6577b6-9aa0-4033-aa89-339f1716098a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:25.523965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba5266-bfdb-4bea-90e6-e0a5f749cec9 req-8bf9e9c1-3b66-424d-a58a-9863d1ebe8fe tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:25.528123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3eba5266-bfdb-4bea-90e6-e0a5f749cec9 req-8bf9e9c1-3b66-424d-a58a-9863d1ebe8fe tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.1358850 Nov 10 16:57:25.597772 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:25.609839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ed7c427-37cb-4407-ad16-2dc06693e8cd req-da49cc7e-452d-4109-9724-ce069434e832 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6683829 Nov 10 16:57:25.659728 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3eba5266-bfdb-4bea-90e6-e0a5f749cec9 req-1b7ff792-74ea-470d-b67b-6345e2f67e09 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020007 Nov 10 16:57:25.694825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Provisioning complete for port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:25.694825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:25.726026 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:21Z', 'revision_number': 4, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7640fbe1-1a4a-4082-b255-2592e1ad60e0', 'name': '', 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'mac_address': 'fa:16:3e:d9:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'c00a8981-eef2-4da5-87f3-29bb59b83fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:18Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 4, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'subnets': [{'id': 'c00a8981-eef2-4da5-87f3-29bb59b83fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:25.761522 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dcb91-f0bf-435b-a974-83768075319c None None] The sync data for ids ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'] in n-d-714676-11 is: [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:21Z', 'revision_number': 4, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7640fbe1-1a4a-4082-b255-2592e1ad60e0', 'name': '', 'network_id': '6df75971-24b9-4abd-b0af-233c496a2c71', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'mac_address': 'fa:16:3e:d9:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'c00a8981-eef2-4da5-87f3-29bb59b83fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:18Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 4, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'subnets': [{'id': 'c00a8981-eef2-4da5-87f3-29bb59b83fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:57:25.978594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:57:25.991753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2d390-9aca-4d28-9132-7a51cb4e8701 None None] Pushing event updated for resources: {'Port': ['ID=7640fbe1-1a4a-4082-b255-2592e1ad60e0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:26.244728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:26.257184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'port_id': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'mac_address': 'fa:16:3e:1b:09:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:57:26.307854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:26.349048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Allocated IP 172.25.3.43 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e22a49b4-e01e-424a-85ef-0c278faf9c68) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:26.370841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6743c0d8-52f9-4972-8fc8-d757bae83712 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:57:26.412474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-df164930-51a3-49bf-8eb8-a0d0c70e417c None None] Provisioning complete for port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:26.413441 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df164930-51a3-49bf-8eb8-a0d0c70e417c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:26.465206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Router bd68e79e-aad7-40e8-9b7b-9f77e1681baf is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:57:26.498989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:26.524505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:26.580891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7a45c-e07f-4401-8a90-8159ddb44548 req-553d4834-f077-4ff4-bbbc-9d0a47d9896b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:26.582541 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9c7a45c-e07f-4401-8a90-8159ddb44548 req-553d4834-f077-4ff4-bbbc-9d0a47d9896b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.2941296 Nov 10 16:57:26.623548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:26.624050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:26.649046 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:26.649782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:57:26.716935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:26.801831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff2d86-ec04-4034-872f-e096df34d104 req-f840d0da-0f08-4ef5-b963-4f613be0be9c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:26.811389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61ff2d86-ec04-4034-872f-e096df34d104 req-f840d0da-0f08-4ef5-b963-4f613be0be9c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.1000781 Nov 10 16:57:26.858336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:26.875659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61ff2d86-ec04-4034-872f-e096df34d104 req-803104dc-f8eb-496e-9b82-e1f11277132b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591722 Nov 10 16:57:26.880969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:26.884562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'network_id': '17e77e75-293f-4d7c-b4bf-3c896e0642f3', 'port_id': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'mac_address': 'fa:16:3e:38:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37e3810-d75d-4a6b-a4b1-828d0188de1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:57:26.905094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9c7a45c-e07f-4401-8a90-8159ddb44548 req-aaa3b34f-5b0c-4f0e-9d5b-375700fbe79b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337010 Nov 10 16:57:26.922850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:57:26.946325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Sync routers for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:57:27.018489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79990402-d162-4f67-a5db-36acd3750bec req-4aabe7b3-88d1-4647-9874-9f367522cc8f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:27.026089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79990402-d162-4f67-a5db-36acd3750bec req-4aabe7b3-88d1-4647-9874-9f367522cc8f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 943 time: 0.0705798 Nov 10 16:57:27.033700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:27.034601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:27.042212 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:27.056201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:27.059967 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-29d8296f-f4ad-4c04-9db6-dec978281c6e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3630927 Nov 10 16:57:27.061891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:27.098006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79990402-d162-4f67-a5db-36acd3750bec req-337a04a9-32cd-42d6-990e-5d18bf95c7ff tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Nov 10 16:57:27.113980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7640fbe1-1a4a-4082-b255-2592e1ad60e0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:27.113980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:57:27.115540 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:27.227687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:27.251108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:27.260159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:27.262296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event updated for resources: {'Port': ['ID=e22a49b4-e01e-424a-85ef-0c278faf9c68,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:27.275878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:27.315153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:27.500987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:27.544624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:27.545204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:27.609548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:27.624502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 3, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:27.701976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Checking router: bd68e79e-aad7-40e8-9b7b-9f77e1681baf for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:57:27.702634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Updating router bd68e79e-aad7-40e8-9b7b-9f77e1681baf port 1084d162-e0d2-4842-9524-163d453243d8 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:57:27.709583 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:27.761485 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:27.827645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:28.007883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6743c0d8-52f9-4972-8fc8-d757bae83712'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:57:28.010367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['4b0dbbd3-7b04-444d-aa1f-493e58fa0806'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:57:28.098538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30413d2a-46a2-4a9c-852b-02decf525303 req-832d8860-0cba-4190-9dd0-601a198537de tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:28.108589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30413d2a-46a2-4a9c-852b-02decf525303 req-832d8860-0cba-4190-9dd0-601a198537de tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0850918 Nov 10 16:57:28.188702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30413d2a-46a2-4a9c-852b-02decf525303 req-13ec4cea-3b29-4a98-9059-0a63b441169f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787389 Nov 10 16:57:28.308142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a0562-0879-4e33-93ea-bcd179a890c6 req-14af1197-cb04-4a62-87c4-ac53e323a13d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:28.316470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b9a0562-0879-4e33-93ea-bcd179a890c6 req-14af1197-cb04-4a62-87c4-ac53e323a13d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 944 time: 0.0609660 Nov 10 16:57:28.384988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.402518 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b9a0562-0879-4e33-93ea-bcd179a890c6 req-fa79a602-a475-44cc-be5f-b203b303fd17 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779417 Nov 10 16:57:28.449838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.490998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f59bd9-8429-4fd5-9fc9-6198aba17c89 req-ad524938-56e1-4103-b16a-ad84a558483b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:28.492644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73f59bd9-8429-4fd5-9fc9-6198aba17c89 req-ad524938-56e1-4103-b16a-ad84a558483b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.2053912 Nov 10 16:57:28.588267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.646289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Attempting to bind port 1084d162-e0d2-4842-9524-163d453243d8 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:28.646655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Attempting to bind port 1084d162-e0d2-4842-9524-163d453243d8 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:28.647100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Attempting to bind port 1084d162-e0d2-4842-9524-163d453243d8 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:28.650041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8e1d7-a2e6-4c5f-94b8-b6ee3edb6fb2 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:28.666248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:28.666668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:28.667010 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.667419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:28.667932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Bound port: 1084d162-e0d2-4842-9524-163d453243d8, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:28.668279 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.721824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0377d-1892-46f2-ba7d-c02ae4e29166 None None] Pushing event updated for resources: {'Port': ['ID=1084d162-e0d2-4842-9524-163d453243d8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:28.730123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.733970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] For port 1084d162-e0d2-4842-9524-163d453243d8, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:28.740757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] For port 1084d162-e0d2-4842-9524-163d453243d8, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1084d162-e0d2-4842-9524-163d453243d8,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:28.747393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73f59bd9-8429-4fd5-9fc9-6198aba17c89 req-b3bd39d1-90a5-4080-a4cf-bcbe5c4f2c59 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399774 Nov 10 16:57:28.762317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8be8c31d-14e8-4ccb-a0a2-2abf417b717e None None] Provisioning complete for port 1084d162-e0d2-4842-9524-163d453243d8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:28.762678 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8be8c31d-14e8-4ccb-a0a2-2abf417b717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.788442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Deleting port 7640fbe1-1a4a-4082-b255-2592e1ad60e0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:57:28.788784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.811275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.813018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8be8c31d-14e8-4ccb-a0a2-2abf417b717e None None] Port 1084d162-e0d2-4842-9524-163d453243d8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:28.818796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.863400 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:28.926541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2facd601-6a69-4a42-942c-af015278cc35 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:28.941923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0377d-1892-46f2-ba7d-c02ae4e29166 None None] Pushing event updated for resources: {'Port': ['ID=1084d162-e0d2-4842-9524-163d453243d8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:28.944100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event updated for resources: {'Port': ['ID=e22a49b4-e01e-424a-85ef-0c278faf9c68,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:28.944734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:28.945334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:29.013654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] For port 7640fbe1-1a4a-4082-b255-2592e1ad60e0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7640fbe1-1a4a-4082-b255-2592e1ad60e0,segment=NetworkSegment(7a6577b6-9aa0-4033-aa89-339f1716098a),segment_id=7a6577b6-9aa0-4033-aa89-339f1716098a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:29.014098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.019140 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.070923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Calling delete_port for 7640fbe1-1a4a-4082-b255-2592e1ad60e0 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:57:29.156924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.159062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-303da370-0d5c-41fa-bee7-8a3b103374a3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0236051 Nov 10 16:57:29.192856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Allocated IP 172.20.0.1 (ce14b84e-9665-4181-b57e-c34fc0b0fd49/53581e8b-fad1-4a40-93bc-9ae876ca64b3/f6b39d12-7c3f-494f-95ee-e225b4ecbeec) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:29.215585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-311f9421-0c62-4fa5-ba5b-13bae1db6bf6 None None] Provisioning complete for port 1084d162-e0d2-4842-9524-163d453243d8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:29.215953 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-311f9421-0c62-4fa5-ba5b-13bae1db6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.271036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:29.408896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75be45-35fb-4bd5-a3fb-8b647ad31883 req-efb4e38c-31c4-4f76-8b57-f1b997dd7b28 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:29.415893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e75be45-35fb-4bd5-a3fb-8b647ad31883 req-efb4e38c-31c4-4f76-8b57-f1b997dd7b28 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0712166 Nov 10 16:57:29.432314 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-311f9421-0c62-4fa5-ba5b-13bae1db6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.452961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.459460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-f071d5a0-1142-4da0-b23c-446fafe5f042 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--582580070&fields=id&tenant_id=4cf5f1d484244613acb00f3eb00df875 HTTP/1.1" status: 200 len: 267 time: 0.1264949 Nov 10 16:57:29.463181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-311f9421-0c62-4fa5-ba5b-13bae1db6bf6 None None] For port 1084d162-e0d2-4842-9524-163d453243d8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1084d162-e0d2-4842-9524-163d453243d8,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:29.488509 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e75be45-35fb-4bd5-a3fb-8b647ad31883 req-611f1720-ee72-4359-8661-5b28c7cac3f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655949 Nov 10 16:57:29.541296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-311f9421-0c62-4fa5-ba5b-13bae1db6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.552128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 3, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:29.603977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea91248-f0aa-4817-83a1-6b421e4f3215 None None] The sync data for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 is: [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 3, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:57:29.613194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-cac3a426-32cd-432a-8b3b-91d64277f6c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:29.614804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-cac3a426-32cd-432a-8b3b-91d64277f6c7 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/networks?id=b4a84ad4-57d4-484f-83e4-b320756af1b8 HTTP/1.1" status: 200 len: 811 time: 0.1447277 Nov 10 16:57:29.615914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.622190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580df8d7-a00e-4ed9-8a88-19e0ad15f5cf req-813edeff-9707-4461-b2c2-078f65e3069f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:29.632190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-580df8d7-a00e-4ed9-8a88-19e0ad15f5cf req-813edeff-9707-4461-b2c2-078f65e3069f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 944 time: 0.0766997 Nov 10 16:57:29.654305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f9421-0c62-4fa5-ba5b-13bae1db6bf6 None None] Pushing event updated for resources: {'Port': ['ID=1084d162-e0d2-4842-9524-163d453243d8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:29.662354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Pushing event deleted for resources: {'Port': ['ID=7640fbe1-1a4a-4082-b255-2592e1ad60e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:29.664504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:29.672198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-bbf839cb-5641-4ac7-9da1-684b4aee5ef3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/quotas/4cf5f1d484244613acb00f3eb00df875 HTTP/1.1" status: 200 len: 375 time: 0.0482509 Nov 10 16:57:29.720014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-580df8d7-a00e-4ed9-8a88-19e0ad15f5cf req-920c038b-4dcb-4247-ae51-b5c365a61250 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869374 Nov 10 16:57:29.791179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Network ce14b84e-9665-4181-b57e-c34fc0b0fd49 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:29.820611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:29.823941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:29.828762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:29.871858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:29.956304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46634f16-7c90-4bc4-9b07-8ccf01eb5cdf req-7254d55e-1f63-40d3-b6f4-ec65061f3753 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:29.964467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46634f16-7c90-4bc4-9b07-8ccf01eb5cdf req-7254d55e-1f63-40d3-b6f4-ec65061f3753 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 944 time: 0.0874352 Nov 10 16:57:29.984612 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.003650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.018506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:30.018878 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.036422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46634f16-7c90-4bc4-9b07-8ccf01eb5cdf req-a61f5ab7-a0c3-4947-be87-4973a83a4e4b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618327 Nov 10 16:57:30.072250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-2929d941-ae12-41ba-bda3-279603082caf tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4cf5f1d484244613acb00f3eb00df875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3586979 Nov 10 16:57:30.123234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-0356289d-2ddc-4500-8dcd-dccf4debdc4f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:57:30.124214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-0356289d-2ddc-4500-8dcd-dccf4debdc4f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081458 Nov 10 16:57:30.136377 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.163592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:30.174718 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f4c6be-f79b-4c03-bc23-eff47678174b" -d '{"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:30.192908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:30.256183 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c39eff7-5141-4249-be08-11211394f2d6 x-openstack-request-id: req-8c39eff7-5141-4249-be08-11211394f2d6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:30.256471 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-plugged", "status": "completed", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:30.256720 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c39eff7-5141-4249-be08-11211394f2d6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:30.257112 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'code': 200} Nov 10 16:57:30.297774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.299426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:30.374192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-93bad364-593b-4954-bfe6-057a77345d05 service neutron] 10.222.0.62 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272348 Nov 10 16:57:30.479133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:30.564615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6743c0d8-52f9-4972-8fc8-d757bae83712 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:30.565256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.618745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdf421-b8a9-4e31-84f9-f3f3c1fe143f req-3be3dbda-24c4-4bf2-bd92-3a363589e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:30.650111 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ffdf421-b8a9-4e31-84f9-f3f3c1fe143f req-3be3dbda-24c4-4bf2-bd92-3a363589e0a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 1098 time: 0.1401193 Nov 10 16:57:30.650352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Router b97fa797-1150-4cd7-898c-6c74b34a8c5d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:57:30.656857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.669141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1084d162-e0d2-4842-9524-163d453243d8 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:30.742011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594c186-2f89-4a8a-844b-72df473f2907 req-79ed49ba-7eee-4052-ba17-6cf5b9e3ee7b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:30.744848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a594c186-2f89-4a8a-844b-72df473f2907 req-79ed49ba-7eee-4052-ba17-6cf5b9e3ee7b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0933337 Nov 10 16:57:30.781406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ffdf421-b8a9-4e31-84f9-f3f3c1fe143f req-0d1e111a-9f0b-4f98-a5f6-dce95ab2af03 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140726 Nov 10 16:57:30.793311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1084d162-e0d2-4842-9524-163d453243d8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:30.793669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.823192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a594c186-2f89-4a8a-844b-72df473f2907 req-0ab7c567-211b-4c5b-924f-3bceb13b6d13 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704546 Nov 10 16:57:30.830097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.836441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-d8092b21-eb73-44a6-a53c-4c02a0eb3100 service neutron] 10.222.0.62 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560657 Nov 10 16:57:30.881626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:30.959888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:30.997874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:57:31.008145 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] Sync routers for ids ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:57:31.012432 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-24a62f3d-3e4f-49e7-b024-38ff791a5078 admin admin] 10.222.0.62 "PUT /v2.0/routers/b97fa797-1150-4cd7-898c-6c74b34a8c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6355364 Nov 10 16:57:31.012432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 46900) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:31.021492 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] Routers {'b97fa797-1150-4cd7-898c-6c74b34a8c5d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:31.022145 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:31.053155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af619c6f-282e-4fe5-9634-7c34be303827 req-01b8e858-bfce-43c3-a8b6-5c86be666aef tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:31.066491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af619c6f-282e-4fe5-9634-7c34be303827 req-01b8e858-bfce-43c3-a8b6-5c86be666aef tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1474576 Nov 10 16:57:31.092266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:31.146345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af619c6f-282e-4fe5-9634-7c34be303827 req-22c4f1e1-242a-44f5-b821-f1b843d2fa2a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793116 Nov 10 16:57:31.231639 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:31.231838 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] Set router b97fa797-1150-4cd7-898c-6c74b34a8c5d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:31.327262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c03e0-e789-4951-8afa-199587da89ab req-ff41ffdb-372f-4b1e-922a-2b452ba7925a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:31.328827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-983c03e0-e789-4951-8afa-199587da89ab req-ff41ffdb-372f-4b1e-922a-2b452ba7925a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 946 time: 0.1098983 Nov 10 16:57:31.351290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8453d49-c19c-4ef5-b5b0-e292335dd0db req-5b1ba3d0-cc60-464c-9013-61cb920ec37a tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0574019 Nov 10 16:57:31.475043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-983c03e0-e789-4951-8afa-199587da89ab req-5741c7ea-8d1b-4214-8bbc-87ef02112367 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299405 Nov 10 16:57:31.646256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e370735-de19-428a-a363-12d3e48b4b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:31.699593 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 5, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:31.731281 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] Checking router: b97fa797-1150-4cd7-898c-6c74b34a8c5d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:57:31.740733 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] Routers {'b97fa797-1150-4cd7-898c-6c74b34a8c5d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:31.741398 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:31.819369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:31.836258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:31.851894 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] Set router b97fa797-1150-4cd7-898c-6c74b34a8c5d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:31.940506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:32.052559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:32.057755 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 5, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:32.068180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:32.096087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f7f6d-5499-442f-b67f-235a395e9e69 req-c3eab976-6da7-4c26-8ef1-297de6bb8e25 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:32.098502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d5f7f6d-5499-442f-b67f-235a395e9e69 req-c3eab976-6da7-4c26-8ef1-297de6bb8e25 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1737592 Nov 10 16:57:32.107284 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6bcbed-dd51-44e5-a32c-c4f3ea0bb555 None None] The sync data for ids ['b97fa797-1150-4cd7-898c-6c74b34a8c5d'] in n-d-714676-11 is: [{'id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'name': 'tempest-ImageQuotaTest-1491125965-router', 'tenant_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 5, 'project_id': '87c45f52d22a4e6ab6990dbd3aab9f2c', 'gw_port': {'id': 'e571e29b-ece3-4c01-89b4-4e0804950a7b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97fa797-1150-4cd7-898c-6c74b34a8c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:11Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:57:32.209828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Deleting port e571e29b-ece3-4c01-89b4-4e0804950a7b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:57:32.210241 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:32.258472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:32.260554 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5c8e27-fcae-4d6f-8a58-b8999b7897dc" -d '{"events": [{"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:32.326813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5d5f7f6d-5499-442f-b67f-235a395e9e69 req-1cdf0961-16f2-4fad-ac3b-010c8f38f296 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139015 Nov 10 16:57:32.370217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Network ce14b84e-9665-4181-b57e-c34fc0b0fd49 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:32.376706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:32.380054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] For port e571e29b-ece3-4c01-89b4-4e0804950a7b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e571e29b-ece3-4c01-89b4-4e0804950a7b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:32.380428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:32.399674 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f717b776-06b5-4a9e-ac16-dce19f6129e5 x-openstack-request-id: req-f717b776-06b5-4a9e-ac16-dce19f6129e5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:32.399967 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:32.400152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Calling delete_port for e571e29b-ece3-4c01-89b4-4e0804950a7b owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:57:32.400289 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f717b776-06b5-4a9e-ac16-dce19f6129e5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:32.400606 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'code': 200} Nov 10 16:57:32.424884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ae567-56dd-4099-bacf-4a3a527ce251 req-819bf904-9ce0-4c31-a4f8-ad90539c5610 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:32.426568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd7ae567-56dd-4099-bacf-4a3a527ce251 req-819bf904-9ce0-4c31-a4f8-ad90539c5610 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1338668 Nov 10 16:57:32.557251 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd7ae567-56dd-4099-bacf-4a3a527ce251 req-f1a18ab3-c1f9-46cf-b15a-67b3b67b7009 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139908 Nov 10 16:57:32.576393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ae34d33-95b3-468f-8c61-03ee6c3cb626 req-7ff61966-487c-4536-b72a-1fbccbc90bda tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0700693 Nov 10 16:57:32.676904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Router bd68e79e-aad7-40e8-9b7b-9f77e1681baf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:57:32.722659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77313db-8ada-444a-8985-2cd307dc42e9 req-822e7785-9b32-48b9-b324-da01a28f9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:32.724287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d77313db-8ada-444a-8985-2cd307dc42e9 req-822e7785-9b32-48b9-b324-da01a28f9404 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 1098 time: 0.0582283 Nov 10 16:57:32.781305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d77313db-8ada-444a-8985-2cd307dc42e9 req-058b63f4-0f8f-410f-abfc-5d3f62036527 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495136 Nov 10 16:57:32.882822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d32d0-a743-4b16-a964-9f59f2d17b73 req-c8173bdf-71bd-4393-863d-a77c26ca0886 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:32.884375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c0d32d0-a743-4b16-a964-9f59f2d17b73 req-c8173bdf-71bd-4393-863d-a77c26ca0886 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 946 time: 0.1850104 Nov 10 16:57:32.952964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:57:32.965120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eb3b3a5e-8c5c-4186-9bcb-768b54edf844 admin admin] 10.222.0.62 "PUT /v2.0/routers/bd68e79e-aad7-40e8-9b7b-9f77e1681baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9021621 Nov 10 16:57:32.992603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c0d32d0-a743-4b16-a964-9f59f2d17b73 req-eedca1e3-a545-44be-8524-efdb1bea48ba tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972095 Nov 10 16:57:33.084615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.144446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e571e29b-ece3-4c01-89b4-4e0804950a7b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:33.148409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b45e68a-3392-4e0a-bf64-7d2a0baaeefc None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:33.209626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.319452 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.325801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.481853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104cda-5d74-4391-b275-34c87518cb70 req-c4f96918-b39c-48db-a2ce-21f217b631a9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:33.484265 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-c4f96918-b39c-48db-a2ce-21f217b631a9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 820 time: 0.1496763 Nov 10 16:57:33.512146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-281fda89-f640-4cd3-b5cc-313b7f37a0a2 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/quotas/076ccec4fa7a46ca8cda522f6b2c79a7 HTTP/1.1" status: 200 len: 375 time: 0.0201077 Nov 10 16:57:33.522230 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.522756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b97fa797-1150-4cd7-898c-6c74b34a8c5d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:57:33.537611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.541064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-40bafb70-fc2e-4f12-a8c5-5967037c5e3e admin admin] 10.222.0.62 "DELETE /v2.0/routers/b97fa797-1150-4cd7-898c-6c74b34a8c5d HTTP/1.1" status: 204 len: 168 time: 2.5260804 Nov 10 16:57:33.541644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 46996) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:33.549608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a807f-f370-4909-82cf-f7939ecbaf15 req-847396cc-6269-4db2-bdcc-dca8d055b963 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:33.556206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-429a807f-f370-4909-82cf-f7939ecbaf15 req-847396cc-6269-4db2-bdcc-dca8d055b963 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0958991 Nov 10 16:57:33.620120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-429a807f-f370-4909-82cf-f7939ecbaf15 req-19bad8f8-45d8-48bf-9688-0f2b73ee939c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598791 Nov 10 16:57:33.628560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-1d03c068-997d-4bc8-8de9-6bda4812297a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101108 Nov 10 16:57:33.632778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-852ce08f-ec81-4e30-822b-5a77f0ecb018 admin admin] Deleting subnet c00a8981-eef2-4da5-87f3-29bb59b83fca {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:57:33.643927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-852ce08f-ec81-4e30-822b-5a77f0ecb018 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.731575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6042223-4237-43c6-aa6f-f4e10b495944 req-1d8de48a-57cf-4016-b910-d9c438313a1a tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0286644 Nov 10 16:57:33.734797 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-852ce08f-ec81-4e30-822b-5a77f0ecb018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.813345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-58f2dd66-5da3-4bdb-b068-dfe89387958b service neutron] 10.222.0.62 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838603 Nov 10 16:57:33.925125 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43cd9393-c000-4620-bb62-d68bd920537c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.929121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-852ce08f-ec81-4e30-822b-5a77f0ecb018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:33.949804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93da64-0b2b-43c7-a815-e344a56b9735 req-3250aa2c-8a61-4a44-bac3-709e76603041 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:33.951184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f93da64-0b2b-43c7-a815-e344a56b9735 req-3250aa2c-8a61-4a44-bac3-709e76603041 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0678720 Nov 10 16:57:33.986476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-617e7e51-2efe-4fe9-a7f1-f0e1bd5a1d9c service neutron] 10.222.0.62 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711338 Nov 10 16:57:34.008141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Sync routers for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:57:34.049952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:34.052887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:34.054494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f93da64-0b2b-43c7-a815-e344a56b9735 req-e9d546b3-c919-48b5-b519-abee0796c06c tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907724 Nov 10 16:57:34.102839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-852ce08f-ec81-4e30-822b-5a77f0ecb018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:34.162348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ce08f-ec81-4e30-822b-5a77f0ecb018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00a8981-eef2-4da5-87f3-29bb59b83fca,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:34.175068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-852ce08f-ec81-4e30-822b-5a77f0ecb018 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:34.182588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:34.183347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-852ce08f-ec81-4e30-822b-5a77f0ecb018 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c00a8981-eef2-4da5-87f3-29bb59b83fca HTTP/1.1" status: 204 len: 168 time: 0.6405735 Nov 10 16:57:34.189392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae29d1-ef7e-452d-ae04-f2eae41ec0cb None None] Network 6df75971-24b9-4abd-b0af-233c496a2c71 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:57:34.229477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:34.317339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b1dfa-5f78-4a5a-b729-54281966fb7d req-7e8913a3-7ed3-45f9-a2a7-cd809ebc9153 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:34.331733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-898b1dfa-5f78-4a5a-b729-54281966fb7d req-7e8913a3-7ed3-45f9-a2a7-cd809ebc9153 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 946 time: 0.2067308 Nov 10 16:57:34.425404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7648e85a-1c10-4ea4-9d6a-235fb3b077bf req-1ca4480e-17c7-436e-907a-a6f01320cd2d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 210 time: 0.0564458 Nov 10 16:57:34.522576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:34.606185 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:57:34.619398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-898b1dfa-5f78-4a5a-b729-54281966fb7d req-e9b6b747-dca7-4d6f-9822-3afa50c43898 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866511 Nov 10 16:57:34.661720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7640fbe1-1a4a-4082-b255-2592e1ad60e0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:57:34.765191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Deleting port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:57:34.765537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:34.772307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7640fbe1-1a4a-4082-b255-2592e1ad60e0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:57:34.772785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7640fbe1-1a4a-4082-b255-2592e1ad60e0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:57:34.949414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eca0d8-1909-4258-8f1b-945a5c820e23 req-764f8d5b-f152-4b6a-be6d-9d04e449a77c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:34.956320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7eca0d8-1909-4258-8f1b-945a5c820e23 req-764f8d5b-f152-4b6a-be6d-9d04e449a77c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1372635 Nov 10 16:57:34.977098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 2, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:35.025102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Checking router: bd68e79e-aad7-40e8-9b7b-9f77e1681baf for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:57:35.025454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Updating router bd68e79e-aad7-40e8-9b7b-9f77e1681baf port f6b39d12-7c3f-494f-95ee-e225b4ecbeec binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:57:35.031776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c331a65-ac83-4609-a62c-e856d46011fe req-0c172529-dc54-4d07-8232-3ed1cfbf6e0d tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0685420 Nov 10 16:57:35.048390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-fcdecee1-fd90-4200-88ba-764b2bb97083 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:35.049938 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-fcdecee1-fd90-4200-88ba-764b2bb97083 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.18 "GET /v2.0/networks?id=b4a84ad4-57d4-484f-83e4-b320756af1b8 HTTP/1.1" status: 200 len: 811 time: 0.4282558 Nov 10 16:57:35.062780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] For port 4e958023-8d27-4721-92c4-c8bc52a8f8e1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4e958023-8d27-4721-92c4-c8bc52a8f8e1,segment=NetworkSegment(7a6577b6-9aa0-4033-aa89-339f1716098a),segment_id=7a6577b6-9aa0-4033-aa89-339f1716098a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:35.063548 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.102080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Calling delete_port for 4e958023-8d27-4721-92c4-c8bc52a8f8e1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:57:35.103776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7eca0d8-1909-4258-8f1b-945a5c820e23 req-d5869218-8c49-49e0-b7be-1a07cf9ca494 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296840 Nov 10 16:57:35.120694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.122879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] DHCP port deletion for 6df75971-24b9-4abd-b0af-233c496a2c71 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:57:35.178786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.241613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-103287d0-c337-4b1d-aa13-c94a86ac2a0c tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf5f1d484244613acb00f3eb00df875 HTTP/1.1" status: 200 len: 379 time: 0.1753118 Nov 10 16:57:35.258882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Request body: {'port': {'device_id': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'admin_state_up': True, 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'security_groups': ['aca28e73-9916-4a8b-b532-f937036329e4']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:35.274639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] Deleting port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:57:35.275289 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.297463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe43f58-16e2-40c6-92bc-19243262cc00 req-cbb54d1a-08dc-4ce8-8741-aafe5033051b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:35.299414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfe43f58-16e2-40c6-92bc-19243262cc00 req-cbb54d1a-08dc-4ce8-8741-aafe5033051b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1527500 Nov 10 16:57:35.409900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-d1464dd6-e077-4452-8ffc-b2fd60c74f94 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:57:35.411431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-d1464dd6-e077-4452-8ffc-b2fd60c74f94 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073156 Nov 10 16:57:35.436281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfe43f58-16e2-40c6-92bc-19243262cc00 req-7b1d97f6-54bc-4d63-816f-01809071149e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886037 Nov 10 16:57:35.436492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] For port 4e958023-8d27-4721-92c4-c8bc52a8f8e1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=4e958023-8d27-4721-92c4-c8bc52a8f8e1,segment=NetworkSegment(7a6577b6-9aa0-4033-aa89-339f1716098a),segment_id=7a6577b6-9aa0-4033-aa89-339f1716098a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:35.436492 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.472856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] Calling delete_port for 4e958023-8d27-4721-92c4-c8bc52a8f8e1 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:57:35.476932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.559604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e958023-8d27-4721-92c4-c8bc52a8f8e1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:35.574007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] No DVR routers for this DVR port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:57:35.578410 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-cf539a23-7edd-4a1e-98e2-c3988237046b service neutron] show failed (client error): The resource could not be found. Nov 10 16:57:35.580695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-cf539a23-7edd-4a1e-98e2-c3988237046b service neutron] 10.222.0.69 "GET /v2.0/ports/10a2e603-1b14-4ddc-9345-6cff9be048d5/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.1619303 Nov 10 16:57:35.583301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Made reservation on behalf of 4cf5f1d484244613acb00f3eb00df875 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:57:35.595799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.614065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fa544dc-6ea9-46f5-bcfa-d2c70712711b req-86a57c3e-d811-4486-9b6d-c277a1c771b8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 210 time: 0.0565853 Nov 10 16:57:35.749412 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.772577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.804484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] Pushing event deleted for resources: {'Port': ['ID=4e958023-8d27-4721-92c4-c8bc52a8f8e1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:35.814735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afe92d-5d1d-41d4-8f71-a5cfaf1c6702 None None] No DVR routers for this DVR port 4e958023-8d27-4721-92c4-c8bc52a8f8e1 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:57:35.836876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bee587-51df-4582-97ed-719f75661078 req-0cb9aaf0-2de9-4b88-968c-17bbef091583 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:35.843848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.845586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1bee587-51df-4582-97ed-719f75661078 req-0cb9aaf0-2de9-4b88-968c-17bbef091583 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 946 time: 0.1034379 Nov 10 16:57:35.861215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:35.886440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95002f-fbfa-4ce6-be00-20bac6f58a6c req-7b8f70e6-e498-47c1-aee8-39c6b5fb78d9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:35.889216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f95002f-fbfa-4ce6-be00-20bac6f58a6c req-7b8f70e6-e498-47c1-aee8-39c6b5fb78d9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.2260823 Nov 10 16:57:35.895445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df75971-24b9-4abd-b0af-233c496a2c71']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:35.911715 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1bee587-51df-4582-97ed-719f75661078 req-51db21f5-ff73-4c1b-8718-51bb6bbdf2c4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646701 Nov 10 16:57:35.957135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6577b6-9aa0-4033-aa89-339f1716098a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:35.957135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6577b6-9aa0-4033-aa89-339f1716098a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:35.969550 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.012194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63d929-0ffc-44f3-8eed-4edf77826a0a None None] Pushing event updated for resources: {'Port': ['ID=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:36.013596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Allocated IP 172.20.0.14 (b4a84ad4-57d4-484f-83e4-b320756af1b8/42e63cd8-62e8-4a76-b78e-251164ec83f1/38163ddf-629c-4528-9320-45c95b9b138e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:36.033335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f95002f-fbfa-4ce6-be00-20bac6f58a6c req-36296fe7-a75b-41a5-b64a-79ae212a71e9 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165707 Nov 10 16:57:36.035890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.078750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:57:36.080290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:57:36.082140 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:57:36.149154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Attempting to bind port f6b39d12-7c3f-494f-95ee-e225b4ecbeec on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:36.149543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Attempting to bind port f6b39d12-7c3f-494f-95ee-e225b4ecbeec by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:36.150830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Attempting to bind port f6b39d12-7c3f-494f-95ee-e225b4ecbeec on network ce14b84e-9665-4181-b57e-c34fc0b0fd49 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:36.162634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:36.164308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Checking segment: {'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:36.167649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.167649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Bound using segment: {'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:36.167649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Bound port: f6b39d12-7c3f-494f-95ee-e225b4ecbeec, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:36.167649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.184122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d14e466-3e75-4364-9028-db042c87e7bc req-2a008538-6794-4c72-8dd9-4536a659131e tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0343235 Nov 10 16:57:36.281201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] For port f6b39d12-7c3f-494f-95ee-e225b4ecbeec, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:36.285633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] For port f6b39d12-7c3f-494f-95ee-e225b4ecbeec, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:36.318086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014325-e388-4210-913a-86ccf40a81dd req-61ac2265-dd00-42e5-aed9-fba47dfa3b23 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:36.320071 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71014325-e388-4210-913a-86ccf40a81dd req-61ac2265-dd00-42e5-aed9-fba47dfa3b23 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1600149 Nov 10 16:57:36.333089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.349856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.354880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6df75971-24b9-4abd-b0af-233c496a2c71 HTTP/1.1" status: 204 len: 168 time: 2.1699374 Nov 10 16:57:36.372224 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.412803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b048d-ae5f-4035-91c1-67cd8a1d5e22 req-9598542b-07fd-4b9e-86b6-c40b80a555e7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:36.421455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71014325-e388-4210-913a-86ccf40a81dd req-d4b61190-1ad4-40d5-92ad-5cf400e7a986 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784745 Nov 10 16:57:36.427595 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-080b048d-ae5f-4035-91c1-67cd8a1d5e22 req-9598542b-07fd-4b9e-86b6-c40b80a555e7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1736887 Nov 10 16:57:36.442283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021d391-1dfd-4c62-9a79-e411444dd251 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df75971-24b9-4abd-b0af-233c496a2c71,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:36.533533 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.556040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-eaf0c008-ea17-4b1a-9268-78dad28cb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:36.558161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-eaf0c008-ea17-4b1a-9268-78dad28cb6f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 1097 time: 0.2556844 Nov 10 16:57:36.572017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:36.573167 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-080b048d-ae5f-4035-91c1-67cd8a1d5e22 req-a404b486-a871-45ec-b5d1-0f16b604861e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447062 Nov 10 16:57:36.726222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.732852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e571e29b-ece3-4c01-89b4-4e0804950a7b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:57:36.744280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.758150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c933d83-d9b0-43e7-8406-0ed62c275fa1 req-2938dd83-19e8-48b8-a19c-b65ad1db8cb0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 210 time: 0.0377314 Nov 10 16:57:36.801125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e571e29b-ece3-4c01-89b4-4e0804950a7b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:57:36.802103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e571e29b-ece3-4c01-89b4-4e0804950a7b not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:57:36.802702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4e958023-8d27-4721-92c4-c8bc52a8f8e1 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:57:36.823441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:36.829225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:36.831980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:36.832723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:36.833680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:36.838407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 4e958023-8d27-4721-92c4-c8bc52a8f8e1 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:57:36.842604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 4e958023-8d27-4721-92c4-c8bc52a8f8e1 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:57:36.858966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cf319-159f-4867-8045-1f4e40def9d6 req-72aae75e-d5f4-4062-861f-4dfcbd94833e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:36.860700 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d92cf319-159f-4867-8045-1f4e40def9d6 req-72aae75e-d5f4-4062-861f-4dfcbd94833e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.2764769 Nov 10 16:57:36.884841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47094) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:36.898092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63d929-0ffc-44f3-8eed-4edf77826a0a None None] Pushing event updated for resources: {'Port': ['ID=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:36.903510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:36.944485 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-763739cd-d3d7-4e08-bdf9-328707d6d7a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87c45f52d22a4e6ab6990dbd3aab9f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583754 Nov 10 16:57:36.947011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47096) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:37.040723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:37.045305 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4033e8d-2d55-48d8-adf2-fb7b2ca9ecdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.096905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4033e8d-2d55-48d8-adf2-fb7b2ca9ecdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.210896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7f7c5-6898-4d96-8b79-8c9d7f26bcbd req-205b11d0-4de4-4a2b-a1f8-d7097135073b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:37.224767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3e7f7c5-6898-4d96-8b79-8c9d7f26bcbd req-205b11d0-4de4-4a2b-a1f8-d7097135073b tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 946 time: 0.1248629 Nov 10 16:57:37.272012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a61404a9-8283-4761-a489-9c0b08035301 None None] Provisioning complete for port 38163ddf-629c-4528-9320-45c95b9b138e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:37.272362 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a61404a9-8283-4761-a489-9c0b08035301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.290184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3e7f7c5-6898-4d96-8b79-8c9d7f26bcbd req-b2616eae-52b0-4590-b14c-865408347753 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620778 Nov 10 16:57:37.377223 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4033e8d-2d55-48d8-adf2-fb7b2ca9ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.381115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4033e8d-2d55-48d8-adf2-fb7b2ca9ecdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.384822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a61404a9-8283-4761-a489-9c0b08035301 None None] Port 38163ddf-629c-4528-9320-45c95b9b138e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:57:37.385841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f4033e8d-2d55-48d8-adf2-fb7b2ca9ecdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ba2d3e2-839a-4dfb-b527-e888b6360477 HTTP/1.1" status: 204 len: 168 time: 0.4375415 Nov 10 16:57:37.400035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event updated for resources: {'Port': ['ID=38163ddf-629c-4528-9320-45c95b9b138e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:37.440160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4033e8d-2d55-48d8-adf2-fb7b2ca9ecdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba2d3e2-839a-4dfb-b527-e888b6360477,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:37.481241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dde3-cb41-45de-a6c4-2f4527c01b25 req-3b31913d-281a-4c90-9a8f-3d75e87db50a tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:37.484051 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad47dde3-cb41-45de-a6c4-2f4527c01b25 req-3b31913d-281a-4c90-9a8f-3d75e87db50a tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 932 time: 0.0948312 Nov 10 16:57:37.497721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:37.498302 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.554670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d92cf319-159f-4867-8045-1f4e40def9d6 req-19f83010-3834-4d24-8fdf-8a66dccf121f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865716 Nov 10 16:57:37.582932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad47dde3-cb41-45de-a6c4-2f4527c01b25 req-9c9a3e01-d1e1-4409-89a1-b6810ac74a7c tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912805 Nov 10 16:57:37.592424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:36Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:37.646620 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.653232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-24112716-c3c7-49b0-a418-b13d19390599 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4043279 Nov 10 16:57:37.653734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c882d1b-248c-44a9-9c77-32e40867555c None None] The sync data for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 is: [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:36Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:57:37.772577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Request body: {'port': {'device_id': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:37.800772 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.925210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 10a2e603-1b14-4ddc-9345-6cff9be048d5 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:57:37.934456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:37.948277 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:37.982877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6f5a-288c-4d4b-8b3b-82a31672e784 req-9ae30f8f-092c-4bef-912c-95d656f1e907 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:37.991525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-acef6f5a-288c-4d4b-8b3b-82a31672e784 req-9ae30f8f-092c-4bef-912c-95d656f1e907 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.2184963 Nov 10 16:57:38.057868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d099a6-34d9-4b90-afbf-735da1732b4a req-ffd215c8-8ef7-4fff-96ed-60f064acda66 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:38.061494 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6d099a6-34d9-4b90-afbf-735da1732b4a req-ffd215c8-8ef7-4fff-96ed-60f064acda66 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1976295 Nov 10 16:57:38.089921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:38.130721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104cda-5d74-4391-b275-34c87518cb70 req-f6feffb5-68f3-454d-a5cb-4b74e010ed0a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:38.136637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-f6feffb5-68f3-454d-a5cb-4b74e010ed0a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.69 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 820 time: 0.5008991 Nov 10 16:57:38.178662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Request body: {'port': {'device_id': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'admin_state_up': True, 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:38.209643 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:38.258132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-acef6f5a-288c-4d4b-8b3b-82a31672e784 req-8822fdd7-f96d-4027-92fc-397a9b663925 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428665 Nov 10 16:57:38.271165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6d099a6-34d9-4b90-afbf-735da1732b4a req-b3a5cbc3-6a3a-4a37-9e2c-89a17416ffed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985469 Nov 10 16:57:38.299937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:38.312970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Transition to ACTIVE for port object 10a2e603-1b14-4ddc-9345-6cff9be048d5 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:57:38.314296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:38.316898 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dacd8b-2013-4f79-bba7-41af9ae00199" -d '{"events": [{"server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "name": "network-vif-unplugged", "status": "completed", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:38.417024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Made reservation on behalf of 076ccec4fa7a46ca8cda522f6b2c79a7 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:57:38.420601 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:38.497577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:57:38.504237 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:57:38.507852 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:38.537076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f6b39d12-7c3f-494f-95ee-e225b4ecbeec up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:38.598923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47128) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:38.650072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a49f7ea-18fc-4600-87b1-22484ae9b06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:38.671117 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50776c77-f5d5-4899-97f1-de6541d1dd6f x-openstack-request-id: req-50776c77-f5d5-4899-97f1-de6541d1dd6f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:38.671562 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "name": "network-vif-unplugged", "status": "completed", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:38.671695 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50776c77-f5d5-4899-97f1-de6541d1dd6f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:38.672074 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'code': 200} Nov 10 16:57:38.692172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f6b39d12-7c3f-494f-95ee-e225b4ecbeec triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:38.692533 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:38.802890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Allocated IP 172.20.0.8 (ce14b84e-9665-4181-b57e-c34fc0b0fd49/53581e8b-fad1-4a40-93bc-9ae876ca64b3/48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:57:38.815169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44acce0e-471d-49ca-a024-6ab105625792 req-475b630c-29af-46b3-8c14-af63caf4f8dc tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 210 time: 0.3259897 Nov 10 16:57:38.899275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] No DVR routers for this DVR port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:57:38.909698 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:38.979037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port f6b39d12-7c3f-494f-95ee-e225b4ecbeec, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:39.037698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:39.117721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be442499-56da-4ed9-b07a-7d311298d819 req-8a9689b6-fe72-4298-909b-f6c39af78491 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:39.122657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:39.125227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be442499-56da-4ed9-b07a-7d311298d819 req-8a9689b6-fe72-4298-909b-f6c39af78491 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 932 time: 0.1503289 Nov 10 16:57:39.187170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:39.323097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38163ddf-629c-4528-9320-45c95b9b138e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:57:39.337234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:39.340735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Attempting to bind port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:39.341163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Attempting to bind port 10a2e603-1b14-4ddc-9345-6cff9be048d5 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:39.341585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Attempting to bind port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on network b467a752-8fda-4790-9ef8-3b5bcb52618e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:39.363554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be442499-56da-4ed9-b07a-7d311298d819 req-5c355291-aeb9-4eb3-8c2f-ef2239ac275e tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372849 Nov 10 16:57:39.385250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Transition to ACTIVE for port object 38163ddf-629c-4528-9320-45c95b9b138e will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:57:39.393195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on network b467a752-8fda-4790-9ef8-3b5bcb52618e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:57:39.393195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Attempting to bind port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on network b467a752-8fda-4790-9ef8-3b5bcb52618e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:39.404576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:39.404983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Checking segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:39.405656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Bound using segment: {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:39.406342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Bound port: 10a2e603-1b14-4ddc-9345-6cff9be048d5, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859fe7d2-3d58-416b-b927-13bf2687662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:39.408233 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:39.464672 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:39.481710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac7ebe-138f-4cf1-b96c-f6ee9598ccb6 req-61b2c548-15b4-4da3-8119-13a9407ad954 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:39.483332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efac7ebe-138f-4cf1-b96c-f6ee9598ccb6 req-61b2c548-15b4-4da3-8119-13a9407ad954 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.8301110 Nov 10 16:57:39.666407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Pushing event updated for resources: {'Port': ['ID=38163ddf-629c-4528-9320-45c95b9b138e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:39.682433 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efac7ebe-138f-4cf1-b96c-f6ee9598ccb6 req-1909fda8-99a2-4e87-a980-7b1244861749 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677370 Nov 10 16:57:39.699041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:39.740736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a49f7ea-18fc-4600-87b1-22484ae9b06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:39.756164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f4b27-1c8b-4262-bca6-521fe71e31db req-3f1ddcee-cd30-4c2d-b6c3-83d3c1bec390 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:39.764166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-524f4b27-1c8b-4262-bca6-521fe71e31db req-3f1ddcee-cd30-4c2d-b6c3-83d3c1bec390 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.2178662 Nov 10 16:57:39.768808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:39.794518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:39.866098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Attempting to bind port 38163ddf-629c-4528-9320-45c95b9b138e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:39.866098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Attempting to bind port 38163ddf-629c-4528-9320-45c95b9b138e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:39.866098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Attempting to bind port 38163ddf-629c-4528-9320-45c95b9b138e on network b4a84ad4-57d4-484f-83e4-b320756af1b8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:39.869368 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a49f7ea-18fc-4600-87b1-22484ae9b06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:39.884075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-524f4b27-1c8b-4262-bca6-521fe71e31db req-3f3a1c72-b0c3-47db-82a6-91add56c2490 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184795 Nov 10 16:57:39.888316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:39.902141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Port 38163ddf-629c-4528-9320-45c95b9b138e on network b4a84ad4-57d4-484f-83e4-b320756af1b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:57:39.905449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Attempting to bind port 38163ddf-629c-4528-9320-45c95b9b138e on network b4a84ad4-57d4-484f-83e4-b320756af1b8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:39.912466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1a49f7ea-18fc-4600-87b1-22484ae9b06f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.3124487 Nov 10 16:57:39.916049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47146) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:39.992012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:40.010104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:40.010438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Checking segment: {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:40.010807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Bound using segment: {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:40.011841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Bound port: 38163ddf-629c-4528-9320-45c95b9b138e, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c701b70-933b-49c9-8652-7cb8c5c88583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:40.011841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.012117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49f7ea-18fc-4600-87b1-22484ae9b06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c45c9-aea0-4a17-bb27-b168bbe396df,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:40.035534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0fab39-f9bf-4d71-8df8-94285810c851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.035951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:40.036598 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.038110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-48611bb1-cd57-4e83-bb82-f2ab905d682c service neutron] 10.222.0.18 "PUT /v2.0/ports/10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 1092 time: 3.4718895 Nov 10 16:57:40.047165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffba40aa-c8c8-49d6-9d72-d6bc414aa78a req-c64f6087-3ded-470d-97a1-e2bf1d152c39 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 210 time: 0.0762191 Nov 10 16:57:40.053969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789645f8-1ea2-48f0-b4ed-0f53e6299c67 req-9a9e07d8-27f0-4852-a3d9-749c09c59d3e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:40.066861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-789645f8-1ea2-48f0-b4ed-0f53e6299c67 req-9a9e07d8-27f0-4852-a3d9-749c09c59d3e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1603653 Nov 10 16:57:40.073340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.119133 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0fab39-f9bf-4d71-8df8-94285810c851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.150067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-e9bd65c3-d20c-449a-af1d-052292d6f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:40.151696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-e9bd65c3-d20c-449a-af1d-052292d6f211 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1095 time: 0.0691214 Nov 10 16:57:40.154912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event updated for resources: {'Port': ['ID=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:40.193451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] For port 38163ddf-629c-4528-9320-45c95b9b138e, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:40.209233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Network ce14b84e-9665-4181-b57e-c34fc0b0fd49 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:57:40.213414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] For port 38163ddf-629c-4528-9320-45c95b9b138e, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=38163ddf-629c-4528-9320-45c95b9b138e,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:40.217288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:57:40.222709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:57:40.269768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-789645f8-1ea2-48f0-b4ed-0f53e6299c67 req-ff3639a3-bd34-41b4-98b2-b8caf99f19b1 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020044 Nov 10 16:57:40.307569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:40.308215 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.310164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.327627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0fab39-f9bf-4d71-8df8-94285810c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.330937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0fab39-f9bf-4d71-8df8-94285810c851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.335106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fb0fab39-f9bf-4d71-8df8-94285810c851 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b25c45c9-aea0-4a17-bb27-b168bbe396df HTTP/1.1" status: 204 len: 168 time: 0.4098616 Nov 10 16:57:40.345044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fab39-f9bf-4d71-8df8-94285810c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c45c9-aea0-4a17-bb27-b168bbe396df,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:40.379723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:40.380485 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.387956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] 10.222.0.18 "PUT /v2.0/ports/38163ddf-629c-4528-9320-45c95b9b138e HTTP/1.1" status: 200 len: 1093 time: 2.7152824 Nov 10 16:57:40.408336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-c93fcf4e-f754-4157-b9db-60bad3b24c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:40.410076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-c93fcf4e-f754-4157-b9db-60bad3b24c14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 898 time: 0.2508097 Nov 10 16:57:40.428540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-b4d4b151-e572-4478-b83b-b12ef7ce216b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2535930 Nov 10 16:57:40.531252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.549693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f6b39d12-7c3f-494f-95ee-e225b4ecbeec up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:40.672837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4953200-c8eb-4b97-9fad-29b0f9e2bb0e service neutron] Pushing event updated for resources: {'Port': ['ID=38163ddf-629c-4528-9320-45c95b9b138e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:40.692367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5'}, {'name': 'network-changed', 'server_uuid': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'tag': '38163ddf-629c-4528-9320-45c95b9b138e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:40.695224 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686ab05b-1c1e-4e23-b467-a54c8afbdce2" -d '{"events": [{"name": "network-changed", "server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5"}, {"name": "network-changed", "server_uuid": "74defe77-7e7b-48e8-98c1-6c787911e0d3", "tag": "38163ddf-629c-4528-9320-45c95b9b138e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:40.716409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d4a4c-f7ce-4752-86ec-3f4a5cf65275 req-e16738fb-9870-4237-802a-2b6b4e9d8085 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:40.728059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d6d4a4c-f7ce-4752-86ec-3f4a5cf65275 req-e16738fb-9870-4237-802a-2b6b4e9d8085 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 944 time: 0.1917231 Nov 10 16:57:40.746684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f6b39d12-7c3f-494f-95ee-e225b4ecbeec triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:40.747054 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:40.774105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-665b69e9-712e-4f39-a870-7614c9e0968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:40.778261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-665b69e9-712e-4f39-a870-7614c9e0968e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cf5f1d484244613acb00f3eb00df875&device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 1096 time: 0.2095771 Nov 10 16:57:40.780586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-bbfe2fb4-d73a-4939-b117-761f99fc5efe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 999 time: 0.3617091 Nov 10 16:57:40.843730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Request body: {'port': {'device_id': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:40.888020 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931e4887-fa59-4588-a056-5ce3add80c06 x-openstack-request-id: req-931e4887-fa59-4588-a056-5ce3add80c06 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:40.899032 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "74defe77-7e7b-48e8-98c1-6c787911e0d3", "tag": "38163ddf-629c-4528-9320-45c95b9b138e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:40.899557 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-931e4887-fa59-4588-a056-5ce3add80c06 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:40.900236 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'status': 'completed', 'code': 200} Nov 10 16:57:40.900737 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'tag': '38163ddf-629c-4528-9320-45c95b9b138e', 'status': 'completed', 'code': 200} Nov 10 16:57:40.947326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-61debc4a-176e-44a9-b2de-bfd7c003fc26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38163ddf-629c-4528-9320-45c95b9b138e HTTP/1.1" status: 200 len: 217 time: 0.1577888 Nov 10 16:57:40.994322 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:41.024399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d6d4a4c-f7ce-4752-86ec-3f4a5cf65275 req-9ab6e49b-fce8-4853-a236-fbb357a23316 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954683 Nov 10 16:57:41.067468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-83984402-35d1-49e3-bf13-79b573ef219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.069118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-83984402-35d1-49e3-bf13-79b573ef219b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.2509928 Nov 10 16:57:41.070454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-15df065a-e05b-4d30-9f08-22bfbf357895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.072075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-15df065a-e05b-4d30-9f08-22bfbf357895 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42e63cd8-62e8-4a76-b78e-251164ec83f1 HTTP/1.1" status: 200 len: 850 time: 0.1100385 Nov 10 16:57:41.112603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-6e72d078-0651-4e1c-b339-819659faf8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.114243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-6e72d078-0651-4e1c-b339-819659faf8e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1095 time: 0.1764522 Nov 10 16:57:41.171777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6581b6c-624d-4ce7-9370-ffac76968da0 req-0daa684c-1254-4472-8013-5452c267123e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.174445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6581b6c-624d-4ce7-9370-ffac76968da0 req-0daa684c-1254-4472-8013-5452c267123e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1588757 Nov 10 16:57:41.203691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45426fb2-135c-433d-810a-c86be1e75fe6 req-94eeea68-7053-4bb6-a3a9-9f1f589e5ab0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.205284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45426fb2-135c-433d-810a-c86be1e75fe6 req-94eeea68-7053-4bb6-a3a9-9f1f589e5ab0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.0698419 Nov 10 16:57:41.253880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-b3354f37-02b6-42c4-a581-fadddda7f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.255544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-b3354f37-02b6-42c4-a581-fadddda7f3fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686254 Nov 10 16:57:41.277899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-bcef2a5c-aba9-41a9-9fff-ab235cf0b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.279384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-bcef2a5c-aba9-41a9-9fff-ab235cf0b9ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4a84ad4-57d4-484f-83e4-b320756af1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949112 Nov 10 16:57:41.321808 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45426fb2-135c-433d-810a-c86be1e75fe6 req-1041c2cb-3833-4da3-a4b8-3e72005eb67b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998874 Nov 10 16:57:41.447077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:57:41.455970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6581b6c-624d-4ce7-9370-ffac76968da0 req-07bd0436-9d05-40ba-a594-482ea4273774 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522697 Nov 10 16:57:41.455970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-b82194e0-022a-49be-afd8-c829d9f9cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.455970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-b82194e0-022a-49be-afd8-c829d9f9cedb service neutron] 10.222.0.69 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 898 time: 0.3060224 Nov 10 16:57:41.465653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:41.488017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Transition to ACTIVE for port object 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:57:41.511349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb611fd-1df0-49e9-a508-8e63d6d4b066 req-45141a63-46b8-4e27-9da5-ce7b44a7a7be tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.512896 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7bb611fd-1df0-49e9-a508-8e63d6d4b066 req-45141a63-46b8-4e27-9da5-ce7b44a7a7be tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 931 time: 0.1130230 Nov 10 16:57:41.567004 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:41.572971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-5cb05fb9-ba01-4fff-9023-1482de0cb9b3 service neutron] 10.222.0.18 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096838 Nov 10 16:57:41.582496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-d9ec6605-0b82-4d54-8455-b89818232c7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 999 time: 0.1123974 Nov 10 16:57:41.594325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-ff354181-63fe-4f63-8424-476969abdaa0 service neutron] 10.222.0.18 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883196 Nov 10 16:57:41.605662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7bb611fd-1df0-49e9-a508-8e63d6d4b066 req-e828d106-d5bf-421a-97dd-78bd8352864e tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844574 Nov 10 16:57:41.634068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:41.644991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-2eccf20c-fb5c-49a3-b023-bc0493377532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.647196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-2eccf20c-fb5c-49a3-b023-bc0493377532 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.0519683 Nov 10 16:57:41.725191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Attempting to bind port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:57:41.725820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Attempting to bind port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:57:41.726120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Attempting to bind port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc on network ce14b84e-9665-4181-b57e-c34fc0b0fd49 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:41.732492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc on network ce14b84e-9665-4181-b57e-c34fc0b0fd49 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:57:41.732492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Attempting to bind port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc on network ce14b84e-9665-4181-b57e-c34fc0b0fd49 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:57:41.739063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:57:41.739443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Checking segment: {'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:57:41.739835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Bound using segment: {'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:57:41.740309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Bound port: 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f2e015-339b-4aac-b8e8-8b51b043a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:57:41.740711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:41.824549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] For port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:57:41.828307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] For port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:57:41.847103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-30f3fbf6-7b9a-422b-b219-b57a72aa3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.848713 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-30f3fbf6-7b9a-422b-b219-b57a72aa3fdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612387 Nov 10 16:57:41.854206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ceaa9aa7-12dc-4774-822b-a26bd725c1af req-209c71d9-27d7-4070-8748-aa0780ff0722 service neutron] 10.222.0.18 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707787 Nov 10 16:57:41.856038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b8cb584-b3a7-4bad-9a7c-e467b16381c4 req-a49b0f85-c8fd-425e-a013-09ff50fc9048 service neutron] 10.222.0.18 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941772 Nov 10 16:57:41.926997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:41.966950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:41.968362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:41.971509 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 1092 time: 1.5361485 Nov 10 16:57:41.972626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:41.975541 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86490c26-742d-4cc6-acfb-3c2480edde8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:41.995902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-8fa2035b-6ce0-452b-92f9-2e8385586cf6 service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377423 Nov 10 16:57:42.019349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61993aa-3b5e-49ab-8fd6-1cb03210a0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:42.033492 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee47f3c-f066-4d76-94f0-928c4150a8c8 x-openstack-request-id: req-6ee47f3c-f066-4d76-94f0-928c4150a8c8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:42.033492 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:42.033913 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ee47f3c-f066-4d76-94f0-928c4150a8c8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:42.043635 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'status': 'completed', 'code': 200} Nov 10 16:57:42.202123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490c26-742d-4cc6-acfb-3c2480edde8f req-d913d4d9-01af-4dec-ae01-6ad92b447c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.204100 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86490c26-742d-4cc6-acfb-3c2480edde8f req-d913d4d9-01af-4dec-ae01-6ad92b447c31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1095 time: 0.0935521 Nov 10 16:57:42.241841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc97aa8-364f-4874-8b9b-6cea60ec6c28 req-4cb22e58-d1d0-4435-85c8-cd27de6ee695 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.249463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0bc97aa8-364f-4874-8b9b-6cea60ec6c28 req-4cb22e58-d1d0-4435-85c8-cd27de6ee695 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 944 time: 0.1252944 Nov 10 16:57:42.364233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0bc97aa8-364f-4874-8b9b-6cea60ec6c28 req-211380a2-52a9-4e9f-bb92-7a43bdc3b3b4 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134892 Nov 10 16:57:42.424169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490c26-742d-4cc6-acfb-3c2480edde8f req-bd9cdc7e-0e58-4e19-a63b-1813470de271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.426256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86490c26-742d-4cc6-acfb-3c2480edde8f req-bd9cdc7e-0e58-4e19-a63b-1813470de271 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2128644 Nov 10 16:57:42.575677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490c26-742d-4cc6-acfb-3c2480edde8f req-c239bef9-513f-4529-9f62-061f2f70c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.577327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86490c26-742d-4cc6-acfb-3c2480edde8f req-c239bef9-513f-4529-9f62-061f2f70c6cd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448138 Nov 10 16:57:42.593935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-cf555bf8-8711-4738-99e2-862b8950af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.596635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-cf555bf8-8711-4738-99e2-862b8950af19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1095 time: 0.1348460 Nov 10 16:57:42.624558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c44a4f-b4ed-4f4b-9e80-2e058c67c4da req-75a2476c-6317-4ba4-a4e4-472d55abe04f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.625928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18c44a4f-b4ed-4f4b-9e80-2e058c67c4da req-75a2476c-6317-4ba4-a4e4-472d55abe04f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.1632879 Nov 10 16:57:42.630008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8a38a-3a42-4a0d-8a20-d9d4a2557c32 req-0ac05042-ffc0-4477-b15f-276137433b2f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.635302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70b8a38a-3a42-4a0d-8a20-d9d4a2557c32 req-0ac05042-ffc0-4477-b15f-276137433b2f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0761731 Nov 10 16:57:42.652805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-005ea89a-b146-49b4-bc90-ca146a75ed2e service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385334 Nov 10 16:57:42.724425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104cda-5d74-4391-b275-34c87518cb70 req-23b93c91-6949-42bf-83da-37245b85542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.725970 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-23b93c91-6949-42bf-83da-37245b85542e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1095 time: 0.0892475 Nov 10 16:57:42.729978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-70b8a38a-3a42-4a0d-8a20-d9d4a2557c32 req-c2f7a739-51ca-4cd5-bc2a-d9391e877531 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915773 Nov 10 16:57:42.775650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18c44a4f-b4ed-4f4b-9e80-2e058c67c4da req-8cafde33-2ac2-46d3-8274-9202dc4608ab tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262882 Nov 10 16:57:42.802058 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-a42f7af3-ba24-4403-aba6-0f5c662e53f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 217 time: 0.0686073 Nov 10 16:57:42.805414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-2f475544-e573-470d-af17-20f8d01f503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.807756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-2f475544-e573-470d-af17-20f8d01f503c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 898 time: 0.1683960 Nov 10 16:57:42.899667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-7b480640-f26b-48b0-80a9-653d5b4827fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 999 time: 0.0835557 Nov 10 16:57:42.915842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104cda-5d74-4391-b275-34c87518cb70 req-2e195e7c-dc23-4ba3-a9b3-c201022dc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.917329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-2e195e7c-dc23-4ba3-a9b3-c201022dc896 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 200 len: 860 time: 0.1067321 Nov 10 16:57:42.965180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-8ba6641b-a690-4ffe-a457-f6d6d9805da3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce14b84e-9665-4181-b57e-c34fc0b0fd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370839 Nov 10 16:57:42.975573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9eca3-6cf8-4436-b89d-83a1305e39a5 req-fb857437-cb69-43aa-be38-29b5781b55c0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.977093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88f9eca3-6cf8-4436-b89d-83a1305e39a5 req-fb857437-cb69-43aa-be38-29b5781b55c0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 943 time: 0.1249130 Nov 10 16:57:42.982374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-705958cb-9cfa-4ddb-a40f-f921f9c03568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:42.984047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-705958cb-9cfa-4ddb-a40f-f921f9c03568 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.0675094 Nov 10 16:57:43.048347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-4cb1e871-a752-4c5f-9662-ed428af2ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.049667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-4cb1e871-a752-4c5f-9662-ed428af2ffa8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581422 Nov 10 16:57:43.091895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88f9eca3-6cf8-4436-b89d-83a1305e39a5 req-75bae915-5b72-49db-8dad-e0a749444740 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042945 Nov 10 16:57:43.146337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-958de4f6-b581-422c-99ec-474fdde165be service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669695 Nov 10 16:57:43.174567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-e5c8d7e6-8a21-40a6-960d-7725b9d5cce6 service neutron] 10.222.0.18 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174419 Nov 10 16:57:43.272740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20104cda-5d74-4391-b275-34c87518cb70 req-175776d3-52b5-4b92-955e-5e4f0fb73a86 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188731 Nov 10 16:57:43.349186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdad77b-2bf6-441e-be70-0e7ab989ead1 req-fc4ab038-976e-4224-a86b-d93e9f9183b5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.350789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afdad77b-2bf6-441e-be70-0e7ab989ead1 req-fc4ab038-976e-4224-a86b-d93e9f9183b5 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1228459 Nov 10 16:57:43.368913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-178103af-894e-4e60-9528-29b790831cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.370406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-178103af-894e-4e60-9528-29b790831cb3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 1098 time: 0.0725377 Nov 10 16:57:43.386365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-52e257d4-5e65-4ca6-9d2f-ed84c1520f3b service neutron] 10.222.0.18 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039819 Nov 10 16:57:43.428761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-afdad77b-2bf6-441e-be70-0e7ab989ead1 req-28fb6310-3671-4439-b3e3-bcbcabaac857 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639524 Nov 10 16:57:43.492636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-0126549f-f5fc-40fa-8728-23fe8ca48d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.494105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-0126549f-f5fc-40fa-8728-23fe8ca48d92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cf5f1d484244613acb00f3eb00df875&device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0605350 Nov 10 16:57:43.502558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-4fccb27e-c266-48b7-8587-c931bdf9681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.504103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-4fccb27e-c266-48b7-8587-c931bdf9681c service neutron] 10.222.0.69 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 914 time: 0.1260908 Nov 10 16:57:43.530925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44564cd9-a012-42fb-9cfd-f68c53576b93 req-06061222-9c96-46fa-b6a0-45ef647cb668 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.533424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44564cd9-a012-42fb-9cfd-f68c53576b93 req-06061222-9c96-46fa-b6a0-45ef647cb668 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 944 time: 0.0763245 Nov 10 16:57:43.584566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-44961793-1d5e-4747-8589-ad2b629d7dc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806 HTTP/1.1" status: 200 len: 217 time: 0.0488148 Nov 10 16:57:43.611972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-9e7b1248-8918-4eb5-9d54-91ee8972e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.613970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-9e7b1248-8918-4eb5-9d54-91ee8972e698 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4a84ad4-57d4-484f-83e4-b320756af1b8 HTTP/1.1" status: 200 len: 912 time: 0.1113837 Nov 10 16:57:43.667275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-44564cd9-a012-42fb-9cfd-f68c53576b93 req-210ed341-6262-4292-81b7-c437da5cc401 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862703 Nov 10 16:57:43.672451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-6bd8c26e-4a79-4c68-87c1-ca51c3f8071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.672451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-6bd8c26e-4a79-4c68-87c1-ca51c3f8071b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c37e3810-d75d-4a6b-a4b1-828d0188de1a HTTP/1.1" status: 200 len: 853 time: 0.0820706 Nov 10 16:57:43.676928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-0b3b774b-92f7-4b1d-bded-9d159b5d9729 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38163ddf-629c-4528-9320-45c95b9b138e HTTP/1.1" status: 200 len: 217 time: 0.0546622 Nov 10 16:57:43.714488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-9cfa8906-ef0e-4d1c-83e0-f8056f0e41aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17e77e75-293f-4d7c-b4bf-3c896e0642f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348170 Nov 10 16:57:43.741954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-a233935a-2830-4dc5-8e41-f21199a58ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.743649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-a233935a-2830-4dc5-8e41-f21199a58ff3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42e63cd8-62e8-4a76-b78e-251164ec83f1 HTTP/1.1" status: 200 len: 850 time: 0.0579648 Nov 10 16:57:43.804763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-b1056e84-c27d-49c4-8edd-0471da88ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.806837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-b1056e84-c27d-49c4-8edd-0471da88ace1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4a84ad4-57d4-484f-83e4-b320756af1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531802 Nov 10 16:57:43.835083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-cf74c839-b159-4c51-a41b-2a94df1dd3a1 service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027527 Nov 10 16:57:43.950680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfba20b-14a0-424f-9139-6f670064580b req-02024080-ff35-4863-ad97-87f97015ad5f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:43.952527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbfba20b-14a0-424f-9139-6f670064580b req-02024080-ff35-4863-ad97-87f97015ad5f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.0687444 Nov 10 16:57:43.962865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28d1b3f6-a029-4e6f-9703-69235d259f6b req-9f7a80b1-671f-4358-85c6-71bb379be00e service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134629 Nov 10 16:57:43.987558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-529076df-1721-423b-939a-7f4e427a3b95 service neutron] 10.222.0.18 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686020 Nov 10 16:57:44.074385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbfba20b-14a0-424f-9139-6f670064580b req-a95e253c-f237-4481-b1f9-9c26ecc77fed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087310 Nov 10 16:57:44.131686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-686ab05b-1c1e-4e23-b467-a54c8afbdce2 req-0c77e948-3576-459a-89ec-6482d9d192b3 service neutron] 10.222.0.18 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332073 Nov 10 16:57:44.259782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c956-e5c0-473f-9c3d-79bf3e44a11f req-f2b3d4ea-ed48-49f1-b848-f66d67e9d658 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:44.261328 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e705c956-e5c0-473f-9c3d-79bf3e44a11f req-f2b3d4ea-ed48-49f1-b848-f66d67e9d658 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 943 time: 0.0609117 Nov 10 16:57:44.318309 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e705c956-e5c0-473f-9c3d-79bf3e44a11f req-e6afd8fd-be8a-4edd-a39e-2251c9396212 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465164 Nov 10 16:57:44.567479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14453d3e-8b25-48a9-82c0-3f04689ca0cf req-ce5ffccc-2c61-4888-be2d-8f89749c53e8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:44.569050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14453d3e-8b25-48a9-82c0-3f04689ca0cf req-ce5ffccc-2c61-4888-be2d-8f89749c53e8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0548987 Nov 10 16:57:44.620772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14453d3e-8b25-48a9-82c0-3f04689ca0cf req-cf46ebbf-77fd-4265-a933-524777a455ed tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Nov 10 16:57:44.794654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada376f-b281-44de-87d3-db43beac9688 req-641cd44d-b13b-45e1-badf-e2fed2435ea1 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:44.796125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ada376f-b281-44de-87d3-db43beac9688 req-641cd44d-b13b-45e1-badf-e2fed2435ea1 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 944 time: 0.0487180 Nov 10 16:57:44.843061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ada376f-b281-44de-87d3-db43beac9688 req-ac5061bb-2f49-4c85-89c8-d03c4e6d6eca tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403781 Nov 10 16:57:45.207829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dee02-9531-445e-8a9f-77ce9ed72402 req-0381b270-dc7d-4fbe-b491-24630f3c0a7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:45.209636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f81dee02-9531-445e-8a9f-77ce9ed72402 req-0381b270-dc7d-4fbe-b491-24630f3c0a7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 943 time: 0.0536733 Nov 10 16:57:45.271856 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f81dee02-9531-445e-8a9f-77ce9ed72402 req-d4e8c0af-a2a5-4fd4-8c82-9ae9f9cd6a09 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 Nov 10 16:57:45.284134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 10a2e603-1b14-4ddc-9345-6cff9be048d5 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:57:45.337087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-50e444e1-33cd-48c0-967b-0c85b20a95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:45.341603 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-50e444e1-33cd-48c0-967b-0c85b20a95f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25e34c1cb65d4f5c8b263584244b7075&device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 1098 time: 0.0711877 Nov 10 16:57:45.468703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:45.477052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-c238bc91-d93e-4a57-98e0-dc03ef4d919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:45.478587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-c238bc91-d93e-4a57-98e0-dc03ef4d919f service neutron] 10.222.0.69 "GET /v2.0/networks?id=17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 200 len: 914 time: 0.1099622 Nov 10 16:57:45.488525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e106d9-aa67-4c3d-85b8-3a60bb3ee6b0 req-19f16442-94fe-4ecf-9eb4-21f8262420b0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:45.490149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10e106d9-aa67-4c3d-85b8-3a60bb3ee6b0 req-19f16442-94fe-4ecf-9eb4-21f8262420b0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 943 time: 0.0844579 Nov 10 16:57:45.490517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'port_id': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'mac_address': 'fa:16:3e:9b:87:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:57:45.530677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-872c3360-54da-4c9b-a20c-4f70adca8460 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806 HTTP/1.1" status: 200 len: 217 time: 0.0433567 Nov 10 16:57:45.530907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:45.545638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a2e603-1b14-4ddc-9345-6cff9be048d5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:57:45.551365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10e106d9-aa67-4c3d-85b8-3a60bb3ee6b0 req-9d917fbd-1ec8-4a2e-9911-c3c75beede9b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492220 Nov 10 16:57:45.571227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:45.598635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-f332b8e1-0414-4853-9072-2a2b7f409cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:45.600384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-f332b8e1-0414-4853-9072-2a2b7f409cf3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c37e3810-d75d-4a6b-a4b1-828d0188de1a HTTP/1.1" status: 200 len: 853 time: 0.0618148 Nov 10 16:57:45.658094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:45.658094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 38163ddf-629c-4528-9320-45c95b9b138e details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:57:45.658367 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-414780ef-e9f3-4546-bd56-c49674242a86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17e77e75-293f-4d7c-b4bf-3c896e0642f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427995 Nov 10 16:57:45.734465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:45.759841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2023186-2478-4f68-bb6c-3a661afa1ad9 req-24543495-0c6e-430d-85c2-5082aa15c375 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:45.762524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2023186-2478-4f68-bb6c-3a661afa1ad9 req-24543495-0c6e-430d-85c2-5082aa15c375 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 944 time: 0.1076219 Nov 10 16:57:45.844445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 38163ddf-629c-4528-9320-45c95b9b138e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=38163ddf-629c-4528-9320-45c95b9b138e,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:45.860147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '38163ddf-629c-4528-9320-45c95b9b138e', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'port_id': '38163ddf-629c-4528-9320-45c95b9b138e', 'mac_address': 'fa:16:3e:f4:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:57:45.886509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376ea14-9cbc-40f1-b016-8f85c3f0cf0a req-a01a9937-4b00-47be-a497-5c3e8e3fe2d6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:45.888926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6376ea14-9cbc-40f1-b016-8f85c3f0cf0a req-a01a9937-4b00-47be-a497-5c3e8e3fe2d6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1011069 Nov 10 16:57:45.897151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-391a2dc1-3db8-4137-8880-1ac7607b09d7 service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301471 Nov 10 16:57:45.903916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841c51d-c0f2-4222-9318-e82db220a43a req-117edb7b-f362-4add-bd81-d0e4061d9975 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:45.905603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-117edb7b-f362-4add-bd81-d0e4061d9975 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea&tenant_id=19c20c2e7849423bac3b66695c6e40d8&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 944 time: 0.1172202 Nov 10 16:57:45.911110 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:45.925329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38163ddf-629c-4528-9320-45c95b9b138e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:57:45.930609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2023186-2478-4f68-bb6c-3a661afa1ad9 req-b0a77517-4245-4ace-bc05-9345e67e3273 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595817 Nov 10 16:57:45.959001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 38163ddf-629c-4528-9320-45c95b9b138e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=38163ddf-629c-4528-9320-45c95b9b138e,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:45.996389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:57:46.021924 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6376ea14-9cbc-40f1-b016-8f85c3f0cf0a req-7cc20b2f-6441-4297-bf1d-32d9b874d4be tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229644 Nov 10 16:57:46.035786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-885f49f7-51bc-4c32-a6a5-8fe1eccc8471 req-4360f85d-a4b2-47f4-90fa-7ec5230ff85e service neutron] 10.222.0.69 "GET /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261153 Nov 10 16:57:46.059137 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-4841c51d-c0f2-4222-9318-e82db220a43a req-5131456a-be46-440e-acc1-c9bf9f064875 service neutron] delete failed (client error): The resource could not be found. Nov 10 16:57:46.059137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-5131456a-be46-440e-acc1-c9bf9f064875 service neutron] 10.222.0.69 "DELETE /v2.0/ports/10a2e603-1b14-4ddc-9345-6cff9be048d5/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.1216266 Nov 10 16:57:46.070737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:46.154256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f2b8-77fb-487c-9100-1545fba5a5da req-dfa35c8e-6525-4d99-bd21-1979deb25ef2 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.155982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4528f2b8-77fb-487c-9100-1545fba5a5da req-dfa35c8e-6525-4d99-bd21-1979deb25ef2 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 945 time: 0.1140292 Nov 10 16:57:46.197980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7cca6-a953-4a44-a4e5-cdc3be1dcf18 req-fe11500a-2129-4ad4-a418-396e71222fd6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.199999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75b7cca6-a953-4a44-a4e5-cdc3be1dcf18 req-fe11500a-2129-4ad4-a418-396e71222fd6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0829580 Nov 10 16:57:46.218286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:46.222292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841c51d-c0f2-4222-9318-e82db220a43a req-a208f0f6-59cc-4218-9aaa-dc7fb671df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.223988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=38163ddf-629c-4528-9320-45c95b9b138e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:46.225402 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-a208f0f6-59cc-4218-9aaa-dc7fb671df29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1096 time: 0.1202109 Nov 10 16:57:46.238075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'port_id': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'mac_address': 'fa:16:3e:df:92:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:57:46.279347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75b7cca6-a953-4a44-a4e5-cdc3be1dcf18 req-27e025c8-ff22-4c1e-a7c1-bed53a6335a8 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702124 Nov 10 16:57:46.287546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['38163ddf-629c-4528-9320-45c95b9b138e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:57:46.297046 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:46.317190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['10a2e603-1b14-4ddc-9345-6cff9be048d5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:57:46.322858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4528f2b8-77fb-487c-9100-1545fba5a5da req-fae9ef65-4c1b-411f-a535-283e49ba69b3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533532 Nov 10 16:57:46.368411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841c51d-c0f2-4222-9318-e82db220a43a req-dc433b92-fd4b-4863-9cc0-85754f5227b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.370069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-dc433b92-fd4b-4863-9cc0-85754f5227b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 898 time: 0.1321728 Nov 10 16:57:46.405551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:57:46.445204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:46.449082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-c8146ae2-b381-4279-9b1d-69ba163d7e41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 1000 time: 0.0711472 Nov 10 16:57:46.504518 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:46.551733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138092b3-1cbf-48e5-8bc9-e89cdde3e0f5 req-437a54ca-6e38-4790-b902-a468b28c2c60 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.553253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-138092b3-1cbf-48e5-8bc9-e89cdde3e0f5 req-437a54ca-6e38-4790-b902-a468b28c2c60 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1032948 Nov 10 16:57:46.559104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841c51d-c0f2-4222-9318-e82db220a43a req-4490a237-ca9f-4641-901a-09efd56cf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.560704 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-4490a237-ca9f-4641-901a-09efd56cf653 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.0962303 Nov 10 16:57:46.621514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:46.656106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841c51d-c0f2-4222-9318-e82db220a43a req-d8fe5f8d-b417-4e9c-8bfb-6b3d0da60abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.658082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-d8fe5f8d-b417-4e9c-8bfb-6b3d0da60abf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868409 Nov 10 16:57:46.662588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-138092b3-1cbf-48e5-8bc9-e89cdde3e0f5 req-74190e2b-6e95-4492-91af-c007f6a9232a tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000974 Nov 10 16:57:46.672826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce4f5f-1088-4b86-88df-86e3a294f197 req-cf4f1ef7-9afc-4df6-9e31-5a83c2a2c6a6 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.682304 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83ce4f5f-1088-4b86-88df-86e3a294f197 req-cf4f1ef7-9afc-4df6-9e31-5a83c2a2c6a6 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 944 time: 0.0644014 Nov 10 16:57:46.784002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83ce4f5f-1088-4b86-88df-86e3a294f197 req-6084d015-7c33-4cd1-9f0f-cc41e4417ba5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001306 Nov 10 16:57:46.806377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-c2d54020-636b-47bf-ad30-e93e92f71874 service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393168 Nov 10 16:57:46.869599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:57:46.901401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-a51d3a53-c07e-4311-ac7e-3b9e7a7b2834 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1444831 Nov 10 16:57:46.931296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91481a-9685-4c7d-aa39-0a73086f59d6 req-fb0dd83e-51eb-4565-93fc-4a1e51f5c290 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:46.938460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a91481a-9685-4c7d-aa39-0a73086f59d6 req-fb0dd83e-51eb-4565-93fc-4a1e51f5c290 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1310914 Nov 10 16:57:47.001944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4841c51d-c0f2-4222-9318-e82db220a43a req-fe92dfdb-950c-451c-8ac0-1adf79231968 service neutron] 10.222.0.69 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848845 Nov 10 16:57:47.071688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a91481a-9685-4c7d-aa39-0a73086f59d6 req-ad2a4d25-66e8-42fb-aca9-85da47243083 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291246 Nov 10 16:57:47.083348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-eafb748e-0d3a-483a-b08b-9647d53ebbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.092597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-eafb748e-0d3a-483a-b08b-9647d53ebbea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1096 time: 0.1277616 Nov 10 16:57:47.092764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd44fe-a459-4705-8ba9-90c4d556ea0f req-4f3337df-33af-4885-80ce-cb07c7cd93b0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.092764 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60dd44fe-a459-4705-8ba9-90c4d556ea0f req-4f3337df-33af-4885-80ce-cb07c7cd93b0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 944 time: 0.0805645 Nov 10 16:57:47.162785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60dd44fe-a459-4705-8ba9-90c4d556ea0f req-11c1d687-afa9-4c83-8846-bc9288743282 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676360 Nov 10 16:57:47.231651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-4fab95fb-589c-429c-a2a7-997c1dbcbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.233014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-4fab95fb-589c-429c-a2a7-997c1dbcbb43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 898 time: 0.1174324 Nov 10 16:57:47.291245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 10a2e603-1b14-4ddc-9345-6cff9be048d5 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:47.317371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f5eba-43ec-4aef-b231-90da39ef6c60 req-e2c183a8-89f2-416e-92c5-1eaaa2cb4dfb tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.318899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-849f5eba-43ec-4aef-b231-90da39ef6c60 req-e2c183a8-89f2-416e-92c5-1eaaa2cb4dfb tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1005509 Nov 10 16:57:47.321245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-1795c5df-c961-4827-bee0-423bf5d403a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 1000 time: 0.0748377 Nov 10 16:57:47.404264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-aefe6576-fc25-401b-83b3-4c88915d0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.405706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-aefe6576-fc25-401b-83b3-4c88915d0332 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.0734019 Nov 10 16:57:47.411271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-849f5eba-43ec-4aef-b231-90da39ef6c60 req-f5ebe7b8-a01f-4629-beea-2348919df217 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860364 Nov 10 16:57:47.412796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 10a2e603-1b14-4ddc-9345-6cff9be048d5 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:57:47.417706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 10a2e603-1b14-4ddc-9345-6cff9be048d5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:47.419141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:47.467230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-374842b9-0cc4-41c8-81b1-747ecd7dc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.470838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-374842b9-0cc4-41c8-81b1-747ecd7dc8f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547681 Nov 10 16:57:47.526124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed891ced-2395-4e67-b6ef-4a6f023b3e50 req-da1bb978-1e5a-4050-8f30-57f76611cc87 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.526729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed891ced-2395-4e67-b6ef-4a6f023b3e50 req-da1bb978-1e5a-4050-8f30-57f76611cc87 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 945 time: 0.1247189 Nov 10 16:57:47.556279 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:47.583732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed891ced-2395-4e67-b6ef-4a6f023b3e50 req-b6de4af7-4329-4d99-836d-d3863e747c3d tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495403 Nov 10 16:57:47.601748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:47.605737 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363be4b-1c9e-4117-a241-d1f26cedb21f" -d '{"events": [{"server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "name": "network-vif-plugged", "status": "completed", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:47.622468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:47.648248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74c27e-3e96-42de-86d3-94334cbd2d8d req-7e3237e8-c148-45eb-8e95-5fb97978dfe3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.651838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af74c27e-3e96-42de-86d3-94334cbd2d8d req-7e3237e8-c148-45eb-8e95-5fb97978dfe3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0980802 Nov 10 16:57:47.665822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-a43af43e-3b0e-454e-86cd-d0c3bbc55681 service neutron] 10.222.0.18 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867864 Nov 10 16:57:47.693224 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de72409-07cb-46c7-9a44-4e3faaace959 x-openstack-request-id: req-5de72409-07cb-46c7-9a44-4e3faaace959 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:47.693599 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "name": "network-vif-plugged", "status": "completed", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:47.693914 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5de72409-07cb-46c7-9a44-4e3faaace959 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:47.694497 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'code': 200} Nov 10 16:57:47.737499 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:47.738302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 38163ddf-629c-4528-9320-45c95b9b138e up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:47.784032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af74c27e-3e96-42de-86d3-94334cbd2d8d req-cfa83ec7-3799-48da-a836-7a69a3bea72f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124609 Nov 10 16:57:47.820949 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-475d01ad-e481-4500-8a8f-1fdbb6ad4d54 req-9599b240-80a7-4d5a-81a1-dcf4996224fb service neutron] 10.222.0.18 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461823 Nov 10 16:57:47.835120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:47.918300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d44d-5958-4260-b064-5b73eab458e9 req-39082494-a192-42c2-901e-9294ef18fb84 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.919491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 38163ddf-629c-4528-9320-45c95b9b138e completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:57:47.920863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb29d44d-5958-4260-b064-5b73eab458e9 req-39082494-a192-42c2-901e-9294ef18fb84 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 944 time: 0.0548875 Nov 10 16:57:47.923840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 38163ddf-629c-4528-9320-45c95b9b138e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:47.924250 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:47.926090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b101297-8d2e-4e4c-9167-796ef421c644 req-37f8b68d-ddd3-41b1-b7b2-872bae612dae tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:47.927001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b101297-8d2e-4e4c-9167-796ef421c644 req-37f8b68d-ddd3-41b1-b7b2-872bae612dae tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0537775 Nov 10 16:57:47.984988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb29d44d-5958-4260-b064-5b73eab458e9 req-77218117-e77f-45c7-99cb-e44d4cdf84dc tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525587 Nov 10 16:57:48.006834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:57:48.006974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b101297-8d2e-4e4c-9167-796ef421c644 req-f5a150b9-e5ef-469c-a30f-449a58ef369f tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560825 Nov 10 16:57:48.096525 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:48.141126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e574-2dc7-40ec-ac54-1f71444fd7bd req-67619a58-860f-4c26-ae2e-027a08b2cb7e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:48.144210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b50e574-2dc7-40ec-ac54-1f71444fd7bd req-67619a58-860f-4c26-ae2e-027a08b2cb7e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0602431 Nov 10 16:57:48.151116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 38163ddf-629c-4528-9320-45c95b9b138e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=38163ddf-629c-4528-9320-45c95b9b138e,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:48.196749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:57:48.207070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b50e574-2dc7-40ec-ac54-1f71444fd7bd req-d8e18d64-2d1b-4992-9a1a-c151befb2004 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558443 Nov 10 16:57:48.208314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:57:48.208690 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:48.252717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:48.311495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5aa36-50a5-4023-b6a8-fd2cd867339e req-12881857-ba64-45b4-827e-0e719f0f4761 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:48.319747 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efe5aa36-50a5-4023-b6a8-fd2cd867339e req-12881857-ba64-45b4-827e-0e719f0f4761 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0625973 Nov 10 16:57:48.325076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=38163ddf-629c-4528-9320-45c95b9b138e,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:48.375044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efe5aa36-50a5-4023-b6a8-fd2cd867339e req-d2203de3-5c23-4422-9aa4-9fa5c2b293c6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543571 Nov 10 16:57:48.379779 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:48.404596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47290) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:48.435843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:48.443467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f503b-65ed-4aa2-b3bd-d8094e113493 req-b5a43460-8700-4753-ba90-ee61c43de262 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:48.455403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd1f503b-65ed-4aa2-b3bd-d8094e113493 req-b5a43460-8700-4753-ba90-ee61c43de262 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.1023426 Nov 10 16:57:48.478578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3279d966-a09f-450e-84d0-e2ab64e97262 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/48da73ff-1013-4563-908c-930a1bf10f8b HTTP/1.1" status: 200 len: 993 time: 0.0726027 Nov 10 16:57:48.505361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd1f503b-65ed-4aa2-b3bd-d8094e113493 req-4ed8a2e4-e4f0-46e0-817d-4692cb923170 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489173 Nov 10 16:57:48.514216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:48.565788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:48.655622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cbc94-8510-412f-95c0-4bc7e975c7bc req-9dfc1fab-c75a-4f90-a126-c894de68dc23 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:48.657210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-602cbc94-8510-412f-95c0-4bc7e975c7bc req-9dfc1fab-c75a-4f90-a126-c894de68dc23 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0563276 Nov 10 16:57:48.708118 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-602cbc94-8510-412f-95c0-4bc7e975c7bc req-e66be281-0ee8-4795-8864-63a102f40992 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440719 Nov 10 16:57:48.751814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e068e23-f68f-40bf-a59f-5f1d60a31367 req-3a96f318-e693-43a8-81c7-03aabf461636 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:48.753710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e068e23-f68f-40bf-a59f-5f1d60a31367 req-3a96f318-e693-43a8-81c7-03aabf461636 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0552800 Nov 10 16:57:48.803685 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e068e23-f68f-40bf-a59f-5f1d60a31367 req-a20dd08f-c279-4b73-9d22-a49a04703e30 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439453 Nov 10 16:57:48.853261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9f5de-4429-4cbc-bc28-f3cf5eb9471d req-ecb6bf4a-daa3-4891-9c41-ae1ad3f4deac tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:48.854866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fd9f5de-4429-4cbc-bc28-f3cf5eb9471d req-ecb6bf4a-daa3-4891-9c41-ae1ad3f4deac tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0523055 Nov 10 16:57:48.906225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fd9f5de-4429-4cbc-bc28-f3cf5eb9471d req-d352bd1b-c90c-40fe-9265-964329e46208 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452998 Nov 10 16:57:49.023852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050a0cf-1885-4761-874a-2d32e60d8ae8 req-8d15a2f6-adfa-4992-a1cf-b9d1e0f5a8f3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:49.025656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6050a0cf-1885-4761-874a-2d32e60d8ae8 req-8d15a2f6-adfa-4992-a1cf-b9d1e0f5a8f3 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0504584 Nov 10 16:57:49.081099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6050a0cf-1885-4761-874a-2d32e60d8ae8 req-998c64bb-b4a7-4584-b17a-d9ff566b6e15 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Nov 10 16:57:49.112595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273a991-bc3f-43a8-abae-e003223a58f4 req-1c3c9e47-fa1a-4ba1-85b8-99ea5ce9782d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:49.114204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4273a991-bc3f-43a8-abae-e003223a58f4 req-1c3c9e47-fa1a-4ba1-85b8-99ea5ce9782d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0566165 Nov 10 16:57:49.173547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4273a991-bc3f-43a8-abae-e003223a58f4 req-0aa1814b-3867-407c-a0ee-9b7272bec05e tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528650 Nov 10 16:57:49.214441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aa418-dade-4e11-bb6a-5acd4a6dfebc req-eba9744b-cd26-40d0-9a22-ef0df92c980e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:49.216114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f2aa418-dade-4e11-bb6a-5acd4a6dfebc req-eba9744b-cd26-40d0-9a22-ef0df92c980e tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0525534 Nov 10 16:57:49.267207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f2aa418-dade-4e11-bb6a-5acd4a6dfebc req-c23d6890-4fd6-415c-a50d-5b582b6a31ce tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Nov 10 16:57:49.387355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9501e-e487-4406-87a3-ff636e87aa2d req-b835ac85-b868-43dc-8677-109552e4ba01 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:49.388840 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22f9501e-e487-4406-87a3-ff636e87aa2d req-b835ac85-b868-43dc-8677-109552e4ba01 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0511191 Nov 10 16:57:49.437889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22f9501e-e487-4406-87a3-ff636e87aa2d req-31e7d0c3-248b-43e0-b9a6-be1bc99f5b0d tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 Nov 10 16:57:49.570740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b6d46-413c-49aa-b2b4-2f1a13aa25f5 req-e5f2a741-cd14-4ed2-9850-f99257d35314 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:49.572418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-643b6d46-413c-49aa-b2b4-2f1a13aa25f5 req-e5f2a741-cd14-4ed2-9850-f99257d35314 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0544763 Nov 10 16:57:49.630009 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-643b6d46-413c-49aa-b2b4-2f1a13aa25f5 req-ccc78b05-016e-4000-801a-50dd2dc69aaf tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513489 Nov 10 16:57:49.696047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38163ddf-629c-4528-9320-45c95b9b138e'}, {'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:49.698933 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7b5b3a-abb0-4ea9-b58f-9e8ba917ee0a" -d '{"events": [{"server_uuid": "74defe77-7e7b-48e8-98c1-6c787911e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "38163ddf-629c-4528-9320-45c95b9b138e"}, {"server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "name": "network-vif-plugged", "status": "completed", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:49.745257 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985cc57d-affc-450a-98b4-bbb82bc13198 x-openstack-request-id: req-985cc57d-affc-450a-98b4-bbb82bc13198 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:49.745556 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74defe77-7e7b-48e8-98c1-6c787911e0d3", "name": "network-vif-plugged", "status": "completed", "tag": "38163ddf-629c-4528-9320-45c95b9b138e", "code": 200}, {"server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "name": "network-vif-plugged", "status": "completed", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:49.745813 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-985cc57d-affc-450a-98b4-bbb82bc13198 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:49.746206 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38163ddf-629c-4528-9320-45c95b9b138e', 'code': 200} Nov 10 16:57:49.746458 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'code': 200} Nov 10 16:57:49.891233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd7d8-4bab-4a65-89aa-141981d5078c req-9444bfe5-cf19-445c-891d-c719d7bb740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:49.893386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad4dd7d8-4bab-4a65-89aa-141981d5078c req-9444bfe5-cf19-445c-891d-c719d7bb740f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 1098 time: 0.0919459 Nov 10 16:57:49.928091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506433fa-17dd-4446-99f5-f06f59b28485 req-1f0fcc72-4df4-4a53-8655-a7b4a372cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:49.929582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-506433fa-17dd-4446-99f5-f06f59b28485 req-1f0fcc72-4df4-4a53-8655-a7b4a372cea4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1097 time: 0.1027730 Nov 10 16:57:49.951224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad4dd7d8-4bab-4a65-89aa-141981d5078c req-7e413d06-3b1d-475e-8cf1-f9846916ef57 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506222 Nov 10 16:57:49.975300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96298b87-7f5c-47c9-b791-3943b569b738 req-7dc12b11-0c85-4e31-8c23-bf4ba60872fd tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:49.976535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96298b87-7f5c-47c9-b791-3943b569b738 req-7dc12b11-0c85-4e31-8c23-bf4ba60872fd tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0511262 Nov 10 16:57:49.994612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-506433fa-17dd-4446-99f5-f06f59b28485 req-a0c5240f-5f80-4e5f-af5d-61afed3775d4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506778 Nov 10 16:57:50.045718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96298b87-7f5c-47c9-b791-3943b569b738 req-25c86696-21f4-4c37-89cf-f279427570f1 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455196 Nov 10 16:57:50.330268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c374d-c575-4eef-9182-6e2347b5fbda req-e0c4edbf-4d42-4d27-a69f-47c8092dded3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:50.331884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-059c374d-c575-4eef-9182-6e2347b5fbda req-e0c4edbf-4d42-4d27-a69f-47c8092dded3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0691674 Nov 10 16:57:50.383655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-059c374d-c575-4eef-9182-6e2347b5fbda req-b7a81778-1c7c-46a9-9675-00466c07914d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 Nov 10 16:57:51.176780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10deba8-53af-40b4-ad22-cad3529cd79b req-5dbd8dbb-bf1b-4f35-a0b7-116fd587841e tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:51.178234 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a10deba8-53af-40b4-ad22-cad3529cd79b req-5dbd8dbb-bf1b-4f35-a0b7-116fd587841e tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0525708 Nov 10 16:57:51.228130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a10deba8-53af-40b4-ad22-cad3529cd79b req-cd8d52fc-a156-4b82-b700-6d1a775a9797 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433445 Nov 10 16:57:51.521507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f8953-d204-4bc7-a7f0-9e8908bd3469 req-5c9cc12b-769b-452f-9992-f447be9477b5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:51.523215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b8f8953-d204-4bc7-a7f0-9e8908bd3469 req-5c9cc12b-769b-452f-9992-f447be9477b5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0575545 Nov 10 16:57:51.580166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b8f8953-d204-4bc7-a7f0-9e8908bd3469 req-85746566-ff79-495b-82cd-c708d9939c92 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503128 Nov 10 16:57:52.362534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d874f8-ddb7-41e8-a959-4f8933d6b5df req-678cf041-45a4-4897-84ea-8df1d7b0edb3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:52.364302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22d874f8-ddb7-41e8-a959-4f8933d6b5df req-678cf041-45a4-4897-84ea-8df1d7b0edb3 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0583315 Nov 10 16:57:52.425926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22d874f8-ddb7-41e8-a959-4f8933d6b5df req-d395cb71-1a8d-4943-b139-7af03e7febf2 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522182 Nov 10 16:57:52.555732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8940b7f-1b48-44f0-9667-a318b7eb7640 req-f6b31c8a-9099-49fe-b804-0530913e2113 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:52.557263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c8940b7f-1b48-44f0-9667-a318b7eb7640 req-f6b31c8a-9099-49fe-b804-0530913e2113 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0533936 Nov 10 16:57:52.567769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:57:52.572626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Request body: {'floatingip': {'port_id': '38163ddf-629c-4528-9320-45c95b9b138e'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:57:52.616215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:52.765336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e476-9eae-46b4-8883-87376a41e7a8 req-6e1797f0-b629-4bf6-b6e1-cebfca595df1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:52.767785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ac4e476-9eae-46b4-8883-87376a41e7a8 req-6e1797f0-b629-4bf6-b6e1-cebfca595df1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0800786 Nov 10 16:57:52.872408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ac4e476-9eae-46b4-8883-87376a41e7a8 req-c5600cd2-9247-4278-ac6d-eeb3141692eb tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991781 Nov 10 16:57:53.544866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4089e9-0aa3-4567-ba42-4a48bab9b9ab req-85d30f5a-47fc-4e06-b6da-d619c1e4fc3c tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:53.552602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e4089e9-0aa3-4567-ba42-4a48bab9b9ab req-85d30f5a-47fc-4e06-b6da-d619c1e4fc3c tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0799332 Nov 10 16:57:53.637243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-c86cebd6-2414-4862-9148-8bdc64ee77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:53.637916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e4089e9-0aa3-4567-ba42-4a48bab9b9ab req-f93f26a8-0bc5-407b-acb0-c305579195a7 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785353 Nov 10 16:57:53.638713 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-c86cebd6-2414-4862-9148-8bdc64ee77af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1097 time: 0.1430221 Nov 10 16:57:53.849653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 16:57:53.903475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-f0de1fd4-2916-4861-ae97-c53a1ed6e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:53.905128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-f0de1fd4-2916-4861-ae97-c53a1ed6e215 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 921 time: 0.2508612 Nov 10 16:57:53.921098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:53.961349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-048bbab8-c60d-4f57-a649-aafabbe43a28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 217 time: 0.0487094 Nov 10 16:57:53.995821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:54.134184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-e1e50893-c62f-49ea-8b02-21a209582131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:54.135819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-e1e50893-c62f-49ea-8b02-21a209582131 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 200 len: 860 time: 0.1672554 Nov 10 16:57:54.177630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-06cec1ed-b88a-4588-a856-e3848f639e2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce14b84e-9665-4181-b57e-c34fc0b0fd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327134 Nov 10 16:57:54.180539 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Floating IP 587bccfb-e16c-4be6-9128-4869b20a5ec1 associated. External IP: 172.25.3.43, port: 38163ddf-629c-4528-9320-45c95b9b138e. Nov 10 16:57:54.383739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-731a0bd8-f1e7-495e-b8fd-bffabc741d21 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676085 Nov 10 16:57:54.561122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4f0e788d-fca9-4418-8ca5-85c86c598883 req-b895e16b-b550-4135-a762-ea23562fda6d service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439583 Nov 10 16:57:54.562932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Router 675c9242-7222-42c3-b06b-bb5ff8f9b979 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:57:54.689975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:57:54.693088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:54.701138 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] Sync routers for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:57:54.728964 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:54.731451 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:54.745317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-78bc8ea4-7f58-4fa7-9261-682b6a43c076 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "PUT /v2.0/floatingips/587bccfb-e16c-4be6-9128-4869b20a5ec1 HTTP/1.1" status: 200 len: 991 time: 2.1721954 Nov 10 16:57:54.745991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'tag': '38163ddf-629c-4528-9320-45c95b9b138e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:54.758760 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "74defe77-7e7b-48e8-98c1-6c787911e0d3", "tag": "38163ddf-629c-4528-9320-45c95b9b138e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:54.815110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118c70d-afa9-47f4-a411-19f80a2851da req-2aba6e76-f85d-423b-bc8a-772d0dcec888 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:54.819349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6118c70d-afa9-47f4-a411-19f80a2851da req-2aba6e76-f85d-423b-bc8a-772d0dcec888 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0571337 Nov 10 16:57:54.872935 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7462abc9-5d4f-41d8-ab61-3a6c0df6984e x-openstack-request-id: req-7462abc9-5d4f-41d8-ab61-3a6c0df6984e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:54.873233 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74defe77-7e7b-48e8-98c1-6c787911e0d3", "tag": "38163ddf-629c-4528-9320-45c95b9b138e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:54.873478 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7462abc9-5d4f-41d8-ab61-3a6c0df6984e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:54.873885 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'tag': '38163ddf-629c-4528-9320-45c95b9b138e', 'status': 'completed', 'code': 200} Nov 10 16:57:54.877523 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:54.878397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6118c70d-afa9-47f4-a411-19f80a2851da req-488ea070-7cb9-48b8-92c1-6db4538dd830 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 Nov 10 16:57:54.970367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-de587151-b138-4117-b410-5311f9de05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:54.973456 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-de587151-b138-4117-b410-5311f9de05ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cf5f1d484244613acb00f3eb00df875&device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 1098 time: 0.0749562 Nov 10 16:57:55.076633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-0054a0b6-626f-4ff7-9597-19731da63e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:55.078098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-0054a0b6-626f-4ff7-9597-19731da63e5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4a84ad4-57d4-484f-83e4-b320756af1b8 HTTP/1.1" status: 200 len: 912 time: 0.0959957 Nov 10 16:57:55.161971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-916837b4-cc00-4186-b15d-2224df5679f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38163ddf-629c-4528-9320-45c95b9b138e HTTP/1.1" status: 200 len: 999 time: 0.0758612 Nov 10 16:57:55.165544 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '587bccfb-e16c-4be6-9128-4869b20a5ec1', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'port_id': '38163ddf-629c-4528-9320-45c95b9b138e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'mac_address': 'fa:16:3e:f4:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:57:27Z', 'updated_at': '2021-11-10T16:57:53Z', 'revision_number': 1, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:55.197555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] Checking router: 675c9242-7222-42c3-b06b-bb5ff8f9b979 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:57:55.207695 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:57:55.208306 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:57:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:55.223836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-57748d0e-3588-4a82-ae8f-6580852759c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:55.225714 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-57748d0e-3588-4a82-ae8f-6580852759c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42e63cd8-62e8-4a76-b78e-251164ec83f1 HTTP/1.1" status: 200 len: 850 time: 0.0554161 Nov 10 16:57:55.285616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-b55e06ad-dd0c-42b4-ad32-dd71fede2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:55.287543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-b55e06ad-dd0c-42b4-ad32-dd71fede2d82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4a84ad4-57d4-484f-83e4-b320756af1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535784 Nov 10 16:57:55.331645 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:57:55.421640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-ba8fd19d-1c57-4059-9ae2-5fe785f6bb63 service neutron] 10.222.0.18 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253960 Nov 10 16:57:55.549455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-120e1400-aaf6-46af-9f8d-6ca0993e2ca4 req-a265b7c8-b265-4d83-94a5-0b23566f1b2b service neutron] 10.222.0.18 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191540 Nov 10 16:57:55.593363 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '587bccfb-e16c-4be6-9128-4869b20a5ec1', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'port_id': '38163ddf-629c-4528-9320-45c95b9b138e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'mac_address': 'fa:16:3e:f4:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:57:27Z', 'updated_at': '2021-11-10T16:57:53Z', 'revision_number': 1, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:57:55.621926 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdade1a-abeb-45a7-acce-537788eea0f4 None None] The sync data for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 is: [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '587bccfb-e16c-4be6-9128-4869b20a5ec1', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'port_id': '38163ddf-629c-4528-9320-45c95b9b138e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'mac_address': 'fa:16:3e:f4:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:57:27Z', 'updated_at': '2021-11-10T16:57:53Z', 'revision_number': 1, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:57:55.872219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57881ebd-11b2-458e-9655-571d8a6b7520 None None] New status for floating IP 587bccfb-e16c-4be6-9128-4869b20a5ec1: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:57:56.018345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426d7a6-6d75-40da-a824-af1bd0b82ae4 req-5fb8559b-5b38-4e7b-ba7d-224ad8a77b2c tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:56.019970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1426d7a6-6d75-40da-a824-af1bd0b82ae4 req-5fb8559b-5b38-4e7b-ba7d-224ad8a77b2c tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0615005 Nov 10 16:57:56.072588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1426d7a6-6d75-40da-a824-af1bd0b82ae4 req-fb665233-452b-419d-9102-5901f75a88c1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458584 Nov 10 16:57:57.127639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d494-986a-4049-9345-d69b811ee41c req-dd03db77-f0fe-4234-90a0-18d4ebc14840 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:57.130147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1802d494-986a-4049-9345-d69b811ee41c req-dd03db77-f0fe-4234-90a0-18d4ebc14840 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0754805 Nov 10 16:57:57.184892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1802d494-986a-4049-9345-d69b811ee41c req-9b15aec0-1715-483e-b5f6-45ba8770acf4 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482547 Nov 10 16:57:57.215239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a793e3e-f2ec-4858-b7ad-b18d45b2ad0c req-264f4cac-e12a-44a6-8025-29603c789c21 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:57.216756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a793e3e-f2ec-4858-b7ad-b18d45b2ad0c req-264f4cac-e12a-44a6-8025-29603c789c21 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0611737 Nov 10 16:57:57.271596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a793e3e-f2ec-4858-b7ad-b18d45b2ad0c req-4a13a29f-2f39-402b-b96a-b9ac246dd1ba tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Nov 10 16:57:58.308062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba51ac-033c-4e0e-9601-5a1affb4f9aa req-1ea303e4-f0bb-4d04-afb3-41febefe1e17 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:58.309575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12ba51ac-033c-4e0e-9601-5a1affb4f9aa req-1ea303e4-f0bb-4d04-afb3-41febefe1e17 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0502679 Nov 10 16:57:58.370765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12ba51ac-033c-4e0e-9601-5a1affb4f9aa req-fbefd972-8b51-4e36-8c25-75bffab31023 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475757 Nov 10 16:57:58.397441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5870f-c380-4a46-a821-2076768d7e27 req-af6e0bb0-a622-4b0f-9488-5e8a9aed23ac tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:58.399101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74d5870f-c380-4a46-a821-2076768d7e27 req-af6e0bb0-a622-4b0f-9488-5e8a9aed23ac tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0550587 Nov 10 16:57:58.451769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-74d5870f-c380-4a46-a821-2076768d7e27 req-15c4c801-e8a1-4fd0-ad0c-c60a29317e8f tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466683 Nov 10 16:57:59.197836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-a99ee231-b55f-41cc-85a5-870568d02aa6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:59.199261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-a99ee231-b55f-41cc-85a5-870568d02aa6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0483429 Nov 10 16:57:59.290422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Deleting port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:57:59.290670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:59.384310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] For port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,segment=NetworkSegment(98871875-b5d9-418c-bc62-830c12bac416),segment_id=98871875-b5d9-418c-bc62-830c12bac416)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:57:59.384710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:59.398431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Calling delete_port for 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:57:59.523604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e4223-8fb4-4360-919f-9377779b681e req-cab34db6-574d-42f4-9bd5-2d06204f37a6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:59.524619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f40e4223-8fb4-4360-919f-9377779b681e req-cab34db6-574d-42f4-9bd5-2d06204f37a6 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e328a32-4aba-4ce4-a2cf-8047e34bc76b HTTP/1.1" status: 200 len: 946 time: 0.0795372 Nov 10 16:57:59.580883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be088c-424b-4674-8f47-78d288005ec0 req-4bb4e3be-3c7a-4dc7-ada8-ba2a95943817 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:57:59.582204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53be088c-424b-4674-8f47-78d288005ec0 req-4bb4e3be-3c7a-4dc7-ada8-ba2a95943817 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0542560 Nov 10 16:57:59.623003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f40e4223-8fb4-4360-919f-9377779b681e req-3a5d30cb-091f-4852-ada3-695e6bb2e385 tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.62 "GET /v2.0/security-groups?id=11028d5a-7e61-43b5-b33b-6ef4b8e5d241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819061 Nov 10 16:57:59.650098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53be088c-424b-4674-8f47-78d288005ec0 req-d77c8e10-faaa-4ff1-8243-739d030d8ec9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606706 Nov 10 16:57:59.683413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:59.695850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['4b0dbbd3-7b04-444d-aa1f-493e58fa0806'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:57:59.715035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Pushing event deleted for resources: {'Port': ['ID=4b0dbbd3-7b04-444d-aa1f-493e58fa0806,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:57:59.763623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] No DVR routers for this DVR port 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:57:59.766020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:57:59.770746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc91daa3-85c2-4cc0-9c03-7f30c41c5c3b req-e03260ce-13e1-497e-b60b-33fc7f38784b tempest-ServersNegativeTestJSON-1661537315 tempest-ServersNegativeTestJSON-1661537315-project] 10.222.0.69 "DELETE /v2.0/ports/4b0dbbd3-7b04-444d-aa1f-493e58fa0806 HTTP/1.1" status: 204 len: 173 time: 0.5643325 Nov 10 16:57:59.770746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-deleted', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:57:59.773090 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a33892e-b25c-43e4-a2d5-a30f8bec1dd2" -d '{"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-deleted", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:57:59.817828 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fb3dde-4d5b-4eb6-8fd1-332c31037703 x-openstack-request-id: req-59fb3dde-4d5b-4eb6-8fd1-332c31037703 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:57:59.818132 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e328a32-4aba-4ce4-a2cf-8047e34bc76b", "name": "network-vif-deleted", "tag": "4b0dbbd3-7b04-444d-aa1f-493e58fa0806", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:57:59.818394 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59fb3dde-4d5b-4eb6-8fd1-332c31037703 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:57:59.818793 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e328a32-4aba-4ce4-a2cf-8047e34bc76b', 'name': 'network-vif-deleted', 'tag': '4b0dbbd3-7b04-444d-aa1f-493e58fa0806', 'status': 'completed', 'code': 200} Nov 10 16:58:00.686341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47506) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:00.732314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b67671e-bf64-4f21-bb4d-0671ce2f7811 admin admin] Deleting subnet c37e3810-d75d-4a6b-a4b1-828d0188de1a {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:58:00.745238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b67671e-bf64-4f21-bb4d-0671ce2f7811 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:00.806786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b67671e-bf64-4f21-bb4d-0671ce2f7811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:00.840577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b370cc-ef05-460e-9bdc-888c561cccbf req-5f51480d-d162-4644-b452-be03a281390b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:00.843929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38b370cc-ef05-460e-9bdc-888c561cccbf req-5f51480d-d162-4644-b452-be03a281390b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.1074934 Nov 10 16:58:00.882123 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b67671e-bf64-4f21-bb4d-0671ce2f7811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:00.933530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38b370cc-ef05-460e-9bdc-888c561cccbf req-c8b9252c-0688-49a2-aff3-a97d379c7d09 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835190 Nov 10 16:58:01.021185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b67671e-bf64-4f21-bb4d-0671ce2f7811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.047759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67671e-bf64-4f21-bb4d-0671ce2f7811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37e3810-d75d-4a6b-a4b1-828d0188de1a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:01.054574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b67671e-bf64-4f21-bb4d-0671ce2f7811 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.058079 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7b67671e-bf64-4f21-bb4d-0671ce2f7811 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c37e3810-d75d-4a6b-a4b1-828d0188de1a HTTP/1.1" status: 204 len: 168 time: 0.3707321 Nov 10 16:58:01.060555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47514) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:01.137536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.226692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.251205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e77e75-293f-4d7c-b4bf-3c896e0642f3']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:01.261195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98871875-b5d9-418c-bc62-830c12bac416') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:01.261485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98871875-b5d9-418c-bc62-830c12bac416') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:01.271157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.283821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.289748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:58:01.291121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:58:01.291855 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:58:01.387918 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.394781 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.398464 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] 10.222.0.62 "DELETE /v2.0/networks/17e77e75-293f-4d7c-b4bf-3c896e0642f3 HTTP/1.1" status: 204 len: 168 time: 0.3369117 Nov 10 16:58:01.412519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f59f1-0cbc-4130-87b7-3ce14a88ffcb admin admin] Pushing event deleted for resources: {'Network': ['ID=17e77e75-293f-4d7c-b4bf-3c896e0642f3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:01.599629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71ae56ce-e7be-4585-86cc-1ba9f32b93a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.708596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47526) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:01.748228 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-77ae0b5a-6d74-405f-800d-8eb1d27edb5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25e34c1cb65d4f5c8b263584244b7075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384765 Nov 10 16:58:01.750879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47528) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:01.804947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61e0d369-2fff-4ab9-adbe-1c564c3a35b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.827349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61e0d369-2fff-4ab9-adbe-1c564c3a35b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.947956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61e0d369-2fff-4ab9-adbe-1c564c3a35b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.950631 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61e0d369-2fff-4ab9-adbe-1c564c3a35b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:01.951969 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-61e0d369-2fff-4ab9-adbe-1c564c3a35b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11028d5a-7e61-43b5-b33b-6ef4b8e5d241 HTTP/1.1" status: 204 len: 168 time: 0.1999903 Nov 10 16:58:01.961107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0d369-2fff-4ab9-adbe-1c564c3a35b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11028d5a-7e61-43b5-b33b-6ef4b8e5d241,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:02.049950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:02.072386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:02.073152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 4b0dbbd3-7b04-444d-aa1f-493e58fa0806 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:02.078707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04345f82-88af-4b45-960b-a113ebc9905e req-c48882de-22cf-431d-b49b-0ecdbb8bf687 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:02.084126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04345f82-88af-4b45-960b-a113ebc9905e req-c48882de-22cf-431d-b49b-0ecdbb8bf687 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0702941 Nov 10 16:58:02.130571 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-04345f82-88af-4b45-960b-a113ebc9905e req-03f4c078-cd29-4596-b630-0c375881220e tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Nov 10 16:58:03.257434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76102da-ef65-47b4-a253-82423035eff6 req-bf5964ca-f3b1-4c54-b929-d68c8fcdd6c4 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:03.259010 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f76102da-ef65-47b4-a253-82423035eff6 req-bf5964ca-f3b1-4c54-b929-d68c8fcdd6c4 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0503018 Nov 10 16:58:03.313287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f76102da-ef65-47b4-a253-82423035eff6 req-ab1bbeb5-6b79-4948-8bbf-f49faf4a0bab tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480628 Nov 10 16:58:03.606272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47594) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:03.711478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-817fc9de-b973-422c-bc9c-616bf8a3710e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:03.786084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-817fc9de-b973-422c-bc9c-616bf8a3710e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:03.862569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12cd56c4-1462-42bf-88c1-1bfc4fd1abe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:03.891094 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-817fc9de-b973-422c-bc9c-616bf8a3710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:03.931474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-817fc9de-b973-422c-bc9c-616bf8a3710e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ffefcf971bb4a0a92f24fcdb365e51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240919 Nov 10 16:58:03.932370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fc9de-b973-422c-bc9c-616bf8a3710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e2406-c3b3-4f27-a74d-8f5cab2d0ecf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:03.935236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47604) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:03.994761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-521ebeef-f411-4bd8-97b7-121cbfcae1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:04.015772 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-521ebeef-f411-4bd8-97b7-121cbfcae1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:04.130791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-521ebeef-f411-4bd8-97b7-121cbfcae1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:04.133476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-521ebeef-f411-4bd8-97b7-121cbfcae1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:04.134746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-521ebeef-f411-4bd8-97b7-121cbfcae1f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b27e2406-c3b3-4f27-a74d-8f5cab2d0ecf HTTP/1.1" status: 204 len: 168 time: 0.1984346 Nov 10 16:58:04.144715 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ebeef-f411-4bd8-97b7-121cbfcae1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e2406-c3b3-4f27-a74d-8f5cab2d0ecf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:04.452845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f155c0e-6b40-486d-a382-ad84e4ffbac8 req-726a33df-0323-4f06-bd33-c21403d3387b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:04.456212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f155c0e-6b40-486d-a382-ad84e4ffbac8 req-726a33df-0323-4f06-bd33-c21403d3387b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0646536 Nov 10 16:58:04.512962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f155c0e-6b40-486d-a382-ad84e4ffbac8 req-27ec3101-4b20-46b0-8217-434904f1ea9b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504022 Nov 10 16:58:05.057369 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:05.637789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5fac-cb8c-4385-9527-e319cb2f9a4b req-720e087d-f08a-44ca-a516-8645cba3f69a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:05.639296 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1ef5fac-cb8c-4385-9527-e319cb2f9a4b req-720e087d-f08a-44ca-a516-8645cba3f69a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0505757 Nov 10 16:58:05.688287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1ef5fac-cb8c-4385-9527-e319cb2f9a4b req-d252dec4-4180-48a7-99cb-179f1d930271 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Nov 10 16:58:06.772329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:06.826253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57d47e-ebfb-4b8a-a17d-362cbb0681c2 req-e33f5d45-63e4-4c46-aaf2-85fed67408d1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:06.827787 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f57d47e-ebfb-4b8a-a17d-362cbb0681c2 req-e33f5d45-63e4-4c46-aaf2-85fed67408d1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0662034 Nov 10 16:58:06.881817 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f57d47e-ebfb-4b8a-a17d-362cbb0681c2 req-2c132578-6494-42f9-9c84-f5a6a65ce712 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Nov 10 16:58:07.620201 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:07.799544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:08.015065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da3c28-039e-4a6f-933d-bce194416824 req-248c619c-4e51-4f84-9307-09c463faa839 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:08.019855 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1da3c28-039e-4a6f-933d-bce194416824 req-248c619c-4e51-4f84-9307-09c463faa839 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0592070 Nov 10 16:58:08.067033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1da3c28-039e-4a6f-933d-bce194416824 req-a405fbc4-5d9b-4872-837e-ca2626751cfc tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Nov 10 16:58:09.199860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164535ae-e115-4549-9c52-bd19fa569374 req-ed0b2a72-250c-4da3-b5c4-639db0d9969f tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:09.201472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-164535ae-e115-4549-9c52-bd19fa569374 req-ed0b2a72-250c-4da3-b5c4-639db0d9969f tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0551336 Nov 10 16:58:09.259227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-164535ae-e115-4549-9c52-bd19fa569374 req-c39e9edc-e0ed-4ffb-a8e7-88e17d14b9b1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507030 Nov 10 16:58:10.416637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff3b19-2ff4-435d-b3e1-200a5daa76db req-ae1be7fb-8b29-44c8-84d5-a07bb065e16d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:10.418193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4dff3b19-2ff4-435d-b3e1-200a5daa76db req-ae1be7fb-8b29-44c8-84d5-a07bb065e16d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0654421 Nov 10 16:58:10.478759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4dff3b19-2ff4-435d-b3e1-200a5daa76db req-1cc9b3dd-9568-498e-8573-1b8a37259ada tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509880 Nov 10 16:58:10.505853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:11.604696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:58:11.648493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6c7ca-d8ce-4b31-bee7-d163793dc065 req-47d48152-21f8-4509-99ea-9cf675429332 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:11.652802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1f6c7ca-d8ce-4b31-bee7-d163793dc065 req-47d48152-21f8-4509-99ea-9cf675429332 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0789402 Nov 10 16:58:11.711758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1f6c7ca-d8ce-4b31-bee7-d163793dc065 req-50a7c5a9-ab6d-44fb-845a-275371bf3813 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547321 Nov 10 16:58:12.835475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9acfca-bffa-4111-9b69-a3d8170423f5 req-f16b9253-cdd5-4559-bcb0-07a1b8f2fe8d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:12.836953 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c9acfca-bffa-4111-9b69-a3d8170423f5 req-f16b9253-cdd5-4559-bcb0-07a1b8f2fe8d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0504730 Nov 10 16:58:12.890313 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c9acfca-bffa-4111-9b69-a3d8170423f5 req-6f3517a6-87cd-45bd-8ab6-04c62223f8b6 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472996 Nov 10 16:58:14.020374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a814fc9-ecb7-4398-920f-e1e777dde7b8 req-9c2f1a1d-97be-4c72-a04e-ad58683423ae tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:14.022079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a814fc9-ecb7-4398-920f-e1e777dde7b8 req-9c2f1a1d-97be-4c72-a04e-ad58683423ae tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0544591 Nov 10 16:58:14.078037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a814fc9-ecb7-4398-920f-e1e777dde7b8 req-e2d51bc1-e6ad-4bb1-9db4-dccc25cfdcc7 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496454 Nov 10 16:58:15.254706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e1cd9-c479-4244-a670-ce0cf01fc1fa req-11ee9dd3-38f2-48a7-a3c3-8f1546bb3278 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:15.256307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab9e1cd9-c479-4244-a670-ce0cf01fc1fa req-11ee9dd3-38f2-48a7-a3c3-8f1546bb3278 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0558605 Nov 10 16:58:15.322537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab9e1cd9-c479-4244-a670-ce0cf01fc1fa req-491b9178-ad0b-4b03-b159-af3d3bd9f378 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597374 Nov 10 16:58:16.481138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff4f0e-9f2d-4298-99e2-1d709881b1d1 req-a050a15c-46ae-4ea9-9da4-05d267b19897 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:16.483498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42ff4f0e-9f2d-4298-99e2-1d709881b1d1 req-a050a15c-46ae-4ea9-9da4-05d267b19897 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0737989 Nov 10 16:58:16.565491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42ff4f0e-9f2d-4298-99e2-1d709881b1d1 req-2f307b05-6b3a-4b61-9e5e-3d64b26b13ac tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Nov 10 16:58:16.992805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6327480-305c-476b-a17f-93ce63d7d1a1 req-d220727e-79b7-4955-bba2-7459c4f1c08d tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:16.994323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6327480-305c-476b-a17f-93ce63d7d1a1 req-d220727e-79b7-4955-bba2-7459c4f1c08d tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1097 time: 0.0596490 Nov 10 16:58:17.055542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6327480-305c-476b-a17f-93ce63d7d1a1 req-47aa5bf0-3333-49a9-8808-1ab58faa0079 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486524 Nov 10 16:58:17.080049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:17.197707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 47922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:17.281560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port 91923699-aed5-42e9-a11b-03ef8fd84762 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:17.282167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.355235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a918-5415-4e10-816e-52c18acb496d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.394341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.401128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.410259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for 91923699-aed5-42e9-a11b-03ef8fd84762 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:17.437849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a918-5415-4e10-816e-52c18acb496d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.525163 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a918-5415-4e10-816e-52c18acb496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.567710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3cf1a918-5415-4e10-816e-52c18acb496d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7e2e293b6f04d96827469e61532c7dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3687966 Nov 10 16:58:17.569858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1a918-5415-4e10-816e-52c18acb496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148025d6-a8bf-41c9-b1b1-050e5eaafe37,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:17.570640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 47932) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:17.640453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.643199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4662cb31-b3cb-4099-81f6-da7a5250536b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.671795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=91923699-aed5-42e9-a11b-03ef8fd84762,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:17.709901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146e39-0b8c-4dbc-94c2-b6728bbcb2c2 req-cc032306-0d5d-4747-8989-a2461f09a99d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:17.711827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.712232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.712629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.713027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.713415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.713802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.714299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.714806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.715233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.715845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.716090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.716499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:17.718399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6146e39-0b8c-4dbc-94c2-b6728bbcb2c2 req-cc032306-0d5d-4747-8989-a2461f09a99d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0667694 Nov 10 16:58:17.726845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4662cb31-b3cb-4099-81f6-da7a5250536b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.788408 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:17.788906 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Floating IP 48da73ff-1013-4563-908c-930a1bf10f8b disassociated (deleted). External IP: 172.25.3.141, port: 10a2e603-1b14-4ddc-9345-6cff9be048d5. Nov 10 16:58:17.803946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f6146e39-0b8c-4dbc-94c2-b6728bbcb2c2 req-797d075b-d39c-4a7c-ad35-ff7d783f40da tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845451 Nov 10 16:58:18.264894 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4662cb31-b3cb-4099-81f6-da7a5250536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:18.268273 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4662cb31-b3cb-4099-81f6-da7a5250536b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:18.269413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4662cb31-b3cb-4099-81f6-da7a5250536b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/148025d6-a8bf-41c9-b1b1-050e5eaafe37 HTTP/1.1" status: 204 len: 168 time: 0.6977344 Nov 10 16:58:18.285593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662cb31-b3cb-4099-81f6-da7a5250536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148025d6-a8bf-41c9-b1b1-050e5eaafe37,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:18.364329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 8b4f4416-e4b2-4489-9fad-28f6124e9519 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:58:18.492003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:58:18.498146 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:18.506572 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] Sync routers for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:58:18.518662 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:18.519080 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:18.539087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c48a9ae4-faa4-44f8-bdb9-94aacb09107c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/floatingips/48da73ff-1013-4563-908c-930a1bf10f8b HTTP/1.1" status: 204 len: 168 time: 1.4572976 Nov 10 16:58:18.540676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:18.542754 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944c7276-8c73-44f3-b693-f11fbdd2e26e" -d '{"events": [{"name": "network-changed", "server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:18.772414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:18.899140 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92cf039-a600-4c38-865f-35e507480446 x-openstack-request-id: req-c92cf039-a600-4c38-865f-35e507480446 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:18.899690 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:18.900125 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c92cf039-a600-4c38-865f-35e507480446 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:18.900730 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'status': 'completed', 'code': 200} Nov 10 16:58:19.003736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-17fd75f1-8f7c-409a-8acd-06f4aa7968f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:19.005263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-17fd75f1-8f7c-409a-8acd-06f4aa7968f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 1097 time: 0.0747123 Nov 10 16:58:19.065254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18696c99-3e68-4523-926b-5e0464af92cc req-1cca40e8-48b3-40b2-9973-6626b48478c7 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:19.067057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18696c99-3e68-4523-926b-5e0464af92cc req-1cca40e8-48b3-40b2-9973-6626b48478c7 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0618758 Nov 10 16:58:19.103842 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:20Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:19.139988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e778b-7dcd-45d0-bfb0-192d5cd04b5d req-60dfd8de-84b3-4e15-8c1d-e018b52883ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:19.141590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a9e778b-7dcd-45d0-bfb0-192d5cd04b5d req-60dfd8de-84b3-4e15-8c1d-e018b52883ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.1352882 Nov 10 16:58:19.143565 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] Checking router: 8b4f4416-e4b2-4489-9fad-28f6124e9519 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:58:19.167186 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:19.168089 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:19.172632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18696c99-3e68-4523-926b-5e0464af92cc req-2dd20746-7b40-4fd4-aecf-cdcf9a748762 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Nov 10 16:58:19.199926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-d9edc89e-13b5-4bd6-be7c-db6b5e7f1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:19.201442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-d9edc89e-13b5-4bd6-be7c-db6b5e7f1d27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 200 len: 898 time: 0.1754007 Nov 10 16:58:19.231945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a9e778b-7dcd-45d0-bfb0-192d5cd04b5d req-2a9ad9a9-a75e-4d60-a406-3c34f0ffe3f6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831761 Nov 10 16:58:19.273112 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-5baca632-731f-4167-a887-0d86ac179a58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 200 len: 217 time: 0.0585179 Nov 10 16:58:19.314647 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:19.338283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-db215758-4df8-424f-92d3-39404cad9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:19.341318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-db215758-4df8-424f-92d3-39404cad9d7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 200 len: 835 time: 0.0575876 Nov 10 16:58:19.424536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-031e64e7-d927-45f6-9367-8f7e70b5e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:19.426232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-031e64e7-d927-45f6-9367-8f7e70b5e293 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b467a752-8fda-4790-9ef8-3b5bcb52618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770807 Nov 10 16:58:19.556355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-27c26dcc-2f2d-4a9f-8a98-50a8d672162b service neutron] 10.222.0.18 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213262 Nov 10 16:58:19.569444 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:20Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:19.612577 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f13a59-05c5-443b-92bd-10f20dcfda01 None None] The sync data for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 is: [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:55:16Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '22e8c5df-9af1-452c-8790-fd9b7b163794', 'name': '', 'network_id': 'b467a752-8fda-4790-9ef8-3b5bcb52618e', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:94:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:14Z', 'updated_at': '2021-11-10T16:55:20Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': 'c1318677-57fb-4c93-a597-9bbedb4223a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:58:19.668699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-944c7276-8c73-44f3-b693-f11fbdd2e26e req-a1648902-ab2b-487f-a920-25654ae3ade2 service neutron] 10.222.0.18 "GET /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030550 Nov 10 16:58:19.899238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5af5b-fa86-4978-969c-b5c3f29d44b2 None None] New status for floating IP 48da73ff-1013-4563-908c-930a1bf10f8b: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:58:20.300750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367dd24-fde8-4408-9226-b1a246b7eb3c req-a9e999d7-6f28-4897-a661-8ecefab2313b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:20.303040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a367dd24-fde8-4408-9226-b1a246b7eb3c req-a9e999d7-6f28-4897-a661-8ecefab2313b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0573611 Nov 10 16:58:20.418962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952f2b8-bb19-4681-9b62-bce847414d44 req-fd40b451-7295-4a1f-a7a3-1e277663a663 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:20.428857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f952f2b8-bb19-4681-9b62-bce847414d44 req-fd40b451-7295-4a1f-a7a3-1e277663a663 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.0927620 Nov 10 16:58:20.504735 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f952f2b8-bb19-4681-9b62-bce847414d44 req-39ea86a8-317a-425e-8121-b1e2328f4426 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a68800d-b10d-4c5e-abd5-0aef37f37e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713506 Nov 10 16:58:20.765222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a367dd24-fde8-4408-9226-b1a246b7eb3c req-7ccea682-7ec1-446b-8eec-16295e759004 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385915 Nov 10 16:58:20.775176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-95b60650-9224-4e45-8dee-bd0ed9ddeafe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:20.776204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-95b60650-9224-4e45-8dee-bd0ed9ddeafe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.18 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 945 time: 0.4279687 Nov 10 16:58:20.881300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port 10a2e603-1b14-4ddc-9345-6cff9be048d5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:20.882944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:20.978427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port 10a2e603-1b14-4ddc-9345-6cff9be048d5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=10a2e603-1b14-4ddc-9345-6cff9be048d5,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:20.978784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:20.992164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for 10a2e603-1b14-4ddc-9345-6cff9be048d5 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:21.280335 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:21.328495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=10a2e603-1b14-4ddc-9345-6cff9be048d5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:21.375408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] No DVR routers for this DVR port 10a2e603-1b14-4ddc-9345-6cff9be048d5 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:58:21.381968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:21.381968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a1d95be-0826-4e5c-9d21-14de5e32664a req-40ff23e4-7f6d-47fc-8d37-a02a2c60bb38 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.18 "DELETE /v2.0/ports/10a2e603-1b14-4ddc-9345-6cff9be048d5 HTTP/1.1" status: 204 len: 173 time: 0.5984101 Nov 10 16:58:21.382222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'name': 'network-vif-deleted', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:21.384638 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31143c2b-5a9f-4710-abf5-0828655005cd" -d '{"events": [{"server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "name": "network-vif-deleted", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:21.428507 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda0acde-82bf-4221-970e-fbb62993072d x-openstack-request-id: req-cda0acde-82bf-4221-970e-fbb62993072d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:21.428507 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b6d196-7a1a-4211-a6b0-f544fe4f62ea", "name": "network-vif-deleted", "tag": "10a2e603-1b14-4ddc-9345-6cff9be048d5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:21.428814 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cda0acde-82bf-4221-970e-fbb62993072d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:21.430893 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b6d196-7a1a-4211-a6b0-f544fe4f62ea', 'name': 'network-vif-deleted', 'tag': '10a2e603-1b14-4ddc-9345-6cff9be048d5', 'status': 'completed', 'code': 200} Nov 10 16:58:21.607866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc99e6-fab3-44f7-a7e9-a107dcac64bf req-4cfdb037-1c53-4a23-976d-6c985c6cbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:21.609336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37fc99e6-fab3-44f7-a7e9-a107dcac64bf req-4cfdb037-1c53-4a23-976d-6c985c6cbd45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1097 time: 0.0617604 Nov 10 16:58:21.662494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c5fcc645-184e-4b9d-b01a-9f7ba0a1e746 req-1d0a4393-cca9-4152-977b-ab9945c8a635 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=53b6d196-7a1a-4211-a6b0-f544fe4f62ea HTTP/1.1" status: 200 len: 210 time: 0.0658624 Nov 10 16:58:21.688285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37fc99e6-fab3-44f7-a7e9-a107dcac64bf req-c4884366-28f7-448b-9fec-91b2952dc680 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594754 Nov 10 16:58:21.909194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3b489-a8b9-43a1-861e-4c4fd8efd290 req-0fb2b739-f5ca-4eaf-b31d-bf0feafd0963 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:21.911076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80a3b489-a8b9-43a1-861e-4c4fd8efd290 req-0fb2b739-f5ca-4eaf-b31d-bf0feafd0963 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0555663 Nov 10 16:58:21.961608 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80a3b489-a8b9-43a1-861e-4c4fd8efd290 req-e77e21c5-814f-481c-b899-ea8c3d899e2a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Nov 10 16:58:22.725210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:23.029243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48044) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:23.098251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60845df3-409b-4b38-b76c-ea3994e55cbc req-9a56eed7-5958-4dd4-bb4d-19b0da6c6b1a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:23.106579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60845df3-409b-4b38-b76c-ea3994e55cbc req-9a56eed7-5958-4dd4-bb4d-19b0da6c6b1a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0647194 Nov 10 16:58:23.157326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.169998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60845df3-409b-4b38-b76c-ea3994e55cbc req-9d92f88b-741a-4f59-8743-03ef40ed91ce tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621836 Nov 10 16:58:23.186558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cace3d73-eb4e-473c-a548-ae7f2ab281c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.220977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1c45899d-9fca-4eec-9ba9-7ba0b732a2a3 req-af9bce60-bcfa-4971-8564-09050a8486d3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2072588518', 'description': 'tempest-description-2123351920'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:23.269698 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cace3d73-eb4e-473c-a548-ae7f2ab281c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.349030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cace3d73-eb4e-473c-a548-ae7f2ab281c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.360380 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c45899d-9fca-4eec-9ba9-7ba0b732a2a3 req-af9bce60-bcfa-4971-8564-09050a8486d3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.394979 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cace3d73-eb4e-473c-a548-ae7f2ab281c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20cacfd514274cdfa4f17a334ed38549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3642898 Nov 10 16:58:23.395821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace3d73-eb4e-473c-a548-ae7f2ab281c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb793f-568c-4c94-895c-14d1b9800948,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:23.398226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48052) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:23.474754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc95604e-8011-4944-b8bc-4fa21ba13850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.511224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc95604e-8011-4944-b8bc-4fa21ba13850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.527918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c45899d-9fca-4eec-9ba9-7ba0b732a2a3 req-af9bce60-bcfa-4971-8564-09050a8486d3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.565052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port 22e8c5df-9af1-452c-8790-fd9b7b163794 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:23.569934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.625916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c45899d-9fca-4eec-9ba9-7ba0b732a2a3 req-af9bce60-bcfa-4971-8564-09050a8486d3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.674083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bce60-bcfa-4971-8564-09050a8486d3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1827f5a8-07d1-4a30-9c32-2294cf179b93,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:23.678662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc95604e-8011-4944-b8bc-4fa21ba13850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.682371 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc95604e-8011-4944-b8bc-4fa21ba13850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.689476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dc95604e-8011-4944-b8bc-4fa21ba13850 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75bb793f-568c-4c94-895c-14d1b9800948 HTTP/1.1" status: 204 len: 168 time: 0.2858098 Nov 10 16:58:23.700410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95604e-8011-4944-b8bc-4fa21ba13850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb793f-568c-4c94-895c-14d1b9800948,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:23.704826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port 22e8c5df-9af1-452c-8790-fd9b7b163794, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=22e8c5df-9af1-452c-8790-fd9b7b163794,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:23.704826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.731844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for 22e8c5df-9af1-452c-8790-fd9b7b163794 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:23.751766 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c45899d-9fca-4eec-9ba9-7ba0b732a2a3 req-af9bce60-bcfa-4971-8564-09050a8486d3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:23.759945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c45899d-9fca-4eec-9ba9-7ba0b732a2a3 req-af9bce60-bcfa-4971-8564-09050a8486d3 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5499158 Nov 10 16:58:23.932083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-28784c47-58df-4c62-9a18-d19f2683584b tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2072588518&fields=id&tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7 HTTP/1.1" status: 200 len: 267 time: 0.0740166 Nov 10 16:58:24.007200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-23434232-d073-4966-b347-d326b99e88c1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:24.016126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-23434232-d073-4966-b347-d326b99e88c1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0725322 Nov 10 16:58:24.025708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Request body: {'port': {'security_groups': ['00a1db2b-06dc-4523-a566-1817dbfb8eb7', '1827f5a8-07d1-4a30-9c32-2294cf179b93']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:24.116362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.149675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.192249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=22e8c5df-9af1-452c-8790-fd9b7b163794,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:24.222643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.222995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.223363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.223702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.224037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.224431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.224871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.225201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.225528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.225881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.226175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.226495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:24.413798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] For port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:24.447737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.462738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.522109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48064) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:24.538317 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19b730ce-aec5-48a3-9652-985626b9303e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.540617 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.552213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:58:24.611906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:24.612145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.619812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-02362ac4-18ab-43fa-94b6-ddab1e35650f req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "PUT /v2.0/ports/48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 981 time: 0.5975158 Nov 10 16:58:24.619812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:24.619812 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc6ff9c-290f-4517-8f0a-58b301e207d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:24.684539 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c16a150-637e-44bd-b653-464ef0b60408 x-openstack-request-id: req-7c16a150-637e-44bd-b653-464ef0b60408 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:24.684830 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:24.687154 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c16a150-637e-44bd-b653-464ef0b60408 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:24.687154 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'status': 'completed', 'code': 200} Nov 10 16:58:24.694661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f8c85-45ce-440b-a600-b6c2508f2984 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event updated for resources: {'Port': ['ID=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:24.763240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19b730ce-aec5-48a3-9652-985626b9303e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.776676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:58:24.832728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19b730ce-aec5-48a3-9652-985626b9303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:24.877157 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-19b730ce-aec5-48a3-9652-985626b9303e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd8423dcb00c433488f34ca4c8be670e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510625 Nov 10 16:58:24.877157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b730ce-aec5-48a3-9652-985626b9303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc31649-1984-43f4-8a91-0295b5b97a88,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:24.877905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:24.943706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b4086ec6-bdd4-4daf-b76f-badaa978a6e7 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2072588518&fields=id&tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7 HTTP/1.1" status: 200 len: 267 time: 0.1466510 Nov 10 16:58:24.976596 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee747ef6-fb96-4853-8960-891f7de1ea00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.013687 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee747ef6-fb96-4853-8960-891f7de1ea00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.038834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-5b6d0489-40eb-410b-a104-0141a57563c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:25.041123 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-5b6d0489-40eb-410b-a104-0141a57563c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1136 time: 0.3074265 Nov 10 16:58:25.051186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 8b4f4416-e4b2-4489-9fad-28f6124e9519 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:58:25.091270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-c553c2c2-2d76-417c-a8b1-523a832da099 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:25.092965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-c553c2c2-2d76-417c-a8b1-523a832da099 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 984 time: 0.1388617 Nov 10 16:58:25.158545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Request body: {'port': {'security_groups': ['00a1db2b-06dc-4523-a566-1817dbfb8eb7']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:25.183798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee747ef6-fb96-4853-8960-891f7de1ea00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.188239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee747ef6-fb96-4853-8960-891f7de1ea00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.190678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ee747ef6-fb96-4853-8960-891f7de1ea00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fc31649-1984-43f4-8a91-0295b5b97a88 HTTP/1.1" status: 204 len: 168 time: 0.3116815 Nov 10 16:58:25.201780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee747ef6-fb96-4853-8960-891f7de1ea00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc31649-1984-43f4-8a91-0295b5b97a88,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:25.295108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.354877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-e1232498-48a5-420c-8d56-b71e694cbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:25.357762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-e1232498-48a5-420c-8d56-b71e694cbae8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 921 time: 0.3048179 Nov 10 16:58:25.434516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-0670498f-4e6f-41e0-8585-8479c9d4c211 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 217 time: 0.0690997 Nov 10 16:58:25.485498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:58:25.495268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-acf42f91-1884-471f-a435-a04a74cdbae6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "PUT /v2.0/routers/8b4f4416-e4b2-4489-9fad-28f6124e9519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7690835 Nov 10 16:58:25.500067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48078) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:25.508922 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] Sync routers for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:58:25.522827 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:25.524376 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:25.529567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-0be99277-8d44-4079-af98-1e70a01fcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:25.531115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-0be99277-8d44-4079-af98-1e70a01fcf8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 200 len: 860 time: 0.0885131 Nov 10 16:58:25.569305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-7d5de937-ddd5-4d65-bcb3-7016332c972d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce14b84e-9665-4181-b57e-c34fc0b0fd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312002 Nov 10 16:58:25.581749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 10a2e603-1b14-4ddc-9345-6cff9be048d5 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:25.650955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 10a2e603-1b14-4ddc-9345-6cff9be048d5 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:25.651480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 10a2e603-1b14-4ddc-9345-6cff9be048d5 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:25.666759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-44df7ff3-9f4a-4de7-a034-590370ed2242 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting subnet c1318677-57fb-4c93-a597-9bbedb4223a8 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:58:25.672569 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44df7ff3-9f4a-4de7-a034-590370ed2242 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.722934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:25.765164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] For port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:25.805569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-a9ac57fc-3d0e-4c44-b58a-410b6a405727 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708016 Nov 10 16:58:25.807351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44df7ff3-9f4a-4de7-a034-590370ed2242 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.852254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.925707 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:25.937816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:58:25.993579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7fc6ff9c-290f-4517-8f0a-58b301e207d6 req-4ed0fd28-91a7-4e3a-a4b5-1474915b4094 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800864 Nov 10 16:58:26.035887 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:58:23Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:26.070021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:26.071469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44df7ff3-9f4a-4de7-a034-590370ed2242 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:26.071620 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:26.077455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed078d7d-8f3c-4d9e-a5cd-3a38ee460973 req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "PUT /v2.0/ports/48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 942 time: 0.9287150 Nov 10 16:58:26.081889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:26.084310 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93307720-d268-41b8-b67b-01b9113e5730" -d '{"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:26.149752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:58:26.152290 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] Checking router: 8b4f4416-e4b2-4489-9fad-28f6124e9519 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:58:26.175217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abb0aa-4b1e-4693-91a3-407e2447c538 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event updated for resources: {'Port': ['ID=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:26.191272 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] Routers {'8b4f4416-e4b2-4489-9fad-28f6124e9519'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:26.191272 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b4f4416-e4b2-4489-9fad-28f6124e9519'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:26.220828 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a11e88-514a-4feb-988d-8de6d821ea0c x-openstack-request-id: req-31a11e88-514a-4feb-988d-8de6d821ea0c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:26.221770 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:26.222256 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31a11e88-514a-4feb-988d-8de6d821ea0c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:26.222911 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'status': 'completed', 'code': 200} Nov 10 16:58:26.338680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44df7ff3-9f4a-4de7-a034-590370ed2242 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:26.480843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df7ff3-9f4a-4de7-a034-590370ed2242 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Subnet': ['ID=c1318677-57fb-4c93-a597-9bbedb4223a8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:26.485867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44df7ff3-9f4a-4de7-a034-590370ed2242 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:26.502446 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-44df7ff3-9f4a-4de7-a034-590370ed2242 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/subnets/c1318677-57fb-4c93-a597-9bbedb4223a8 HTTP/1.1" status: 204 len: 168 time: 0.9932029 Nov 10 16:58:26.502446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48098) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:26.504047 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] Set router 8b4f4416-e4b2-4489-9fad-28f6124e9519 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:26.541757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6708ea-c1c0-4a9a-8e8c-ddb97d674abf None None] Network b467a752-8fda-4790-9ef8-3b5bcb52618e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:58:26.825565 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:58:23Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:26.836463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:26.886466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] DHCP port deletion for b467a752-8fda-4790-9ef8-3b5bcb52618e request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:58:26.887241 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedabe6-bef8-4c3f-ab5c-032c2b83dda0 None None] The sync data for ids ['8b4f4416-e4b2-4489-9fad-28f6124e9519'] in n-d-714676-11 is: [{'id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452744965', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:55:07Z', 'updated_at': '2021-11-10T16:58:23Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': '3f6fd461-2187-4f2e-aec8-aa82a8375f2b', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4f4416-e4b2-4489-9fad-28f6124e9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:55:08Z', 'updated_at': '2021-11-10T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:58:26.992682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:26.992982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Deleting port abc5a760-d06c-4a47-92ad-44fbab932fc8 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:26.993567 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:27.073646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] For port abc5a760-d06c-4a47-92ad-44fbab932fc8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=abc5a760-d06c-4a47-92ad-44fbab932fc8,segment=NetworkSegment(859fe7d2-3d58-416b-b927-13bf2687662e),segment_id=859fe7d2-3d58-416b-b927-13bf2687662e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:27.074028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:27.088770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Calling delete_port for abc5a760-d06c-4a47-92ad-44fbab932fc8 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:27.106885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307720-d268-41b8-b67b-01b9113e5730 req-85a019de-490d-49b6-9a6b-4ac75c7ec5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:27.109000 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93307720-d268-41b8-b67b-01b9113e5730 req-85a019de-490d-49b6-9a6b-4ac75c7ec5cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1097 time: 0.8640587 Nov 10 16:58:27.181400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:27.181400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:27.281403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307720-d268-41b8-b67b-01b9113e5730 req-6b8c61dd-8999-459f-8b4b-a9137f7e8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:27.284537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93307720-d268-41b8-b67b-01b9113e5730 req-6b8c61dd-8999-459f-8b4b-a9137f7e8442 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 921 time: 0.1526034 Nov 10 16:58:27.317774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port 3f6fd461-2187-4f2e-aec8-aa82a8375f2b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3f6fd461-2187-4f2e-aec8-aa82a8375f2b,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:27.318060 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:27.325076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:27.343952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] No DVR routers for this DVR port abc5a760-d06c-4a47-92ad-44fbab932fc8 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:58:27.345824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for 3f6fd461-2187-4f2e-aec8-aa82a8375f2b owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:27.370525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef081883-f2a7-4e28-a760-65738206df05 req-4f0360c0-c791-489f-8ed6-efd67d428c1c tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2489052 Nov 10 16:58:27.372287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93307720-d268-41b8-b67b-01b9113e5730 req-1e35fc7b-f76e-49ac-8eaf-0dea96477c21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 217 time: 0.0762594 Nov 10 16:58:27.392697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:27.408240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Pushing event deleted for resources: {'Port': ['ID=abc5a760-d06c-4a47-92ad-44fbab932fc8,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:27.428701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.429036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.429365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.429694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.430017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.430336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.430649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.430962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.431276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.431626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.431942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.432250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187fec-af0f-4b4d-a8a0-913353ec1eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:27.466560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307720-d268-41b8-b67b-01b9113e5730 req-59816f82-50af-468f-ac6f-245a57fb0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:27.468230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93307720-d268-41b8-b67b-01b9113e5730 req-59816f82-50af-468f-ac6f-245a57fb0b4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 200 len: 860 time: 0.0888798 Nov 10 16:58:27.519064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93307720-d268-41b8-b67b-01b9113e5730 req-a8218db3-e3d5-4143-9d00-6e0180c0f33c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce14b84e-9665-4181-b57e-c34fc0b0fd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439730 Nov 10 16:58:27.539790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:27.714852 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:27.776631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=3f6fd461-2187-4f2e-aec8-aa82a8375f2b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:27.806076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93307720-d268-41b8-b67b-01b9113e5730 req-acb03870-8e4c-44ce-92bf-76945bd1d908 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799585 Nov 10 16:58:27.814610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2638a-9d9b-4ce2-ae63-62ac0aa20846 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:58:27.893877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:27.968721 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93307720-d268-41b8-b67b-01b9113e5730 req-db71e2b8-f75d-4cbb-aede-53bfaa5c99a7 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444383 Nov 10 16:58:28.019708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.020554 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.023736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.131219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.132020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Fanout notify agent at l3_agent the message router_deleted on router 8b4f4416-e4b2-4489-9fad-28f6124e9519 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:58:28.139441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.140813 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-95d4e287-99dc-4eac-96ff-59022a743281 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/routers/8b4f4416-e4b2-4489-9fad-28f6124e9519 HTTP/1.1" status: 204 len: 168 time: 1.6393721 Nov 10 16:58:28.148915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48130) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:28.201636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Allocated IP 172.25.3.79 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/2bbf4528-3906-4822-9c24-02ad7aa476e8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:58:28.236467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.385754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.401479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.413518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b467a752-8fda-4790-9ef8-3b5bcb52618e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:28.425536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859fe7d2-3d58-416b-b927-13bf2687662e') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:28.425857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859fe7d2-3d58-416b-b927-13bf2687662e') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:28.436548 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.452921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.460780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:58:28.461195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:58:28.464488 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:58:28.531516 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.575568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:58:28.578522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:58:28.581603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:58:28.621420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event updated for resources: {'Port': ['ID=2bbf4528-3906-4822-9c24-02ad7aa476e8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:28.631810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.644736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.651520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/networks/b467a752-8fda-4790-9ef8-3b5bcb52618e HTTP/1.1" status: 204 len: 168 time: 0.5012174 Nov 10 16:58:28.655966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:28.679346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc609ea-d0e9-4165-8175-a16e3c926a2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Network': ['ID=b467a752-8fda-4790-9ef8-3b5bcb52618e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:28.713458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.767831 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8e2b-f60d-45de-8920-9c7850216043 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.777625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 22e8c5df-9af1-452c-8790-fd9b7b163794 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:28.801044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 22e8c5df-9af1-452c-8790-fd9b7b163794 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:28.807348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 22e8c5df-9af1-452c-8790-fd9b7b163794 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:28.807348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device abc5a760-d06c-4a47-92ad-44fbab932fc8 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:28.807733 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8e2b-f60d-45de-8920-9c7850216043 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.825311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: abc5a760-d06c-4a47-92ad-44fbab932fc8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:28.825694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device abc5a760-d06c-4a47-92ad-44fbab932fc8 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:28.826228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3f6fd461-2187-4f2e-aec8-aa82a8375f2b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:28.857852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3f6fd461-2187-4f2e-aec8-aa82a8375f2b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:28.858428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3f6fd461-2187-4f2e-aec8-aa82a8375f2b not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:28.886009 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:28.994008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8e2b-f60d-45de-8920-9c7850216043 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.002703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8e2b-f60d-45de-8920-9c7850216043 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.005209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bb5e8e2b-f60d-45de-8920-9c7850216043 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/security-groups/0a68800d-b10d-4c5e-abd5-0aef37f37e0b HTTP/1.1" status: 204 len: 168 time: 0.3477690 Nov 10 16:58:29.023110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e8e2b-f60d-45de-8920-9c7850216043 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a68800d-b10d-4c5e-abd5-0aef37f37e0b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:29.073479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.153867 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.278989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event updated for resources: {'Port': ['ID=2bbf4528-3906-4822-9c24-02ad7aa476e8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:29.287165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.360860 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.362078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef081883-f2a7-4e28-a760-65738206df05 req-478c8446-fb43-4db3-8782-42080634e196 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9859278 Nov 10 16:58:29.471873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef081883-f2a7-4e28-a760-65738206df05 req-847603f3-6635-485f-a8bf-83510bd0695d tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.0994396 Nov 10 16:58:29.559525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:29.565101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1fdd7a6a-b613-49f5-850c-a578d18ccb09 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883640014', 'description': 'tempest-secgroup-smoke-883640014 description', 'project_id': '19c20c2e7849423bac3b66695c6e40d8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:29.616246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef081883-f2a7-4e28-a760-65738206df05 req-2a3772e8-b6c0-4890-965f-ffa8b8c24178 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:29.617709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef081883-f2a7-4e28-a760-65738206df05 req-2a3772e8-b6c0-4890-965f-ffa8b8c24178 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1485436 Nov 10 16:58:29.636825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-ef081883-f2a7-4e28-a760-65738206df05 req-84d4e14a-754d-49ff-83dc-b64652d72730 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:58:29.637825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef081883-f2a7-4e28-a760-65738206df05 req-84d4e14a-754d-49ff-83dc-b64652d72730 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060410 Nov 10 16:58:29.708226 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7a6a-b613-49f5-850c-a578d18ccb09 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.803904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7a6a-b613-49f5-850c-a578d18ccb09 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.814090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-46888257-bfd9-4f57-81df-1cc6eeda2058 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:29.816097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-46888257-bfd9-4f57-81df-1cc6eeda2058 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0959401 Nov 10 16:58:29.873555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7a6a-b613-49f5-850c-a578d18ccb09 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.914488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd7a6a-b613-49f5-850c-a578d18ccb09 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965ba09d-f7ab-4cd2-8021-5fde454ff902,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:29.915903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-ea3a232d-b20e-494b-8695-736f79f4c557 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.0947783 Nov 10 16:58:29.927617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Request body: {'floatingip': {'port_id': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:29.977652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.988906 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7a6a-b613-49f5-850c-a578d18ccb09 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:29.992746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1fdd7a6a-b613-49f5-850c-a578d18ccb09 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4293473 Nov 10 16:58:29.993842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:29.998790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7df9f1c3-54c9-45d2-936b-5e922b1143bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '965ba09d-f7ab-4cd2-8021-5fde454ff902', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:30.104840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7df9f1c3-54c9-45d2-936b-5e922b1143bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.200419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7df9f1c3-54c9-45d2-936b-5e922b1143bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.273626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7df9f1c3-54c9-45d2-936b-5e922b1143bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.300871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9f1c3-54c9-45d2-936b-5e922b1143bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccf9816-cef6-4d17-99e7-4dfe3168870a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:30.390290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7df9f1c3-54c9-45d2-936b-5e922b1143bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.392988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7df9f1c3-54c9-45d2-936b-5e922b1143bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3966634 Nov 10 16:58:30.395930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:30.405192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e741ac3-78b9-4103-a234-7f21a415caa1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '965ba09d-f7ab-4cd2-8021-5fde454ff902', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:30.527148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e741ac3-78b9-4103-a234-7f21a415caa1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.540653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.605660 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.610312 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e741ac3-78b9-4103-a234-7f21a415caa1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.685379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e741ac3-78b9-4103-a234-7f21a415caa1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.731714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e741ac3-78b9-4103-a234-7f21a415caa1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22912d13-bc48-43c7-b4b3-9466d6ed5216,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:30.745136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:30.800800 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Floating IP 7fb2acf3-d76d-44c3-9e29-b33077963af5 associated. External IP: 172.25.3.79, port: 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc. Nov 10 16:58:30.805381 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e741ac3-78b9-4103-a234-7f21a415caa1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.812282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9e741ac3-78b9-4103-a234-7f21a415caa1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4115460 Nov 10 16:58:30.812282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:30.817175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-15d5119d-65c8-4fb3-bd27-aa45fe99a337 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '965ba09d-f7ab-4cd2-8021-5fde454ff902', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:30.943079 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15d5119d-65c8-4fb3-bd27-aa45fe99a337 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:30.961273 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-511d7a69-c34e-462a-88b9-67affeddeb36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.045199 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15d5119d-65c8-4fb3-bd27-aa45fe99a337 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.092086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-511d7a69-c34e-462a-88b9-67affeddeb36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.108507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Router bd68e79e-aad7-40e8-9b7b-9f77e1681baf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:58:31.109593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15d5119d-65c8-4fb3-bd27-aa45fe99a337 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.128828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5119d-65c8-4fb3-bd27-aa45fe99a337 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc25808d-f68f-47ea-a6fd-a733a9f48bbf,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:31.136415 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-511d7a69-c34e-462a-88b9-67affeddeb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.180245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-511d7a69-c34e-462a-88b9-67affeddeb36 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24ed1feda1f74ee787f6a6a1dbdbea85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4333212 Nov 10 16:58:31.181445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d7a69-c34e-462a-88b9-67affeddeb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03d1722-9d4e-4d31-a8dd-944602762592,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:31.184705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48202) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:31.186172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15d5119d-65c8-4fb3-bd27-aa45fe99a337 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.187545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-15d5119d-65c8-4fb3-bd27-aa45fe99a337 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3749373 Nov 10 16:58:31.200988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:31.206179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-38ed781f-ed1f-4fc1-a40e-0e9c61433aa8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '965ba09d-f7ab-4cd2-8021-5fde454ff902', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:31.277923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:58:31.282873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.287350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] Sync routers for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:58:31.302229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38ed781f-ed1f-4fc1-a40e-0e9c61433aa8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.302748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:31.303239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:31.324674 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-66312e49-ce63-4825-a862-129e7cd324e8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "PUT /v2.0/floatingips/7fb2acf3-d76d-44c3-9e29-b33077963af5 HTTP/1.1" status: 200 len: 995 time: 1.4042299 Nov 10 16:58:31.325487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:31.327859 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7487c8-0a52-41ef-bcee-8cd0f878972f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:31.331891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-893f744d-7bec-4c82-b694-75b8b9f5dc50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.380848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38ed781f-ed1f-4fc1-a40e-0e9c61433aa8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.403733 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fef043-6730-4a35-a743-0250e2c9d820 x-openstack-request-id: req-96fef043-6730-4a35-a743-0250e2c9d820 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:31.404160 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:31.404508 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96fef043-6730-4a35-a743-0250e2c9d820 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:31.405001 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'status': 'completed', 'code': 200} Nov 10 16:58:31.411731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-893f744d-7bec-4c82-b694-75b8b9f5dc50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.430243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38ed781f-ed1f-4fc1-a40e-0e9c61433aa8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.453575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-fbc35175-0329-44b6-9247-acf52bb6e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:31.456316 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-fbc35175-0329-44b6-9247-acf52bb6e2e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1097 time: 0.1048670 Nov 10 16:58:31.459177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed781f-ed1f-4fc1-a40e-0e9c61433aa8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd93c89-7eef-4faf-b7ed-fbb01c719470,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:31.466398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-8d094e5f-2893-4a1d-a916-9a3ccfcefdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:31.467945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-8d094e5f-2893-4a1d-a916-9a3ccfcefdc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1097 time: 0.0692408 Nov 10 16:58:31.488268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:31.543294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38ed781f-ed1f-4fc1-a40e-0e9c61433aa8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.545078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-38ed781f-ed1f-4fc1-a40e-0e9c61433aa8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3429964 Nov 10 16:58:31.549936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48208) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:31.555208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0f793ec1-c21c-4ff2-b29e-890b4ff26d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '965ba09d-f7ab-4cd2-8021-5fde454ff902', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:31.571091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-893f744d-7bec-4c82-b694-75b8b9f5dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.573822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-893f744d-7bec-4c82-b694-75b8b9f5dc50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.578197 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-893f744d-7bec-4c82-b694-75b8b9f5dc50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c03d1722-9d4e-4d31-a8dd-944602762592 HTTP/1.1" status: 204 len: 168 time: 0.3904183 Nov 10 16:58:31.594817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-6f578ef8-9826-4e34-b03a-95a33c6cad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:31.597375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-6f578ef8-9826-4e34-b03a-95a33c6cad5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 921 time: 0.1214135 Nov 10 16:58:31.613385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f744d-7bec-4c82-b694-75b8b9f5dc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03d1722-9d4e-4d31-a8dd-944602762592,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:31.621232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-e59fc5ae-84da-44a2-9d1f-1dfc3f78b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:31.632989 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-e59fc5ae-84da-44a2-9d1f-1dfc3f78b327 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 921 time: 0.1587825 Nov 10 16:58:31.688787 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-0f793ec1-c21c-4ff2-b29e-890b4ff26d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Project 19c20c2e7849423bac3b66695c6e40d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 16:58:31.698454 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f793ec1-c21c-4ff2-b29e-890b4ff26d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.716088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-d980c20a-8b60-49cd-948a-ddc010a96f0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 998 time: 0.1095335 Nov 10 16:58:31.724128 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-27ce54f6-f646-414b-b1da-f01238db31cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 998 time: 0.0901453 Nov 10 16:58:31.724853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-923db684-7ccd-467c-b7a5-8e5cf093b102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.798403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7fb2acf3-d76d-44c3-9e29-b33077963af5', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'port_id': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'mac_address': 'fa:16:3e:df:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:58:28Z', 'updated_at': '2021-11-10T16:58:30Z', 'revision_number': 1, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:38Z', 'revision_number': 5, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:31.809021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-665d076e-bba5-476f-b455-a5bb99121e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:31.814440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-665d076e-bba5-476f-b455-a5bb99121e40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 200 len: 860 time: 0.0890675 Nov 10 16:58:31.852053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] Checking router: bd68e79e-aad7-40e8-9b7b-9f77e1681baf for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:58:31.858592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f793ec1-c21c-4ff2-b29e-890b4ff26d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:31.863372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:31.864185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:31.872821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-ef7cde13-a8d5-4d5a-9b3e-f4a018f9a798 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce14b84e-9665-4181-b57e-c34fc0b0fd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513196 Nov 10 16:58:31.889484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-d79dfcd2-c0e7-4bd9-b4ee-beb3379d594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:31.891237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-d79dfcd2-c0e7-4bd9-b4ee-beb3379d594d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 200 len: 860 time: 0.1310298 Nov 10 16:58:31.936490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-84ff0fed-baf3-4ea4-869c-a5c474927502 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce14b84e-9665-4181-b57e-c34fc0b0fd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374227 Nov 10 16:58:31.954129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-29a8dc32-bb60-44d5-b89b-974400f97b11 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:58:31.956950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-29a8dc32-bb60-44d5-b89b-974400f97b11 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118854 Nov 10 16:58:31.962511 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f793ec1-c21c-4ff2-b29e-890b4ff26d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.003505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:32.019032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-0b766652-8328-4202-9a28-736b42918b71 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387630 Nov 10 16:58:32.027884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f793ec1-c21c-4ff2-b29e-890b4ff26d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e80af1-4194-488c-b748-7d10f8aa58e6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:32.113590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-f3f9d1e7-15c8-4006-9139-f13f0cb580bc service neutron] 10.222.0.62 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345546 Nov 10 16:58:32.126863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f793ec1-c21c-4ff2-b29e-890b4ff26d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.130878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0f793ec1-c21c-4ff2-b29e-890b4ff26d2a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5797532 Nov 10 16:58:32.131525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48218) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:32.143601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-27507f90-b7ea-430b-87cb-8edbaef799d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '965ba09d-f7ab-4cd2-8021-5fde454ff902', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:32.172826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b7487c8-0a52-41ef-bcee-8cd0f878972f req-62b51607-135e-473e-bfbf-edd756b6bdf7 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430175 Nov 10 16:58:32.244581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a278ddc8-1fec-4506-85af-7386cd665e36 req-15bc3261-5e78-4544-b7f0-f6d9eceec607 service neutron] 10.222.0.62 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120842 Nov 10 16:58:32.280867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7fb2acf3-d76d-44c3-9e29-b33077963af5', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'port_id': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'mac_address': 'fa:16:3e:df:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:58:28Z', 'updated_at': '2021-11-10T16:58:30Z', 'revision_number': 1, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:38Z', 'revision_number': 5, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:32.310122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddbd66a-f6d0-4800-a878-62ca5ae71fc9 None None] The sync data for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 is: [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7fb2acf3-d76d-44c3-9e29-b33077963af5', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'port_id': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'mac_address': 'fa:16:3e:df:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:58:28Z', 'updated_at': '2021-11-10T16:58:30Z', 'revision_number': 1, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:38Z', 'revision_number': 5, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:58:32.321729 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-27507f90-b7ea-430b-87cb-8edbaef799d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Project 19c20c2e7849423bac3b66695c6e40d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 16:58:32.328126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27507f90-b7ea-430b-87cb-8edbaef799d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.394358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48222) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:32.417065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9f6afbf-f5be-42cb-82bc-4aa48ef2a833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.425564 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27507f90-b7ea-430b-87cb-8edbaef799d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.465943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-8f7bb012-48aa-41a9-8c8c-eeb5770eb116 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 998 time: 0.1270881 Nov 10 16:58:32.513319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27507f90-b7ea-430b-87cb-8edbaef799d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.517228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9f6afbf-f5be-42cb-82bc-4aa48ef2a833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.546152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27507f90-b7ea-430b-87cb-8edbaef799d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56350d7-e4bb-4d05-a134-4d830c6e9ec1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:32.550286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-1d314ffd-1a84-46bf-8761-587ec3e746ce tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:32.550988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-1d314ffd-1a84-46bf-8761-587ec3e746ce tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports/48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 942 time: 0.0723133 Nov 10 16:58:32.586424 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9f6afbf-f5be-42cb-82bc-4aa48ef2a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.638907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27507f90-b7ea-430b-87cb-8edbaef799d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.640208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-27507f90-b7ea-430b-87cb-8edbaef799d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5066617 Nov 10 16:58:32.644316 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d9f6afbf-f5be-42cb-82bc-4aa48ef2a833 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39f09782c1524021815416f11daded9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487986 Nov 10 16:58:32.644871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48232) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:32.646922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:32.650046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'network': {'name': 'tempest-network-smoke--1438946910', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:32.653458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eff71b-b1f5-49e7-bf91-892627488202 None None] New status for floating IP 7fb2acf3-d76d-44c3-9e29-b33077963af5: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:58:32.655336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6afbf-f5be-42cb-82bc-4aa48ef2a833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6d03b-0aea-4572-9210-8ecd4297711a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:32.705961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-02ac243b-7a94-49cd-a191-dc7cf1c6d3bf tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 998 time: 0.0978634 Nov 10 16:58:32.736515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d28e363-c162-4dff-9015-08834794b50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.770566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:58:32.774690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:32.949826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:58:33.065672 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d28e363-c162-4dff-9015-08834794b50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.071400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.071400 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Added segment efd68893-ddae-490a-927d-858550cf61aa of type vlan for network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 Nov 10 16:58:33.072235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-7bdf23ac-1e93-400a-a868-b97bb430bdf0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:33.072235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-7bdf23ac-1e93-400a-a868-b97bb430bdf0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1667931 Nov 10 16:58:33.072823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.073153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-caeba335-3d44-4731-a76e-ee6dbae62e80 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:58:33.073153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-caeba335-3d44-4731-a76e-ee6dbae62e80 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293980 Nov 10 16:58:33.073153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d28e363-c162-4dff-9015-08834794b50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.073153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d28e363-c162-4dff-9015-08834794b50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.073153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4d28e363-c162-4dff-9015-08834794b50f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ac6d03b-0aea-4572-9210-8ecd4297711a HTTP/1.1" status: 204 len: 168 time: 0.3915203 Nov 10 16:58:33.073153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28e363-c162-4dff-9015-08834794b50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6d03b-0aea-4572-9210-8ecd4297711a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:33.081100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.081100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:33.081859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.113930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-13fac67c-f81b-4f06-a133-b9b1d7478150 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 998 time: 0.1780086 Nov 10 16:58:33.131302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:33.205525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.211082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5649574 Nov 10 16:58:33.212517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa54f4-cc5f-4411-8df4-c322f5d050ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Network': ['ID=d298fc6d-de34-4058-9eed-6b2a34fdc4f3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:33.214833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48254) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:33.221726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'admin_state_up': True, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:33.224501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:58:33.329757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.330901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.373342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.390073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.472924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.472924 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Floating IP 7fb2acf3-d76d-44c3-9e29-b33077963af5 disassociated. External IP: 172.25.3.79, port: 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc. Nov 10 16:58:33.616898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.713702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Router bd68e79e-aad7-40e8-9b7b-9f77e1681baf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:58:33.843191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:58:33.848435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.856447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] Sync routers for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:58:33.869303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:33.870070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:33.874495 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57bd022e-b741-4932-8bcb-4f874941e2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:33.894566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-c18e4ead-b0c3-4fc2-ae35-12c46c94d8f5 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "PUT /v2.0/floatingips/7fb2acf3-d76d-44c3-9e29-b33077963af5 HTTP/1.1" status: 200 len: 694 time: 0.7698941 Nov 10 16:58:33.895064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:33.903128 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e6f56b-2752-4260-89a5-18db0c148687" -d '{"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:33.978293 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b47c6-cc69-4f50-95c8-2ff88b2646fa x-openstack-request-id: req-bd2b47c6-cc69-4f50-95c8-2ff88b2646fa {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:33.978587 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:33.978840 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd2b47c6-cc69-4f50-95c8-2ff88b2646fa {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:33.979335 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'status': 'completed', 'code': 200} Nov 10 16:58:34.112606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-716d28a0-1a5e-406b-94cd-03a6c57b5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:34.124128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-716d28a0-1a5e-406b-94cd-03a6c57b5abc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1097 time: 0.1106589 Nov 10 16:58:34.231664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-172d753b-9e38-4f6e-be22-73b6360d06de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:34.233549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-172d753b-9e38-4f6e-be22-73b6360d06de service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 921 time: 0.1019826 Nov 10 16:58:34.661361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:34.663763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-d1c7506e-9531-4628-b194-c9ff287f0bca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 217 time: 0.0741332 Nov 10 16:58:34.663763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-46a0cfea-06d4-4651-b30c-8479d4349763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:34.663763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-46a0cfea-06d4-4651-b30c-8479d4349763 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 1097 time: 0.4610462 Nov 10 16:58:34.663763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-b82de01c-c099-4a6c-85e8-ad3d7434753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:34.663763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-b82de01c-c099-4a6c-85e8-ad3d7434753b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 200 len: 860 time: 0.0598588 Nov 10 16:58:34.663763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-92a94cc0-842b-4db1-b40f-d825989912f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce14b84e-9665-4181-b57e-c34fc0b0fd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352361 Nov 10 16:58:34.665659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:34.665659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:34.666412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:38Z', 'revision_number': 5, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:34.666776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-b618148b-47ae-409f-89e5-9a15101842b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:34.666776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-b618148b-47ae-409f-89e5-9a15101842b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 200 len: 921 time: 0.1906097 Nov 10 16:58:34.667189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] Checking router: bd68e79e-aad7-40e8-9b7b-9f77e1681baf for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:58:34.668211 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-ae1f7f54-8015-454d-b469-9b61a7161715 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278832 Nov 10 16:58:34.668493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:34.668493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:34.679486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-3b09d2b3-e0ab-4177-9e16-b228d2a58a89 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 200 len: 217 time: 0.0567005 Nov 10 16:58:34.731643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.25.3.59 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/d708cd0e-589e-48b0-875b-b299979f8016) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:58:34.754909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:34.810922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-a2472d96-c57e-4b64-ad0a-690cbb7813b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:34.812561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-a2472d96-c57e-4b64-ad0a-690cbb7813b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 200 len: 860 time: 0.1184983 Nov 10 16:58:34.863072 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-2d8ee390-3474-481f-bd71-259632a6cbdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce14b84e-9665-4181-b57e-c34fc0b0fd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349162 Nov 10 16:58:34.875384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2e6f56b-2752-4260-89a5-18db0c148687 req-aecf950a-62ae-4875-925c-7bde09095bf8 service neutron] 10.222.0.69 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602682 Nov 10 16:58:34.908730 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:34.986723 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-762ecba7-f320-4bba-8d4b-cd1555268f59 service neutron] 10.222.0.62 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081395 Nov 10 16:58:35.035991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:35.056791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:38Z', 'revision_number': 5, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:35.095793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764639e-08e2-4291-8dd2-080eaf42075d None None] The sync data for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 is: [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:57:30Z', 'revision_number': 4, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f6b39d12-7c3f-494f-95ee-e225b4ecbeec', 'name': '', 'network_id': 'ce14b84e-9665-4181-b57e-c34fc0b0fd49', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'mac_address': 'fa:16:3e:1b:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:28Z', 'updated_at': '2021-11-10T16:57:38Z', 'revision_number': 5, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'subnets': [{'id': '53581e8b-fad1-4a40-93bc-9ae876ca64b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:58:35.098586 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:35.117518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa5bfa7-1ad6-4fb8-91e8-6a104f67844e req-945ed3eb-ec60-441f-bcca-c37e86f3221a service neutron] 10.222.0.62 "GET /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272647 Nov 10 16:58:35.151655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:58:35.154688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:58:35.170595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:58:35.171174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1784d-1f65-4893-89d3-27d96cdb368c None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:58:35.208818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-322aacb7-0c77-4760-86cf-3051148d2e26 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/floatingips/7fb2acf3-d76d-44c3-9e29-b33077963af5 HTTP/1.1" status: 200 len: 694 time: 0.0566576 Nov 10 16:58:35.221692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=d708cd0e-589e-48b0-875b-b299979f8016,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:35.302549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9ed53d39-4c03-49f4-89e5-47fffc96eb8e None None] Provisioning complete for port d708cd0e-589e-48b0-875b-b299979f8016 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:35.304656 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ed53d39-4c03-49f4-89e5-47fffc96eb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:35.376001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9ed53d39-4c03-49f4-89e5-47fffc96eb8e None None] Port d708cd0e-589e-48b0-875b-b299979f8016 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:58:35.392559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-30da3d81-dbbe-4080-a8ae-b77da7029693 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:35.398795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-30da3d81-dbbe-4080-a8ae-b77da7029693 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 784 time: 0.1756847 Nov 10 16:58:35.405163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-3f518b48-ac9b-4343-b1af-7c6230ae5dcc tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 16:58:35.406302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-3f518b48-ac9b-4343-b1af-7c6230ae5dcc tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060112 Nov 10 16:58:35.478083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-11cfb973-ea8f-4aaa-9199-8a3be84b2f07 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 697 time: 0.0544970 Nov 10 16:58:35.542510 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e71a24d-1d26-4dde-8a7b-ae2caf4e0298 None None] New status for floating IP 7fb2acf3-d76d-44c3-9e29-b33077963af5: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:58:35.546266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-2ffc36be-7e70-4c6e-be30-43032e286e01 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 697 time: 0.0620129 Nov 10 16:58:35.649833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-df44a830-7092-4e9a-9c77-5eedbf23d4c8 req-18d66f2d-81a4-4eec-9130-7134d4f71baf service neutron] (103326) timed out ('10.222.0.18', 50074) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 16:58:35.658767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:35.722711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Deleting port 2bbf4528-3906-4822-9c24-02ad7aa476e8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:35.723637 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:35.824614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:35.824729 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:35.845581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Calling delete_port for 2bbf4528-3906-4822-9c24-02ad7aa476e8 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:35.948204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.062318 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.095806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event deleted for resources: {'Port': ['ID=2bbf4528-3906-4822-9c24-02ad7aa476e8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:36.163611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.166523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.167702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ccf69d0-700e-4732-988f-4bf34b86d416 req-b322d313-3828-4807-b12f-1be0531b6cc1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "DELETE /v2.0/floatingips/7fb2acf3-d76d-44c3-9e29-b33077963af5 HTTP/1.1" status: 204 len: 173 time: 0.6206503 Nov 10 16:58:36.229055 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e0827f6-38dc-4ecf-9d67-2d92fff472b6 req-cb69e9d6-d59b-4c94-8438-82635c1db09f tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups/1827f5a8-07d1-4a30-9c32-2294cf179b93 HTTP/1.1" status: 200 len: 1827 time: 0.0429988 Nov 10 16:58:36.261082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:58:36.327167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8e0827f6-38dc-4ecf-9d67-2d92fff472b6 req-f80d1cd3-87b2-4827-b085-15b846179685 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.357791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8e0827f6-38dc-4ecf-9d67-2d92fff472b6 req-f80d1cd3-87b2-4827-b085-15b846179685 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.389842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:58:36.408358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Sync routers for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:58:36.417553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:36.418140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:36.508330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8e0827f6-38dc-4ecf-9d67-2d92fff472b6 req-f80d1cd3-87b2-4827-b085-15b846179685 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.510823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.511115 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8e0827f6-38dc-4ecf-9d67-2d92fff472b6 req-f80d1cd3-87b2-4827-b085-15b846179685 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.515388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d2eee712-66b9-4b99-80aa-9e2c57657aed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2959967 Nov 10 16:58:36.519830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e0827f6-38dc-4ecf-9d67-2d92fff472b6 req-f80d1cd3-87b2-4827-b085-15b846179685 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "DELETE /v2.0/security-groups/1827f5a8-07d1-4a30-9c32-2294cf179b93 HTTP/1.1" status: 204 len: 173 time: 0.2800682 Nov 10 16:58:36.519899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48346) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:36.529413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d1cd3-87b2-4827-b085-15b846179685 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1827f5a8-07d1-4a30-9c32-2294cf179b93,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:36.555276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:36.566990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-92870f73-d153-41e5-8f32-e331d871c2dc tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=19c20c2e7849423bac3b66695c6e40d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490863 Nov 10 16:58:36.569586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48350) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:36.793300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:35Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:36.824213 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:36.825361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Checking router: 9f1e902e-cb9e-41b8-8813-8c6b7c57146b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:58:36.825712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Updating router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b port d708cd0e-589e-48b0-875b-b299979f8016 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:58:36.874396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.159190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415b43e-807c-4a25-882d-28867c612459 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:37.163369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9415b43e-807c-4a25-882d-28867c612459 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5902340 Nov 10 16:58:37.163736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48366) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:37.202764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465b44-c79b-418a-a3c7-b3dba79ec474 req-c0ad3897-99c5-4be5-a4e5-38cfc1962692 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:37.205111 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b465b44-c79b-418a-a3c7-b3dba79ec474 req-c0ad3897-99c5-4be5-a4e5-38cfc1962692 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0573156 Nov 10 16:58:37.215685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.246180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-60df0edc-83b5-4891-94dd-116297c903c0 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809801 Nov 10 16:58:37.248933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:37.256736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228323045', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:37.289079 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.335965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b465b44-c79b-418a-a3c7-b3dba79ec474 req-0a0b75eb-9085-4498-b1d0-f32351827f47 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236222 Nov 10 16:58:37.345926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Attempting to bind port d708cd0e-589e-48b0-875b-b299979f8016 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:58:37.347204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Attempting to bind port d708cd0e-589e-48b0-875b-b299979f8016 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:58:37.347204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Attempting to bind port d708cd0e-589e-48b0-875b-b299979f8016 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:58:37.349184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67885b8b-582a-4e88-b11c-1db3ce7b0967 None None] Pushing event updated for resources: {'Port': ['ID=d708cd0e-589e-48b0-875b-b299979f8016,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:37.369321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:58:37.369321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:58:37.369321 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.369321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:58:37.369321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Bound port: d708cd0e-589e-48b0-875b-b299979f8016, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:58:37.369321 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.380417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecbb8c0-aa78-43e7-91c0-89d5d6335982 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:58:37.416376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] For port d708cd0e-589e-48b0-875b-b299979f8016, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:58:37.420342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] For port d708cd0e-589e-48b0-875b-b299979f8016, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d708cd0e-589e-48b0-875b-b299979f8016,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:58:37.467637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:58:37.472104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.496744 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.578536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13029f8d-08e3-491e-8962-db697c58bca0 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:58:37.595766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-79880523-05bc-4c60-9919-30b6036803d5 None None] Provisioning complete for port d708cd0e-589e-48b0-875b-b299979f8016 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:37.596461 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79880523-05bc-4c60-9919-30b6036803d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.602045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67885b8b-582a-4e88-b11c-1db3ce7b0967 None None] Pushing event updated for resources: {'Port': ['ID=d708cd0e-589e-48b0-875b-b299979f8016,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:37.627992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:37.628632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:37.671913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.780978 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.800424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:37.852217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Subnet': ['ID=99843186-e8e6-4108-ad06-4d6e2c43ae6e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:37.856888 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Checking segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:58:37.857261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network hostable DHCP agents. Network: d298fc6d-de34-4058-9eed-6b2a34fdc4f3, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:58:37.858998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.859728 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79880523-05bc-4c60-9919-30b6036803d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:37.900073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-79880523-05bc-4c60-9919-30b6036803d5 None None] For port d708cd0e-589e-48b0-875b-b299979f8016, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d708cd0e-589e-48b0-875b-b299979f8016,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:37.959079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:58:38.000532 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79880523-05bc-4c60-9919-30b6036803d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:38.059637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79880523-05bc-4c60-9919-30b6036803d5 None None] Pushing event updated for resources: {'Port': ['ID=d708cd0e-589e-48b0-875b-b299979f8016,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:38.066198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:35Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:38.073355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, d298fc6d-de34-4058-9eed-6b2a34fdc4f3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:58:38.081835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:38.082439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:38.096319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d70b5-f030-463d-ba91-40b9626fb150 None None] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:58:38.099602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe170030-c4fd-4a99-8f83-b4371e68e469 None None] The sync data for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 is: [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:35Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:58:38.168053 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e377e8ba-1ca1-4236-984a-b76c7c37c5d8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9172997 Nov 10 16:58:38.173155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48388) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:38.197502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5f6399a6-0d31-4729-80c1-35d0725a26ec None None] Provisioning complete for port d708cd0e-589e-48b0-875b-b299979f8016 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:38.197873 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f6399a6-0d31-4729-80c1-35d0725a26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:38.331948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:38.351192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-d298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:58:38.352267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:38.586771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3afe74c-5d29-4108-8102-a51b1f3f9e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:38.607861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Allocated IP 172.20.0.2 (d298fc6d-de34-4058-9eed-6b2a34fdc4f3/99843186-e8e6-4108-ad06-4d6e2c43ae6e/2e140ef3-df62-4249-82b9-06deba38e8d4) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:58:38.649742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cca45-f0ed-4256-bd25-f645596fe163 req-bc074a27-af33-445f-9c04-03539e4a01f0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:38.650802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e63cca45-f0ed-4256-bd25-f645596fe163 req-bc074a27-af33-445f-9c04-03539e4a01f0 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.1629617 Nov 10 16:58:38.761474 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e63cca45-f0ed-4256-bd25-f645596fe163 req-5b2a10ba-703e-4b76-a3b7-3ed3aadacfa8 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007783 Nov 10 16:58:38.835770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3afe74c-5d29-4108-8102-a51b1f3f9e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:38.870356 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:38.922358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:38.936857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3afe74c-5d29-4108-8102-a51b1f3f9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.002891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f3afe74c-5d29-4108-8102-a51b1f3f9e93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9162b8cdf3543d28c6c726f5af4ff9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6698153 Nov 10 16:58:39.006848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:39.022842 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.081927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afe74c-5d29-4108-8102-a51b1f3f9e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f89027-74b8-46f6-9af2-822db091c5c8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:39.106896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f576d569-2a90-435b-b336-45ba15577ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.140646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f576d569-2a90-435b-b336-45ba15577ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.284384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.20.0.1 (d298fc6d-de34-4058-9eed-6b2a34fdc4f3/99843186-e8e6-4108-ad06-4d6e2c43ae6e/b45a273c-c827-4149-9aef-d1bfbe3cb0c2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:58:39.297281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f576d569-2a90-435b-b336-45ba15577ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.309478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f576d569-2a90-435b-b336-45ba15577ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.311557 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f576d569-2a90-435b-b336-45ba15577ab5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40f89027-74b8-46f6-9af2-822db091c5c8 HTTP/1.1" status: 204 len: 168 time: 0.3036964 Nov 10 16:58:39.327973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576d569-2a90-435b-b336-45ba15577ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f89027-74b8-46f6-9af2-822db091c5c8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:39.375818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:58:39.379347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:58:39.387972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:58:39.427022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Pushing event updated for resources: {'Port': ['ID=2e140ef3-df62-4249-82b9-06deba38e8d4,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:39.460722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Attempting to bind port 2e140ef3-df62-4249-82b9-06deba38e8d4 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:58:39.472647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Attempting to bind port 2e140ef3-df62-4249-82b9-06deba38e8d4 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:58:39.472647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Attempting to bind port 2e140ef3-df62-4249-82b9-06deba38e8d4 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:58:39.473163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.473261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:58:39.473261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Checking segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:58:39.473261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.473261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Bound using segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:58:39.475049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Bound port: 2e140ef3-df62-4249-82b9-06deba38e8d4, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:58:39.476140 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.578310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] For port 2e140ef3-df62-4249-82b9-06deba38e8d4, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:58:39.581911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] For port 2e140ef3-df62-4249-82b9-06deba38e8d4, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e140ef3-df62-4249-82b9-06deba38e8d4,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:58:39.588442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.653307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:58:39.656747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:58:39.660700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:58:39.702741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:39.708729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.728859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:39.785954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-93ca4a84-de1a-4e76-b551-7eb740f8cd78 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:39.787526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-93ca4a84-de1a-4e76-b551-7eb740f8cd78 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0945668 Nov 10 16:58:39.808844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27031bb0-4152-4268-bea3-c71a36e64282 None None] Pushing event updated for resources: {'Port': ['ID=2e140ef3-df62-4249-82b9-06deba38e8d4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:40.007950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f1d0c-6fd6-44c6-8d83-a4f72b42edb1 req-c52b49fc-d048-4419-b271-3cab9cb2120f tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:40.009804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b3f1d0c-6fd6-44c6-8d83-a4f72b42edb1 req-c52b49fc-d048-4419-b271-3cab9cb2120f tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 945 time: 0.0843000 Nov 10 16:58:40.021004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Deleting port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:40.021539 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.046953 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.157305 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48428) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:40.218748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8c33e3-26cb-465d-b6b1-c2bf0fa1e409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.237808 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7b3f1d0c-6fd6-44c6-8d83-a4f72b42edb1 req-fa8ee3b0-5a79-4d4b-9e2a-031d72f6480a tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/security-groups?id=00a1db2b-06dc-4523-a566-1817dbfb8eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106588 Nov 10 16:58:40.272418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] For port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:40.273351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.293248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Calling delete_port for 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:40.376448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8c33e3-26cb-465d-b6b1-c2bf0fa1e409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.469280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.499959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8c33e3-26cb-465d-b6b1-c2bf0fa1e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.566074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4f8c33e3-26cb-465d-b6b1-c2bf0fa1e409 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1ca99bb28df47b5bd3616abce7df54c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4016318 Nov 10 16:58:40.566693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c33e3-26cb-465d-b6b1-c2bf0fa1e409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ec2556-4938-408d-a1c8-730e0c0b2d48,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:40.569861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:40.586535 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.615131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d708cd0e-589e-48b0-875b-b299979f8016 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:58:40.627711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.674475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d708cd0e-589e-48b0-875b-b299979f8016 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:40.675153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.689145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aca03e4a-8d9f-4131-8828-f4d32f2be39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.713768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.741905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aca03e4a-8d9f-4131-8828-f4d32f2be39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.744339 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.749759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Pushing event deleted for resources: {'Port': ['ID=48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:40.765476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:40.796828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] No DVR routers for this DVR port 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:58:40.800423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.801467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e140ef3-df62-4249-82b9-06deba38e8d4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:58:40.804056 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bed15a-6158-4d3d-aeae-bfd1625ab9c4 req-b38d38e5-c52d-4e29-b204-bbc279c21aa9 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.69 "DELETE /v2.0/ports/48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc HTTP/1.1" status: 204 len: 173 time: 1.0090926 Nov 10 16:58:40.804520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'name': 'network-vif-deleted', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:40.807423 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a349a4c-c128-461e-ad24-1100b3e0d397" -d '{"events": [{"server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "name": "network-vif-deleted", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:40.870296 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1d5e35-940b-4498-8899-2c37b5306955 x-openstack-request-id: req-4d1d5e35-940b-4498-8899-2c37b5306955 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:40.870815 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d15fda2-b2ed-4e04-876e-f235e7c503ee", "name": "network-vif-deleted", "tag": "48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:40.873279 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d1d5e35-940b-4498-8899-2c37b5306955 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:40.873886 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d15fda2-b2ed-4e04-876e-f235e7c503ee', 'name': 'network-vif-deleted', 'tag': '48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc', 'status': 'completed', 'code': 200} Nov 10 16:58:40.907053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2e140ef3-df62-4249-82b9-06deba38e8d4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:40.909802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:40.916443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:58:40.918249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:58:41.000015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:41.052653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 2e140ef3-df62-4249-82b9-06deba38e8d4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e140ef3-df62-4249-82b9-06deba38e8d4,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:41.060147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:58:41.062347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aca03e4a-8d9f-4131-8828-f4d32f2be39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:41.066627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aca03e4a-8d9f-4131-8828-f4d32f2be39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:41.067738 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aca03e4a-8d9f-4131-8828-f4d32f2be39b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13ec2556-4938-408d-a1c8-730e0c0b2d48 HTTP/1.1" status: 204 len: 168 time: 0.4962111 Nov 10 16:58:41.085065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca03e4a-8d9f-4131-8828-f4d32f2be39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ec2556-4938-408d-a1c8-730e0c0b2d48,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:41.130873 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:41.255506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=2e140ef3-df62-4249-82b9-06deba38e8d4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:41.264568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:58:41.279858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-663e328f-284a-41b9-9c9c-dc37bbe4559e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "PUT /v2.0/routers/9f1e902e-cb9e-41b8-8813-8c6b7c57146b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1050711 Nov 10 16:58:41.298612 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Sync routers for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:58:41.321438 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:41.322457 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:41.400259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dacdbdf-de2a-421c-b1c9-759e1827af5e None None] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:58:41.425909 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6489714-2475-4ed0-aca7-48825c204468 req-83cab7db-b2ce-4d33-b98f-eec91445d8e1 tempest-ServerRescueTestJSONUnderV235-369041279 tempest-ServerRescueTestJSONUnderV235-369041279-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d15fda2-b2ed-4e04-876e-f235e7c503ee HTTP/1.1" status: 200 len: 210 time: 0.0566580 Nov 10 16:58:41.498343 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:41.527785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9f183006-03b9-4aa7-a30d-0ebb85193945 None None] Provisioning complete for port 2e140ef3-df62-4249-82b9-06deba38e8d4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:41.528148 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f183006-03b9-4aa7-a30d-0ebb85193945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:41.566929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-22fbfdf2-5d08-4144-b5ce-7baeee0c63d3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883640014&fields=id&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 267 time: 0.0637591 Nov 10 16:58:41.711501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd871a-74f4-448c-8377-1e935388939a req-d53cc339-92c0-4841-b7f3-25b5fb889480 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:41.713210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-d53cc339-92c0-4841-b7f3-25b5fb889480 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 797 time: 0.1368306 Nov 10 16:58:41.746175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-6d131018-1dfa-4e8b-826d-a0c4979d9cdf tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/quotas/19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 375 time: 0.0269454 Nov 10 16:58:41.763595 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:40Z', 'revision_number': 2, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:41.804059 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Checking router: 9f1e902e-cb9e-41b8-8813-8c6b7c57146b for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:58:41.804782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Updating router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:58:41.863814 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:41.870437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-95f0cee1-9b0b-47ef-b182-580a8028efd1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155219 Nov 10 16:58:42.068543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-2bb0a4da-b939-493b-9eea-96412851adcc service neutron] 10.222.0.62 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786630 Nov 10 16:58:42.199727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-4ae03d65-bdfa-4d8e-b2a9-44dfa204bcb0 service neutron] 10.222.0.62 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295290 Nov 10 16:58:42.201933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:42.230580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:42.230939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 48ff8b14-accf-4f7c-a3d8-63d3e0caa8fc not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:42.269436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-112c7fcc-58ff-43eb-b26e-889ab7a7d428 None None] Provisioning complete for port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:42.269802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-112c7fcc-58ff-43eb-b26e-889ab7a7d428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.287964 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.328838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-112c7fcc-58ff-43eb-b26e-889ab7a7d428 None None] Port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:58:42.342449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-112c7fcc-58ff-43eb-b26e-889ab7a7d428 None None] Provisioning complete for port 2e140ef3-df62-4249-82b9-06deba38e8d4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:42.342959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-112c7fcc-58ff-43eb-b26e-889ab7a7d428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.348321 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.505442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48492) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:42.508064 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Pushing event updated for resources: {'Port': ['ID=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:42.556093 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.556775 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.557466 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.557990 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.558523 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.559048 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.559602 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.560265 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.560790 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.561492 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.562147 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.564815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:58:42.616142 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Attempting to bind port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:58:42.616878 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Attempting to bind port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:58:42.617462 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Attempting to bind port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:58:42.624699 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:58:42.625700 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Checking segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:58:42.626498 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.632156 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Bound using segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:58:42.632156 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Bound port: b45a273c-c827-4149-9aef-d1bfbe3cb0c2, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:58:42.632156 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.645805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e140ef3-df62-4249-82b9-06deba38e8d4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:58:42.650637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-33bb158f-0eff-4d1f-98ab-b62bff1f447a None None] Provisioning complete for port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:42.650919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33bb158f-0eff-4d1f-98ab-b62bff1f447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.729311 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-69dcd7c0-cb75-49e0-84c0-ba83211d9096 req-15381805-66b1-4086-be01-9ccf393d27d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 210 time: 0.1023996 Nov 10 16:58:42.798930 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] For port b45a273c-c827-4149-9aef-d1bfbe3cb0c2, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:58:42.803866 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] For port b45a273c-c827-4149-9aef-d1bfbe3cb0c2, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:58:42.809384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-33bb158f-0eff-4d1f-98ab-b62bff1f447a None None] Port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:58:42.854455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2e140ef3-df62-4249-82b9-06deba38e8d4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:42.855647 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.901442 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:42.992303 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:42.993003 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:43.045711 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c51ab5-afef-4c59-b587-0c36f7561cf2 None None] Pushing event updated for resources: {'Port': ['ID=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:43.162761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e6ff3290-5fc3-49c6-8e8c-09672fdfb05e None None] Provisioning complete for port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:43.163154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3290-5fc3-49c6-8e8c-09672fdfb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:43.197284 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:43.234150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-ccb50d03-64e3-4390-a9f4-4290c921c5ff req-d89a9bef-e878-46bd-b037-b5b66fbc12f9 service neutron] (103326) timed out ('10.222.0.18', 50159) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 16:58:43.344153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3290-5fc3-49c6-8e8c-09672fdfb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:43.411563 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:43.453265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e6ff3290-5fc3-49c6-8e8c-09672fdfb05e None None] For port b45a273c-c827-4149-9aef-d1bfbe3cb0c2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:43.540903 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3290-5fc3-49c6-8e8c-09672fdfb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:43.603600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff3290-5fc3-49c6-8e8c-09672fdfb05e None None] Pushing event updated for resources: {'Port': ['ID=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:43.613436 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:42Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:43.653819 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d334eb-1f0a-44f3-bc6a-c2d3cc9b3641 None None] The sync data for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 is: [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:42Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:58:43.696845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f521a22d-7cbc-4a7d-9541-d370feeb3537 None None] Provisioning complete for port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:43.697439 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f521a22d-7cbc-4a7d-9541-d370feeb3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:43.864619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b48e8bc-67c9-40c8-9153-f98a1e7af2e4 req-4ce9cfff-1037-4f59-baf6-2be8c3c0a1e4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 210 time: 0.0404301 Nov 10 16:58:43.918399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Deleting port f6b39d12-7c3f-494f-95ee-e225b4ecbeec {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:43.919608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:43.979009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-96ec9ae3-b8cb-4913-8072-9509a43ca81a None None] Provisioning complete for port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:43.979511 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96ec9ae3-b8cb-4913-8072-9509a43ca81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:44.011034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48538) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:44.078559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] For port f6b39d12-7c3f-494f-95ee-e225b4ecbeec, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,segment=NetworkSegment(44f2e015-339b-4aac-b8e8-8b51b043a6e3),segment_id=44f2e015-339b-4aac-b8e8-8b51b043a6e3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:44.080373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:44.117646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Calling delete_port for f6b39d12-7c3f-494f-95ee-e225b4ecbeec owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:44.238229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28abcd39-a3b3-4d8d-a203-2c306f2495e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:44.426487 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28abcd39-a3b3-4d8d-a203-2c306f2495e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:44.493580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:44.545644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b39d12-7c3f-494f-95ee-e225b4ecbeec,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:44.577343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b45a273c-c827-4149-9aef-d1bfbe3cb0c2 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:58:44.581723 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28abcd39-a3b3-4d8d-a203-2c306f2495e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:44.671171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:44.671595 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:44.700574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-28abcd39-a3b3-4d8d-a203-2c306f2495e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9a3286407824116a508aea818e02b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6882935 Nov 10 16:58:44.705023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abcd39-a3b3-4d8d-a203-2c306f2495e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f7fe0-b15b-4d67-baac-1c1d095454a7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:44.712376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:44.796445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4b80-45a6-437e-b6cc-45be041e73d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:44.826529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4b80-45a6-437e-b6cc-45be041e73d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:45.039508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4b80-45a6-437e-b6cc-45be041e73d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:45.042937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e2f4b80-45a6-437e-b6cc-45be041e73d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:45.044355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8e2f4b80-45a6-437e-b6cc-45be041e73d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/635f7fe0-b15b-4d67-baac-1c1d095454a7 HTTP/1.1" status: 204 len: 168 time: 0.3307395 Nov 10 16:58:45.076975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f4b80-45a6-437e-b6cc-45be041e73d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f7fe0-b15b-4d67-baac-1c1d095454a7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:45.274725 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-909e309c-c8ae-499f-a035-e95ae653531e req-cf9a1a14-f2b8-493e-ade7-13002e5ce5e6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 210 time: 0.0946567 Nov 10 16:58:45.511626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ff58-babe-4da4-8efb-4942266ef260 req-700704a0-02ea-4bc0-9cea-22a32804076a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:45.514652 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25f1ff58-babe-4da4-8efb-4942266ef260 req-700704a0-02ea-4bc0-9cea-22a32804076a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 946 time: 0.1267471 Nov 10 16:58:45.519136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:45.547537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd871a-74f4-448c-8377-1e935388939a req-ce90d01f-ef2b-44c5-919a-b82efd1ae4dd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:45.551266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-ce90d01f-ef2b-44c5-919a-b82efd1ae4dd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 797 time: 0.1538932 Nov 10 16:58:45.653605 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-65aa697f-31eb-488a-b915-3d4631e63b9c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 379 time: 0.0905368 Nov 10 16:58:45.672872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'port': {'device_id': 'fff11489-d676-407b-96cb-1571d47fbef3', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'admin_state_up': True, 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'security_groups': ['965ba09d-f7ab-4cd2-8021-5fde454ff902']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:45.702362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25f1ff58-babe-4da4-8efb-4942266ef260 req-4af1f8e2-329e-462e-a40e-84a5d6837436 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155546 Nov 10 16:58:45.832308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Router bd68e79e-aad7-40e8-9b7b-9f77e1681baf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:58:45.930161 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:58:45.934207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:45.960676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:58:45.966059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-010b52ae-3028-4f37-9502-8d24a49e16a6 admin admin] 10.222.0.62 "PUT /v2.0/routers/bd68e79e-aad7-40e8-9b7b-9f77e1681baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4590721 Nov 10 16:58:45.969396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48588) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:45.975988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] Sync routers for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:58:45.991938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:45.993350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:46.101867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.20.0.3 (d298fc6d-de34-4058-9eed-6b2a34fdc4f3/99843186-e8e6-4108-ad06-4d6e2c43ae6e/d9f992ee-4ea2-4d35-b22c-14eba7902550) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:58:46.127633 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:46.154636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:46.318559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:46.340231 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:46.411813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '1084d162-e0d2-4842-9524-163d453243d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:58:44Z', 'revision_number': 5, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port': {'id': '1084d162-e0d2-4842-9524-163d453243d8', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:23Z', 'updated_at': '2021-11-10T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:46.451133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8017dfb3-4108-473e-a648-f882abc073bd req-5405bded-74ee-44bb-8174-c96b114799ff tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 210 time: 0.0550687 Nov 10 16:58:46.452633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:46.508948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Deleting port 1084d162-e0d2-4842-9524-163d453243d8 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:46.511622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:46.514045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] Checking router: bd68e79e-aad7-40e8-9b7b-9f77e1681baf for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:58:46.538737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] Routers {'bd68e79e-aad7-40e8-9b7b-9f77e1681baf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:46.539501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:46.543166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:58:46.565666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:58:46.567941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:46.570276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:58:46.696734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:46.697574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:46.701657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] Set router bd68e79e-aad7-40e8-9b7b-9f77e1681baf gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:46.737732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] For port 1084d162-e0d2-4842-9524-163d453243d8, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1084d162-e0d2-4842-9524-163d453243d8,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:46.738339 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:46.754447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Calling delete_port for 1084d162-e0d2-4842-9524-163d453243d8 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:46.825569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-bcb9a432-d386-4431-b853-5509c807c669 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1651793 Nov 10 16:58:46.847987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Request body: {'port': {'device_id': 'fff11489-d676-407b-96cb-1571d47fbef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:58:46.959491 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.108027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:58:46Z', 'revision_number': 6, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:47.130382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-c1589e77-d7bb-4077-a852-f6640ec8aec4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:47.132005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-c1589e77-d7bb-4077-a852-f6640ec8aec4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 946 time: 0.2809823 Nov 10 16:58:47.157427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181f95c-d0df-4722-b3a2-c7c65006d902 req-201822ed-3480-47e5-9aa5-b9008949ebc5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:47.158153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-13c57752-4d3f-4089-81e1-b1bf24427907 None None] Provisioning complete for port d9f992ee-4ea2-4d35-b22c-14eba7902550 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:47.158537 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13c57752-4d3f-4089-81e1-b1bf24427907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.161705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463cfc1-69e2-408f-b718-4c4a173d385a None None] The sync data for ids ['bd68e79e-aad7-40e8-9b7b-9f77e1681baf'] in n-d-714676-11 is: [{'id': 'bd68e79e-aad7-40e8-9b7b-9f77e1681baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1053447467-router', 'tenant_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:22Z', 'updated_at': '2021-11-10T16:58:46Z', 'revision_number': 6, 'project_id': '076ccec4fa7a46ca8cda522f6b2c79a7', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:58:47.167135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1181f95c-d0df-4722-b3a2-c7c65006d902 req-201822ed-3480-47e5-9aa5-b9008949ebc5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 946 time: 0.2415771 Nov 10 16:58:47.222005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-13c57752-4d3f-4089-81e1-b1bf24427907 None None] Port d9f992ee-4ea2-4d35-b22c-14eba7902550 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:58:47.347592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f992ee-4ea2-4d35-b22c-14eba7902550 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:58:47.355551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.362884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48626) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:47.407600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1181f95c-d0df-4722-b3a2-c7c65006d902 req-b868588a-e568-4a0c-8743-958be0415dd4 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0a59c9a-d78f-4459-bfa7-42677503689a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381070 Nov 10 16:58:47.456634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Deleting port 6743c0d8-52f9-4972-8fc8-d757bae83712 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:47.457009 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.490948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Transition to ACTIVE for port object d9f992ee-4ea2-4d35-b22c-14eba7902550 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:58:47.513266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e1dcc04-925a-4e07-a51c-b75d5ae3aa0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.517426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.562778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1084d162-e0d2-4842-9524-163d453243d8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:47.571009 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.583820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a64242-7537-4f6b-ac21-a9d4ad4ec572 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:58:47.645277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] For port 6743c0d8-52f9-4972-8fc8-d757bae83712, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6743c0d8-52f9-4972-8fc8-d757bae83712,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:47.645658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.682916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:47.725729 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.785074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e1dcc04-925a-4e07-a51c-b75d5ae3aa0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.846884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-f9e7fc68-6b68-488e-b2c1-8a692b6443bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1445081 Nov 10 16:58:47.852169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e1dcc04-925a-4e07-a51c-b75d5ae3aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.928223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4e1dcc04-925a-4e07-a51c-b75d5ae3aa0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e52730860630457196938c359d9872fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5642421 Nov 10 16:58:47.933480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48640) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:47.949983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dcc04-925a-4e07-a51c-b75d5ae3aa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6adac78-0937-44f7-805a-f6385b07bed1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:47.980192 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.983126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:47.987792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:58:47.988135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:58:47.988461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:58:47.998337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:58:47.998670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:58:48.008081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:58:48.008826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Checking segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:58:48.008826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Bound using segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:58:48.009408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Bound port: d9f992ee-4ea2-4d35-b22c-14eba7902550, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:58:48.009743 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.014906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-924a13b9-12de-4305-951e-efbeea8f38df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:48.016973 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-924a13b9-12de-4305-951e-efbeea8f38df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cf5f1d484244613acb00f3eb00df875&device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 1098 time: 0.1133301 Nov 10 16:58:48.119760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9752299-2dac-49fe-8e88-52825ffa022c req-bb3b4432-124c-4fe0-b552-7f5e0a4f0ef5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:48.121534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9752299-2dac-49fe-8e88-52825ffa022c req-bb3b4432-124c-4fe0-b552-7f5e0a4f0ef5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.4020033 Nov 10 16:58:48.155641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:58:48.174655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:58:48.179550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bf112a9-49fe-41d9-ae33-182abadd9001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.181229 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.181751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd68e79e-aad7-40e8-9b7b-9f77e1681baf {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:58:48.189951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-2ada282b-292d-491e-a91f-365df308baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:48.191523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-2ada282b-292d-491e-a91f-365df308baec service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4a84ad4-57d4-484f-83e4-b320756af1b8 HTTP/1.1" status: 200 len: 912 time: 0.1420581 Nov 10 16:58:48.205819 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.206977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f40f4c41-bde3-4047-bede-87b2bdeabc03 admin admin] 10.222.0.62 "DELETE /v2.0/routers/bd68e79e-aad7-40e8-9b7b-9f77e1681baf HTTP/1.1" status: 204 len: 168 time: 2.2358713 Nov 10 16:58:48.213596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:48.216582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.217028 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.217249 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Floating IP 3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6 disassociated. External IP: 172.25.3.123, port: 6743c0d8-52f9-4972-8fc8-d757bae83712. Nov 10 16:58:48.217594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Calling delete_port for 6743c0d8-52f9-4972-8fc8-d757bae83712 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:48.262373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.264459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bf112a9-49fe-41d9-ae33-182abadd9001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.270396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9752299-2dac-49fe-8e88-52825ffa022c req-ac172742-e462-44bd-be52-4417dd6ae739 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253664 Nov 10 16:58:48.371060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:48.371809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.374076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] 10.222.0.69 "PUT /v2.0/ports/d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 1092 time: 1.5343308 Nov 10 16:58:48.381380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:48.383751 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f41d0e-0f08-4dc5-a211-cbf044dbcd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:48.403155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebabeee2-e75f-42cf-96b5-ef3791fc4033 admin admin] Deleting subnet 53581e8b-fad1-4a40-93bc-9ae876ca64b3 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:58:48.419971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-2e5c12d3-879d-4a86-b743-3c0c36f1aef8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38163ddf-629c-4528-9320-45c95b9b138e HTTP/1.1" status: 200 len: 1001 time: 0.2207842 Nov 10 16:58:48.420751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebabeee2-e75f-42cf-96b5-ef3791fc4033 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.480753 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e104b036-9dab-4778-b8d4-0685c9151d0c x-openstack-request-id: req-e104b036-9dab-4778-b8d4-0685c9151d0c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:48.481044 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:48.481299 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e104b036-9dab-4778-b8d4-0685c9151d0c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:48.483124 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'status': 'completed', 'code': 200} Nov 10 16:58:48.503342 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bf112a9-49fe-41d9-ae33-182abadd9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.507098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bf112a9-49fe-41d9-ae33-182abadd9001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.514074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2bf112a9-49fe-41d9-ae33-182abadd9001 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6adac78-0937-44f7-805a-f6385b07bed1 HTTP/1.1" status: 204 len: 168 time: 0.5733602 Nov 10 16:58:48.538626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf112a9-49fe-41d9-ae33-182abadd9001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6adac78-0937-44f7-805a-f6385b07bed1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:48.561952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.591905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1084d162-e0d2-4842-9524-163d453243d8 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:48.607815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:58:48.654701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1084d162-e0d2-4842-9524-163d453243d8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:48.654701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1084d162-e0d2-4842-9524-163d453243d8 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:48.654701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f6b39d12-7c3f-494f-95ee-e225b4ecbeec no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:48.668015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d39f8f-8b66-4956-a9bb-da7adf772b66 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:48.743249 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebabeee2-e75f-42cf-96b5-ef3791fc4033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.743790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f6b39d12-7c3f-494f-95ee-e225b4ecbeec {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:48.744284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f6b39d12-7c3f-494f-95ee-e225b4ecbeec not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:48.747835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c236139f-e46c-4a28-929d-772033a06252 req-459e952f-6303-4fbc-9bff-91335dd91893 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 210 time: 0.1764262 Nov 10 16:58:48.769710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event deleted for resources: {'Port': ['ID=6743c0d8-52f9-4972-8fc8-d757bae83712,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:48.780675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f41d0e-0f08-4dc5-a211-cbf044dbcd9e req-002435ed-bcf9-4cc1-9d0c-d5bed53ac8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:48.787878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f41d0e-0f08-4dc5-a211-cbf044dbcd9e req-002435ed-bcf9-4cc1-9d0c-d5bed53ac8e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1095 time: 0.3017123 Nov 10 16:58:48.792613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-f826c630-3c7c-47b3-b426-ef9a7869f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:48.794718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-f826c630-3c7c-47b3-b426-ef9a7869f105 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42e63cd8-62e8-4a76-b78e-251164ec83f1 HTTP/1.1" status: 200 len: 850 time: 0.3405290 Nov 10 16:58:48.831991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebabeee2-e75f-42cf-96b5-ef3791fc4033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:48.946074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:58:48.986979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-211ad636-e832-4e10-89f7-1661aef0570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:48.988407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-211ad636-e832-4e10-89f7-1661aef0570e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4a84ad4-57d4-484f-83e4-b320756af1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351762 Nov 10 16:58:49.022777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f41d0e-0f08-4dc5-a211-cbf044dbcd9e req-4e8d8e89-745a-4c9d-a4f5-29a03fd83c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:49.024265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f41d0e-0f08-4dc5-a211-cbf044dbcd9e req-4e8d8e89-745a-4c9d-a4f5-29a03fd83c18 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=19c20c2e7849423bac3b66695c6e40d8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2286522 Nov 10 16:58:49.169042 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebabeee2-e75f-42cf-96b5-ef3791fc4033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:49.325578 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebabeee2-e75f-42cf-96b5-ef3791fc4033 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:49.332763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ebabeee2-e75f-42cf-96b5-ef3791fc4033 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/53581e8b-fad1-4a40-93bc-9ae876ca64b3 HTTP/1.1" status: 204 len: 168 time: 1.1179535 Nov 10 16:58:49.336399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:49.338833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-c6acb394-5efa-482d-9745-d923cd352d43 service neutron] 10.222.0.18 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425372 Nov 10 16:58:49.341560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabeee2-e75f-42cf-96b5-ef3791fc4033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53581e8b-fad1-4a40-93bc-9ae876ca64b3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:49.387782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f41d0e-0f08-4dc5-a211-cbf044dbcd9e req-bfa49075-2d4c-4cf2-83ec-df9026b4df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:49.390259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61f41d0e-0f08-4dc5-a211-cbf044dbcd9e req-bfa49075-2d4c-4cf2-83ec-df9026b4df60 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3255093 Nov 10 16:58:49.534702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d7c226b-7434-412f-b73c-6cdd201c6494 req-e6704bf8-2633-4984-99be-c5f4de0c2bab service neutron] 10.222.0.18 "GET /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781349 Nov 10 16:58:49.678712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:49.685542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd871a-74f4-448c-8377-1e935388939a req-62021bfb-5695-471b-9b36-060822f526e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:49.687021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-62021bfb-5695-471b-9b36-060822f526e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1095 time: 0.1479330 Nov 10 16:58:49.688056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:58:49.698419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d2d5c-8f95-4f9c-9542-3829a11497d0 req-17d7ba6d-3a07-4374-8073-166ac7b43b74 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:49.699675 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-347d2d5c-8f95-4f9c-9542-3829a11497d0 req-17d7ba6d-3a07-4374-8073-166ac7b43b74 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.1622102 Nov 10 16:58:49.701487 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] Sync routers for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:58:49.730299 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:49.731124 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:49.742161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] No DVR routers for this DVR port 6743c0d8-52f9-4972-8fc8-d757bae83712 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:58:49.744644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:49.754941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e516ce8-b008-4ae2-a47b-f1bf449c6e64 req-1af4d662-0932-4ac3-971c-091a0c3ff04a tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.69 "DELETE /v2.0/ports/6743c0d8-52f9-4972-8fc8-d757bae83712 HTTP/1.1" status: 204 len: 173 time: 2.6142993 Nov 10 16:58:49.755462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-deleted', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:49.757775 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12d642b-d864-408b-9a12-1bddf692d9ab" -d '{"events": [{"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-deleted", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:49.769257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-e7667c48-f6aa-4f49-9542-346cc9b0b85c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 217 time: 0.0620162 Nov 10 16:58:49.905578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd871a-74f4-448c-8377-1e935388939a req-17a7cd2f-60ac-4a77-8df4-833270141a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:49.909849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-17a7cd2f-60ac-4a77-8df4-833270141a63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.1370511 Nov 10 16:58:49.932434 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bcc9cd-68a3-4d13-9e95-79d0073eb370 x-openstack-request-id: req-48bcc9cd-68a3-4d13-9e95-79d0073eb370 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:49.933018 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e", "name": "network-vif-deleted", "tag": "6743c0d8-52f9-4972-8fc8-d757bae83712", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:49.933294 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48bcc9cd-68a3-4d13-9e95-79d0073eb370 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:49.933882 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e', 'name': 'network-vif-deleted', 'tag': '6743c0d8-52f9-4972-8fc8-d757bae83712', 'status': 'completed', 'code': 200} Nov 10 16:58:49.947529 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-347d2d5c-8f95-4f9c-9542-3829a11497d0 req-40c80b4c-281d-4d85-a12b-b8f09561e394 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382820 Nov 10 16:58:49.952585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:50.012095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce14b84e-9665-4181-b57e-c34fc0b0fd49']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:50.025149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f2e015-339b-4aac-b8e8-8b51b043a6e3') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:50.025450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f2e015-339b-4aac-b8e8-8b51b043a6e3') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:50.030559 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:50.038408 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:50.053192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd871a-74f4-448c-8377-1e935388939a req-279e42f3-ed9c-4fc1-9410-0d6cc4180c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:50.065361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-279e42f3-ed9c-4fc1-9410-0d6cc4180c6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315908 Nov 10 16:58:50.076680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:50.101195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9f4e0071-d959-46f6-9514-be4f85e6caee req-934d2273-8930-45a0-a23f-a839f88170e3 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8abd6d4-aede-411a-bdb5-f5f1b37d7b9e HTTP/1.1" status: 200 len: 210 time: 0.0460613 Nov 10 16:58:50.138906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:58:50.139338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:58:50.141026 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:58:50.271503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-8a88bfb0-7012-45c2-8baf-71ececa200f6 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685965 Nov 10 16:58:50.308643 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:50.313982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:50.318640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] 10.222.0.62 "DELETE /v2.0/networks/ce14b84e-9665-4181-b57e-c34fc0b0fd49 HTTP/1.1" status: 204 len: 168 time: 0.9787018 Nov 10 16:58:50.354001 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:50.362880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c03c6-ba4c-42bb-9ac9-d510bed79c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce14b84e-9665-4181-b57e-c34fc0b0fd49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:50.389559 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] Checking router: 0af4c06b-e545-4ec6-88bc-b60bc3cce413 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:58:50.401220 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:58:50.402150 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:50.437145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfd871a-74f4-448c-8377-1e935388939a req-9e5e9d17-4ce5-4a50-804d-69c1e49f2af0 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641419 Nov 10 16:58:50.543401 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:58:50.786722 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:58:50.816100 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c91536-4d71-4e4c-9b40-79e483639e62 None None] The sync data for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 is: [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '0e780cc1-7e83-4cec-b6af-d38053dd8dc7', 'name': '', 'network_id': '221ada90-6e55-43d0-9545-a3a5c25a6efe', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'mac_address': 'fa:16:3e:30:9b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '62019697-93c7-4770-a735-5cc2f0297a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:47:03Z', 'updated_at': '2021-11-10T16:47:16Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'subnets': [{'id': '62019697-93c7-4770-a735-5cc2f0297a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:58:50.921622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48730) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:50.975592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e6ba3b70-8f01-4c68-8cb6-9c12b7659a17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=076ccec4fa7a46ca8cda522f6b2c79a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524540 Nov 10 16:58:50.979648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48734) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:51.067164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f76de437-6371-41ed-ba2e-81a6c8860dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.104700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f76de437-6371-41ed-ba2e-81a6c8860dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.122265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403658cd-ab15-472c-9082-78007e6102e2 req-e9f2a0bf-65b6-4026-a6a2-ce87d31e9336 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:51.130801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-403658cd-ab15-472c-9082-78007e6102e2 req-e9f2a0bf-65b6-4026-a6a2-ce87d31e9336 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.0943615 Nov 10 16:58:51.211047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-403658cd-ab15-472c-9082-78007e6102e2 req-f8fe4c7f-b6a9-461c-b3e7-4c6176a47869 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791183 Nov 10 16:58:51.239856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd33f8-6ca3-42d0-b8ff-43f6f3b2a61d None None] New status for floating IP 3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:58:51.272043 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f76de437-6371-41ed-ba2e-81a6c8860dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.274899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f76de437-6371-41ed-ba2e-81a6c8860dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.276104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f76de437-6371-41ed-ba2e-81a6c8860dce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00a1db2b-06dc-4523-a566-1817dbfb8eb7 HTTP/1.1" status: 204 len: 168 time: 0.2953672 Nov 10 16:58:51.284944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76de437-6371-41ed-ba2e-81a6c8860dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a1db2b-06dc-4523-a566-1817dbfb8eb7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:51.307708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 48752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:51.372468 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8582ac5-6749-475e-bf39-69839e7c5250 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.408219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8582ac5-6749-475e-bf39-69839e7c5250 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.599716 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8582ac5-6749-475e-bf39-69839e7c5250 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.602298 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8582ac5-6749-475e-bf39-69839e7c5250 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.603586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e8582ac5-6749-475e-bf39-69839e7c5250 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0a59c9a-d78f-4459-bfa7-42677503689a HTTP/1.1" status: 204 len: 168 time: 0.2946377 Nov 10 16:58:51.606971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48764) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:51.613356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8582ac5-6749-475e-bf39-69839e7c5250 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a59c9a-d78f-4459-bfa7-42677503689a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:51.624193 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-61b94b17-d625-4833-83bb-4cccfb99424c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] show failed (client error): The resource could not be found. Nov 10 16:58:51.624193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-61b94b17-d625-4833-83bb-4cccfb99424c tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "GET /v2.0/security-groups/d0a59c9a-d78f-4459-bfa7-42677503689a HTTP/1.1" status: 404 len: 347 time: 0.0132990 Nov 10 16:58:51.627050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 48766) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:51.763534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Deleting port a8f3c67b-e28d-465c-8cfa-e4a577544982 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:58:51.763958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.862159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.862745 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:51.883413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Calling delete_port for a8f3c67b-e28d-465c-8cfa-e4a577544982 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:58:52.176816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:52.214362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Pushing event deleted for resources: {'Port': ['ID=a8f3c67b-e28d-465c-8cfa-e4a577544982,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:52.245130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:58:52.285095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 6743c0d8-52f9-4972-8fc8-d757bae83712 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:58:52.285437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6743c0d8-52f9-4972-8fc8-d757bae83712 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:58:52.290244 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:52.292871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:52.298128 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ae899231-c515-4bb0-b567-6b2ca86342e5 tempest-AttachVolumeShelveTestJSON-1456541885 tempest-AttachVolumeShelveTestJSON-1456541885-project] 10.222.0.62 "DELETE /v2.0/floatingips/3be49fa7-f0ff-4a9e-8667-ebdbf5afe4e6 HTTP/1.1" status: 204 len: 168 time: 0.6657343 Nov 10 16:58:52.355533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c407cc7-09b1-46a8-a00f-c7564d8efe61 req-d50a4b37-98bd-494b-aa13-c05ee8270397 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:52.357280 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c407cc7-09b1-46a8-a00f-c7564d8efe61 req-d50a4b37-98bd-494b-aa13-c05ee8270397 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.0626204 Nov 10 16:58:52.440114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c407cc7-09b1-46a8-a00f-c7564d8efe61 req-2ad72942-c220-475f-ad4d-1c7c8226a771 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685735 Nov 10 16:58:53.650378 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e40be39d-784f-49a7-8417-00182a47a4a0 req-9b628603-493a-43b6-b4dd-b32b7fea87a3 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0481770 Nov 10 16:58:53.714714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfd51f-2118-4d9a-ba0b-86760a51dbb4 req-5652a953-d575-49e4-b81a-6e18c787eaf1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:53.716577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f9cfd51f-2118-4d9a-ba0b-86760a51dbb4 req-5652a953-d575-49e4-b81a-6e18c787eaf1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.1354778 Nov 10 16:58:53.781692 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f9cfd51f-2118-4d9a-ba0b-86760a51dbb4 req-b7275a81-8c06-4b0d-a36a-b2c0a1489abe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569825 Nov 10 16:58:54.244825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:58:54.371337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:54.383255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'port_id': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'mac_address': 'fa:16:3e:ea:41:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:58:54.421699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:54.447992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f992ee-4ea2-4d35-b22c-14eba7902550 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:58:54.478678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:54.554452 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:54.631864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:54.746601 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a01048c4-9944-48ef-8543-5f2c06613999 req-dfe6f5cf-f8fc-4a4d-850a-18bf910ba728 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0331905 Nov 10 16:58:54.887715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d9f992ee-4ea2-4d35-b22c-14eba7902550'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:58:54.935803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6839839-893b-4992-a0e6-aa2b9738e913 req-a2062b0c-e198-479d-8a31-fd973428a585 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:54.940088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6839839-893b-4992-a0e6-aa2b9738e913 req-a2062b0c-e198-479d-8a31-fd973428a585 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 944 time: 0.0703590 Nov 10 16:58:55.047429 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6839839-893b-4992-a0e6-aa2b9738e913 req-b89a8ac4-ef03-44aa-bd0a-6d8fac45e20c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818260 Nov 10 16:58:55.872332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8082d1c3-cc96-4dc4-ad5c-b4cedda5c4bb req-10092787-b05e-4b36-9b12-8ef57ed77dc3 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0294943 Nov 10 16:58:56.047366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49026) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:56.239738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7c73c9e-9890-499c-937a-2cd691568aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.245223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:58:56.276120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94e9e5-b659-4f7b-ac34-27d11e486e52 req-de7e83d4-3537-4d81-bff0-b52f94c72dfe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:56.277900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac94e9e5-b659-4f7b-ac34-27d11e486e52 req-de7e83d4-3537-4d81-bff0-b52f94c72dfe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 944 time: 0.1227422 Nov 10 16:58:56.353647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac94e9e5-b659-4f7b-ac34-27d11e486e52 req-c3c8d9a9-0b77-4d74-b8f2-8a8c733252ec tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666883 Nov 10 16:58:56.409240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7c73c9e-9890-499c-937a-2cd691568aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.414825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d9f992ee-4ea2-4d35-b22c-14eba7902550 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:58:56.419279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d9f992ee-4ea2-4d35-b22c-14eba7902550 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:58:56.423118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.517231 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.525458 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7c73c9e-9890-499c-937a-2cd691568aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.549784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:58:56.552221 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd78e9c-8639-4dcf-8b6b-cd9751570fed" -d '{"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-plugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:58:56.576384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:58:56.597813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c73c9e-9890-499c-937a-2cd691568aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d53ca4c-c938-4a32-b90a-8765c3ed3380,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:56.609632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f7c73c9e-9890-499c-937a-2cd691568aa1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b45769e2e75040718a287aa1e34ce35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5574450 Nov 10 16:58:56.610596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:56.691109 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.737749 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e859e81c-e204-4115-bbed-4f740d0b3e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.784351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e859e81c-e204-4115-bbed-4f740d0b3e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.794685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:56.930605 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e859e81c-e204-4115-bbed-4f740d0b3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.933241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e859e81c-e204-4115-bbed-4f740d0b3e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:56.937382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e859e81c-e204-4115-bbed-4f740d0b3e0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d53ca4c-c938-4a32-b90a-8765c3ed3380 HTTP/1.1" status: 204 len: 168 time: 0.3230352 Nov 10 16:58:56.959591 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb13a00-212b-42fd-bea6-adcd0ac4506c x-openstack-request-id: req-feb13a00-212b-42fd-bea6-adcd0ac4506c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:58:56.964844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859e81c-e204-4115-bbed-4f740d0b3e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d53ca4c-c938-4a32-b90a-8765c3ed3380,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:56.965140 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-plugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:58:56.965140 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-feb13a00-212b-42fd-bea6-adcd0ac4506c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:58:56.965140 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'code': 200} Nov 10 16:58:57.005902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-165ffa39-9727-4d34-b6a8-95f24d3829d3 req-850b89f1-71ce-410c-ab39-503943584855 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0435572 Nov 10 16:58:57.115944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a388-2a3a-4364-a965-7ce89fe4ba48 req-15cebedd-4f56-4e24-a7c5-8c33a641e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:57.117411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91a8a388-2a3a-4364-a965-7ce89fe4ba48 req-15cebedd-4f56-4e24-a7c5-8c33a641e382 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1097 time: 0.0554097 Nov 10 16:58:57.167970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91a8a388-2a3a-4364-a965-7ce89fe4ba48 req-e8bc76ab-e56d-478d-9039-537c6864bede service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416284 Nov 10 16:58:57.476504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1af9-65af-498f-9f79-c2f59b1e3a77 req-c18b1195-b2a4-4a8c-90b7-2d29c5a7dd16 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:57.478458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2bc1af9-65af-498f-9f79-c2f59b1e3a77 req-c18b1195-b2a4-4a8c-90b7-2d29c5a7dd16 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0510547 Nov 10 16:58:57.559505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2bc1af9-65af-498f-9f79-c2f59b1e3a77 req-ac4f12e9-c3e5-4e9e-b86d-a549551cf052 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744588 Nov 10 16:58:57.609341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:57.624059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-faac4727-d118-4a3d-b3c9-27f984de0a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:57.718630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-faac4727-d118-4a3d-b3c9-27f984de0a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:57.725944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa58d31-e351-4827-a5a1-6619b9881788 req-2204d376-9683-4a23-aa8b-a85773935311 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0276651 Nov 10 16:58:57.816331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-faac4727-d118-4a3d-b3c9-27f984de0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:57.856670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac4727-d118-4a3d-b3c9-27f984de0a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6db83d5-be5b-4545-98ff-e89be357ec97,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:57.865602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-faac4727-d118-4a3d-b3c9-27f984de0a70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69ae1562e68e493d99da56b7c462bdf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550447 Nov 10 16:58:57.868063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:57.927746 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ea177f3-9bc3-4fa6-abe0-72e13592fbd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:57.952979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ea177f3-9bc3-4fa6-abe0-72e13592fbd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:58.097377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ea177f3-9bc3-4fa6-abe0-72e13592fbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:58.100287 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ea177f3-9bc3-4fa6-abe0-72e13592fbd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:58:58.101481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7ea177f3-9bc3-4fa6-abe0-72e13592fbd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d6db83d5-be5b-4545-98ff-e89be357ec97 HTTP/1.1" status: 204 len: 168 time: 0.2324417 Nov 10 16:58:58.551682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54e53abf-22fc-472b-8b65-4eab8a342bc6 req-ff970e59-1b68-4219-be16-0b312cca60e8 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.4647517 Nov 10 16:58:58.561375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea177f3-9bc3-4fa6-abe0-72e13592fbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6db83d5-be5b-4545-98ff-e89be357ec97,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:58:58.739451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a6eca-b96e-4171-9d70-c75a35843ffd req-22202f0c-c0b6-4362-8f82-263ce927cc39 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:58:58.744373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a8a6eca-b96e-4171-9d70-c75a35843ffd req-22202f0c-c0b6-4362-8f82-263ce927cc39 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0812576 Nov 10 16:58:58.835500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a8a6eca-b96e-4171-9d70-c75a35843ffd req-b9a73ea3-6e3d-4723-a1b2-e073d7ee3a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814714 Nov 10 16:58:59.735005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d225a1e-4f05-4b8c-97fd-8a5c513b6d25 req-f99105ab-ae3f-49b1-acd2-38ca88c188fe tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0352407 Nov 10 16:58:59.874549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:58:59.993869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474d46c-1942-4613-941d-8c8e75a1fd60 req-c8ae968a-d849-460d-97b8-a0491bf70333 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:00.003464 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d474d46c-1942-4613-941d-8c8e75a1fd60 req-c8ae968a-d849-460d-97b8-a0491bf70333 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0683548 Nov 10 16:59:00.072736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d474d46c-1942-4613-941d-8c8e75a1fd60 req-cbf8e3ef-7112-4877-afd1-4c44d4944b53 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638700 Nov 10 16:59:00.081964 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace4963c-4fd6-4d60-8d9b-88a58ca23654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.172938 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace4963c-4fd6-4d60-8d9b-88a58ca23654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.195642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be2493-064d-498a-9bd4-9ada0356abe9 req-44d682fd-a761-411f-b811-c7b4fe6e9671 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:00.197223 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3be2493-064d-498a-9bd4-9ada0356abe9 req-44d682fd-a761-411f-b811-c7b4fe6e9671 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0589960 Nov 10 16:59:00.251234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace4963c-4fd6-4d60-8d9b-88a58ca23654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.253672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3be2493-064d-498a-9bd4-9ada0356abe9 req-a1db9209-49e0-42d5-8150-096210d8a6c6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500038 Nov 10 16:59:00.294604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:00.315592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ace4963c-4fd6-4d60-8d9b-88a58ca23654 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f67c792b37f94844b2c7ecf14e2aae4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380646 Nov 10 16:59:00.318161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49128) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:00.330641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4963c-4fd6-4d60-8d9b-88a58ca23654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a0db9e-b3f4-4b47-9d4d-f8905b83a203,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:00.359735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8b241-3549-4142-9722-3a64118f3387 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:00.362287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a0e8b241-3549-4142-9722-3a64118f3387 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1092 time: 0.0633640 Nov 10 16:59:00.365095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:00.370356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:00.418155 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef92a649-fcc7-461a-b317-30abb4fcc2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.446654 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef92a649-fcc7-461a-b317-30abb4fcc2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.473523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.580679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef92a649-fcc7-461a-b317-30abb4fcc2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.583324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef92a649-fcc7-461a-b317-30abb4fcc2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.584486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef92a649-fcc7-461a-b317-30abb4fcc2f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81a0db9e-b3f4-4b47-9d4d-f8905b83a203 HTTP/1.1" status: 204 len: 168 time: 0.2650645 Nov 10 16:59:00.584714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:00.604582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92a649-fcc7-461a-b317-30abb4fcc2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a0db9e-b3f4-4b47-9d4d-f8905b83a203,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:00.818960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.25.3.46 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/075ce02e-acae-4112-9546-fd8292707e17) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:00.835221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49152) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:00.976248 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:01.092472 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:01.131237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6c34ae1-9796-4782-b357-a40148ef4911 req-0ce0c369-69bc-44a8-b440-05a0f88fedf1 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0514064 Nov 10 16:59:01.197316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:01.206707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:01.210546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:01.237652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=075ce02e-acae-4112-9546-fd8292707e17,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:01.645399 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da25901c-fa36-4206-b404-c0d1352ae024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:01.743877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:01.822268 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:01.965913 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:02.072442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Deleting port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:02.072792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:02.176678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] For port 0e780cc1-7e83-4cec-b6af-d38053dd8dc7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:02.177321 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:02.193911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:02.194722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Calling delete_port for 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:02.300692 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80b932dc-c71b-40b2-88c7-d17adc5352bc req-fb890514-8a0b-4f19-8161-38c5b618f08d tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0462947 Nov 10 16:59:02.301642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:02.413748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=075ce02e-acae-4112-9546-fd8292707e17,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:02.416347 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:02.528871 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Floating IP 5187010e-3c71-4ceb-b1fa-0ade31995636 associated. External IP: 172.25.3.46, port: d9f992ee-4ea2-4d35-b22c-14eba7902550. Nov 10 16:59:02.530856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:02.561882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e780cc1-7e83-4cec-b6af-d38053dd8dc7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:02.791911 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:02.834591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:02.975409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:02.986811 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] Sync routers for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:03.011498 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:03.012350 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:03.076552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:03.077047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:03.130907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-655347fb-42db-450a-a83a-f999b15b3f40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7645049 Nov 10 16:59:03.131728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:59:03.145683 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c1a35-65ae-45d3-b9a2-302ee74f13a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:59:03.194746 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34782a0f-4ad2-490c-823e-4f60ccd23ceb x-openstack-request-id: req-34782a0f-4ad2-490c-823e-4f60ccd23ceb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:59:03.195368 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:59:03.195368 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34782a0f-4ad2-490c-823e-4f60ccd23ceb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:59:03.195828 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'status': 'completed', 'code': 200} Nov 10 16:59:03.197232 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:03.258180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:03.268446 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a20a421-9338-4808-8fd5-33f7a2b15363 admin admin] 10.222.0.62 "PUT /v2.0/routers/0af4c06b-e545-4ec6-88bc-b60bc3cce413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4309037 Nov 10 16:59:03.274089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] Sync routers for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:03.283450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49208) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:03.295630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:03.296598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:03.388128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-91468926-24b8-429f-af8f-517a97f3060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:03.390981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-91468926-24b8-429f-af8f-517a97f3060d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1097 time: 0.1672587 Nov 10 16:59:03.421991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ed4de-df7f-414a-9567-e4e0ed481a55 req-f1358cea-e628-4ca5-bf0a-a9a383f7fa1f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:03.430634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-148ed4de-df7f-414a-9567-e4e0ed481a55 req-f1358cea-e628-4ca5-bf0a-a9a383f7fa1f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.1675425 Nov 10 16:59:03.532517 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06ec053e-6ded-4349-ae7a-85e4b2e9ce2a req-7302f6a5-f2fd-4c82-81b0-3391bc6a83b4 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0458920 Nov 10 16:59:03.563757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-148ed4de-df7f-414a-9567-e4e0ed481a55 req-2afa631a-bccf-42b3-93bb-75777be6bfb1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288264 Nov 10 16:59:03.576496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:03.578086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49214) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:03.586164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-6ac4e1ae-9df4-4414-b826-5f43fbec8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:03.589875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-6ac4e1ae-9df4-4414-b826-5f43fbec8f2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1868486 Nov 10 16:59:03.605738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:03.615222 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5187010e-3c71-4ceb-b1fa-0ade31995636', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'port_id': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'mac_address': 'fa:16:3e:ea:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff11489-d676-407b-96cb-1571d47fbef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:59:01Z', 'updated_at': '2021-11-10T16:59:01Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:43Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:03.645492 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] Checking router: 9f1e902e-cb9e-41b8-8813-8c6b7c57146b for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:59:03.655864 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:03.656576 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:58:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:03.741508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-7dd3ca12-1904-41e9-a55a-4c236dceb601 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 998 time: 0.1434662 Nov 10 16:59:03.761537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6aed201c-3c68-4468-90d8-2bc71b2ce747 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/5187010e-3c71-4ceb-b1fa-0ade31995636 HTTP/1.1" status: 200 len: 990 time: 0.1802173 Nov 10 16:59:03.785609 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:03.823529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-071740db-4074-481c-a3e3-1824d10ccbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:03.825914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-071740db-4074-481c-a3e3-1824d10ccbbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.0771823 Nov 10 16:59:03.863756 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:03.931458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-6aca8c54-cf6a-46e9-8a52-c4c9a5e33d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:03.935038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Deleting port bfcf783e-0feb-4caa-8272-7474515be387 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:03.935798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:03.936045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-6aca8c54-cf6a-46e9-8a52-c4c9a5e33d05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027999 Nov 10 16:59:03.942254 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0d4d-883d-4d4e-91d4-b5f5a9976e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:03.949721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:59:02Z', 'revision_number': 5, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port': {'id': 'bfcf783e-0feb-4caa-8272-7474515be387', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:46:53Z', 'updated_at': '2021-11-10T16:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:03.987998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] Checking router: 0af4c06b-e545-4ec6-88bc-b60bc3cce413 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:59:04.015628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] Routers {'0af4c06b-e545-4ec6-88bc-b60bc3cce413'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:04.018488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:04.110636 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] For port bfcf783e-0feb-4caa-8272-7474515be387, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bfcf783e-0feb-4caa-8272-7474515be387,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:04.111644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:04.127264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Calling delete_port for bfcf783e-0feb-4caa-8272-7474515be387 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:04.159254 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-3d407950-7d13-4193-8578-b46f4a70d8d8 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110636 Nov 10 16:59:04.253899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] Set router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:04.339540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-732c1a35-65ae-45d3-b9a2-302ee74f13a3 req-5bfe15dc-4ed2-4d7b-96e1-0ba5ab02ab1d service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762226 Nov 10 16:59:04.362171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:59:03Z', 'revision_number': 6, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:04.363060 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5187010e-3c71-4ceb-b1fa-0ade31995636', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'port_id': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'mac_address': 'fa:16:3e:ea:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff11489-d676-407b-96cb-1571d47fbef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:59:01Z', 'updated_at': '2021-11-10T16:59:01Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:43Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:04.393260 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5743a7-58cc-4ed0-9004-1ead48c135fb None None] The sync data for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 is: [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5187010e-3c71-4ceb-b1fa-0ade31995636', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'port_id': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'mac_address': 'fa:16:3e:ea:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff11489-d676-407b-96cb-1571d47fbef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:59:01Z', 'updated_at': '2021-11-10T16:59:01Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:43Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:04.427742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af71dd-d1fc-4bf1-a43f-b0f1b69cab90 None None] The sync data for ids ['0af4c06b-e545-4ec6-88bc-b60bc3cce413'] in n-d-714676-11 is: [{'id': '0af4c06b-e545-4ec6-88bc-b60bc3cce413', 'name': 'tempest-AttachVolumeShelveTestJSON-480987433-router', 'tenant_id': '5b1142c45c73441db9c409a7a0fe61a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:46:52Z', 'updated_at': '2021-11-10T16:59:03Z', 'revision_number': 6, 'project_id': '5b1142c45c73441db9c409a7a0fe61a3', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:04.519476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:04.519992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:04.558877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcf783e-0feb-4caa-8272-7474515be387,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:04.574480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2391a295-9902-43c7-9704-c9f73c5a44f8 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:04.661309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:04.691454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41c33fe8-e5ae-4d83-b132-6e98c7b4bd4f req-a6087e8b-0ba0-404f-bc17-25e1f078dd32 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0524611 Nov 10 16:59:04.758094 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee494824-22fa-44f2-b6a0-b99e1c1fadea None None] New status for floating IP 5187010e-3c71-4ceb-b1fa-0ade31995636: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:59:04.758914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:04.765551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:04.789708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:04.792262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:04.848971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f5f7bd66-fd15-48f2-9927-0b8b3d28ebd2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/5187010e-3c71-4ceb-b1fa-0ade31995636 HTTP/1.1" status: 200 len: 990 time: 0.0805712 Nov 10 16:59:04.920221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:04.961152 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:04.961759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af4c06b-e545-4ec6-88bc-b60bc3cce413 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:59:04.966559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:04.970103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0da0547b-ce7c-4b3d-b685-86398e1248b1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0af4c06b-e545-4ec6-88bc-b60bc3cce413 HTTP/1.1" status: 204 len: 168 time: 1.6830502 Nov 10 16:59:04.970634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49240) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:05.027290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e2fea4-ef73-4aa2-b360-82e27b84728b admin admin] Deleting subnet 62019697-93c7-4770-a735-5cc2f0297a24 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:59:05.030623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e2fea4-ef73-4aa2-b360-82e27b84728b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.033736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.068613 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e2fea4-ef73-4aa2-b360-82e27b84728b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.074447 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.148375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Allocated IP 172.25.3.218 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/33b04403-2918-47f8-a79c-aa05d9ee7fa0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:05.158684 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e2fea4-ef73-4aa2-b360-82e27b84728b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.256387 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.278345 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e2fea4-ef73-4aa2-b360-82e27b84728b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.311084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2fea4-ef73-4aa2-b360-82e27b84728b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62019697-93c7-4770-a735-5cc2f0297a24,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:05.315574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49e2fea4-ef73-4aa2-b360-82e27b84728b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.319223 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-49e2fea4-ef73-4aa2-b360-82e27b84728b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/62019697-93c7-4770-a735-5cc2f0297a24 HTTP/1.1" status: 204 len: 168 time: 0.3469536 Nov 10 16:59:05.321319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49244) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:05.321682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99ad2b-cb24-4c92-945f-a317bb061b96 None None] Network 221ada90-6e55-43d0-9545-a3a5c25a6efe requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:05.358394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.399846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.400892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:05.405980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:05.414146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:05.440633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'Port': ['ID=33b04403-2918-47f8-a79c-aa05d9ee7fa0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:05.457566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Deleting port d145b69d-d9b4-4eca-b1db-da22d1087a7f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:05.457904 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.521190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.531093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] For port d145b69d-d9b4-4eca-b1db-da22d1087a7f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d145b69d-d9b4-4eca-b1db-da22d1087a7f,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:05.531501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.545413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Calling delete_port for d145b69d-d9b4-4eca-b1db-da22d1087a7f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:05.545683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] DHCP port deletion for 221ada90-6e55-43d0-9545-a3a5c25a6efe request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:05.609686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] Deleting port d145b69d-d9b4-4eca-b1db-da22d1087a7f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:05.610859 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.616833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.679565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] For port d145b69d-d9b4-4eca-b1db-da22d1087a7f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d145b69d-d9b4-4eca-b1db-da22d1087a7f,segment=NetworkSegment(e3f5091c-36c3-4de6-b17d-459c5ec823c6),segment_id=e3f5091c-36c3-4de6-b17d-459c5ec823c6)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:05.679780 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.697501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] Calling delete_port for d145b69d-d9b4-4eca-b1db-da22d1087a7f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:05.755050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.787955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.790373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d145b69d-d9b4-4eca-b1db-da22d1087a7f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:05.792698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] No DVR routers for this DVR port d145b69d-d9b4-4eca-b1db-da22d1087a7f on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:05.801948 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.824307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] Pushing event deleted for resources: {'Port': ['ID=d145b69d-d9b4-4eca-b1db-da22d1087a7f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:05.826138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42742c68-0eba-4f8f-b321-6e3c259fa1a4 None None] No DVR routers for this DVR port d145b69d-d9b4-4eca-b1db-da22d1087a7f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:05.840404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cba23224-a918-45ee-a3f0-f47d7ab5fcaa req-e4f9a649-066a-4b48-b6d5-1ce589898a27 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0487149 Nov 10 16:59:05.853446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:05.888804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.900718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.909902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221ada90-6e55-43d0-9545-a3a5c25a6efe']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:05.919267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f5091c-36c3-4de6-b17d-459c5ec823c6') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:05.919589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f5091c-36c3-4de6-b17d-459c5ec823c6') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:05.935459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.961390 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.967485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:59:05.968583 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:05.977726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-231778fc-07f8-4808-9883-06c44dbce362 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/5187010e-3c71-4ceb-b1fa-0ade31995636 HTTP/1.1" status: 200 len: 992 time: 0.1229300 Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:59:05.980190 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:59:06.011611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'Port': ['ID=33b04403-2918-47f8-a79c-aa05d9ee7fa0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:06.012941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.074182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.075572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cb34d25e-b226-4cee-b70c-017fde091f38 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5543053 Nov 10 16:59:06.082134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49258) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:06.090674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1947640653'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:06.098522 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.105807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.112208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/221ada90-6e55-43d0-9545-a3a5c25a6efe HTTP/1.1" status: 204 len: 168 time: 0.7896411 Nov 10 16:59:06.136070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdda4aa-bc1a-42a1-b888-03c91929aea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=221ada90-6e55-43d0-9545-a3a5c25a6efe,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:06.220913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Made reservation on behalf of 31aaa23e1f444302bdbfb674b5e6f134 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:06.224787 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.233629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.307938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.404880 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.434694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:59:06.446814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.449353 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Added segment 859031af-0ad0-4349-a1ea-564e9756e140 of type vlan for network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 Nov 10 16:59:06.463700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5557bc-aab4-4a77-83ed-e1b136139ebc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:06.490884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bfcf783e-0feb-4caa-8272-7474515be387 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:06.507750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.512680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: bfcf783e-0feb-4caa-8272-7474515be387 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:06.513025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bfcf783e-0feb-4caa-8272-7474515be387 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:06.513758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d145b69d-d9b4-4eca-b1db-da22d1087a7f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:06.538552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d145b69d-d9b4-4eca-b1db-da22d1087a7f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:06.538552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d145b69d-d9b4-4eca-b1db-da22d1087a7f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:06.538552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:06.557612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:06.558371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0e780cc1-7e83-4cec-b6af-d38053dd8dc7 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:06.577593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49266) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:06.616000 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-138bc02d-4f0f-4e6a-86a8-7a719ceb7712 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b1142c45c73441db9c409a7a0fe61a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433934 Nov 10 16:59:06.618473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:06.632514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.638334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:06.640403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.728012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'Network': ['ID=6f429791-1e1c-49c5-bdc7-9eebfcb38da3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:06.740723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:59:06.744965 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c958c185-4891-4020-a458-29c0705abda5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.773827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c6b05fce-be43-430e-ad43-617170c75368 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6873603 Nov 10 16:59:06.773827 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c958c185-4891-4020-a458-29c0705abda5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.774797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49270) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:06.784975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Request body: {'subnet': {'network_id': '6f429791-1e1c-49c5-bdc7-9eebfcb38da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:06.799459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.953920 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c958c185-4891-4020-a458-29c0705abda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.956706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c958c185-4891-4020-a458-29c0705abda5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:06.960567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c958c185-4891-4020-a458-29c0705abda5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20eb7491-7427-4fac-adca-2944815058c1 HTTP/1.1" status: 204 len: 168 time: 0.3385916 Nov 10 16:59:06.967614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d58eaf2-7571-411e-b7eb-c6e5be6b4ae2 req-bd52491c-cc7d-43ca-8407-e558135fcce1 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0296712 Nov 10 16:59:06.969874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958c185-4891-4020-a458-29c0705abda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb7491-7427-4fac-adca-2944815058c1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:06.988621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Made reservation on behalf of 31aaa23e1f444302bdbfb674b5e6f134 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:06.999726 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:07.245858 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:07.319703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'Subnet': ['ID=38b0846c-23dc-4777-a0df-184760782560,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:07.342402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Checking segment: {'id': '859031af-0ad0-4349-a1ea-564e9756e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f429791-1e1c-49c5-bdc7-9eebfcb38da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:07.342533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Network hostable DHCP agents. Network: 6f429791-1e1c-49c5-bdc7-9eebfcb38da3, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:59:07.439514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:59:07.507816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 6f429791-1e1c-49c5-bdc7-9eebfcb38da3) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:07.512373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:07.513083 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:07.521447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f371064-7a66-4d9b-b887-9c61224fc870 None None] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:07.577204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:07.605463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bb83884c-d418-4513-ac24-e0153b88577c tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8272333 Nov 10 16:59:07.605814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:07.612210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1056409523', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:07.683534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-6f429791-1e1c-49c5-bdc7-9eebfcb38da3', 'network_id': '6f429791-1e1c-49c5-bdc7-9eebfcb38da3', 'tenant_id': '31aaa23e1f444302bdbfb674b5e6f134', 'fixed_ips': [{'subnet_id': '38b0846c-23dc-4777-a0df-184760782560'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:59:07.684692 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:07.729240 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:07.730554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:07.788691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:07.836095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Allocated IP 172.20.0.2 (6f429791-1e1c-49c5-bdc7-9eebfcb38da3/38b0846c-23dc-4777-a0df-184760782560/555c28a8-f37c-444f-87d1-de7e30aebb6a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:07.840633 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.025928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.043390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.092509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2929e068-9597-4c35-a2e6-0892450c2b39 req-0e0ea188-2dc5-4e58-9e7e-fe091a102c87 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0299232 Nov 10 16:59:08.119399 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.151048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49302) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:08.161673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:08.180915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:08.185621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:08.200314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Pushing event updated for resources: {'Port': ['ID=555c28a8-f37c-444f-87d1-de7e30aebb6a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:08.282362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1003458393-network', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:08.387901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Made reservation on behalf of 2916b2e18ef041e49498c1e615250fdb for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:08.390207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.401035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.441716 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.470136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.472575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Attempting to bind port 555c28a8-f37c-444f-87d1-de7e30aebb6a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:59:08.473111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Attempting to bind port 555c28a8-f37c-444f-87d1-de7e30aebb6a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '859031af-0ad0-4349-a1ea-564e9756e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f429791-1e1c-49c5-bdc7-9eebfcb38da3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:59:08.473486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Attempting to bind port 555c28a8-f37c-444f-87d1-de7e30aebb6a on network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:08.479225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:59:08.479989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Checking segment: {'id': '859031af-0ad0-4349-a1ea-564e9756e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f429791-1e1c-49c5-bdc7-9eebfcb38da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:08.480388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.480833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Bound using segment: {'id': '859031af-0ad0-4349-a1ea-564e9756e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f429791-1e1c-49c5-bdc7-9eebfcb38da3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:59:08.481373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Bound port: 555c28a8-f37c-444f-87d1-de7e30aebb6a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859031af-0ad0-4349-a1ea-564e9756e140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6f429791-1e1c-49c5-bdc7-9eebfcb38da3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:59:08.482024 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.486403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.546285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] For port 555c28a8-f37c-444f-87d1-de7e30aebb6a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:59:08.547047 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.550157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] For port 555c28a8-f37c-444f-87d1-de7e30aebb6a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=555c28a8-f37c-444f-87d1-de7e30aebb6a,segment=NetworkSegment(859031af-0ad0-4349-a1ea-564e9756e140),segment_id=859031af-0ad0-4349-a1ea-564e9756e140)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:59:08.570833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:59:08.587091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244bce26-1de8-4868-ba0b-6f9e1fe2e0c5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:08.588153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Allocated IP 172.25.3.199 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/46ca8f8e-c928-4c8c-bff9-0f1ad559adb8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:08.589966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.590303 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Added segment 2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2 of type vlan for network 491fc78a-f685-4e64-92ac-2e258898315d Nov 10 16:59:08.633144 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.633969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.695463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21113979-2e91-49d2-95d2-5e2439e335a7 None None] Pushing event updated for resources: {'Port': ['ID=555c28a8-f37c-444f-87d1-de7e30aebb6a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:08.736068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.743239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.744278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:08.744971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.824223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] Pushing event updated for resources: {'Network': ['ID=491fc78a-f685-4e64-92ac-2e258898315d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:08.835740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 491fc78a-f685-4e64-92ac-2e258898315d details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:59:08.856408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-520beac2-14b0-4c3c-9012-d89835655d98 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7013931 Nov 10 16:59:08.856585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49310) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:08.861912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Request body: {'subnet': {'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1003458393-subnet', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:08.898143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.978858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Made reservation on behalf of 2916b2e18ef041e49498c1e615250fdb for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:08.983384 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:08.989657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:08.992784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:08.995267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:09.013749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb8be93-8a1d-4b67-849b-fd944d5df583 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:09.032457 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'Port': ['ID=46ca8f8e-c928-4c8c-bff9-0f1ad559adb8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:09.121712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3db8d9cd-d6e6-49bb-bff6-c7981bc2bf3a None None] Provisioning complete for port 46ca8f8e-c928-4c8c-bff9-0f1ad559adb8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:09.124185 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3db8d9cd-d6e6-49bb-bff6-c7981bc2bf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:09.184539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3db8d9cd-d6e6-49bb-bff6-c7981bc2bf3a None None] Port 46ca8f8e-c928-4c8c-bff9-0f1ad559adb8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:09.244648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cec14f36-a96a-4a78-8747-ab2eef60d213 req-647fe196-c4a0-4df4-bc08-824402fa677c tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0363255 Nov 10 16:59:09.335837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:09.407670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36694fbe-35a6-418d-adf6-541454a56c02,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:09.417892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Checking segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:09.418251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Network hostable DHCP agents. Network: 491fc78a-f685-4e64-92ac-2e258898315d, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:59:09.512860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Network 491fc78a-f685-4e64-92ac-2e258898315d is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:59:09.586937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 491fc78a-f685-4e64-92ac-2e258898315d) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:09.599364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad2184-30cd-4dfd-b681-a1bb7ae02f87 None None] Network 491fc78a-f685-4e64-92ac-2e258898315d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:09.613670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:09.614569 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:09.697796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-13d503bc-6b81-4edd-8a6a-2e019f462754 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8400996 Nov 10 16:59:09.702731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49318) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:09.708005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:09.800985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-491fc78a-f685-4e64-92ac-2e258898315d', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:59:09.802037 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:09.828140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:09.829939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:09.844825 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:09.914875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:09.952504 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Allocated IP 172.20.0.2 (491fc78a-f685-4e64-92ac-2e258898315d/36694fbe-35a6-418d-adf6-541454a56c02/b92775bd-3e6a-440c-895c-dd85edc29105) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:10.070172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a30a47a-cfc3-4885-93da-a1cfc060ad4b None None] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:10.134887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.209187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ef7bb6f2-d735-4308-9af8-5b657e733c3e None None] Provisioning complete for port 555c28a8-f37c-444f-87d1-de7e30aebb6a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:10.209574 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb6f2-d735-4308-9af8-5b657e733c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.249749 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.341118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb6f2-d735-4308-9af8-5b657e733c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.346545 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.401039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40d41f00-65ed-460f-88a5-72cc0d22c2b6 req-a66932b4-ce1b-4673-ac4a-bb34f7803ae9 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0335469 Nov 10 16:59:10.421322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Router 85c3f8fc-80f3-420c-880c-488572ed56a6 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:59:10.421469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Network 491fc78a-f685-4e64-92ac-2e258898315d is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:10.445791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:10.482264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:10.499474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Pushing event updated for resources: {'Port': ['ID=b92775bd-3e6a-440c-895c-dd85edc29105,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:10.518706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ef7bb6f2-d735-4308-9af8-5b657e733c3e None None] For port 555c28a8-f37c-444f-87d1-de7e30aebb6a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=555c28a8-f37c-444f-87d1-de7e30aebb6a,segment=NetworkSegment(859031af-0ad0-4349-a1ea-564e9756e140),segment_id=859031af-0ad0-4349-a1ea-564e9756e140)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:10.606844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb6f2-d735-4308-9af8-5b657e733c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.711024 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.722410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:10.722715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bb6f2-d735-4308-9af8-5b657e733c3e None None] Pushing event updated for resources: {'Port': ['ID=555c28a8-f37c-444f-87d1-de7e30aebb6a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:10.725756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 555c28a8-f37c-444f-87d1-de7e30aebb6a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:10.733029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.756490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e3125-7017-477a-b22a-dcabea527cb0 None None] Sync routers for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:10.762799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Attempting to bind port b92775bd-3e6a-440c-895c-dd85edc29105 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:59:10.763163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Attempting to bind port b92775bd-3e6a-440c-895c-dd85edc29105 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:59:10.763556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Attempting to bind port b92775bd-3e6a-440c-895c-dd85edc29105 on network 491fc78a-f685-4e64-92ac-2e258898315d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:10.776134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:59:10.776496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Checking segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:10.776892 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.777285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Bound using segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:59:10.777759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Bound port: b92775bd-3e6a-440c-895c-dd85edc29105, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:59:10.778130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.809810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e3125-7017-477a-b22a-dcabea527cb0 None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:10.811009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0d3e3125-7017-477a-b22a-dcabea527cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:10.884458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:10.884930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0d3e3125-7017-477a-b22a-dcabea527cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:10.888493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-168aa44c-a05b-4b09-a01a-51e49bb6b974 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2789159 Nov 10 16:59:10.888493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:10.914323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e3125-7017-477a-b22a-dcabea527cb0 None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:10.915135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0d3e3125-7017-477a-b22a-dcabea527cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:10.966474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 555c28a8-f37c-444f-87d1-de7e30aebb6a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:10.967007 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.006222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0d3e3125-7017-477a-b22a-dcabea527cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:11.007520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e3125-7017-477a-b22a-dcabea527cb0 None None] The sync data for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:11.024171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] For port b92775bd-3e6a-440c-895c-dd85edc29105, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:59:11.052804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] For port b92775bd-3e6a-440c-895c-dd85edc29105, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b92775bd-3e6a-440c-895c-dd85edc29105,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:59:11.055954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3f3fe3d8-0557-4f15-ae3b-3429837991ff None None] Provisioning complete for port 555c28a8-f37c-444f-87d1-de7e30aebb6a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:11.056417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe3d8-0557-4f15-ae3b-3429837991ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.165795 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.205774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.236262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.253901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d26b3-a5e5-402a-a8c8-719b42db11a7 None None] Pushing event updated for resources: {'Port': ['ID=b92775bd-3e6a-440c-895c-dd85edc29105,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:11.396871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Allocated IP 172.25.3.150 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/aff4c098-ff7b-4778-8e85-a392c78131e7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:11.530799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.539114 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.674885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.691917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fcce54b1-06a6-40ce-b339-e513f5db66f4 req-ae6abaa9-38f2-406e-8bbf-a008a97f8c24 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0826576 Nov 10 16:59:11.719632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:11.727562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:11.732331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:11.739696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Pushing event updated for resources: {'Port': ['ID=aff4c098-ff7b-4778-8e85-a392c78131e7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:11.748605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7887c-68b4-4970-b194-21816a554de8 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:11.875204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3b5ca127-48ae-4827-9238-493f66550f32 None None] Provisioning complete for port aff4c098-ff7b-4778-8e85-a392c78131e7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:11.875899 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca127-48ae-4827-9238-493f66550f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:11.913056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ca127-48ae-4827-9238-493f66550f32 None None] Port aff4c098-ff7b-4778-8e85-a392c78131e7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:11.915234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Allocated IP 172.20.0.1 (6f429791-1e1c-49c5-bdc7-9eebfcb38da3/38b0846c-23dc-4777-a0df-184760782560/d3306889-8931-4ec6-a731-7234cc1ac4c9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:12.054119 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.116416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.148724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.219213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:12.226205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:12.226205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'Port': ['ID=d3306889-8931-4ec6-a731-7234cc1ac4c9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:12.230744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:12.320318 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.456647 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.545843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031d9fae-fc96-499f-b7f1-2a3877e9e7b7 None None] Network 491fc78a-f685-4e64-92ac-2e258898315d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:12.635970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.674555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] Provisioning complete for port d3306889-8931-4ec6-a731-7234cc1ac4c9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:12.674995 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.740106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 555c28a8-f37c-444f-87d1-de7e30aebb6a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:12.753426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Router 364e5b44-10c7-4dd0-841e-1a598ab24577 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 16:59:12.786150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] Port d3306889-8931-4ec6-a731-7234cc1ac4c9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:12.842614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f4a868b-81f3-4122-92c2-94c5416c821f req-a167db16-af1d-41f5-b040-237ed85ae224 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0580003 Nov 10 16:59:12.843901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] Provisioning complete for port b92775bd-3e6a-440c-895c-dd85edc29105 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:12.844548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.877336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 555c28a8-f37c-444f-87d1-de7e30aebb6a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:12.880088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:12.936168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:12.951535 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Sync routers for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:12.963901 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:12.964623 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:13.052621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.056594 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6265b76c-91ce-4bf4-890a-666521df0a5e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3500609 Nov 10 16:59:13.056751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.056843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49420) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:13.071968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.088841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b92775bd-3e6a-440c-895c-dd85edc29105 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:13.141848 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:13.147302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] For port b92775bd-3e6a-440c-895c-dd85edc29105, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b92775bd-3e6a-440c-895c-dd85edc29105,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:13.154097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.192695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b92775bd-3e6a-440c-895c-dd85edc29105 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:13.193080 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.245703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.302781 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.338741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9821c9c-fe98-42e8-9fde-b5f4e25a292d None None] Pushing event updated for resources: {'Port': ['ID=b92775bd-3e6a-440c-895c-dd85edc29105,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:13.404132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'Port': ['ID=d3306889-8931-4ec6-a731-7234cc1ac4c9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:13.436027 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:11Z', 'revision_number': 3, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:13.474289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fb9ee76d-d50a-4d0c-aac4-0b7d3d6e5974 None None] Provisioning complete for port b92775bd-3e6a-440c-895c-dd85edc29105 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:13.474977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee76d-d50a-4d0c-aac4-0b7d3d6e5974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.481657 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Checking router: 364e5b44-10c7-4dd0-841e-1a598ab24577 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:59:13.482199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:13.482364 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Updating router 364e5b44-10c7-4dd0-841e-1a598ab24577 port aff4c098-ff7b-4778-8e85-a392c78131e7 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:59:13.483683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:13.538694 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.657680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Router 85c3f8fc-80f3-420c-880c-488572ed56a6 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:13.754645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.788789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:13.798565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-60b809d3-507b-48a9-b1a2-d7b1340e7701 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "PUT /v2.0/routers/85c3f8fc-80f3-420c-880c-488572ed56a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9077077 Nov 10 16:59:13.800063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:13.803025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dd80d-4f7f-4a77-add1-6dc753876ede None None] Sync routers for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:13.810256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Request body: {'port': {'network_id': '6f429791-1e1c-49c5-bdc7-9eebfcb38da3', 'name': 'tempest-FloatingIPAdminTestJSON-406163351'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:13.861114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dd80d-4f7f-4a77-add1-6dc753876ede None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:13.861738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-048dd80d-4f7f-4a77-add1-6dc753876ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:13.915007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-048dd80d-4f7f-4a77-add1-6dc753876ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:13.920370 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.924589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-688826b5-161f-4785-8b35-c04a7954f3ed None None] Provisioning complete for port d3306889-8931-4ec6-a731-7234cc1ac4c9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:13.924954 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-688826b5-161f-4785-8b35-c04a7954f3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.980786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dd80d-4f7f-4a77-add1-6dc753876ede None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:13.981426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-048dd80d-4f7f-4a77-add1-6dc753876ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:13.982396 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:13.990452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Allocated IP 172.20.0.1 (491fc78a-f685-4e64-92ac-2e258898315d/36694fbe-35a6-418d-adf6-541454a56c02/6d542f80-5544-418a-8607-05664388d994) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:14.028957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144441f-d484-4410-837e-9f6b75e5c07d None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:14.029732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-048dd80d-4f7f-4a77-add1-6dc753876ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:14.030448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dd80d-4f7f-4a77-add1-6dc753876ede None None] The sync data for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:14.033060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-688826b5-161f-4785-8b35-c04a7954f3ed None None] Port d3306889-8931-4ec6-a731-7234cc1ac4c9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:14.063693 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Attempting to bind port aff4c098-ff7b-4778-8e85-a392c78131e7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:59:14.064289 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Attempting to bind port aff4c098-ff7b-4778-8e85-a392c78131e7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:59:14.064959 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Attempting to bind port aff4c098-ff7b-4778-8e85-a392c78131e7 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:14.066887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-839cc192-5f01-4ba7-927a-fa62344ba683 req-9eaec1dd-11e5-4a35-9640-dcd251cf6865 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0824893 Nov 10 16:59:14.067661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Made reservation on behalf of 31aaa23e1f444302bdbfb674b5e6f134 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:14.071091 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.072185 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:59:14.072839 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:14.073431 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.074046 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:59:14.074725 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Bound port: aff4c098-ff7b-4778-8e85-a392c78131e7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:59:14.075331 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.104469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] device_id is not set on port fa64b43b-39bc-453c-87ec-d4eadd289d15 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:59:14.109218 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5659d-17ec-480b-9553-f416b0ff0f3c None None] Pushing event updated for resources: {'Port': ['ID=aff4c098-ff7b-4778-8e85-a392c78131e7,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:14.155946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6f6f4a48-3b0d-464e-b263-83724370f5f7 None None] Provisioning complete for port aff4c098-ff7b-4778-8e85-a392c78131e7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:14.156217 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] For port aff4c098-ff7b-4778-8e85-a392c78131e7, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:59:14.156442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4a48-3b0d-464e-b263-83724370f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.165463 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] For port aff4c098-ff7b-4778-8e85-a392c78131e7, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aff4c098-ff7b-4778-8e85-a392c78131e7,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:59:14.174061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.228908 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.261872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Allocated IP 172.20.0.12 (6f429791-1e1c-49c5-bdc7-9eebfcb38da3/38b0846c-23dc-4777-a0df-184760782560/fa64b43b-39bc-453c-87ec-d4eadd289d15) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:14.298270 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:14.299277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:14.309709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.346440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af77085a-838e-4dd1-be41-5b33e048dbbc None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:14.358354 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5659d-17ec-480b-9553-f416b0ff0f3c None None] Pushing event updated for resources: {'Port': ['ID=aff4c098-ff7b-4778-8e85-a392c78131e7,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:14.367297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f4a48-3b0d-464e-b263-83724370f5f7 None None] Port aff4c098-ff7b-4778-8e85-a392c78131e7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:14.385841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Network 491fc78a-f685-4e64-92ac-2e258898315d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:14.394080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:14.399297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:14.402554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d542f80-5544-418a-8607-05664388d994,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:14.456027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.464002 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:14.491993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-30ae10d8-30cd-444c-89a7-a3cfb039c7be None None] Provisioning complete for port aff4c098-ff7b-4778-8e85-a392c78131e7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:14.496154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ae10d8-30cd-444c-89a7-a3cfb039c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.537084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.568238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b92775bd-3e6a-440c-895c-dd85edc29105 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:14.645777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.694489 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b92775bd-3e6a-440c-895c-dd85edc29105 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:14.695109 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.698145 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ae10d8-30cd-444c-89a7-a3cfb039c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.699563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event updated for resources: {'Port': ['ID=fa64b43b-39bc-453c-87ec-d4eadd289d15,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:14.723669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:14.723669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:14.723669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:14.775530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-30ae10d8-30cd-444c-89a7-a3cfb039c7be None None] For port aff4c098-ff7b-4778-8e85-a392c78131e7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aff4c098-ff7b-4778-8e85-a392c78131e7,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:14.786162 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:11Z', 'revision_number': 3, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:14.795845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:14.796512 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.798914 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.823277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b32c9-de6c-41ad-a165-fb6a61ab6cd8 None None] The sync data for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 is: [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:11Z', 'revision_number': 3, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:14.856374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30ae10d8-30cd-444c-89a7-a3cfb039c7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:14.887740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-345c524d-0cd7-442b-b340-779544aaeb8f tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0816541 Nov 10 16:59:14.891933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:14.967762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae10d8-30cd-444c-89a7-a3cfb039c7be None None] Pushing event updated for resources: {'Port': ['ID=aff4c098-ff7b-4778-8e85-a392c78131e7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:15.010274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d14c1503-b764-4ac9-a03f-e05c02fb1143 None None] Provisioning complete for port 6d542f80-5544-418a-8607-05664388d994 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:15.010857 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d14c1503-b764-4ac9-a03f-e05c02fb1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.053700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d14c1503-b764-4ac9-a03f-e05c02fb1143 None None] Port 6d542f80-5544-418a-8607-05664388d994 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:15.100301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'project_id': '31aaa23e1f444302bdbfb674b5e6f134', 'port_id': 'fa64b43b-39bc-453c-87ec-d4eadd289d15'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:15.135038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.238122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8d27686-d203-4c49-80c1-c5745197af62 req-1fcd3129-37eb-417d-8057-99b533856003 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0610669 Nov 10 16:59:15.239018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.243472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.292047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b28ec438-0b77-467c-a317-0545148657d1 None None] Provisioning complete for port fa64b43b-39bc-453c-87ec-d4eadd289d15 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:15.292562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b28ec438-0b77-467c-a317-0545148657d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.333253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.335100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d542f80-5544-418a-8607-05664388d994,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:15.372241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b28ec438-0b77-467c-a317-0545148657d1 None None] Port fa64b43b-39bc-453c-87ec-d4eadd289d15 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:15.386094 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.449256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Network 491fc78a-f685-4e64-92ac-2e258898315d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:15.450831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:15.538331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Allocated IP 172.25.3.237 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/ac2ac0fd-1e99-422d-b501-9dfdec7be17f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:15.624465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Router 364e5b44-10c7-4dd0-841e-1a598ab24577 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:15.681935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.777084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:15.783944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d0ba9699-3293-45d2-933e-c218534e72a1 admin admin] 10.222.0.62 "PUT /v2.0/routers/364e5b44-10c7-4dd0-841e-1a598ab24577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7260082 Nov 10 16:59:15.818220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-32d3e266-a76d-410a-ba16-ced250622027 None None] Provisioning complete for port 6d542f80-5544-418a-8607-05664388d994 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:15.818662 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32d3e266-a76d-410a-ba16-ced250622027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.834539 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:15.868553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-32d3e266-a76d-410a-ba16-ced250622027 None None] Port 6d542f80-5544-418a-8607-05664388d994 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:15.894237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:15.900057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:15.902564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Pushing event updated for resources: {'Port': ['ID=ac2ac0fd-1e99-422d-b501-9dfdec7be17f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:15.905034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:16.385819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08427229-ebca-4126-974a-a1ffc57b6a7f req-021c48a3-25e6-4979-97e8-7a086c96d87a tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0368738 Nov 10 16:59:16.408895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49564) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:16.417995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-eb7d9c6b-c6b8-4ffb-85da-f97d67789b0f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400591741', 'description': 'tempest-description--283936776'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:16.453737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.520576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aff4c098-ff7b-4778-8e85-a392c78131e7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:16.541989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb7d9c6b-c6b8-4ffb-85da-f97d67789b0f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.573746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aff4c098-ff7b-4778-8e85-a392c78131e7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:16.574109 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.607554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.635998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb7d9c6b-c6b8-4ffb-85da-f97d67789b0f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.723181 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb7d9c6b-c6b8-4ffb-85da-f97d67789b0f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.770282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d9c6b-c6b8-4ffb-85da-f97d67789b0f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600283d3-86f5-49a8-a92a-b837c7e3dd9e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:16.779515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.833856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb7d9c6b-c6b8-4ffb-85da-f97d67789b0f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.835233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eb7d9c6b-c6b8-4ffb-85da-f97d67789b0f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4248316 Nov 10 16:59:16.839013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49582) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:16.842474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6afe4488-db57-41d4-aa2b-e4b4d0cf1c52 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'security_group_rule': {'security_group_id': '600283d3-86f5-49a8-a92a-b837c7e3dd9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:16.857280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.933616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Pushing event updated for resources: {'Port': ['ID=ac2ac0fd-1e99-422d-b501-9dfdec7be17f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:16.938347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6afe4488-db57-41d4-aa2b-e4b4d0cf1c52 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.943416 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:16.975380 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Sync routers for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:17.022268 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6afe4488-db57-41d4-aa2b-e4b4d0cf1c52 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.061994 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Floating IP 206b0b08-64e0-447b-bd09-c6770a06b426 associated. External IP: 172.25.3.237, port: fa64b43b-39bc-453c-87ec-d4eadd289d15. Nov 10 16:59:17.084937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6afe4488-db57-41d4-aa2b-e4b4d0cf1c52 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.104945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe4488-db57-41d4-aa2b-e4b4d0cf1c52 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e9b8e5-6225-49de-a069-f066f499a01c,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:17.105633 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:17.107599 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:17.223874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6afe4488-db57-41d4-aa2b-e4b4d0cf1c52 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.227561 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6afe4488-db57-41d4-aa2b-e4b4d0cf1c52 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3861041 Nov 10 16:59:17.227980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49602) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:17.230478 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:17.234031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-739369f0-eadf-4dec-9a66-4674e2c45293 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'security_group_rule': {'security_group_id': '600283d3-86f5-49a8-a92a-b837c7e3dd9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:17.330231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Router 85c3f8fc-80f3-420c-880c-488572ed56a6 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:17.376989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-739369f0-eadf-4dec-9a66-4674e2c45293 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.468426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:17.469069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-739369f0-eadf-4dec-9a66-4674e2c45293 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.483765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b160925-e852-49fd-883e-2b5c17a03092 None None] Sync routers for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:17.503453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b160925-e852-49fd-883e-2b5c17a03092 None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:17.504097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4b160925-e852-49fd-883e-2b5c17a03092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:17.513443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de821b81-cff2-45c1-ba4b-41e25d547861 req-0c42901f-5661-4a94-b97e-263015543c50 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0312934 Nov 10 16:59:17.525095 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 2, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:17.551698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4b160925-e852-49fd-883e-2b5c17a03092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:17.552247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-739369f0-eadf-4dec-9a66-4674e2c45293 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.564754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b160925-e852-49fd-883e-2b5c17a03092 None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:17.565391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4b160925-e852-49fd-883e-2b5c17a03092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:17.577610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739369f0-eadf-4dec-9a66-4674e2c45293 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bb9767-fb9c-47b0-9f37-9ddc831cb298,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:17.579441 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Checking router: 364e5b44-10c7-4dd0-841e-1a598ab24577 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:59:17.579788 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Updating router 364e5b44-10c7-4dd0-841e-1a598ab24577 port 6d542f80-5544-418a-8607-05664388d994 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 16:59:17.588927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.605567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4b160925-e852-49fd-883e-2b5c17a03092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:17.606621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b160925-e852-49fd-883e-2b5c17a03092 None None] The sync data for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:17.607624 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.636944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7266f34a-d626-44a5-8499-3f0503824785 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.7396023 Nov 10 16:59:17.637194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49620) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:17.677124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-739369f0-eadf-4dec-9a66-4674e2c45293 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.678270 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-739369f0-eadf-4dec-9a66-4674e2c45293 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4488454 Nov 10 16:59:17.681498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:17.686866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:17.787617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-22e4741e-44c9-4457-9cc1-96c7fe4e8253 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] 10.222.0.62 "GET /v2.0/floatingips/206b0b08-64e0-447b-bd09-c6770a06b426 HTTP/1.1" status: 200 len: 983 time: 0.1498499 Nov 10 16:59:17.790015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49630) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:17.800157 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.899931 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:17.966316 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d38f8dab-5b14-4e56-bf02-b57da46d560b tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1748168 Nov 10 16:59:17.968967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49640) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:17.972372 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.097301 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3daf80-9c04-44bb-8e58-72f250dbcea0 None None] Pushing event updated for resources: {'Port': ['ID=6d542f80-5544-418a-8607-05664388d994,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:18.103532 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Attempting to bind port 6d542f80-5544-418a-8607-05664388d994 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:59:18.104330 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Attempting to bind port 6d542f80-5544-418a-8607-05664388d994 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:59:18.105033 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Attempting to bind port 6d542f80-5544-418a-8607-05664388d994 on network 491fc78a-f685-4e64-92ac-2e258898315d {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:18.119230 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:59:18.119885 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Checking segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:18.120883 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.121481 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Bound using segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:59:18.122163 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Bound port: 6d542f80-5544-418a-8607-05664388d994, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:59:18.122756 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.201558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Deleting port ac2ac0fd-1e99-422d-b501-9dfdec7be17f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:18.202084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.224960 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] For port 6d542f80-5544-418a-8607-05664388d994, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:59:18.230971 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] For port 6d542f80-5544-418a-8607-05664388d994, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6d542f80-5544-418a-8607-05664388d994,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:59:18.314990 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.316707 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.317379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.338234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Calling delete_port for ac2ac0fd-1e99-422d-b501-9dfdec7be17f owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:18.379539 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:18.380167 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:18.385202 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3daf80-9c04-44bb-8e58-72f250dbcea0 None None] Pushing event updated for resources: {'Port': ['ID=6d542f80-5544-418a-8607-05664388d994,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:18.416013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-12f6a42d-6b80-4154-96cb-83d80ab0eb5b None None] Provisioning complete for port 6d542f80-5544-418a-8607-05664388d994 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:18.420588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12f6a42d-6b80-4154-96cb-83d80ab0eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.538515 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:18.606100 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12f6a42d-6b80-4154-96cb-83d80ab0eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.613650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.653973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-12f6a42d-6b80-4154-96cb-83d80ab0eb5b None None] For port 6d542f80-5544-418a-8607-05664388d994, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6d542f80-5544-418a-8607-05664388d994,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:18.681591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b5775e33-fee3-4eb8-8943-aac057108922 req-9a3795aa-76e6-47ea-9848-b06495f7ed37 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0458860 Nov 10 16:59:18.684407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.723630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event deleted for resources: {'Port': ['ID=ac2ac0fd-1e99-422d-b501-9dfdec7be17f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:18.723811 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12f6a42d-6b80-4154-96cb-83d80ab0eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.794976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.795353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.795709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.796049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.796420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.796751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.797166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.797621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.797955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.798285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.798609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.798936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:18.813113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6a42d-6b80-4154-96cb-83d80ab0eb5b None None] Pushing event updated for resources: {'Port': ['ID=6d542f80-5544-418a-8607-05664388d994,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:18.818769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Allocated IP 172.25.3.95 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/5500b749-26d1-42a7-b841-d51a7128ba3e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:18.824513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.825382 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Floating IP 206b0b08-64e0-447b-bd09-c6770a06b426 disassociated (deleted). External IP: 172.25.3.237, port: fa64b43b-39bc-453c-87ec-d4eadd289d15. Nov 10 16:59:18.849609 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:18.856022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-08fdba5b-a41c-4688-8752-07409b05d7c8 None None] Provisioning complete for port 6d542f80-5544-418a-8607-05664388d994 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:18.856904 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-08fdba5b-a41c-4688-8752-07409b05d7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:18.883281 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d884a7-2190-4cfd-a272-f9c606c1468e None None] The sync data for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 is: [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:19.008470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.100814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.140415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:19.144755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:19.148684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Router 85c3f8fc-80f3-420c-880c-488572ed56a6 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:19.149337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:19.195690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'Port': ['ID=5500b749-26d1-42a7-b841-d51a7128ba3e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:19.265752 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.389787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.577061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.633485 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.648438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:19.658580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.670791 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b594f-d389-4456-b66a-22ef4155182f None None] Sync routers for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:19.689803 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b594f-d389-4456-b66a-22ef4155182f None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:19.690458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f20b594f-d389-4456-b66a-22ef4155182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:19.712245 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-201ffaac-f5a3-42e7-ac28-9c5c4f1b3d95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "DELETE /v2.0/floatingips/206b0b08-64e0-447b-bd09-c6770a06b426 HTTP/1.1" status: 204 len: 168 time: 1.7417088 Nov 10 16:59:19.712862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49722) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:19.718289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'Port': ['ID=5500b749-26d1-42a7-b841-d51a7128ba3e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:19.720615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:19.732184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.776949 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f20b594f-d389-4456-b66a-22ef4155182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:19.792301 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b594f-d389-4456-b66a-22ef4155182f None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:19.793130 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f20b594f-d389-4456-b66a-22ef4155182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:19.832628 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f20b594f-d389-4456-b66a-22ef4155182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:19.833275 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b594f-d389-4456-b66a-22ef4155182f None None] The sync data for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:19.846993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca18a076-078a-496c-883a-61fe682d4510 req-10858959-3e97-4147-bf06-e9165950bef4 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0375285 Nov 10 16:59:19.848001 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.898682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:19.900040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-757d4609-5a49-4abf-ba3f-b9e809a76431 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2174294 Nov 10 16:59:19.981846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:20.086558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-0c167d2d-9715-4445-8380-7107ff2b1a1e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1400591741&fields=id&tenant_id=2916b2e18ef041e49498c1e615250fdb HTTP/1.1" status: 200 len: 267 time: 0.0636744 Nov 10 16:59:20.111489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Allocated IP 172.25.3.165 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/5aae4bc4-1b8e-48ad-96b7-9ee99dce51eb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:20.233672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-c54d9efa-2281-45c8-a0ea-ef76ca87e70b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:20.242176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-c54d9efa-2281-45c8-a0ea-ef76ca87e70b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 811 time: 0.1441288 Nov 10 16:59:20.245138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:20.260056 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-bdc7441c-dd02-433e-85bb-51c953d0c00e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/quotas/2916b2e18ef041e49498c1e615250fdb HTTP/1.1" status: 200 len: 375 time: 0.0165803 Nov 10 16:59:20.315826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-7067a343-7f81-4f53-a2f4-e6f11cc8efde tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547600 Nov 10 16:59:20.376828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:20.413557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:20.417874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:20.423860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:20.432175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-70a2bf3d-b1c2-4b59-a804-753596981d91 service neutron] 10.222.0.62 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021984 Nov 10 16:59:20.472057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Pushing event updated for resources: {'Port': ['ID=5aae4bc4-1b8e-48ad-96b7-9ee99dce51eb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:20.542668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-6b874ee3-848a-4676-a44b-61e1718f5eb0 service neutron] 10.222.0.62 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050122 Nov 10 16:59:20.545813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:20.570974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6d542f80-5544-418a-8607-05664388d994 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:20.618184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6d542f80-5544-418a-8607-05664388d994 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:20.618548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:20.687349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:20.870777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:20.888898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d13b6e26-a99a-422b-9bb9-9640060d1418 req-b9a0248f-9e3a-41ce-9509-1c22027af8fe tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 210 time: 0.0329044 Nov 10 16:59:20.958671 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:20.982712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d0cf660d-6914-46bf-af70-28c4a9546e03 req-37e010c6-cae6-4ea2-83e0-47370f0641e2 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0335448 Nov 10 16:59:21.041720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Pushing event updated for resources: {'Port': ['ID=5aae4bc4-1b8e-48ad-96b7-9ee99dce51eb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:21.052500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:21.167386 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:21.168689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a46f0eb-bae5-48f9-a66c-cc6a0955801a tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4527974 Nov 10 16:59:21.172532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49810) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:21.280643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:21.374822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:21.480996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:21.598508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Allocated IP 172.25.3.203 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/dd621896-0818-43f4-b19b-636381d908ab) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:21.705055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:21.861548 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:21.900747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:21.905932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:21.909501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:21.915361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Pushing event updated for resources: {'Port': ['ID=dd621896-0818-43f4-b19b-636381d908ab,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:21.980479 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fbe12fa-95be-45d3-9cb5-2733d3a74629 req-e3633f55-0654-4e81-b2ba-9ec63fe10f53 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 210 time: 0.0274787 Nov 10 16:59:22.017048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.098593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5c2fc99-f668-457d-95ce-255e1a7f496e req-b07bca87-ebb0-4616-8e74-41572a2949b6 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0281916 Nov 10 16:59:22.128354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.296091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.357467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.435961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Pushing event updated for resources: {'Port': ['ID=dd621896-0818-43f4-b19b-636381d908ab,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:22.448564 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.544132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.545427 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-046cdfa0-f830-4a1a-9e8d-5e65b1a5ea6f tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3719845 Nov 10 16:59:22.549109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49882) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:22.672589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a4e0e3e-671e-4f2e-8be2-5decf58e4fee tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.1218030 Nov 10 16:59:22.673831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:22.743057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7f105d1f-f26d-4988-92a8-58efedc5ea5b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0679238 Nov 10 16:59:22.745388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49888) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:22.873942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Deleting port dd621896-0818-43f4-b19b-636381d908ab {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:22.874276 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.954292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.954890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:22.966010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Calling delete_port for dd621896-0818-43f4-b19b-636381d908ab owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:23.097891 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8199d868-99e6-4f29-ac20-bb69dbcef2de req-21d7a895-c7d9-4310-9abb-501ec179defb tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 210 time: 0.0467432 Nov 10 16:59:23.199539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.221794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-feb63aa9-517f-4ed3-8bbc-4f40eda9aa22 req-4c6b8c8d-1dbc-4494-97a7-b69fa6ab45c6 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0401952 Nov 10 16:59:23.233778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Pushing event deleted for resources: {'Port': ['ID=dd621896-0818-43f4-b19b-636381d908ab,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:23.249323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-8bda44ad-0e31-4854-a4de-9f6932e77ba6 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:23.252693 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-8bda44ad-0e31-4854-a4de-9f6932e77ba6 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.69 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 811 time: 0.1475973 Nov 10 16:59:23.334169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.337347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.338632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2d4d508d-c998-4579-a27a-44113337e9e2 tempest-FloatingIPAdminTestJSON-136631024 tempest-FloatingIPAdminTestJSON-136631024-project] 10.222.0.62 "DELETE /v2.0/floatingips/c9c207ad-b24f-4879-b746-4b7b8e7cea0b HTTP/1.1" status: 204 len: 168 time: 0.5923102 Nov 10 16:59:23.343050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49898) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:23.355829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-474ac3ca-67b6-484f-a39d-4891f9ffa357 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2916b2e18ef041e49498c1e615250fdb HTTP/1.1" status: 200 len: 380 time: 0.0931246 Nov 10 16:59:23.366601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'port': {'device_id': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'admin_state_up': True, 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'security_groups': ['600283d3-86f5-49a8-a92a-b837c7e3dd9e']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:23.475573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Deleting port 5aae4bc4-1b8e-48ad-96b7-9ee99dce51eb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:23.475916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.551226 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.551597 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.564269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Calling delete_port for 5aae4bc4-1b8e-48ad-96b7-9ee99dce51eb owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:23.611141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Made reservation on behalf of 2916b2e18ef041e49498c1e615250fdb for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:23.614773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.758905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Allocated IP 172.20.0.4 (491fc78a-f685-4e64-92ac-2e258898315d/36694fbe-35a6-418d-adf6-541454a56c02/a4140ea1-3098-4932-b164-1ff11c817538) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:23.822196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.849952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aae4bc4-1b8e-48ad-96b7-9ee99dce51eb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:23.945099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.946868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.949486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:23.952843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-96ebd6e3-3ced-4ddb-93e2-b254e6510fa8 tempest-FloatingIPAdminTestJSON-959174418 tempest-FloatingIPAdminTestJSON-959174418-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/c49e8954-51b3-499b-9e1b-7aa290ea31f3 HTTP/1.1" status: 204 len: 168 time: 0.6066165 Nov 10 16:59:23.955891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49904) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:24.044356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-93bfd7d3-9a8a-42f6-aea2-eb048844db55 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Deleting port fa64b43b-39bc-453c-87ec-d4eadd289d15 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:24.044700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93bfd7d3-9a8a-42f6-aea2-eb048844db55 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.062158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.106473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Network 491fc78a-f685-4e64-92ac-2e258898315d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:24.111762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:24.117380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:24.122569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'Port': ['ID=a4140ea1-3098-4932-b164-1ff11c817538,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:24.162779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93bfd7d3-9a8a-42f6-aea2-eb048844db55 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.184416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-93bfd7d3-9a8a-42f6-aea2-eb048844db55 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Calling delete_port for fa64b43b-39bc-453c-87ec-d4eadd289d15 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:24.189423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:24.190195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.257179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19000fd6-a5dc-4740-8c5e-7609abf3926c req-755e1a2a-59ad-4fd1-9ce9-2f30fa3dcc06 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:24.258965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19000fd6-a5dc-4740-8c5e-7609abf3926c req-755e1a2a-59ad-4fd1-9ce9-2f30fa3dcc06 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 931 time: 0.0657701 Nov 10 16:59:24.289322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-375f0ae5-fb28-4263-9494-53ba558c760c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9270709 Nov 10 16:59:24.309611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Request body: {'port': {'device_id': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:24.367935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19000fd6-a5dc-4740-8c5e-7609abf3926c req-0f10a38d-89fd-4b0a-9ffa-10ddf96b1524 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024480 Nov 10 16:59:24.403912 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.404709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57f62f23-afdd-44b8-b836-64d1b46d13d3 req-8d42e080-4b97-4dc1-b302-f8652a885419 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0463593 Nov 10 16:59:24.416193 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93bfd7d3-9a8a-42f6-aea2-eb048844db55 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.454171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfd7d3-9a8a-42f6-aea2-eb048844db55 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event deleted for resources: {'Port': ['ID=fa64b43b-39bc-453c-87ec-d4eadd289d15,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:24.458744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-10a150d1-1b77-404a-a345-3971cc1d6dfc None None] Provisioning complete for port a4140ea1-3098-4932-b164-1ff11c817538 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:24.459149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10a150d1-1b77-404a-a345-3971cc1d6dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.524097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-10a150d1-1b77-404a-a345-3971cc1d6dfc None None] Port a4140ea1-3098-4932-b164-1ff11c817538 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:24.543745 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93bfd7d3-9a8a-42f6-aea2-eb048844db55 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.547204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-93bfd7d3-9a8a-42f6-aea2-eb048844db55 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "DELETE /v2.0/ports/fa64b43b-39bc-453c-87ec-d4eadd289d15 HTTP/1.1" status: 204 len: 168 time: 0.5900161 Nov 10 16:59:24.549948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49914) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:24.616700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f93e51-2260-41ab-b9d4-0d85f3575a84 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:24.618719 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-18f93e51-2260-41ab-b9d4-0d85f3575a84 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "GET /v2.0/ports?device_id=85c3f8fc-80f3-420c-880c-488572ed56a6 HTTP/1.1" status: 200 len: 913 time: 0.0672805 Nov 10 16:59:24.621273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49916) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:24.777553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4140ea1-3098-4932-b164-1ff11c817538 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:59:24.789935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.807271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Transition to ACTIVE for port object a4140ea1-3098-4932-b164-1ff11c817538 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:59:24.896329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:24.984080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4140ea1-3098-4932-b164-1ff11c817538,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:25.003886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.004164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.004574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.004922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.005425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.005763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.006090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.007120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.007488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.007995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.008609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.009327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:25.073904 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:25.089322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Attempting to bind port a4140ea1-3098-4932-b164-1ff11c817538 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:59:25.089880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Attempting to bind port a4140ea1-3098-4932-b164-1ff11c817538 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:59:25.090513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Attempting to bind port a4140ea1-3098-4932-b164-1ff11c817538 on network 491fc78a-f685-4e64-92ac-2e258898315d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:25.096783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Port a4140ea1-3098-4932-b164-1ff11c817538 on network 491fc78a-f685-4e64-92ac-2e258898315d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:59:25.097128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Attempting to bind port a4140ea1-3098-4932-b164-1ff11c817538 on network 491fc78a-f685-4e64-92ac-2e258898315d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:25.102721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:59:25.103062 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Checking segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:25.103528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Bound using segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:59:25.103960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Bound port: a4140ea1-3098-4932-b164-1ff11c817538, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:59:25.104314 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:25.184188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] For port a4140ea1-3098-4932-b164-1ff11c817538, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:59:25.189059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] For port a4140ea1-3098-4932-b164-1ff11c817538, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a4140ea1-3098-4932-b164-1ff11c817538,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:59:25.254691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:25.327259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:25.327967 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:25.330379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] 10.222.0.69 "PUT /v2.0/ports/a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 1092 time: 1.0315413 Nov 10 16:59:25.330866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'tag': 'a4140ea1-3098-4932-b164-1ff11c817538'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:59:25.333227 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b476b64e-233d-42d0-a14d-687db4d0828d" -d '{"events": [{"name": "network-changed", "server_uuid": "09624cab-ca3c-4c7d-bffb-82ed03ca8aff", "tag": "a4140ea1-3098-4932-b164-1ff11c817538"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:59:25.370724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab666912-3854-4e8a-b10f-c6260b10f8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4140ea1-3098-4932-b164-1ff11c817538,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:25.391205 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f55470-c7fd-46fa-93f0-bf86ec45f7f6 x-openstack-request-id: req-18f55470-c7fd-46fa-93f0-bf86ec45f7f6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:59:25.391959 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09624cab-ca3c-4c7d-bffb-82ed03ca8aff", "tag": "a4140ea1-3098-4932-b164-1ff11c817538", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:59:25.391959 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18f55470-c7fd-46fa-93f0-bf86ec45f7f6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:59:25.392145 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'tag': 'a4140ea1-3098-4932-b164-1ff11c817538', 'status': 'completed', 'code': 200} Nov 10 16:59:25.448494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Deleting port d3306889-8931-4ec6-a731-7234cc1ac4c9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:25.449237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:25.477461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476b64e-233d-42d0-a14d-687db4d0828d req-ab313d00-c951-4f30-a312-91cb409169e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:25.479574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b476b64e-233d-42d0-a14d-687db4d0828d req-ab313d00-c951-4f30-a312-91cb409169e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1095 time: 0.0616906 Nov 10 16:59:25.562178 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b4fd4ab-04ba-406b-9b17-205123acf915 req-66cab6dc-5d7b-4e49-b673-54f4d12350b3 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0612628 Nov 10 16:59:25.608512 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 16:59:25.615803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:25.624206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c128d4-2ef4-42c7-adc0-96866b6fbd29 req-359ef1fc-bb75-44dc-8176-8a812f0f298c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:25.627671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62c128d4-2ef4-42c7-adc0-96866b6fbd29 req-359ef1fc-bb75-44dc-8176-8a812f0f298c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 943 time: 0.1233759 Nov 10 16:59:25.635236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Calling delete_port for d3306889-8931-4ec6-a731-7234cc1ac4c9 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:25.661894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476b64e-233d-42d0-a14d-687db4d0828d req-455d0056-af6b-47dd-b693-1a8f427493bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:25.663500 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b476b64e-233d-42d0-a14d-687db4d0828d req-455d0056-af6b-47dd-b693-1a8f427493bb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2916b2e18ef041e49498c1e615250fdb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1752536 Nov 10 16:59:25.719107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62c128d4-2ef4-42c7-adc0-96866b6fbd29 req-7081fb81-22a5-46c7-a76d-cd938f6b1de0 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835257 Nov 10 16:59:25.795009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476b64e-233d-42d0-a14d-687db4d0828d req-703c1401-5889-4f8a-aae4-d345e86f74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:25.796712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b476b64e-233d-42d0-a14d-687db4d0828d req-703c1401-5889-4f8a-aae4-d345e86f74fb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215754 Nov 10 16:59:25.885657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-f375ddbe-2045-457f-9647-f199289a984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:25.887265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-f375ddbe-2045-457f-9647-f199289a984c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1095 time: 0.0470567 Nov 10 16:59:25.931172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-40a755c6-5bc7-4aa1-858f-47d854390271 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 217 time: 0.0364656 Nov 10 16:59:25.987513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-95ba94bf-bd5e-40b0-874b-e5e5241f6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:25.989025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-95ba94bf-bd5e-40b0-874b-e5e5241f6f82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.0516024 Nov 10 16:59:25.999428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:26.027123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event deleted for resources: {'Port': ['ID=d3306889-8931-4ec6-a731-7234cc1ac4c9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:26.064769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-25f00e2a-57c0-4705-bfe5-a769e17d8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:26.064769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-25f00e2a-57c0-4705-bfe5-a769e17d8f40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457017 Nov 10 16:59:26.163498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-6da70f94-d09a-4e14-82c4-4301df82510c service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139691 Nov 10 16:59:26.262063 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:26.276571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0eaa48f4-faa4-41ac-97c6-784128f78ed5 req-8fc035d4-041e-4bdc-82e6-b3b76ba00eb2 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055801 Nov 10 16:59:26.496272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Router 85c3f8fc-80f3-420c-880c-488572ed56a6 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:26.606797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:26.612220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0c1e2293-35f9-46e1-96e6-0a5cec6d6139 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "PUT /v2.0/routers/85c3f8fc-80f3-420c-880c-488572ed56a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9899766 Nov 10 16:59:26.615420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49938) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:26.618767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c34d56-e8fc-48e7-a076-babfab372fb3 None None] Sync routers for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:26.630362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c34d56-e8fc-48e7-a076-babfab372fb3 None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:26.632870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-58c34d56-e8fc-48e7-a076-babfab372fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:26.669748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-58c34d56-e8fc-48e7-a076-babfab372fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:26.679740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c34d56-e8fc-48e7-a076-babfab372fb3 None None] Routers {'85c3f8fc-80f3-420c-880c-488572ed56a6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:26.680422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-58c34d56-e8fc-48e7-a076-babfab372fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['85c3f8fc-80f3-420c-880c-488572ed56a6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:26.714713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-58c34d56-e8fc-48e7-a076-babfab372fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:26.715409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c34d56-e8fc-48e7-a076-babfab372fb3 None None] The sync data for ids ['85c3f8fc-80f3-420c-880c-488572ed56a6'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:26.731825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d721908f-41ff-4d24-92de-2b4f9382435c req-fceb94c4-05f4-4d77-904c-6580bfda8a8a tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0519493 Nov 10 16:59:26.758106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:26.856041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de737ec6-48c3-46e7-b1bc-a718680cd6da req-f80dba43-bd49-435f-9610-f6ce054ffcf7 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:26.857910 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de737ec6-48c3-46e7-b1bc-a718680cd6da req-f80dba43-bd49-435f-9610-f6ce054ffcf7 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 943 time: 0.0579445 Nov 10 16:59:26.876266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:26.923416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de737ec6-48c3-46e7-b1bc-a718680cd6da req-7c391bb7-0f25-40c3-b6b4-99960067c1ad tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556407 Nov 10 16:59:27.003629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Deleting port 46ca8f8e-c928-4c8c-bff9-0f1ad559adb8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:27.003883 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.088616 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.102531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Calling delete_port for 46ca8f8e-c928-4c8c-bff9-0f1ad559adb8 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:27.342430 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.370113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event deleted for resources: {'Port': ['ID=46ca8f8e-c928-4c8c-bff9-0f1ad559adb8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:27.389935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c95bb8-041b-4c04-bb97-70718e6b6564 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:27.436107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.529979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.532701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.657052 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.657779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Fanout notify agent at l3_agent the message router_deleted on router 85c3f8fc-80f3-420c-880c-488572ed56a6 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:59:27.668253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.668535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f4f2f4de-82e7-44b1-83ec-d4cbf33ebb3b tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "DELETE /v2.0/routers/85c3f8fc-80f3-420c-880c-488572ed56a6 HTTP/1.1" status: 204 len: 168 time: 1.0520597 Nov 10 16:59:27.668857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49946) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:27.722353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6bcbf8-25d2-4997-81ce-508aaab358ca tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Deleting subnet 38b0846c-23dc-4777-a0df-184760782560 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:59:27.725612 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb6bcbf8-25d2-4997-81ce-508aaab358ca tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:27.769556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb6bcbf8-25d2-4997-81ce-508aaab358ca tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.153784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6162aa-4b5e-43c5-8a66-a6045840a7dd req-a9828a50-c512-46ed-8f7c-c5021519caa3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:28.155390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b6162aa-4b5e-43c5-8a66-a6045840a7dd req-a9828a50-c512-46ed-8f7c-c5021519caa3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 943 time: 0.0600941 Nov 10 16:59:28.210947 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b6162aa-4b5e-43c5-8a66-a6045840a7dd req-d5c33129-1672-426a-932a-56c4ba97239e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465713 Nov 10 16:59:28.247979 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1447c4d9-2f5e-48d4-8884-99eb94a7bddb req-d664d80e-1b8e-4c17-951e-8bb71623a667 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.4072206 Nov 10 16:59:28.258404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb6bcbf8-25d2-4997-81ce-508aaab358ca tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.405865 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb6bcbf8-25d2-4997-81ce-508aaab358ca tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.438377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bcbf8-25d2-4997-81ce-508aaab358ca tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event deleted for resources: {'Subnet': ['ID=38b0846c-23dc-4777-a0df-184760782560,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:28.440547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb6bcbf8-25d2-4997-81ce-508aaab358ca tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.445175 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bb6bcbf8-25d2-4997-81ce-508aaab358ca tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "DELETE /v2.0/subnets/38b0846c-23dc-4777-a0df-184760782560 HTTP/1.1" status: 204 len: 168 time: 0.7739067 Nov 10 16:59:28.446963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:28.452030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52286da6-b9e1-42d6-9f3a-66edf8835aa2 None None] Network 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:28.552797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.616477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Deleting port 555c28a8-f37c-444f-87d1-de7e30aebb6a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:28.616818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.663177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] DHCP port deletion for 6f429791-1e1c-49c5-bdc7-9eebfcb38da3 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:28.694758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] For port 555c28a8-f37c-444f-87d1-de7e30aebb6a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=555c28a8-f37c-444f-87d1-de7e30aebb6a,segment=NetworkSegment(859031af-0ad0-4349-a1ea-564e9756e140),segment_id=859031af-0ad0-4349-a1ea-564e9756e140)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:28.695348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.714947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Calling delete_port for 555c28a8-f37c-444f-87d1-de7e30aebb6a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:28.721491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Deleting port 555c28a8-f37c-444f-87d1-de7e30aebb6a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:28.722221 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.794557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] For port 555c28a8-f37c-444f-87d1-de7e30aebb6a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=555c28a8-f37c-444f-87d1-de7e30aebb6a,segment=NetworkSegment(859031af-0ad0-4349-a1ea-564e9756e140),segment_id=859031af-0ad0-4349-a1ea-564e9756e140)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:28.794977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.809882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Calling delete_port for 555c28a8-f37c-444f-87d1-de7e30aebb6a owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:28.891302 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.898994 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:28.926339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] No DVR routers for this DVR port 555c28a8-f37c-444f-87d1-de7e30aebb6a on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:28.927436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] No DVR routers for this DVR port 555c28a8-f37c-444f-87d1-de7e30aebb6a on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:28.930521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Pushing event deleted for resources: {'Port': ['ID=555c28a8-f37c-444f-87d1-de7e30aebb6a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:28.937279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event deleted for resources: {'Port': ['ID=555c28a8-f37c-444f-87d1-de7e30aebb6a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:28.941143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.941480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.942005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.942498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.942968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.943472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.943962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.944285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.944609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.944933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.945249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:28.945567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60c0f5-00fa-4595-a811-70d8d3e2a7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 16:59:29.023636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.045521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f429791-1e1c-49c5-bdc7-9eebfcb38da3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:29.062961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859031af-0ad0-4349-a1ea-564e9756e140') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:29.063274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859031af-0ad0-4349-a1ea-564e9756e140') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:29.074259 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.089439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.096786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:59:29.097204 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:59:29.100214 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:59:29.250954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.270260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.275083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "DELETE /v2.0/networks/6f429791-1e1c-49c5-bdc7-9eebfcb38da3 HTTP/1.1" status: 204 len: 168 time: 0.8256562 Nov 10 16:59:29.277395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:29.289413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4da76-6b72-40bc-906b-2bf9bc007bb1 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event deleted for resources: {'Network': ['ID=6f429791-1e1c-49c5-bdc7-9eebfcb38da3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:29.412435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d73be34-2b21-413a-88ff-9566836c9d2b req-4d922ec7-696c-4691-b704-f7481efd3721 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0393064 Nov 10 16:59:29.450242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9db64-06c2-4f2a-b328-a1783d024499 req-d03d9b8c-a763-4683-bbdb-553c0b14d41a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:29.451849 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3a9db64-06c2-4f2a-b328-a1783d024499 req-d03d9b8c-a763-4683-bbdb-553c0b14d41a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 943 time: 0.1171496 Nov 10 16:59:29.525649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c58976e7-acf4-4da1-856a-22e839d3667c req-ad9d2cf8-fe91-433e-b412-0c7a903ee398 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0288191 Nov 10 16:59:29.528547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3a9db64-06c2-4f2a-b328-a1783d024499 req-400a1436-72de-4b3f-aaea-6095f5c8c70f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584092 Nov 10 16:59:29.536333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Deleting port 33b04403-2918-47f8-a79c-aa05d9ee7fa0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:29.536669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.614638 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.614882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.627359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Calling delete_port for 33b04403-2918-47f8-a79c-aa05d9ee7fa0 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:29.816485 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.843111 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Pushing event deleted for resources: {'Port': ['ID=33b04403-2918-47f8-a79c-aa05d9ee7fa0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:29.910326 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.913794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:29.917449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e068130d-ef77-40ec-952c-8e5e2abcca95 tempest-FloatingIPAdminTestJSON-500554682 tempest-FloatingIPAdminTestJSON-500554682-project] 10.222.0.62 "DELETE /v2.0/floatingips/fbe533c5-a76e-4172-8808-aa09d58e90ed HTTP/1.1" status: 204 len: 168 time: 0.6360664 Nov 10 16:59:30.320403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e64d4-8b19-4742-bfc0-29391465fde7 req-ae27f351-aaf7-41df-aba0-1362ad40b089 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:30.321955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d8e64d4-8b19-4742-bfc0-29391465fde7 req-ae27f351-aaf7-41df-aba0-1362ad40b089 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0700476 Nov 10 16:59:30.365227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 49978) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:30.376192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d8e64d4-8b19-4742-bfc0-29391465fde7 req-4fd567cd-500a-4f3c-8daa-e1225c2b1c53 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462360 Nov 10 16:59:30.380734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a4140ea1-3098-4932-b164-1ff11c817538 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 16:59:30.534027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ce2bd80f-e480-46e5-adfa-ccb4b45114d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31aaa23e1f444302bdbfb674b5e6f134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652164 Nov 10 16:59:30.534512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 49986) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:30.549705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a4140ea1-3098-4932-b164-1ff11c817538, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a4140ea1-3098-4932-b164-1ff11c817538,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:30.576625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'a4140ea1-3098-4932-b164-1ff11c817538', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'port_id': 'a4140ea1-3098-4932-b164-1ff11c817538', 'mac_address': 'fa:16:3e:66:34:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 16:59:30.580349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 555c28a8-f37c-444f-87d1-de7e30aebb6a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:30.599588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6607d87-ba8e-417a-93b2-009b03405d5e req-148db073-631a-4462-a67a-04a6bb8c03ea tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0667615 Nov 10 16:59:30.612602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 555c28a8-f37c-444f-87d1-de7e30aebb6a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:30.613304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 555c28a8-f37c-444f-87d1-de7e30aebb6a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:30.658772 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:30.662231 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1df441b-fccb-487c-8c43-9df9146dfcea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:30.677200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4140ea1-3098-4932-b164-1ff11c817538 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:59:30.707619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a4140ea1-3098-4932-b164-1ff11c817538, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a4140ea1-3098-4932-b164-1ff11c817538,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:30.722842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1df441b-fccb-487c-8c43-9df9146dfcea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:30.798504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6edcd-f75e-4078-80f4-c880e5e3b09f req-e78f62b2-fd18-424f-82ea-d3395967196f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:30.801891 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:30.806720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8f6edcd-f75e-4078-80f4-c880e5e3b09f req-e78f62b2-fd18-424f-82ea-d3395967196f tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 943 time: 0.0925400 Nov 10 16:59:30.870582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8f6edcd-f75e-4078-80f4-c880e5e3b09f req-2b16c9b0-1a0a-4070-b1a0-66c8ce24a7fd tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572238 Nov 10 16:59:30.910854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=a4140ea1-3098-4932-b164-1ff11c817538,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:30.958916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1df441b-fccb-487c-8c43-9df9146dfcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:30.961541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1df441b-fccb-487c-8c43-9df9146dfcea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:30.966690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f1df441b-fccb-487c-8c43-9df9146dfcea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d5557bc-aab4-4a77-83ed-e1b136139ebc HTTP/1.1" status: 204 len: 168 time: 0.4264820 Nov 10 16:59:30.973187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df441b-fccb-487c-8c43-9df9146dfcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5557bc-aab4-4a77-83ed-e1b136139ebc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:31.115342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['a4140ea1-3098-4932-b164-1ff11c817538'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 16:59:31.409547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045e10c-c7ef-4ba2-8f71-3a090eb639e5 req-61086434-7de1-40e4-b732-f684cd7e7dd2 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:31.413089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f045e10c-c7ef-4ba2-8f71-3a090eb639e5 req-61086434-7de1-40e4-b732-f684cd7e7dd2 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0521088 Nov 10 16:59:31.460431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f045e10c-c7ef-4ba2-8f71-3a090eb639e5 req-4c8f656b-6f40-44d4-9a3e-4e2a17cbf9ce tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426483 Nov 10 16:59:31.622044 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b000d5a3-170c-4c33-8ca5-a8dd97d95a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:31.695663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:31.711506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50817403-94ab-4cf1-a119-a9a154a799ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:31.743607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef2286ad-865f-49bd-96df-1ab12dbfecc9 req-f4263b89-793f-4b6a-b196-33153a591030 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0341365 Nov 10 16:59:31.819276 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50817403-94ab-4cf1-a119-a9a154a799ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:31.893631 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50817403-94ab-4cf1-a119-a9a154a799ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:31.941871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-50817403-94ab-4cf1-a119-a9a154a799ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9662ae86e024929a8bf57f9c45b4bff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446032 Nov 10 16:59:31.943651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50817403-94ab-4cf1-a119-a9a154a799ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdabe45b-4415-4055-b512-71d2b5979c30,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:31.944276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50018) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:32.023719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91fe7e-c640-4a18-ad7b-080fc44c77c6 req-dbb511bf-2272-4b1f-8947-867b6ab176b2 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:32.026027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa91fe7e-c640-4a18-ad7b-080fc44c77c6 req-dbb511bf-2272-4b1f-8947-867b6ab176b2 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 944 time: 0.0753245 Nov 10 16:59:32.027292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3420ceb-7a52-4663-94f2-8b6435504afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:32.065442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3420ceb-7a52-4663-94f2-8b6435504afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:32.101242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa91fe7e-c640-4a18-ad7b-080fc44c77c6 req-e3b826f5-fd36-46b9-80d0-55d21c263dc9 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666003 Nov 10 16:59:32.244744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3420ceb-7a52-4663-94f2-8b6435504afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:32.248566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3420ceb-7a52-4663-94f2-8b6435504afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:32.250718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f3420ceb-7a52-4663-94f2-8b6435504afa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fdabe45b-4415-4055-b512-71d2b5979c30 HTTP/1.1" status: 204 len: 168 time: 0.3046973 Nov 10 16:59:32.263681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3420ceb-7a52-4663-94f2-8b6435504afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdabe45b-4415-4055-b512-71d2b5979c30,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:32.398508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a4140ea1-3098-4932-b164-1ff11c817538 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:32.519472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port a4140ea1-3098-4932-b164-1ff11c817538 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 16:59:32.524204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port a4140ea1-3098-4932-b164-1ff11c817538 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:32.524586 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:32.600859 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4317a905-ee4a-418f-86b4-096834a39a2f req-face535c-8d03-4b8e-90fe-a1c1898d1771 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fec4b71015cf4f50b5c3c91068ad0b19&device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0506845 Nov 10 16:59:32.638563 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:32.669162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4140ea1-3098-4932-b164-1ff11c817538'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:59:32.672967 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cea06b-b9de-4c9a-a37b-30f43f2c89f9" -d '{"events": [{"server_uuid": "09624cab-ca3c-4c7d-bffb-82ed03ca8aff", "name": "network-vif-plugged", "status": "completed", "tag": "a4140ea1-3098-4932-b164-1ff11c817538"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:59:32.681689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4317a905-ee4a-418f-86b4-096834a39a2f req-4a9b556e-d780-4deb-a5b3-d44dcd8a0d12 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fec4b71015cf4f50b5c3c91068ad0b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676503 Nov 10 16:59:32.696078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port a4140ea1-3098-4932-b164-1ff11c817538, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a4140ea1-3098-4932-b164-1ff11c817538,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:32.723983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-696ce5fa-b113-4029-9cc1-c382b4b1f7e6 req-b07796c7-f103-404a-ac57-0d6739940274 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0735140 Nov 10 16:59:32.727446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a1ba1-5a72-468a-be48-124fb1e01f4b req-04bc20d5-096e-45c2-a64c-99d1fd2a57cd tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:32.729075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c26a1ba1-5a72-468a-be48-124fb1e01f4b req-04bc20d5-096e-45c2-a64c-99d1fd2a57cd tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0965300 Nov 10 16:59:32.788473 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:32.792225 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e983d-522f-41d7-accf-492f020ee241 x-openstack-request-id: req-2b2e983d-522f-41d7-accf-492f020ee241 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:59:32.792644 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09624cab-ca3c-4c7d-bffb-82ed03ca8aff", "name": "network-vif-plugged", "status": "completed", "tag": "a4140ea1-3098-4932-b164-1ff11c817538", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:59:32.792900 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b2e983d-522f-41d7-accf-492f020ee241 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:59:32.793545 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4140ea1-3098-4932-b164-1ff11c817538', 'code': 200} Nov 10 16:59:32.840934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c26a1ba1-5a72-468a-be48-124fb1e01f4b req-893a13fa-1c73-4490-8ce1-23d2ae0f7bd8 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939298 Nov 10 16:59:32.862313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=a4140ea1-3098-4932-b164-1ff11c817538,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:32.880178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a905-ee4a-418f-86b4-096834a39a2f req-ca6f149b-9ab9-48ca-88a6-6519fe6055ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:32.890807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4317a905-ee4a-418f-86b4-096834a39a2f req-ca6f149b-9ab9-48ca-88a6-6519fe6055ff service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916780 Nov 10 16:59:32.911100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7b32-9260-4c37-a175-d31c52712be7 req-aa12c55a-8dda-42cf-aff6-d5ee73047b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:32.913677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-907e7b32-9260-4c37-a175-d31c52712be7 req-aa12c55a-8dda-42cf-aff6-d5ee73047b98 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1097 time: 0.0458453 Nov 10 16:59:32.958831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-907e7b32-9260-4c37-a175-d31c52712be7 req-a9965879-9fd9-4834-9a1e-b61af87c59e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379546 Nov 10 16:59:33.125576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:33.138862 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c932a1b-d7b2-4bd9-8371-21999a1953bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:33.216577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c932a1b-d7b2-4bd9-8371-21999a1953bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:33.233413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f558f6e-26df-47ee-9d88-171a2e1bcf83 req-253d2040-5fd4-4aa3-a25f-8d2bb7f4fecd tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:33.234900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f558f6e-26df-47ee-9d88-171a2e1bcf83 req-253d2040-5fd4-4aa3-a25f-8d2bb7f4fecd tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0505910 Nov 10 16:59:33.290542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c932a1b-d7b2-4bd9-8371-21999a1953bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:33.291086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f558f6e-26df-47ee-9d88-171a2e1bcf83 req-38b5b35e-c5da-4741-8493-8f6fa4199eb9 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461946 Nov 10 16:59:33.330335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932a1b-d7b2-4bd9-8371-21999a1953bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964a2560-b71d-4697-b5f3-7119d8c4364c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:33.336070 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c932a1b-d7b2-4bd9-8371-21999a1953bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2b5c8ccedbc4b0ab0ad7f0166c00735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094667 Nov 10 16:59:33.338736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:33.394239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7766ad-e2d0-4f2e-9dd2-770b31a7e7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:33.415988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7766ad-e2d0-4f2e-9dd2-770b31a7e7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:33.570829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7766ad-e2d0-4f2e-9dd2-770b31a7e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:33.573910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7766ad-e2d0-4f2e-9dd2-770b31a7e7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:33.575259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8d7766ad-e2d0-4f2e-9dd2-770b31a7e7a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/964a2560-b71d-4697-b5f3-7119d8c4364c HTTP/1.1" status: 204 len: 168 time: 0.2355781 Nov 10 16:59:33.587137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7766ad-e2d0-4f2e-9dd2-770b31a7e7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a2560-b71d-4697-b5f3-7119d8c4364c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:33.843629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad08f6f4-5168-4dd4-a6e3-e5fe1c18f0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:33.852265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af817575-62fd-4f3b-b2cb-eb56fe9cb288 req-857584c3-c067-4bb1-9400-200d7536d6c6 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0301931 Nov 10 16:59:33.973893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9d739-1085-4d57-a060-fb83007255e9 req-f8b96eb2-f72a-48e1-a535-b69e08b2fac2 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:33.975573 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21a9d739-1085-4d57-a060-fb83007255e9 req-f8b96eb2-f72a-48e1-a535-b69e08b2fac2 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0604041 Nov 10 16:59:34.036115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21a9d739-1085-4d57-a060-fb83007255e9 req-eb71e3a4-3367-417e-bf25-35fd1e282efa tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544353 Nov 10 16:59:34.065400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-ec412e04-b5c5-4583-b77e-2fca1900c1fb tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:34.066779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-ec412e04-b5c5-4583-b77e-2fca1900c1fb tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.18 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0741651 Nov 10 16:59:34.181991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Deleting port 38163ddf-629c-4528-9320-45c95b9b138e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:34.182326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:34.273128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4317a905-ee4a-418f-86b4-096834a39a2f req-7005fb64-0d4d-4c06-b10f-9a2d10247362 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.18 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0334640 Nov 10 16:59:34.310765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] For port 38163ddf-629c-4528-9320-45c95b9b138e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=38163ddf-629c-4528-9320-45c95b9b138e,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:34.311138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:34.813342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:34.833737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed12c99-b408-4398-97f8-1f744ad910c6 req-ddf9de3f-a41a-4aa7-bb4d-8998cf8fcf28 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:34.835220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eed12c99-b408-4398-97f8-1f744ad910c6 req-ddf9de3f-a41a-4aa7-bb4d-8998cf8fcf28 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.4542305 Nov 10 16:59:34.933277 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:34.933277 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:34.933277 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Floating IP 587bccfb-e16c-4be6-9128-4869b20a5ec1 disassociated. External IP: 172.25.3.43, port: 38163ddf-629c-4528-9320-45c95b9b138e. Nov 10 16:59:34.933277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Calling delete_port for 38163ddf-629c-4528-9320-45c95b9b138e owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:34.941088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eed12c99-b408-4398-97f8-1f744ad910c6 req-fce0cb80-e789-4500-936a-ab2ef6bb3a83 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987573 Nov 10 16:59:34.978504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1648714208'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:35.035162 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ece8314a-8312-49e7-a03f-c7c7119fe3e9 req-5e3c9ff1-962b-4412-85b9-654d6bf8ff55 tempest-ServerShowV254Test-309548785 tempest-ServerShowV254Test-309548785-project] 10.222.0.62 "GET /v2.0/ports?device_id=b46dd56f-5802-475d-98c3-f5a95198566f HTTP/1.1" status: 200 len: 210 time: 0.0363445 Nov 10 16:59:35.098684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.142205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Made reservation on behalf of 6e6ed6df5b724ab793b0197accbef551 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:35.142205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.154408 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.176833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24209c-218f-4885-8902-886099037c69 req-5ab8350e-b5ff-4cc1-9756-8589ac4b52bb tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:35.179088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b24209c-218f-4885-8902-886099037c69 req-5ab8350e-b5ff-4cc1-9756-8589ac4b52bb tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 946 time: 0.0630209 Nov 10 16:59:35.240802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.253618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6b24209c-218f-4885-8902-886099037c69 req-9804ed7a-f979-4aff-8ef3-f2d12d4f0fa6 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca28e73-9916-4a8b-b532-f937036329e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680707 Nov 10 16:59:35.287644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event deleted for resources: {'Port': ['ID=38163ddf-629c-4528-9320-45c95b9b138e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:35.299453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.377290 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.410876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:59:35.420018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Router 675c9242-7222-42c3-b06b-bb5ff8f9b979 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:35.421615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440f9012-8d98-419e-9797-83481c22f53b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:35.426884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.427771 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Added segment 95ea797c-ae0e-46d4-8f7f-bfd554b1760f of type vlan for network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 Nov 10 16:59:35.470386 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.548906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:35.559525 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] Sync routers for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:35.569374 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:35.570163 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:35.570728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.576429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:35.577247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.597407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] No DVR routers for this DVR port 38163ddf-629c-4528-9320-45c95b9b138e on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:35.601264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:35.606305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e8c1dea-f6ac-4790-a2f6-a07f21f2f4c8 req-92a6c496-28f4-4b52-8822-e9d025e73958 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.18 "DELETE /v2.0/ports/38163ddf-629c-4528-9320-45c95b9b138e HTTP/1.1" status: 204 len: 173 time: 1.5334024 Nov 10 16:59:35.607050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'name': 'network-vif-deleted', 'tag': '38163ddf-629c-4528-9320-45c95b9b138e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:59:35.611267 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1b1e1-917a-4130-9981-baffc226aea4" -d '{"events": [{"server_uuid": "74defe77-7e7b-48e8-98c1-6c787911e0d3", "name": "network-vif-deleted", "tag": "38163ddf-629c-4528-9320-45c95b9b138e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:59:35.672864 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970fafdb-4c6f-429d-8ee8-592647741520 x-openstack-request-id: req-970fafdb-4c6f-429d-8ee8-592647741520 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:59:35.673224 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74defe77-7e7b-48e8-98c1-6c787911e0d3", "name": "network-vif-deleted", "tag": "38163ddf-629c-4528-9320-45c95b9b138e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:59:35.673520 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-970fafdb-4c6f-429d-8ee8-592647741520 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:59:35.673970 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74defe77-7e7b-48e8-98c1-6c787911e0d3', 'name': 'network-vif-deleted', 'tag': '38163ddf-629c-4528-9320-45c95b9b138e', 'status': 'completed', 'code': 200} Nov 10 16:59:35.678011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event updated for resources: {'Network': ['ID=f078d2d4-7ffe-477e-87a7-31c3fcc09c50,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:35.692204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:59:35.694160 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c930770c-8e5f-4ad1-9e6e-960b080a26a2 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8786561 Nov 10 16:59:35.697831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50108) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:35.706092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Request body: {'subnet': {'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:35.710787 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:35.924772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Made reservation on behalf of 6e6ed6df5b724ab793b0197accbef551 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:35.931217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:36.129482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675a022-e301-4de2-b5b5-79c01bd8b58a req-6de50f0a-afd8-4e39-9f8f-f3b32da87b40 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:36.139147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e675a022-e301-4de2-b5b5-79c01bd8b58a req-6de50f0a-afd8-4e39-9f8f-f3b32da87b40 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0869656 Nov 10 16:59:36.185529 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:36.214978 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] Checking router: 675c9242-7222-42c3-b06b-bb5ff8f9b979 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:59:36.225941 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:36.226869 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:36.280360 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e675a022-e301-4de2-b5b5-79c01bd8b58a req-4e7bda73-baa6-4de5-826f-c009e1784965 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402395 Nov 10 16:59:36.356049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:36.395959 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:36.475361 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-947f0bcd-7b95-4293-98c6-34d27d9034a1 req-7a07fa8e-2333-47b8-9a92-87cf23ee65a9 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/ports?device_id=74defe77-7e7b-48e8-98c1-6c787911e0d3 HTTP/1.1" status: 200 len: 210 time: 0.0558426 Nov 10 16:59:36.505448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5bf60-9a65-4ede-92e7-cb54917e1ec4 req-125eb0c1-fbda-47a5-9703-1aa46a79c8ef tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:36.507141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event updated for resources: {'Subnet': ['ID=84ee599d-c232-484d-8097-95b24c58e958,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:36.507573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-70a5bf60-9a65-4ede-92e7-cb54917e1ec4 req-125eb0c1-fbda-47a5-9703-1aa46a79c8ef tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0842311 Nov 10 16:59:36.520779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:36.526015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'floatingip': {'port_id': 'a4140ea1-3098-4932-b164-1ff11c817538'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:36.530082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Checking segment: {'id': '95ea797c-ae0e-46d4-8f7f-bfd554b1760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:36.530452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Network hostable DHCP agents. Network: f078d2d4-7ffe-477e-87a7-31c3fcc09c50, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:59:36.610435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:36.622522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:59:36.684365 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:36.736719 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b3e2-530a-43e7-b70e-f2ef756b00e6 None None] The sync data for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 is: [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:57:19Z', 'revision_number': 4, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '310e12d8-1d0b-48dc-a8f0-d73ada6a67f0', 'name': '', 'network_id': 'b4a84ad4-57d4-484f-83e4-b320756af1b8', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'mac_address': 'fa:16:3e:76:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:17Z', 'updated_at': '2021-11-10T16:57:24Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'subnets': [{'id': '42e63cd8-62e8-4a76-b78e-251164ec83f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:36.747853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f078d2d4-7ffe-477e-87a7-31c3fcc09c50) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:36.753445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:36.754270 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:36.763272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bea6eb-414e-41dd-bcc6-58d4fadf99c9 None None] Network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:36.830796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50140) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:36.864086 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:36.911161 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b811815a-b866-42ef-85d6-fbbe5ad286c9 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2119763 Nov 10 16:59:36.915134 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50146) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:36.920577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Request body: {'port': {'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1947058526'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:37.050175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-f078d2d4-7ffe-477e-87a7-31c3fcc09c50', 'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50', 'tenant_id': '6e6ed6df5b724ab793b0197accbef551', 'fixed_ips': [{'subnet_id': '84ee599d-c232-484d-8097-95b24c58e958'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:59:37.051112 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.121100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41837bd4-1ff3-475f-9687-525e4466997f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.195460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Made reservation on behalf of 6e6ed6df5b724ab793b0197accbef551 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:37.204974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.225389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.247024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7258fdb-32ae-4851-b1dd-b2895d038c99 None None] New status for floating IP 587bccfb-e16c-4be6-9128-4869b20a5ec1: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:59:37.248414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] device_id is not set on port 91d00ec7-d4d6-4426-be3c-e7c71f411615 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:59:37.254593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41837bd4-1ff3-475f-9687-525e4466997f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.325061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.346939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Allocated IP 2001:db8::2 (f078d2d4-7ffe-477e-87a7-31c3fcc09c50/84ee599d-c232-484d-8097-95b24c58e958/3bfc6934-6b38-42ce-bcd8-c3272ef52911) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:37.372205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41837bd4-1ff3-475f-9687-525e4466997f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.420662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-41837bd4-1ff3-475f-9687-525e4466997f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fec4b71015cf4f50b5c3c91068ad0b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712378 Nov 10 16:59:37.422429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50152) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:37.423067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41837bd4-1ff3-475f-9687-525e4466997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586e1040-1bc6-4f25-a3d9-f9b0ac12662a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:37.509052 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1002548-2dc6-4520-88c8-098511acfa49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.527106 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Floating IP 06fa7f7a-d78f-4042-9b6c-24d9bdf5b077 associated. External IP: 172.25.3.95, port: a4140ea1-3098-4932-b164-1ff11c817538. Nov 10 16:59:37.565066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1002548-2dc6-4520-88c8-098511acfa49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.611078 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.634790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.767542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50160) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:37.822613 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.829002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1002548-2dc6-4520-88c8-098511acfa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.831818 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1002548-2dc6-4520-88c8-098511acfa49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.833636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f1002548-2dc6-4520-88c8-098511acfa49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/586e1040-1bc6-4f25-a3d9-f9b0ac12662a HTTP/1.1" status: 204 len: 168 time: 0.4068091 Nov 10 16:59:37.861977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f459-6e7e-469e-b417-f7434dd7f6de tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.870064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:37.877622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 38163ddf-629c-4528-9320-45c95b9b138e no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:37.887811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1002548-2dc6-4520-88c8-098511acfa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586e1040-1bc6-4f25-a3d9-f9b0ac12662a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:37.903867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:37.912064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:37.913073 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.913705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 38163ddf-629c-4528-9320-45c95b9b138e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:37.914054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 38163ddf-629c-4528-9320-45c95b9b138e not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:37.915519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Pushing event updated for resources: {'Port': ['ID=3bfc6934-6b38-42ce-bcd8-c3272ef52911,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:37.928908 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f459-6e7e-469e-b417-f7434dd7f6de tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:37.966313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Allocated IP 2001:db8::5f (f078d2d4-7ffe-477e-87a7-31c3fcc09c50/84ee599d-c232-484d-8097-95b24c58e958/91d00ec7-d4d6-4426-be3c-e7c71f411615) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:37.976642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Router 364e5b44-10c7-4dd0-841e-1a598ab24577 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:37.998069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Attempting to bind port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:59:37.998667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Attempting to bind port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '95ea797c-ae0e-46d4-8f7f-bfd554b1760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:59:37.999045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Attempting to bind port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 on network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:38.014210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:59:38.014497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Checking segment: {'id': '95ea797c-ae0e-46d4-8f7f-bfd554b1760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:38.015074 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.016497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Bound using segment: {'id': '95ea797c-ae0e-46d4-8f7f-bfd554b1760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:59:38.017576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Bound port: 3bfc6934-6b38-42ce-bcd8-c3272ef52911, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ea797c-ae0e-46d4-8f7f-bfd554b1760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:59:38.019840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.135820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:38.144016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] For port 3bfc6934-6b38-42ce-bcd8-c3272ef52911, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:59:38.147821 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] Sync routers for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:38.148581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] For port 3bfc6934-6b38-42ce-bcd8-c3272ef52911, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3bfc6934-6b38-42ce-bcd8-c3272ef52911,segment=NetworkSegment(95ea797c-ae0e-46d4-8f7f-bfd554b1760f),segment_id=95ea797c-ae0e-46d4-8f7f-bfd554b1760f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:59:38.160717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.171024 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:38.172301 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:38.223472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.227597 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.229517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f459-6e7e-469e-b417-f7434dd7f6de tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.235680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f459-6e7e-469e-b417-f7434dd7f6de tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.235680 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9aa6f459-6e7e-469e-b417-f7434dd7f6de tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "DELETE /v2.0/security-groups/aca28e73-9916-4a8b-b532-f937036329e4 HTTP/1.1" status: 204 len: 168 time: 0.4646549 Nov 10 16:59:38.240366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:38.249532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6abacca0-112b-48cb-b601-70124853cf60 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "PUT /v2.0/floatingips/06fa7f7a-d78f-4042-9b6c-24d9bdf5b077 HTTP/1.1" status: 200 len: 990 time: 1.7273376 Nov 10 16:59:38.251794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'tag': 'a4140ea1-3098-4932-b164-1ff11c817538'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:59:38.254665 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a10069-6030-4acf-a5a0-d6309b724991" -d '{"events": [{"name": "network-changed", "server_uuid": "09624cab-ca3c-4c7d-bffb-82ed03ca8aff", "tag": "a4140ea1-3098-4932-b164-1ff11c817538"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:59:38.259573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6f459-6e7e-469e-b417-f7434dd7f6de tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca28e73-9916-4a8b-b532-f937036329e4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:38.291359 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-8b6d97c6-ae53-4309-80d5-25ec2eeef8cd tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] show failed (client error): The resource could not be found. Nov 10 16:59:38.299566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:38.300395 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8b6d97c6-ae53-4309-80d5-25ec2eeef8cd tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "GET /v2.0/security-groups/aca28e73-9916-4a8b-b532-f937036329e4 HTTP/1.1" status: 404 len: 347 time: 0.0575864 Nov 10 16:59:38.324200 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b44d2d-e2f0-4c29-b2be-7d599dd0ce77 x-openstack-request-id: req-b2b44d2d-e2f0-4c29-b2be-7d599dd0ce77 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:59:38.324734 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09624cab-ca3c-4c7d-bffb-82ed03ca8aff", "tag": "a4140ea1-3098-4932-b164-1ff11c817538", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:59:38.325205 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2b44d2d-e2f0-4c29-b2be-7d599dd0ce77 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:59:38.326480 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'tag': 'a4140ea1-3098-4932-b164-1ff11c817538', 'status': 'completed', 'code': 200} Nov 10 16:59:38.395024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615c53-3a23-4404-8f6a-7cb680f7a404 None None] Pushing event updated for resources: {'Port': ['ID=3bfc6934-6b38-42ce-bcd8-c3272ef52911,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:38.411590 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:38.435258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10069-6030-4acf-a5a0-d6309b724991 req-66a0cb22-ad4b-4423-9302-3ad821048475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:38.436879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a10069-6030-4acf-a5a0-d6309b724991 req-66a0cb22-ad4b-4423-9302-3ad821048475 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1097 time: 0.0852382 Nov 10 16:59:38.496159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.601452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:38.610505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:38.614660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:38.622852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:38.623642 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.629226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event updated for resources: {'Port': ['ID=91d00ec7-d4d6-4426-be3c-e7c71f411615,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:38.643035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10069-6030-4acf-a5a0-d6309b724991 req-1b64d847-98d1-44ad-a4a9-2b3f10cd74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:38.645434 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a10069-6030-4acf-a5a0-d6309b724991 req-1b64d847-98d1-44ad-a4a9-2b3f10cd74f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.2006624 Nov 10 16:59:38.657766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Deleting port e22a49b4-e01e-424a-85ef-0c278faf9c68 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:38.659094 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.766211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-caa52a42-59fc-4ee8-8876-cc3c9d8de7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8484635 Nov 10 16:59:38.781879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a10069-6030-4acf-a5a0-d6309b724991 req-548c5e5d-7ff1-4d16-a628-d342aee07af8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 998 time: 0.1284888 Nov 10 16:59:38.782709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:38.789659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.790264 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:38.808340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Calling delete_port for e22a49b4-e01e-424a-85ef-0c278faf9c68 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:38.812932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Request body: {'port': {'network_id': 'f078d2d4-7ffe-477e-87a7-31c3fcc09c50', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-242637552', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:38.812932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] bootfile-name is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:38.812932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] tftp-server is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:38.812932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] server-ip-address is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:38.965015 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '06fa7f7a-d78f-4042-9b6c-24d9bdf5b077', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'port_id': 'a4140ea1-3098-4932-b164-1ff11c817538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'mac_address': 'fa:16:3e:66:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:59:19Z', 'updated_at': '2021-11-10T16:59:37Z', 'revision_number': 1, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:39.007232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10069-6030-4acf-a5a0-d6309b724991 req-0b45dd66-255d-45db-b673-cee8b6e8961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:39.009756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a10069-6030-4acf-a5a0-d6309b724991 req-0b45dd66-255d-45db-b673-cee8b6e8961c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.0951982 Nov 10 16:59:39.010899 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] Checking router: 364e5b44-10c7-4dd0-841e-1a598ab24577 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:59:39.022313 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:39.023343 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:39.090307 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:39.102791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10069-6030-4acf-a5a0-d6309b724991 req-e2d4c93d-8fc7-4c0d-bb24-5a48fac272b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:39.105752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a10069-6030-4acf-a5a0-d6309b724991 req-e2d4c93d-8fc7-4c0d-bb24-5a48fac272b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634565 Nov 10 16:59:39.142570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Pushing event deleted for resources: {'Port': ['ID=e22a49b4-e01e-424a-85ef-0c278faf9c68,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:39.176758 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:39.188761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Made reservation on behalf of 6e6ed6df5b724ab793b0197accbef551 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:39.196751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:39.242566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:39.246040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:39.247382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9e8123d2-7e9f-448b-86bd-1dc6b9477709 tempest-ServersTestManualDisk-964538981 tempest-ServersTestManualDisk-964538981-project] 10.222.0.62 "DELETE /v2.0/floatingips/587bccfb-e16c-4be6-9128-4869b20a5ec1 HTTP/1.1" status: 204 len: 168 time: 0.9468026 Nov 10 16:59:39.250412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50206) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:39.270312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] device_id is not set on port c4cd3b77-46e2-47ce-9e90-917fcdf38573 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:59:39.428450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a10069-6030-4acf-a5a0-d6309b724991 req-2c1182d1-bf1b-4dbc-8b68-95bfca199a7b service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151288 Nov 10 16:59:39.547461 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '06fa7f7a-d78f-4042-9b6c-24d9bdf5b077', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'port_id': 'a4140ea1-3098-4932-b164-1ff11c817538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'mac_address': 'fa:16:3e:66:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:59:19Z', 'updated_at': '2021-11-10T16:59:37Z', 'revision_number': 1, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:39.587581 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f71c1de-ba67-4fc7-8276-526816a5dcb9 None None] The sync data for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 is: [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '06fa7f7a-d78f-4042-9b6c-24d9bdf5b077', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'port_id': 'a4140ea1-3098-4932-b164-1ff11c817538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'mac_address': 'fa:16:3e:66:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T16:59:19Z', 'updated_at': '2021-11-10T16:59:37Z', 'revision_number': 1, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:39.642693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Allocated IP 2001:db8::26d (f078d2d4-7ffe-477e-87a7-31c3fcc09c50/84ee599d-c232-484d-8097-95b24c58e958/c4cd3b77-46e2-47ce-9e90-917fcdf38573) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:39.757033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-85a10069-6030-4acf-a5a0-d6309b724991 req-5f53d11a-b51c-4596-866f-0d66cf295f97 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027580 Nov 10 16:59:39.885611 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:39.988072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:39.990655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c0a27-2d26-417b-9f7e-d89535425f7e None None] New status for floating IP 06fa7f7a-d78f-4042-9b6c-24d9bdf5b077: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 16:59:40.119595 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.201854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:40.203738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event updated for resources: {'Port': ['ID=c4cd3b77-46e2-47ce-9e90-917fcdf38573,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:40.207562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:40.209893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:40.216009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:40.216703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.275770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73914a44-1635-456d-b569-79e520618f95 None None] Network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:40.291160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Deleting port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:40.297645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.330503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e0355ddf-8d5e-437f-9c0e-4db39d76803c tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5463657 Nov 10 16:59:40.332954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:40.361920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-577d27cb-0e08-4f93-a068-8dc1c84e366d None None] Provisioning complete for port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:40.362287 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-577d27cb-0e08-4f93-a068-8dc1c84e366d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.430131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f3f33-6ce7-40b0-a49a-3bc44bc55b6a tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:40.439803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f3f33-6ce7-40b0-a49a-3bc44bc55b6a tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:40.446744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f3f33-6ce7-40b0-a49a-3bc44bc55b6a tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:40.449572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a10f3f33-6ce7-40b0-a49a-3bc44bc55b6a tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1145022 Nov 10 16:59:40.451655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:40.493939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] For port 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:40.499588 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.530349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Calling delete_port for 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:40.611296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b4f2e-fb17-47d0-bb92-a6863dcace12 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Deleting port c4cd3b77-46e2-47ce-9e90-917fcdf38573 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:40.611647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4f2e-fb17-47d0-bb92-a6863dcace12 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.746633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3bfc6934-6b38-42ce-bcd8-c3272ef52911 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:40.747649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4f2e-fb17-47d0-bb92-a6863dcace12 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.766663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b4f2e-fb17-47d0-bb92-a6863dcace12 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Calling delete_port for c4cd3b77-46e2-47ce-9e90-917fcdf38573 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:40.767397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.870924 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-577d27cb-0e08-4f93-a068-8dc1c84e366d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.957625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:40.958308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:40.968113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-577d27cb-0e08-4f93-a068-8dc1c84e366d None None] For port 3bfc6934-6b38-42ce-bcd8-c3272ef52911, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3bfc6934-6b38-42ce-bcd8-c3272ef52911,segment=NetworkSegment(95ea797c-ae0e-46d4-8f7f-bfd554b1760f),segment_id=95ea797c-ae0e-46d4-8f7f-bfd554b1760f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:41.007008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:41.058743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Pushing event deleted for resources: {'Port': ['ID=310e12d8-1d0b-48dc-a8f0-d73ada6a67f0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:41.062913 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4f2e-fb17-47d0-bb92-a6863dcace12 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:41.105770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:41.111420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b4f2e-fb17-47d0-bb92-a6863dcace12 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event deleted for resources: {'Port': ['ID=c4cd3b77-46e2-47ce-9e90-917fcdf38573,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:41.129557 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-577d27cb-0e08-4f93-a068-8dc1c84e366d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:41.177264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4f2e-fb17-47d0-bb92-a6863dcace12 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:41.197505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50256) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:41.198860 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c9b4f2e-fb17-47d0-bb92-a6863dcace12 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "DELETE /v2.0/ports/c4cd3b77-46e2-47ce-9e90-917fcdf38573 HTTP/1.1" status: 204 len: 168 time: 0.7415917 Nov 10 16:59:41.208836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Request body: {'port': {'name': 'tempest-new-port-name-391921453', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:41.213838 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.api.validators [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] bootfile-name is not in valid_values {{(pid=103326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:41.214351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.api.validators [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] tftp-server is not in valid_values {{(pid=103326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:41.214897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.api.validators [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] server-ip-address is not in valid_values {{(pid=103326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:41.270821 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 16:59:41.271496 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 16:59:41.274675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d27cb-0e08-4f93-a068-8dc1c84e366d None None] Pushing event updated for resources: {'Port': ['ID=3bfc6934-6b38-42ce-bcd8-c3272ef52911,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:41.358249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:41.551218 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:41.681680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-405eea40-04a2-42da-9cd0-ca413fe26a34 None None] Provisioning complete for port 91d00ec7-d4d6-4426-be3c-e7c71f411615 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:41.681680 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-405eea40-04a2-42da-9cd0-ca413fe26a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:41.735897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-405eea40-04a2-42da-9cd0-ca413fe26a34 None None] Port 91d00ec7-d4d6-4426-be3c-e7c71f411615 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:41.748849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-405eea40-04a2-42da-9cd0-ca413fe26a34 None None] Could not find standard attr ID for object c4cd3b77-46e2-47ce-9e90-917fcdf38573. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:59:41.767888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-405eea40-04a2-42da-9cd0-ca413fe26a34 None None] Provisioning complete for port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:41.768308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-405eea40-04a2-42da-9cd0-ca413fe26a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:42.025222 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:42.049125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1d23cdc0-973f-4396-8143-ab07f331df8a None None] Provisioning complete for port 91d00ec7-d4d6-4426-be3c-e7c71f411615 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:42.050015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d23cdc0-973f-4396-8143-ab07f331df8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:42.057584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Router 675c9242-7222-42c3-b06b-bb5ff8f9b979 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 16:59:42.096211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1d23cdc0-973f-4396-8143-ab07f331df8a None None] Port 91d00ec7-d4d6-4426-be3c-e7c71f411615 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:42.151273 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:42.190887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] In _notify_port_updated(), no bound segment for port 91d00ec7-d4d6-4426-be3c-e7c71f411615 on network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:59:42.198270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:42.198613 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:42.203884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "PUT /v2.0/ports/91d00ec7-d4d6-4426-be3c-e7c71f411615 HTTP/1.1" status: 200 len: 1128 time: 0.9996190 Nov 10 16:59:42.204989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:42.219218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ba94772a-a262-45af-81dc-03f663cfd20c None None] Could not find standard attr ID for object c4cd3b77-46e2-47ce-9e90-917fcdf38573. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:59:42.290426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cace59c-5e58-473b-905f-b2f7552af7b6 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event updated for resources: {'Port': ['ID=91d00ec7-d4d6-4426-be3c-e7c71f411615,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:42.302232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d1c3b-2858-4af8-a0cd-24676f803898 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:42.303967 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b70d1c3b-2858-4af8-a0cd-24676f803898 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "GET /v2.0/ports/91d00ec7-d4d6-4426-be3c-e7c71f411615 HTTP/1.1" status: 200 len: 1128 time: 0.0954692 Nov 10 16:59:42.313386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:42.350327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 16:59:42.359701 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0bccd801-8cb5-4f8c-8431-8bb88b584481 admin admin] 10.222.0.62 "PUT /v2.0/routers/675c9242-7222-42c3-b06b-bb5ff8f9b979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1053259 Nov 10 16:59:42.362285 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] Sync routers for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 16:59:42.363128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:42.396234 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:42.396773 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:42.561623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-102f7e16-6134-414a-8411-5fcbfaaa68de tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Deleting port 91d00ec7-d4d6-4426-be3c-e7c71f411615 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:42.562495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-102f7e16-6134-414a-8411-5fcbfaaa68de tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:42.592007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:42.661497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3bfc6934-6b38-42ce-bcd8-c3272ef52911 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:42.742821 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:42.806192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:42.806715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.040501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-da446461-8586-4db3-bc8d-d8e701a75b47 None None] Provisioning complete for port 91d00ec7-d4d6-4426-be3c-e7c71f411615 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:43.040938 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da446461-8586-4db3-bc8d-d8e701a75b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.089891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-da446461-8586-4db3-bc8d-d8e701a75b47 None None] Port 91d00ec7-d4d6-4426-be3c-e7c71f411615 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:43.130865 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:59:40Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:43.168447 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] Checking router: 675c9242-7222-42c3-b06b-bb5ff8f9b979 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 16:59:43.178080 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] Routers {'675c9242-7222-42c3-b06b-bb5ff8f9b979'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 16:59:43.178705 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T16:59:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['675c9242-7222-42c3-b06b-bb5ff8f9b979'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:43.297916 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] Set router 675c9242-7222-42c3-b06b-bb5ff8f9b979 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 16:59:43.314805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-102f7e16-6134-414a-8411-5fcbfaaa68de tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.333798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-102f7e16-6134-414a-8411-5fcbfaaa68de tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Calling delete_port for 91d00ec7-d4d6-4426-be3c-e7c71f411615 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:43.340754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.498990 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:59:40Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:43.517420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Deleting port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:43.517755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.527322 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318646d-370a-4f9d-944e-320c870f3fa6 None None] The sync data for ids ['675c9242-7222-42c3-b06b-bb5ff8f9b979'] in n-d-714676-11 is: [{'id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'name': 'tempest-ServersTestManualDisk-185242584-router', 'tenant_id': '4cf5f1d484244613acb00f3eb00df875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:57:08Z', 'updated_at': '2021-11-10T16:59:40Z', 'revision_number': 5, 'project_id': '4cf5f1d484244613acb00f3eb00df875', 'gw_port': {'id': '15dc0d3a-03a8-4c65-81ed-15da0f384f5a', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c9242-7222-42c3-b06b-bb5ff8f9b979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:57:09Z', 'updated_at': '2021-11-10T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 16:59:43.579768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-102f7e16-6134-414a-8411-5fcbfaaa68de tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.622299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f7e16-6134-414a-8411-5fcbfaaa68de tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event deleted for resources: {'Port': ['ID=91d00ec7-d4d6-4426-be3c-e7c71f411615,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:43.659923 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-102f7e16-6134-414a-8411-5fcbfaaa68de tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.664403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-102f7e16-6134-414a-8411-5fcbfaaa68de tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "DELETE /v2.0/ports/91d00ec7-d4d6-4426-be3c-e7c71f411615 HTTP/1.1" status: 204 len: 168 time: 1.3496592 Nov 10 16:59:43.666650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] For port 15dc0d3a-03a8-4c65-81ed-15da0f384f5a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=15dc0d3a-03a8-4c65-81ed-15da0f384f5a,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:43.667180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.669077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50314) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:43.681975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Calling delete_port for 15dc0d3a-03a8-4c65-81ed-15da0f384f5a owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:43.800193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55a9490-4762-4325-ae8a-66f11d62dbe5 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Deleting subnet 84ee599d-c232-484d-8097-95b24c58e958 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:59:43.818096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b55a9490-4762-4325-ae8a-66f11d62dbe5 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.927096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b55a9490-4762-4325-ae8a-66f11d62dbe5 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:43.956535 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.032343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15dc0d3a-03a8-4c65-81ed-15da0f384f5a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:44.056487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5c7c6-8745-45ab-8718-7a54881349d1 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:44.150023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b55a9490-4762-4325-ae8a-66f11d62dbe5 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.158693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.314143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.321082 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.365100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b55a9490-4762-4325-ae8a-66f11d62dbe5 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.393614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a9490-4762-4325-ae8a-66f11d62dbe5 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event deleted for resources: {'Subnet': ['ID=84ee599d-c232-484d-8097-95b24c58e958,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:44.397126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b55a9490-4762-4325-ae8a-66f11d62dbe5 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.402265 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b55a9490-4762-4325-ae8a-66f11d62dbe5 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "DELETE /v2.0/subnets/84ee599d-c232-484d-8097-95b24c58e958 HTTP/1.1" status: 204 len: 168 time: 0.7304668 Nov 10 16:59:44.405244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4e7c4-f0b2-4aa5-b3f6-c1208afdfaaf None None] Network f078d2d4-7ffe-477e-87a7-31c3fcc09c50 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:44.405699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50330) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:44.462017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.462563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 675c9242-7222-42c3-b06b-bb5ff8f9b979 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 16:59:44.467270 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.471815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b4a8e3a-8a7f-434f-a6d1-34654250a7d7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/675c9242-7222-42c3-b06b-bb5ff8f9b979 HTTP/1.1" status: 204 len: 168 time: 2.1041501 Nov 10 16:59:44.472169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:44.520222 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.577469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-07139a16-2584-4748-b773-0d6bb34f2b17 admin admin] Deleting subnet 42e63cd8-62e8-4a76-b78e-251164ec83f1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:59:44.595795 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07139a16-2584-4748-b773-0d6bb34f2b17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.650486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Deleting port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:44.650731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.656341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:44.715694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07139a16-2584-4748-b773-0d6bb34f2b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.719740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:44.720080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 310e12d8-1d0b-48dc-a8f0-d73ada6a67f0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:44.760410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] For port 3bfc6934-6b38-42ce-bcd8-c3272ef52911, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3bfc6934-6b38-42ce-bcd8-c3272ef52911,segment=NetworkSegment(95ea797c-ae0e-46d4-8f7f-bfd554b1760f),segment_id=95ea797c-ae0e-46d4-8f7f-bfd554b1760f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:44.761121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.776742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Calling delete_port for 3bfc6934-6b38-42ce-bcd8-c3272ef52911 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:44.800532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:44.878072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07139a16-2584-4748-b773-0d6bb34f2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.944394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-389068fe-1fbe-4b4d-ad89-9e235db8d3f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:44.985962 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.016045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event deleted for resources: {'Port': ['ID=3bfc6934-6b38-42ce-bcd8-c3272ef52911,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:45.017918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] No DVR routers for this DVR port 3bfc6934-6b38-42ce-bcd8-c3272ef52911 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:45.036333 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07139a16-2584-4748-b773-0d6bb34f2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.054456 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-389068fe-1fbe-4b4d-ad89-9e235db8d3f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.073939 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07139a16-2584-4748-b773-0d6bb34f2b17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.085217 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50348) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:45.085845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-07139a16-2584-4748-b773-0d6bb34f2b17 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/42e63cd8-62e8-4a76-b78e-251164ec83f1 HTTP/1.1" status: 204 len: 168 time: 0.6044114 Nov 10 16:59:45.087360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07139a16-2584-4748-b773-0d6bb34f2b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e63cd8-62e8-4a76-b78e-251164ec83f1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:45.087485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6809b12f-4896-497d-b961-1841036ee456 None None] Network b4a84ad4-57d4-484f-83e4-b320756af1b8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:45.124668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-389068fe-1fbe-4b4d-ad89-9e235db8d3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.142513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655cf55b-99dd-43a1-906b-7627d542ca48 None None] DHCP port deletion for f078d2d4-7ffe-477e-87a7-31c3fcc09c50 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:45.230106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-389068fe-1fbe-4b4d-ad89-9e235db8d3f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46f999cc50fb4732be9a338c459807e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262052 Nov 10 16:59:45.235325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:45.301520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389068fe-1fbe-4b4d-ad89-9e235db8d3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cf5333-36f2-40b1-aac4-6ce986c5f62d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:45.341961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3866850-004d-4bab-b748-a61d51fac8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.384983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3866850-004d-4bab-b748-a61d51fac8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.445853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] DHCP port deletion for b4a84ad4-57d4-484f-83e4-b320756af1b8 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:45.503269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] Deleting port 35b24859-a25d-4ac5-a615-68db22a1fe0b {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:45.503779 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.541461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3866850-004d-4bab-b748-a61d51fac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.545117 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3866850-004d-4bab-b748-a61d51fac8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.546664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c3866850-004d-4bab-b748-a61d51fac8ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41cf5333-36f2-40b1-aac4-6ce986c5f62d HTTP/1.1" status: 204 len: 168 time: 0.3092959 Nov 10 16:59:45.556055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3866850-004d-4bab-b748-a61d51fac8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cf5333-36f2-40b1-aac4-6ce986c5f62d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:45.612675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.617424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] For port 35b24859-a25d-4ac5-a615-68db22a1fe0b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=35b24859-a25d-4ac5-a615-68db22a1fe0b,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:45.618061 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.620711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.641013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] Calling delete_port for 35b24859-a25d-4ac5-a615-68db22a1fe0b owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:45.647269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f078d2d4-7ffe-477e-87a7-31c3fcc09c50']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:45.673958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ea797c-ae0e-46d4-8f7f-bfd554b1760f') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:45.674248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ea797c-ae0e-46d4-8f7f-bfd554b1760f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:45.686329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.706474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.714923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:59:45.715325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:59:45.719603 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:59:45.782022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Deleting port 35b24859-a25d-4ac5-a615-68db22a1fe0b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:45.782670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.792625 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.820042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] Pushing event deleted for resources: {'Port': ['ID=35b24859-a25d-4ac5-a615-68db22a1fe0b,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:45.823936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a9903-83a9-4122-986d-a9b49911fccd None None] No DVR routers for this DVR port 35b24859-a25d-4ac5-a615-68db22a1fe0b on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:45.851563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] For port 35b24859-a25d-4ac5-a615-68db22a1fe0b, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=35b24859-a25d-4ac5-a615-68db22a1fe0b,segment=NetworkSegment(3c701b70-933b-49c9-8652-7cb8c5c88583),segment_id=3c701b70-933b-49c9-8652-7cb8c5c88583)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:45.851813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.865746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Calling delete_port for 35b24859-a25d-4ac5-a615-68db22a1fe0b owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:45.869957 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.875456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:45.879224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] 10.222.0.62 "DELETE /v2.0/networks/f078d2d4-7ffe-477e-87a7-31c3fcc09c50 HTTP/1.1" status: 204 len: 168 time: 1.4725482 Nov 10 16:59:45.909537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188b271-2606-4038-92fe-0fb3086eaef8 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808 tempest-ExtraDHCPOptionsIpV6TestJSON-72525808-project] Pushing event deleted for resources: {'Network': ['ID=f078d2d4-7ffe-477e-87a7-31c3fcc09c50,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:46.008928 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.036115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b24859-a25d-4ac5-a615-68db22a1fe0b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:46.037939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] No DVR routers for this DVR port 35b24859-a25d-4ac5-a615-68db22a1fe0b on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:46.114079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.134990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a84ad4-57d4-484f-83e4-b320756af1b8']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:46.144611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c701b70-933b-49c9-8652-7cb8c5c88583') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:46.144905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c701b70-933b-49c9-8652-7cb8c5c88583') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:46.154025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.167377 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.173951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:59:46.174354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: timer() Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:59:46.176028 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:59:46.259794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:46.273969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-736fa6c4-7b03-417f-90fc-d5256d10bb48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.330233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.342116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.364092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b4a84ad4-57d4-484f-83e4-b320756af1b8 HTTP/1.1" status: 204 len: 168 time: 1.2753913 Nov 10 16:59:46.378604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-736fa6c4-7b03-417f-90fc-d5256d10bb48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.382517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2a5d1-7b0c-42dd-981e-f2f6f65d9838 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a84ad4-57d4-484f-83e4-b320756af1b8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:46.440163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:46.488848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-736fa6c4-7b03-417f-90fc-d5256d10bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.529370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-736fa6c4-7b03-417f-90fc-d5256d10bb48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb6fddd610a64d14b03a0ec21d3f4525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684541 Nov 10 16:59:46.530508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fa6c4-7b03-417f-90fc-d5256d10bb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b4a6eb-f126-42fe-aa61-881b2d61d236,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:46.532025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50386) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:46.560969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 35b24859-a25d-4ac5-a615-68db22a1fe0b no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:46.582932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 35b24859-a25d-4ac5-a615-68db22a1fe0b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:46.583226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 35b24859-a25d-4ac5-a615-68db22a1fe0b not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:46.585857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3bfc6934-6b38-42ce-bcd8-c3272ef52911 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:46.594529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7649a655-730b-4368-ad6c-936c8061b7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.612624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3bfc6934-6b38-42ce-bcd8-c3272ef52911 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:46.612969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3bfc6934-6b38-42ce-bcd8-c3272ef52911 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:46.613600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 15dc0d3a-03a8-4c65-81ed-15da0f384f5a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:46.618214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7649a655-730b-4368-ad6c-936c8061b7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.622128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ae8bcdb4-68f8-4afa-8dd1-46e8cab12f01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e6ed6df5b724ab793b0197accbef551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808021 Nov 10 16:59:46.624685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50390) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:46.636574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 15dc0d3a-03a8-4c65-81ed-15da0f384f5a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:46.636921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 15dc0d3a-03a8-4c65-81ed-15da0f384f5a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:46.700944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f26eb8f-adac-4e30-a01f-2bae4cf606b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.723070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f26eb8f-adac-4e30-a01f-2bae4cf606b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.791295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7649a655-730b-4368-ad6c-936c8061b7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.794188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7649a655-730b-4368-ad6c-936c8061b7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.795392 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7649a655-730b-4368-ad6c-936c8061b7c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96b4a6eb-f126-42fe-aa61-881b2d61d236 HTTP/1.1" status: 204 len: 168 time: 0.2622619 Nov 10 16:59:46.805364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649a655-730b-4368-ad6c-936c8061b7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b4a6eb-f126-42fe-aa61-881b2d61d236,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:46.806452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:46.844722 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f26eb8f-adac-4e30-a01f-2bae4cf606b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.847875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f26eb8f-adac-4e30-a01f-2bae4cf606b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.849081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9f26eb8f-adac-4e30-a01f-2bae4cf606b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/440f9012-8d98-419e-9797-83481c22f53b HTTP/1.1" status: 204 len: 168 time: 0.2229855 Nov 10 16:59:46.861582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-33982159-ac1e-49b3-84af-cb0fcfa25d9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cf5f1d484244613acb00f3eb00df875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536637 Nov 10 16:59:46.864370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50402) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:46.898197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26eb8f-adac-4e30-a01f-2bae4cf606b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f9012-8d98-419e-9797-83481c22f53b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:46.924918 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f89fc2dc-4d44-4448-b28e-06eda5c68fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:46.957239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f89fc2dc-4d44-4448-b28e-06eda5c68fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:47.044214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f89fc2dc-4d44-4448-b28e-06eda5c68fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:47.047902 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f89fc2dc-4d44-4448-b28e-06eda5c68fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:47.049092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f89fc2dc-4d44-4448-b28e-06eda5c68fff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09329842-86e4-4397-854b-62ef51b85487 HTTP/1.1" status: 204 len: 168 time: 0.1799450 Nov 10 16:59:47.062992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fc2dc-4d44-4448-b28e-06eda5c68fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09329842-86e4-4397-854b-62ef51b85487,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:48.431569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-9b949d90-e35f-4a1c-ae50-312b86a798cb req-621dcd1c-9df2-4ddd-aae2-1dda9fa95bc7 tempest-ServersAdminTestJSON-431113907 tempest-ServersAdminTestJSON-431113907-project] (103325) timed out ('10.222.0.69', 58328) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 16:59:48.442534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50482) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:48.572511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-49760578'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:48.673638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Made reservation on behalf of 12b9fdb3610e4f9cb85249dd46c38347 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:48.678699 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:48.689450 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:48.770223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:48.772868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:48.845669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:48.874028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:59:48.883955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe4e1f4-5164-491d-a961-8432d7fcf384,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:48.898322 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:48.898662 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Added segment e6a7eb54-f675-491a-ba9d-d9403fff0e07 of type vlan for network 56fba7eb-6458-4031-abdd-23ece9d53e42 Nov 10 16:59:48.948765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1519736462-network', 'tenant_id': '425667e3beba44f6a4372aa7b834deb5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:48.971460 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.089832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.090061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Made reservation on behalf of 425667e3beba44f6a4372aa7b834deb5 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:49.092366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.098561 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:49.099263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.103232 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.194296 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.194815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event updated for resources: {'Network': ['ID=56fba7eb-6458-4031-abdd-23ece9d53e42,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:49.209396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 56fba7eb-6458-4031-abdd-23ece9d53e42 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:59:49.238362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4d69fd2a-5f1d-4f28-be29-063d6eacd867 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7947016 Nov 10 16:59:49.242424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50514) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:49.246685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Request body: {'subnet': {'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:49.271106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.289391 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-59b6b0f8-0aeb-4b3e-bb7b-14273c22e662 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0704353 Nov 10 16:59:49.301413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 16:59:49.322740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b642005e-e287-4cab-b488-9c03f525cf7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:49.326629 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.328456 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Added segment 8bb8c55c-aa71-4307-9403-5e16a405cad7 of type vlan for network 7f85061d-01bc-4666-9310-d58a3db0d21b Nov 10 16:59:49.435692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.463264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-dc72420c-49e2-4602-8433-b60e37967b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:49.464801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-dc72420c-49e2-4602-8433-b60e37967b9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1097 time: 0.1036179 Nov 10 16:59:49.489570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Made reservation on behalf of 12b9fdb3610e4f9cb85249dd46c38347 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:49.493863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.550200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.551150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:49.551766 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.659541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] Pushing event updated for resources: {'Network': ['ID=7f85061d-01bc-4666-9310-d58a3db0d21b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:49.670031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7f85061d-01bc-4666-9310-d58a3db0d21b details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 16:59:49.685138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-57b285b3-53f5-446f-b117-123d95cae041 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9130828 Nov 10 16:59:49.685345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50532) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:49.687521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-4cc67eeb-1462-4536-9908-cb8104c3a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:49.689248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-4cc67eeb-1462-4536-9908-cb8104c3a08b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1984231 Nov 10 16:59:49.693786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Request body: {'subnet': {'network_id': '7f85061d-01bc-4666-9310-d58a3db0d21b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1519736462-subnet', 'tenant_id': '425667e3beba44f6a4372aa7b834deb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:49.775030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-8b3c4142-5edf-4436-a469-5c880825fbcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 1000 time: 0.0775218 Nov 10 16:59:49.833032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Made reservation on behalf of 425667e3beba44f6a4372aa7b834deb5 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:49.835496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.838070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:49.853202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-e122b7eb-be12-47b7-a835-7174df7024d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:49.853202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-e122b7eb-be12-47b7-a835-7174df7024d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.0701847 Nov 10 16:59:49.923924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-f9246b40-dc42-4145-a028-6b77112ee715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:49.925744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-f9246b40-dc42-4145-a028-6b77112ee715 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639811 Nov 10 16:59:49.985447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event updated for resources: {'Subnet': ['ID=5e35a045-af9b-4794-bf18-649640c5221a,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:50.013857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Checking segment: {'id': 'e6a7eb54-f675-491a-ba9d-d9403fff0e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:50.014916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Network hostable DHCP agents. Network: 56fba7eb-6458-4031-abdd-23ece9d53e42, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:59:50.037489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-ed2a72d7-8fae-4377-bf7f-8fa7df16f681 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026793 Nov 10 16:59:50.145692 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d960a9f-9d6f-49e3-96d6-f7fd07d97ef2 req-73a16aa3-83cc-4a77-af0a-536d8783fd54 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988929 Nov 10 16:59:50.152476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Network 56fba7eb-6458-4031-abdd-23ece9d53e42 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:59:50.256912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:50.307733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 56fba7eb-6458-4031-abdd-23ece9d53e42) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:50.322125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8249b305-0773-4207-8e83-a95a1f452522 None None] Network 56fba7eb-6458-4031-abdd-23ece9d53e42 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:50.326220 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:50.327295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:50.377769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99bd8a3-1b26-4d79-84ce-993f38939732,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:50.390741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Checking segment: {'id': '8bb8c55c-aa71-4307-9403-5e16a405cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f85061d-01bc-4666-9310-d58a3db0d21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:50.390741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Network hostable DHCP agents. Network: 7f85061d-01bc-4666-9310-d58a3db0d21b, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 16:59:50.461539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e33d4326-90d2-4023-889c-595de0ec3017 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2190337 Nov 10 16:59:50.464663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:50.471067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Request body: {'port': {'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1930660258'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:50.529810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Network 7f85061d-01bc-4666-9310-d58a3db0d21b is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 16:59:50.610894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7f85061d-01bc-4666-9310-d58a3db0d21b) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:50.625352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:50.626291 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:50.631130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce544f-84a9-4275-9ebe-b13249db014f None None] Network 7f85061d-01bc-4666-9310-d58a3db0d21b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:50.775161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-56fba7eb-6458-4031-abdd-23ece9d53e42', 'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42', 'tenant_id': '12b9fdb3610e4f9cb85249dd46c38347', 'fixed_ips': [{'subnet_id': '5e35a045-af9b-4794-bf18-649640c5221a'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 16:59:50.776045 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:50.789339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7ae054e1-2bf4-4c6a-a5cb-bb9cbc6f086e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1013710 Nov 10 16:59:50.919450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Made reservation on behalf of 12b9fdb3610e4f9cb85249dd46c38347 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:50.925531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:50.961091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] device_id is not set on port dad1989b-e6ad-437f-b34c-89b4e8c06a1e yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:59:51.148325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Allocated IP 172.20.0.11 (56fba7eb-6458-4031-abdd-23ece9d53e42/5e35a045-af9b-4794-bf18-649640c5221a/dad1989b-e6ad-437f-b34c-89b4e8c06a1e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:51.159157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad706284-8216-4df4-9d1e-57bff0d27fcb None None] Network 7f85061d-01bc-4666-9310-d58a3db0d21b requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:51.412430 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:51.511774 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:51.521275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d3982f0f-145a-405c-8d70-9a54d70dfa96 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:51.522938 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d3982f0f-145a-405c-8d70-9a54d70dfa96 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/networks?id=7f85061d-01bc-4666-9310-d58a3db0d21b HTTP/1.1" status: 200 len: 814 time: 0.1669779 Nov 10 16:59:51.551336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-dd40ab35-7391-4f23-8a60-28f41f8e8c57 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/quotas/425667e3beba44f6a4372aa7b834deb5 HTTP/1.1" status: 200 len: 375 time: 0.0201118 Nov 10 16:59:51.564896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Allocated IP 172.20.0.2 (56fba7eb-6458-4031-abdd-23ece9d53e42/5e35a045-af9b-4794-bf18-649640c5221a/02587cb4-0425-4b45-872e-15a26cb46197) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:51.582012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Network 56fba7eb-6458-4031-abdd-23ece9d53e42 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:51.586948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:51.589490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event updated for resources: {'Port': ['ID=dad1989b-e6ad-437f-b34c-89b4e8c06a1e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:51.591868 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:51.608293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-dfde7882-f877-4cf4-8e2b-8a4a0e82922f tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=425667e3beba44f6a4372aa7b834deb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400064 Nov 10 16:59:51.658833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:51.659525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:51.767481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:51.788598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ff479570-f328-4337-a147-61aa3331d8f9 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3224525 Nov 10 16:59:51.791738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:51.799446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Request body: {'port': {'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1373160447', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:51.800041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] bootfile-name is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:51.800452 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] tftp-server is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:51.800887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] server-ip-address is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:51.861598 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:51.865723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-a8295b8d-3520-438c-b443-a02de865ab77 service neutron] 10.222.0.62 "GET /v2.0/networks/7f85061d-01bc-4666-9310-d58a3db0d21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506738 Nov 10 16:59:51.955165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Network 56fba7eb-6458-4031-abdd-23ece9d53e42 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:51.961444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:51.963653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:51.973295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Pushing event updated for resources: {'Port': ['ID=02587cb4-0425-4b45-872e-15a26cb46197,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:51.998012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-ed623712-e29b-4032-8920-a43f43e31996 service neutron] 10.222.0.62 "GET /v2.0/networks/7f85061d-01bc-4666-9310-d58a3db0d21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255651 Nov 10 16:59:52.069050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Attempting to bind port 02587cb4-0425-4b45-872e-15a26cb46197 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:59:52.069742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Attempting to bind port 02587cb4-0425-4b45-872e-15a26cb46197 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e6a7eb54-f675-491a-ba9d-d9403fff0e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:59:52.070303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Attempting to bind port 02587cb4-0425-4b45-872e-15a26cb46197 on network 56fba7eb-6458-4031-abdd-23ece9d53e42 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:52.079096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:59:52.079763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Checking segment: {'id': 'e6a7eb54-f675-491a-ba9d-d9403fff0e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:52.080425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:52.081079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Bound using segment: {'id': 'e6a7eb54-f675-491a-ba9d-d9403fff0e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:59:52.081858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Bound port: 02587cb4-0425-4b45-872e-15a26cb46197, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a7eb54-f675-491a-ba9d-d9403fff0e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '56fba7eb-6458-4031-abdd-23ece9d53e42'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:59:52.082879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:52.152532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Made reservation on behalf of 12b9fdb3610e4f9cb85249dd46c38347 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:52.157519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:52.157651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] For port 02587cb4-0425-4b45-872e-15a26cb46197, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:59:52.160815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] For port 02587cb4-0425-4b45-872e-15a26cb46197, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=02587cb4-0425-4b45-872e-15a26cb46197,segment=NetworkSegment(e6a7eb54-f675-491a-ba9d-d9403fff0e07),segment_id=e6a7eb54-f675-491a-ba9d-d9403fff0e07)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:59:52.175931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] device_id is not set on port d48f3da8-3b6e-442e-b2f4-359dde6d8f18 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 16:59:52.232034 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:52.305905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c805d14-d9e0-437d-9a46-8ec721c96dc6 None None] Pushing event updated for resources: {'Port': ['ID=02587cb4-0425-4b45-872e-15a26cb46197,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:52.345599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Allocated IP 172.20.0.5 (56fba7eb-6458-4031-abdd-23ece9d53e42/5e35a045-af9b-4794-bf18-649640c5221a/d48f3da8-3b6e-442e-b2f4-359dde6d8f18) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:52.569883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79ea30ab-93e0-46d1-81b4-3ee397893521 req-dabd289b-d1cd-42a2-acff-7b8a3dae4d1d tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 210 time: 0.1430180 Nov 10 16:59:52.700488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:52.849238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:52.936905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Network 56fba7eb-6458-4031-abdd-23ece9d53e42 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:52.940836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:52.948268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:52.980318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event updated for resources: {'Port': ['ID=d48f3da8-3b6e-442e-b2f4-359dde6d8f18,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:53.025799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:53.026655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:53.188724 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8ffadb5b-4708-4af5-b079-781fe073e493 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3956738 Nov 10 16:59:53.191328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:53.249035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74580eaa-0f84-4965-a824-945bfb547007 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:53.257815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74580eaa-0f84-4965-a824-945bfb547007 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:53.267552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74580eaa-0f84-4965-a824-945bfb547007 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:53.273025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50650) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:53.273537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-74580eaa-0f84-4965-a824-945bfb547007 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0810711 Nov 10 16:59:53.445354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bc07a753-fcb6-4efd-a00c-8a211b4b100f tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Deleting port d48f3da8-3b6e-442e-b2f4-359dde6d8f18 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:53.445702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc07a753-fcb6-4efd-a00c-8a211b4b100f tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:53.605905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc07a753-fcb6-4efd-a00c-8a211b4b100f tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:53.626965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bc07a753-fcb6-4efd-a00c-8a211b4b100f tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Calling delete_port for d48f3da8-3b6e-442e-b2f4-359dde6d8f18 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:53.666286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-062f48bf-6655-46c1-b653-4c630488d612 req-8c29d318-7c0b-4b3c-becc-22bee1226e60 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 210 time: 0.0375094 Nov 10 16:59:53.684088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221206b-fb01-47a3-86da-72086b003763 None None] Network 56fba7eb-6458-4031-abdd-23ece9d53e42 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:53.778601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-01a4b771-dde0-48b9-a3b1-ad93ab637beb None None] Provisioning complete for port 02587cb4-0425-4b45-872e-15a26cb46197 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:53.779341 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01a4b771-dde0-48b9-a3b1-ad93ab637beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:53.946815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc07a753-fcb6-4efd-a00c-8a211b4b100f tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:53.973610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01a4b771-dde0-48b9-a3b1-ad93ab637beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.009748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-01a4b771-dde0-48b9-a3b1-ad93ab637beb None None] For port 02587cb4-0425-4b45-872e-15a26cb46197, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=02587cb4-0425-4b45-872e-15a26cb46197,segment=NetworkSegment(e6a7eb54-f675-491a-ba9d-d9403fff0e07),segment_id=e6a7eb54-f675-491a-ba9d-d9403fff0e07)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:54.016668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07a753-fcb6-4efd-a00c-8a211b4b100f tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event deleted for resources: {'Port': ['ID=d48f3da8-3b6e-442e-b2f4-359dde6d8f18,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:54.119275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01a4b771-dde0-48b9-a3b1-ad93ab637beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.153677 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc07a753-fcb6-4efd-a00c-8a211b4b100f tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.158393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bc07a753-fcb6-4efd-a00c-8a211b4b100f tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "DELETE /v2.0/ports/d48f3da8-3b6e-442e-b2f4-359dde6d8f18 HTTP/1.1" status: 204 len: 168 time: 0.8835819 Nov 10 16:59:54.162768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50680) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:54.172451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Request body: {'port': {'name': 'tempest-new-port-name-532849708', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:54.172863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.api.validators [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] bootfile-name is not in valid_values {{(pid=103326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:54.173199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.api.validators [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] tftp-server is not in valid_values {{(pid=103326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:54.173550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.api.validators [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] server-ip-address is not in valid_values {{(pid=103326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 16:59:54.174742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4b771-dde0-48b9-a3b1-ad93ab637beb None None] Pushing event updated for resources: {'Port': ['ID=02587cb4-0425-4b45-872e-15a26cb46197,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:54.298005 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.353429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-756ac035-4754-4aed-8de8-bb1e68c510a3 None None] Provisioning complete for port 02587cb4-0425-4b45-872e-15a26cb46197 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:54.353796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-756ac035-4754-4aed-8de8-bb1e68c510a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.488757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-756ac035-4754-4aed-8de8-bb1e68c510a3 None None] Provisioning complete for port dad1989b-e6ad-437f-b34c-89b4e8c06a1e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:54.489359 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-756ac035-4754-4aed-8de8-bb1e68c510a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.549006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-756ac035-4754-4aed-8de8-bb1e68c510a3 None None] Port dad1989b-e6ad-437f-b34c-89b4e8c06a1e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:54.560666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-756ac035-4754-4aed-8de8-bb1e68c510a3 None None] Could not find standard attr ID for object d48f3da8-3b6e-442e-b2f4-359dde6d8f18. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:59:54.648284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 02587cb4-0425-4b45-872e-15a26cb46197 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 16:59:54.658789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.719419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f859ccfb-cd88-4f8c-922d-fe72a15d2f79 None None] Provisioning complete for port dad1989b-e6ad-437f-b34c-89b4e8c06a1e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:54.720287 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f859ccfb-cd88-4f8c-922d-fe72a15d2f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.729955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.831290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f859ccfb-cd88-4f8c-922d-fe72a15d2f79 None None] Port dad1989b-e6ad-437f-b34c-89b4e8c06a1e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 16:59:54.845868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 02587cb4-0425-4b45-872e-15a26cb46197 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 16:59:54.845868 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.848333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-998c57c8-8c0f-42b9-984c-0fb9d0a7d1b4 req-8006cf89-10fc-4da2-85fe-f845193316fb tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 210 time: 0.0491090 Nov 10 16:59:54.894483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event updated for resources: {'Port': ['ID=dad1989b-e6ad-437f-b34c-89b4e8c06a1e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:54.912754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] In _notify_port_updated(), no bound segment for port dad1989b-e6ad-437f-b34c-89b4e8c06a1e on network 56fba7eb-6458-4031-abdd-23ece9d53e42 {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 16:59:54.918819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:54.919558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:54.923836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-57c7a26f-4d71-4a31-bd4f-807b931270d0 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "PUT /v2.0/ports/dad1989b-e6ad-437f-b34c-89b4e8c06a1e HTTP/1.1" status: 200 len: 1136 time: 0.7580488 Nov 10 16:59:54.924688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50696) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:54.960988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-52a5f7c5-ce03-43ed-bbe1-aaa390d2ed4e None None] Could not find standard attr ID for object d48f3da8-3b6e-442e-b2f4-359dde6d8f18. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:59:54.993401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c02317-0e40-4123-81c1-b5581df8be7a tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:54.997245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-71c02317-0e40-4123-81c1-b5581df8be7a tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "GET /v2.0/ports/dad1989b-e6ad-437f-b34c-89b4e8c06a1e HTTP/1.1" status: 200 len: 1136 time: 0.0695128 Nov 10 16:59:54.999838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50702) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:55.134374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7295dba3-7b80-4c06-9583-23f8e499856e tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Deleting port dad1989b-e6ad-437f-b34c-89b4e8c06a1e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:55.135293 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7295dba3-7b80-4c06-9583-23f8e499856e tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:55.286244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-e9f501b3-8db3-4aef-a701-f2757873188b tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:55.296397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-e9f501b3-8db3-4aef-a701-f2757873188b tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.18 "GET /v2.0/networks?id=7f85061d-01bc-4666-9310-d58a3db0d21b HTTP/1.1" status: 200 len: 814 time: 0.2022843 Nov 10 16:59:55.308507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Request body: {'port': {'device_id': '4c74669e-c054-40ba-a690-5851a499ea04', 'network_id': '7f85061d-01bc-4666-9310-d58a3db0d21b', 'admin_state_up': True, 'tenant_id': '425667e3beba44f6a4372aa7b834deb5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:55.311422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7295dba3-7b80-4c06-9583-23f8e499856e tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:55.326560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7295dba3-7b80-4c06-9583-23f8e499856e tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Calling delete_port for dad1989b-e6ad-437f-b34c-89b4e8c06a1e owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:55.548604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Made reservation on behalf of 425667e3beba44f6a4372aa7b834deb5 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 16:59:55.551091 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:55.639778 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7295dba3-7b80-4c06-9583-23f8e499856e tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:55.673967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295dba3-7b80-4c06-9583-23f8e499856e tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event deleted for resources: {'Port': ['ID=dad1989b-e6ad-437f-b34c-89b4e8c06a1e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:55.694807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e6da8928-5bf1-4337-81de-2dab340cdde3 None None] Could not find standard attr ID for object dad1989b-e6ad-437f-b34c-89b4e8c06a1e. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 16:59:55.811034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7295dba3-7b80-4c06-9583-23f8e499856e tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:55.814519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7295dba3-7b80-4c06-9583-23f8e499856e tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "DELETE /v2.0/ports/dad1989b-e6ad-437f-b34c-89b4e8c06a1e HTTP/1.1" status: 204 len: 168 time: 0.8135045 Nov 10 16:59:55.819055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:55.890017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Allocated IP 172.20.0.3 (7f85061d-01bc-4666-9310-d58a3db0d21b/f99bd8a3-1b26-4d79-84ce-993f38939732/6bb65159-dfa2-4575-9d2c-d2db654f6b21) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 16:59:55.911168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36224a3-a409-410b-b76a-cedb255ef886 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Deleting subnet 5e35a045-af9b-4794-bf18-649640c5221a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 16:59:55.916002 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e36224a3-a409-410b-b76a-cedb255ef886 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:55.966520 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e36224a3-a409-410b-b76a-cedb255ef886 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.028852 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39365c07-9f4f-4cb8-a79b-de74b4724acb req-f2f5d6d6-6fb4-402d-934f-7a559556f632 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 210 time: 0.0401695 Nov 10 16:59:56.155259 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e36224a3-a409-410b-b76a-cedb255ef886 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.319780 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.367993 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e36224a3-a409-410b-b76a-cedb255ef886 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.402563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36224a3-a409-410b-b76a-cedb255ef886 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event deleted for resources: {'Subnet': ['ID=5e35a045-af9b-4794-bf18-649640c5221a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:56.404984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e36224a3-a409-410b-b76a-cedb255ef886 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.410830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e36224a3-a409-410b-b76a-cedb255ef886 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "DELETE /v2.0/subnets/5e35a045-af9b-4794-bf18-649640c5221a HTTP/1.1" status: 204 len: 168 time: 0.5884793 Nov 10 16:59:56.410956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:56.413515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58066bc-ff0f-4dce-9075-5968278b05e2 None None] Network 56fba7eb-6458-4031-abdd-23ece9d53e42 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 16:59:56.478856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.573309 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.577483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Network 7f85061d-01bc-4666-9310-d58a3db0d21b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 16:59:56.580623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Pushing event updated for resources: {'Port': ['ID=6bb65159-dfa2-4575-9d2c-d2db654f6b21,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:56.589686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 16:59:56.593945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 16:59:56.677395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:56.678072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.684442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] DHCP port deletion for 56fba7eb-6458-4031-abdd-23ece9d53e42 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 16:59:56.719237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Deleting port 02587cb4-0425-4b45-872e-15a26cb46197 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:56.720252 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.747078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] Deleting port 02587cb4-0425-4b45-872e-15a26cb46197 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 16:59:56.747549 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.825747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] For port 02587cb4-0425-4b45-872e-15a26cb46197, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=02587cb4-0425-4b45-872e-15a26cb46197,segment=NetworkSegment(e6a7eb54-f675-491a-ba9d-d9403fff0e07),segment_id=e6a7eb54-f675-491a-ba9d-d9403fff0e07)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:56.825747 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.830276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] For port 02587cb4-0425-4b45-872e-15a26cb46197, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=02587cb4-0425-4b45-872e-15a26cb46197,segment=NetworkSegment(e6a7eb54-f675-491a-ba9d-d9403fff0e07),segment_id=e6a7eb54-f675-491a-ba9d-d9403fff0e07)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 16:59:56.830723 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:56.835617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Calling delete_port for 02587cb4-0425-4b45-872e-15a26cb46197 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:56.845059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] Calling delete_port for 02587cb4-0425-4b45-872e-15a26cb46197 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 16:59:56.910669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-d393330e-d8cf-4fb8-97cb-2c465464425e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6101527 Nov 10 16:59:56.927214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Request body: {'port': {'device_id': '4c74669e-c054-40ba-a690-5851a499ea04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 16:59:56.982119 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.226810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8992-756b-4658-9e77-88d39f4cfcda req-7ff20ffb-d7d2-40e0-8599-c76728003e5d tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:57.227692 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fac8992-756b-4658-9e77-88d39f4cfcda req-7ff20ffb-d7d2-40e0-8599-c76728003e5d tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 931 time: 0.1001296 Nov 10 16:59:57.323906 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.340827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4fac8992-756b-4658-9e77-88d39f4cfcda req-4e5e669f-b037-44cc-906b-bb2a23951200 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014829 Nov 10 16:59:57.365503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.387088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] Pushing event deleted for resources: {'Port': ['ID=02587cb4-0425-4b45-872e-15a26cb46197,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:57.401808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5ad1b-5015-481d-aafc-ab3edd927b49 None None] No DVR routers for this DVR port 02587cb4-0425-4b45-872e-15a26cb46197 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:57.408797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event deleted for resources: {'Port': ['ID=02587cb4-0425-4b45-872e-15a26cb46197,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:57.418851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] No DVR routers for this DVR port 02587cb4-0425-4b45-872e-15a26cb46197 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 16:59:57.546342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb65159-dfa2-4575-9d2c-d2db654f6b21 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 16:59:57.556553 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.560254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.589968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fba7eb-6458-4031-abdd-23ece9d53e42']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:57.593539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Transition to ACTIVE for port object 6bb65159-dfa2-4575-9d2c-d2db654f6b21 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 16:59:57.601907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a7eb54-f675-491a-ba9d-d9403fff0e07') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:57.602201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a7eb54-f675-491a-ba9d-d9403fff0e07') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 16:59:57.611769 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.632059 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.645628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 16:59:57.646538 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: timer() Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 16:59:57.649899 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 16:59:57.661360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.761841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Pushing event updated for resources: {'Port': ['ID=6bb65159-dfa2-4575-9d2c-d2db654f6b21,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:57.831699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Attempting to bind port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 16:59:57.832088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Attempting to bind port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '8bb8c55c-aa71-4307-9403-5e16a405cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f85061d-01bc-4666-9310-d58a3db0d21b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 16:59:57.832424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Attempting to bind port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 on network 7f85061d-01bc-4666-9310-d58a3db0d21b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:57.837248 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.839197 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 on network 7f85061d-01bc-4666-9310-d58a3db0d21b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 16:59:57.839562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Attempting to bind port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 on network 7f85061d-01bc-4666-9310-d58a3db0d21b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 16:59:57.857116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.860722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] 10.222.0.62 "DELETE /v2.0/networks/56fba7eb-6458-4031-abdd-23ece9d53e42 HTTP/1.1" status: 204 len: 168 time: 1.4485815 Nov 10 16:59:57.870066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 16, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 16:59:57.870406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Checking segment: {'id': '8bb8c55c-aa71-4307-9403-5e16a405cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f85061d-01bc-4666-9310-d58a3db0d21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 16:59:57.870789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Bound using segment: {'id': '8bb8c55c-aa71-4307-9403-5e16a405cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f85061d-01bc-4666-9310-d58a3db0d21b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 16:59:57.871256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Bound port: 6bb65159-dfa2-4575-9d2c-d2db654f6b21, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb8c55c-aa71-4307-9403-5e16a405cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7f85061d-01bc-4666-9310-d58a3db0d21b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 16:59:57.871613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:57.873933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:57.880845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee47e79-c2c7-482d-9775-bacc49e6a4e8 tempest-ExtraDHCPOptionsTestJSON-1751998140 tempest-ExtraDHCPOptionsTestJSON-1751998140-project] Pushing event deleted for resources: {'Network': ['ID=56fba7eb-6458-4031-abdd-23ece9d53e42,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:57.981554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] For port 6bb65159-dfa2-4575-9d2c-d2db654f6b21, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 16:59:57.985253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] For port 6bb65159-dfa2-4575-9d2c-d2db654f6b21, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6bb65159-dfa2-4575-9d2c-d2db654f6b21,segment=NetworkSegment(8bb8c55c-aa71-4307-9403-5e16a405cad7),segment_id=8bb8c55c-aa71-4307-9403-5e16a405cad7)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 16:59:58.053554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d51fc60-a59d-4b7f-b042-9fd90d4ee836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.108414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.153233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:58.153846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.155796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] 10.222.0.18 "PUT /v2.0/ports/6bb65159-dfa2-4575-9d2c-d2db654f6b21 HTTP/1.1" status: 200 len: 1092 time: 1.2345545 Nov 10 16:59:58.164240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c74669e-c054-40ba-a690-5851a499ea04', 'tag': '6bb65159-dfa2-4575-9d2c-d2db654f6b21'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 16:59:58.166371 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b7e1bb-b8cc-4d8e-b738-b7aee6ed1927" -d '{"events": [{"name": "network-changed", "server_uuid": "4c74669e-c054-40ba-a690-5851a499ea04", "tag": "6bb65159-dfa2-4575-9d2c-d2db654f6b21"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 16:59:58.198187 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d51fc60-a59d-4b7f-b042-9fd90d4ee836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.204065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fad7b-4fdd-4f1a-956d-049948b62b9e service neutron] Pushing event updated for resources: {'Port': ['ID=6bb65159-dfa2-4575-9d2c-d2db654f6b21,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:58.223474 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 16:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698179bd-7987-4586-99e8-593b935398db x-openstack-request-id: req-698179bd-7987-4586-99e8-593b935398db {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 16:59:58.224038 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c74669e-c054-40ba-a690-5851a499ea04", "tag": "6bb65159-dfa2-4575-9d2c-d2db654f6b21", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 16:59:58.224468 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-698179bd-7987-4586-99e8-593b935398db {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 16:59:58.225191 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c74669e-c054-40ba-a690-5851a499ea04', 'tag': '6bb65159-dfa2-4575-9d2c-d2db654f6b21', 'status': 'completed', 'code': 200} Nov 10 16:59:58.304096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d51fc60-a59d-4b7f-b042-9fd90d4ee836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.378891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7e1bb-b8cc-4d8e-b738-b7aee6ed1927 req-0efd56d1-7800-4801-b5cb-491245f6ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:58.380380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5b7e1bb-b8cc-4d8e-b738-b7aee6ed1927 req-0efd56d1-7800-4801-b5cb-491245f6ff8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=425667e3beba44f6a4372aa7b834deb5&device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 1095 time: 0.1373997 Nov 10 16:59:58.386166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 50884) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:58.386747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2d51fc60-a59d-4b7f-b042-9fd90d4ee836 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbdce32705ea4a6eb6037c82fe4fd91b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5111587 Nov 10 16:59:58.387459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51fc60-a59d-4b7f-b042-9fd90d4ee836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60abdec7-11a4-48fa-8c8b-f851e819e8cf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:58.479212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:58.509622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c892bf-401c-4eea-86cd-385fa105e785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.533951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c892bf-401c-4eea-86cd-385fa105e785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.543469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 02587cb4-0425-4b45-872e-15a26cb46197 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 16:59:58.554010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7e1bb-b8cc-4d8e-b738-b7aee6ed1927 req-d5480c29-a449-422d-9c16-94fe77e84b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:58.555575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5b7e1bb-b8cc-4d8e-b738-b7aee6ed1927 req-d5480c29-a449-422d-9c16-94fe77e84b04 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=425667e3beba44f6a4372aa7b834deb5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1632762 Nov 10 16:59:58.575391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 02587cb4-0425-4b45-872e-15a26cb46197 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 16:59:58.576241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 02587cb4-0425-4b45-872e-15a26cb46197 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 16:59:58.579756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda72d7e-432b-4fc3-8e0a-3f3ec358a865 req-98f88601-9488-4b36-aa8d-5b4df0305b10 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:58.581331 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cda72d7e-432b-4fc3-8e0a-3f3ec358a865 req-98f88601-9488-4b36-aa8d-5b4df0305b10 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 943 time: 0.1286519 Nov 10 16:59:58.664167 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cda72d7e-432b-4fc3-8e0a-3f3ec358a865 req-82099d9b-84a4-4b66-97fe-04d8b84b188f tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601847 Nov 10 16:59:58.665836 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c892bf-401c-4eea-86cd-385fa105e785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.668650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55c892bf-401c-4eea-86cd-385fa105e785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.676276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-55c892bf-401c-4eea-86cd-385fa105e785 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60abdec7-11a4-48fa-8c8b-f851e819e8cf HTTP/1.1" status: 204 len: 168 time: 0.2803583 Nov 10 16:59:58.680845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c892bf-401c-4eea-86cd-385fa105e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60abdec7-11a4-48fa-8c8b-f851e819e8cf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:58.712815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e4e439c4-209c-40a0-87a9-b1bb89a352c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12b9fdb3610e4f9cb85249dd46c38347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295241 Nov 10 16:59:58.712815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7e1bb-b8cc-4d8e-b738-b7aee6ed1927 req-4fbb290f-5e21-445c-9f10-87218271b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:58.712815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b5b7e1bb-b8cc-4d8e-b738-b7aee6ed1927 req-4fbb290f-5e21-445c-9f10-87218271b005 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466768 Nov 10 16:59:58.712815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:58.832639 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f647629a-8645-4f52-9551-d53b212dccc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.838571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-21ffe308-7e4c-42fd-838f-f2cef895525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:58.840229 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-21ffe308-7e4c-42fd-838f-f2cef895525b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=425667e3beba44f6a4372aa7b834deb5&device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 1095 time: 0.0700023 Nov 10 16:59:58.890561 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f647629a-8645-4f52-9551-d53b212dccc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:58.893464 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-16ee77ce-befe-416b-bb2b-4f7bf016d1fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb65159-dfa2-4575-9d2c-d2db654f6b21 HTTP/1.1" status: 200 len: 217 time: 0.0433605 Nov 10 16:59:58.960629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-a8e60088-2cd1-4e2a-b920-5c00ee5b604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:58.962185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-a8e60088-2cd1-4e2a-b920-5c00ee5b604c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f99bd8a3-1b26-4d79-84ce-993f38939732 HTTP/1.1" status: 200 len: 854 time: 0.0620222 Nov 10 16:59:59.000400 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-a8939308-bb3b-4ee7-9283-b91de07b3249 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7f85061d-01bc-4666-9310-d58a3db0d21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311825 Nov 10 16:59:59.062366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f647629a-8645-4f52-9551-d53b212dccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.064622 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f647629a-8645-4f52-9551-d53b212dccc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.066727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f647629a-8645-4f52-9551-d53b212dccc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dbe4e1f4-5164-491d-a961-8432d7fcf384 HTTP/1.1" status: 204 len: 168 time: 0.3530700 Nov 10 16:59:59.088402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647629a-8645-4f52-9551-d53b212dccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe4e1f4-5164-491d-a961-8432d7fcf384,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:59.134839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-ef9ee21d-f4b3-4c28-93c5-bd4445516f73 service neutron] 10.222.0.18 "GET /v2.0/networks/7f85061d-01bc-4666-9310-d58a3db0d21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263723 Nov 10 16:59:59.242656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-647ea35d-cbc1-4d06-a25f-0e3cba4ff659 req-1d862d8b-548b-49ba-b6d8-51c2b7bcb4dd service neutron] 10.222.0.18 "GET /v2.0/networks/7f85061d-01bc-4666-9310-d58a3db0d21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007242 Nov 10 16:59:59.304553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:59.320153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc001d7-62b9-4144-9350-7c54d7c0f191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.404912 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc001d7-62b9-4144-9350-7c54d7c0f191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.460443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acc001d7-62b9-4144-9350-7c54d7c0f191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.494903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc001d7-62b9-4144-9350-7c54d7c0f191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6b7ea9-95cd-4027-a039-0566dc1664c5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:59.501046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-acc001d7-62b9-4144-9350-7c54d7c0f191 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa3e4f1f67ee4703a42cfdcde2cf5a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953447 Nov 10 16:59:59.503583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 16:59:59.558334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5e09f9f-f8be-4c63-96fa-c8f65806821b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.580543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5e09f9f-f8be-4c63-96fa-c8f65806821b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.683516 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5e09f9f-f8be-4c63-96fa-c8f65806821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.686255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5e09f9f-f8be-4c63-96fa-c8f65806821b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 16:59:59.689940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a5e09f9f-f8be-4c63-96fa-c8f65806821b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e6b7ea9-95cd-4027-a039-0566dc1664c5 HTTP/1.1" status: 204 len: 168 time: 0.1829920 Nov 10 16:59:59.696022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e09f9f-f8be-4c63-96fa-c8f65806821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6b7ea9-95cd-4027-a039-0566dc1664c5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 16:59:59.840611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daead8-0a43-4a73-aa8a-6b4ebaddd159 req-e6833668-a578-451c-bb84-7bac4f8f8daf tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 16:59:59.842336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3daead8-0a43-4a73-aa8a-6b4ebaddd159 req-e6833668-a578-451c-bb84-7bac4f8f8daf tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 943 time: 0.0561202 Nov 10 16:59:59.924097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3daead8-0a43-4a73-aa8a-6b4ebaddd159 req-1d70ae25-ca41-4a67-bb2f-f553baf3d28f tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656343 Nov 10 17:00:00.220047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:00.421998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934702421'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:00.558356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:00.569456 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:00.659663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:00.728936 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:00.798716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9ab64c-25f0-4738-b758-4f4b42f554a3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:00.822118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:00.933246 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:00.962369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2120594-b782-47ea-8989-3cacaa622bdf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:01.045384 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.047455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-53b833cd-4a79-4b82-a9f9-060cb2bfdc6e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8257930 Nov 10 17:00:01.048434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f47cd-626d-459b-9a45-5404dfc4366e req-8b1a9eec-b3f5-497f-9705-eaefc2691b4b tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:01.049482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:01.055849 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab8f47cd-626d-459b-9a45-5404dfc4366e req-8b1a9eec-b3f5-497f-9705-eaefc2691b4b tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 943 time: 0.0599036 Nov 10 17:00:01.106375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab8f47cd-626d-459b-9a45-5404dfc4366e req-85c315a9-710c-4bcb-b51a-86cc22541de6 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496371 Nov 10 17:00:01.140105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d40a9a4d-2ff0-4a37-8ed7-54a2364889cf tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0884728 Nov 10 17:00:01.144572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 50994) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:01.148968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6808ee23-b3f2-40db-8524-a5d35b470a49 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-security--1505895529', 'description': 'tempest-security-description-1961451803'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:01.188905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6808ee23-b3f2-40db-8524-a5d35b470a49 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.238918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6808ee23-b3f2-40db-8524-a5d35b470a49 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.283098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6808ee23-b3f2-40db-8524-a5d35b470a49 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.285934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6808ee23-b3f2-40db-8524-a5d35b470a49 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.287244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6808ee23-b3f2-40db-8524-a5d35b470a49 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "PUT /v2.0/security-groups/d2120594-b782-47ea-8989-3cacaa622bdf HTTP/1.1" status: 200 len: 1797 time: 0.1416438 Nov 10 17:00:01.290247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:01.342699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-433884d0-97f7-4136-9f19-6215e0211d86 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups/d2120594-b782-47ea-8989-3cacaa622bdf HTTP/1.1" status: 200 len: 1797 time: 0.0511711 Nov 10 17:00:01.347809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51008) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:01.412035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64cc227c-fd05-40ff-bdc4-b563c91343d6 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.450540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64cc227c-fd05-40ff-bdc4-b563c91343d6 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.574205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64cc227c-fd05-40ff-bdc4-b563c91343d6 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.577541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64cc227c-fd05-40ff-bdc4-b563c91343d6 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.583188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-64cc227c-fd05-40ff-bdc4-b563c91343d6 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/d2120594-b782-47ea-8989-3cacaa622bdf HTTP/1.1" status: 204 len: 168 time: 0.2299411 Nov 10 17:00:01.584215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51016) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:01.630695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc227c-fd05-40ff-bdc4-b563c91343d6 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2120594-b782-47ea-8989-3cacaa622bdf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:01.631966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-add8ac15-3b35-422c-8af3-d454f0cfad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.692809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b839fa43-8512-49a0-bdfa-4566f7ca7282 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1059229 Nov 10 17:00:01.695695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51022) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:01.695941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808ee23-b3f2-40db-8524-a5d35b470a49 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2120594-b782-47ea-8989-3cacaa622bdf,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:01.710032 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-ee1a5bd9-b8e5-4a56-b631-5320fc69de1f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] delete failed (client error): The resource could not be found. Nov 10 17:00:01.711228 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ee1a5bd9-b8e5-4a56-b631-5320fc69de1f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/d2120594-b782-47ea-8989-3cacaa622bdf HTTP/1.1" status: 404 len: 347 time: 0.0145779 Nov 10 17:00:01.718563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51024) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:01.723015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1b9e3f9e-9eae-424c-bd8d-ae0c54a4ddb5 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-secgroup--343110493'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:01.848937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3f9e-9eae-424c-bd8d-ae0c54a4ddb5 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.921070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3f9e-9eae-424c-bd8d-ae0c54a4ddb5 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:01.979441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6bb65159-dfa2-4575-9d2c-d2db654f6b21 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:00:01.989061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3f9e-9eae-424c-bd8d-ae0c54a4ddb5 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.020075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e3f9e-9eae-424c-bd8d-ae0c54a4ddb5 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1553e6-0627-4432-bd37-68912da09fd1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:02.082269 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3f9e-9eae-424c-bd8d-ae0c54a4ddb5 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.084607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b9e3f9e-9eae-424c-bd8d-ae0c54a4ddb5 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3646088 Nov 10 17:00:02.087680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:02.097840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba14c668-89ec-4a0b-95be-748f492fb4b1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': 'dd1553e6-0627-4432-bd37-68912da09fd1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:02.100869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6bb65159-dfa2-4575-9d2c-d2db654f6b21, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6bb65159-dfa2-4575-9d2c-d2db654f6b21,segment=NetworkSegment(8bb8c55c-aa71-4307-9403-5e16a405cad7),segment_id=8bb8c55c-aa71-4307-9403-5e16a405cad7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:02.119697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '6bb65159-dfa2-4575-9d2c-d2db654f6b21', 'network_id': '7f85061d-01bc-4666-9310-d58a3db0d21b', 'port_id': '6bb65159-dfa2-4575-9d2c-d2db654f6b21', 'mac_address': 'fa:16:3e:e4:90:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99bd8a3-1b26-4d79-84ce-993f38939732', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:00:02.184811 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba14c668-89ec-4a0b-95be-748f492fb4b1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.186948 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.201387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb65159-dfa2-4575-9d2c-d2db654f6b21 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:00:02.223292 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6bb65159-dfa2-4575-9d2c-d2db654f6b21, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6bb65159-dfa2-4575-9d2c-d2db654f6b21,segment=NetworkSegment(8bb8c55c-aa71-4307-9403-5e16a405cad7),segment_id=8bb8c55c-aa71-4307-9403-5e16a405cad7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:02.281070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a83566-b798-4557-b1a5-904c80f95b16 req-8ee731dc-2f9d-43a1-b637-747e7f5996c3 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:02.292005 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba14c668-89ec-4a0b-95be-748f492fb4b1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.298103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63a83566-b798-4557-b1a5-904c80f95b16 req-8ee731dc-2f9d-43a1-b637-747e7f5996c3 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 943 time: 0.0990844 Nov 10 17:00:02.300025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.358700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba14c668-89ec-4a0b-95be-748f492fb4b1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.368583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63a83566-b798-4557-b1a5-904c80f95b16 req-8e8738cd-6b05-4b02-a035-a39448cefd31 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660274 Nov 10 17:00:02.379299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14c668-89ec-4a0b-95be-748f492fb4b1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcf71a4-6304-4e20-8cc7-f0db3352e69f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:02.389383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6bb65159-dfa2-4575-9d2c-d2db654f6b21,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:02.445437 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba14c668-89ec-4a0b-95be-748f492fb4b1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.446763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba14c668-89ec-4a0b-95be-748f492fb4b1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3574514 Nov 10 17:00:02.449580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:02.480044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b25aca7-a0f8-4e06-943f-7a491851af5d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.490056 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b25aca7-a0f8-4e06-943f-7a491851af5d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.516537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6bb65159-dfa2-4575-9d2c-d2db654f6b21'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:00:02.608999 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:00:02.620070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b25aca7-a0f8-4e06-943f-7a491851af5d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.628796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b25aca7-a0f8-4e06-943f-7a491851af5d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.633228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6b25aca7-a0f8-4e06-943f-7a491851af5d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7dcf71a4-6304-4e20-8cc7-f0db3352e69f HTTP/1.1" status: 204 len: 168 time: 0.1798432 Nov 10 17:00:02.633477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:02.635206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25aca7-a0f8-4e06-943f-7a491851af5d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dcf71a4-6304-4e20-8cc7-f0db3352e69f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:02.703856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:02.705253 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-79df0a65-3853-4258-ab4a-0e411376c5ee tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699990 Nov 10 17:00:02.769840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04f6706e-6302-4df3-af4c-509c6fa652c2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.799845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04f6706e-6302-4df3-af4c-509c6fa652c2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.928572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04f6706e-6302-4df3-af4c-509c6fa652c2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.931378 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04f6706e-6302-4df3-af4c-509c6fa652c2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:02.932649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-04f6706e-6302-4df3-af4c-509c6fa652c2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/dd1553e6-0627-4432-bd37-68912da09fd1 HTTP/1.1" status: 204 len: 168 time: 0.2277334 Nov 10 17:00:02.936156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:02.945536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6706e-6302-4df3-af4c-509c6fa652c2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1553e6-0627-4432-bd37-68912da09fd1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:03.001408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-328ca5d6-4c54-40b1-a98a-aefafea9ffba tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636003 Nov 10 17:00:03.005829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:03.010934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2f32e070-2c53-43b6-b33c-b8870693dce3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139362531'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:03.071439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f32e070-2c53-43b6-b33c-b8870693dce3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.156811 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f32e070-2c53-43b6-b33c-b8870693dce3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.229944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f32e070-2c53-43b6-b33c-b8870693dce3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.260879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32e070-2c53-43b6-b33c-b8870693dce3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9387fd9e-635f-41ab-9bb7-651a3c09abbc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:03.314509 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f32e070-2c53-43b6-b33c-b8870693dce3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.323264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51084) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:03.324875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2f32e070-2c53-43b6-b33c-b8870693dce3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3163013 Nov 10 17:00:03.330917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3e8cdb18-e2d8-459c-abec-10fed0edacc3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': '9387fd9e-635f-41ab-9bb7-651a3c09abbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:03.438388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e8cdb18-e2d8-459c-abec-10fed0edacc3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.533320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e8cdb18-e2d8-459c-abec-10fed0edacc3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.546474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba39d03-96a2-4191-891e-5acb262f542c req-5ae6f582-d29b-4634-a5c8-63de5ea0619e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:03.548203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ba39d03-96a2-4191-891e-5acb262f542c req-5ae6f582-d29b-4634-a5c8-63de5ea0619e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 944 time: 0.0983307 Nov 10 17:00:03.600854 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7ba39d03-96a2-4191-891e-5acb262f542c req-4da7322d-25d0-4355-bb06-c98cba2e9d95 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467308 Nov 10 17:00:03.603050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e8cdb18-e2d8-459c-abec-10fed0edacc3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.626972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cdb18-e2d8-459c-abec-10fed0edacc3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242cebb9-16a8-43f0-b769-77ec78bfe4df,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:03.679035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e8cdb18-e2d8-459c-abec-10fed0edacc3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.680305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3e8cdb18-e2d8-459c-abec-10fed0edacc3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3555071 Nov 10 17:00:03.684882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51090) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:03.690026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-056a6713-1fb7-434d-9256-11124a3671f9 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': '9387fd9e-635f-41ab-9bb7-651a3c09abbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:03.780496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-056a6713-1fb7-434d-9256-11124a3671f9 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.848283 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-056a6713-1fb7-434d-9256-11124a3671f9 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.859934 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8eac35a8-671d-4a16-901a-fa9e06098589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.928294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-056a6713-1fb7-434d-9256-11124a3671f9 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:03.946580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a6713-1fb7-434d-9256-11124a3671f9 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2d0165-ab26-424a-b660-25a12cc97f7f,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:03.979472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6bb65159-dfa2-4575-9d2c-d2db654f6b21 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:00:04.010337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-056a6713-1fb7-434d-9256-11124a3671f9 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.012971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-056a6713-1fb7-434d-9256-11124a3671f9 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3260062 Nov 10 17:00:04.016091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:04.021144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0356db26-36de-4497-909e-1c4e276809d4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': '9387fd9e-635f-41ab-9bb7-651a3c09abbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:04.094658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:00:04.098963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:00:04.099364 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.159674 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0356db26-36de-4497-909e-1c4e276809d4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.183392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.221648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74669e-c054-40ba-a690-5851a499ea04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb65159-dfa2-4575-9d2c-d2db654f6b21'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:00:04.224440 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e131c974-d3b2-403a-aac2-d359fbe37b6c" -d '{"events": [{"server_uuid": "4c74669e-c054-40ba-a690-5851a499ea04", "name": "network-vif-plugged", "status": "completed", "tag": "6bb65159-dfa2-4575-9d2c-d2db654f6b21"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:00:04.234490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0356db26-36de-4497-909e-1c4e276809d4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.240716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6bb65159-dfa2-4575-9d2c-d2db654f6b21, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6bb65159-dfa2-4575-9d2c-d2db654f6b21,segment=NetworkSegment(8bb8c55c-aa71-4307-9403-5e16a405cad7),segment_id=8bb8c55c-aa71-4307-9403-5e16a405cad7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:04.269182 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0fc528-f998-4535-b72f-fce64f27b7d5 x-openstack-request-id: req-9e0fc528-f998-4535-b72f-fce64f27b7d5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:00:04.269732 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74669e-c054-40ba-a690-5851a499ea04", "name": "network-vif-plugged", "status": "completed", "tag": "6bb65159-dfa2-4575-9d2c-d2db654f6b21", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:00:04.270545 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e0fc528-f998-4535-b72f-fce64f27b7d5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:00:04.271791 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74669e-c054-40ba-a690-5851a499ea04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb65159-dfa2-4575-9d2c-d2db654f6b21', 'code': 200} Nov 10 17:00:04.299775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0356db26-36de-4497-909e-1c4e276809d4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.300146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.328235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51112) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:04.338705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356db26-36de-4497-909e-1c4e276809d4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3086b6a-edb4-4fc5-9cc9-f09cf27c1e8e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:04.381400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6bb65159-dfa2-4575-9d2c-d2db654f6b21,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:04.423698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a6fc1-5d4e-482a-81cb-4ca43da75df7 req-d36e8dfd-318a-4538-a983-7017a5f8f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:04.426110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a3a6fc1-5d4e-482a-81cb-4ca43da75df7 req-d36e8dfd-318a-4538-a983-7017a5f8f2e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 1097 time: 0.0884867 Nov 10 17:00:04.475733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0356db26-36de-4497-909e-1c4e276809d4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.476929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0356db26-36de-4497-909e-1c4e276809d4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4596145 Nov 10 17:00:04.479410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a3a6fc1-5d4e-482a-81cb-4ca43da75df7 req-65f4d3bc-4a1d-47a7-8583-da81df841129 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Nov 10 17:00:04.479862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:04.484286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8c979ae7-0470-4c1e-bd1f-662b28d4bce7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': '9387fd9e-635f-41ab-9bb7-651a3c09abbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:04.494020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c43541b1-9242-4b10-b946-272aaf126ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.567605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c979ae7-0470-4c1e-bd1f-662b28d4bce7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.583563 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c43541b1-9242-4b10-b946-272aaf126ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.636856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c979ae7-0470-4c1e-bd1f-662b28d4bce7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.648737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c43541b1-9242-4b10-b946-272aaf126ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.679836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43541b1-9242-4b10-b946-272aaf126ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a8c34c-c75b-4dce-8067-e6c97f30758a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:04.700793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c43541b1-9242-4b10-b946-272aaf126ea1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3449a10fbbb44d308893ffec6343ac49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3713071 Nov 10 17:00:04.703652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51124) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:04.720197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c979ae7-0470-4c1e-bd1f-662b28d4bce7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.744222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c979ae7-0470-4c1e-bd1f-662b28d4bce7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c5c92b-ee6b-4292-bcc4-04eb22d2fdc9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:04.754133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483a70f-0129-4376-990d-87c318ecf83a req-14180ec7-39d0-4780-afa3-ea0dd3aa45e7 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:04.755742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8483a70f-0129-4376-990d-87c318ecf83a req-14180ec7-39d0-4780-afa3-ea0dd3aa45e7 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 945 time: 0.0737436 Nov 10 17:00:04.763008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ac0225b-abc9-4783-9aed-40a7b5ce4c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.789535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ac0225b-abc9-4783-9aed-40a7b5ce4c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.820801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8483a70f-0129-4376-990d-87c318ecf83a req-d3f61212-a0ce-49f0-9d5d-e8d6e464b6f5 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546229 Nov 10 17:00:04.861831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c979ae7-0470-4c1e-bd1f-662b28d4bce7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.863097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c979ae7-0470-4c1e-bd1f-662b28d4bce7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3823214 Nov 10 17:00:04.872632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:04.877210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-36ab2709-09ec-4111-96c8-6734aff35f03 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': '9387fd9e-635f-41ab-9bb7-651a3c09abbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:04.916788 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ac0225b-abc9-4783-9aed-40a7b5ce4c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.921640 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ac0225b-abc9-4783-9aed-40a7b5ce4c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:04.921640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8ac0225b-abc9-4783-9aed-40a7b5ce4c63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83a8c34c-c75b-4dce-8067-e6c97f30758a HTTP/1.1" status: 204 len: 168 time: 0.2161651 Nov 10 17:00:04.928919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0225b-abc9-4783-9aed-40a7b5ce4c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a8c34c-c75b-4dce-8067-e6c97f30758a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:05.001177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36ab2709-09ec-4111-96c8-6734aff35f03 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.070174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36ab2709-09ec-4111-96c8-6734aff35f03 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.082373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.133886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36ab2709-09ec-4111-96c8-6734aff35f03 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.153396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab2709-09ec-4111-96c8-6734aff35f03 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f7fced-ad78-4f24-9c04-7316557b6302,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:05.227692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36ab2709-09ec-4111-96c8-6734aff35f03 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.228903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-36ab2709-09ec-4111-96c8-6734aff35f03 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3553081 Nov 10 17:00:05.232507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:05.258953 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8949c67-d4c7-42fa-b7c6-07d4ff671309 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.268341 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8949c67-d4c7-42fa-b7c6-07d4ff671309 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.382360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8949c67-d4c7-42fa-b7c6-07d4ff671309 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.392902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8949c67-d4c7-42fa-b7c6-07d4ff671309 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7f7fced-ad78-4f24-9c04-7316557b6302,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:05.397213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8949c67-d4c7-42fa-b7c6-07d4ff671309 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.400641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c8949c67-d4c7-42fa-b7c6-07d4ff671309 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d7f7fced-ad78-4f24-9c04-7316557b6302 HTTP/1.1" status: 204 len: 168 time: 0.1643465 Nov 10 17:00:05.401558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51146) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:05.470298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5ffed289-ba82-419d-87d7-cb53fbdedf02 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0652592 Nov 10 17:00:05.470657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:05.501562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0b64792-017a-43c2-a175-5fc60d7cd3a7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.510257 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0b64792-017a-43c2-a175-5fc60d7cd3a7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.542932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:05.556777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4bd98f8-9027-4611-a60a-0f5c6d20361c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.613179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0b64792-017a-43c2-a175-5fc60d7cd3a7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.619991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0b64792-017a-43c2-a175-5fc60d7cd3a7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.622874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c0b64792-017a-43c2-a175-5fc60d7cd3a7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/98c5c92b-ee6b-4292-bcc4-04eb22d2fdc9 HTTP/1.1" status: 204 len: 168 time: 0.1496542 Nov 10 17:00:05.625521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:05.628283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b64792-017a-43c2-a175-5fc60d7cd3a7 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98c5c92b-ee6b-4292-bcc4-04eb22d2fdc9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:05.699132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-164de1e4-5155-4bc8-a9b8-1d079f8cc561 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0723341 Nov 10 17:00:05.703171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51158) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:05.734888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4131403-644b-476b-9bf8-6659250ff6df tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.739791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4bd98f8-9027-4611-a60a-0f5c6d20361c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.760026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4131403-644b-476b-9bf8-6659250ff6df tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.802991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4bd98f8-9027-4611-a60a-0f5c6d20361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.846693 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f4bd98f8-9027-4611-a60a-0f5c6d20361c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18164324994e4f1c918798cbe7418a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026476 Nov 10 17:00:05.849573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51162) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:05.852385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd98f8-9027-4611-a60a-0f5c6d20361c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08825be8-bc4c-46a4-b68e-38d5b43269a1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:05.879873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4131403-644b-476b-9bf8-6659250ff6df tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.917412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4131403-644b-476b-9bf8-6659250ff6df tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:05.921664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b4131403-644b-476b-9bf8-6659250ff6df tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a3086b6a-edb4-4fc5-9cc9-f09cf27c1e8e HTTP/1.1" status: 204 len: 168 time: 0.2144463 Nov 10 17:00:05.928071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51168) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:05.958219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4131403-644b-476b-9bf8-6659250ff6df tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3086b6a-edb4-4fc5-9cc9-f09cf27c1e8e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:05.969936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771edd3d-4b33-4eef-82cb-5d3df1710053 req-20395e7e-a783-4680-b0e7-6b8521e5a240 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:05.971981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-771edd3d-4b33-4eef-82cb-5d3df1710053 req-20395e7e-a783-4680-b0e7-6b8521e5a240 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 945 time: 0.0708869 Nov 10 17:00:05.995872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52aaa49b-0194-438c-9e24-a9fa7257c5e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.021288 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bb93a941-f60d-40c4-9686-d7a8f36fe21d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0893116 Nov 10 17:00:06.023816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51172) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:06.024040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-771edd3d-4b33-4eef-82cb-5d3df1710053 req-4850a1ec-a27a-4aa8-86b0-87e040580b7a tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Nov 10 17:00:06.053562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52aaa49b-0194-438c-9e24-a9fa7257c5e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.071022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1708848-e02a-412a-b3b7-db642b9c5a3a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.089145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1708848-e02a-412a-b3b7-db642b9c5a3a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.185657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1708848-e02a-412a-b3b7-db642b9c5a3a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.192999 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1708848-e02a-412a-b3b7-db642b9c5a3a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.196785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f1708848-e02a-412a-b3b7-db642b9c5a3a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5c2d0165-ab26-424a-b660-25a12cc97f7f HTTP/1.1" status: 204 len: 168 time: 0.1693823 Nov 10 17:00:06.197184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:06.198684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708848-e02a-412a-b3b7-db642b9c5a3a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c2d0165-ab26-424a-b660-25a12cc97f7f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:06.204633 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52aaa49b-0194-438c-9e24-a9fa7257c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.211936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52aaa49b-0194-438c-9e24-a9fa7257c5e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.215942 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-52aaa49b-0194-438c-9e24-a9fa7257c5e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08825be8-bc4c-46a4-b68e-38d5b43269a1 HTTP/1.1" status: 204 len: 168 time: 0.3625379 Nov 10 17:00:06.229297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaa49b-0194-438c-9e24-a9fa7257c5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08825be8-bc4c-46a4-b68e-38d5b43269a1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:06.269922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51188) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:06.279986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d0775fb0-85a5-4ca7-85fb-d9e24722345d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0789227 Nov 10 17:00:06.297232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03d7cd4a-711b-412c-8ad2-27eb3f9721ae tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.305768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03d7cd4a-711b-412c-8ad2-27eb3f9721ae tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.412950 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03d7cd4a-711b-412c-8ad2-27eb3f9721ae tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.420823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03d7cd4a-711b-412c-8ad2-27eb3f9721ae tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.421913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-03d7cd4a-711b-412c-8ad2-27eb3f9721ae tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/242cebb9-16a8-43f0-b769-77ec78bfe4df HTTP/1.1" status: 204 len: 168 time: 0.1509628 Nov 10 17:00:06.425262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:06.426235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7cd4a-711b-412c-8ad2-27eb3f9721ae tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=242cebb9-16a8-43f0-b769-77ec78bfe4df,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:06.471508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-01392481-f972-4277-8c4c-c497f1b27985 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433724 Nov 10 17:00:06.472551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51198) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:06.550297 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c37bf9fb-892f-481a-bcb1-e72042218a61 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.573594 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c37bf9fb-892f-481a-bcb1-e72042218a61 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.734163 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c37bf9fb-892f-481a-bcb1-e72042218a61 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.739011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c37bf9fb-892f-481a-bcb1-e72042218a61 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.740821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51206) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:06.741137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c37bf9fb-892f-481a-bcb1-e72042218a61 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/9387fd9e-635f-41ab-9bb7-651a3c09abbc HTTP/1.1" status: 204 len: 168 time: 0.2675192 Nov 10 17:00:06.752370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bf9fb-892f-481a-bcb1-e72042218a61 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9387fd9e-635f-41ab-9bb7-651a3c09abbc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:06.796536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dbc30-9832-47a7-94eb-fdfc4931c172 req-6c29518c-2315-4a1f-8252-84e0624ee88a tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:06.799166 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f96dbc30-9832-47a7-94eb-fdfc4931c172 req-6c29518c-2315-4a1f-8252-84e0624ee88a tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 945 time: 0.0909777 Nov 10 17:00:06.822155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:06.823403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d6bf8eca-711a-4fb6-a631-0a773ce4b3d2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809762 Nov 10 17:00:06.828501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:06.834503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-45efe8b5-138c-4a3e-8ca9-61d665714357 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-secgroup--797166920'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:06.864972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f96dbc30-9832-47a7-94eb-fdfc4931c172 req-d5aff4c8-f7e3-4e9a-9b07-09393d38a14e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535460 Nov 10 17:00:06.915713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45efe8b5-138c-4a3e-8ca9-61d665714357 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.001652 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45efe8b5-138c-4a3e-8ca9-61d665714357 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.076192 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45efe8b5-138c-4a3e-8ca9-61d665714357 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.105460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efe8b5-138c-4a3e-8ca9-61d665714357 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa19d010-dd6f-465a-8ff2-b6f94b48f725,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:07.188123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45efe8b5-138c-4a3e-8ca9-61d665714357 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.189700 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-45efe8b5-138c-4a3e-8ca9-61d665714357 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3597429 Nov 10 17:00:07.192438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51228) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:07.197043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b8a4ef69-2b68-4efc-879a-bb972360aec4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': 'fa19d010-dd6f-465a-8ff2-b6f94b48f725', 'direction': 'ingress', 'protocol': 17}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:07.288916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef69-2b68-4efc-879a-bb972360aec4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.362850 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef69-2b68-4efc-879a-bb972360aec4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.442221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef69-2b68-4efc-879a-bb972360aec4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.461397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4ef69-2b68-4efc-879a-bb972360aec4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6e5233-814e-41d5-9f25-c5935c849409,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:07.510131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef69-2b68-4efc-879a-bb972360aec4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.510833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b8a4ef69-2b68-4efc-879a-bb972360aec4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3173852 Nov 10 17:00:07.514669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:07.580130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab6a73b8-1ef0-4954-bf0a-a69e2ea2a728 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.594730 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.605771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab6a73b8-1ef0-4954-bf0a-a69e2ea2a728 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.734194 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab6a73b8-1ef0-4954-bf0a-a69e2ea2a728 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.737143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab6a73b8-1ef0-4954-bf0a-a69e2ea2a728 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.738575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ab6a73b8-1ef0-4954-bf0a-a69e2ea2a728 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/fa19d010-dd6f-465a-8ff2-b6f94b48f725 HTTP/1.1" status: 204 len: 168 time: 0.2226520 Nov 10 17:00:07.741328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51248) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:07.749828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a73b8-1ef0-4954-bf0a-a69e2ea2a728 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa19d010-dd6f-465a-8ff2-b6f94b48f725,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:07.804721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-718fb4be-c5ce-4e2f-b611-d238e0704bf4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0618603 Nov 10 17:00:07.817496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:07.822962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-50bbedc8-d312-42a6-9d66-1fd633a2ed62 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107427485'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:07.870680 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.905079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50bbedc8-d312-42a6-9d66-1fd633a2ed62 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:07.996284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-ca905251-554e-4b61-86f2-6f904ffa6806 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:07.998675 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-ca905251-554e-4b61-86f2-6f904ffa6806 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 945 time: 0.0667849 Nov 10 17:00:08.031399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50bbedc8-d312-42a6-9d66-1fd633a2ed62 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.049734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb566-8a3a-47c4-b101-dab6be95820d req-0236f819-f8ce-4c0e-b6a5-d57dbceb9139 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:08.051254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-806fb566-8a3a-47c4-b101-dab6be95820d req-0236f819-f8ce-4c0e-b6a5-d57dbceb9139 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 945 time: 0.0812314 Nov 10 17:00:08.109285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-806fb566-8a3a-47c4-b101-dab6be95820d req-a1e03beb-8201-4bee-b7ca-5d5023b16e7e tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/security-groups?id=b642005e-e287-4cab-b488-9c03f525cf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Nov 10 17:00:08.115824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Deleting port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:00:08.116176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.156578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50bbedc8-d312-42a6-9d66-1fd633a2ed62 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.186661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbedc8-d312-42a6-9d66-1fd633a2ed62 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326de1e2-152f-4f39-9a01-e99e31996b90,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:08.222558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] For port 6bb65159-dfa2-4575-9d2c-d2db654f6b21, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6bb65159-dfa2-4575-9d2c-d2db654f6b21,segment=NetworkSegment(8bb8c55c-aa71-4307-9403-5e16a405cad7),segment_id=8bb8c55c-aa71-4307-9403-5e16a405cad7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:08.222938 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.242776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Calling delete_port for 6bb65159-dfa2-4575-9d2c-d2db654f6b21 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:00:08.285647 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50bbedc8-d312-42a6-9d66-1fd633a2ed62 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.287284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-50bbedc8-d312-42a6-9d66-1fd633a2ed62 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4684651 Nov 10 17:00:08.290095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:08.295875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-48acb9bb-a2af-42fd-9e82-efaefaeef69f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-secgroup--23350872'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:08.489097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48acb9bb-a2af-42fd-9e82-efaefaeef69f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.533902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.546003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6bb65159-dfa2-4575-9d2c-d2db654f6b21'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:00:08.561069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48acb9bb-a2af-42fd-9e82-efaefaeef69f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.578201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Pushing event deleted for resources: {'Port': ['ID=6bb65159-dfa2-4575-9d2c-d2db654f6b21,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:08.619976 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48acb9bb-a2af-42fd-9e82-efaefaeef69f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.641027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] No DVR routers for this DVR port 6bb65159-dfa2-4575-9d2c-d2db654f6b21 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:00:08.645256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.648908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c687106-a723-4e8f-84e0-09b54b45aa91 req-7598a6a3-cfe7-4d94-b097-70a528f8de67 tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.18 "DELETE /v2.0/ports/6bb65159-dfa2-4575-9d2c-d2db654f6b21 HTTP/1.1" status: 204 len: 173 time: 0.6442635 Nov 10 17:00:08.649638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c74669e-c054-40ba-a690-5851a499ea04', 'name': 'network-vif-deleted', 'tag': '6bb65159-dfa2-4575-9d2c-d2db654f6b21'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:00:08.652695 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f83cc2-4959-4827-b6cf-033a726ee4c0" -d '{"events": [{"server_uuid": "4c74669e-c054-40ba-a690-5851a499ea04", "name": "network-vif-deleted", "tag": "6bb65159-dfa2-4575-9d2c-d2db654f6b21"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:00:08.656612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acb9bb-a2af-42fd-9e82-efaefaeef69f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7277108-9cea-4fdc-8243-0b5653a7a8ef,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:08.749390 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48acb9bb-a2af-42fd-9e82-efaefaeef69f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.751063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-48acb9bb-a2af-42fd-9e82-efaefaeef69f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4597957 Nov 10 17:00:08.753844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51286) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:08.758693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8480f6e1-6fae-45c8-8d1f-54f54b364e4e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': '326de1e2-152f-4f39-9a01-e99e31996b90', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f7277108-9cea-4fdc-8243-0b5653a7a8ef', 'remote_ip_prefix': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:08.851043 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79340dd-c226-4603-8f48-e1578945ef07 x-openstack-request-id: req-c79340dd-c226-4603-8f48-e1578945ef07 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:00:08.851567 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c74669e-c054-40ba-a690-5851a499ea04", "name": "network-vif-deleted", "tag": "6bb65159-dfa2-4575-9d2c-d2db654f6b21", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:00:08.851851 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c79340dd-c226-4603-8f48-e1578945ef07 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:00:08.852258 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c74669e-c054-40ba-a690-5851a499ea04', 'name': 'network-vif-deleted', 'tag': '6bb65159-dfa2-4575-9d2c-d2db654f6b21', 'status': 'completed', 'code': 200} Nov 10 17:00:08.869356 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8480f6e1-6fae-45c8-8d1f-54f54b364e4e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:08.948062 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8480f6e1-6fae-45c8-8d1f-54f54b364e4e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.043057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8480f6e1-6fae-45c8-8d1f-54f54b364e4e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.066800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480f6e1-6fae-45c8-8d1f-54f54b364e4e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93101e2-7460-4fce-8d4f-3270a3062acc,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:09.158219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8480f6e1-6fae-45c8-8d1f-54f54b364e4e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.162670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51302) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:09.168150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8480f6e1-6fae-45c8-8d1f-54f54b364e4e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4082475 Nov 10 17:00:09.202679 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24b16020-63ba-4f52-bca3-cac256c1f86c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.217831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24b16020-63ba-4f52-bca3-cac256c1f86c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.275883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-246806ac-f2e3-4250-bd49-8879f00d3fea req-fb9f1401-d428-43e7-9b1d-cbeebd1792ae tempest-ServerAddressesTestJSON-1450637770 tempest-ServerAddressesTestJSON-1450637770-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c74669e-c054-40ba-a690-5851a499ea04 HTTP/1.1" status: 200 len: 210 time: 0.0401802 Nov 10 17:00:09.345556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24b16020-63ba-4f52-bca3-cac256c1f86c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.350399 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24b16020-63ba-4f52-bca3-cac256c1f86c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.351565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-24b16020-63ba-4f52-bca3-cac256c1f86c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f93101e2-7460-4fce-8d4f-3270a3062acc HTTP/1.1" status: 204 len: 168 time: 0.1875703 Nov 10 17:00:09.354394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51308) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:09.360229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b16020-63ba-4f52-bca3-cac256c1f86c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f93101e2-7460-4fce-8d4f-3270a3062acc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:09.406482 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-750d9921-174f-4ff1-9dd1-7d12a0b208a4 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0508404 Nov 10 17:00:09.409268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51312) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:09.481463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-382ddbca-6b1f-4824-89cf-ac96bb0f0aa2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.506254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-382ddbca-6b1f-4824-89cf-ac96bb0f0aa2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.716835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-382ddbca-6b1f-4824-89cf-ac96bb0f0aa2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.722006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-382ddbca-6b1f-4824-89cf-ac96bb0f0aa2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.723495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-382ddbca-6b1f-4824-89cf-ac96bb0f0aa2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/f7277108-9cea-4fdc-8243-0b5653a7a8ef HTTP/1.1" status: 204 len: 168 time: 0.3128335 Nov 10 17:00:09.726260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:09.733429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ddbca-6b1f-4824-89cf-ac96bb0f0aa2 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7277108-9cea-4fdc-8243-0b5653a7a8ef,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:09.782503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1e884c82-287e-428c-ba37-7c3eb8bc83b0 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0549908 Nov 10 17:00:09.785217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:09.857562 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39c57aa6-cf1d-40f6-8a46-32e6d42c8186 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:09.884709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39c57aa6-cf1d-40f6-8a46-32e6d42c8186 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.025386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39c57aa6-cf1d-40f6-8a46-32e6d42c8186 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.028852 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39c57aa6-cf1d-40f6-8a46-32e6d42c8186 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.030313 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-39c57aa6-cf1d-40f6-8a46-32e6d42c8186 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/326de1e2-152f-4f39-9a01-e99e31996b90 HTTP/1.1" status: 204 len: 168 time: 0.2442148 Nov 10 17:00:10.033229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51330) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:10.040285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c57aa6-cf1d-40f6-8a46-32e6d42c8186 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=326de1e2-152f-4f39-9a01-e99e31996b90,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:10.113676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-63747a4f-eed1-4e0b-8db1-c12fe50a901d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0788991 Nov 10 17:00:10.117266 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51338) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:10.121683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-27e0c13a-a2e1-4c48-b8b9-1ab842d41179 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734441912'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:10.191124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27e0c13a-a2e1-4c48-b8b9-1ab842d41179 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.297995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27e0c13a-a2e1-4c48-b8b9-1ab842d41179 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.343840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:10.357513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27e0c13a-a2e1-4c48-b8b9-1ab842d41179 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.392242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8da60d-e236-4430-affd-8a73a8d2ed67 admin admin] Deleting subnet f99bd8a3-1b26-4d79-84ce-993f38939732 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:00:10.395624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd8da60d-e236-4430-affd-8a73a8d2ed67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.398863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0c13a-a2e1-4c48-b8b9-1ab842d41179 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c1de32-51cd-4e31-8de0-f7ecbde5e699,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:10.432280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd8da60d-e236-4430-affd-8a73a8d2ed67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.478956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd8da60d-e236-4430-affd-8a73a8d2ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.488922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27e0c13a-a2e1-4c48-b8b9-1ab842d41179 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.490310 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-27e0c13a-a2e1-4c48-b8b9-1ab842d41179 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3720191 Nov 10 17:00:10.493327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51354) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:10.498265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0b5c9eb8-d81b-4d56-8e43-2487d1e7d7d1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': '15c1de32-51cd-4e31-8de0-f7ecbde5e699', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:10.601528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.625185 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd8da60d-e236-4430-affd-8a73a8d2ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.638786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9eb8-d81b-4d56-8e43-2487d1e7d7d1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.652757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8da60d-e236-4430-affd-8a73a8d2ed67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99bd8a3-1b26-4d79-84ce-993f38939732,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:10.662261 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd8da60d-e236-4430-affd-8a73a8d2ed67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.667358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cd8da60d-e236-4430-affd-8a73a8d2ed67 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f99bd8a3-1b26-4d79-84ce-993f38939732 HTTP/1.1" status: 204 len: 168 time: 0.3217673 Nov 10 17:00:10.670056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:10.728588 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9eb8-d81b-4d56-8e43-2487d1e7d7d1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.742617 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.841731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9eb8-d81b-4d56-8e43-2487d1e7d7d1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.869070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.882075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c9eb8-d81b-4d56-8e43-2487d1e7d7d1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c014f382-7b0f-4758-93b8-de643550354e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:10.898450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f85061d-01bc-4666-9310-d58a3db0d21b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:00:10.909744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb8c55c-aa71-4307-9403-5e16a405cad7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:00:10.910043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb8c55c-aa71-4307-9403-5e16a405cad7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:00:10.921832 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.938651 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.947899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:00:10.948310 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:00:10.950394 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:00:10.971021 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9eb8-d81b-4d56-8e43-2487d1e7d7d1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:10.977229 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0b5c9eb8-d81b-4d56-8e43-2487d1e7d7d1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4780200 Nov 10 17:00:10.979848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51368) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:11.013302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6e9de5b-2a30-41d8-b4e3-1b1079961e0b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.029215 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6e9de5b-2a30-41d8-b4e3-1b1079961e0b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.111262 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.123781 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.130174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7f85061d-01bc-4666-9310-d58a3db0d21b HTTP/1.1" status: 204 len: 168 time: 0.4586661 Nov 10 17:00:11.165218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ca89e-4ccc-40d7-b9db-68a031c83766 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f85061d-01bc-4666-9310-d58a3db0d21b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:11.173441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6e9de5b-2a30-41d8-b4e3-1b1079961e0b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.183378 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6e9de5b-2a30-41d8-b4e3-1b1079961e0b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.184630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d6e9de5b-2a30-41d8-b4e3-1b1079961e0b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c014f382-7b0f-4758-93b8-de643550354e HTTP/1.1" status: 204 len: 168 time: 0.2019835 Nov 10 17:00:11.187236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51378) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:11.205304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9de5b-2a30-41d8-b4e3-1b1079961e0b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c014f382-7b0f-4758-93b8-de643550354e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:11.238075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b2b50c6-e25b-4a17-8d25-78e0a67b034c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495331 Nov 10 17:00:11.241369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:11.339459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55173b75-687d-430e-bb9e-eb89c759d984 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.380054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55173b75-687d-430e-bb9e-eb89c759d984 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.499577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55173b75-687d-430e-bb9e-eb89c759d984 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.502221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55173b75-687d-430e-bb9e-eb89c759d984 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.503406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-55173b75-687d-430e-bb9e-eb89c759d984 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/15c1de32-51cd-4e31-8de0-f7ecbde5e699 HTTP/1.1" status: 204 len: 168 time: 0.2610011 Nov 10 17:00:11.506134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:11.513821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173b75-687d-430e-bb9e-eb89c759d984 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c1de32-51cd-4e31-8de0-f7ecbde5e699,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:11.626631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3253edde-4029-46bf-8786-76b93a29f2dd tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1192245 Nov 10 17:00:11.632726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51394) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:11.638267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e9c6f29a-17cb-4e50-9996-efb09556d793 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814795707'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:11.740250 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9c6f29a-17cb-4e50-9996-efb09556d793 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.748220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51400) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:11.804766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-13296933-1714-4bbd-be89-99c6a0185334 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=425667e3beba44f6a4372aa7b834deb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552201 Nov 10 17:00:11.807497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:11.823929 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9c6f29a-17cb-4e50-9996-efb09556d793 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.866404 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-791b760e-860a-4f65-aea2-aec1d61cf426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.891176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-791b760e-860a-4f65-aea2-aec1d61cf426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.898617 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9c6f29a-17cb-4e50-9996-efb09556d793 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:11.940646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6f29a-17cb-4e50-9996-efb09556d793 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf2f405-1ae8-47b6-91c2-fb26934f5c68,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:12.021792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9c6f29a-17cb-4e50-9996-efb09556d793 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.023632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e9c6f29a-17cb-4e50-9996-efb09556d793 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3890240 Nov 10 17:00:12.026003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:12.030158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6bb65159-dfa2-4575-9d2c-d2db654f6b21 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:00:12.030945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-04f43421-e219-4622-92b0-dc0d10b5934b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': 'edf2f405-1ae8-47b6-91c2-fb26934f5c68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:12.049893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-791b760e-860a-4f65-aea2-aec1d61cf426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.053177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-791b760e-860a-4f65-aea2-aec1d61cf426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.054636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-791b760e-860a-4f65-aea2-aec1d61cf426 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b642005e-e287-4cab-b488-9c03f525cf7c HTTP/1.1" status: 204 len: 168 time: 0.2460177 Nov 10 17:00:12.061260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 6bb65159-dfa2-4575-9d2c-d2db654f6b21 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:00:12.061843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6bb65159-dfa2-4575-9d2c-d2db654f6b21 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:00:12.071939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b760e-860a-4f65-aea2-aec1d61cf426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b642005e-e287-4cab-b488-9c03f525cf7c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:12.203810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04f43421-e219-4622-92b0-dc0d10b5934b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.256247 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04f43421-e219-4622-92b0-dc0d10b5934b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.459957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04f43421-e219-4622-92b0-dc0d10b5934b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.482708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43421-e219-4622-92b0-dc0d10b5934b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d62c78a-2cfc-4176-bd55-a0f332a2bcc4,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:12.560016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04f43421-e219-4622-92b0-dc0d10b5934b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.561408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-04f43421-e219-4622-92b0-dc0d10b5934b tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5342879 Nov 10 17:00:12.564268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:12.582030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e36b3511-c811-4018-ad03-3adcb6b8a9ab tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules/7d62c78a-2cfc-4176-bd55-a0f332a2bcc4 HTTP/1.1" status: 200 len: 763 time: 0.0164137 Nov 10 17:00:12.585294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51436) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:12.634734 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0705cc44-462f-44fd-a419-27905a00a00d tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460858 Nov 10 17:00:12.641671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51440) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:12.706806 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f745982-94ad-4274-9a72-54ba04b28e01 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.716505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f745982-94ad-4274-9a72-54ba04b28e01 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.831026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f745982-94ad-4274-9a72-54ba04b28e01 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.850558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f745982-94ad-4274-9a72-54ba04b28e01 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:12.852508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7f745982-94ad-4274-9a72-54ba04b28e01 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7d62c78a-2cfc-4176-bd55-a0f332a2bcc4 HTTP/1.1" status: 204 len: 168 time: 0.2078221 Nov 10 17:00:12.855113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:12.874966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f745982-94ad-4274-9a72-54ba04b28e01 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d62c78a-2cfc-4176-bd55-a0f332a2bcc4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:12.945584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51458) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:12.945818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-90fce4d1-817d-44e4-8778-86c348918fec tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887437 Nov 10 17:00:12.956792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-22f59407-7418-43fb-80a6-cf75de94797e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': 'edf2f405-1ae8-47b6-91c2-fb26934f5c68', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:13.055755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22f59407-7418-43fb-80a6-cf75de94797e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.130384 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22f59407-7418-43fb-80a6-cf75de94797e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.191396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22f59407-7418-43fb-80a6-cf75de94797e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.213564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f59407-7418-43fb-80a6-cf75de94797e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edab01d-e977-4a5c-b11a-164d12a24f10,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:13.292343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22f59407-7418-43fb-80a6-cf75de94797e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.294564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-22f59407-7418-43fb-80a6-cf75de94797e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447289 Nov 10 17:00:13.298562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51472) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:13.328786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c50c0657-f2ab-45cd-b690-7e2bd63f1a4f tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules/2edab01d-e977-4a5c-b11a-164d12a24f10 HTTP/1.1" status: 200 len: 763 time: 0.0276237 Nov 10 17:00:13.334281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51474) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:13.402209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd54c792-2d14-471a-86a0-81a01448757c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0657198 Nov 10 17:00:13.405906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:13.435989 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44451585-b6e9-410f-934f-3645589765c1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.445886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44451585-b6e9-410f-934f-3645589765c1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.589735 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44451585-b6e9-410f-934f-3645589765c1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.601124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44451585-b6e9-410f-934f-3645589765c1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.602241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44451585-b6e9-410f-934f-3645589765c1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2edab01d-e977-4a5c-b11a-164d12a24f10 HTTP/1.1" status: 204 len: 168 time: 0.1948335 Nov 10 17:00:13.604848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51490) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:13.608633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44451585-b6e9-410f-934f-3645589765c1 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2edab01d-e977-4a5c-b11a-164d12a24f10,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:13.644343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-325782d1-cfaa-4579-ab83-75713d652a7c tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383205 Nov 10 17:00:13.647498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51494) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:13.651749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f9784f50-83fc-4e2a-8d17-457c617c1b2a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Request body: {'security_group_rule': {'security_group_id': 'edf2f405-1ae8-47b6-91c2-fb26934f5c68', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:13.784934 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-f9784f50-83fc-4e2a-8d17-457c617c1b2a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Project 61e70e22b09f4dbdb4b7db9deb8b82de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:00:13.790210 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9784f50-83fc-4e2a-8d17-457c617c1b2a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.865887 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9784f50-83fc-4e2a-8d17-457c617c1b2a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.933277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9784f50-83fc-4e2a-8d17-457c617c1b2a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:13.956725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9784f50-83fc-4e2a-8d17-457c617c1b2a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43019451-43af-48f6-89dd-e132c0ab38bb,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:14.027050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9784f50-83fc-4e2a-8d17-457c617c1b2a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.031395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51514) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:14.031861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f9784f50-83fc-4e2a-8d17-457c617c1b2a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3829677 Nov 10 17:00:14.053543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51520) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:14.067016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3aa58d33-d444-4f71-9017-2b59d44f020a tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules/43019451-43af-48f6-89dd-e132c0ab38bb HTTP/1.1" status: 200 len: 769 time: 0.0325842 Nov 10 17:00:14.126218 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-73f65dd0-dd1a-4da3-885f-9497a9bdd80e tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0702729 Nov 10 17:00:14.126379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51530) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:14.162239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc4e91fb-9a81-4b70-affc-d6bd6e90e5e8 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.172443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc4e91fb-9a81-4b70-affc-d6bd6e90e5e8 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.339403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc4e91fb-9a81-4b70-affc-d6bd6e90e5e8 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.346728 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc4e91fb-9a81-4b70-affc-d6bd6e90e5e8 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.350984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bc4e91fb-9a81-4b70-affc-d6bd6e90e5e8 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/43019451-43af-48f6-89dd-e132c0ab38bb HTTP/1.1" status: 204 len: 168 time: 0.2217352 Nov 10 17:00:14.351789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51546) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:14.357315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e91fb-9a81-4b70-affc-d6bd6e90e5e8 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43019451-43af-48f6-89dd-e132c0ab38bb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:14.397164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d1ba8555-f1af-4b4b-948b-61534e65c0e5 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439103 Nov 10 17:00:14.399526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51548) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:14.457099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b04a89e5-f507-4cf7-8bd2-3eee3f1e25cf tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.486643 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b04a89e5-f507-4cf7-8bd2-3eee3f1e25cf tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.613256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b04a89e5-f507-4cf7-8bd2-3eee3f1e25cf tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.627854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b04a89e5-f507-4cf7-8bd2-3eee3f1e25cf tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:14.629155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b04a89e5-f507-4cf7-8bd2-3eee3f1e25cf tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "DELETE /v2.0/security-groups/edf2f405-1ae8-47b6-91c2-fb26934f5c68 HTTP/1.1" status: 204 len: 168 time: 0.2283103 Nov 10 17:00:14.632022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:14.648585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a89e5-f507-4cf7-8bd2-3eee3f1e25cf tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf2f405-1ae8-47b6-91c2-fb26934f5c68,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:14.690466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bd2f82d9-6a4b-4573-87fd-b5951fd01ed3 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0569501 Nov 10 17:00:14.698751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51562) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:14.753285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b3c34946-1448-46dc-8603-75f2c031e4b6 tempest-SecGroupIPv6Test-1570998240 tempest-SecGroupIPv6Test-1570998240-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0533001 Nov 10 17:00:14.821838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51574) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:15.064098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f1d7-2934-4b2f-ac66-979f6a39946f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.151183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f1d7-2934-4b2f-ac66-979f6a39946f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.270678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f1d7-2934-4b2f-ac66-979f6a39946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.315885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6f1d7-2934-4b2f-ac66-979f6a39946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63596fc9-451b-43a2-baf6-a6b6ee04074d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:15.320568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bcf6f1d7-2934-4b2f-ac66-979f6a39946f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed3db1e917844dedbad4e63b60fb519a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976459 Nov 10 17:00:15.325019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51594) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:15.381977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5330c89-0664-4a63-8b5a-32bc55659105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.407946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5330c89-0664-4a63-8b5a-32bc55659105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.493815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51600) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:15.527991 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5330c89-0664-4a63-8b5a-32bc55659105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.531022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5330c89-0664-4a63-8b5a-32bc55659105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.532284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d5330c89-0664-4a63-8b5a-32bc55659105 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63596fc9-451b-43a2-baf6-a6b6ee04074d HTTP/1.1" status: 204 len: 168 time: 0.2062733 Nov 10 17:00:15.548455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5330c89-0664-4a63-8b5a-32bc55659105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63596fc9-451b-43a2-baf6-a6b6ee04074d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:15.628197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966e31-7d95-47de-930d-cb8d82f46bed req-3335020f-d793-40e4-ac2b-61b3db090f9a tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:15.630295 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1966e31-7d95-47de-930d-cb8d82f46bed req-3335020f-d793-40e4-ac2b-61b3db090f9a tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1097 time: 0.0534117 Nov 10 17:00:15.713474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d1966e31-7d95-47de-930d-cb8d82f46bed req-033b34a5-82fc-4590-b734-92b881471d68 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741901 Nov 10 17:00:15.728414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6d6c8bd4-f96e-47d2-9184-d06ea42a3d46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61e70e22b09f4dbdb4b7db9deb8b82de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334471 Nov 10 17:00:15.733498 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51612) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:15.783697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-955d87fb-925c-4a75-ab39-954e5ed5c85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.807727 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-955d87fb-925c-4a75-ab39-954e5ed5c85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.969449 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-955d87fb-925c-4a75-ab39-954e5ed5c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.972847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-955d87fb-925c-4a75-ab39-954e5ed5c85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:15.976803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-955d87fb-925c-4a75-ab39-954e5ed5c85f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca9ab64c-25f0-4738-b758-4f4b42f554a3 HTTP/1.1" status: 204 len: 168 time: 0.2400956 Nov 10 17:00:15.986373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d87fb-925c-4a75-ab39-954e5ed5c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9ab64c-25f0-4738-b758-4f4b42f554a3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:16.129625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc6611-3b7f-4386-843f-e88ec1a14c20 req-e850649f-9977-4c74-ad4f-eca70f267834 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:16.131771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4dc6611-3b7f-4386-843f-e88ec1a14c20 req-e850649f-9977-4c74-ad4f-eca70f267834 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0565999 Nov 10 17:00:16.188665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4dc6611-3b7f-4386-843f-e88ec1a14c20 req-4e99f9f7-0234-45de-b5fd-c7d6c3ea2979 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492761 Nov 10 17:00:16.211426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51630) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:16.292682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c9397b22-ea91-434f-b15d-79707cff4df0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/5187010e-3c71-4ceb-b1fa-0ade31995636 HTTP/1.1" status: 200 len: 992 time: 0.0799592 Nov 10 17:00:16.602220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-0cc5df9d-d55d-416b-9680-33bec1037ca0 req-30ea0a2e-8c6e-460d-8597-4f5dac9d9bac service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:00:16.607134 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0cc5df9d-d55d-416b-9680-33bec1037ca0 req-30ea0a2e-8c6e-460d-8597-4f5dac9d9bac service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059974 Nov 10 17:00:17.205862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de9b15-72dd-40e7-98a2-38e464aaf990 req-fc5f4199-c36a-4aa3-959f-049e5fac3434 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:17.214240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6de9b15-72dd-40e7-98a2-38e464aaf990 req-fc5f4199-c36a-4aa3-959f-049e5fac3434 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0634115 Nov 10 17:00:17.275981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6de9b15-72dd-40e7-98a2-38e464aaf990 req-3430c7e7-f588-4c54-9131-9c86c62f3c52 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607271 Nov 10 17:00:17.383924 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-3f817a6c-dd7a-45c6-946e-18a1d8fb0ad3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857286 Nov 10 17:00:17.394740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-d0d1054c-5e90-4c61-ae1a-67d7135d0af0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:00:17.395866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-d0d1054c-5e90-4c61-ae1a-67d7135d0af0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066481 Nov 10 17:00:18.061785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51732) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:18.238378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758902610'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:18.368003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:18.378348 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:18.544058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c3f11-c8c9-4065-8f74-e770f9abf3ae req-a4a9be70-b828-41b0-b06f-402b50a35497 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:18.545648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689c3f11-c8c9-4065-8f74-e770f9abf3ae req-a4a9be70-b828-41b0-b06f-402b50a35497 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.1287031 Nov 10 17:00:18.552237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:18.606072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689c3f11-c8c9-4065-8f74-e770f9abf3ae req-83b9a59f-c012-4a6d-8077-6145ef327e8f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513549 Nov 10 17:00:18.676003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:18.729176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f762985-8cc5-458d-b224-4c97004ff626,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:18.780614 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:18.876497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:18.910591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4303aa-9405-4d9d-84db-6a799bc6561c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:18.923482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.923830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.924147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.924476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.924802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.925127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.925462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.925821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.926339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.926664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.927199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:18.927524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:19.002885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.006243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9a91e5ad-dcda-4bf3-87c1-3338a014a20a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9426966 Nov 10 17:00:19.008193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51780) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:19.087814 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b7a42d73-f1d2-4988-b9fb-fc8d99d0642a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0778844 Nov 10 17:00:19.090870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:19.095835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-53bb5d81-6a96-4d6d-b278-7814c10ca7a2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-security--216768842', 'description': 'tempest-security-description-1270526947'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:19.159124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53bb5d81-6a96-4d6d-b278-7814c10ca7a2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.219069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53bb5d81-6a96-4d6d-b278-7814c10ca7a2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.327006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53bb5d81-6a96-4d6d-b278-7814c10ca7a2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.333920 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53bb5d81-6a96-4d6d-b278-7814c10ca7a2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.333920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-53bb5d81-6a96-4d6d-b278-7814c10ca7a2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "PUT /v2.0/security-groups/ed4303aa-9405-4d9d-84db-6a799bc6561c HTTP/1.1" status: 200 len: 1796 time: 0.2392409 Nov 10 17:00:19.334603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51794) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:19.372178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb5d81-6a96-4d6d-b278-7814c10ca7a2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4303aa-9405-4d9d-84db-6a799bc6561c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:19.395719 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1c59b7df-89f9-4f08-a144-87e1b602413a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups/ed4303aa-9405-4d9d-84db-6a799bc6561c HTTP/1.1" status: 200 len: 1796 time: 0.0604351 Nov 10 17:00:19.398735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51800) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:19.470813 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d1354f4-d618-4465-9d0a-46ea933afffb tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.497686 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d1354f4-d618-4465-9d0a-46ea933afffb tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.669036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d1354f4-d618-4465-9d0a-46ea933afffb tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.674088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d1354f4-d618-4465-9d0a-46ea933afffb tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:19.676101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8d1354f4-d618-4465-9d0a-46ea933afffb tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed4303aa-9405-4d9d-84db-6a799bc6561c HTTP/1.1" status: 204 len: 168 time: 0.2764249 Nov 10 17:00:19.679041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51814) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:19.695246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1354f4-d618-4465-9d0a-46ea933afffb tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4303aa-9405-4d9d-84db-6a799bc6561c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:19.749410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-96caec22-d5e5-46c6-83ad-e2dd1fd6fa72 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690377 Nov 10 17:00:19.752262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:19.767265 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-2c49b9d3-ec63-42fe-b275-f59b7e5e3b67 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] delete failed (client error): The resource could not be found. Nov 10 17:00:19.768707 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2c49b9d3-ec63-42fe-b275-f59b7e5e3b67 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed4303aa-9405-4d9d-84db-6a799bc6561c HTTP/1.1" status: 404 len: 347 time: 0.0153835 Nov 10 17:00:19.772459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51820) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:19.794949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-eaf33ce5-144f-4e8a-a5a7-e0ff02b4aba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570963151'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:19.799955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b14ac-7595-4867-820a-8b69f340538c req-f388f6d5-f012-4a13-b10d-cd265c8d0be8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:19.801859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d96b14ac-7595-4867-820a-8b69f340538c req-f388f6d5-f012-4a13-b10d-cd265c8d0be8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0769298 Nov 10 17:00:19.864661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d96b14ac-7595-4867-820a-8b69f340538c req-02b5fffe-618d-427a-891e-246fec03d645 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561709 Nov 10 17:00:19.939374 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf33ce5-144f-4e8a-a5a7-e0ff02b4aba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.024909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf33ce5-144f-4e8a-a5a7-e0ff02b4aba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.139780 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf33ce5-144f-4e8a-a5a7-e0ff02b4aba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.173516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf33ce5-144f-4e8a-a5a7-e0ff02b4aba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3946d9-ec4f-421f-be99-43a93f3cfa05,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:20.260402 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaf33ce5-144f-4e8a-a5a7-e0ff02b4aba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.262163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eaf33ce5-144f-4e8a-a5a7-e0ff02b4aba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4883883 Nov 10 17:00:20.266231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:20.271440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5fb7db15-3ff0-453f-a853-ad486d80d571 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': '3f3946d9-ec4f-421f-be99-43a93f3cfa05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:20.398130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb7db15-3ff0-453f-a853-ad486d80d571 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.504366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb7db15-3ff0-453f-a853-ad486d80d571 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.516373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-971618e5-5db1-4407-9cff-20feb17b3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:20.518347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-971618e5-5db1-4407-9cff-20feb17b3be8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1097 time: 0.0648983 Nov 10 17:00:20.597550 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb7db15-3ff0-453f-a853-ad486d80d571 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.614758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7db15-3ff0-453f-a853-ad486d80d571 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff48d2e-9156-4d23-84f3-975e07a82072,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:20.645988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-dc5e315a-4cc6-4858-8baf-f94b893316b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:20.647869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-dc5e315a-4cc6-4858-8baf-f94b893316b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1224818 Nov 10 17:00:20.726125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-58654993-57d0-44d4-b9f2-63784bb68747 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 1000 time: 0.0712528 Nov 10 17:00:20.767961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb7db15-3ff0-453f-a853-ad486d80d571 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.772384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5fb7db15-3ff0-453f-a853-ad486d80d571 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5020525 Nov 10 17:00:20.772992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:20.789223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-628a1dd1-ac20-4215-969c-5832415ba5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:20.790754 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-628a1dd1-ac20-4215-969c-5832415ba5be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.0583582 Nov 10 17:00:20.802416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9f5adf3-22fe-405f-8536-bbbddcaed786 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.817977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9f5adf3-22fe-405f-8536-bbbddcaed786 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.881192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-6808caad-b049-4c81-81a8-ed3bb16c636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:20.882712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-6808caad-b049-4c81-81a8-ed3bb16c636b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849566 Nov 10 17:00:20.956120 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9f5adf3-22fe-405f-8536-bbbddcaed786 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.962871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9f5adf3-22fe-405f-8536-bbbddcaed786 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:20.971390 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c9f5adf3-22fe-405f-8536-bbbddcaed786 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1ff48d2e-9156-4d23-84f3-975e07a82072 HTTP/1.1" status: 204 len: 168 time: 0.1898353 Nov 10 17:00:20.971527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51856) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:20.975927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5adf3-22fe-405f-8536-bbbddcaed786 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ff48d2e-9156-4d23-84f3-975e07a82072,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:21.044237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cc6aedeb-083e-4ffb-9ed2-4efbf05dbe8e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0747240 Nov 10 17:00:21.047029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:21.065595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c8bdd-fe3b-4140-9780-5089a2a70a87 req-cb90f70f-7629-4016-aa66-80972109effb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:21.074576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-302c8bdd-fe3b-4140-9780-5089a2a70a87 req-cb90f70f-7629-4016-aa66-80972109effb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0894034 Nov 10 17:00:21.107612 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-3c1737c5-18e5-4487-a500-329753aaeeea service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162409 Nov 10 17:00:21.134017 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-302c8bdd-fe3b-4140-9780-5089a2a70a87 req-75c29678-2f40-4350-a981-1a7d4be3f5d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568278 Nov 10 17:00:21.192896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9768b82-d275-4fe1-9c85-d987ec2b0928 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.238784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9768b82-d275-4fe1-9c85-d987ec2b0928 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.289821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-a5604848-01b9-4fac-b6be-43b46d963e48 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710520 Nov 10 17:00:21.394722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51866) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:21.401861 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9768b82-d275-4fe1-9c85-d987ec2b0928 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.405631 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e9768b82-d275-4fe1-9c85-d987ec2b0928 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.409135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e9768b82-d275-4fe1-9c85-d987ec2b0928 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/3f3946d9-ec4f-421f-be99-43a93f3cfa05 HTTP/1.1" status: 204 len: 168 time: 0.3587768 Nov 10 17:00:21.417255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51870) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:21.417401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9768b82-d275-4fe1-9c85-d987ec2b0928 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3946d9-ec4f-421f-be99-43a93f3cfa05,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:21.500971 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6697fc42-fd59-44c2-9e03-3a2da99f04b1 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0840037 Nov 10 17:00:21.504646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:21.510230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-edf2b8ab-2269-4d5d-be5d-797bf4de81be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796002600'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:21.595986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edf2b8ab-2269-4d5d-be5d-797bf4de81be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.698644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edf2b8ab-2269-4d5d-be5d-797bf4de81be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.732253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6268e183-78ce-43fd-9ee8-92e5f43f3f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.832031 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6268e183-78ce-43fd-9ee8-92e5f43f3f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.836621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edf2b8ab-2269-4d5d-be5d-797bf4de81be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.875657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2b8ab-2269-4d5d-be5d-797bf4de81be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50f1082-4965-49c3-8e86-baeb4c263244,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:21.933214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6268e183-78ce-43fd-9ee8-92e5f43f3f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.936238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edf2b8ab-2269-4d5d-be5d-797bf4de81be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:21.940101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-edf2b8ab-2269-4d5d-be5d-797bf4de81be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4317451 Nov 10 17:00:21.940426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:21.945396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d833368a-03a7-4b61-bd73-83a9c742f920 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': 'f50f1082-4965-49c3-8e86-baeb4c263244', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:21.987218 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6268e183-78ce-43fd-9ee8-92e5f43f3f6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd21b2931a414783b16baa1a5ce927a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5911028 Nov 10 17:00:21.988182 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268e183-78ce-43fd-9ee8-92e5f43f3f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0185a0d-34e3-4602-aa07-4ae5205c7f87,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:21.992664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:22.061293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d833368a-03a7-4b61-bd73-83a9c742f920 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.077860 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8247cfd0-f5c7-4567-b974-fa559e6787dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.132135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8247cfd0-f5c7-4567-b974-fa559e6787dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.197759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d833368a-03a7-4b61-bd73-83a9c742f920 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.281939 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d833368a-03a7-4b61-bd73-83a9c742f920 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.309297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833368a-03a7-4b61-bd73-83a9c742f920 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fe776e-e3cb-41f8-94c1-d59e6bc03afd,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:22.334354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b29ab-12a4-46ad-9eeb-ea88457ece14 req-010a2c46-8d3a-4d54-9464-9054caee442e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:22.336376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a4b29ab-12a4-46ad-9eeb-ea88457ece14 req-010a2c46-8d3a-4d54-9464-9054caee442e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0698705 Nov 10 17:00:22.350752 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8247cfd0-f5c7-4567-b974-fa559e6787dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.353685 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8247cfd0-f5c7-4567-b974-fa559e6787dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.361805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8247cfd0-f5c7-4567-b974-fa559e6787dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0185a0d-34e3-4602-aa07-4ae5205c7f87 HTTP/1.1" status: 204 len: 168 time: 0.3609185 Nov 10 17:00:22.370071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247cfd0-f5c7-4567-b974-fa559e6787dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0185a0d-34e3-4602-aa07-4ae5205c7f87,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:22.422172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a4b29ab-12a4-46ad-9eeb-ea88457ece14 req-5ee272ea-57a3-41dd-8512-cba7007aea28 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768633 Nov 10 17:00:22.495219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d833368a-03a7-4b61-bd73-83a9c742f920 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.501262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51900) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:22.501670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d833368a-03a7-4b61-bd73-83a9c742f920 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5598013 Nov 10 17:00:22.506807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6d819a3b-4c31-410c-bbbb-72334405315c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': 'f50f1082-4965-49c3-8e86-baeb4c263244', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:22.646047 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d819a3b-4c31-410c-bbbb-72334405315c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.720813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d819a3b-4c31-410c-bbbb-72334405315c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.857562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d819a3b-4c31-410c-bbbb-72334405315c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.879870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d819a3b-4c31-410c-bbbb-72334405315c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a1858e-5b74-4cc8-85dc-7c79a54d3b56,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:22.964667 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d819a3b-4c31-410c-bbbb-72334405315c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:22.965897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6d819a3b-4c31-410c-bbbb-72334405315c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4635201 Nov 10 17:00:22.969038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:22.973890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f579c7b-d038-4d81-ba06-d73ffb43b5db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': 'f50f1082-4965-49c3-8e86-baeb4c263244', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:23.075688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f579c7b-d038-4d81-ba06-d73ffb43b5db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.149158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f579c7b-d038-4d81-ba06-d73ffb43b5db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.247855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f579c7b-d038-4d81-ba06-d73ffb43b5db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.269283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f579c7b-d038-4d81-ba06-d73ffb43b5db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f687d0-2557-4799-99a4-c0e3b0359a17,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:23.364033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f579c7b-d038-4d81-ba06-d73ffb43b5db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.365534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3f579c7b-d038-4d81-ba06-d73ffb43b5db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3952546 Nov 10 17:00:23.368755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:23.377020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0b356db3-5bb1-460b-b766-efaa33f39d5e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': 'f50f1082-4965-49c3-8e86-baeb4c263244', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:23.431380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:23.452329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70735198-f152-49a6-bdce-91f0a544f70f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.493880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b356db3-5bb1-460b-b766-efaa33f39d5e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.567025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f23b-38c6-4d77-9edf-af4a58fcc574 req-738f0d8d-2557-4c70-a1c4-e91d90f1e41e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:23.568677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3980f23b-38c6-4d77-9edf-af4a58fcc574 req-738f0d8d-2557-4c70-a1c4-e91d90f1e41e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0651462 Nov 10 17:00:23.626011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b356db3-5bb1-460b-b766-efaa33f39d5e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.638442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70735198-f152-49a6-bdce-91f0a544f70f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.644688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3980f23b-38c6-4d77-9edf-af4a58fcc574 req-4ead5c7d-aca5-4dbe-b793-8b471ed84aeb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659053 Nov 10 17:00:23.697464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b356db3-5bb1-460b-b766-efaa33f39d5e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.712503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b356db3-5bb1-460b-b766-efaa33f39d5e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c4cbb0-7244-42e8-9fd7-86e1c4fed321,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:23.761243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70735198-f152-49a6-bdce-91f0a544f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.802750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-70735198-f152-49a6-bdce-91f0a544f70f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7b6167fc6b64a86a51d3cef7a1f5829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700874 Nov 10 17:00:23.803670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70735198-f152-49a6-bdce-91f0a544f70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1289391f-4597-4d40-b12a-c7f2037e922b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:23.806175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51930) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:23.820772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b356db3-5bb1-460b-b766-efaa33f39d5e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.823234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0b356db3-5bb1-460b-b766-efaa33f39d5e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4519978 Nov 10 17:00:23.835077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:23.840997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d23bba6-00ae-45b1-bae8-881d83d15b3b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': 'f50f1082-4965-49c3-8e86-baeb4c263244', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:23.865719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9d75de5-7c0c-433e-9c21-330ee5a846d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.888101 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9d75de5-7c0c-433e-9c21-330ee5a846d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:23.966943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d23bba6-00ae-45b1-bae8-881d83d15b3b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.031588 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d23bba6-00ae-45b1-bae8-881d83d15b3b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.035778 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9d75de5-7c0c-433e-9c21-330ee5a846d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.038370 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9d75de5-7c0c-433e-9c21-330ee5a846d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.039566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e9d75de5-7c0c-433e-9c21-330ee5a846d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1289391f-4597-4d40-b12a-c7f2037e922b HTTP/1.1" status: 204 len: 168 time: 0.2320061 Nov 10 17:00:24.049016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d75de5-7c0c-433e-9c21-330ee5a846d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1289391f-4597-4d40-b12a-c7f2037e922b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:24.121655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d23bba6-00ae-45b1-bae8-881d83d15b3b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.140695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23bba6-00ae-45b1-bae8-881d83d15b3b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b9653d-353b-435f-860c-663681891d7a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:24.209685 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d23bba6-00ae-45b1-bae8-881d83d15b3b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.211208 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2d23bba6-00ae-45b1-bae8-881d83d15b3b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3751078 Nov 10 17:00:24.214972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:24.240973 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb2df38-13de-4c17-8344-0f1995acbccd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.249213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb2df38-13de-4c17-8344-0f1995acbccd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.384170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb2df38-13de-4c17-8344-0f1995acbccd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.390848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb2df38-13de-4c17-8344-0f1995acbccd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.392175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6cb2df38-13de-4c17-8344-0f1995acbccd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/46b9653d-353b-435f-860c-663681891d7a HTTP/1.1" status: 204 len: 168 time: 0.1758099 Nov 10 17:00:24.395006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:24.408582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2df38-13de-4c17-8344-0f1995acbccd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b9653d-353b-435f-860c-663681891d7a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:24.457033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-987df44f-7cd5-4013-907c-749ef56a5b2f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0607338 Nov 10 17:00:24.472628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:24.499853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bf84892-cb46-4263-9e81-edcdf01aea0f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.516089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bf84892-cb46-4263-9e81-edcdf01aea0f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.614524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bf84892-cb46-4263-9e81-edcdf01aea0f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.622007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bf84892-cb46-4263-9e81-edcdf01aea0f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.623199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4bf84892-cb46-4263-9e81-edcdf01aea0f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/91c4cbb0-7244-42e8-9fd7-86e1c4fed321 HTTP/1.1" status: 204 len: 168 time: 0.1494994 Nov 10 17:00:24.626146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:24.631051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf84892-cb46-4263-9e81-edcdf01aea0f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91c4cbb0-7244-42e8-9fd7-86e1c4fed321,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:24.689311 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bf54eb78-1901-4052-b065-4e9d2f5765cb tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0607550 Nov 10 17:00:24.691664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51970) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:24.729578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02bb0115-96cb-438f-8dae-b95287ce82be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.741398 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02bb0115-96cb-438f-8dae-b95287ce82be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.817721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99cba7-3fc8-43d3-bcee-84f3e5dc0079 req-f01ffaeb-ea4d-481a-858b-e1c169c585f2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:24.819466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd99cba7-3fc8-43d3-bcee-84f3e5dc0079 req-f01ffaeb-ea4d-481a-858b-e1c169c585f2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0806324 Nov 10 17:00:24.884119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd99cba7-3fc8-43d3-bcee-84f3e5dc0079 req-19ae01de-6247-48b9-91d1-efc05eef337a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564954 Nov 10 17:00:24.893513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02bb0115-96cb-438f-8dae-b95287ce82be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.901579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02bb0115-96cb-438f-8dae-b95287ce82be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.905704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-02bb0115-96cb-438f-8dae-b95287ce82be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a4f687d0-2557-4799-99a4-c0e3b0359a17 HTTP/1.1" status: 204 len: 168 time: 0.2128801 Nov 10 17:00:24.908000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51978) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:24.919942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb0115-96cb-438f-8dae-b95287ce82be tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4f687d0-2557-4799-99a4-c0e3b0359a17,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:24.960690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:24.967878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a636653e-3aa1-4841-9b27-13d7f1bb085c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0506053 Nov 10 17:00:24.986813 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:24.994317 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.095709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.118661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.121403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/55a1858e-5b74-4cc8-85dc-7c79a54d3b56 HTTP/1.1" status: 204 len: 168 time: 0.1582539 Nov 10 17:00:25.124235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51986) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:25.132993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55a1858e-5b74-4cc8-85dc-7c79a54d3b56,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:25.142473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.143084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.143756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.146141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.146141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.146141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.146141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.146141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.146141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.147426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.147945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.148417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952293da-13ae-4613-8c6c-b9bde8f2f70e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:25.173298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6ec5efa4-d2e3-459b-89b1-30e1007f6fb0 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0477800 Nov 10 17:00:25.176032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51988) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:25.202803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6b72106-92af-43a6-be44-4826ee9ce14a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.214798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6b72106-92af-43a6-be44-4826ee9ce14a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.315706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6b72106-92af-43a6-be44-4826ee9ce14a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.321127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6b72106-92af-43a6-be44-4826ee9ce14a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.322281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e6b72106-92af-43a6-be44-4826ee9ce14a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/68fe776e-e3cb-41f8-94c1-d59e6bc03afd HTTP/1.1" status: 204 len: 168 time: 0.1452556 Nov 10 17:00:25.326073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 51996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:25.329930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b72106-92af-43a6-be44-4826ee9ce14a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68fe776e-e3cb-41f8-94c1-d59e6bc03afd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:25.374198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-73bd20e5-1cbb-44ad-a5da-b0438903629d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470304 Nov 10 17:00:25.376893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 51998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:25.444252 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dd1a-da38-4375-932d-35272398baf9 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.491728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dd1a-da38-4375-932d-35272398baf9 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.607073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dd1a-da38-4375-932d-35272398baf9 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.610807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dd1a-da38-4375-932d-35272398baf9 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.612856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b0a3dd1a-da38-4375-932d-35272398baf9 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/f50f1082-4965-49c3-8e86-baeb4c263244 HTTP/1.1" status: 204 len: 168 time: 0.2347722 Nov 10 17:00:25.615697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:25.641299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3dd1a-da38-4375-932d-35272398baf9 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50f1082-4965-49c3-8e86-baeb4c263244,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:25.711064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52016) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:25.711276 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-69f55fbd-1cd4-477b-9490-6d0ebbf442da tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0939672 Nov 10 17:00:25.717120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-679380ab-b4c5-4875-aacd-87c03388a297 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550987226'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:25.836581 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-679380ab-b4c5-4875-aacd-87c03388a297 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.906568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-679380ab-b4c5-4875-aacd-87c03388a297 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:25.996521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-679380ab-b4c5-4875-aacd-87c03388a297 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.041484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa71f8-a578-40c7-b93c-f6cd9b0a9eec req-2c0b4a04-987f-4bcf-9065-a117ca3f1e2c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:26.043660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6fa71f8-a578-40c7-b93c-f6cd9b0a9eec req-2c0b4a04-987f-4bcf-9065-a117ca3f1e2c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0801492 Nov 10 17:00:26.044736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679380ab-b4c5-4875-aacd-87c03388a297 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78c2f3-f8ea-4afb-a878-d4450e3f5a36,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:26.099263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6fa71f8-a578-40c7-b93c-f6cd9b0a9eec req-7b99e764-791d-475a-9b66-ed93403da7c9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452464 Nov 10 17:00:26.128933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-679380ab-b4c5-4875-aacd-87c03388a297 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.130266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-679380ab-b4c5-4875-aacd-87c03388a297 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4179864 Nov 10 17:00:26.134423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52028) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:26.143477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-10ddb2cb-145a-4ed5-b188-c47f1b47e25f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': 'bf78c2f3-f8ea-4afb-a878-d4450e3f5a36', 'direction': 'ingress', 'protocol': 17}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:26.257690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10ddb2cb-145a-4ed5-b188-c47f1b47e25f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.322500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10ddb2cb-145a-4ed5-b188-c47f1b47e25f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.423132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10ddb2cb-145a-4ed5-b188-c47f1b47e25f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.441234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddb2cb-145a-4ed5-b188-c47f1b47e25f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7574f90-f3c4-4c41-a8ff-bb8926544a78,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:26.530354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10ddb2cb-145a-4ed5-b188-c47f1b47e25f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.537047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-10ddb2cb-145a-4ed5-b188-c47f1b47e25f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3974555 Nov 10 17:00:26.537177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:26.599720 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79bacc57-042c-44df-b441-33090907ed14 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.624561 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79bacc57-042c-44df-b441-33090907ed14 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.755379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79bacc57-042c-44df-b441-33090907ed14 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.758358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79bacc57-042c-44df-b441-33090907ed14 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:26.760187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-79bacc57-042c-44df-b441-33090907ed14 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf78c2f3-f8ea-4afb-a878-d4450e3f5a36 HTTP/1.1" status: 204 len: 168 time: 0.2249525 Nov 10 17:00:26.773796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52064) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:26.783324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bacc57-042c-44df-b441-33090907ed14 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78c2f3-f8ea-4afb-a878-d4450e3f5a36,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:26.841858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-015158b0-90c3-4095-aef2-2e8cf9a811d9 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670686 Nov 10 17:00:26.845923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:26.850955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-13975fc3-d893-4cb3-8b99-9f6c4983bfcd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-secgroup--697905452'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:26.960938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13975fc3-d893-4cb3-8b99-9f6c4983bfcd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:27.032066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13975fc3-d893-4cb3-8b99-9f6c4983bfcd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:27.132622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13975fc3-d893-4cb3-8b99-9f6c4983bfcd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:27.165623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13975fc3-d893-4cb3-8b99-9f6c4983bfcd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2da26c-e6d1-47c3-a18c-51e2579fd2d0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:27.223754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13975fc3-d893-4cb3-8b99-9f6c4983bfcd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:27.224982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-13975fc3-d893-4cb3-8b99-9f6c4983bfcd tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3778300 Nov 10 17:00:27.227832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:27.232503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d0430e6d-6b28-4bf9-adbe-e5f665f3107d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-secgroup--97183060'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:27.245113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de494146-2c27-49ea-884a-4d22e2ddcd1f req-66773431-95f2-485a-a6f9-0867ad9e1629 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:27.246910 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de494146-2c27-49ea-884a-4d22e2ddcd1f req-66773431-95f2-485a-a6f9-0867ad9e1629 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0693662 Nov 10 17:00:27.297796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de494146-2c27-49ea-884a-4d22e2ddcd1f req-831f1283-f81b-4668-81e3-4d26243c2dc7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447831 Nov 10 17:00:27.384365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0430e6d-6b28-4bf9-adbe-e5f665f3107d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:27.462764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0430e6d-6b28-4bf9-adbe-e5f665f3107d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:27.543666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0430e6d-6b28-4bf9-adbe-e5f665f3107d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:27.597258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0430e6d-6b28-4bf9-adbe-e5f665f3107d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2223ab0-5581-4284-bfc8-00512dbf9127,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:27.666113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0430e6d-6b28-4bf9-adbe-e5f665f3107d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:27.667495 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d0430e6d-6b28-4bf9-adbe-e5f665f3107d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4385700 Nov 10 17:00:27.670472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:27.674861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-507f9b53-4a79-4770-ab52-3aeb74ae7ba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': 'ec2da26c-e6d1-47c3-a18c-51e2579fd2d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f2223ab0-5581-4284-bfc8-00512dbf9127', 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:28.114154 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507f9b53-4a79-4770-ab52-3aeb74ae7ba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.195654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507f9b53-4a79-4770-ab52-3aeb74ae7ba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.310613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507f9b53-4a79-4770-ab52-3aeb74ae7ba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.340810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f9b53-4a79-4770-ab52-3aeb74ae7ba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d470e8-becf-4ae5-a450-4704e7f966bd,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:28.437926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf5a6b-2a1d-4ad5-aeca-c501ede02991 req-ef90bfa2-e994-4ba9-862a-2cf6c411a8c1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:28.439497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0edf5a6b-2a1d-4ad5-aeca-c501ede02991 req-ef90bfa2-e994-4ba9-862a-2cf6c411a8c1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0576458 Nov 10 17:00:28.451361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-507f9b53-4a79-4770-ab52-3aeb74ae7ba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.451361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-507f9b53-4a79-4770-ab52-3aeb74ae7ba2 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7709382 Nov 10 17:00:28.451641 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52104) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:28.504091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36b308a9-3686-4f9f-ac89-463696c446c7 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.522511 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36b308a9-3686-4f9f-ac89-463696c446c7 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.535545 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0edf5a6b-2a1d-4ad5-aeca-c501ede02991 req-1824f0a7-f2a9-4480-adb7-24a8e4a12686 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892160 Nov 10 17:00:28.641402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36b308a9-3686-4f9f-ac89-463696c446c7 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.650360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36b308a9-3686-4f9f-ac89-463696c446c7 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.652027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-36b308a9-3686-4f9f-ac89-463696c446c7 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/39d470e8-becf-4ae5-a450-4704e7f966bd HTTP/1.1" status: 204 len: 168 time: 0.2040148 Nov 10 17:00:28.655262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:28.661628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b308a9-3686-4f9f-ac89-463696c446c7 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39d470e8-becf-4ae5-a450-4704e7f966bd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:28.713064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-041cf359-d1ba-4e2d-bde5-eb78d4548c0d tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0531569 Nov 10 17:00:28.713382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:28.770799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611b0842-e666-41a8-9ff7-0913101766d6 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.801792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611b0842-e666-41a8-9ff7-0913101766d6 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.949505 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611b0842-e666-41a8-9ff7-0913101766d6 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.952303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611b0842-e666-41a8-9ff7-0913101766d6 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:28.953530 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-611b0842-e666-41a8-9ff7-0913101766d6 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/f2223ab0-5581-4284-bfc8-00512dbf9127 HTTP/1.1" status: 204 len: 168 time: 0.2391832 Nov 10 17:00:28.956576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52124) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:28.964172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b0842-e666-41a8-9ff7-0913101766d6 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2223ab0-5581-4284-bfc8-00512dbf9127,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:29.017741 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f8668ed7-130d-43ce-a109-32c097a55f7a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0599597 Nov 10 17:00:29.020436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52130) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:29.075219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e83a5a9-c081-4208-9544-9387de4a995e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.101466 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e83a5a9-c081-4208-9544-9387de4a995e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.229562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e83a5a9-c081-4208-9544-9387de4a995e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.233470 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e83a5a9-c081-4208-9544-9387de4a995e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.234985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5e83a5a9-c081-4208-9544-9387de4a995e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/ec2da26c-e6d1-47c3-a18c-51e2579fd2d0 HTTP/1.1" status: 204 len: 168 time: 0.2133915 Nov 10 17:00:29.239437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:29.248906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83a5a9-c081-4208-9544-9387de4a995e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2da26c-e6d1-47c3-a18c-51e2579fd2d0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:29.285904 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-102f64dc-61df-4886-b888-15013b7c549c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0447202 Nov 10 17:00:29.291425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52136) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:29.295750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8d77c39e-91de-4d33-9d96-6e5de2f820f5 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-secgroup--320494073'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:29.417874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d77c39e-91de-4d33-9d96-6e5de2f820f5 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.502832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d77c39e-91de-4d33-9d96-6e5de2f820f5 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.567291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:29.612341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d77c39e-91de-4d33-9d96-6e5de2f820f5 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.706526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77c39e-91de-4d33-9d96-6e5de2f820f5 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27ca46c-025e-4110-bb23-9384610a20ff,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:29.710873 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c2f9-3d9e-47c6-9ab1-c72ed2b20dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.739078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf956-2efe-4fbb-9add-6fc156aefa08 req-c45943c5-0404-4fe1-9a9d-7513787547b2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:29.740686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03faf956-2efe-4fbb-9add-6fc156aefa08 req-c45943c5-0404-4fe1-9a9d-7513787547b2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0741954 Nov 10 17:00:29.744530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d77c39e-91de-4d33-9d96-6e5de2f820f5 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.747073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8d77c39e-91de-4d33-9d96-6e5de2f820f5 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4561071 Nov 10 17:00:29.749892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52156) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:29.759001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1f6ae23d-850d-4d21-8be7-d011b36d740f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': 'a27ca46c-025e-4110-bb23-9384610a20ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:29.815302 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c2f9-3d9e-47c6-9ab1-c72ed2b20dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.833618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03faf956-2efe-4fbb-9add-6fc156aefa08 req-e1cd882c-2b13-4d9c-a9f7-1418566c9d36 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815098 Nov 10 17:00:29.972481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c2f9-3d9e-47c6-9ab1-c72ed2b20dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:29.978475 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae23d-850d-4d21-8be7-d011b36d740f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.038901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6dc7c2f9-3d9e-47c6-9ab1-c72ed2b20dcc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b2a9b2564954b5ca9aea7fa64e99570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695978 Nov 10 17:00:30.042323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52162) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:30.042698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7c2f9-3d9e-47c6-9ab1-c72ed2b20dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38d9ff2-e649-49b4-8e4b-df48267caf28,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:30.051603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae23d-850d-4d21-8be7-d011b36d740f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.096168 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2ae-f642-4b79-a54d-0e174d7ebe53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.118574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2ae-f642-4b79-a54d-0e174d7ebe53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.159855 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae23d-850d-4d21-8be7-d011b36d740f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.180769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ae23d-850d-4d21-8be7-d011b36d740f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b45d329-9727-41a8-aba0-e14ae1f8b045,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:30.257932 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2ae-f642-4b79-a54d-0e174d7ebe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.260887 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a46d2ae-f642-4b79-a54d-0e174d7ebe53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.264855 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9a46d2ae-f642-4b79-a54d-0e174d7ebe53 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b38d9ff2-e649-49b4-8e4b-df48267caf28 HTTP/1.1" status: 204 len: 168 time: 0.2188864 Nov 10 17:00:30.271071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46d2ae-f642-4b79-a54d-0e174d7ebe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38d9ff2-e649-49b4-8e4b-df48267caf28,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:30.283567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae23d-850d-4d21-8be7-d011b36d740f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.287287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1f6ae23d-850d-4d21-8be7-d011b36d740f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5339422 Nov 10 17:00:30.287596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52168) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:30.318392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b6e6-2bc4-4ce0-85cd-b42f48fdea41 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.329788 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b6e6-2bc4-4ce0-85cd-b42f48fdea41 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.486385 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b6e6-2bc4-4ce0-85cd-b42f48fdea41 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.493195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b6e6-2bc4-4ce0-85cd-b42f48fdea41 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.496838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b0f0b6e6-2bc4-4ce0-85cd-b42f48fdea41 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8b45d329-9727-41a8-aba0-e14ae1f8b045 HTTP/1.1" status: 204 len: 168 time: 0.2059057 Nov 10 17:00:30.497497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:30.503604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0b6e6-2bc4-4ce0-85cd-b42f48fdea41 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b45d329-9727-41a8-aba0-e14ae1f8b045,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:30.543430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eade7933-0578-402b-8460-eff2fb86992b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443270 Nov 10 17:00:30.546154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52176) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:30.616125 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74411538-9154-45b5-b9d4-84c82330d85b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.655054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74411538-9154-45b5-b9d4-84c82330d85b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.812586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74411538-9154-45b5-b9d4-84c82330d85b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.815205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74411538-9154-45b5-b9d4-84c82330d85b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:30.816658 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-74411538-9154-45b5-b9d4-84c82330d85b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/a27ca46c-025e-4110-bb23-9384610a20ff HTTP/1.1" status: 204 len: 168 time: 0.2693172 Nov 10 17:00:30.819765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:30.833311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74411538-9154-45b5-b9d4-84c82330d85b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27ca46c-025e-4110-bb23-9384610a20ff,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:30.915207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7757603f-4c06-4115-a063-906328614a95 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0914433 Nov 10 17:00:30.920055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52190) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:30.925042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c1293b57-aeb5-4213-a86c-802d5b6aea8e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478384923'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:30.985541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995381e-c403-4094-af3c-b9aae56059a9 req-f688a258-c768-46a8-8e62-8366713c1be3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:30.987226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4995381e-c403-4094-af3c-b9aae56059a9 req-f688a258-c768-46a8-8e62-8366713c1be3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0680058 Nov 10 17:00:31.037172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4995381e-c403-4094-af3c-b9aae56059a9 req-a5da40dd-6765-4877-adeb-4074f8a85224 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442133 Nov 10 17:00:31.075591 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1293b57-aeb5-4213-a86c-802d5b6aea8e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.148990 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1293b57-aeb5-4213-a86c-802d5b6aea8e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.213025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:31.228410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da43e25f-b681-499d-9a52-23015d9a4e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.292311 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1293b57-aeb5-4213-a86c-802d5b6aea8e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.311152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da43e25f-b681-499d-9a52-23015d9a4e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.338341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1293b57-aeb5-4213-a86c-802d5b6aea8e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b23143a-b0cc-4f41-a55b-328c5b2e3929,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:31.394196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da43e25f-b681-499d-9a52-23015d9a4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.427865 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1293b57-aeb5-4213-a86c-802d5b6aea8e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.429966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1293b57-aeb5-4213-a86c-802d5b6aea8e tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5081842 Nov 10 17:00:31.433843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52198) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:31.437452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-da43e25f-b681-499d-9a52-23015d9a4e1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c13033501b5646ef9ff9c8a55701ae2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224190 Nov 10 17:00:31.439084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43e25f-b681-499d-9a52-23015d9a4e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d61ad56-d1df-4a4f-82a2-1cde123f8cb1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:31.439947 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e26f9dad-2062-4aa7-90c5-2e9794f65aed tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': '2b23143a-b0cc-4f41-a55b-328c5b2e3929', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:31.441662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:31.500105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbe476fa-d62e-4b94-b1ec-4775ac2d1ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.522104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbe476fa-d62e-4b94-b1ec-4775ac2d1ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.565779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e26f9dad-2062-4aa7-90c5-2e9794f65aed tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.616921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c8bec14-faa2-4d72-a82c-f098a385aac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.647322 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbe476fa-d62e-4b94-b1ec-4775ac2d1ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.653949 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cbe476fa-d62e-4b94-b1ec-4775ac2d1ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.658110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cbe476fa-d62e-4b94-b1ec-4775ac2d1ba4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d61ad56-d1df-4a4f-82a2-1cde123f8cb1 HTTP/1.1" status: 204 len: 168 time: 0.2128806 Nov 10 17:00:31.675877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe476fa-d62e-4b94-b1ec-4775ac2d1ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d61ad56-d1df-4a4f-82a2-1cde123f8cb1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:31.676095 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e26f9dad-2062-4aa7-90c5-2e9794f65aed tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.766904 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e26f9dad-2062-4aa7-90c5-2e9794f65aed tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.788275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f9dad-2062-4aa7-90c5-2e9794f65aed tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37c5393-2130-4738-bfb9-c38f85faa204,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:31.872222 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e26f9dad-2062-4aa7-90c5-2e9794f65aed tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.873544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e26f9dad-2062-4aa7-90c5-2e9794f65aed tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4379563 Nov 10 17:00:31.876300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:31.894186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f042432b-69c6-4f9e-b450-d10e9beff01a tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules/e37c5393-2130-4738-bfb9-c38f85faa204 HTTP/1.1" status: 200 len: 763 time: 0.0163181 Nov 10 17:00:31.900824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:31.948671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e4413efb-a16a-4537-840b-965dc82d27c8 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0444698 Nov 10 17:00:31.951655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:31.976751 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-842a5ea8-d0c9-4112-a2e9-79deb3b0e1db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:31.985276 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-842a5ea8-d0c9-4112-a2e9-79deb3b0e1db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.069486 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-842a5ea8-d0c9-4112-a2e9-79deb3b0e1db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.077461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-842a5ea8-d0c9-4112-a2e9-79deb3b0e1db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.078622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-842a5ea8-d0c9-4112-a2e9-79deb3b0e1db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e37c5393-2130-4738-bfb9-c38f85faa204 HTTP/1.1" status: 204 len: 168 time: 0.1260190 Nov 10 17:00:32.081894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52222) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:32.089685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a5ea8-d0c9-4112-a2e9-79deb3b0e1db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e37c5393-2130-4738-bfb9-c38f85faa204,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:32.177672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9000dd98-5410-4a07-8d51-220e9670ae0f tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944402 Nov 10 17:00:32.180528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:32.187289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-91467b72-7916-4961-b675-40b1eb2feea1 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': '2b23143a-b0cc-4f41-a55b-328c5b2e3929', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:32.196824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fec85-ef00-4765-9ed3-b4cf64bc79bb req-d9a12950-cea4-4cf9-8514-e5608e9fd913 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:32.206414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-151fec85-ef00-4765-9ed3-b4cf64bc79bb req-d9a12950-cea4-4cf9-8514-e5608e9fd913 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0838332 Nov 10 17:00:32.268837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-151fec85-ef00-4765-9ed3-b4cf64bc79bb req-11716324-27e8-456b-91cf-1ea28504c91b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617545 Nov 10 17:00:32.310052 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91467b72-7916-4961-b675-40b1eb2feea1 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.362342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91467b72-7916-4961-b675-40b1eb2feea1 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.452320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91467b72-7916-4961-b675-40b1eb2feea1 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.472065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91467b72-7916-4961-b675-40b1eb2feea1 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bad259-8455-46f8-ba57-b64c304c86a4,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:32.557099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91467b72-7916-4961-b675-40b1eb2feea1 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.561956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-91467b72-7916-4961-b675-40b1eb2feea1 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3761590 Nov 10 17:00:32.562918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:32.590188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c9a37be2-265c-437b-a3e4-162b9965f2db tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules/37bad259-8455-46f8-ba57-b64c304c86a4 HTTP/1.1" status: 200 len: 763 time: 0.0237269 Nov 10 17:00:32.591069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:32.652558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fb18a935-5a66-4961-9471-08ccc138ab3c tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0582201 Nov 10 17:00:32.654026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:32.680233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55b099ba-f32b-4c9f-b1ef-49daae00f948 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.689476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55b099ba-f32b-4c9f-b1ef-49daae00f948 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.867164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55b099ba-f32b-4c9f-b1ef-49daae00f948 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.869280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55b099ba-f32b-4c9f-b1ef-49daae00f948 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:32.873714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-55b099ba-f32b-4c9f-b1ef-49daae00f948 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/37bad259-8455-46f8-ba57-b64c304c86a4 HTTP/1.1" status: 204 len: 168 time: 0.2157867 Nov 10 17:00:32.874280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:32.879107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b099ba-f32b-4c9f-b1ef-49daae00f948 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37bad259-8455-46f8-ba57-b64c304c86a4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:32.925527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-de037b7a-f748-4fe9-b344-95f1fe321f51 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492599 Nov 10 17:00:32.931961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:32.937168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1333dbc3-799b-4a38-814a-eb81788ae011 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Request body: {'security_group_rule': {'security_group_id': '2b23143a-b0cc-4f41-a55b-328c5b2e3929', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:33.068705 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1333dbc3-799b-4a38-814a-eb81788ae011 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.145559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1333dbc3-799b-4a38-814a-eb81788ae011 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.200893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1333dbc3-799b-4a38-814a-eb81788ae011 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.220332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333dbc3-799b-4a38-814a-eb81788ae011 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344991db-4e8b-4791-a436-997fcba35b1f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:33.272703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1333dbc3-799b-4a38-814a-eb81788ae011 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.274991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1333dbc3-799b-4a38-814a-eb81788ae011 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413296 Nov 10 17:00:33.285997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52274) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:33.324754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-473fd139-a087-4240-85c5-bf325e2e8e8b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules/344991db-4e8b-4791-a436-997fcba35b1f HTTP/1.1" status: 200 len: 764 time: 0.0375419 Nov 10 17:00:33.325666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:33.405262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d9da147f-e1d0-4c13-bf1d-ddf9ece85031 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0671322 Nov 10 17:00:33.405262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:33.429797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5735a6f0-9393-4ba2-937e-c86b6ca13b32 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.443323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5735a6f0-9393-4ba2-937e-c86b6ca13b32 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.449875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6348e-33cc-4853-ab04-153d8fb2c409 req-a41458a7-def8-49e1-b5b3-aa9beda71f5f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:33.451829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ba6348e-33cc-4853-ab04-153d8fb2c409 req-a41458a7-def8-49e1-b5b3-aa9beda71f5f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0603766 Nov 10 17:00:33.522498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ba6348e-33cc-4853-ab04-153d8fb2c409 req-cfe28fda-7c83-443e-98d5-0b838b633f7b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561793 Nov 10 17:00:33.552304 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5735a6f0-9393-4ba2-937e-c86b6ca13b32 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.557402 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5735a6f0-9393-4ba2-937e-c86b6ca13b32 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.558819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5735a6f0-9393-4ba2-937e-c86b6ca13b32 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/344991db-4e8b-4791-a436-997fcba35b1f HTTP/1.1" status: 204 len: 168 time: 0.1610940 Nov 10 17:00:33.561927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52284) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:33.581983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735a6f0-9393-4ba2-937e-c86b6ca13b32 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=344991db-4e8b-4791-a436-997fcba35b1f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:33.596545 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-68072a5b-367c-4b44-9d5e-26fbffcf15aa service neutron] show failed (client error): The resource could not be found. Nov 10 17:00:33.597179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-68072a5b-367c-4b44-9d5e-26fbffcf15aa service neutron] 10.222.0.69 "GET /v2.0/ports/d9f992ee-4ea2-4d35-b22c-14eba7902550/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0827725 Nov 10 17:00:33.615881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:33.627753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b0f2164f-1885-42c0-8e2d-02e2cdc7fe6b tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642457 Nov 10 17:00:33.706068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd19f8e-298d-4cf8-a00f-a2d777833cfa tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.732109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd19f8e-298d-4cf8-a00f-a2d777833cfa tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.909616 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0915630c-299e-40e1-9d96-205ccf90c472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.910160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd19f8e-298d-4cf8-a00f-a2d777833cfa tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.912450 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd19f8e-298d-4cf8-a00f-a2d777833cfa tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:33.913771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1bd19f8e-298d-4cf8-a00f-a2d777833cfa tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "DELETE /v2.0/security-groups/2b23143a-b0cc-4f41-a55b-328c5b2e3929 HTTP/1.1" status: 204 len: 168 time: 0.2966778 Nov 10 17:00:33.923922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52300) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:33.926368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd19f8e-298d-4cf8-a00f-a2d777833cfa tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b23143a-b0cc-4f41-a55b-328c5b2e3929,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:33.987255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-08dee41f-6d3f-4594-9f7d-f2bf813c9365 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621877 Nov 10 17:00:33.993182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:34.065276 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c8c65bb0-1c26-4195-85eb-7fae8a098e01 tempest-SecGroupTest-1706611357 tempest-SecGroupTest-1706611357-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0717943 Nov 10 17:00:34.337253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-a18a1566-5aa1-4db5-8942-295976a0d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:34.339594 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-a18a1566-5aa1-4db5-8942-295976a0d57d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 1097 time: 0.0509167 Nov 10 17:00:34.352108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:34.423602 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:34.698297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:34.732750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52328) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:34.755030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371923a8-229f-42dc-ad94-0578a98af6aa req-de7d1813-5d0e-4d2a-890c-15d71efaa45f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:34.756852 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-371923a8-229f-42dc-ad94-0578a98af6aa req-de7d1813-5d0e-4d2a-890c-15d71efaa45f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.1065519 Nov 10 17:00:34.763172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:00:34.811934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-371923a8-229f-42dc-ad94-0578a98af6aa req-452208cb-0d4e-4dfb-8bdf-da4c8373d7e9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472198 Nov 10 17:00:34.817995 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:34.831115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:00:34.831115 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6becf8f6-bc52-4b68-9f0c-9f47b4df5d5e" -d '{"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:00:34.839291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Transition to ACTIVE for port object d9f992ee-4ea2-4d35-b22c-14eba7902550 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:00:34.894125 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa0704a-4446-445c-9e89-a59d18e22fe7 x-openstack-request-id: req-cfa0704a-4446-445c-9e89-a59d18e22fe7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:00:34.894125 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:00:34.894125 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfa0704a-4446-445c-9e89-a59d18e22fe7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:00:34.894125 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'code': 200} Nov 10 17:00:34.914897 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.037400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:35.090910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] No DVR routers for this DVR port d9f992ee-4ea2-4d35-b22c-14eba7902550 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:00:35.120656 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.153300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ec43f23e-ed95-4f2f-964b-3e805fca6333 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9725a1bc82a4ec0b542ae0b59b56de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4170847 Nov 10 17:00:35.155629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52338) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:35.237398 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91ad03e0-e7c0-4b08-b02a-ff92ac48ff12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.262025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91ad03e0-e7c0-4b08-b02a-ff92ac48ff12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.325741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:00:35.326651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:00:35.327218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:00:35.332198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:00:35.336469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:00:35.341750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:00:35.342205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Checking segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:00:35.343078 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Bound using segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:00:35.343561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Bound port: d9f992ee-4ea2-4d35-b22c-14eba7902550, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:00:35.343925 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.417327 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91ad03e0-e7c0-4b08-b02a-ff92ac48ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.420204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91ad03e0-e7c0-4b08-b02a-ff92ac48ff12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.421379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-91ad03e0-e7c0-4b08-b02a-ff92ac48ff12 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f762985-8cc5-458d-b224-4c97004ff626 HTTP/1.1" status: 204 len: 168 time: 0.2646923 Nov 10 17:00:35.430046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad03e0-e7c0-4b08-b02a-ff92ac48ff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f762985-8cc5-458d-b224-4c97004ff626,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:35.450530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:00:35.455680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:00:35.544001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.584822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:35.585357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:35.586668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] 10.222.0.18 "PUT /v2.0/ports/d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 1092 time: 1.2389383 Nov 10 17:00:35.619689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4244e8-86b6-4a9e-9723-7336fcaf6f06 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:35.677029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-fd90d1f3-6392-41fa-baad-db128d70f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:35.679042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-fd90d1f3-6392-41fa-baad-db128d70f974 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1095 time: 0.0562074 Nov 10 17:00:35.796455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-bebe61c0-1547-4f10-8e79-fc307bbab46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:35.797945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-bebe61c0-1547-4f10-8e79-fc307bbab46e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1122355 Nov 10 17:00:35.866494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-9f40da5c-44ec-448f-afde-75eb5ea5932c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 998 time: 0.0609202 Nov 10 17:00:35.950932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-e04b843e-a3a4-43c9-87fe-db02eda1da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:35.952511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-e04b843e-a3a4-43c9-87fe-db02eda1da08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.0794477 Nov 10 17:00:35.977594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76759dc-caec-47b3-a113-ff59424ce511 req-d3ee9282-50e5-4594-bc72-41b567deab4d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:35.983826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c76759dc-caec-47b3-a113-ff59424ce511 req-d3ee9282-50e5-4594-bc72-41b567deab4d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.0796475 Nov 10 17:00:36.033312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-c80ad7da-7274-4f4d-b73f-db2cc2616566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:36.034814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-c80ad7da-7274-4f4d-b73f-db2cc2616566 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742624 Nov 10 17:00:36.069140 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c76759dc-caec-47b3-a113-ff59424ce511 req-54dab158-1fc2-4295-b309-c3b187d99b42 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762458 Nov 10 17:00:36.142645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-75138337-2c58-4fec-be49-2bfa725545b1 service neutron] 10.222.0.18 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994513 Nov 10 17:00:36.238574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2324dfc-514f-47ed-957c-ab124d6e9067 req-9f922fc1-ef38-4bfd-8444-d1478a5aec5f service neutron] 10.222.0.18 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885983 Nov 10 17:00:36.777992 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:36.890610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:00:36.893389 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d2f14d-e260-4256-8f61-f3df5e61757b" -d '{"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:00:36.956285 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86efe07-9deb-40cd-9842-48d983bbfd60 x-openstack-request-id: req-b86efe07-9deb-40cd-9842-48d983bbfd60 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:00:36.956844 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:00:36.957623 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b86efe07-9deb-40cd-9842-48d983bbfd60 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:00:36.958276 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'status': 'completed', 'code': 200} Nov 10 17:00:37.064738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-aa3a2258-e1dc-4077-b129-511b9bc2c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.066637 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-aa3a2258-e1dc-4077-b129-511b9bc2c28d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1095 time: 0.0884752 Nov 10 17:00:37.076092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-739e3db1-dee8-4b37-84c5-9cf37a93a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.078358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-739e3db1-dee8-4b37-84c5-9cf37a93a3d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1095 time: 0.0670736 Nov 10 17:00:37.234401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10df85-6943-4dba-9ca7-e9e55a5bff64 req-9601ce63-67c6-4e2e-97fc-418d1947b109 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.236181 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e10df85-6943-4dba-9ca7-e9e55a5bff64 req-9601ce63-67c6-4e2e-97fc-418d1947b109 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.0678985 Nov 10 17:00:37.274615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:37.290076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-639be33e-319c-444e-ac35-b5650ab9ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.292131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-639be33e-319c-444e-ac35-b5650ab9ae71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1808078 Nov 10 17:00:37.294970 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e10df85-6943-4dba-9ca7-e9e55a5bff64 req-05ab05af-6af6-4919-b46b-1435a6eedb2b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516987 Nov 10 17:00:37.362369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-ab1f6815-a05c-433f-9832-82363fd9b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.363891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-ab1f6815-a05c-433f-9832-82363fd9b864 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.2782149 Nov 10 17:00:37.426811 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-4a2e340c-bfac-4651-934c-59fb70264be6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 998 time: 0.1234360 Nov 10 17:00:37.483944 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4bbbc78-120c-41ff-bcd8-5b5d846d7f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:37.489711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-1ccb2414-0798-45eb-995c-cdd5e889a15f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 998 time: 0.1176052 Nov 10 17:00:37.761032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-44b58e0c-7320-4d24-9c32-a33f2abf637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.761032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-44b58e0c-7320-4d24-9c32-a33f2abf637e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.1267686 Nov 10 17:00:37.761032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-8b61a766-08a2-4cc6-a3fb-d30723bc9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.761032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-8b61a766-08a2-4cc6-a3fb-d30723bc9974 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.1299431 Nov 10 17:00:37.764534 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:37.764999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-467dd2be-cb24-4119-9843-e977a11f5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.764999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-467dd2be-cb24-4119-9843-e977a11f5f6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161957 Nov 10 17:00:37.764999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-8252a940-57b6-48d7-9113-b8f2e559e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:37.764999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-8252a940-57b6-48d7-9113-b8f2e559e53f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777555 Nov 10 17:00:37.845839 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:38.287323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4bbbc78-120c-41ff-bcd8-5b5d846d7f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:38.310069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-dd5b361b-a34a-4788-a2ac-59a3fcb1592b service neutron] 10.222.0.18 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039574 Nov 10 17:00:38.362321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-afaeab42-cd08-4c8f-83f3-229a4c8c244e service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292739 Nov 10 17:00:38.404193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4bbbc78-120c-41ff-bcd8-5b5d846d7f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:38.549108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c2bcc-7936-43c7-81f3-011f8b485210 req-dd2401f2-0b06-4858-baa9-9505aa2ba102 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:38.557251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-1afac203-76d4-4674-9907-823fd4ee4c1b service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633906 Nov 10 17:00:38.566687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-586c2bcc-7936-43c7-81f3-011f8b485210 req-dd2401f2-0b06-4858-baa9-9505aa2ba102 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.1212933 Nov 10 17:00:38.581189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a4bbbc78-120c-41ff-bcd8-5b5d846d7f11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c42b71c6961b4aebbcdb71854a29eaf3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3035891 Nov 10 17:00:38.586911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbbc78-120c-41ff-bcd8-5b5d846d7f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29aef9e-dda7-4eb8-844a-e1d31891ee6f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:38.602839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:38.630316 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-73d2f14d-e260-4256-8f61-f3df5e61757b req-8d034905-2950-4efd-99dd-e56ff9fb3464 service neutron] 10.222.0.18 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116772 Nov 10 17:00:38.652097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-586c2bcc-7936-43c7-81f3-011f8b485210 req-bf70718a-a2ec-4201-b662-143fceb6f03d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842731 Nov 10 17:00:38.674016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0faa-2e35-45dc-b7b9-eb9380f398e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:38.699363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0faa-2e35-45dc-b7b9-eb9380f398e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:38.785115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:00:38.841690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:00:38.868627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0faa-2e35-45dc-b7b9-eb9380f398e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:38.871726 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0faa-2e35-45dc-b7b9-eb9380f398e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:38.873257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c0f0faa-2e35-45dc-b7b9-eb9380f398e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c29aef9e-dda7-4eb8-844a-e1d31891ee6f HTTP/1.1" status: 204 len: 168 time: 0.2767761 Nov 10 17:00:38.881582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f0faa-2e35-45dc-b7b9-eb9380f398e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29aef9e-dda7-4eb8-844a-e1d31891ee6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:39.611274 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:00:39.790027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1bed8-cc4b-48ce-889d-3a222702dcb8 req-47d7d79b-f5ec-4de6-8966-74e89573c4ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:39.792033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72d1bed8-cc4b-48ce-889d-3a222702dcb8 req-47d7d79b-f5ec-4de6-8966-74e89573c4ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.0642734 Nov 10 17:00:39.843839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72d1bed8-cc4b-48ce-889d-3a222702dcb8 req-ac1ce72c-4b32-49ca-9d9c-7def6556e29b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455663 Nov 10 17:00:39.980571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52530) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:39.993537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-caf143e0-f96a-4065-9fc9-e5fa3856c7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.074653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-caf143e0-f96a-4065-9fc9-e5fa3856c7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.145825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:00:40.193534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-caf143e0-f96a-4065-9fc9-e5fa3856c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.243147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-caf143e0-f96a-4065-9fc9-e5fa3856c7e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ccf7767209d4495a5114eaf550ce255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614198 Nov 10 17:00:40.246450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52544) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:40.266768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:40.271976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf143e0-f96a-4065-9fc9-e5fa3856c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67efd355-e153-435d-9e8a-e273c25fba0f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:40.279835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'port_id': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'mac_address': 'fa:16:3e:ea:41:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:00:40.308259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8abd42eb-64b9-4384-b02d-27a23cf9a157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.323222 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.339425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f992ee-4ea2-4d35-b22c-14eba7902550 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:00:40.345155 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8abd42eb-64b9-4384-b02d-27a23cf9a157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.378152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:40.502796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.526348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524084-1fe3-4281-bcc4-00d7e53344eb req-149df7c0-5f0f-4a64-a770-fd99c7b7d524 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:40.537953 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-24524084-1fe3-4281-bcc4-00d7e53344eb req-149df7c0-5f0f-4a64-a770-fd99c7b7d524 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 943 time: 0.0899091 Nov 10 17:00:40.568719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-780177eb-3b0d-436d-a64b-f64ed5232add tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:40.570801 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8abd42eb-64b9-4384-b02d-27a23cf9a157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.574765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8abd42eb-64b9-4384-b02d-27a23cf9a157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.576204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8abd42eb-64b9-4384-b02d-27a23cf9a157 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67efd355-e153-435d-9e8a-e273c25fba0f HTTP/1.1" status: 204 len: 168 time: 0.3288374 Nov 10 17:00:40.579561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-780177eb-3b0d-436d-a64b-f64ed5232add tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3&tenant_id=19c20c2e7849423bac3b66695c6e40d8&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 943 time: 0.1210189 Nov 10 17:00:40.598186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd42eb-64b9-4384-b02d-27a23cf9a157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67efd355-e153-435d-9e8a-e273c25fba0f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:40.624010 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-24524084-1fe3-4281-bcc4-00d7e53344eb req-bdbef222-d8e7-4854-adf6-ecd2c513bfa1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800896 Nov 10 17:00:40.699056 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-ce16ee08-6adc-4979-82a8-f1fa6cd22931 service neutron] 10.222.0.18 "GET /v2.0/ports/d9f992ee-4ea2-4d35-b22c-14eba7902550/bindings/n-h2-714676-11 HTTP/1.1" status: 200 len: 383 time: 0.1181753 Nov 10 17:00:40.784167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:40.793866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-d029c2f0-a113-4f49-bf6e-2cf56d8520bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:40.795422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-d029c2f0-a113-4f49-bf6e-2cf56d8520bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1096 time: 0.0680237 Nov 10 17:00:40.799965 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:40.802959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.803272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.803751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.804077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.804458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.804787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.805306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.806677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.807175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.807669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.808353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.810675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:00:40.846817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d9f992ee-4ea2-4d35-b22c-14eba7902550'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:00:40.918875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-b311a12c-3c66-4109-a88a-04ac74962093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:40.920565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-b311a12c-3c66-4109-a88a-04ac74962093 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1161656 Nov 10 17:00:41.008216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-26c0abc6-c697-494e-b2be-3f11e1f1411f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 999 time: 0.0795250 Nov 10 17:00:41.063795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-4247ba53-7fa6-4b22-b1e3-070c41ee03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:41.071183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-4247ba53-7fa6-4b22-b1e3-070c41ee03ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.0506203 Nov 10 17:00:41.143417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-aa97dab9-2b72-4c9f-ab32-d5346bae0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:41.144949 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-aa97dab9-2b72-4c9f-ab32-d5346bae0e80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728705 Nov 10 17:00:41.257863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-014d9e50-b13b-4f87-bd21-59291a9194b8 service neutron] 10.222.0.18 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006532 Nov 10 17:00:41.360029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-d240190b-6585-4dac-9c4b-501ca9b2d4d3 service neutron] 10.222.0.18 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979838 Nov 10 17:00:41.386532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52576) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:41.570933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0df2c6-ee63-4444-9fa8-a63702f67b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:41.714879 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0df2c6-ee63-4444-9fa8-a63702f67b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:41.763992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbd76f-b93c-44ad-a2b6-f59a05f676c4 req-73ddf144-8bdb-41c5-b255-7718d518125e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:41.766533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18bbd76f-b93c-44ad-a2b6-f59a05f676c4 req-73ddf144-8bdb-41c5-b255-7718d518125e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 944 time: 0.0655429 Nov 10 17:00:41.820884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18bbd76f-b93c-44ad-a2b6-f59a05f676c4 req-d7338c95-cf1a-4d1e-aa47-f46e771e77ff tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490599 Nov 10 17:00:41.834059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b0df2c6-ee63-4444-9fa8-a63702f67b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:41.880551 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1b0df2c6-ee63-4444-9fa8-a63702f67b10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff3375777eef4cf2b308e438c91bb245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4905868 Nov 10 17:00:41.880551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0df2c6-ee63-4444-9fa8-a63702f67b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382c6fdd-c3f6-4363-8534-e4eb59c2cf3b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:41.881027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:41.974541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cda0e2cd-2142-4694-8c06-8bdc451c2747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:42.000010 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cda0e2cd-2142-4694-8c06-8bdc451c2747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:42.148638 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cda0e2cd-2142-4694-8c06-8bdc451c2747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:42.152201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cda0e2cd-2142-4694-8c06-8bdc451c2747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:42.155191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cda0e2cd-2142-4694-8c06-8bdc451c2747 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/382c6fdd-c3f6-4363-8534-e4eb59c2cf3b HTTP/1.1" status: 204 len: 168 time: 0.2654409 Nov 10 17:00:42.161543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:00:42.162045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e2cd-2142-4694-8c06-8bdc451c2747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382c6fdd-c3f6-4363-8534-e4eb59c2cf3b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:42.296469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port d9f992ee-4ea2-4d35-b22c-14eba7902550 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:00:42.301072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d9f992ee-4ea2-4d35-b22c-14eba7902550 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:00:42.301441 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:42.396745 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:42.422071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:00:42.424784 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e27ff8-4dec-4d32-bb4d-3f6520b5e9d9" -d '{"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-plugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:00:42.445233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:42.505091 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fb1a6b-4fbc-4aed-abb3-3bd087684901 x-openstack-request-id: req-f1fb1a6b-4fbc-4aed-abb3-3bd087684901 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:00:42.505388 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-plugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:00:42.505823 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1fb1a6b-4fbc-4aed-abb3-3bd087684901 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:00:42.506405 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'code': 200} Nov 10 17:00:42.548863 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:42.614596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:42.975255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c4f79-afc3-4d12-963e-66c131a3a62d req-fef99418-42ff-4199-8d75-6dd95c708dba tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:42.982281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f9c4f79-afc3-4d12-963e-66c131a3a62d req-fef99418-42ff-4199-8d75-6dd95c708dba tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0834320 Nov 10 17:00:43.031841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f9c4f79-afc3-4d12-963e-66c131a3a62d req-6a0d7b75-4aca-4a1e-996e-7d33f2bee434 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439708 Nov 10 17:00:43.188695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52658) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:43.198826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e246cc38-dd91-4b38-89f4-dc5a1f664e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:43.297081 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e246cc38-dd91-4b38-89f4-dc5a1f664e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:43.662550 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e246cc38-dd91-4b38-89f4-dc5a1f664e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:43.708118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e246cc38-dd91-4b38-89f4-dc5a1f664e76 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebc4b13fdbcd4fef80080575df29e3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5233262 Nov 10 17:00:43.709006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246cc38-dd91-4b38-89f4-dc5a1f664e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60740fb8-4835-4a74-8c98-bd5c1155ee5d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:43.710825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52668) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:43.797350 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30f57aee-89c7-41a7-a94e-1b547e9b9718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:43.824011 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30f57aee-89c7-41a7-a94e-1b547e9b9718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:43.948390 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30f57aee-89c7-41a7-a94e-1b547e9b9718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:43.951009 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30f57aee-89c7-41a7-a94e-1b547e9b9718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:43.954748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-30f57aee-89c7-41a7-a94e-1b547e9b9718 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60740fb8-4835-4a74-8c98-bd5c1155ee5d HTTP/1.1" status: 204 len: 168 time: 0.2392859 Nov 10 17:00:43.965011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f57aee-89c7-41a7-a94e-1b547e9b9718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60740fb8-4835-4a74-8c98-bd5c1155ee5d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:44.197726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb7e82-a51d-4b1f-ae04-c566724f37cd req-7030693f-3955-4d87-a7bb-f022ee866f2d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:44.199246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1bb7e82-a51d-4b1f-ae04-c566724f37cd req-7030693f-3955-4d87-a7bb-f022ee866f2d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 945 time: 0.0617838 Nov 10 17:00:44.256777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1bb7e82-a51d-4b1f-ae04-c566724f37cd req-1514b72d-89f9-4e65-8dea-35810b1dfbe9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508502 Nov 10 17:00:44.585795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-c6a50ac7-763a-4729-b2fd-2f49e0ed9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:44.588701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-c6a50ac7-763a-4729-b2fd-2f49e0ed9085 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 1097 time: 0.0598004 Nov 10 17:00:44.601490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:00:44.683606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:44.885103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:44.928801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:00:44.971602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:00:44.978826 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc30559-a870-4dda-b18b-f745f75fc0ac" -d '{"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:00:44.978826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:45.002419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Transition to ACTIVE for port object d9f992ee-4ea2-4d35-b22c-14eba7902550 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:00:45.033785 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf56f5a7-cbed-42ea-b323-b4b77260774e x-openstack-request-id: req-bf56f5a7-cbed-42ea-b323-b4b77260774e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:00:45.034232 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:00:45.034484 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf56f5a7-cbed-42ea-b323-b4b77260774e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:00:45.034906 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'code': 200} Nov 10 17:00:45.057607 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:45.162623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:45.220535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] No DVR routers for this DVR port d9f992ee-4ea2-4d35-b22c-14eba7902550 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:00:45.425975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d92cd-e61f-4ac1-b76b-c714156a6695 req-a2034962-0382-4b2c-a868-65b906d35022 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:45.426902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:00:45.427351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:00:45.427671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-733d92cd-e61f-4ac1-b76b-c714156a6695 req-a2034962-0382-4b2c-a868-65b906d35022 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 944 time: 0.0731869 Nov 10 17:00:45.427811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:00:45.433749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:00:45.434084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Attempting to bind port d9f992ee-4ea2-4d35-b22c-14eba7902550 on network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:00:45.439538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:00:45.439879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Checking segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:00:45.440758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Bound using segment: {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:00:45.441380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Bound port: d9f992ee-4ea2-4d35-b22c-14eba7902550, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd68893-ddae-490a-927d-858550cf61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:00:45.442501 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:45.502282 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-733d92cd-e61f-4ac1-b76b-c714156a6695 req-280ec7ef-8b98-4846-b850-26afad93a665 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594175 Nov 10 17:00:45.545270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:00:45.549632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:00:45.634868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:45.678310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:45.679046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:45.680489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] 10.222.0.69 "PUT /v2.0/ports/d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 1093 time: 1.0832758 Nov 10 17:00:45.730815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d598f36-d76a-4538-a4f2-074877e6c91b service neutron] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:45.765601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-a3d04e58-4150-444d-96eb-c572558a17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:45.767928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-a3d04e58-4150-444d-96eb-c572558a17f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1096 time: 0.0520694 Nov 10 17:00:45.889483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-a6b3f22e-14a2-493c-8246-05b8fb93bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:45.891294 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-a6b3f22e-14a2-493c-8246-05b8fb93bde3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1165855 Nov 10 17:00:45.981633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-3643e1a1-a273-4dd4-b158-9b0ec3ba8a06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 998 time: 0.0799670 Nov 10 17:00:46.049427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-7e5533a5-a724-4992-9d07-cd86079b109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:46.050974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-7e5533a5-a724-4992-9d07-cd86079b109a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.0615752 Nov 10 17:00:46.115285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-b0c9bd5a-a47e-4c78-8e76-fb2738087000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:46.119800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-b0c9bd5a-a47e-4c78-8e76-fb2738087000 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569267 Nov 10 17:00:46.199522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:00:46.253925 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-c6246e58-860a-496f-ac29-936294f96b2d service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295547 Nov 10 17:00:46.285103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:00:46.392883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b62667b-a25a-4ca8-a6b2-1dae6921d9a5 req-870c24da-2cd3-4f62-97e8-58fae5f563a7 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252084 Nov 10 17:00:46.650363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937230b-1d30-4ac2-9ca5-4e3c4a22295a req-2235a900-e52d-467a-8561-4002fffd60b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:46.660650 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0937230b-1d30-4ac2-9ca5-4e3c4a22295a req-2235a900-e52d-467a-8561-4002fffd60b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 944 time: 0.0747058 Nov 10 17:00:46.732636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0937230b-1d30-4ac2-9ca5-4e3c4a22295a req-c3c7caee-e9ac-4191-bf60-177c838b1dd6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699608 Nov 10 17:00:47.036700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:00:47.039350 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4194e7d2-0ffb-42c1-af37-91def96bce5e" -d '{"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:00:47.090214 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d2d2a7-31db-4798-8d88-d58ace9db216 x-openstack-request-id: req-82d2d2a7-31db-4798-8d88-d58ace9db216 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:00:47.090592 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:00:47.091165 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82d2d2a7-31db-4798-8d88-d58ace9db216 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:00:47.096107 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'status': 'completed', 'code': 200} Nov 10 17:00:47.205358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-1d262394-aa31-4abe-9d22-92821c326306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.207350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-1d262394-aa31-4abe-9d22-92821c326306 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1096 time: 0.0962260 Nov 10 17:00:47.215852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-d0c1c828-a428-4c65-aeae-47f2de63f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.231642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-d0c1c828-a428-4c65-aeae-47f2de63f91e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1096 time: 0.0934093 Nov 10 17:00:47.392190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-1194842d-36f2-4ee0-872a-6e1abd211276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.394514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-1194842d-36f2-4ee0-872a-6e1abd211276 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1762722 Nov 10 17:00:47.398391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-c5834123-2e6f-448d-bffa-69ece5963047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.400962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-c5834123-2e6f-448d-bffa-69ece5963047 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.1743746 Nov 10 17:00:47.463830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52828) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:47.511884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-3eb37326-6a6b-4a95-a093-a4b48a36a19b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 998 time: 0.1097844 Nov 10 17:00:47.515934 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-ac3018de-7528-4a77-b172-c87ed10fd49a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 998 time: 0.1063292 Nov 10 17:00:47.602279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-38e75872-e85e-42b8-baef-a6a97295fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.603878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-38e75872-e85e-42b8-baef-a6a97295fdc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.0850480 Nov 10 17:00:47.605299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-86e20b56-57b7-49c0-9626-0c1f1c278f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.606598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-86e20b56-57b7-49c0-9626-0c1f1c278f11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.0780683 Nov 10 17:00:47.687126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-13c971be-21ba-4b99-b276-6bed80b9aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.688682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-13c971be-21ba-4b99-b276-6bed80b9aba5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783589 Nov 10 17:00:47.693748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-6049708c-4dd8-451b-9dde-26bc78d77c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.695454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-6049708c-4dd8-451b-9dde-26bc78d77c21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753286 Nov 10 17:00:47.895169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a91a0bb-c947-465b-83c1-9616b956154c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:47.921783 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-88dad34a-73d0-474b-95b7-05f5c1dfe746 service neutron] 10.222.0.18 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224870 Nov 10 17:00:47.928335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-9ca34431-2c98-403d-bd8a-4871c52afd34 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200885 Nov 10 17:00:47.953720 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5066999-2dd9-424b-9bce-83227c1a058d req-c7be84df-0a9f-40e1-9572-489ac2b60ddc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:47.955441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5066999-2dd9-424b-9bce-83227c1a058d req-c7be84df-0a9f-40e1-9572-489ac2b60ddc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 944 time: 0.1212330 Nov 10 17:00:47.981108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a91a0bb-c947-465b-83c1-9616b956154c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:48.085151 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a91a0bb-c947-465b-83c1-9616b956154c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:48.129145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3a91a0bb-c947-465b-83c1-9616b956154c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f86d47eda50f4e6d8c910c63d8f68005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6639214 Nov 10 17:00:48.130359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a0bb-c947-465b-83c1-9616b956154c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c84a44c-86b2-47db-8424-11d5b3195432,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:48.131226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5066999-2dd9-424b-9bce-83227c1a058d req-f52c11f8-d27d-4cbd-8728-cbb8bec5e213 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575379 Nov 10 17:00:48.140925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:48.173562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-d91b4029-cdd3-4e8b-adf5-6968f599770c service neutron] 10.222.0.18 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402322 Nov 10 17:00:48.203803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4194e7d2-0ffb-42c1-af37-91def96bce5e req-52d9f890-501f-4679-b8d6-fa60f1b66f65 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622924 Nov 10 17:00:48.233324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b132ddc-d6fb-4b8b-b2c8-5a6fa0fae43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:48.261727 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b132ddc-d6fb-4b8b-b2c8-5a6fa0fae43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:48.446868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b132ddc-d6fb-4b8b-b2c8-5a6fa0fae43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:48.450190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b132ddc-d6fb-4b8b-b2c8-5a6fa0fae43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:48.451410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8b132ddc-d6fb-4b8b-b2c8-5a6fa0fae43f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c84a44c-86b2-47db-8424-11d5b3195432 HTTP/1.1" status: 204 len: 168 time: 0.3090522 Nov 10 17:00:48.459191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b132ddc-d6fb-4b8b-b2c8-5a6fa0fae43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c84a44c-86b2-47db-8424-11d5b3195432,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:48.981247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52884) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:49.103384 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca0f81cf-eaf3-4191-9b0b-5fe8761e560e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.191822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca0f81cf-eaf3-4191-9b0b-5fe8761e560e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.288687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2685f-a737-4f49-b1ff-d7f1f8ac7959 req-40bd1b9d-41aa-4f89-8a4f-0c363c4bad7d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:49.290279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6b2685f-a737-4f49-b1ff-d7f1f8ac7959 req-40bd1b9d-41aa-4f89-8a4f-0c363c4bad7d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 944 time: 0.0630128 Nov 10 17:00:49.313497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca0f81cf-eaf3-4191-9b0b-5fe8761e560e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.344248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6b2685f-a737-4f49-b1ff-d7f1f8ac7959 req-75d6bf06-9b11-4b03-9e23-fa35a3876eea tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471952 Nov 10 17:00:49.347962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca0f81cf-eaf3-4191-9b0b-5fe8761e560e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76db4bce4288428497b2a5c8e431a062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656340 Nov 10 17:00:49.350764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:49.361310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f81cf-eaf3-4191-9b0b-5fe8761e560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80af9e86-43da-4aab-b9f8-a91067b66606,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:49.443972 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79bb1542-451f-4ca5-8e72-eb2f97c46b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.468281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79bb1542-451f-4ca5-8e72-eb2f97c46b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.525401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 52910) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:49.541034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddad4faa-3ecd-4e9f-a562-4d7838d01b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.634513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79bb1542-451f-4ca5-8e72-eb2f97c46b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.650136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79bb1542-451f-4ca5-8e72-eb2f97c46b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.650136 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-79bb1542-451f-4ca5-8e72-eb2f97c46b95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80af9e86-43da-4aab-b9f8-a91067b66606 HTTP/1.1" status: 204 len: 168 time: 0.2867944 Nov 10 17:00:49.650136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb1542-451f-4ca5-8e72-eb2f97c46b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af9e86-43da-4aab-b9f8-a91067b66606,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:49.726456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddad4faa-3ecd-4e9f-a562-4d7838d01b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.794003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddad4faa-3ecd-4e9f-a562-4d7838d01b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.855550 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ddad4faa-3ecd-4e9f-a562-4d7838d01b1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7866310cd9c240bd86ac8ea76cc62d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3285837 Nov 10 17:00:49.856644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad4faa-3ecd-4e9f-a562-4d7838d01b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1428ad-d821-42fe-a4a4-85a29b9e10b4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:49.858229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52926) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:49.912911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c35f4ad-0e2f-45a3-a21a-74f36672ad86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:49.941256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c35f4ad-0e2f-45a3-a21a-74f36672ad86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:50.102018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c35f4ad-0e2f-45a3-a21a-74f36672ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:50.105212 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c35f4ad-0e2f-45a3-a21a-74f36672ad86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:50.107909 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9c35f4ad-0e2f-45a3-a21a-74f36672ad86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf1428ad-d821-42fe-a4a4-85a29b9e10b4 HTTP/1.1" status: 204 len: 168 time: 0.2471588 Nov 10 17:00:50.114322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35f4ad-0e2f-45a3-a21a-74f36672ad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1428ad-d821-42fe-a4a4-85a29b9e10b4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:50.499352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97b786-1a51-4a42-b6f6-606033f83833 req-806f90f2-4815-4b7d-af5c-0866380cf92f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:50.500965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b97b786-1a51-4a42-b6f6-606033f83833 req-806f90f2-4815-4b7d-af5c-0866380cf92f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 944 time: 0.0527372 Nov 10 17:00:50.578758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b97b786-1a51-4a42-b6f6-606033f83833 req-4bb792bb-fac6-4e9e-95b4-bd545fd43388 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653377 Nov 10 17:00:50.605058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:50.696804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c9a1dcf-3b90-4097-aa84-a1a8dafc0400 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/5187010e-3c71-4ceb-b1fa-0ade31995636 HTTP/1.1" status: 200 len: 990 time: 0.0895560 Nov 10 17:00:50.702205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 52976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:50.736143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10414630-7ad9-4b0e-b3ce-b460b65e31a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:50.845720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:00:50.947478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10414630-7ad9-4b0e-b3ce-b460b65e31a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:50.998083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:51.009787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'port_id': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'mac_address': 'fa:16:3e:ea:41:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:00:51.054863 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:51.074285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f992ee-4ea2-4d35-b22c-14eba7902550 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:00:51.093713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10414630-7ad9-4b0e-b3ce-b460b65e31a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:51.114928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:51.141265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-10414630-7ad9-4b0e-b3ce-b460b65e31a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c825ce4a262a4cf4812d3adc63ff9122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4378972 Nov 10 17:00:51.144326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10414630-7ad9-4b0e-b3ce-b460b65e31a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23db0e-df51-4e19-a35c-42a724416b88,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:51.147507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:51.161990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-510f286f-73ba-4047-8922-764f0f396bbf req-0f7b1549-f945-45c0-9880-d3371e7f7eae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1128042 Nov 10 17:00:51.203977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:51.248988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ee421ac-a603-47ff-b307-1ae665e9c314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:51.259989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f286f-73ba-4047-8922-764f0f396bbf req-e9dd5185-979e-4d87-984c-1f1a360c41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:51.262450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-510f286f-73ba-4047-8922-764f0f396bbf req-e9dd5185-979e-4d87-984c-1f1a360c41b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1097 time: 0.0729027 Nov 10 17:00:51.284880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ee421ac-a603-47ff-b307-1ae665e9c314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:51.305065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:51.444409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f286f-73ba-4047-8922-764f0f396bbf req-7ed29b98-c6df-43c0-b9c2-bc6348abf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:51.445895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-510f286f-73ba-4047-8922-764f0f396bbf req-7ed29b98-c6df-43c0-b9c2-bc6348abf577 service neutron] 10.222.0.69 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.1528151 Nov 10 17:00:51.515687 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-510f286f-73ba-4047-8922-764f0f396bbf req-93543259-49e7-4e1b-9198-6565d77d7b90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 1000 time: 0.0615368 Nov 10 17:00:51.565207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ee421ac-a603-47ff-b307-1ae665e9c314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:51.568299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ee421ac-a603-47ff-b307-1ae665e9c314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:51.572666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5ee421ac-a603-47ff-b307-1ae665e9c314 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e23db0e-df51-4e19-a35c-42a724416b88 HTTP/1.1" status: 204 len: 168 time: 0.4156342 Nov 10 17:00:51.578799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d9f992ee-4ea2-4d35-b22c-14eba7902550'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:00:51.584573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f286f-73ba-4047-8922-764f0f396bbf req-5b235ff2-6b32-4525-b5a1-9b6fd1fbe310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:51.586167 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-510f286f-73ba-4047-8922-764f0f396bbf req-5b235ff2-6b32-4525-b5a1-9b6fd1fbe310 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.0636990 Nov 10 17:00:51.587071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee421ac-a603-47ff-b307-1ae665e9c314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23db0e-df51-4e19-a35c-42a724416b88,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:51.653495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f286f-73ba-4047-8922-764f0f396bbf req-a6900d28-e29e-47ba-ab78-a2a1544d1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:00:51.661914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-510f286f-73ba-4047-8922-764f0f396bbf req-a6900d28-e29e-47ba-ab78-a2a1544d1640 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677662 Nov 10 17:00:51.803170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-510f286f-73ba-4047-8922-764f0f396bbf req-f8e94f60-19c0-4a5d-bd8e-a304f97e56a0 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333952 Nov 10 17:00:51.919792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-510f286f-73ba-4047-8922-764f0f396bbf req-858bc890-e959-414f-8328-5b413bff280b service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095202 Nov 10 17:00:52.462910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:52.633082 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-492244f2-8893-4be8-9672-5a5e6b7582f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:52.745166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-492244f2-8893-4be8-9672-5a5e6b7582f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:52.853519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:00:52.901376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-492244f2-8893-4be8-9672-5a5e6b7582f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:52.968465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53092) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:52.969206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-492244f2-8893-4be8-9672-5a5e6b7582f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ff2ef407e104769baf45495ac43b124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047505 Nov 10 17:00:52.972413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492244f2-8893-4be8-9672-5a5e6b7582f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b58e255-9f0a-4e84-9439-0de5d7c5fc0f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:53.025075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f6434b-6e01-4c18-ba12-8e236e8886c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:53.048133 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f6434b-6e01-4c18-ba12-8e236e8886c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:53.062282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d9f992ee-4ea2-4d35-b22c-14eba7902550 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:00:53.070318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d9f992ee-4ea2-4d35-b22c-14eba7902550 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:00:53.070680 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:53.185791 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:53.221686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:00:53.224358 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b49e7c-ecac-433d-868c-6af46533189e" -d '{"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-plugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:00:53.239842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:00:53.286762 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e4efb4-f805-4345-b2dd-8d5aeea69734 x-openstack-request-id: req-d4e4efb4-f805-4345-b2dd-8d5aeea69734 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:00:53.287063 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-plugged", "status": "completed", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:00:53.287376 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4e4efb4-f805-4345-b2dd-8d5aeea69734 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:00:53.287786 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'code': 200} Nov 10 17:00:53.359533 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:53.442173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=13']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:53.708869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f6434b-6e01-4c18-ba12-8e236e8886c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:53.708869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f6434b-6e01-4c18-ba12-8e236e8886c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:53.708869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c1f6434b-6e01-4c18-ba12-8e236e8886c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b58e255-9f0a-4e84-9439-0de5d7c5fc0f HTTP/1.1" status: 204 len: 168 time: 0.7345109 Nov 10 17:00:53.720921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6434b-6e01-4c18-ba12-8e236e8886c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b58e255-9f0a-4e84-9439-0de5d7c5fc0f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:54.779495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:54.793745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6004b956-9076-4f9d-b475-d17d2a063629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:54.895196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6004b956-9076-4f9d-b475-d17d2a063629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:55.027390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6004b956-9076-4f9d-b475-d17d2a063629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:55.067572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6004b956-9076-4f9d-b475-d17d2a063629 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af3c0bf60b574c25b281803c8c8dee2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869439 Nov 10 17:00:55.068288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004b956-9076-4f9d-b475-d17d2a063629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9599e460-470e-4262-b0cb-75dce76ed7cc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:55.071777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:55.131628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-588322e8-39f5-4f3f-a3ff-eec91c3dceba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:55.155881 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-588322e8-39f5-4f3f-a3ff-eec91c3dceba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:55.330636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-588322e8-39f5-4f3f-a3ff-eec91c3dceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:55.342641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-588322e8-39f5-4f3f-a3ff-eec91c3dceba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:55.343878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-588322e8-39f5-4f3f-a3ff-eec91c3dceba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9599e460-470e-4262-b0cb-75dce76ed7cc HTTP/1.1" status: 204 len: 168 time: 0.2711520 Nov 10 17:00:55.351748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588322e8-39f5-4f3f-a3ff-eec91c3dceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9599e460-470e-4262-b0cb-75dce76ed7cc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:56.227626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:56.383600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eead6d2-a913-42a8-909f-a19f81bd92f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:56.468774 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eead6d2-a913-42a8-909f-a19f81bd92f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:56.530703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eead6d2-a913-42a8-909f-a19f81bd92f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:56.571281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eead6d2-a913-42a8-909f-a19f81bd92f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994f46a6-11d7-412f-9cc6-45205139377f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:56.594521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4eead6d2-a913-42a8-909f-a19f81bd92f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8444b97222048678a88863626b950c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649273 Nov 10 17:00:56.597255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:57.014003 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6283a319-4591-49ab-a71b-f0ca99c599bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.038675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6283a319-4591-49ab-a71b-f0ca99c599bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.182208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6283a319-4591-49ab-a71b-f0ca99c599bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.185497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6283a319-4591-49ab-a71b-f0ca99c599bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.189761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6283a319-4591-49ab-a71b-f0ca99c599bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/994f46a6-11d7-412f-9cc6-45205139377f HTTP/1.1" status: 204 len: 168 time: 0.5914431 Nov 10 17:00:57.199782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283a319-4591-49ab-a71b-f0ca99c599bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f46a6-11d7-412f-9cc6-45205139377f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:57.215664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53238) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:57.537666 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dacce48-458c-4f5f-9a24-e2f0814a8186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.639760 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dacce48-458c-4f5f-9a24-e2f0814a8186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.770179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9dacce48-458c-4f5f-9a24-e2f0814a8186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.811890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9dacce48-458c-4f5f-9a24-e2f0814a8186 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75ccb91d1ae1486dba54d2a85226cd94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5924551 Nov 10 17:00:57.811890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacce48-458c-4f5f-9a24-e2f0814a8186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce64fea-4c8e-4a6e-bf2a-d6f537634b11,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:57.812813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:57.871909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7d4fad9-630b-49c3-890c-91bd62ef4ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.899206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7d4fad9-630b-49c3-890c-91bd62ef4ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:57.949322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53256) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:57.965767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5e48-2e85-4891-ba2c-b1373478ad08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.101469 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7d4fad9-630b-49c3-890c-91bd62ef4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.109202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7d4fad9-630b-49c3-890c-91bd62ef4ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.109202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e7d4fad9-630b-49c3-890c-91bd62ef4ef4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ce64fea-4c8e-4a6e-bf2a-d6f537634b11 HTTP/1.1" status: 204 len: 168 time: 0.2924294 Nov 10 17:00:58.120267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4fad9-630b-49c3-890c-91bd62ef4ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce64fea-4c8e-4a6e-bf2a-d6f537634b11,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:58.175268 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5e48-2e85-4891-ba2c-b1373478ad08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.256524 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5e48-2e85-4891-ba2c-b1373478ad08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.314757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ff7e5e48-2e85-4891-ba2c-b1373478ad08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=741b73b198594f8d957bf36c6f847819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3618290 Nov 10 17:00:58.315530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:00:58.316605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e5e48-2e85-4891-ba2c-b1373478ad08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3325ab8f-10ab-43f2-89e9-2cecc765e6e2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:00:58.377934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79e29836-4b80-4953-a247-5ba9c2e183e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.405203 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79e29836-4b80-4953-a247-5ba9c2e183e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.559366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79e29836-4b80-4953-a247-5ba9c2e183e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.562256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79e29836-4b80-4953-a247-5ba9c2e183e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:00:58.563893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-79e29836-4b80-4953-a247-5ba9c2e183e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3325ab8f-10ab-43f2-89e9-2cecc765e6e2 HTTP/1.1" status: 204 len: 168 time: 0.2472413 Nov 10 17:00:58.580545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e29836-4b80-4953-a247-5ba9c2e183e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3325ab8f-10ab-43f2-89e9-2cecc765e6e2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:00.712797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53366) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:00.924794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7c0c8fa-cf94-4148-8b75-2f7bd5c6627c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:01.022094 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7c0c8fa-cf94-4148-8b75-2f7bd5c6627c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:01.083273 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7c0c8fa-cf94-4148-8b75-2f7bd5c6627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:01.141713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f7c0c8fa-cf94-4148-8b75-2f7bd5c6627c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e087139ca36f41718918a06ec74d45ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266856 Nov 10 17:01:01.141713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0c8fa-cf94-4148-8b75-2f7bd5c6627c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56818d89-e0b3-4b9f-a43e-70b5acccefad,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:01.158918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53378) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:01.228126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63f805e8-932d-4da5-9afd-44503fa2249b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:01.255177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63f805e8-932d-4da5-9afd-44503fa2249b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:01.426917 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63f805e8-932d-4da5-9afd-44503fa2249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:01.431299 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63f805e8-932d-4da5-9afd-44503fa2249b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:01.432556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-63f805e8-932d-4da5-9afd-44503fa2249b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56818d89-e0b3-4b9f-a43e-70b5acccefad HTTP/1.1" status: 204 len: 168 time: 0.2712066 Nov 10 17:01:01.444730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f805e8-932d-4da5-9afd-44503fa2249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56818d89-e0b3-4b9f-a43e-70b5acccefad,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:01.672937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0d07692-4296-4302-bb7a-c8f4e064791c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:02.528584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:02.660919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e81c63c-a526-45d7-89ca-6fde2e8e8ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:02.756668 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e81c63c-a526-45d7-89ca-6fde2e8e8ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:02.872916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e81c63c-a526-45d7-89ca-6fde2e8e8ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:02.932425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81c63c-a526-45d7-89ca-6fde2e8e8ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd9fdb-8a03-4774-b84d-c7c8051a80d8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:02.942837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:02.944650 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1e81c63c-a526-45d7-89ca-6fde2e8e8ac0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9e9e1ce112048ad8c144b4fe7004db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147551 Nov 10 17:01:03.071955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0c80c86-4c97-4a27-9fbe-25f1f5d58b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:03.111164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0c80c86-4c97-4a27-9fbe-25f1f5d58b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:03.289975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0c80c86-4c97-4a27-9fbe-25f1f5d58b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:03.293159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a0c80c86-4c97-4a27-9fbe-25f1f5d58b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:03.294533 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a0c80c86-4c97-4a27-9fbe-25f1f5d58b73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cebd9fdb-8a03-4774-b84d-c7c8051a80d8 HTTP/1.1" status: 204 len: 168 time: 0.3509238 Nov 10 17:01:03.323721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c80c86-4c97-4a27-9fbe-25f1f5d58b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd9fdb-8a03-4774-b84d-c7c8051a80d8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:03.597021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53500) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:03.755664 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e653443-1c06-4605-bfb1-14fcf060a716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:03.844998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e653443-1c06-4605-bfb1-14fcf060a716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:03.866958 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-793897de-4967-42df-9f9c-cc06b5f48d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:03.952419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e653443-1c06-4605-bfb1-14fcf060a716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:03.997795 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9e653443-1c06-4605-bfb1-14fcf060a716 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b5159b0f12743d6862b27f5b737c6db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992846 Nov 10 17:01:03.999391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e653443-1c06-4605-bfb1-14fcf060a716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d6f19-1b81-4c6f-9a4d-23c275253fb1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:04.000572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:04.044932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53510) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:04.065019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd51f8e8-4c27-41a3-9fb3-9784ddc5d3b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.077495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3fe195-bc01-457f-bafb-fd9928e2e931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.105726 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3fe195-bc01-457f-bafb-fd9928e2e931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.161175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd51f8e8-4c27-41a3-9fb3-9784ddc5d3b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.284204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd51f8e8-4c27-41a3-9fb3-9784ddc5d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.316067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51f8e8-4c27-41a3-9fb3-9784ddc5d3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f820df9-cbc3-4853-b95a-d2e615df860f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:04.323474 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd51f8e8-4c27-41a3-9fb3-9784ddc5d3b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3953a2dd7a7145ceb2a4b244d7d3ac87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2743580 Nov 10 17:01:04.324101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53514) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:04.347361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3fe195-bc01-457f-bafb-fd9928e2e931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.351147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab3fe195-bc01-457f-bafb-fd9928e2e931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.353175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ab3fe195-bc01-457f-bafb-fd9928e2e931 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c8d6f19-1b81-4c6f-9a4d-23c275253fb1 HTTP/1.1" status: 204 len: 168 time: 0.3512249 Nov 10 17:01:04.381964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fe195-bc01-457f-bafb-fd9928e2e931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d6f19-1b81-4c6f-9a4d-23c275253fb1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:04.411432 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7665fae-f6ab-4e53-adcb-eea32344ecea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.438634 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7665fae-f6ab-4e53-adcb-eea32344ecea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.772814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7665fae-f6ab-4e53-adcb-eea32344ecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.777004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7665fae-f6ab-4e53-adcb-eea32344ecea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:04.778202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f7665fae-f6ab-4e53-adcb-eea32344ecea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f820df9-cbc3-4853-b95a-d2e615df860f HTTP/1.1" status: 204 len: 168 time: 0.4491656 Nov 10 17:01:04.788559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7665fae-f6ab-4e53-adcb-eea32344ecea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f820df9-cbc3-4853-b95a-d2e615df860f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:05.078090 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:06.821326 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:07.627125 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:07.894711 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:08.298894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:08.436293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15753f17-654d-4e6d-9ecf-908b638881b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:08.542071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15753f17-654d-4e6d-9ecf-908b638881b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:08.689444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15753f17-654d-4e6d-9ecf-908b638881b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:08.729648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-15753f17-654d-4e6d-9ecf-908b638881b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e31c59a81d7c4abe9f11fda299c55f24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294031 Nov 10 17:01:08.731957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15753f17-654d-4e6d-9ecf-908b638881b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee22551c-bcc3-448b-96e4-75ba0c538d72,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:08.732542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53816) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:08.783158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-423e7176-6998-4d55-9d91-361aaca38b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:08.805863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-423e7176-6998-4d55-9d91-361aaca38b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:09.020894 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-423e7176-6998-4d55-9d91-361aaca38b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:09.024173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-423e7176-6998-4d55-9d91-361aaca38b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:09.025664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-423e7176-6998-4d55-9d91-361aaca38b6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee22551c-bcc3-448b-96e4-75ba0c538d72 HTTP/1.1" status: 204 len: 168 time: 0.2920613 Nov 10 17:01:09.035179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e7176-6998-4d55-9d91-361aaca38b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee22551c-bcc3-448b-96e4-75ba0c538d72,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:10.023873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 53922) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:10.155865 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c79361-29b3-4cdf-bbe7-0f40a5da2cf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:10.258854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c79361-29b3-4cdf-bbe7-0f40a5da2cf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:10.335357 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4c79361-29b3-4cdf-bbe7-0f40a5da2cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:10.386545 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c4c79361-29b3-4cdf-bbe7-0f40a5da2cf3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db4296c2f6a34f9e823c966d55157b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615654 Nov 10 17:01:10.388933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79361-29b3-4cdf-bbe7-0f40a5da2cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb34401-872c-45c9-9f14-741e83730bc8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:10.389293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 53944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:10.450838 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e851a6d-c584-493d-a689-a9d676be9991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:10.472282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e851a6d-c584-493d-a689-a9d676be9991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:10.581688 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:10.620838 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e851a6d-c584-493d-a689-a9d676be9991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:10.623642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e851a6d-c584-493d-a689-a9d676be9991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:10.624804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6e851a6d-c584-493d-a689-a9d676be9991 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdb34401-872c-45c9-9f14-741e83730bc8 HTTP/1.1" status: 204 len: 168 time: 0.2345152 Nov 10 17:01:10.633083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e851a6d-c584-493d-a689-a9d676be9991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb34401-872c-45c9-9f14-741e83730bc8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:11.242849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:11.269280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54004) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:11.286373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67b76fa9-3b82-42eb-989b-0c6a6626e147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.397202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67b76fa9-3b82-42eb-989b-0c6a6626e147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.466173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67b76fa9-3b82-42eb-989b-0c6a6626e147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.479998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-718868720'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:11.507198 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-67b76fa9-3b82-42eb-989b-0c6a6626e147 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbec27bceb3f438eb8baa003310f6c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359350 Nov 10 17:01:11.510210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b76fa9-3b82-42eb-989b-0c6a6626e147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1c7b0-8ba0-4548-bfeb-afe0b219d05f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:11.510926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:11.568447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Made reservation on behalf of 0de8e6bb2eac4e608c1a10311aedca8c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:11.572275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.584372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68fa36e1-f668-497e-8fd3-ccd8486edf87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.586330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.626348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68fa36e1-f668-497e-8fd3-ccd8486edf87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.711962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.776055 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68fa36e1-f668-497e-8fd3-ccd8486edf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.778865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68fa36e1-f668-497e-8fd3-ccd8486edf87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.780073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-68fa36e1-f668-497e-8fd3-ccd8486edf87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ba1c7b0-8ba0-4548-bfeb-afe0b219d05f HTTP/1.1" status: 204 len: 168 time: 0.2680957 Nov 10 17:01:11.788615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa36e1-f668-497e-8fd3-ccd8486edf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1c7b0-8ba0-4548-bfeb-afe0b219d05f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:11.817988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.856787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:11.893626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:11.893972 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Added segment 0302d537-a9be-4085-b83d-6970ee040408 of type vlan for network 0f8115ad-c6c9-4afb-b71a-927f11ecc354 Nov 10 17:01:11.904428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512446bc-8116-42fb-a452-051f08029b66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:11.949849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.106270 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.112108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:12.112700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.193511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Pushing event updated for resources: {'Network': ['ID=0f8115ad-c6c9-4afb-b71a-927f11ecc354,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:12.209373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 0f8115ad-c6c9-4afb-b71a-927f11ecc354 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:12.234764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-446ca218-531a-4a7f-af46-21519b5183bc tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9905481 Nov 10 17:01:12.238014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:12.445359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Request body: {'network': {'name': 'tempest-network--939648004', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:12.529133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Made reservation on behalf of dfba46d2c7b049548c81d49d4e1dd75c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:12.531833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.543013 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.643942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.716849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.749070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:12.765456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c1b15b-c83b-487a-9a53-bbdccf624711,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:12.768497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.774149 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Added segment ff967a31-3777-48b8-9b2a-bab39a9e29b8 of type vlan for network 7625ddd8-2c9a-4318-96af-a6a0b3ec6b44 Nov 10 17:01:12.817036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.923868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:12.929696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:12.930495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.004167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Network': ['ID=7625ddd8-2c9a-4318-96af-a6a0b3ec6b44,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:13.021157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7625ddd8-2c9a-4318-96af-a6a0b3ec6b44 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:13.060207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-97ebab8e-3cf3-4790-b485-3bb0752fbb27 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8208032 Nov 10 17:01:13.062871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:13.259291 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.374882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.417019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7625ddd8-2c9a-4318-96af-a6a0b3ec6b44']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:13.440185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff967a31-3777-48b8-9b2a-bab39a9e29b8') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:13.440491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff967a31-3777-48b8-9b2a-bab39a9e29b8') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:13.458523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.487390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.524693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:01:13.525184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:01:13.539764 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:01:13.706502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.714296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7625ddd8-2c9a-4318-96af-a6a0b3ec6b44 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:01:13.729199 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.741398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54152) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:13.743886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "DELETE /v2.0/networks/7625ddd8-2c9a-4318-96af-a6a0b3ec6b44 HTTP/1.1" status: 204 len: 168 time: 0.6790822 Nov 10 17:01:13.746493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:13.766547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc42fcf-8d15-49cb-8a69-21df4b150b99 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event deleted for resources: {'Network': ['ID=7625ddd8-2c9a-4318-96af-a6a0b3ec6b44,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:13.906115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Made reservation on behalf of dfba46d2c7b049548c81d49d4e1dd75c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:13.908531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.939279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:13.952838 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:13.953693 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Added segment 1c4315bb-881d-48a4-b3db-0e4a657a5ffb of type vlan for network cfbb3e84-f6a3-4646-8b34-278d1259e062 Nov 10 17:01:14.020960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:14.163802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:14.164782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:14.165361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:14.230816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Network': ['ID=cfbb3e84-f6a3-4646-8b34-278d1259e062,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:14.244849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network cfbb3e84-f6a3-4646-8b34-278d1259e062 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:14.276628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f8d62374-645f-4695-bf8b-8d1f5b058304 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5338311 Nov 10 17:01:14.277794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54182) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:14.284786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Request body: {'subnet': {'network_id': 'cfbb3e84-f6a3-4646-8b34-278d1259e062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:14.408919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Made reservation on behalf of dfba46d2c7b049548c81d49d4e1dd75c for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:14.411349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:14.637350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54218) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:14.768251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2314979d-292f-4265-bab4-c3427600caed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:14.872459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:01:14.872899 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:14.951489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2314979d-292f-4265-bab4-c3427600caed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:14.953525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Subnet': ['ID=64f3e0e3-b029-4ad8-b4c9-e51e9dd1ddf6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:14.970005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Checking segment: {'id': '1c4315bb-881d-48a4-b3db-0e4a657a5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cfbb3e84-f6a3-4646-8b34-278d1259e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:14.970385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Network hostable DHCP agents. Network: cfbb3e84-f6a3-4646-8b34-278d1259e062, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:01:15.031577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2314979d-292f-4265-bab4-c3427600caed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.071972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314979d-292f-4265-bab4-c3427600caed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6addf1e2-69ef-4870-9eb0-62ba99824710,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:15.076366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2314979d-292f-4265-bab4-c3427600caed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=679905e8469c4952abd33a52f08206c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379539 Nov 10 17:01:15.079043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54252) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:15.097174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Network cfbb3e84-f6a3-4646-8b34-278d1259e062 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:01:15.136635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92aa43e2-7ba8-4ad6-bcb0-d1f0230ab9d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.162801 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92aa43e2-7ba8-4ad6-bcb0-d1f0230ab9d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.194603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, cfbb3e84-f6a3-4646-8b34-278d1259e062) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:15.199130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:15.199714 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.204087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3892705-599a-4a00-8805-a85e1e65a33d None None] Network cfbb3e84-f6a3-4646-8b34-278d1259e062 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:15.274465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54264) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:15.341524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:15.341792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-81e5cff2-99cc-4271-8de9-a70204516592 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0625806 Nov 10 17:01:15.343217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7da8cf-a468-4e17-a82f-c79a687e0a04 None None] Network cfbb3e84-f6a3-4646-8b34-278d1259e062 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:15.349565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Request body: {'floatingip': {'floating_network_id': 'cfbb3e84-f6a3-4646-8b34-278d1259e062'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:15.378136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92aa43e2-7ba8-4ad6-bcb0-d1f0230ab9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.385905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92aa43e2-7ba8-4ad6-bcb0-d1f0230ab9d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.387055 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-92aa43e2-7ba8-4ad6-bcb0-d1f0230ab9d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6addf1e2-69ef-4870-9eb0-62ba99824710 HTTP/1.1" status: 204 len: 168 time: 0.3071454 Nov 10 17:01:15.412975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa43e2-7ba8-4ad6-bcb0-d1f0230ab9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6addf1e2-69ef-4870-9eb0-62ba99824710,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:15.421625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beeeed80-e16c-4c1c-bdf8-f53d56e83970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.480211 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.531597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beeeed80-e16c-4c1c-bdf8-f53d56e83970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.610604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.621982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beeeed80-e16c-4c1c-bdf8-f53d56e83970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.708332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-beeeed80-e16c-4c1c-bdf8-f53d56e83970 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e8edb308a3b44388f538529f0ee8531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4303114 Nov 10 17:01:15.708622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54288) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:15.712405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeed80-e16c-4c1c-bdf8-f53d56e83970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9816815d-642e-4655-993b-f3030916645b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:15.777262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Allocated IP 172.20.0.2 (cfbb3e84-f6a3-4646-8b34-278d1259e062/64f3e0e3-b029-4ad8-b4c9-e51e9dd1ddf6/5d5e6c44-f789-4a59-b4d9-6019aeeffecc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:15.783607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a6627b4-15ad-4c25-97d3-5bdf7d83ad44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.811800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a6627b4-15ad-4c25-97d3-5bdf7d83ad44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.893160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.968692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a6627b4-15ad-4c25-97d3-5bdf7d83ad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.971334 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a6627b4-15ad-4c25-97d3-5bdf7d83ad44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:15.976494 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7a6627b4-15ad-4c25-97d3-5bdf7d83ad44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9816815d-642e-4655-993b-f3030916645b HTTP/1.1" status: 204 len: 168 time: 0.2628849 Nov 10 17:01:15.981088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6627b4-15ad-4c25-97d3-5bdf7d83ad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9816815d-642e-4655-993b-f3030916645b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:15.986517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.031138 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Network cfbb3e84-f6a3-4646-8b34-278d1259e062 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:16.034124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:16.040695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:16.068882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Port': ['ID=5d5e6c44-f789-4a59-b4d9-6019aeeffecc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:16.137915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.205910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54310) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:16.219792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2499-df55-45c2-a204-02f774a92728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.262675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.336242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2499-df55-45c2-a204-02f774a92728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.409054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2499-df55-45c2-a204-02f774a92728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.438651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f1ce2499-df55-45c2-a204-02f774a92728 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5cd3e45c4144fbfabd4c29ff6593117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308207 Nov 10 17:01:16.443898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:16.457870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce2499-df55-45c2-a204-02f774a92728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d834bda-9c68-4c6b-b189-9f1f0f2ae24e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:16.458690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.501552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d350d12-f5bd-49a9-a2fb-af0e62e574a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.526222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d350d12-f5bd-49a9-a2fb-af0e62e574a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.569761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.614099 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:01:16.653569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Port': ['ID=5d5e6c44-f789-4a59-b4d9-6019aeeffecc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:16.673895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.705067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d350d12-f5bd-49a9-a2fb-af0e62e574a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.707973 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d350d12-f5bd-49a9-a2fb-af0e62e574a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.709221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7d350d12-f5bd-49a9-a2fb-af0e62e574a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d834bda-9c68-4c6b-b189-9f1f0f2ae24e HTTP/1.1" status: 204 len: 168 time: 0.2643721 Nov 10 17:01:16.719232 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d350d12-f5bd-49a9-a2fb-af0e62e574a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d834bda-9c68-4c6b-b189-9f1f0f2ae24e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:16.769795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:16.785152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5de81c-5435-4c45-a589-7e18b26a530f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.817328 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.819195 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-982517b0-3d72-4139-b4bd-8749c686b3dc tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4758193 Nov 10 17:01:16.823639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54348) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:16.907744 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5de81c-5435-4c45-a589-7e18b26a530f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:16.926175 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-61edbc40-726c-46e3-84eb-fa0424cb35ca tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=cfbb3e84-f6a3-4646-8b34-278d1259e062 HTTP/1.1" status: 200 len: 689 time: 0.1013403 Nov 10 17:01:16.929512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54354) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:17.023846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.041540 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5de81c-5435-4c45-a589-7e18b26a530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.085096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0a5de81c-5435-4c45-a589-7e18b26a530f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7f1fc5b49544b28a8ba7621b4bfea33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3141544 Nov 10 17:01:17.086484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5de81c-5435-4c45-a589-7e18b26a530f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce769f0-1c9a-46ca-ab14-80fb41d78e18,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:17.089121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54360) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:17.148271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Deleting port 5d5e6c44-f789-4a59-b4d9-6019aeeffecc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:17.148613 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.172834 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c03eb8d-e363-462f-b8d4-d6b18701891f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.228271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c03eb8d-e363-462f-b8d4-d6b18701891f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.272941 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.273087 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.290845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Calling delete_port for 5d5e6c44-f789-4a59-b4d9-6019aeeffecc owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:17.454297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c03eb8d-e363-462f-b8d4-d6b18701891f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.457015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c03eb8d-e363-462f-b8d4-d6b18701891f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.458151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1c03eb8d-e363-462f-b8d4-d6b18701891f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ce769f0-1c9a-46ca-ab14-80fb41d78e18 HTTP/1.1" status: 204 len: 168 time: 0.3681595 Nov 10 17:01:17.466668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03eb8d-e363-462f-b8d4-d6b18701891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce769f0-1c9a-46ca-ab14-80fb41d78e18,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:17.551694 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.584292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d5e6c44-f789-4a59-b4d9-6019aeeffecc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:17.641752 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.688958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.890439 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:17.917782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=64f3e0e3-b029-4ad8-b4c9-e51e9dd1ddf6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:17.997883 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.010454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbb3e84-f6a3-4646-8b34-278d1259e062']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:18.020311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4315bb-881d-48a4-b3db-0e4a657a5ffb') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:18.020605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4315bb-881d-48a4-b3db-0e4a657a5ffb') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:18.030784 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.048886 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.050334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:01:18.050715 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:01:18.052506 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:01:18.197779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.208234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfbb3e84-f6a3-4646-8b34-278d1259e062 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:01:18.213931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.217307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "DELETE /v2.0/networks/cfbb3e84-f6a3-4646-8b34-278d1259e062 HTTP/1.1" status: 204 len: 168 time: 1.2864997 Nov 10 17:01:18.220005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54428) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:18.237932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545bf08-f51e-4d8c-ac5f-cb9b87278773 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfbb3e84-f6a3-4646-8b34-278d1259e062,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:18.302779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7ae4d9ef-73bc-41fd-9855-e3dfe09f8a40 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.0806601 Nov 10 17:01:18.305642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54436) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:18.479174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a3856-042c-4381-87a9-0c5f0326b8e1 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:18.479663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a3856-042c-4381-87a9-0c5f0326b8e1 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:18.480112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a3856-042c-4381-87a9-0c5f0326b8e1 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:18.480553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a3856-042c-4381-87a9-0c5f0326b8e1 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:18.480994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a3856-042c-4381-87a9-0c5f0326b8e1 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:18.483081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5d5a3856-042c-4381-87a9-0c5f0326b8e1 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1764171 Nov 10 17:01:18.486595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54452) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:18.534876 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-5edaa5fe-2893-4d62-b572-404f5b42bf22 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] delete failed (client error): The resource could not be found. Nov 10 17:01:18.536949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5edaa5fe-2893-4d62-b572-404f5b42bf22 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/6dca7eaf-1e90-42d8-983f-fbc5a462175a HTTP/1.1" status: 404 len: 345 time: 0.0492253 Nov 10 17:01:18.540048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:18.562138 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2c3cfe-c755-47b4-a5ed-f8f4942b7537 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] DELETE failed (client error): The resource could not be found. Nov 10 17:01:18.563084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2c3cfe-c755-47b4-a5ed-f8f4942b7537 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:01:18.567907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4e2c3cfe-c755-47b4-a5ed-f8f4942b7537 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "DELETE /v2.0/networks/cfbb3e84-f6a3-4646-8b34-278d1259e062 HTTP/1.1" status: 404 len: 339 time: 0.0264595 Nov 10 17:01:18.572678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54464) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:18.582893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Request body: {'network': {'name': 'tempest-network--1610414472', 'router:external': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:18.705379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Made reservation on behalf of dfba46d2c7b049548c81d49d4e1dd75c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:18.720600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.767229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:18.782629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.783192 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Added segment b3f43ce0-b850-42ed-a8a8-9e049cf0ac82 of type vlan for network 95ea1412-5d14-481c-ae6f-93b60639f5a1 Nov 10 17:01:18.888409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.986624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:18.987873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:18.988417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.074383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Network': ['ID=95ea1412-5d14-481c-ae6f-93b60639f5a1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:19.090674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.091042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.091411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.091760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.092095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.092429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.092797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.093127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.093457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.093795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.094110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.094439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:19.106590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-70504c74-7d4b-4901-9c2a-b0a38beea407 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5296175 Nov 10 17:01:19.106590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54502) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:19.107294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 95ea1412-5d14-481c-ae6f-93b60639f5a1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:19.336290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51042b4d-a925-4ee8-b953-61ebc65a8d2f tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:19.342935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51042b4d-a925-4ee8-b953-61ebc65a8d2f tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:19.349357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51042b4d-a925-4ee8-b953-61ebc65a8d2f tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:19.359649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51042b4d-a925-4ee8-b953-61ebc65a8d2f tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:19.362764 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-51042b4d-a925-4ee8-b953-61ebc65a8d2f tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2550292 Nov 10 17:01:19.365497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54512) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:19.443174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.531493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.552770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ea1412-5d14-481c-ae6f-93b60639f5a1']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:19.562584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f43ce0-b850-42ed-a8a8-9e049cf0ac82') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:19.562887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f43ce0-b850-42ed-a8a8-9e049cf0ac82') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:19.573164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.588649 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.595342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:01:19.595747 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:01:19.598046 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:01:19.717288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.722426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95ea1412-5d14-481c-ae6f-93b60639f5a1 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:01:19.724834 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.733231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "DELETE /v2.0/networks/95ea1412-5d14-481c-ae6f-93b60639f5a1 HTTP/1.1" status: 204 len: 168 time: 0.3623347 Nov 10 17:01:19.733604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54530) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:19.740263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Request body: {'network': {'name': 'tempest-network--321411570', 'router:external': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:19.755499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc657940-2417-464b-b590-2af81b0e2c1c tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event deleted for resources: {'Network': ['ID=95ea1412-5d14-481c-ae6f-93b60639f5a1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:19.877315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Made reservation on behalf of dfba46d2c7b049548c81d49d4e1dd75c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:19.880049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.926995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:19.940839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:19.946482 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Added segment ecdb1479-e0fc-4476-8f84-9a229cf4ac8f of type vlan for network 2b4f736e-2764-4f75-a45b-9541d5c3b4bd Nov 10 17:01:20.028900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.050398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.161299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-afd3067f-f62e-4aac-ba27-500848754459 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:20.172695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.173688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:20.174290 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.250361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Network': ['ID=2b4f736e-2764-4f75-a45b-9541d5c3b4bd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:20.261285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 2b4f736e-2764-4f75-a45b-9541d5c3b4bd details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:20.296668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.297287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-248f6811-9e66-44c7-be34-ec44f868e964 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5623271 Nov 10 17:01:20.409736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c7895-2a0f-49ba-89e5-fc4cd8012747 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:20.411362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2c5c7895-2a0f-49ba-89e5-fc4cd8012747 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] 10.222.0.62 "GET /v2.0/networks/2b4f736e-2764-4f75-a45b-9541d5c3b4bd HTTP/1.1" status: 200 len: 756 time: 0.1131363 Nov 10 17:01:20.414585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54560) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.420228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-afd3067f-f62e-4aac-ba27-500848754459 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "PUT /v2.0/quotas/6a52fee249f64bd79d4db010dea2cb08 HTTP/1.1" status: 200 len: 366 time: 0.3686163 Nov 10 17:01:20.422941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54562) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.436342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f78a9b6e-5e52-4e11-a921-31232affd7bc tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0100706 Nov 10 17:01:20.437292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.451052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7e836441-2ed0-4a1d-a5d8-38867546da4e tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "GET /v2.0/quotas/6a52fee249f64bd79d4db010dea2cb08 HTTP/1.1" status: 200 len: 366 time: 0.0103388 Nov 10 17:01:20.451445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.512378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1227f-2c2c-4152-be30-f0be3a21e2e8 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:20.513826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5ed1227f-2c2c-4152-be30-f0be3a21e2e8 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] 10.222.0.62 "GET /v2.0/networks/0f8115ad-c6c9-4afb-b71a-927f11ecc354 HTTP/1.1" status: 200 len: 767 time: 0.0979445 Nov 10 17:01:20.516623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54570) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.525608 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db814975-ee23-457a-b332-daa0990cd58b tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/6a52fee249f64bd79d4db010dea2cb08 HTTP/1.1" status: 204 len: 168 time: 0.0729520 Nov 10 17:01:20.527835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.541884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f8cabbfb-e11a-44bf-abcd-04bd6931c8a5 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0125573 Nov 10 17:01:20.544132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.556812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-102d51a6-abd8-4db8-a4fb-04554e5aa3cd tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "GET /v2.0/quotas/6a52fee249f64bd79d4db010dea2cb08 HTTP/1.1" status: 200 len: 370 time: 0.0113230 Nov 10 17:01:20.574907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.583490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-40debcbe-1fbd-4a42-85f7-67157bd9082a tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "GET /v2.0/quotas/6a52fee249f64bd79d4db010dea2cb08/default HTTP/1.1" status: 200 len: 370 time: 0.0075684 Nov 10 17:01:20.584129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.594587 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-1928799b-66c5-4458-b715-228b9be432a5 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] delete failed (client error): The resource could not be found. Nov 10 17:01:20.596986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1928799b-66c5-4458-b715-228b9be432a5 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/6a52fee249f64bd79d4db010dea2cb08 HTTP/1.1" status: 404 len: 348 time: 0.0117836 Nov 10 17:01:20.600669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.697587 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.719365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4f736e-2764-4f75-a45b-9541d5c3b4bd']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:20.729435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdb1479-e0fc-4476-8f84-9a229cf4ac8f') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:20.729730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdb1479-e0fc-4476-8f84-9a229cf4ac8f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:20.739041 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.753992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.761344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:01:20.761694 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:01:20.763398 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:01:20.894297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.898326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b4f736e-2764-4f75-a45b-9541d5c3b4bd {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:01:20.908108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:20.908108 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "DELETE /v2.0/networks/2b4f736e-2764-4f75-a45b-9541d5c3b4bd HTTP/1.1" status: 204 len: 168 time: 0.3870595 Nov 10 17:01:20.908403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.913166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Request body: {'network': {'name': 'tempest-network--251438173'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:20.926457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08296732-ac0d-41b0-8d0c-03074e25e5ef tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b4f736e-2764-4f75-a45b-9541d5c3b4bd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:20.948508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:20.977029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Usage tracker for resource:network and project:86dd77ca5b604f3b990fef689f78fe57 is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:01:20.981957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:01:20.989801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Usage tracker for resource:subnet and project:86dd77ca5b604f3b990fef689f78fe57 is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:01:20.994247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:01:21.012379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Usage tracker for resource:subnetpool and project:86dd77ca5b604f3b990fef689f78fe57 is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:01:21.025983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:01:21.030040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Usage tracker for resource:port and project:86dd77ca5b604f3b990fef689f78fe57 is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:01:21.036373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:01:21.046359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Usage tracker for resource:router and project:86dd77ca5b604f3b990fef689f78fe57 is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:01:21.052422 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Made reservation on behalf of dfba46d2c7b049548c81d49d4e1dd75c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:21.058030 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.076511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:01:21.092369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:21.104077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.104715 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Added segment 7389f70a-b879-4c43-bec5-3f39307b2ae3 of type vlan for network 31049bde-efc9-45e3-bd49-12d183f35d36 Nov 10 17:01:21.156817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.189190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Usage tracker for resource:floatingip and project:86dd77ca5b604f3b990fef689f78fe57 is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:01:21.195682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:01:21.246191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Usage tracker for resource:security_group and project:86dd77ca5b604f3b990fef689f78fe57 is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:01:21.250001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:01:21.258233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Usage tracker for resource:security_group_rule and project:86dd77ca5b604f3b990fef689f78fe57 is out of sync, need to count used quota {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:01:21.261648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.quota.resource [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103325) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:01:21.266875 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-382a89e0-5604-4882-b9bb-13a80aacf0f0 tempest-QuotasTest-1534391406 tempest-QuotasTest-1534391406-project-admin] 10.222.0.62 "GET /v2.0/quotas/86dd77ca5b604f3b990fef689f78fe57/details.json HTTP/1.1" status: 200 len: 703 time: 0.3170397 Nov 10 17:01:21.314635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.326261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:21.326809 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.409254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Network': ['ID=31049bde-efc9-45e3-bd49-12d183f35d36,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:21.421896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 31049bde-efc9-45e3-bd49-12d183f35d36 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:21.429119 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ac75a106-329d-473f-919d-3ee51c021771 tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5196455 Nov 10 17:01:21.432841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54598) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:21.445721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-19b66446-6ae7-4943-a91e-bd4b8423b1de tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:21.629097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19b66446-6ae7-4943-a91e-bd4b8423b1de tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.728833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19b66446-6ae7-4943-a91e-bd4b8423b1de tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.752660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19b66446-6ae7-4943-a91e-bd4b8423b1de tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Network 31049bde-efc9-45e3-bd49-12d183f35d36 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:01:21.753518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b66446-6ae7-4943-a91e-bd4b8423b1de tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:21.754113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19b66446-6ae7-4943-a91e-bd4b8423b1de tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.759680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-19b66446-6ae7-4943-a91e-bd4b8423b1de tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "PUT /v2.0/networks/31049bde-efc9-45e3-bd49-12d183f35d36 HTTP/1.1" status: 200 len: 857 time: 0.3214781 Nov 10 17:01:21.759850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54602) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:21.814153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b66446-6ae7-4943-a91e-bd4b8423b1de tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event updated for resources: {'Network': ['ID=31049bde-efc9-45e3-bd49-12d183f35d36,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:21.896529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:21.975470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:22.000877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.024761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31049bde-efc9-45e3-bd49-12d183f35d36']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:22.036982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7389f70a-b879-4c43-bec5-3f39307b2ae3') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:22.037359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7389f70a-b879-4c43-bec5-3f39307b2ae3') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:22.048623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.063792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.073081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:01:22.074410 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:01:22.077019 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:01:22.111405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f957036-d1d5-426e-9c19-6d0f60878210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.236945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.242362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31049bde-efc9-45e3-bd49-12d183f35d36 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:01:22.245037 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.253364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] 10.222.0.62 "DELETE /v2.0/networks/31049bde-efc9-45e3-bd49-12d183f35d36 HTTP/1.1" status: 204 len: 168 time: 0.4929454 Nov 10 17:01:22.254236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54612) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:22.273720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90556e8-9cab-4a44-9d37-421b2e60dd4b tempest-ExternalNetworksTestJSON-289741875 tempest-ExternalNetworksTestJSON-289741875-project-admin] Pushing event deleted for resources: {'Network': ['ID=31049bde-efc9-45e3-bd49-12d183f35d36,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:22.304566 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fea5fc-a587-4ec0-bc22-4abde7647cd0 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] DELETE failed (client error): The resource could not be found. Nov 10 17:01:22.305394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fea5fc-a587-4ec0-bc22-4abde7647cd0 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:01:22.311444 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a4fea5fc-a587-4ec0-bc22-4abde7647cd0 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] 10.222.0.62 "DELETE /v2.0/subnets/64f3e0e3-b029-4ad8-b4c9-e51e9dd1ddf6 HTTP/1.1" status: 404 len: 337 time: 0.0473969 Nov 10 17:01:22.312863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54614) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:22.381918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f957036-d1d5-426e-9c19-6d0f60878210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.443111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f957036-d1d5-426e-9c19-6d0f60878210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.482426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.506756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1f957036-d1d5-426e-9c19-6d0f60878210 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71cd1bd922bd41eda4b08bacd5a5562c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276012 Nov 10 17:01:22.510710 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:22.583121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-423f7312-8757-49b6-b8ad-d9400bb73acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.585657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f957036-d1d5-426e-9c19-6d0f60878210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42503e1-3d97-488f-a5ac-927823bd400b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:22.638386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-423f7312-8757-49b6-b8ad-d9400bb73acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.641720 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.665156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8115ad-c6c9-4afb-b71a-927f11ecc354']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:22.674438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0302d537-a9be-4085-b83d-6970ee040408') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:22.674810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0302d537-a9be-4085-b83d-6970ee040408') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:22.687030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.700949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.707894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:01:22.708298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:01:22.712006 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:01:22.797323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-423f7312-8757-49b6-b8ad-d9400bb73acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.800793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-423f7312-8757-49b6-b8ad-d9400bb73acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.801471 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-423f7312-8757-49b6-b8ad-d9400bb73acf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b42503e1-3d97-488f-a5ac-927823bd400b HTTP/1.1" status: 204 len: 168 time: 0.2897785 Nov 10 17:01:22.810609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f7312-8757-49b6-b8ad-d9400bb73acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42503e1-3d97-488f-a5ac-927823bd400b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:22.877137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.881409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:22.885883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] 10.222.0.62 "DELETE /v2.0/networks/0f8115ad-c6c9-4afb-b71a-927f11ecc354 HTTP/1.1" status: 204 len: 168 time: 0.5718946 Nov 10 17:01:22.902302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ad52a-bc03-4a94-810b-c471e2ee0009 tempest-ExternalNetworksTestJSON-710722914 tempest-ExternalNetworksTestJSON-710722914-project] Pushing event deleted for resources: {'Network': ['ID=0f8115ad-c6c9-4afb-b71a-927f11ecc354,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:23.299650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:23.445496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-67685514-db4e-460d-9f71-c21685b68510 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0de8e6bb2eac4e608c1a10311aedca8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442616 Nov 10 17:01:23.447796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:23.474128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54642) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:23.493643 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43eb83de-b31e-4b48-ad02-5e6f5251fa38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.520868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ef187ac-ada0-473e-8c34-6a0a40e935b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.560064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ef187ac-ada0-473e-8c34-6a0a40e935b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.590721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43eb83de-b31e-4b48-ad02-5e6f5251fa38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.665563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ef187ac-ada0-473e-8c34-6a0a40e935b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.665792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43eb83de-b31e-4b48-ad02-5e6f5251fa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.668464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ef187ac-ada0-473e-8c34-6a0a40e935b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.670808 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1ef187ac-ada0-473e-8c34-6a0a40e935b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/512446bc-8116-42fb-a452-051f08029b66 HTTP/1.1" status: 204 len: 168 time: 0.2208848 Nov 10 17:01:23.678194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef187ac-ada0-473e-8c34-6a0a40e935b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512446bc-8116-42fb-a452-051f08029b66,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:23.719532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb83de-b31e-4b48-ad02-5e6f5251fa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c085d2-a7e9-427b-b587-e9fda0b2dace,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:23.727130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-43eb83de-b31e-4b48-ad02-5e6f5251fa38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86dd77ca5b604f3b990fef689f78fe57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488852 Nov 10 17:01:23.727538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:23.790006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dce631f-9fb5-4302-9082-5cccb8b820a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.813605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dce631f-9fb5-4302-9082-5cccb8b820a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.950990 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dce631f-9fb5-4302-9082-5cccb8b820a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.953814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dce631f-9fb5-4302-9082-5cccb8b820a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:23.955117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8dce631f-9fb5-4302-9082-5cccb8b820a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1c085d2-a7e9-427b-b587-e9fda0b2dace HTTP/1.1" status: 204 len: 168 time: 0.2263947 Nov 10 17:01:23.965375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce631f-9fb5-4302-9082-5cccb8b820a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c085d2-a7e9-427b-b587-e9fda0b2dace,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:24.406777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:24.452570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e7f574ce-7aa1-4e21-8b5f-05852945b849 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfba46d2c7b049548c81d49d4e1dd75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434544 Nov 10 17:01:24.455145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:24.527600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2101e178-1068-421f-b965-aa9c3e5a9d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:24.585222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2101e178-1068-421f-b965-aa9c3e5a9d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:24.834531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2101e178-1068-421f-b965-aa9c3e5a9d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:24.842693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2101e178-1068-421f-b965-aa9c3e5a9d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:24.852305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2101e178-1068-421f-b965-aa9c3e5a9d85 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6c1b15b-c83b-487a-9a53-bbdccf624711 HTTP/1.1" status: 204 len: 168 time: 0.3897276 Nov 10 17:01:24.871056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101e178-1068-421f-b965-aa9c3e5a9d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c1b15b-c83b-487a-9a53-bbdccf624711,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:25.672603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54726) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:25.786199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1853654632'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:25.910328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Made reservation on behalf of a4efb4c528734d9dbd1c13e72858321c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:25.922167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:25.937824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:26.030798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:26.087705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:26.102449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:26.115209 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:26.116330 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Added segment 6b0b6917-4d42-4240-9937-e0aae6a73aeb of type vlan for network 939253f7-9711-4492-a5c0-653179dae1ad Nov 10 17:01:26.174284 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:26.219788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ced00e-3a4d-4d65-9ce4-11b96e64bcd2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:26.277027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:26.284991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:26.290519 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:26.387449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7131736 Nov 10 17:01:26.390416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:26.399282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'subnet': {'network_id': '939253f7-9711-4492-a5c0-653179dae1ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:26.400544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8a926-a09b-4831-a800-2b23bf72ae74 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Network': ['ID=939253f7-9711-4492-a5c0-653179dae1ad,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:26.414375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 939253f7-9711-4492-a5c0-653179dae1ad details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:26.670819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Made reservation on behalf of a4efb4c528734d9dbd1c13e72858321c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:26.674864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:26.974048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:27.051034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Subnet': ['ID=772073a7-9172-495d-8fe1-16a9604f4e96,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:27.065913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.066266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.066611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.067209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.067586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.067927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.068254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.068581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.069474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.069801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.070126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.070447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:27.081788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Checking segment: {'id': '6b0b6917-4d42-4240-9937-e0aae6a73aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '939253f7-9711-4492-a5c0-653179dae1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:27.082144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Network hostable DHCP agents. Network: 939253f7-9711-4492-a5c0-653179dae1ad, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:01:27.168486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Network 939253f7-9711-4492-a5c0-653179dae1ad is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:01:27.230490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:27.276795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 939253f7-9711-4492-a5c0-653179dae1ad) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:27.280915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:27.281756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:27.290947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c36ee-5747-444d-a11c-ca214563894f None None] Network 939253f7-9711-4492-a5c0-653179dae1ad requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:27.354000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9b582e12-1d71-4f43-ad74-b4ebb8d05880 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-299216586'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:27.354451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9b582e12-1d71-4f43-ad74-b4ebb8d05880 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Unknown quota resources ['metering_label']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:01:27.386810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e19b9d9f-550e-463a-989c-6d43195e1c32 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9922638 Nov 10 17:01:27.387288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54766) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:27.392889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'network_id': '939253f7-9711-4492-a5c0-653179dae1ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2057111285'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:27.462013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-939253f7-9711-4492-a5c0-653179dae1ad', 'network_id': '939253f7-9711-4492-a5c0-653179dae1ad', 'tenant_id': 'a4efb4c528734d9dbd1c13e72858321c', 'fixed_ips': [{'subnet_id': '772073a7-9172-495d-8fe1-16a9604f4e96'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:01:27.463261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:27.648352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Made reservation on behalf of a4efb4c528734d9dbd1c13e72858321c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:27.652495 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:27.678772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Allocated IP 2001:db8::2 (939253f7-9711-4492-a5c0-653179dae1ad/772073a7-9172-495d-8fe1-16a9604f4e96/cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:27.691755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] device_id is not set on port 94189f0c-a541-4c72-be07-7d4928e11cb8 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:01:27.730089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b582e12-1d71-4f43-ad74-b4ebb8d05880 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:27.733733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9b582e12-1d71-4f43-ad74-b4ebb8d05880 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5021198 Nov 10 17:01:27.736613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:27.748844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bb222d86-8ed7-48cf-86d7-61ce6fb97170 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c543160b-e3c9-4550-bc04-f6d4156f8f54'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:27.749409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bb222d86-8ed7-48cf-86d7-61ce6fb97170 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:01:27.851606 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:27.929303 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:27.957123 n-d-714676-11 neutron-server[103325]: WARNING neutron.services.metering.metering_plugin [None req-bb222d86-8ed7-48cf-86d7-61ce6fb97170 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 17:01:27.992531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Network 939253f7-9711-4492-a5c0-653179dae1ad is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:27.999097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:28.014416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:28.045655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Allocated IP 2001:db8::76 (939253f7-9711-4492-a5c0-653179dae1ad/772073a7-9172-495d-8fe1-16a9604f4e96/94189f0c-a541-4c72-be07-7d4928e11cb8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:28.122996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb222d86-8ed7-48cf-86d7-61ce6fb97170 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.124741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bb222d86-8ed7-48cf-86d7-61ce6fb97170 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3867488 Nov 10 17:01:28.125920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Pushing event updated for resources: {'Port': ['ID=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:28.136777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:28.145524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-581f4543-d060-4faa-892d-0c73d0301969 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c543160b-e3c9-4550-bc04-f6d4156f8f54'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:28.148073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-581f4543-d060-4faa-892d-0c73d0301969 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:01:28.165078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Attempting to bind port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:01:28.165592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Attempting to bind port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '6b0b6917-4d42-4240-9937-e0aae6a73aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '939253f7-9711-4492-a5c0-653179dae1ad'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:01:28.166507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Attempting to bind port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f on network 939253f7-9711-4492-a5c0-653179dae1ad {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:01:28.184189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:01:28.189593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Checking segment: {'id': '6b0b6917-4d42-4240-9937-e0aae6a73aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '939253f7-9711-4492-a5c0-653179dae1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:28.189593 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.189593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Bound using segment: {'id': '6b0b6917-4d42-4240-9937-e0aae6a73aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '939253f7-9711-4492-a5c0-653179dae1ad'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:01:28.189593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Bound port: cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0b6917-4d42-4240-9937-e0aae6a73aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '939253f7-9711-4492-a5c0-653179dae1ad'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:01:28.191771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.292520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] For port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:01:28.295743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] For port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,segment=NetworkSegment(6b0b6917-4d42-4240-9937-e0aae6a73aeb),segment_id=6b0b6917-4d42-4240-9937-e0aae6a73aeb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:01:28.333369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.338522 n-d-714676-11 neutron-server[103325]: WARNING neutron.services.metering.metering_plugin [None req-581f4543-d060-4faa-892d-0c73d0301969 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 17:01:28.379410 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.420359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-581f4543-d060-4faa-892d-0c73d0301969 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.424269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-581f4543-d060-4faa-892d-0c73d0301969 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2832718 Nov 10 17:01:28.425432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:28.443791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54788) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:28.451788 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-841f97e3-9b28-45e2-a2f4-d118c91b21b0 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=f01e81fc-1b8f-46ad-a71c-0c1af58d763c HTTP/1.1" status: 200 len: 464 time: 0.0140514 Nov 10 17:01:28.461077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1530ba1-8edc-4315-9d5b-25f19b02600c None None] Pushing event updated for resources: {'Port': ['ID=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:28.475825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.553912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=94189f0c-a541-4c72-be07-7d4928e11cb8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:28.561471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Network 939253f7-9711-4492-a5c0-653179dae1ad is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:28.563513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:28.572514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:28.578256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:28.578986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.705535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54794) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:28.758882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10d19b52-abfd-4a1f-bb44-cd76d0b613ee tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:28.762853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-10d19b52-abfd-4a1f-bb44-cd76d0b613ee tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/f01e81fc-1b8f-46ad-a71c-0c1af58d763c HTTP/1.1" status: 204 len: 168 time: 0.3152840 Nov 10 17:01:28.764278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-af33f759-37de-40fa-968b-1c41976dd461 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3749654 Nov 10 17:01:28.771225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54798) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:28.771605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54800) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:28.777007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'network_id': '939253f7-9711-4492-a5c0-653179dae1ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-99922311', 'allowed_address_pairs': [{'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:fb:8a:9d'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:28.797322 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc4175f6-d84f-4cc5-9eca-da5a2eb4d853 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=f01e81fc-1b8f-46ad-a71c-0c1af58d763c HTTP/1.1" status: 200 len: 221 time: 0.0313854 Nov 10 17:01:28.802001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54802) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:28.807397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-274b8bfd-df0e-4e45-a0a3-b17667f6d85f tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2023218183', 'description': 'label created by tempest'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:28.807854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-274b8bfd-df0e-4e45-a0a3-b17667f6d85f tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Unknown quota resources ['metering_label']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:01:28.968750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c1c11eb-edf8-47db-ad5c-741b580f9233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:29.019741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Made reservation on behalf of a4efb4c528734d9dbd1c13e72858321c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:29.114738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:29.140203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] device_id is not set on port 81f4c068-2008-478a-b0b1-c5d4e72e2d0c yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:01:29.191355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-274b8bfd-df0e-4e45-a0a3-b17667f6d85f tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:29.200392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-274b8bfd-df0e-4e45-a0a3-b17667f6d85f tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3963552 Nov 10 17:01:29.201277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.242600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c1c11eb-edf8-47db-ad5c-741b580f9233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:29.317861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cb954d42-77ff-4ffb-af7c-8e1b7cc373c0 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=c6bd39c3-e907-44ad-8e56-b0f45bc1cb9d HTTP/1.1" status: 200 len: 468 time: 0.1152601 Nov 10 17:01:29.322092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.710728 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ca4933c-0b9e-4d28-89df-87401deda90c tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:29.716727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9ca4933c-0b9e-4d28-89df-87401deda90c tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/c6bd39c3-e907-44ad-8e56-b0f45bc1cb9d HTTP/1.1" status: 204 len: 168 time: 0.3933759 Nov 10 17:01:29.718521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.737898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7ccb4ab4-2d4f-4105-abf4-3cf7f7732c6f tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=c6bd39c3-e907-44ad-8e56-b0f45bc1cb9d HTTP/1.1" status: 200 len: 216 time: 0.0189152 Nov 10 17:01:29.744532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54820) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.768781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-43a54a89-c01a-40d7-8175-06d88dfa87da tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172532 Nov 10 17:01:29.769544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.789639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4fb0146b-bf16-480a-9467-f39f7e77bb99 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0135140 Nov 10 17:01:29.790744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.812826 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c1c11eb-edf8-47db-ad5c-741b580f9233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:29.871358 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-48d02088-3477-4c08-92a3-91acfddbefb0 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/c543160b-e3c9-4550-bc04-f6d4156f8f54 HTTP/1.1" status: 200 len: 472 time: 0.0756340 Nov 10 17:01:29.876077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.888876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-39864417-cc2d-41b5-a8be-a7b609a559cd tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/96d6f49e-f9ad-4e26-8c45-f3c07ef86b74 HTTP/1.1" status: 200 len: 461 time: 0.0115066 Nov 10 17:01:29.896498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.909684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552d874-0520-4e98-ad75-f837ede2109e None None] Network 939253f7-9711-4492-a5c0-653179dae1ad requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:29.941991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2c1c11eb-edf8-47db-ad5c-741b580f9233 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4d83199740443d6bbc0810a9de37b36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2362392 Nov 10 17:01:29.943138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c11eb-edf8-47db-ad5c-741b580f9233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ca8b6-c7ab-4b4c-b009-5a63f78365b8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:29.946322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:29.957941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Allocated IP 2001:db8::38c (939253f7-9711-4492-a5c0-653179dae1ad/772073a7-9172-495d-8fe1-16a9604f4e96/81f4c068-2008-478a-b0b1-c5d4e72e2d0c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:29.983410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54834) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:30.046949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1b2f8537-ed03-4bf1-9953-600589e96a2c None None] Provisioning complete for port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:30.047471 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b2f8537-ed03-4bf1-9953-600589e96a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.172379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e000fe62-5793-4e79-82cb-f5effa6d3631 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.173781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e000fe62-5793-4e79-82cb-f5effa6d3631 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/96d6f49e-f9ad-4e26-8c45-f3c07ef86b74 HTTP/1.1" status: 204 len: 168 time: 0.2753663 Nov 10 17:01:30.174827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edeab3c1-e27f-4dcc-a102-1551227e4069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.183765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:30.192482 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.215852 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b2f8537-ed03-4bf1-9953-600589e96a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.292486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-68d5558e-ed15-407d-b65b-0552e9c86a31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a2ff7ba447f497591fc4315d7055b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3075731 Nov 10 17:01:30.294179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1b2f8537-ed03-4bf1-9953-600589e96a2c None None] For port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,segment=NetworkSegment(6b0b6917-4d42-4240-9937-e0aae6a73aeb),segment_id=6b0b6917-4d42-4240-9937-e0aae6a73aeb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:30.295152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54840) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:30.357290 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.384479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b2f8537-ed03-4bf1-9953-600589e96a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.422589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Network 939253f7-9711-4492-a5c0-653179dae1ad is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:30.441665 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2b61cbf-7d1e-4b94-b3bb-55fa6cd90256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.446289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:30.452065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f8537-ed03-4bf1-9953-600589e96a2c None None] Pushing event updated for resources: {'Port': ['ID=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:30.465585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=81f4c068-2008-478a-b0b1-c5d4e72e2d0c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:30.470994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:30.477152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:30.477830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.510004 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2b61cbf-7d1e-4b94-b3bb-55fa6cd90256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.596681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-51cf7e14-cebf-4d28-815d-2f958ba642ce tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8185568 Nov 10 17:01:30.596681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54842) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:30.649668 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2b61cbf-7d1e-4b94-b3bb-55fa6cd90256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.656492 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a2b61cbf-7d1e-4b94-b3bb-55fa6cd90256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.656492 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a2b61cbf-7d1e-4b94-b3bb-55fa6cd90256 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/252c8bdb-4a6b-49c5-94cc-d23a0ef28922 HTTP/1.1" status: 204 len: 168 time: 0.3575251 Nov 10 17:01:30.700750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:01:30.700978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b61cbf-7d1e-4b94-b3bb-55fa6cd90256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c8bdb-4a6b-49c5-94cc-d23a0ef28922,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:30.749578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194bb403-c6f6-4b4e-be78-530dd570e1cc tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:30.755823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194bb403-c6f6-4b4e-be78-530dd570e1cc tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:30.763091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194bb403-c6f6-4b4e-be78-530dd570e1cc tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:30.765093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-194bb403-c6f6-4b4e-be78-530dd570e1cc tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1702392 Nov 10 17:01:30.768116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54846) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:30.832452 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edeab3c1-e27f-4dcc-a102-1551227e4069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.863274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fcea9d85-932b-4484-ae31-8da238375d6c None None] Provisioning complete for port 94189f0c-a541-4c72-be07-7d4928e11cb8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:30.864937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcea9d85-932b-4484-ae31-8da238375d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.925063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:30.925704 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.941171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fcea9d85-932b-4484-ae31-8da238375d6c None None] Port 94189f0c-a541-4c72-be07-7d4928e11cb8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:30.955736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9382ca22-e60e-4b2b-a640-9f7548f1bcbd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Deleting port 81f4c068-2008-478a-b0b1-c5d4e72e2d0c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:30.956329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9382ca22-e60e-4b2b-a640-9f7548f1bcbd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.975867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fcea9d85-932b-4484-ae31-8da238375d6c None None] Provisioning complete for port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:30.976225 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcea9d85-932b-4484-ae31-8da238375d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.988284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc0b-be45-445a-8543-7ef1e06212d2 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:30.992651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-45e2cc0b-be45-445a-8543-7ef1e06212d2 tempest-MeteringTestJSON-1048039493 tempest-MeteringTestJSON-1048039493-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/c543160b-e3c9-4550-bc04-f6d4156f8f54 HTTP/1.1" status: 204 len: 168 time: 0.8021810 Nov 10 17:01:31.054250 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edeab3c1-e27f-4dcc-a102-1551227e4069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.059100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edeab3c1-e27f-4dcc-a102-1551227e4069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.064284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-edeab3c1-e27f-4dcc-a102-1551227e4069 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b5ca8b6-c7ab-4b4c-b009-5a63f78365b8 HTTP/1.1" status: 204 len: 168 time: 1.1110408 Nov 10 17:01:31.076229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeab3c1-e27f-4dcc-a102-1551227e4069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ca8b6-c7ab-4b4c-b009-5a63f78365b8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:31.094988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9382ca22-e60e-4b2b-a640-9f7548f1bcbd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.112308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9382ca22-e60e-4b2b-a640-9f7548f1bcbd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Calling delete_port for 81f4c068-2008-478a-b0b1-c5d4e72e2d0c owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:31.305667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ea84af4f-0e86-43ec-ad29-d34e92a31862 None None] Provisioning complete for port 94189f0c-a541-4c72-be07-7d4928e11cb8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:31.306173 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea84af4f-0e86-43ec-ad29-d34e92a31862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.352561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9382ca22-e60e-4b2b-a640-9f7548f1bcbd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.356743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ea84af4f-0e86-43ec-ad29-d34e92a31862 None None] Port 94189f0c-a541-4c72-be07-7d4928e11cb8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:31.391120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ca22-e60e-4b2b-a640-9f7548f1bcbd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Port': ['ID=81f4c068-2008-478a-b0b1-c5d4e72e2d0c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:31.472172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-82da64e7-c9e6-4bab-98e0-61bc668a8445 None None] Could not find standard attr ID for object 81f4c068-2008-478a-b0b1-c5d4e72e2d0c. {{(pid=103327) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:01:31.557670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9382ca22-e60e-4b2b-a640-9f7548f1bcbd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.564276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9382ca22-e60e-4b2b-a640-9f7548f1bcbd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "DELETE /v2.0/ports/81f4c068-2008-478a-b0b1-c5d4e72e2d0c HTTP/1.1" status: 204 len: 168 time: 0.7926335 Nov 10 17:01:31.564488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:31.596388 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9e8de0-662a-4191-8e36-db442ad43a81 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] GET failed (client error): The resource could not be found. Nov 10 17:01:31.598174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5b9e8de0-662a-4191-8e36-db442ad43a81 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "GET /v2.0/ports/81f4c068-2008-478a-b0b1-c5d4e72e2d0c HTTP/1.1" status: 404 len: 333 time: 0.0326209 Nov 10 17:01:31.602229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54866) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:31.609953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'network_id': '939253f7-9711-4492-a5c0-653179dae1ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1567135167'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:31.610323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:31.613332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c004cc8-d045-46d6-97d1-7c18f5aca7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.754991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-676b58fd-d049-4bbe-a6f3-ae3e40b28bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.831146 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-676b58fd-d049-4bbe-a6f3-ae3e40b28bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.847749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Made reservation on behalf of a4efb4c528734d9dbd1c13e72858321c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:31.851272 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.869656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] device_id is not set on port 12e5d830-654c-46a2-b48a-f9a34d89a106 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:01:31.911650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:31.925120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e640ad79-e899-48c8-8631-1f81ad8cd0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.933744 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-676b58fd-d049-4bbe-a6f3-ae3e40b28bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:31.986742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-676b58fd-d049-4bbe-a6f3-ae3e40b28bdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f82ca000e8e4b36aadb716a17a41a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752794 Nov 10 17:01:31.989912 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:31.993281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b58fd-d049-4bbe-a6f3-ae3e40b28bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4023f5-2dfe-494e-a253-df3155357846,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:32.005831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Allocated IP 2001:db8::1a (939253f7-9711-4492-a5c0-653179dae1ad/772073a7-9172-495d-8fe1-16a9604f4e96/12e5d830-654c-46a2-b48a-f9a34d89a106) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:32.086658 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7861-cca7-40ef-92de-db03f34d0ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.122958 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e640ad79-e899-48c8-8631-1f81ad8cd0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.139180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7861-cca7-40ef-92de-db03f34d0ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.204219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.218592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e640ad79-e899-48c8-8631-1f81ad8cd0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.259344 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e640ad79-e899-48c8-8631-1f81ad8cd0c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a5e3de3dfe0439580c5f6027b23e706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3463078 Nov 10 17:01:32.260877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640ad79-e899-48c8-8631-1f81ad8cd0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4938d0-0509-4c03-8468-1d03ce2470d3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:32.263380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:32.277719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7861-cca7-40ef-92de-db03f34d0ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.284026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7861-cca7-40ef-92de-db03f34d0ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.286766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7ccc7861-cca7-40ef-92de-db03f34d0ddb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc4023f5-2dfe-494e-a253-df3155357846 HTTP/1.1" status: 204 len: 168 time: 0.2945416 Nov 10 17:01:32.303704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc7861-cca7-40ef-92de-db03f34d0ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4023f5-2dfe-494e-a253-df3155357846,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:32.346995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.364624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-846eb2ff-6348-4ec0-8bc8-e67c46f7d20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.419976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Network 939253f7-9711-4492-a5c0-653179dae1ad is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:32.425913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-846eb2ff-6348-4ec0-8bc8-e67c46f7d20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.430309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:32.432738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:32.438516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:32.439133 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.456472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=12e5d830-654c-46a2-b48a-f9a34d89a106,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:32.562903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:32.563143 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-719f1808-51d2-4761-b584-7ecbd146f37d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9595971 Nov 10 17:01:32.570184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:fb:8a:9d'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:32.613307 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-846eb2ff-6348-4ec0-8bc8-e67c46f7d20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.616932 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-846eb2ff-6348-4ec0-8bc8-e67c46f7d20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.619293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-846eb2ff-6348-4ec0-8bc8-e67c46f7d20b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb4938d0-0509-4c03-8468-1d03ce2470d3 HTTP/1.1" status: 204 len: 168 time: 0.3537798 Nov 10 17:01:32.630295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846eb2ff-6348-4ec0-8bc8-e67c46f7d20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4938d0-0509-4c03-8468-1d03ce2470d3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:32.708523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4283ae91-3f06-45e9-b013-6f8d15ab6b1a None None] Provisioning complete for port 12e5d830-654c-46a2-b48a-f9a34d89a106 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:32.709595 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4283ae91-3f06-45e9-b013-6f8d15ab6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.748078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4283ae91-3f06-45e9-b013-6f8d15ab6b1a None None] Port 12e5d830-654c-46a2-b48a-f9a34d89a106 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:32.786692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:32.966673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.019205 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.051336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] In _notify_port_updated(), no bound segment for port 12e5d830-654c-46a2-b48a-f9a34d89a106 on network 939253f7-9711-4492-a5c0-653179dae1ad {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 17:01:33.062828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:33.062828 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.062828 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "PUT /v2.0/ports/12e5d830-654c-46a2-b48a-f9a34d89a106 HTTP/1.1" status: 200 len: 1001 time: 0.4953322 Nov 10 17:01:33.063439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:33.073413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54912) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:33.092943 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a63cb519-e597-4818-b663-54cd7ce86e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.114668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2817a8-c030-43a8-8a80-74d91b2e8968 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=12e5d830-654c-46a2-b48a-f9a34d89a106,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:33.205829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-598c8588-62e6-480a-88f2-f7e86b883c5d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Deleting port 12e5d830-654c-46a2-b48a-f9a34d89a106 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:33.206459 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-598c8588-62e6-480a-88f2-f7e86b883c5d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.246412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a63cb519-e597-4818-b663-54cd7ce86e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.299841 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a63cb519-e597-4818-b663-54cd7ce86e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.323834 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-598c8588-62e6-480a-88f2-f7e86b883c5d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.341848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-598c8588-62e6-480a-88f2-f7e86b883c5d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Calling delete_port for 12e5d830-654c-46a2-b48a-f9a34d89a106 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:33.354390 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a63cb519-e597-4818-b663-54cd7ce86e67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b0b2d1eb5524828a867dc1dfed9246b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2798097 Nov 10 17:01:33.355462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cb519-e597-4818-b663-54cd7ce86e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf661b0-7358-4332-8b1a-e23570abf8fc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:33.357265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:33.462862 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d652e58-fe03-46cf-830a-399c79830616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.488688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ec2c17e9-8282-4a33-a225-a6f1c7aa4f2c None None] Provisioning complete for port 12e5d830-654c-46a2-b48a-f9a34d89a106 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:33.489372 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec2c17e9-8282-4a33-a225-a6f1c7aa4f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.497098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d652e58-fe03-46cf-830a-399c79830616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.507440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:33.531017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54924) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:33.546232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c17e9-8282-4a33-a225-a6f1c7aa4f2c None None] Port 12e5d830-654c-46a2-b48a-f9a34d89a106 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:33.551369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20d7d26d-706f-4e73-8bde-9111a5c54c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.670521 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-598c8588-62e6-480a-88f2-f7e86b883c5d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.702101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c8588-62e6-480a-88f2-f7e86b883c5d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Port': ['ID=12e5d830-654c-46a2-b48a-f9a34d89a106,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:33.706581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d652e58-fe03-46cf-830a-399c79830616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.709443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d652e58-fe03-46cf-830a-399c79830616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.710532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3d652e58-fe03-46cf-830a-399c79830616 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcf661b0-7358-4332-8b1a-e23570abf8fc HTTP/1.1" status: 204 len: 168 time: 0.3520319 Nov 10 17:01:33.722560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d652e58-fe03-46cf-830a-399c79830616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf661b0-7358-4332-8b1a-e23570abf8fc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:33.775553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20d7d26d-706f-4e73-8bde-9111a5c54c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.800753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da563e50-5dfe-46a2-88b6-c646a2b8318f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.832083 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20d7d26d-706f-4e73-8bde-9111a5c54c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.894256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-20d7d26d-706f-4e73-8bde-9111a5c54c45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f78638f9d7b459cb89d34c00b9efa0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3614321 Nov 10 17:01:33.899880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:33.908345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7d26d-706f-4e73-8bde-9111a5c54c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7471e78f-2be0-4752-9715-64dca0c7a70d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:33.956277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da563e50-5dfe-46a2-88b6-c646a2b8318f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.964357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-598c8588-62e6-480a-88f2-f7e86b883c5d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:33.968853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-598c8588-62e6-480a-88f2-f7e86b883c5d tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "DELETE /v2.0/ports/12e5d830-654c-46a2-b48a-f9a34d89a106 HTTP/1.1" status: 204 len: 168 time: 0.9039886 Nov 10 17:01:33.971625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54930) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:34.009687 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c690c2a-00a0-48ee-895c-fe7de65af991 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] GET failed (client error): The resource could not be found. Nov 10 17:01:34.011449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2c690c2a-00a0-48ee-895c-fe7de65af991 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "GET /v2.0/ports/12e5d830-654c-46a2-b48a-f9a34d89a106 HTTP/1.1" status: 404 len: 333 time: 0.0387366 Nov 10 17:01:34.013469 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f0b18a7-078c-4b70-98e3-b35365447bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.016851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:34.020714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'network_id': '939253f7-9711-4492-a5c0-653179dae1ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1360164560'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:34.038989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da563e50-5dfe-46a2-88b6-c646a2b8318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.086455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da563e50-5dfe-46a2-88b6-c646a2b8318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb533a5c-a627-4ebf-8d1e-fddd1eb91104,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:34.115896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f0b18a7-078c-4b70-98e3-b35365447bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.120015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 54934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:34.120355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-da563e50-5dfe-46a2-88b6-c646a2b8318f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdc7c7ecf36046ff80b15ebfe52df211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6141174 Nov 10 17:01:34.133302 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f651ee78-7313-4fe5-8d55-16649745c4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.232456 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f3874b0-8909-42bf-b77d-4dcf9608e96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.254128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f3874b0-8909-42bf-b77d-4dcf9608e96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.295232 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f0b18a7-078c-4b70-98e3-b35365447bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.298261 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f0b18a7-078c-4b70-98e3-b35365447bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.299484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6f0b18a7-078c-4b70-98e3-b35365447bc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7471e78f-2be0-4752-9715-64dca0c7a70d HTTP/1.1" status: 204 len: 168 time: 0.3961329 Nov 10 17:01:34.311810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b18a7-078c-4b70-98e3-b35365447bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7471e78f-2be0-4752-9715-64dca0c7a70d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:34.327296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Made reservation on behalf of a4efb4c528734d9dbd1c13e72858321c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:34.331447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.356564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] device_id is not set on port ae440199-728c-450e-9e96-a6e277abf3c4 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:01:34.386419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f3874b0-8909-42bf-b77d-4dcf9608e96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.392954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f3874b0-8909-42bf-b77d-4dcf9608e96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.393239 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3f3874b0-8909-42bf-b77d-4dcf9608e96d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb533a5c-a627-4ebf-8d1e-fddd1eb91104 HTTP/1.1" status: 204 len: 168 time: 0.2718654 Nov 10 17:01:34.434001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3874b0-8909-42bf-b77d-4dcf9608e96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb533a5c-a627-4ebf-8d1e-fddd1eb91104,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:34.530073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Allocated IP 2001:db8::78 (939253f7-9711-4492-a5c0-653179dae1ad/772073a7-9172-495d-8fe1-16a9604f4e96/ae440199-728c-450e-9e96-a6e277abf3c4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:34.718753 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.847787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:34.918009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Network 939253f7-9711-4492-a5c0-653179dae1ad is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:34.922723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:34.924698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=ae440199-728c-450e-9e96-a6e277abf3c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:34.933624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:34.939533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:34.940355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.002941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:35.004907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e35e345e-4654-4d27-8998-f91e1347fbdd tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9884355 Nov 10 17:01:35.013719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fb:8a:9d'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:35.089292 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.206127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.291173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eb56304d-547a-472a-ae6f-33779df4d606 None None] Provisioning complete for port ae440199-728c-450e-9e96-a6e277abf3c4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:35.292340 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb56304d-547a-472a-ae6f-33779df4d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.367182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eb56304d-547a-472a-ae6f-33779df4d606 None None] Port ae440199-728c-450e-9e96-a6e277abf3c4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:35.428158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.487690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.533471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] In _notify_port_updated(), no bound segment for port ae440199-728c-450e-9e96-a6e277abf3c4 on network 939253f7-9711-4492-a5c0-653179dae1ad {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 17:01:35.539222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:35.539990 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.541283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "PUT /v2.0/ports/ae440199-728c-450e-9e96-a6e277abf3c4 HTTP/1.1" status: 200 len: 1002 time: 0.5340827 Nov 10 17:01:35.544770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 54982) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:35.603680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d33a-6273-4f49-b620-7355dc06def4 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=ae440199-728c-450e-9e96-a6e277abf3c4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:35.674812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f97d8dc-7286-4883-aca1-3e0814929202 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Deleting port ae440199-728c-450e-9e96-a6e277abf3c4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:35.675167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f97d8dc-7286-4883-aca1-3e0814929202 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.780254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f97d8dc-7286-4883-aca1-3e0814929202 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.794286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f97d8dc-7286-4883-aca1-3e0814929202 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Calling delete_port for ae440199-728c-450e-9e96-a6e277abf3c4 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:35.795463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c8bec823-3195-440a-a0f0-ace9d5ff2cb0 None None] Provisioning complete for port ae440199-728c-450e-9e96-a6e277abf3c4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:35.795832 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8bec823-3195-440a-a0f0-ace9d5ff2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:35.838578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c8bec823-3195-440a-a0f0-ace9d5ff2cb0 None None] Port ae440199-728c-450e-9e96-a6e277abf3c4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:35.992023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f97d8dc-7286-4883-aca1-3e0814929202 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:36.023441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97d8dc-7286-4883-aca1-3e0814929202 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Port': ['ID=ae440199-728c-450e-9e96-a6e277abf3c4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:36.067616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f97d8dc-7286-4883-aca1-3e0814929202 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:36.071948 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9f97d8dc-7286-4883-aca1-3e0814929202 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "DELETE /v2.0/ports/ae440199-728c-450e-9e96-a6e277abf3c4 HTTP/1.1" status: 204 len: 168 time: 0.5258358 Nov 10 17:01:36.074492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:36.110090 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0679864e-2536-494d-9ba1-fd2e0dc9a794 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] GET failed (client error): The resource could not be found. Nov 10 17:01:36.110090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0679864e-2536-494d-9ba1-fd2e0dc9a794 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "GET /v2.0/ports/ae440199-728c-450e-9e96-a6e277abf3c4 HTTP/1.1" status: 404 len: 333 time: 0.0276649 Nov 10 17:01:36.110090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:36.114524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'network_id': '939253f7-9711-4492-a5c0-653179dae1ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-233330163'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:36.350436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Made reservation on behalf of a4efb4c528734d9dbd1c13e72858321c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:36.354536 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:36.374406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] device_id is not set on port 24f41312-9cd1-4ea6-8a21-d0f73a07d599 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:01:36.510796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Allocated IP 2001:db8::2d4 (939253f7-9711-4492-a5c0-653179dae1ad/772073a7-9172-495d-8fe1-16a9604f4e96/24f41312-9cd1-4ea6-8a21-d0f73a07d599) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:36.704264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:36.821182 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:36.842332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:36.920109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Network 939253f7-9711-4492-a5c0-653179dae1ad is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:36.924914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:36.931743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:36.942355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:36.943405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:36.982203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=24f41312-9cd1-4ea6-8a21-d0f73a07d599,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:37.048225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55038) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:37.054212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'network_id': '939253f7-9711-4492-a5c0-653179dae1ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1775913018'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:37.055028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dd17616a-fa3e-4c0c-9785-cdef96cb6d7f tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9429326 Nov 10 17:01:37.107300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:37.269625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Made reservation on behalf of a4efb4c528734d9dbd1c13e72858321c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:37.274810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.303898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] device_id is not set on port 65b3080d-c122-4ea3-bbd1-d8959bdb1b59 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:01:37.340180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:37.403053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cf9fcf3a-c3f0-45af-aec0-07c7d364aa9e None None] Provisioning complete for port 24f41312-9cd1-4ea6-8a21-d0f73a07d599 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:37.403053 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf9fcf3a-c3f0-45af-aec0-07c7d364aa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.446202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fcf3a-c3f0-45af-aec0-07c7d364aa9e None None] Port 24f41312-9cd1-4ea6-8a21-d0f73a07d599 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:37.465311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Allocated IP 2001:db8::1bd (939253f7-9711-4492-a5c0-653179dae1ad/772073a7-9172-495d-8fe1-16a9604f4e96/65b3080d-c122-4ea3-bbd1-d8959bdb1b59) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:37.468717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1043026173', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:37.562633 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.575898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'network': {'name': 'tempest-network-smoke--226361320', 'project_id': '7409b56f806c43c3809c5a352767930c', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:37.591719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Made reservation on behalf of 1bf40cc8c8ad44a2b6d68f6ae741bf23 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:37.593994 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.609778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.665809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:37.669449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.673396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.685075 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.720328 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.777892 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.787606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.832452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Network 939253f7-9711-4492-a5c0-653179dae1ad is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:37.832452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:37.837937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:37.843510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:37.844127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.848497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=65b3080d-c122-4ea3-bbd1-d8959bdb1b59,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:37.853681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.885268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:37.892149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b73395-13de-4b4a-892c-18c819c5b386,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:37.899508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.899861 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Added segment 4e85e879-5597-469d-8cfd-164a92c501c0 of type vlan for network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e Nov 10 17:01:37.901280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.901761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.949759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:37.976798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2cfe2822-43f4-45ee-85ae-8fbb3fdf1bf5 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9273515 Nov 10 17:01:37.981859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:37.986927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb411abc-9a37-4d50-b264-e434dd08f164,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:37.990966 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:37.991427 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Added segment 1bdb03ee-be79-488e-b3cb-c06a5a6642b4 of type vlan for network 7fb90181-e684-44de-a8a1-f3aec4ab8039 Nov 10 17:01:38.013317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:fb:8a:9d'}, {'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:e3:cb:6f'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:38.037120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.057041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.123926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.144705 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.145608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:38.146646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.173693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.179999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:38.180634 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.202088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-224297fc-5603-4685-8799-44e7c05537e4 None None] Provisioning complete for port 65b3080d-c122-4ea3-bbd1-d8959bdb1b59 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:38.202847 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-224297fc-5603-4685-8799-44e7c05537e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.225806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'Network': ['ID=25dabace-52a7-4d1c-91f4-e1f683b8fa1e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:38.248979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:38.297017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-224297fc-5603-4685-8799-44e7c05537e4 None None] Port 65b3080d-c122-4ea3-bbd1-d8959bdb1b59 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:38.352371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61c4c83e-9e69-4067-8ad5-f9aa83441360 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2426531 Nov 10 17:01:38.356575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0153015 Nov 10 17:01:38.360872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:38.361857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:38.371739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'admin_state_up': True, 'project_id': '7409b56f806c43c3809c5a352767930c', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:38.388611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'subnet': {'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:38.423731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.429741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6311-14c8-4b3e-a8af-96af83bf8a0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Network': ['ID=7fb90181-e684-44de-a8a1-f3aec4ab8039,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:38.437025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:38.507290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Made reservation on behalf of 1bf40cc8c8ad44a2b6d68f6ae741bf23 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:38.510154 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.556080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.592164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] In _notify_port_updated(), no bound segment for port 65b3080d-c122-4ea3-bbd1-d8959bdb1b59 on network 939253f7-9711-4492-a5c0-653179dae1ad {{(pid=103326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 17:01:38.597909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:38.600226 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.601807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "PUT /v2.0/ports/65b3080d-c122-4ea3-bbd1-d8959bdb1b59 HTTP/1.1" status: 200 len: 1067 time: 0.6181762 Nov 10 17:01:38.604640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:38.645687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.648552 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.648711 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3987d-cbc2-485d-a942-3a26ab657c36 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event updated for resources: {'Port': ['ID=65b3080d-c122-4ea3-bbd1-d8959bdb1b59,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:38.743023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a925a398-ce89-4f62-a28e-64d6372fe306 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Deleting port 65b3080d-c122-4ea3-bbd1-d8959bdb1b59 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:38.743466 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a925a398-ce89-4f62-a28e-64d6372fe306 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.814958 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.857313 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a925a398-ce89-4f62-a28e-64d6372fe306 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.870611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a925a398-ce89-4f62-a28e-64d6372fe306 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Calling delete_port for 65b3080d-c122-4ea3-bbd1-d8959bdb1b59 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:38.955093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4738f642-eb42-469b-935d-e8404698f054 None None] Provisioning complete for port 65b3080d-c122-4ea3-bbd1-d8959bdb1b59 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:38.956116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4738f642-eb42-469b-935d-e8404698f054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:38.993090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4738f642-eb42-469b-935d-e8404698f054 None None] Port 65b3080d-c122-4ea3-bbd1-d8959bdb1b59 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:39.099137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a925a398-ce89-4f62-a28e-64d6372fe306 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.129256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a398-ce89-4f62-a28e-64d6372fe306 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Port': ['ID=65b3080d-c122-4ea3-bbd1-d8959bdb1b59,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:39.145290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.237251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.objects.ports [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:01:39.237828 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.315901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a925a398-ce89-4f62-a28e-64d6372fe306 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.321059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a925a398-ce89-4f62-a28e-64d6372fe306 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "DELETE /v2.0/ports/65b3080d-c122-4ea3-bbd1-d8959bdb1b59 HTTP/1.1" status: 204 len: 168 time: 0.7150521 Nov 10 17:01:39.321345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9c976cdb-8512-4775-b44b-4b09f13a3da4,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:39.323706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:39.355577 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aaaeda6-68fc-41ec-b989-0089194c3a03 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] GET failed (client error): The resource could not be found. Nov 10 17:01:39.359365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6aaaeda6-68fc-41ec-b989-0089194c3a03 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "GET /v2.0/ports/65b3080d-c122-4ea3-bbd1-d8959bdb1b59 HTTP/1.1" status: 404 len: 333 time: 0.0325496 Nov 10 17:01:39.360473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55078) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:39.389451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Checking segment: {'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:39.389780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Network hostable DHCP agents. Network: 25dabace-52a7-4d1c-91f4-e1f683b8fa1e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:01:39.475699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f5840-9fbd-46cc-8d3f-686055f90c59 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Deleting port 24f41312-9cd1-4ea6-8a21-d0f73a07d599 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:39.475837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5840-9fbd-46cc-8d3f-686055f90c59 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.517360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:01:39.549775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.575836 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5840-9fbd-46cc-8d3f-686055f90c59 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.578447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.589588 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f5840-9fbd-46cc-8d3f-686055f90c59 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Calling delete_port for 24f41312-9cd1-4ea6-8a21-d0f73a07d599 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:39.620611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 25dabace-52a7-4d1c-91f4-e1f683b8fa1e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:39.628112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:39.628712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.634721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a1f70-ef17-40a7-ad82-eb25bfda5aa7 None None] Network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:39.716848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.25.3.154 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/494288ef-8140-4ada-96f6-e733867650af) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:39.760603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c0dbc096-8444-40b1-b3b6-e7e31d27ee97 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3970048 Nov 10 17:01:39.761418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55090) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:39.771478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1640030558', 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:39.782799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021ecba0-50f5-4574-9ba4-da73753058ce None None] Network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:39.881061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.888534 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5840-9fbd-46cc-8d3f-686055f90c59 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.924570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f5840-9fbd-46cc-8d3f-686055f90c59 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Port': ['ID=24f41312-9cd1-4ea6-8a21-d0f73a07d599,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:39.926447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Made reservation on behalf of 1bf40cc8c8ad44a2b6d68f6ae741bf23 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:39.929830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.966760 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5840-9fbd-46cc-8d3f-686055f90c59 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:39.970296 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca1f5840-9fbd-46cc-8d3f-686055f90c59 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "DELETE /v2.0/ports/24f41312-9cd1-4ea6-8a21-d0f73a07d599 HTTP/1.1" status: 204 len: 168 time: 0.6086919 Nov 10 17:01:39.972804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55096) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:39.985201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] device_id is not set on port ce484ff0-2ea6-4e09-895b-6ce28b86883f yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:01:39.996142 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:40.011208 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1ada76-73b3-4e29-a339-7b408e10d160 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] GET failed (client error): The resource could not be found. Nov 10 17:01:40.012814 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1f1ada76-73b3-4e29-a339-7b408e10d160 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "GET /v2.0/ports/24f41312-9cd1-4ea6-8a21-d0f73a07d599 HTTP/1.1" status: 404 len: 333 time: 0.0367596 Nov 10 17:01:40.040643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:40.048438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:40.060344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:40.082592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:40.085040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a84cfc-3607-4c9d-a13f-653fd99acc85 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:01:40.133263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-439f2fff-c21b-4f1e-a5d6-f6be5e54d0ed None None] Provisioning complete for port 494288ef-8140-4ada-96f6-e733867650af triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:40.133929 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-439f2fff-c21b-4f1e-a5d6-f6be5e54d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:40.165404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=494288ef-8140-4ada-96f6-e733867650af,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:40.173765 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Allocated IP 172.20.0.3 (25dabace-52a7-4d1c-91f4-e1f683b8fa1e/9c976cdb-8512-4775-b44b-4b09f13a3da4/ce484ff0-2ea6-4e09-895b-6ce28b86883f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:40.231031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-439f2fff-c21b-4f1e-a5d6-f6be5e54d0ed None None] Port 494288ef-8140-4ada-96f6-e733867650af cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:40.302731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6e88460e-5a25-4a31-bdda-a9fe885c8c14 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Deleting port 94189f0c-a541-4c72-be07-7d4928e11cb8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:40.303061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e88460e-5a25-4a31-bdda-a9fe885c8c14 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:40.364362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:40.412531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e88460e-5a25-4a31-bdda-a9fe885c8c14 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:40.425082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6e88460e-5a25-4a31-bdda-a9fe885c8c14 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Calling delete_port for 94189f0c-a541-4c72-be07-7d4928e11cb8 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:40.516721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:40.565995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:40.572257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:40.574505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'Port': ['ID=ce484ff0-2ea6-4e09-895b-6ce28b86883f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:40.576735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:40.613289 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:40.616758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:40.617412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:40.701006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-704cce08-babf-4658-8e4e-1a70324ae64e tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9371643 Nov 10 17:01:40.703770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55116) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:41.023966 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.068388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6024db5d-4584-4c22-949e-82c3e7a3c34c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Deleting port ce484ff0-2ea6-4e09-895b-6ce28b86883f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:41.069199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6024db5d-4584-4c22-949e-82c3e7a3c34c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.148443 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6024db5d-4584-4c22-949e-82c3e7a3c34c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.161904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6024db5d-4584-4c22-949e-82c3e7a3c34c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Calling delete_port for ce484ff0-2ea6-4e09-895b-6ce28b86883f owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:41.216967 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e88460e-5a25-4a31-bdda-a9fe885c8c14 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.282572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88460e-5a25-4a31-bdda-a9fe885c8c14 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Port': ['ID=94189f0c-a541-4c72-be07-7d4928e11cb8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:41.322792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e88460e-5a25-4a31-bdda-a9fe885c8c14 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.328819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55124) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:41.330629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6e88460e-5a25-4a31-bdda-a9fe885c8c14 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "DELETE /v2.0/ports/94189f0c-a541-4c72-be07-7d4928e11cb8 HTTP/1.1" status: 204 len: 168 time: 1.2816987 Nov 10 17:01:41.339337 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.380840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6024db5d-4584-4c22-949e-82c3e7a3c34c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.433349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f6a7f5-44ae-4003-9bcd-85a28edb054c tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Deleting subnet 772073a7-9172-495d-8fe1-16a9604f4e96 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:01:41.441215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024db5d-4584-4c22-949e-82c3e7a3c34c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce484ff0-2ea6-4e09-895b-6ce28b86883f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:41.443847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a7f5-44ae-4003-9bcd-85a28edb054c tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.526868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a7f5-44ae-4003-9bcd-85a28edb054c tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.563102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6024db5d-4584-4c22-949e-82c3e7a3c34c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.566772 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6024db5d-4584-4c22-949e-82c3e7a3c34c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ce484ff0-2ea6-4e09-895b-6ce28b86883f HTTP/1.1" status: 204 len: 168 time: 0.8619573 Nov 10 17:01:41.569815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:41.574957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e', 'external_fixed_ips': [{'subnet_id': '9c976cdb-8512-4775-b44b-4b09f13a3da4', 'ip_address': '172.20.0.3'}]}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:41.607170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 08f4fdf2-0368-462d-be9b-66dfc522447d is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:01:41.633306 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a7f5-44ae-4003-9bcd-85a28edb054c tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.667018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.668043 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.769949 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.777701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:01:41.788173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a7f5-44ae-4003-9bcd-85a28edb054c tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.789876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Sync routers for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:01:41.800257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:41.801428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:41.805016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a7f5-44ae-4003-9bcd-85a28edb054c tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.805891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d5bbe-d521-4067-8d83-b4fd64cd109a None None] Network 939253f7-9711-4492-a5c0-653179dae1ad requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:41.810813 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d5f6a7f5-44ae-4003-9bcd-85a28edb054c tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "DELETE /v2.0/subnets/772073a7-9172-495d-8fe1-16a9604f4e96 HTTP/1.1" status: 204 len: 168 time: 0.4780450 Nov 10 17:01:41.813674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:41.828893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6a7f5-44ae-4003-9bcd-85a28edb054c tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Subnet': ['ID=772073a7-9172-495d-8fe1-16a9604f4e96,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:41.887125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:41.891504 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-75b33324-79e9-42a8-b80c-7eac9c7870e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5238838 Nov 10 17:01:41.892210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55130) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:41.983797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.079722 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b74c375-7d33-4f35-b758-4ece91449225 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7409b56f806c43c3809c5a352767930c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1837256 Nov 10 17:01:42.082326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55138) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:42.097365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:01:42.151741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.182062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] DHCP port deletion for 939253f7-9711-4492-a5c0-653179dae1ad request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:01:42.187427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Deleting port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:42.188069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.280210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] For port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,segment=NetworkSegment(6b0b6917-4d42-4240-9937-e0aae6a73aeb),segment_id=6b0b6917-4d42-4240-9937-e0aae6a73aeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:42.280890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.296167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Calling delete_port for cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:42.300924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eadb8d-583c-4c3c-a1ff-44df28322844 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:42.301732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eadb8d-583c-4c3c-a1ff-44df28322844 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:42.304651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e5eadb8d-583c-4c3c-a1ff-44df28322844 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.2213197 Nov 10 17:01:42.307442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55140) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:42.349809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Deleting port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:42.350063 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.415735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76326034-6e6b-4ba2-9a94-cf30e89c9e27 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:42.419895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-76326034-6e6b-4ba2-9a94-cf30e89c9e27 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=25dabace-52a7-4d1c-91f4-e1f683b8fa1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1087573 Nov 10 17:01:42.420137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:42.428867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] For port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,segment=NetworkSegment(6b0b6917-4d42-4240-9937-e0aae6a73aeb),segment_id=6b0b6917-4d42-4240-9937-e0aae6a73aeb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:42.429272 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.450119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Calling delete_port for cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:42.464722 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-db948d87-4907-4d60-a98d-6149aab5b073 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405917 Nov 10 17:01:42.464919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55144) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:42.503718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b6324e0b-de46-40f2-933b-ba84a42e80e9 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7409b56f806c43c3809c5a352767930c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354588 Nov 10 17:01:42.507412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55146) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:42.527333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:40Z', 'revision_number': 3, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:42.549229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.567144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Checking router: 08f4fdf2-0368-462d-be9b-66dfc522447d for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:01:42.567144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Updating router 08f4fdf2-0368-462d-be9b-66dfc522447d port 494288ef-8140-4ada-96f6-e733867650af binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:01:42.575609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] No DVR routers for this DVR port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:01:42.596801 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.600271 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.643056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Pushing event deleted for resources: {'Port': ['ID=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:42.649649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Port': ['ID=cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:42.656198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.656636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.656955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.657291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.657618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.657944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.658267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.658703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.658892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.659210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.659550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.659867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:42.668387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8f8de-6604-4352-9698-12834c45d6f3 None None] No DVR routers for this DVR port cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:01:42.684632 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.730338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:01:42.741031 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.752806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.753602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f062394e-849b-4b18-96d0-14b3b1186da6 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:42.754288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f062394e-849b-4b18-96d0-14b3b1186da6 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:42.762699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:01:42.762699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cc0a9bc3-8e30-46ef-b8e4-974f9ef5986f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:01:42.763683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:42.781707 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f062394e-849b-4b18-96d0-14b3b1186da6 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.2633367 Nov 10 17:01:42.882736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ddd67edf-8c7f-4fdf-af20-02cde92bb22c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=25dabace-52a7-4d1c-91f4-e1f683b8fa1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1171675 Nov 10 17:01:42.885373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55150) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:42.903490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939253f7-9711-4492-a5c0-653179dae1ad']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:42.929965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0b6917-4d42-4240-9937-e0aae6a73aeb') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:42.930180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0b6917-4d42-4240-9937-e0aae6a73aeb') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:42.934730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1184ab28-1a36-4c39-8fc3-d3788d28e784 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478556 Nov 10 17:01:42.937803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55152) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:42.946207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-355222409', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'project_id': '7409b56f806c43c3809c5a352767930c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:42.956764 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.969813 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:42.994156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.007791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:01:43.007791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:01:43.010098 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:01:43.053618 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.120572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581d953-992e-43c1-9c36-77c70f76441d None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:01:43.133073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Attempting to bind port 494288ef-8140-4ada-96f6-e733867650af on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:01:43.133498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Attempting to bind port 494288ef-8140-4ada-96f6-e733867650af by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:01:43.133860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Attempting to bind port 494288ef-8140-4ada-96f6-e733867650af on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:01:43.138903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:43.142632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.145402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d3b19-c625-4467-8eb9-ff0bf800a67e None None] Pushing event updated for resources: {'Port': ['ID=494288ef-8140-4ada-96f6-e733867650af,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:43.152904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:01:43.153280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:43.164833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.164833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:01:43.164833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Bound port: 494288ef-8140-4ada-96f6-e733867650af, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:01:43.164833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.217188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eaa7af85-fa17-4e46-a853-5c4a8b086e07 None None] Provisioning complete for port 494288ef-8140-4ada-96f6-e733867650af triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:43.217587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eaa7af85-fa17-4e46-a853-5c4a8b086e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.255025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] For port 494288ef-8140-4ada-96f6-e733867650af, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:01:43.289430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] For port 494288ef-8140-4ada-96f6-e733867650af, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=494288ef-8140-4ada-96f6-e733867650af,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:01:43.290847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7af85-fa17-4e46-a853-5c4a8b086e07 None None] Port 494288ef-8140-4ada-96f6-e733867650af cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:43.351433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.468876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db0071-1014-4a51-b4d1-9de2e1f61a07 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:01:43.583158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Allocated IP 172.20.0.3 (25dabace-52a7-4d1c-91f4-e1f683b8fa1e/9c976cdb-8512-4775-b44b-4b09f13a3da4/083899c6-b2d2-4138-ab41-2534f98139d7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:43.584876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:43.584876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:43.584876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d3b19-c625-4467-8eb9-ff0bf800a67e None None] Pushing event updated for resources: {'Port': ['ID=494288ef-8140-4ada-96f6-e733867650af,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:43.585168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.585270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-008dba65-9f67-4a33-8525-c620c5d5b989 None None] Provisioning complete for port 494288ef-8140-4ada-96f6-e733867650af triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:43.585270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-008dba65-9f67-4a33-8525-c620c5d5b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.599489 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:01:43.606040 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.606318 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.613624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.619672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] 10.222.0.62 "DELETE /v2.0/networks/939253f7-9711-4492-a5c0-653179dae1ad HTTP/1.1" status: 204 len: 168 time: 1.8019371 Nov 10 17:01:43.634208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747dce0-2bdf-467f-a5e7-43d7c5a48489 tempest-AllowedAddressPairIpV6TestJSON-1298555717 tempest-AllowedAddressPairIpV6TestJSON-1298555717-project] Pushing event deleted for resources: {'Network': ['ID=939253f7-9711-4492-a5c0-653179dae1ad,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:43.685407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Subnet': ['ID=9a823639-50b2-4140-9190-1b0404d32c5f,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:43.699805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.702999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Checking segment: {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:43.704076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network hostable DHCP agents. Network: 7fb90181-e684-44de-a8a1-f3aec4ab8039, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:01:43.746293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:43.753713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:43.758488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:43.783145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'Port': ['ID=083899c6-b2d2-4138-ab41-2534f98139d7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:43.795992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:01:43.876191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7fb90181-e684-44de-a8a1-f3aec4ab8039) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:43.891695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:43.891695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:43.901787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd311146-554b-4c33-bb72-103260416f99 None None] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:43.981491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc0ca45f-28c9-46cd-a3c4-a1f4c257fa61 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0422854 Nov 10 17:01:43.989796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:44.026058 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-008dba65-9f67-4a33-8525-c620c5d5b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.070970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-008dba65-9f67-4a33-8525-c620c5d5b989 None None] For port 494288ef-8140-4ada-96f6-e733867650af, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=494288ef-8140-4ada-96f6-e733867650af,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:44.154840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:40Z', 'revision_number': 3, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:44.159256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-008dba65-9f67-4a33-8525-c620c5d5b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.239443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-7fb90181-e684-44de-a8a1-f3aec4ab8039', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:01:44.251386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.284275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bf605-a815-4230-b5dd-40ff0b9fcbcb None None] The sync data for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 is: [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:40Z', 'revision_number': 3, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:01:44.335513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55170) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:44.343273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dba65-9f67-4a33-8525-c620c5d5b989 None None] Pushing event updated for resources: {'Port': ['ID=494288ef-8140-4ada-96f6-e733867650af,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:44.435282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.467968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Allocated IP 172.20.0.18 (7fb90181-e684-44de-a8a1-f3aec4ab8039/9a823639-50b2-4140-9190-1b0404d32c5f/28d23a2f-a574-48f6-bc89-dbc5fb6ec467) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:44.550214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-40a794f3-5575-4fc2-b10f-8e0bf17db575 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4efb4c528734d9dbd1c13e72858321c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134550 Nov 10 17:01:44.553347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55174) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:44.701934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a954b39-99c6-4ae6-a55b-670be383dc09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.734002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a954b39-99c6-4ae6-a55b-670be383dc09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.777405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.836279 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.863123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:44.865011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:44.894296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:44.897855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:44.898629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a954b39-99c6-4ae6-a55b-670be383dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.901365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a954b39-99c6-4ae6-a55b-670be383dc09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:44.905489 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7a954b39-99c6-4ae6-a55b-670be383dc09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99ced00e-3a4d-4d65-9ce4-11b96e64bcd2 HTTP/1.1" status: 204 len: 168 time: 0.3506527 Nov 10 17:01:44.924704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a954b39-99c6-4ae6-a55b-670be383dc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ced00e-3a4d-4d65-9ce4-11b96e64bcd2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:44.999688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Pushing event updated for resources: {'Port': ['ID=28d23a2f-a574-48f6-bc89-dbc5fb6ec467,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:45.019605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Attempting to bind port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:01:45.020279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Attempting to bind port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:01:45.021388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Attempting to bind port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 on network 7fb90181-e684-44de-a8a1-f3aec4ab8039 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:01:45.029170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:01:45.032558 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.033979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Checking segment: {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:45.034621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.035834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Bound using segment: {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:01:45.038787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Bound port: 28d23a2f-a574-48f6-bc89-dbc5fb6ec467, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:01:45.039652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.084074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8772f933-534c-44c7-914b-2b51137e07bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.216610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] For port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:01:45.221711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] For port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28d23a2f-a574-48f6-bc89-dbc5fb6ec467,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:01:45.235935 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8772f933-534c-44c7-914b-2b51137e07bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.264700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.288002 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.315889 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8772f933-534c-44c7-914b-2b51137e07bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.386234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Router 82e98615-3b36-436a-8fae-e626cbf60931 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:01:45.436901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8772f933-534c-44c7-914b-2b51137e07bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b3b648a3fc74a3f8f7c8e7b38de0c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5724959 Nov 10 17:01:45.437109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:45.439056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772f933-534c-44c7-914b-2b51137e07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690d7668-05a6-447e-98b1-ad39a778608d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:45.457693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58865a9-c220-4d9c-b70e-dd50e9b79f04 None None] Pushing event updated for resources: {'Port': ['ID=28d23a2f-a574-48f6-bc89-dbc5fb6ec467,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:45.805712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:01:45.824059 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc643b1-cb6a-4072-9d75-83ead419677c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:45.824181 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Sync routers for ids ['82e98615-3b36-436a-8fae-e626cbf60931'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:01:45.836879 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Routers {'82e98615-3b36-436a-8fae-e626cbf60931'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:45.841277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['82e98615-3b36-436a-8fae-e626cbf60931'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:45.999475 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Set router 82e98615-3b36-436a-8fae-e626cbf60931 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:01:46.173008 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.174249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44480be2-b47e-412e-8e15-c94158a20176 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6034062 Nov 10 17:01:46.177809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55206) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:46.187596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc643b1-cb6a-4072-9d75-83ead419677c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.218717 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e98615-3b36-436a-8fae-e626cbf60931', 'name': '', 'tenant_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e', 'external_fixed_ips': [{'subnet_id': '9c976cdb-8512-4775-b44b-4b09f13a3da4', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '083899c6-b2d2-4138-ab41-2534f98139d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:41Z', 'updated_at': '2021-11-10T17:01:43Z', 'revision_number': 3, 'project_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'gw_port': {'id': '083899c6-b2d2-4138-ab41-2534f98139d7', 'name': '', 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:27:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e98615-3b36-436a-8fae-e626cbf60931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '9c976cdb-8512-4775-b44b-4b09f13a3da4', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:42Z', 'updated_at': '2021-11-10T17:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c976cdb-8512-4775-b44b-4b09f13a3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:46.268258 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Checking router: 82e98615-3b36-436a-8fae-e626cbf60931 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:01:46.268258 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Updating router 82e98615-3b36-436a-8fae-e626cbf60931 port 083899c6-b2d2-4138-ab41-2534f98139d7 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:01:46.294911 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.300899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.20.0.17 (7fb90181-e684-44de-a8a1-f3aec4ab8039/9a823639-50b2-4140-9190-1b0404d32c5f/675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:46.339273 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.394815 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc643b1-cb6a-4072-9d75-83ead419677c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.398233 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cc643b1-cb6a-4072-9d75-83ead419677c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.402101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9cc643b1-cb6a-4072-9d75-83ead419677c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/690d7668-05a6-447e-98b1-ad39a778608d HTTP/1.1" status: 204 len: 168 time: 0.8751595 Nov 10 17:01:46.407938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:46.428517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc643b1-cb6a-4072-9d75-83ead419677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d7668-05a6-447e-98b1-ad39a778608d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:46.517021 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.581413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.626200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.669860 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.698636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1529554082'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:46.730083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Deleting port 083899c6-b2d2-4138-ab41-2534f98139d7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:46.730083 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.757120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:46.778223 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.779387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:46.784944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 494288ef-8140-4ada-96f6-e733867650af up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:01:46.785445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:46.841309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.845058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:46.868506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Calling delete_port for 083899c6-b2d2-4138-ab41-2534f98139d7 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:46.878389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.922470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 494288ef-8140-4ada-96f6-e733867650af triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:46.923131 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.933587 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Pushing event updated for resources: {'Port': ['ID=083899c6-b2d2-4138-ab41-2534f98139d7,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:46.941274 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Attempting to bind port 083899c6-b2d2-4138-ab41-2534f98139d7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:01:46.941879 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Attempting to bind port 083899c6-b2d2-4138-ab41-2534f98139d7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:01:46.942969 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Attempting to bind port 083899c6-b2d2-4138-ab41-2534f98139d7 on network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:01:46.953116 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:01:46.954345 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Checking segment: {'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:46.954965 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.955705 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Bound using segment: {'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:01:46.956396 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Bound port: 083899c6-b2d2-4138-ab41-2534f98139d7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:01:46.957009 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.964804 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.966094 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.966720 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.967804 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.968358 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.968919 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.970196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.970316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Made reservation on behalf of 188ac7a22e1d468080773a095e73a4ca for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:46.981414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:46.982330 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.985410 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.987984 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.988626 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:46.989222 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f433-37cc-4613-9393-a86a721b728f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:01:47.033528 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.101854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:01:47.184528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:47.189300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.213464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d94c825-94cf-4c75-8e48-06ca4be41d6b None None] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:47.230043 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.232367 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.db.api [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:01:47.232802 n-d-714676-11 neutron-server[103328]: DEBUG oslo_db.api [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:01:47.276239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event deleted for resources: {'Port': ['ID=083899c6-b2d2-4138-ab41-2534f98139d7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:47.297384 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.329805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e7f1742e-a507-4997-bae1-21d9ac952063 None None] Provisioning complete for port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:47.330213 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7f1742e-a507-4997-bae1-21d9ac952063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.358666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.363217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.365660 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.418806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:01:47.450253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.460236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60ed7f0-f0bf-473b-ae95-0ff45ba5ce75,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:47.475865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.476356 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Added segment 3e650d76-75d8-4288-9efc-0009912f6791 of type vlan for network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 Nov 10 17:01:47.485080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.489547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.528411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28d23a2f-a574-48f6-bc89-dbc5fb6ec467,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:47.580719 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7f1742e-a507-4997-bae1-21d9ac952063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.592927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.607781 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.629442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.630633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82e98615-3b36-436a-8fae-e626cbf60931 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:01:47.635257 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.636552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7a7336a5-1716-48f7-8d67-252d29076a1c tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "DELETE /v2.0/routers/82e98615-3b36-436a-8fae-e626cbf60931 HTTP/1.1" status: 204 len: 168 time: 1.4577227 Nov 10 17:01:47.639384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55230) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:47.711136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2937d247-c9ee-4e39-b7d4-8b3e63b01a25 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Deleting subnet 9c976cdb-8512-4775-b44b-4b09f13a3da4 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:01:47.716486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2937d247-c9ee-4e39-b7d4-8b3e63b01a25 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.731045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=28d23a2f-a574-48f6-bc89-dbc5fb6ec467,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:47.746851 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-e7f1742e-a507-4997-bae1-21d9ac952063 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:01:47.747227 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-e7f1742e-a507-4997-bae1-21d9ac952063 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:01:47.770664 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Attempting to bind port 083899c6-b2d2-4138-ab41-2534f98139d7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:01:47.773945 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Attempting to bind port 083899c6-b2d2-4138-ab41-2534f98139d7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:01:47.774572 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Attempting to bind port 083899c6-b2d2-4138-ab41-2534f98139d7 on network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:01:47.781540 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:01:47.782492 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Checking segment: {'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:47.783438 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.784008 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Bound using segment: {'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:01:47.784741 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Bound port: 083899c6-b2d2-4138-ab41-2534f98139d7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e85e879-5597-469d-8cfd-164a92c501c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '25dabace-52a7-4d1c-91f4-e1f683b8fa1e'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:01:47.785380 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.820238 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.plugin [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Port 083899c6-b2d2-4138-ab41-2534f98139d7 has been deleted concurrently {{(pid=103328) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 17:01:47.834375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2937d247-c9ee-4e39-b7d4-8b3e63b01a25 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.836013 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Routers set() bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:47.836696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Router IDs set() for agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 17:01:47.837623 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_agentschedulers_db [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'82e98615-3b36-436a-8fae-e626cbf60931'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent'). {{(pid=103328) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 17:01:47.838097 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5a37c-61ee-4684-9cc5-341bae62b8b7 None None] The sync data for ids ['82e98615-3b36-436a-8fae-e626cbf60931'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:01:47.875405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.883265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:47.884051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.887774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2937d247-c9ee-4e39-b7d4-8b3e63b01a25 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.888361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.958466 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Pushing event updated for resources: {'Network': ['ID=0ca0e18b-d4f8-4090-9177-cd3db5f1eb17,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:47.977633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:01:47.988422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2937d247-c9ee-4e39-b7d4-8b3e63b01a25 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:47.992521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7c8520a2-da6f-4b40-be8c-407aee2e6100 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5802677 Nov 10 17:01:47.993565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.000644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55242) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:48.024322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Request body: {'subnet': {'network_id': '0ca0e18b-d4f8-4090-9177-cd3db5f1eb17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:48.029995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937d247-c9ee-4e39-b7d4-8b3e63b01a25 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9c976cdb-8512-4775-b44b-4b09f13a3da4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:48.049593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2937d247-c9ee-4e39-b7d4-8b3e63b01a25 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.068686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2937d247-c9ee-4e39-b7d4-8b3e63b01a25 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/9c976cdb-8512-4775-b44b-4b09f13a3da4 HTTP/1.1" status: 204 len: 168 time: 0.4284277 Nov 10 17:01:48.069857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:48.074685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55246) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:48.108530 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.279438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:48.287383 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.288123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:48.387614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Made reservation on behalf of 188ac7a22e1d468080773a095e73a4ca for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:48.392361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.416314 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.484051 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dabace-52a7-4d1c-91f4-e1f683b8fa1e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:48.498408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4346857d-63bf-4a1e-99a6-e45b9b9512eb None None] Provisioning complete for port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:48.502058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e85e879-5597-469d-8cfd-164a92c501c0') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:48.504916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e85e879-5597-469d-8cfd-164a92c501c0') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:48.505530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4346857d-63bf-4a1e-99a6-e45b9b9512eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.523248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 08f4fdf2-0368-462d-be9b-66dfc522447d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:01:48.526361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.538919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471b625-c28b-4b06-ba85-a63083006a32 req-4011abe2-819f-4876-a9b7-b6976d0f8ee4 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:48.540711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c471b625-c28b-4b06-ba85-a63083006a32 req-4011abe2-819f-4876-a9b7-b6976d0f8ee4 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1098 time: 0.3860052 Nov 10 17:01:48.546660 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.559153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:01:48.559821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: items = [ Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:01:48.568568 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:01:48.655209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c471b625-c28b-4b06-ba85-a63083006a32 req-840b58ed-b325-4cbd-a2e8-8a8e7117f58f tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047502 Nov 10 17:01:48.670358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4346857d-63bf-4a1e-99a6-e45b9b9512eb None None] Provisioning complete for port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:48.673991 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4346857d-63bf-4a1e-99a6-e45b9b9512eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.683398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:01:48.694032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55260) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:48.767053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4346857d-63bf-4a1e-99a6-e45b9b9512eb None None] Port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:48.774647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:48.775017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.782762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:01:48.788544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9fdbe3d2-6007-41df-aac4-59b4b92227d4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "PUT /v2.0/routers/08f4fdf2-0368-462d-be9b-66dfc522447d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8027904 Nov 10 17:01:48.791053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55264) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:48.802935 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.803654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Sync routers for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:01:48.807818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25dabace-52a7-4d1c-91f4-e1f683b8fa1e {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:01:48.810023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:48.814264 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "DELETE /v2.0/networks/25dabace-52a7-4d1c-91f4-e1f683b8fa1e HTTP/1.1" status: 204 len: 168 time: 0.7043064 Nov 10 17:01:48.858149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cc54e-c2a0-4517-bba9-f522481e07cf tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event deleted for resources: {'Network': ['ID=25dabace-52a7-4d1c-91f4-e1f683b8fa1e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:48.867247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:48.867247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:48.991807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.083448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a968c5-94a4-4c7b-b236-bd0fe02bbefa tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.084252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a968c5-94a4-4c7b-b236-bd0fe02bbefa tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.084480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a968c5-94a4-4c7b-b236-bd0fe02bbefa tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.085326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a968c5-94a4-4c7b-b236-bd0fe02bbefa tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.085960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a968c5-94a4-4c7b-b236-bd0fe02bbefa tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.086809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a968c5-94a4-4c7b-b236-bd0fe02bbefa tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.087247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a968c5-94a4-4c7b-b236-bd0fe02bbefa tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.089928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-11a968c5-94a4-4c7b-b236-bd0fe02bbefa tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4920 time: 0.2977145 Nov 10 17:01:49.094671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:49.182355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Checking segment: {'id': '3e650d76-75d8-4288-9efc-0009912f6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ca0e18b-d4f8-4090-9177-cd3db5f1eb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:49.182882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Network hostable DHCP agents. Network: 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:01:49.186658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Pushing event updated for resources: {'Subnet': ['ID=962b2716-2604-4b71-ba8f-43b72116c4fe,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:49.214743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port 075ce02e-acae-4112-9546-fd8292707e17 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:49.215083 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.284239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fca83e08-5272-4665-b833-ea06f9abbd0e None None] Provisioning complete for port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:49.285485 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fca83e08-5272-4665-b833-ea06f9abbd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.315963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eaa04b-4800-4798-ad0f-57df66012722 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.316441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eaa04b-4800-4798-ad0f-57df66012722 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.316904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eaa04b-4800-4798-ad0f-57df66012722 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.320586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eaa04b-4800-4798-ad0f-57df66012722 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.320997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eaa04b-4800-4798-ad0f-57df66012722 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.321974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eaa04b-4800-4798-ad0f-57df66012722 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.321974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eaa04b-4800-4798-ad0f-57df66012722 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.325794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-05eaa04b-4800-4798-ad0f-57df66012722 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4582 time: 0.2298019 Nov 10 17:01:49.331383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55276) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:49.368147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:01:49.385198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:01:49.414017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fca83e08-5272-4665-b833-ea06f9abbd0e None None] Port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:49.422283 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.422612 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.660331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:47Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:47Z', 'revision_number': 2, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:49.691489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:49.695961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-67ec0ac5-4a3e-4112-8d4f-87eab72e33e8 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'router': {'name': 'tempest-router--387114538', 'project_id': '303d1c70848644eb9989f4ff6dc728f5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:49.696989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Checking router: 08f4fdf2-0368-462d-be9b-66dfc522447d for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:01:49.697360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Updating router 08f4fdf2-0368-462d-be9b-66dfc522447d port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:01:49.730312 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.779199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for 075ce02e-acae-4112-9546-fd8292707e17 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:49.781809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:49.794851 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67ec0ac5-4a3e-4112-8d4f-87eab72e33e8 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.796109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67ec0ac5-4a3e-4112-8d4f-87eab72e33e8 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.798888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894c8da-4b3f-455d-a265-def1fcaf12e5 None None] Network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:49.814531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:49.815157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:49.878265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67ec0ac5-4a3e-4112-8d4f-87eab72e33e8 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.001818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67ec0ac5-4a3e-4112-8d4f-87eab72e33e8 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.021559 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ec659ab6-cb3c-4390-a269-375cb688de7f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0005760 Nov 10 17:01:50.022314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:50.027875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Request body: {'port': {'network_id': '0ca0e18b-d4f8-4090-9177-cd3db5f1eb17', 'name': 'tempest-TagsExtTest-327847742'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:50.092805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-0ca0e18b-d4f8-4090-9177-cd3db5f1eb17', 'network_id': '0ca0e18b-d4f8-4090-9177-cd3db5f1eb17', 'tenant_id': '188ac7a22e1d468080773a095e73a4ca', 'fixed_ips': [{'subnet_id': '962b2716-2604-4b71-ba8f-43b72116c4fe'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:01:50.093738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.132615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67ec0ac5-4a3e-4112-8d4f-87eab72e33e8 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.134728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-67ec0ac5-4a3e-4112-8d4f-87eab72e33e8 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4420989 Nov 10 17:01:50.135575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-168e0040-909a-436e-9aae-095d66ffed32 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.8033226 Nov 10 17:01:50.138082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55296) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:50.269673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.276957 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.301084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d3f20af-2639-4864-9757-83657fc98023 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.348393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=075ce02e-acae-4112-9546-fd8292707e17,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:50.354675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Allocated IP 172.20.0.2 (0ca0e18b-d4f8-4090-9177-cd3db5f1eb17/962b2716-2604-4b71-ba8f-43b72116c4fe/3897627a-e582-4b8d-b719-7a3084a9e058) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:50.366276 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.431139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.431139 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Floating IP 5187010e-3c71-4ceb-b1fa-0ade31995636 disassociated (deleted). External IP: 172.25.3.46, port: d9f992ee-4ea2-4d35-b22c-14eba7902550. Nov 10 17:01:50.527531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55306) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:50.533748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38adcbe-528a-47d9-a4b3-29c6f1395c23 None None] Pushing event updated for resources: {'Port': ['ID=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:50.534332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b59a1462-e4fb-4de1-b93d-85a7006dc905 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196490355', 'description': 'tempest-secgroup-smoke-1196490355 description', 'project_id': '7409b56f806c43c3809c5a352767930c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:50.592948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Attempting to bind port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:01:50.593577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Attempting to bind port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:01:50.594010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Attempting to bind port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 on network 7fb90181-e684-44de-a8a1-f3aec4ab8039 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:01:50.611522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:01:50.612202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Checking segment: {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:50.612693 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.613155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Bound using segment: {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:01:50.614376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Bound port: 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:01:50.615632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.661025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b59a1462-e4fb-4de1-b93d-85a7006dc905 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.741335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] For port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:01:50.745719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] For port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:01:50.770820 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b59a1462-e4fb-4de1-b93d-85a7006dc905 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.813310 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.891785 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.907217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d3f20af-2639-4864-9757-83657fc98023 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.911377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d3f20af-2639-4864-9757-83657fc98023 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.961010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:01:50.965674 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.973891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b59a1462-e4fb-4de1-b93d-85a7006dc905 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:50.985374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-30652348-806f-4480-8454-3eebdd26652f None None] Provisioning complete for port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:50.985881 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30652348-806f-4480-8454-3eebdd26652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.056073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:51.060509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:51.061144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:51.061553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Made reservation on behalf of 188ac7a22e1d468080773a095e73a4ca for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:01:51.064552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a1462-e4fb-4de1-b93d-85a7006dc905 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0747a464-2374-4321-8e4d-f3b0be6e3fe8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:51.080982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.083825 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d3f20af-2639-4864-9757-83657fc98023 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.084391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3f20af-2639-4864-9757-83657fc98023 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c29231a-8985-4be0-93ab-818b7b9ed65d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:01:51.089910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d3f20af-2639-4864-9757-83657fc98023 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.098902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4d3f20af-2639-4864-9757-83657fc98023 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "DELETE /v2.0/routers/0c29231a-8985-4be0-93ab-818b7b9ed65d HTTP/1.1" status: 204 len: 168 time: 0.9549727 Nov 10 17:01:51.116554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] device_id is not set on port e937dedd-ba1e-4f89-85e8-d2c5fa1cf945 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:01:51.139226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38adcbe-528a-47d9-a4b3-29c6f1395c23 None None] Pushing event updated for resources: {'Port': ['ID=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:51.144955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:51.148474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:51.151002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b59a1462-e4fb-4de1-b93d-85a7006dc905 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.151002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b59a1462-e4fb-4de1-b93d-85a7006dc905 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6196365 Nov 10 17:01:51.157695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55312) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:51.173361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a3428531-a7e5-44eb-8b65-8c7ec7883974 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '0747a464-2374-4321-8e4d-f3b0be6e3fe8', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:51.230324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:01:51.235564 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.244281 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] Sync routers for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:01:51.262058 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:51.262689 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:51.293609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c3039804-873b-4fc0-a12f-dbfa0c5149d1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/floatingips/5187010e-3c71-4ceb-b1fa-0ade31995636 HTTP/1.1" status: 204 len: 168 time: 2.5983620 Nov 10 17:01:51.294300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:01:51.299043 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bdebce-04aa-4290-8999-23c7d704a6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:01:51.323260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3428531-a7e5-44eb-8b65-8c7ec7883974 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.329149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Allocated IP 172.20.0.14 (0ca0e18b-d4f8-4090-9177-cd3db5f1eb17/962b2716-2604-4b71-ba8f-43b72116c4fe/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:51.379100 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378a1b58-1225-4d20-aeb2-e7e82edd3a96 x-openstack-request-id: req-378a1b58-1225-4d20-aeb2-e7e82edd3a96 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:01:51.380068 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:01:51.380620 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-378a1b58-1225-4d20-aeb2-e7e82edd3a96 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:01:51.381195 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'status': 'completed', 'code': 200} Nov 10 17:01:51.429966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3428531-a7e5-44eb-8b65-8c7ec7883974 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.455569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Attempting to bind port 3897627a-e582-4b8d-b719-7a3084a9e058 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:01:51.456212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Attempting to bind port 3897627a-e582-4b8d-b719-7a3084a9e058 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3e650d76-75d8-4288-9efc-0009912f6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ca0e18b-d4f8-4090-9177-cd3db5f1eb17'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:01:51.456335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Attempting to bind port 3897627a-e582-4b8d-b719-7a3084a9e058 on network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:01:51.473914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Pushing event updated for resources: {'Port': ['ID=3897627a-e582-4b8d-b719-7a3084a9e058,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:51.492734 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3428531-a7e5-44eb-8b65-8c7ec7883974 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.513792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:01:51.514162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Checking segment: {'id': '3e650d76-75d8-4288-9efc-0009912f6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ca0e18b-d4f8-4090-9177-cd3db5f1eb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:01:51.514639 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.515855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Bound using segment: {'id': '3e650d76-75d8-4288-9efc-0009912f6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ca0e18b-d4f8-4090-9177-cd3db5f1eb17'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:01:51.516357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Bound port: 3897627a-e582-4b8d-b719-7a3084a9e058, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e650d76-75d8-4288-9efc-0009912f6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ca0e18b-d4f8-4090-9177-cd3db5f1eb17'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:01:51.516741 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.542926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3428531-a7e5-44eb-8b65-8c7ec7883974 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed726af4-6eaf-43d7-90a7-5e0faa8958a9,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:51.579359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:51.603986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:01:51.609435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-209b3a73-74fc-47df-a848-788969c0fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:51.610958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-209b3a73-74fc-47df-a848-788969c0fa37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 1098 time: 0.1904633 Nov 10 17:01:51.622571 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3428531-a7e5-44eb-8b65-8c7ec7883974 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.630418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a3428531-a7e5-44eb-8b65-8c7ec7883974 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4547753 Nov 10 17:01:51.630418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55324) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:51.636347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6e39c43f-e8a1-4bad-a4f4-6bb820ada0af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '0747a464-2374-4321-8e4d-f3b0be6e3fe8', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:51.649547 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:01:51.728108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.819717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e39c43f-e8a1-4bad-a4f4-6bb820ada0af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.845812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-52bf994e-ce3b-44f0-8e0f-a7459b3bf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:51.847371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-52bf994e-ce3b-44f0-8e0f-a7459b3bf76b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 200 len: 898 time: 0.2161090 Nov 10 17:01:51.893102 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-b0e186e8-399a-4f90-beaa-d03b12e05d9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 200 len: 217 time: 0.0380743 Nov 10 17:01:51.900207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1477273900', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:51.929578 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30652348-806f-4480-8454-3eebdd26652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.952735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e39c43f-e8a1-4bad-a4f4-6bb820ada0af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.958484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:51.991731 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:43Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:52.028665 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] Checking router: 9f1e902e-cb9e-41b8-8813-8c6b7c57146b for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:01:52.040214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Pushing event updated for resources: {'Port': ['ID=e937dedd-ba1e-4f89-85e8-d2c5fa1cf945,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:52.041306 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:52.042147 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:52.047294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e39c43f-e8a1-4bad-a4f4-6bb820ada0af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.068256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56897e-735d-4278-ae16-bfa8a6c2c668 req-f8e8e568-02af-49f6-a6c3-9a838c0ad916 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:52.069869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e56897e-735d-4278-ae16-bfa8a6c2c668 req-f8e8e568-02af-49f6-a6c3-9a838c0ad916 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 946 time: 0.1758554 Nov 10 17:01:52.091827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39c43f-e8a1-4bad-a4f4-6bb820ada0af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de09dc8-d12f-4ee2-a7b1-f2159a7af9a1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:52.121781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-a6dc5980-2338-48b7-9c2e-8c4d1af62231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:52.123654 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-a6dc5980-2338-48b7-9c2e-8c4d1af62231 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 200 len: 834 time: 0.2169235 Nov 10 17:01:52.126815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:52.128747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:52.158225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:52.178455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-30652348-806f-4480-8454-3eebdd26652f None None] For port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:52.206973 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:01:52.214361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e56897e-735d-4278-ae16-bfa8a6c2c668 req-65557611-1a98-48a3-a6f1-7554d778df9a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249924 Nov 10 17:01:52.220314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:52.220955 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.242649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.243873 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.256606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] For port 3897627a-e582-4b8d-b719-7a3084a9e058, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:01:52.279684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] For port 3897627a-e582-4b8d-b719-7a3084a9e058, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3897627a-e582-4b8d-b719-7a3084a9e058,segment=NetworkSegment(3e650d76-75d8-4288-9efc-0009912f6791),segment_id=3e650d76-75d8-4288-9efc-0009912f6791)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:01:52.295216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-23b57d2d-0c8d-406d-b257-0a8be3c13208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:52.297188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-23b57d2d-0c8d-406d-b257-0a8be3c13208 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d298fc6d-de34-4058-9eed-6b2a34fdc4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401689 Nov 10 17:01:52.326911 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30652348-806f-4480-8454-3eebdd26652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.332138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e39c43f-e8a1-4bad-a4f4-6bb820ada0af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.339286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6e39c43f-e8a1-4bad-a4f4-6bb820ada0af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7051528 Nov 10 17:01:52.340095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55334) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:52.351271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-031833e3-69d9-4abe-bc2f-15ddf03c6229 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '0747a464-2374-4321-8e4d-f3b0be6e3fe8', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:52.379209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2ed33362-5ab8-4656-b530-6f3a1d96e245 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3557534 Nov 10 17:01:52.383162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55336) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:52.405897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-936c5477-a5c6-4618-9d35-fb502205cbc3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1770526108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:52.409616 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.423269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30652348-806f-4480-8454-3eebdd26652f None None] Pushing event updated for resources: {'Port': ['ID=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:52.427482 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.459517 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-8735e6c3-e314-47d6-b9e9-9ade9182efd8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2056775 Nov 10 17:01:52.534080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-52c2668a-8d33-4dd7-9cd4-5e9e2855688d None None] Provisioning complete for port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:52.535049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52c2668a-8d33-4dd7-9cd4-5e9e2855688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.582169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-031833e3-69d9-4abe-bc2f-15ddf03c6229 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:52.582777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a4c36-1cf2-4df5-ad0b-1fb1919d0aa1 None None] Pushing event updated for resources: {'Port': ['ID=3897627a-e582-4b8d-b719-7a3084a9e058,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:52.606843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:47Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:50Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:52.665152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fb860-481c-457b-bd3e-d9a7ee0d5b2b None None] The sync data for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 is: [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:47Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:50Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:01:52.700334 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:43Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:52.802523 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913e812-bda2-4695-ab7c-2b2959a03823 None None] The sync data for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 is: [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T16:58:39Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b45a273c-c827-4149-9aef-d1bfbe3cb0c2', 'name': '', 'network_id': 'd298fc6d-de34-4058-9eed-6b2a34fdc4f3', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:43:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:39Z', 'updated_at': '2021-11-10T16:58:43Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '99843186-e8e6-4108-ad06-4d6e2c43ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:01:53.003953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-fc6e9739-0b16-4ac5-b29e-1fc4623e0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:53.005189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.006362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-fc6e9739-0b16-4ac5-b29e-1fc4623e0a68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1097 time: 0.4841044 Nov 10 17:01:53.007282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936c5477-a5c6-4618-9d35-fb502205cbc3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.008777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936c5477-a5c6-4618-9d35-fb502205cbc3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.015581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-0da6e667-0fcc-458a-a03e-e11e12068c61 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581404 Nov 10 17:01:53.127363 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-031833e3-69d9-4abe-bc2f-15ddf03c6229 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.254894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9bdebce-04aa-4290-8999-23c7d704a6fb req-8c383783-1ef7-4d68-9a9e-7fc771cf58a2 service neutron] 10.222.0.69 "GET /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267444 Nov 10 17:01:53.315331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-031833e3-69d9-4abe-bc2f-15ddf03c6229 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.452740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-e2365f91-a86b-43dc-8968-1b11832d1029 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:53.454287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-e2365f91-a86b-43dc-8968-1b11832d1029 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 946 time: 0.0969770 Nov 10 17:01:53.532652 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.567644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.580139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06587935-47d6-4efd-b0c5-469e32164b18 None None] New status for floating IP 5187010e-3c71-4ceb-b1fa-0ade31995636: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:01:53.591556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b73f3a-3d50-4631-8c4d-da9d35664a0f req-2af4765e-9731-4be7-845b-50ceff95f31e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:53.593148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78b73f3a-3d50-4631-8c4d-da9d35664a0f req-2af4765e-9731-4be7-845b-50ceff95f31e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 946 time: 0.1551588 Nov 10 17:01:53.596729 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936c5477-a5c6-4618-9d35-fb502205cbc3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.603439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031833e3-69d9-4abe-bc2f-15ddf03c6229 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f224fe2-b03c-4d1e-8767-ef16526749cd,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:53.625418 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:01:53.699601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-3a78bb3d-5e91-4f5c-b739-db287e8c574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:53.701113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-3a78bb3d-5e91-4f5c-b739-db287e8c574b service neutron] 10.222.0.69 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.6680946 Nov 10 17:01:53.744452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78b73f3a-3d50-4631-8c4d-da9d35664a0f req-fa06889b-b700-4ff1-8377-afc36ba6acac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=965ba09d-f7ab-4cd2-8021-5fde454ff902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122079 Nov 10 17:01:53.746403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936c5477-a5c6-4618-9d35-fb502205cbc3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.864607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-031833e3-69d9-4abe-bc2f-15ddf03c6229 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.868805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-031833e3-69d9-4abe-bc2f-15ddf03c6229 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5264616 Nov 10 17:01:53.869433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55346) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:53.897824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Allocated IP 172.25.3.211 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e578ad85-d5b2-4155-a6e5-3d8cd0f359fd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:53.899458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4a1ad828-bb00-4240-9634-b9358bea2344 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '0747a464-2374-4321-8e4d-f3b0be6e3fe8', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:53.922116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port d9f992ee-4ea2-4d35-b22c-14eba7902550 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:53.922628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:53.979101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-eef6ca00-b0ff-4bcd-935e-28a809bff0b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 1000 time: 0.2698493 Nov 10 17:01:54.070954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-f0aa894b-b966-48bd-bb77-698ceef64bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:54.072613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-f0aa894b-b966-48bd-bb77-698ceef64bd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.0868981 Nov 10 17:01:54.074343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad828-bb00-4240-9634-b9358bea2344 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.157337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936c5477-a5c6-4618-9d35-fb502205cbc3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.162059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-936c5477-a5c6-4618-9d35-fb502205cbc3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7735465 Nov 10 17:01:54.169639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:54.172235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port d9f992ee-4ea2-4d35-b22c-14eba7902550, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d9f992ee-4ea2-4d35-b22c-14eba7902550,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:54.173680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.194874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-487304eb-af53-4d50-8101-de0c6bcbf39d tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1987384027', 'prefixes': ['172.20.0.0/16']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:54.211430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for d9f992ee-4ea2-4d35-b22c-14eba7902550 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:54.237409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.313142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926faa2f-eb26-4384-b8e2-f504e3219d6a None None] Network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:01:54.434221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-13618635-99fe-4fb2-ac6f-bfc0fe5c8343 None None] Provisioning complete for port 3897627a-e582-4b8d-b719-7a3084a9e058 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:54.434635 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13618635-99fe-4fb2-ac6f-bfc0fe5c8343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.503871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.548715 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad828-bb00-4240-9634-b9358bea2344 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.581068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-4707b86e-69a7-4e08-ae4c-28a6544b214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:54.584843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-4707b86e-69a7-4e08-ae4c-28a6544b214f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4749973 Nov 10 17:01:54.639974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:54.645279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad828-bb00-4240-9634-b9358bea2344 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.654544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:54.655097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13618635-99fe-4fb2-ac6f-bfc0fe5c8343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.670304 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event updated for resources: {'Port': ['ID=e578ad85-d5b2-4155-a6e5-3d8cd0f359fd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:54.677146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:54.681782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03258f01-4003-455b-acac-6171e8e29ad2 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:01:54.683356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ad828-bb00-4240-9634-b9358bea2344 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe16f82-c906-463a-a8ef-160acb87a05e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:54.755549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-487304eb-af53-4d50-8101-de0c6bcbf39d tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for subnetpool, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.757197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-487304eb-af53-4d50-8101-de0c6bcbf39d tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5802670 Nov 10 17:01:54.765619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:54.775973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-79916941-0403-42e9-ba6d-c65aa9260332 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe', 'tempest-TagsExtTest-Tag-1759261454') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:54.780081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-13618635-99fe-4fb2-ac6f-bfc0fe5c8343 None None] For port 3897627a-e582-4b8d-b719-7a3084a9e058, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3897627a-e582-4b8d-b719-7a3084a9e058,segment=NetworkSegment(3e650d76-75d8-4288-9efc-0009912f6791),segment_id=3e650d76-75d8-4288-9efc-0009912f6791)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:54.812783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:01:54.832529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad828-bb00-4240-9634-b9358bea2344 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.836853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4a1ad828-bb00-4240-9634-b9358bea2344 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9533186 Nov 10 17:01:54.838911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55356) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:54.852487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0a892202-a123-491b-823a-6706c487c209 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '0747a464-2374-4321-8e4d-f3b0be6e3fe8', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:54.878892 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13618635-99fe-4fb2-ac6f-bfc0fe5c8343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:54.913471 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-93105888-8db1-4218-b035-184f0b2c47d1 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205602 Nov 10 17:01:54.930395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.005607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13618635-99fe-4fb2-ac6f-bfc0fe5c8343 None None] Pushing event updated for resources: {'Port': ['ID=3897627a-e582-4b8d-b719-7a3084a9e058,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:55.020819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:55.021372 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.026941 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-0a892202-a123-491b-823a-6706c487c209 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Project 7409b56f806c43c3809c5a352767930c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:01:55.041188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a892202-a123-491b-823a-6706c487c209 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.079735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-462ac16f-d143-4331-806b-a0929ce77a7d req-ba608b30-728f-4935-b99f-47d6686211d5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 210 time: 0.1574736 Nov 10 17:01:55.091949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=d9f992ee-4ea2-4d35-b22c-14eba7902550,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:55.111610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1e9b1afd-30e8-4951-b7cc-6528b0502884 None None] Provisioning complete for port e578ad85-d5b2-4155-a6e5-3d8cd0f359fd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:55.112924 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e9b1afd-30e8-4951-b7cc-6528b0502884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.122133 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f18a17c-3252-455c-a63b-5d9a65958a33 req-7a1e9ea1-bbe4-4be4-895b-a1227d02abb1 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004850 Nov 10 17:01:55.176351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a892202-a123-491b-823a-6706c487c209 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.217246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b1afd-30e8-4951-b7cc-6528b0502884 None None] Port e578ad85-d5b2-4155-a6e5-3d8cd0f359fd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:55.234702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3897627a-e582-4b8d-b719-7a3084a9e058 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:01:55.235342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] No DVR routers for this DVR port d9f992ee-4ea2-4d35-b22c-14eba7902550 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:01:55.244479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.248120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fde38e6c-855a-4837-adeb-1f2fd75f7b7e req-1110c95f-fcc6-48b9-8d7e-13025d9fe342 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "DELETE /v2.0/ports/d9f992ee-4ea2-4d35-b22c-14eba7902550 HTTP/1.1" status: 204 len: 173 time: 1.7810118 Nov 10 17:01:55.249443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-deleted', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:01:55.258196 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550fbd9-69c1-4096-9d4f-7e8126419b37" -d '{"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-deleted", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:01:55.280557 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a892202-a123-491b-823a-6706c487c209 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.314255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892202-a123-491b-823a-6706c487c209 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993d895f-4b2c-4825-830b-1950415f30f6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:55.358856 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27250eef-4971-496f-aa2a-023d653c91d9 x-openstack-request-id: req-27250eef-4971-496f-aa2a-023d653c91d9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:01:55.359635 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff11489-d676-407b-96cb-1571d47fbef3", "name": "network-vif-deleted", "tag": "d9f992ee-4ea2-4d35-b22c-14eba7902550", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:01:55.359946 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27250eef-4971-496f-aa2a-023d653c91d9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:01:55.360386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3897627a-e582-4b8d-b719-7a3084a9e058 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:55.360759 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.361113 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff11489-d676-407b-96cb-1571d47fbef3', 'name': 'network-vif-deleted', 'tag': 'd9f992ee-4ea2-4d35-b22c-14eba7902550', 'status': 'completed', 'code': 200} Nov 10 17:01:55.364685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c002b8be-54d3-4003-a2e8-46ce2bab75f9 None None] Provisioning complete for port 3897627a-e582-4b8d-b719-7a3084a9e058 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:55.364685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c002b8be-54d3-4003-a2e8-46ce2bab75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.415931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a892202-a123-491b-823a-6706c487c209 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.423479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0a892202-a123-491b-823a-6706c487c209 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5789685 Nov 10 17:01:55.423479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55374) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:55.425284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-79916941-0403-42e9-ba6d-c65aa9260332 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags/tempest-TagsExtTest-Tag-1759261454 HTTP/1.1" status: 201 len: 201 time: 0.6580048 Nov 10 17:01:55.429263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-77a3e18d-90de-41e6-9444-67ed162cd3bf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945', 'tempest-TagsExtTest-Tag-1987534968') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:55.430657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55376) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:55.437275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-34db25f7-9cd2-4429-9089-9a2601144888 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '0747a464-2374-4321-8e4d-f3b0be6e3fe8', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:55.553030 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.601417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c002b8be-54d3-4003-a2e8-46ce2bab75f9 None None] Provisioning complete for port e937dedd-ba1e-4f89-85e8-d2c5fa1cf945 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:55.602102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c002b8be-54d3-4003-a2e8-46ce2bab75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.649614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c002b8be-54d3-4003-a2e8-46ce2bab75f9 None None] Port e937dedd-ba1e-4f89-85e8-d2c5fa1cf945 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:55.783744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a345ffc5-b109-4042-a8c4-0e2c78b787a6 None None] Provisioning complete for port e937dedd-ba1e-4f89-85e8-d2c5fa1cf945 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:55.784394 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a345ffc5-b109-4042-a8c4-0e2c78b787a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:55.828268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a345ffc5-b109-4042-a8c4-0e2c78b787a6 None None] Port e937dedd-ba1e-4f89-85e8-d2c5fa1cf945 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:55.853515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-77a3e18d-90de-41e6-9444-67ed162cd3bf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags/tempest-TagsExtTest-Tag-1987534968 HTTP/1.1" status: 201 len: 201 time: 0.4308009 Nov 10 17:01:55.858924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:55.860582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-f17915f8-60c3-4399-845c-773877e9b91a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648', 'tempest-TagsExtTest-Tag-672125116') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:55.960430 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-34db25f7-9cd2-4429-9089-9a2601144888 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Project 7409b56f806c43c3809c5a352767930c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:01:55.969372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34db25f7-9cd2-4429-9089-9a2601144888 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:56.067807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f17915f8-60c3-4399-845c-773877e9b91a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags/tempest-TagsExtTest-Tag-672125116 HTTP/1.1" status: 201 len: 201 time: 0.2109106 Nov 10 17:01:56.068996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55382) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:56.074517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-e7311372-ae5e-4d71-8764-df8653606823 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f', 'tempest-TagsExtTest-Tag-1615884621') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.112902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34db25f7-9cd2-4429-9089-9a2601144888 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:56.181850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:56.213103 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e7311372-ae5e-4d71-8764-df8653606823 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags/tempest-TagsExtTest-Tag-1615884621 HTTP/1.1" status: 201 len: 201 time: 0.1429992 Nov 10 17:01:56.215281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55388) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:56.220929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-7d16e141-3f6f-4a3f-bd9b-6c141a4a4fda tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.226871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34db25f7-9cd2-4429-9089-9a2601144888 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:56.259672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db25f7-9cd2-4429-9089-9a2601144888 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d72592-3694-4985-bb51-74870c2326a1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:56.341192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7d16e141-3f6f-4a3f-bd9b-6c141a4a4fda tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags HTTP/1.1" status: 200 len: 241 time: 0.1222963 Nov 10 17:01:56.341426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:56.345733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-79abbd6b-fd83-4c73-8cf5-9edb5e159e4b tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe', 'tempest-TagsExtTest-Tag-1759261454') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.371908 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fd854e9-eecb-48bf-a396-93d4b0931177 req-865584ad-0708-4e54-a9a6-d199daebf965 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff11489-d676-407b-96cb-1571d47fbef3 HTTP/1.1" status: 200 len: 210 time: 0.2096188 Nov 10 17:01:56.393008 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34db25f7-9cd2-4429-9089-9a2601144888 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:56.401451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-34db25f7-9cd2-4429-9089-9a2601144888 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9624035 Nov 10 17:01:56.411528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-79abbd6b-fd83-4c73-8cf5-9edb5e159e4b tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags/tempest-TagsExtTest-Tag-1759261454 HTTP/1.1" status: 204 len: 168 time: 0.0678604 Nov 10 17:01:56.413878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:56.418598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-56ccab28-b4b4-40c3-9272-ad3be9f2e0d9 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe', 'tempest-TagsExtTest-Tag-1759261454') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.448046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Router 760f69e6-09b1-4042-80fa-fffe605b309b is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:01:56.590361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:01:56.607738 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d2ac6-0c01-474d-8f61-fe8df1e7ef6c None None] Sync routers for ids ['760f69e6-09b1-4042-80fa-fffe605b309b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:01:56.622438 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d2ac6-0c01-474d-8f61-fe8df1e7ef6c None None] Routers {'760f69e6-09b1-4042-80fa-fffe605b309b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:56.625898 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7c4d2ac6-0c01-474d-8f61-fe8df1e7ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['760f69e6-09b1-4042-80fa-fffe605b309b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.654611 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-56ccab28-b4b4-40c3-9272-ad3be9f2e0d9 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags/tempest-TagsExtTest-Tag-1759261454 HTTP/1.1" status: 204 len: 168 time: 0.2360027 Nov 10 17:01:56.654611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:56.654876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3897627a-e582-4b8d-b719-7a3084a9e058 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:01:56.658235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-ac580f37-e839-4f2c-a081-84d4a9e01839 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.663973 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7c4d2ac6-0c01-474d-8f61-fe8df1e7ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.673321 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d2ac6-0c01-474d-8f61-fe8df1e7ef6c None None] Routers {'760f69e6-09b1-4042-80fa-fffe605b309b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:01:56.673997 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7c4d2ac6-0c01-474d-8f61-fe8df1e7ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['760f69e6-09b1-4042-80fa-fffe605b309b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.686039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:56.690119 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d9ebf142-a49c-4322-b7b1-5f3e84d33b1d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1124411 Nov 10 17:01:56.691389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:56.717741 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7c4d2ac6-0c01-474d-8f61-fe8df1e7ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.718589 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d2ac6-0c01-474d-8f61-fe8df1e7ef6c None None] The sync data for ids ['760f69e6-09b1-4042-80fa-fffe605b309b'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:01:56.768963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3897627a-e582-4b8d-b719-7a3084a9e058 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:56.769364 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:56.884153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-1e6382a0-8fdb-40dc-9506-52f6c4425033 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196490355&fields=id&tenant_id=7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 267 time: 0.1264899 Nov 10 17:01:56.905277 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ac580f37-e839-4f2c-a081-84d4a9e01839 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags HTTP/1.1" status: 200 len: 205 time: 0.2506480 Nov 10 17:01:56.908271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55414) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:56.913267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-dcbc94af-68e9-4315-9080-3c2f3729786b tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:56.931567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-24a705a9-c754-4915-8c29-e2713967bfbe tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/routers/760f69e6-09b1-4042-80fa-fffe605b309b HTTP/1.1" status: 200 len: 921 time: 0.2398937 Nov 10 17:01:56.939225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55416) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:56.980691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b4232480-3d71-49fa-a19b-92b3f5482d8e tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=760f69e6-09b1-4042-80fa-fffe605b309b HTTP/1.1" status: 200 len: 205 time: 0.0379949 Nov 10 17:01:56.981767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55418) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:57.052402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dcbc94af-68e9-4315-9080-3c2f3729786b tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags HTTP/1.1" status: 200 len: 241 time: 0.1430106 Nov 10 17:01:57.060487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:57.065400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-71bd6c25-51d2-4ac4-bab2-29607f816634 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945', 'tempest-TagsExtTest-Tag-1987534968') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:57.102270 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:57.118716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-1e5809e9-21a7-4ed3-8de0-1f7e753af0a8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:01:57.120295 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-1e5809e9-21a7-4ed3-8de0-1f7e753af0a8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/networks?id=7fb90181-e684-44de-a8a1-f3aec4ab8039 HTTP/1.1" status: 200 len: 796 time: 0.2288611 Nov 10 17:01:57.147323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-a97799ef-f218-4fc9-8113-1e48ecc8e8f5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/quotas/7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 375 time: 0.0166323 Nov 10 17:01:57.158248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-71bd6c25-51d2-4ac4-bab2-29607f816634 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags/tempest-TagsExtTest-Tag-1987534968 HTTP/1.1" status: 204 len: 168 time: 0.0968375 Nov 10 17:01:57.166185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:57.170675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-be33923c-68d2-4746-90cb-d5313b2f4fc1 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945', 'tempest-TagsExtTest-Tag-1987534968') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:57.212677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:01:57.217921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:57.233631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: d9f992ee-4ea2-4d35-b22c-14eba7902550 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:01:57.233855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d9f992ee-4ea2-4d35-b22c-14eba7902550 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:01:57.274116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-0537f297-bf7c-493c-82cc-6b0fb2e401ed tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192403 Nov 10 17:01:57.373644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Deleting port e578ad85-d5b2-4155-a6e5-3d8cd0f359fd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:57.374072 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:57.411902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-e6aabed1-ccca-4ea0-99a7-85aef0e667ec service neutron] 10.222.0.62 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218309 Nov 10 17:01:57.446358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55436) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:57.463749 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:57.477398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Calling delete_port for e578ad85-d5b2-4155-a6e5-3d8cd0f359fd owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:57.519880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-be33923c-68d2-4746-90cb-d5313b2f4fc1 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags/tempest-TagsExtTest-Tag-1987534968 HTTP/1.1" status: 204 len: 168 time: 0.3473442 Nov 10 17:01:57.519880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55438) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:57.523785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-cbda484c-68df-44d9-9abd-86b6709988dd tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:57.638588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-2705e845-948e-46c5-a0e1-da731e56d3f4 service neutron] 10.222.0.62 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256529 Nov 10 17:01:57.704797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cbda484c-68df-44d9-9abd-86b6709988dd tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags HTTP/1.1" status: 200 len: 205 time: 0.1844311 Nov 10 17:01:57.707236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:57.713121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:57.713935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-51e1e21f-317c-486f-8d96-f42de1ac8316 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:57.735694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event deleted for resources: {'Port': ['ID=e578ad85-d5b2-4155-a6e5-3d8cd0f359fd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:57.754782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714a4b75-690a-4a39-815f-b6746dd938cf None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:01:57.824263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:57.848329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-51e1e21f-317c-486f-8d96-f42de1ac8316 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags HTTP/1.1" status: 200 len: 240 time: 0.1342795 Nov 10 17:01:57.848329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:57.851267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-247eed12-054f-402b-b42b-8c541771db36 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648', 'tempest-TagsExtTest-Tag-672125116') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:57.948159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:57.952126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:57.975915 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e07fc0b2-9a4d-47db-bde0-90dcbf5a75e9 req-d91128dd-e0e0-4295-971b-778738a533a0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 210 time: 0.0406106 Nov 10 17:01:58.043543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-247eed12-054f-402b-b42b-8c541771db36 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags/tempest-TagsExtTest-Tag-672125116 HTTP/1.1" status: 204 len: 168 time: 0.1939332 Nov 10 17:01:58.043543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:58.051786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-27de3886-37c5-425a-b75e-797e40e83605 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648', 'tempest-TagsExtTest-Tag-672125116') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:58.091898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:58.092534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Fanout notify agent at l3_agent the message router_deleted on router 760f69e6-09b1-4042-80fa-fffe605b309b {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:01:58.108430 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:58.110434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ee0862ec-6885-4ca2-a304-7f7a08d3ef13 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/760f69e6-09b1-4042-80fa-fffe605b309b HTTP/1.1" status: 204 len: 168 time: 1.1262119 Nov 10 17:01:58.115994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55458) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:58.120564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2047681702', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': False}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:01:58.231412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:58.232487 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:58.288338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:58.489968 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:58.560651 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:58.607806 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-27de3886-37c5-425a-b75e-797e40e83605 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags/tempest-TagsExtTest-Tag-672125116 HTTP/1.1" status: 204 len: 168 time: 0.5615313 Nov 10 17:01:58.608176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55460) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:58.612843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-80cfe600-4cb0-4055-9f6c-c13f054e71e3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:58.739669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-80cfe600-4cb0-4055-9f6c-c13f054e71e3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags HTTP/1.1" status: 200 len: 205 time: 0.1303115 Nov 10 17:01:58.742265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55462) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:58.747572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-575263f0-78e5-4449-a136-5ee11990c515 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:58.779343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-575263f0-78e5-4449-a136-5ee11990c515 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags HTTP/1.1" status: 200 len: 241 time: 0.0336289 Nov 10 17:01:58.779584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55466) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:58.783612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-357ca087-2eb5-4141-beab-191760d3f53d tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f', 'tempest-TagsExtTest-Tag-1615884621') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:58.822660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-357ca087-2eb5-4141-beab-191760d3f53d tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags/tempest-TagsExtTest-Tag-1615884621 HTTP/1.1" status: 204 len: 168 time: 0.0399156 Nov 10 17:01:58.823480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:58.834459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-26bd6e99-265f-4807-9120-c16a9c57e8c7 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f', 'tempest-TagsExtTest-Tag-1615884621') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:58.990754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:58.994491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port b45a273c-c827-4149-9aef-d1bfbe3cb0c2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:01:58.994821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:59.010554 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:59.081753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7258993b-b69f-4fb1-a14e-4a148bb20d1d req-cef7f333-127e-4c90-910c-62789e164618 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 210 time: 0.0341120 Nov 10 17:01:59.098629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-26bd6e99-265f-4807-9120-c16a9c57e8c7 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags/tempest-TagsExtTest-Tag-1615884621 HTTP/1.1" status: 204 len: 168 time: 0.2725651 Nov 10 17:01:59.099872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55476) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:59.118443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port b45a273c-c827-4149-9aef-d1bfbe3cb0c2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:01:59.123971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:59.124247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-d078e7fb-973f-4064-b363-2d3f77da3d48 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:59.133777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for b45a273c-c827-4149-9aef-d1bfbe3cb0c2 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:01:59.165306 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d078e7fb-973f-4064-b363-2d3f77da3d48 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags HTTP/1.1" status: 200 len: 205 time: 0.0643940 Nov 10 17:01:59.171183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55478) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:59.173496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Allocated IP 172.25.3.6 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/dbaad903-f837-44fc-bb4c-ace3b867fc2f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:01:59.178539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-7d9a2c07-c36b-4eb0-b0bd-200211bc83c9 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:59.260059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7d9a2c07-c36b-4eb0-b0bd-200211bc83c9 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags HTTP/1.1" status: 204 len: 168 time: 0.0878415 Nov 10 17:01:59.263918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:59.268692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-3de3f446-0ce4-44e0-afac-9c43c32c2b30 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:59.312300 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:59.372435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3de3f446-0ce4-44e0-afac-9c43c32c2b30 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags HTTP/1.1" status: 204 len: 168 time: 0.1074867 Nov 10 17:01:59.375107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55482) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:59.380209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-07c489e4-d48b-445e-b456-4b19d9a78554 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:59.445850 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-07c489e4-d48b-445e-b456-4b19d9a78554 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags HTTP/1.1" status: 204 len: 168 time: 0.0695715 Nov 10 17:01:59.448384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55484) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:59.452579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-5f284fa8-88a2-4a5f-97de-29c7b1f00592 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:59.475997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:59.521219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:59.521769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:01:59.531216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:01:59.539373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:01:59.544279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'Port': ['ID=dbaad903-f837-44fc-bb4c-ace3b867fc2f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:59.556060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=b45a273c-c827-4149-9aef-d1bfbe3cb0c2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:01:59.570893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919de1a-8730-44e2-82c6-d53801b95129 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:01:59.654011 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5f284fa8-88a2-4a5f-97de-29c7b1f00592 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags HTTP/1.1" status: 204 len: 168 time: 0.2046204 Nov 10 17:01:59.658669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55486) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:59.690405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-d2e647a0-abdb-4f83-a0b1-e7bdeb48c449 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe', 'tempest-TagsExtTest-Tag-826742758') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:01:59.700775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-728bd3d2-482e-4c0c-a8bf-9ac906c79c33 None None] Provisioning complete for port dbaad903-f837-44fc-bb4c-ace3b867fc2f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:01:59.701421 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-728bd3d2-482e-4c0c-a8bf-9ac906c79c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:59.767635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-728bd3d2-482e-4c0c-a8bf-9ac906c79c33 None None] Port dbaad903-f837-44fc-bb4c-ace3b867fc2f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:01:59.802923 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:01:59.936566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d2e647a0-abdb-4f83-a0b1-e7bdeb48c449 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags/tempest-TagsExtTest-Tag-826742758 HTTP/1.1" status: 201 len: 201 time: 0.2516539 Nov 10 17:01:59.939160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55488) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:01:59.943927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-ce6882d4-65a7-4a13-a3c3-7b8677ee7bd1 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945', 'tempest-TagsExtTest-Tag-689139214') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:00.068576 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:00.101764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:02:00.262506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:00.271551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-793694de-4725-46c9-9e76-3db854996ac7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "PUT /v2.0/routers/9f1e902e-cb9e-41b8-8813-8c6b7c57146b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8209152 Nov 10 17:02:00.271923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:00.280443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] Sync routers for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:00.296260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:00.297438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:00.344736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a941e25c-a675-4c8b-8a2c-003e00ac0b20 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting subnet 99843186-e8e6-4108-ad06-4d6e2c43ae6e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:02:00.350298 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a941e25c-a675-4c8b-8a2c-003e00ac0b20 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:00.414678 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a941e25c-a675-4c8b-8a2c-003e00ac0b20 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:00.440803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:00.516926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ce6882d4-65a7-4a13-a3c3-7b8677ee7bd1 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags/tempest-TagsExtTest-Tag-689139214 HTTP/1.1" status: 201 len: 201 time: 0.5765395 Nov 10 17:02:00.523894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:00.538832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91ed3dc7-17c7-4244-ac0e-81598ac3a877 req-44619505-7ec8-45bf-a15c-d20430a57b23 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 210 time: 0.0347230 Nov 10 17:02:00.544591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-da34c15a-a00d-48cc-ae62-a7f8ee3051a0 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648', 'tempest-TagsExtTest-Tag-1823692330') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:00.669888 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a941e25c-a675-4c8b-8a2c-003e00ac0b20 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:00.672624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T17:01:59Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:00.715106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] Checking router: 9f1e902e-cb9e-41b8-8813-8c6b7c57146b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:02:00.725770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] Routers {'9f1e902e-cb9e-41b8-8813-8c6b7c57146b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:00.726856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:00.795650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:00.809620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-f7213fe6-1a6e-4ec6-8538-1156a79c8a38 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:00.811495 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-f7213fe6-1a6e-4ec6-8538-1156a79c8a38 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "GET /v2.0/networks?id=7fb90181-e684-44de-a8a1-f3aec4ab8039 HTTP/1.1" status: 200 len: 796 time: 0.3118868 Nov 10 17:02:00.861938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] Set router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:00.924180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-5392618e-d6ed-47a1-8b2a-ee78c16a4f66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 380 time: 0.1016040 Nov 10 17:02:00.948913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'port': {'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'admin_state_up': True, 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'security_groups': ['0747a464-2374-4321-8e4d-f3b0be6e3fe8']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:00.952675 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-da34c15a-a00d-48cc-ae62-a7f8ee3051a0 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags/tempest-TagsExtTest-Tag-1823692330 HTTP/1.1" status: 201 len: 201 time: 0.4240704 Nov 10 17:02:00.953870 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a941e25c-a675-4c8b-8a2c-003e00ac0b20 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:00.955025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55500) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:00.963655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-0bc53ab4-d551-47fd-a6ec-5b1c35c5a298 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f', 'tempest-TagsExtTest-Tag-1403155157') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:00.990165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a941e25c-a675-4c8b-8a2c-003e00ac0b20 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:01.001794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55502) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:01.005674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a941e25c-a675-4c8b-8a2c-003e00ac0b20 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/subnets/99843186-e8e6-4108-ad06-4d6e2c43ae6e HTTP/1.1" status: 204 len: 168 time: 0.7302001 Nov 10 17:02:01.007673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa879a-0afa-43c7-91ed-faecf19e593e None None] Network d298fc6d-de34-4058-9eed-6b2a34fdc4f3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:01.061454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Router 4b2a45a4-d57a-4b34-b65b-0a988c5da71e is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:02:01.078198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941e25c-a675-4c8b-8a2c-003e00ac0b20 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Subnet': ['ID=99843186-e8e6-4108-ad06-4d6e2c43ae6e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:01.218752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0bc53ab4-d551-47fd-a6ec-5b1c35c5a298 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags/tempest-TagsExtTest-Tag-1403155157 HTTP/1.1" status: 201 len: 201 time: 0.2625515 Nov 10 17:02:01.226205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55510) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:01.236215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-5dc4e309-d5b4-469d-9cfe-330fa5e033b7 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe', {'tags': ['tempest-TagsExtTest-Tag-1007001684', 'tempest-TagsExtTest-Tag-281147356', 'tempest-TagsExtTest-Tag-470882261']}) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:01.332424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:01.336855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:01.342812 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:01.476090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:01.488361 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Sync routers for ids ['4b2a45a4-d57a-4b34-b65b-0a988c5da71e'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:01.506382 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Routers {'4b2a45a4-d57a-4b34-b65b-0a988c5da71e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:01.509083 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4b2a45a4-d57a-4b34-b65b-0a988c5da71e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:01.517335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:01.523438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T17:01:59Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:01.570061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1af9e-601a-4dab-b8ca-cfdca3ba849d None None] The sync data for ids ['9f1e902e-cb9e-41b8-8813-8c6b7c57146b'] in n-d-714676-11 is: [{'id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-164648219', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:58:33Z', 'updated_at': '2021-11-10T17:01:59Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'd708cd0e-589e-48b0-875b-b299979f8016', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1e902e-cb9e-41b8-8813-8c6b7c57146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:58:34Z', 'updated_at': '2021-11-10T16:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:01.581836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5dc4e309-d5b4-469d-9cfe-330fa5e033b7 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags HTTP/1.1" status: 200 len: 316 time: 0.3531373 Nov 10 17:02:01.581836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55514) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:01.591108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-a2d0a984-b593-4086-b783-c8425bb4b072 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:01.591913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.20.0.30 (7fb90181-e684-44de-a8a1-f3aec4ab8039/9a823639-50b2-4140-9190-1b0404d32c5f/e6df7d3d-3735-4601-8524-67fa441c7dd5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:01.616049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:01.617310 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2941467-96bb-47d7-aeb3-c230ae71081d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5003324 Nov 10 17:02:01.621309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:01.685892 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c0519a0-0c08-4d4e-aae5-1d67eeff7f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:01.726924 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fc7ea42-9be3-4e9f-81cb-edbeea2f082b req-b231533a-29f8-4213-8c8a-f2bf8aee890e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 210 time: 0.0471699 Nov 10 17:02:01.734612 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Set router 4b2a45a4-d57a-4b34-b65b-0a988c5da71e gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:01.781725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port d708cd0e-589e-48b0-875b-b299979f8016 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:01.782104 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:01.891329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a73e4aeb-4cb1-42cb-83f7-a2ecfabfae54 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/routers/4b2a45a4-d57a-4b34-b65b-0a988c5da71e HTTP/1.1" status: 200 len: 907 time: 0.2653987 Nov 10 17:02:01.891891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:01.897823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2047681702', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': True}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:01.912155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port d708cd0e-589e-48b0-875b-b299979f8016, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d708cd0e-589e-48b0-875b-b299979f8016,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:01.913308 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:01.929191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for d708cd0e-589e-48b0-875b-b299979f8016 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:01.951525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a2d0a984-b593-4086-b783-c8425bb4b072 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags HTTP/1.1" status: 204 len: 168 time: 0.3655694 Nov 10 17:02:01.955188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.013043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55522) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:02.014238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-97f4a876-8c3e-425c-8ddf-7c962a9f8d1a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe', 'tempest-TagsExtTest-Tag-1007001684') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:02.016916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] DHCP port deletion for d298fc6d-de34-4058-9eed-6b2a34fdc4f3 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:02.041729 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2a45a4-d57a-4b34-b65b-0a988c5da71e', 'name': 'tempest-snat-router-2047681702', 'tenant_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': False}, 'gw_port_id': 'dbaad903-f837-44fc-bb4c-ace3b867fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:58Z', 'updated_at': '2021-11-10T17:01:59Z', 'revision_number': 3, 'project_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'gw_port': {'id': 'dbaad903-f837-44fc-bb4c-ace3b867fc2f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2a45a4-d57a-4b34-b65b-0a988c5da71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:59Z', 'updated_at': '2021-11-10T17:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:02.074569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.076559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.132162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.142549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] Deleting port 2e140ef3-df62-4249-82b9-06deba38e8d4 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:02.142770 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Checking router: 4b2a45a4-d57a-4b34-b65b-0a988c5da71e for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:02:02.143018 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Updating router 4b2a45a4-d57a-4b34-b65b-0a988c5da71e port dbaad903-f837-44fc-bb4c-ace3b867fc2f binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:02:02.143136 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.150318 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-97f4a876-8c3e-425c-8ddf-7c962a9f8d1a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:02.151437 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-97f4a876-8c3e-425c-8ddf-7c962a9f8d1a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags/tempest-TagsExtTest-Tag-1007001684 HTTP/1.1" status: 404 len: 329 time: 0.1453066 Nov 10 17:02:02.154391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55526) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:02.168905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-2addf88f-c807-4a74-a8be-5480deec4174 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe', 'tempest-TagsExtTest-Tag-281147356') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:02.180416 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.256990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] For port 2e140ef3-df62-4249-82b9-06deba38e8d4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2e140ef3-df62-4249-82b9-06deba38e8d4,segment=NetworkSegment(efd68893-ddae-490a-927d-858550cf61aa),segment_id=efd68893-ddae-490a-927d-858550cf61aa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:02.256990 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.273894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] Calling delete_port for 2e140ef3-df62-4249-82b9-06deba38e8d4 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:02.312719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.364943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:02.366494 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-2addf88f-c807-4a74-a8be-5480deec4174 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:02.368194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:02.374437 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2addf88f-c807-4a74-a8be-5480deec4174 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags/tempest-TagsExtTest-Tag-281147356 HTTP/1.1" status: 404 len: 328 time: 0.2126825 Nov 10 17:02:02.376561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:02.376917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55530) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:02.382476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-479b1578-33ff-4738-85a2-836f51fcc49a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe', 'tempest-TagsExtTest-Tag-470882261') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:02.432294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=e6df7d3d-3735-4601-8524-67fa441c7dd5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:02.459228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.465176 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-479b1578-33ff-4738-85a2-836f51fcc49a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:02.468995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-479b1578-33ff-4738-85a2-836f51fcc49a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags/tempest-TagsExtTest-Tag-470882261 HTTP/1.1" status: 404 len: 328 time: 0.0884225 Nov 10 17:02:02.471339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55534) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:02.486340 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.517546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-a153e8a4-ad69-496f-bac8-8a14a768906f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945', {'tags': ['tempest-TagsExtTest-Tag-1626091105', 'tempest-TagsExtTest-Tag-1557990172', 'tempest-TagsExtTest-Tag-1713142500']}) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:02.534411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=d708cd0e-589e-48b0-875b-b299979f8016,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:02.552498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] No DVR routers for this DVR port 2e140ef3-df62-4249-82b9-06deba38e8d4 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:02:02.561821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7018595-a412-4cac-bce6-88c388c69837 None None] Pushing event deleted for resources: {'Port': ['ID=2e140ef3-df62-4249-82b9-06deba38e8d4,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:02.571880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:02.572640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.619079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0e9ce-bc8b-4e05-ab5a-dae8de85f2b5 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:02.743722 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.815432 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.859263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-756451ec-2411-4462-ae34-def3761c1866 None None] Provisioning complete for port e6df7d3d-3735-4601-8524-67fa441c7dd5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:02.859876 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-756451ec-2411-4462-ae34-def3761c1866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.897459 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.926671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13398ea-d79e-4a2b-b1b1-03a37461ae04 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:02.969267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-756451ec-2411-4462-ae34-def3761c1866 None None] Port e6df7d3d-3735-4601-8524-67fa441c7dd5 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:02.993292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:02.996006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.007328 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Attempting to bind port dbaad903-f837-44fc-bb4c-ace3b867fc2f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:03.009373 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Attempting to bind port dbaad903-f837-44fc-bb4c-ace3b867fc2f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:03.009373 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Attempting to bind port dbaad903-f837-44fc-bb4c-ace3b867fc2f on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:03.027469 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:03.027848 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:03.028245 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.028636 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:03.044725 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Bound port: dbaad903-f837-44fc-bb4c-ace3b867fc2f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:03.045570 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.061061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a153e8a4-ad69-496f-bac8-8a14a768906f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags HTTP/1.1" status: 200 len: 318 time: 0.5509436 Nov 10 17:02:03.065290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55540) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:03.069172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-6a8d0d23-c3df-47f3-a51b-34701ce3630c tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:03.108400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-adce4d4b-4889-4c4d-9317-904ae5443da8 None None] Provisioning complete for port dbaad903-f837-44fc-bb4c-ace3b867fc2f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:03.108774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adce4d4b-4889-4c4d-9317-904ae5443da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.157917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b45a273c-c827-4149-9aef-d1bfbe3cb0c2 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:02:03.164046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.164576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Fanout notify agent at l3_agent the message router_deleted on router 9f1e902e-cb9e-41b8-8813-8c6b7c57146b {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:03.177712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.189402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a5115bb-db1b-4e87-861e-26beea33c322 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/routers/9f1e902e-cb9e-41b8-8813-8c6b7c57146b HTTP/1.1" status: 204 len: 168 time: 2.1855309 Nov 10 17:02:03.194819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55542) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:03.196094 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de2c33-7f7f-4565-8638-448f02ca7852 None None] Pushing event updated for resources: {'Port': ['ID=dbaad903-f837-44fc-bb4c-ace3b867fc2f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:03.216801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b45a273c-c827-4149-9aef-d1bfbe3cb0c2 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:02:03.216801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b45a273c-c827-4149-9aef-d1bfbe3cb0c2 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:02:03.216801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e140ef3-df62-4249-82b9-06deba38e8d4 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:02:03.241153 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] For port dbaad903-f837-44fc-bb4c-ace3b867fc2f, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:03.261848 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] For port dbaad903-f837-44fc-bb4c-ace3b867fc2f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dbaad903-f837-44fc-bb4c-ace3b867fc2f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:03.277529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-adce4d4b-4889-4c4d-9317-904ae5443da8 None None] Port dbaad903-f837-44fc-bb4c-ace3b867fc2f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:03.280576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 2e140ef3-df62-4249-82b9-06deba38e8d4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:02:03.281425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2e140ef3-df62-4249-82b9-06deba38e8d4 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:02:03.337885 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.361101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.369098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e5792-4188-46ed-b2bc-494023b716c6 req-e29ea6ab-9852-40b3-9748-c2b0699daeb2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:03.370312 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-db3fe5d9-c417-4f56-94a5-e12017afa071 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4397759 Nov 10 17:02:03.370693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d25e5792-4188-46ed-b2bc-494023b716c6 req-e29ea6ab-9852-40b3-9748-c2b0699daeb2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 932 time: 0.3226175 Nov 10 17:02:03.384450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Request body: {'port': {'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:03.429964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9dba6c-fbc3-4420-a12c-e3910ec4a891 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:03.463138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.469567 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Routers {'4b2a45a4-d57a-4b34-b65b-0a988c5da71e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:03.470209 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:01:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4b2a45a4-d57a-4b34-b65b-0a988c5da71e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:03.472150 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de2c33-7f7f-4565-8638-448f02ca7852 None None] Pushing event updated for resources: {'Port': ['ID=dbaad903-f837-44fc-bb4c-ace3b867fc2f,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:03.476772 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.508972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ad8bee97-b218-4b8a-a343-f3e7e08bb113 None None] Provisioning complete for port dbaad903-f837-44fc-bb4c-ace3b867fc2f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:03.512462 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad8bee97-b218-4b8a-a343-f3e7e08bb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.540964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d25e5792-4188-46ed-b2bc-494023b716c6 req-980a3eaa-3e24-445d-b81c-26b777e47f23 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441035 Nov 10 17:02:03.614337 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] Set router 4b2a45a4-d57a-4b34-b65b-0a988c5da71e gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:03.624527 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad8bee97-b218-4b8a-a343-f3e7e08bb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.648170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ad8bee97-b218-4b8a-a343-f3e7e08bb113 None None] For port dbaad903-f837-44fc-bb4c-ace3b867fc2f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dbaad903-f837-44fc-bb4c-ace3b867fc2f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:03.668087 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.694613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d298fc6d-de34-4058-9eed-6b2a34fdc4f3']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:03.706034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd68893-ddae-490a-927d-858550cf61aa') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:03.706572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd68893-ddae-490a-927d-858550cf61aa') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:03.721918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6a8d0d23-c3df-47f3-a51b-34701ce3630c tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags HTTP/1.1" status: 204 len: 168 time: 0.6568439 Nov 10 17:02:03.723905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.729847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55546) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:03.730037 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad8bee97-b218-4b8a-a343-f3e7e08bb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.733491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-e87344b5-0bfe-45c3-a3f3-670ae793cf5b tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945', 'tempest-TagsExtTest-Tag-1626091105') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:03.816646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.829050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:02:03.829484 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:02:03.833056 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:02:03.897872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bee97-b218-4b8a-a343-f3e7e08bb113 None None] Pushing event updated for resources: {'Port': ['ID=dbaad903-f837-44fc-bb4c-ace3b867fc2f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:03.907561 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2a45a4-d57a-4b34-b65b-0a988c5da71e', 'name': 'tempest-snat-router-2047681702', 'tenant_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': False}, 'gw_port_id': 'dbaad903-f837-44fc-bb4c-ace3b867fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:58Z', 'updated_at': '2021-11-10T17:01:59Z', 'revision_number': 3, 'project_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'gw_port': {'id': 'dbaad903-f837-44fc-bb4c-ace3b867fc2f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2a45a4-d57a-4b34-b65b-0a988c5da71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:59Z', 'updated_at': '2021-11-10T17:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:03.919084 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-e87344b5-0bfe-45c3-a3f3-670ae793cf5b tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:03.920302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e87344b5-0bfe-45c3-a3f3-670ae793cf5b tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags/tempest-TagsExtTest-Tag-1626091105 HTTP/1.1" status: 404 len: 329 time: 0.1932166 Nov 10 17:02:03.923398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55548) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:03.928428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-e04a85e9-ba49-443d-b3f9-64c5eac7fc03 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945', 'tempest-TagsExtTest-Tag-1557990172') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:03.965439 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7439e117-6442-4d59-a6d1-8dd1b1182c1c None None] The sync data for ids ['4b2a45a4-d57a-4b34-b65b-0a988c5da71e'] in n-d-714676-11 is: [{'id': '4b2a45a4-d57a-4b34-b65b-0a988c5da71e', 'name': 'tempest-snat-router-2047681702', 'tenant_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6'}], 'enable_snat': False}, 'gw_port_id': 'dbaad903-f837-44fc-bb4c-ace3b867fc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:58Z', 'updated_at': '2021-11-10T17:01:59Z', 'revision_number': 3, 'project_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'gw_port': {'id': 'dbaad903-f837-44fc-bb4c-ace3b867fc2f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2a45a4-d57a-4b34-b65b-0a988c5da71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:59Z', 'updated_at': '2021-11-10T17:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:03.995767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:03.999384 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-e04a85e9-ba49-443d-b3f9-64c5eac7fc03 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:04.003045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e04a85e9-ba49-443d-b3f9-64c5eac7fc03 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags/tempest-TagsExtTest-Tag-1557990172 HTTP/1.1" status: 404 len: 329 time: 0.0757797 Nov 10 17:02:04.003883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55550) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:04.008593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-6f49d420-50cb-4fac-9362-b80c02b63581 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945', 'tempest-TagsExtTest-Tag-1713142500') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:04.031150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.041939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.050476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.056316 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/networks/d298fc6d-de34-4058-9eed-6b2a34fdc4f3 HTTP/1.1" status: 204 len: 168 time: 0.8581598 Nov 10 17:02:04.058392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:04.071913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2e97a-0fd9-40b5-b962-16c23bc20c06 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Network': ['ID=d298fc6d-de34-4058-9eed-6b2a34fdc4f3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:04.081284 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a7b4caf5-4aa6-4479-a9be-346146b69bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.100342 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-6f49d420-50cb-4fac-9362-b80c02b63581 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:04.104183 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6f49d420-50cb-4fac-9362-b80c02b63581 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags/tempest-TagsExtTest-Tag-1713142500 HTTP/1.1" status: 404 len: 329 time: 0.0964937 Nov 10 17:02:04.104563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55556) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:04.109442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-eea989cc-9f5f-4cc0-9b63-137cc08dcd0a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648', {'tags': ['tempest-TagsExtTest-Tag-518838328', 'tempest-TagsExtTest-Tag-1085545769', 'tempest-TagsExtTest-Tag-111552461']}) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:04.162753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6df7d3d-3735-4601-8524-67fa441c7dd5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:02:04.181824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.231286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Transition to ACTIVE for port object e6df7d3d-3735-4601-8524-67fa441c7dd5 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:02:04.258264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbeb08ab-293b-49af-9793-0fa9015b9806 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.283631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Allocated IP 172.25.3.219 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/588ad1f0-a131-41a0-b8bf-1e16506a70bc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:04.308226 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbeb08ab-293b-49af-9793-0fa9015b9806 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.320833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eea989cc-9f5f-4cc0-9b63-137cc08dcd0a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags HTTP/1.1" status: 200 len: 316 time: 0.2151153 Nov 10 17:02:04.322754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.323328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55558) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:04.329367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-ac0fe27d-4d31-4217-bb1b-ded5ee96d7b3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:04.475489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Pushing event updated for resources: {'Port': ['ID=e6df7d3d-3735-4601-8524-67fa441c7dd5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:04.542934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55562) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:04.543195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ac0fe27d-4d31-4217-bb1b-ded5ee96d7b3 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags HTTP/1.1" status: 204 len: 168 time: 0.2121778 Nov 10 17:02:04.543760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-84e32b51-b362-4f46-aadd-579c291741ce tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648', 'tempest-TagsExtTest-Tag-518838328') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:04.608853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.660250 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbeb08ab-293b-49af-9793-0fa9015b9806 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.662930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbeb08ab-293b-49af-9793-0fa9015b9806 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.667704 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fbeb08ab-293b-49af-9793-0fa9015b9806 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/security-groups/965ba09d-f7ab-4cd2-8021-5fde454ff902 HTTP/1.1" status: 204 len: 168 time: 0.6075017 Nov 10 17:02:04.688152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Attempting to bind port e6df7d3d-3735-4601-8524-67fa441c7dd5 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:04.688393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Attempting to bind port e6df7d3d-3735-4601-8524-67fa441c7dd5 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:04.688718 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Attempting to bind port e6df7d3d-3735-4601-8524-67fa441c7dd5 on network 7fb90181-e684-44de-a8a1-f3aec4ab8039 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:04.701346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb08ab-293b-49af-9793-0fa9015b9806 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965ba09d-f7ab-4cd2-8021-5fde454ff902,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:04.712936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Port e6df7d3d-3735-4601-8524-67fa441c7dd5 on network 7fb90181-e684-44de-a8a1-f3aec4ab8039 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:02:04.713268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Attempting to bind port e6df7d3d-3735-4601-8524-67fa441c7dd5 on network 7fb90181-e684-44de-a8a1-f3aec4ab8039 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:04.720297 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-84e32b51-b362-4f46-aadd-579c291741ce tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:04.721367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-84e32b51-b362-4f46-aadd-579c291741ce tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags/tempest-TagsExtTest-Tag-518838328 HTTP/1.1" status: 404 len: 328 time: 0.1843188 Nov 10 17:02:04.726746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:04.732789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-a8949c05-7514-42c8-9f2a-7adf36cce291 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648', 'tempest-TagsExtTest-Tag-1085545769') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:04.734699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:04.735015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Checking segment: {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:04.735524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Bound using segment: {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:04.735917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Bound port: e6df7d3d-3735-4601-8524-67fa441c7dd5, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdb03ee-be79-488e-b3cb-c06a5a6642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:04.736288 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.748483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8ca4f-39c3-42e2-a8d4-8bbd6422130c req-b9e9e26f-4b3a-43d0-b566-10e80c214787 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:04.750068 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68f8ca4f-39c3-42e2-a8d4-8bbd6422130c req-b9e9e26f-4b3a-43d0-b566-10e80c214787 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 944 time: 0.1121173 Nov 10 17:02:04.828276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68f8ca4f-39c3-42e2-a8d4-8bbd6422130c req-ce6e9757-a977-4457-b31f-90d21c279f55 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677097 Nov 10 17:02:04.850957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:04.930482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:04.938524 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-a8949c05-7514-42c8-9f2a-7adf36cce291 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:04.939717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a8949c05-7514-42c8-9f2a-7adf36cce291 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags/tempest-TagsExtTest-Tag-1085545769 HTTP/1.1" status: 404 len: 329 time: 0.2119901 Nov 10 17:02:04.943681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55572) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:04.948955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-78240bf9-c1a5-4cff-8123-c2854a11e5f0 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648', 'tempest-TagsExtTest-Tag-111552461') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:04.949351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:04.956418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:04.959523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] For port e6df7d3d-3735-4601-8524-67fa441c7dd5, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:04.964830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] For port e6df7d3d-3735-4601-8524-67fa441c7dd5, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:04.966282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'Port': ['ID=588ad1f0-a131-41a0-b8bf-1e16506a70bc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:04.972212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c800b4-4bd5-464e-8fb1-e1f9ff5c1588 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:05.007074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dbaad903-f837-44fc-bb4c-ace3b867fc2f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:05.031770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.037068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba31caa7-b371-4bce-be72-6283e5f305a0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248054175', 'description': 'tempest-secgroup-smoke-248054175 description', 'project_id': '19c20c2e7849423bac3b66695c6e40d8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:05.048763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.069525 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-78240bf9-c1a5-4cff-8123-c2854a11e5f0 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:05.071071 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-78240bf9-c1a5-4cff-8123-c2854a11e5f0 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags/tempest-TagsExtTest-Tag-111552461 HTTP/1.1" status: 404 len: 328 time: 0.1263115 Nov 10 17:02:05.080000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55576) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.086309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-aa255fbf-70c3-4b0d-a08e-518ed44b30aa tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f', {'tags': ['tempest-TagsExtTest-Tag-1377587797', 'tempest-TagsExtTest-Tag-353249998', 'tempest-TagsExtTest-Tag-1199442499']}) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.111757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:05.111941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-211f9b50-b640-4aec-acde-d44f46a16649 None None] Provisioning complete for port 588ad1f0-a131-41a0-b8bf-1e16506a70bc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:05.112374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-211f9b50-b640-4aec-acde-d44f46a16649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.117252 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.117252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] 10.222.0.18 "PUT /v2.0/ports/e6df7d3d-3735-4601-8524-67fa441c7dd5 HTTP/1.1" status: 200 len: 1093 time: 1.7348664 Nov 10 17:02:05.117252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:05.119744 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe1dadc-73e5-4626-9449-bcd6b5e2aad8" -d '{"events": [{"name": "network-changed", "server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:05.161104 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.174044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port dbaad903-f837-44fc-bb4c-ace3b867fc2f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:05.184108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.214793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-211f9b50-b640-4aec-acde-d44f46a16649 None None] Port 588ad1f0-a131-41a0-b8bf-1e16506a70bc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:05.216869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba31caa7-b371-4bce-be72-6283e5f305a0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.222646 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b30229-bfd4-4b9b-a868-ad3323a5486d x-openstack-request-id: req-a4b30229-bfd4-4b9b-a868-ad3323a5486d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:05.222939 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:05.223252 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4b30229-bfd4-4b9b-a868-ad3323a5486d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:05.224038 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'status': 'completed', 'code': 200} Nov 10 17:02:05.228332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c106a-2675-4794-b98a-359ae93a239c service neutron] Pushing event updated for resources: {'Port': ['ID=e6df7d3d-3735-4601-8524-67fa441c7dd5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:05.238252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa255fbf-70c3-4b0d-a08e-518ed44b30aa tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "PUT /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags HTTP/1.1" status: 200 len: 317 time: 0.1569121 Nov 10 17:02:05.242063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55582) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.249767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-d0937676-314c-4ea6-b88a-d1424853a6ac tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.333455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d708cd0e-589e-48b0-875b-b299979f8016 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:02:05.360401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d708cd0e-589e-48b0-875b-b299979f8016 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:02:05.361097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d708cd0e-589e-48b0-875b-b299979f8016 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:02:05.393562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1dadc-73e5-4626-9449-bcd6b5e2aad8 req-e3b60597-5e36-41c2-a869-6db0974abddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:05.394717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fe1dadc-73e5-4626-9449-bcd6b5e2aad8 req-e3b60597-5e36-41c2-a869-6db0974abddb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 1096 time: 0.1495640 Nov 10 17:02:05.485991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba31caa7-b371-4bce-be72-6283e5f305a0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.492304 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d0937676-314c-4ea6-b88a-d1424853a6ac tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags HTTP/1.1" status: 204 len: 168 time: 0.2491767 Nov 10 17:02:05.495219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55586) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.499660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-bd1eaf7b-4991-43a2-b8c7-c87d39c4b42e tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f', 'tempest-TagsExtTest-Tag-1377587797') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.520764 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-bd1eaf7b-4991-43a2-b8c7-c87d39c4b42e tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:05.521844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bd1eaf7b-4991-43a2-b8c7-c87d39c4b42e tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags/tempest-TagsExtTest-Tag-1377587797 HTTP/1.1" status: 404 len: 329 time: 0.0255096 Nov 10 17:02:05.524813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55588) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.539532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-846ee8e3-ac3f-41d5-8912-e5fa4b8947f9 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f', 'tempest-TagsExtTest-Tag-353249998') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.566692 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-846ee8e3-ac3f-41d5-8912-e5fa4b8947f9 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:05.570541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-846ee8e3-ac3f-41d5-8912-e5fa4b8947f9 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags/tempest-TagsExtTest-Tag-353249998 HTTP/1.1" status: 404 len: 328 time: 0.0420818 Nov 10 17:02:05.575536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55594) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.575536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-d513df36-cc8a-425b-b2c2-5defec22d953 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f', 'tempest-TagsExtTest-Tag-1199442499') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.594108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1dadc-73e5-4626-9449-bcd6b5e2aad8 req-29b7ebde-434b-46e0-ba40-9abdbd00a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:05.595648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fe1dadc-73e5-4626-9449-bcd6b5e2aad8 req-29b7ebde-434b-46e0-ba40-9abdbd00a84a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7409b56f806c43c3809c5a352767930c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1920741 Nov 10 17:02:05.598890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba31caa7-b371-4bce-be72-6283e5f305a0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.599687 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-d513df36-cc8a-425b-b2c2-5defec22d953 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] show failed (client error): The resource could not be found. Nov 10 17:02:05.601140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d513df36-cc8a-425b-b2c2-5defec22d953 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags/tempest-TagsExtTest-Tag-1199442499 HTTP/1.1" status: 404 len: 329 time: 0.0294397 Nov 10 17:02:05.604333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55596) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.609952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-d4f2d6da-37f5-4dfb-a317-d60dafbe0136 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '249d9065-4639-470c-8aac-b4937a90739f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.654962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d4f2d6da-37f5-4dfb-a317-d60dafbe0136 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f/tags HTTP/1.1" status: 204 len: 168 time: 0.0417054 Nov 10 17:02:05.654962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.656703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-546e0b06-3d9d-4e0e-8789-acca8b127843 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '61efea33-2d19-4f0a-88d9-ec6454795648') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.705695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31caa7-b371-4bce-be72-6283e5f305a0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859830a4-40ee-4259-9962-6fe2bc8412dd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:05.718260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.763302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-546e0b06-3d9d-4e0e-8789-acca8b127843 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648/tags HTTP/1.1" status: 204 len: 168 time: 0.1121154 Nov 10 17:02:05.765942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55606) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.767501 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba31caa7-b371-4bce-be72-6283e5f305a0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:05.769293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba31caa7-b371-4bce-be72-6283e5f305a0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7359748 Nov 10 17:02:05.770763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-78abad47-c96e-48f6-ab54-4cbc84df9de8 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e937dedd-ba1e-4f89-85e8-d2c5fa1cf945') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.773689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.795198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e9e5d3ea-566b-4067-8e87-d4991e4774d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '859830a4-40ee-4259-9962-6fe2bc8412dd', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:05.825596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1dadc-73e5-4626-9449-bcd6b5e2aad8 req-956299fe-f980-462c-a0e0-b7530d7d404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:05.827205 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fe1dadc-73e5-4626-9449-bcd6b5e2aad8 req-956299fe-f980-462c-a0e0-b7530d7d404b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2181590 Nov 10 17:02:05.856894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-78abad47-c96e-48f6-ab54-4cbc84df9de8 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945/tags HTTP/1.1" status: 204 len: 168 time: 0.0874691 Nov 10 17:02:05.859963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55612) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:05.867752 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.tag.tag_plugin [None req-738991fa-266c-4c67-a945-505e5fa3cce8 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '962b2716-2604-4b71-ba8f-43b72116c4fe') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:05.985761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c1f2b-95a5-45ac-879d-5bbe1853833c req-ab9e621b-3885-4e61-a4a2-b62e039c7d11 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:05.988024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c6c1f2b-95a5-45ac-879d-5bbe1853833c req-ab9e621b-3885-4e61-a4a2-b62e039c7d11 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 944 time: 0.0757964 Nov 10 17:02:05.999618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-d1bd56e4-6891-4e9f-9614-ede259eff120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:05.999618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-d1bd56e4-6891-4e9f-9614-ede259eff120 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 1096 time: 0.0975876 Nov 10 17:02:05.999618 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.025128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d3ea-566b-4067-8e87-d4991e4774d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.037840 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-738991fa-266c-4c67-a945-505e5fa3cce8 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1768157 Nov 10 17:02:06.054508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55620) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:06.071929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-bc0908ec-7786-4080-b747-57f4138cb172 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5 HTTP/1.1" status: 200 len: 217 time: 0.0663414 Nov 10 17:02:06.112140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c6c1f2b-95a5-45ac-879d-5bbe1853833c req-07361688-9a50-499f-9046-4ac411d8383e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148922 Nov 10 17:02:06.171283 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d3ea-566b-4067-8e87-d4991e4774d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.288326 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-028737a3-3518-4fc9-9077-5a5281abee58 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for subnetpool, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.290049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-028737a3-3518-4fc9-9077-5a5281abee58 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnetpools/249d9065-4639-470c-8aac-b4937a90739f HTTP/1.1" status: 204 len: 168 time: 0.2345533 Nov 10 17:02:06.291038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d3ea-566b-4067-8e87-d4991e4774d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.304756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55624) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:06.352012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5d3ea-566b-4067-8e87-d4991e4774d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c977671-b44c-4eca-8b41-9e8a96c23565,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:06.357936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1caeeba0-825f-40d2-9a17-f5858e28ad9f tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "GET /v2.0/ports?device_id=61efea33-2d19-4f0a-88d9-ec6454795648 HTTP/1.1" status: 200 len: 205 time: 0.0404370 Nov 10 17:02:06.358190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55626) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:06.438931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d3ea-566b-4067-8e87-d4991e4774d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.443535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e9e5d3ea-566b-4067-8e87-d4991e4774d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6652992 Nov 10 17:02:06.446515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55628) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:06.451356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a70225ad-de8e-48c7-8335-f3a5e1f9638a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '859830a4-40ee-4259-9962-6fe2bc8412dd', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:06.459193 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55475807-8160-4f7e-804c-ea0e17f508cb tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.507742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-001b0079-5426-4c53-ad55-7c66319a643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:06.509230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-001b0079-5426-4c53-ad55-7c66319a643e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a823639-50b2-4140-9190-1b0404d32c5f HTTP/1.1" status: 200 len: 837 time: 0.4277346 Nov 10 17:02:06.577755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-06f2cf30-99fa-4055-819c-0bba8675d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:06.579216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-06f2cf30-99fa-4055-819c-0bba8675d982 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fb90181-e684-44de-a8a1-f3aec4ab8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0610218 Nov 10 17:02:06.636986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55475807-8160-4f7e-804c-ea0e17f508cb tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.641040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55475807-8160-4f7e-804c-ea0e17f508cb tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.696449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Router 50cbe9db-d11b-4552-9e33-c22784567a69 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:02:06.700528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-738ed888-94ae-406c-9fda-fefaa50eec9b service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139874 Nov 10 17:02:06.812773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:06.939810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49ab4200-ae9c-4293-9fc1-0e3f1b65c982 req-579f0ba0-61d2-4c16-91c1-cc5dacc5060a service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295477 Nov 10 17:02:06.943123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:06.960786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Sync routers for ids ['50cbe9db-d11b-4552-9e33-c22784567a69'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:06.976519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Routers {'50cbe9db-d11b-4552-9e33-c22784567a69'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:06.977206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['50cbe9db-d11b-4552-9e33-c22784567a69'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:07.105693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a70225ad-de8e-48c7-8335-f3a5e1f9638a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.108372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Set router 50cbe9db-d11b-4552-9e33-c22784567a69 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:07.118515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.120534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c2cb09ed-3138-48bf-828f-8a8dab842cad tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2276328 Nov 10 17:02:07.123190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:07.167773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a70225ad-de8e-48c7-8335-f3a5e1f9638a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.193863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55475807-8160-4f7e-804c-ea0e17f508cb tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.194465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55475807-8160-4f7e-804c-ea0e17f508cb tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Fanout notify agent at l3_agent the message router_deleted on router 61efea33-2d19-4f0a-88d9-ec6454795648 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:07.203715 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55475807-8160-4f7e-804c-ea0e17f508cb tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.207629 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-55475807-8160-4f7e-804c-ea0e17f508cb tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/routers/61efea33-2d19-4f0a-88d9-ec6454795648 HTTP/1.1" status: 204 len: 168 time: 0.8467345 Nov 10 17:02:07.209138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55636) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:07.294820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4445cf25-b572-493e-a3f3-7f5855eef49b tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/routers/50cbe9db-d11b-4552-9e33-c22784567a69 HTTP/1.1" status: 200 len: 908 time: 0.1701429 Nov 10 17:02:07.297111 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a70225ad-de8e-48c7-8335-f3a5e1f9638a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.297582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:07.356958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cbe9db-d11b-4552-9e33-c22784567a69', 'name': 'tempest-snat-router-2047681702', 'tenant_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '588ad1f0-a131-41a0-b8bf-1e16506a70bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:02Z', 'updated_at': '2021-11-10T17:02:05Z', 'revision_number': 3, 'project_id': '1bf40cc8c8ad44a2b6d68f6ae741bf23', 'gw_port': {'id': '588ad1f0-a131-41a0-b8bf-1e16506a70bc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cbe9db-d11b-4552-9e33-c22784567a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:04Z', 'updated_at': '2021-11-10T17:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:07.398936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70225ad-de8e-48c7-8335-f3a5e1f9638a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e006f5ac-aa93-4e77-a8c8-a2987f50daab,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:07.403025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Checking router: 50cbe9db-d11b-4552-9e33-c22784567a69 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:02:07.403025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Updating router 50cbe9db-d11b-4552-9e33-c22784567a69 port 588ad1f0-a131-41a0-b8bf-1e16506a70bc binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:02:07.424836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae0462-0533-492a-9a96-23eac8bb3b18 req-a8c3d5ea-924d-428b-96dd-29d2cbc99500 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:07.434611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22ae0462-0533-492a-9a96-23eac8bb3b18 req-a8c3d5ea-924d-428b-96dd-29d2cbc99500 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 944 time: 0.1836920 Nov 10 17:02:07.443280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.470281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.496640 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a70225ad-de8e-48c7-8335-f3a5e1f9638a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.500723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a70225ad-de8e-48c7-8335-f3a5e1f9638a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0532055 Nov 10 17:02:07.502798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-09d94a3e-59fe-455f-86c3-cf211cfca754 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Deleting port e937dedd-ba1e-4f89-85e8-d2c5fa1cf945 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:07.503703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09d94a3e-59fe-455f-86c3-cf211cfca754 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.512806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:07.517900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f380a3e2-03d1-45ea-8820-c6d127d8f894 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '859830a4-40ee-4259-9962-6fe2bc8412dd', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:07.621694 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09d94a3e-59fe-455f-86c3-cf211cfca754 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.632018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.638317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-09d94a3e-59fe-455f-86c3-cf211cfca754 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Calling delete_port for e937dedd-ba1e-4f89-85e8-d2c5fa1cf945 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:07.645929 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f380a3e2-03d1-45ea-8820-c6d127d8f894 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.663297 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.705483 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22ae0462-0533-492a-9a96-23eac8bb3b18 req-ca4fc3ca-3fb3-49f5-8f64-bbcd3de12352 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699735 Nov 10 17:02:07.727537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f380a3e2-03d1-45ea-8820-c6d127d8f894 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.783518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Deleting port 588ad1f0-a131-41a0-b8bf-1e16506a70bc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:07.783927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.796949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.818106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f380a3e2-03d1-45ea-8820-c6d127d8f894 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.879109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380a3e2-03d1-45ea-8820-c6d127d8f894 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f501305b-e531-4671-a765-7fcdaed72a52,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:07.896704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.911837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Calling delete_port for 588ad1f0-a131-41a0-b8bf-1e16506a70bc owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:07.926044 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.959936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:07.960455 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09d94a3e-59fe-455f-86c3-cf211cfca754 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.001963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d94a3e-59fe-455f-86c3-cf211cfca754 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Pushing event deleted for resources: {'Port': ['ID=e937dedd-ba1e-4f89-85e8-d2c5fa1cf945,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:08.052176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f380a3e2-03d1-45ea-8820-c6d127d8f894 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.053634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f380a3e2-03d1-45ea-8820-c6d127d8f894 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5398734 Nov 10 17:02:08.056829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:08.059686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e62f67-cdf7-400c-acc4-1d90c1130a67 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:08.064204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a5b4324a-a57e-4061-96ce-dff6b701b91b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '859830a4-40ee-4259-9962-6fe2bc8412dd', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:08.090808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Attempting to bind port 588ad1f0-a131-41a0-b8bf-1e16506a70bc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:08.091321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Attempting to bind port 588ad1f0-a131-41a0-b8bf-1e16506a70bc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:08.093001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Attempting to bind port 588ad1f0-a131-41a0-b8bf-1e16506a70bc on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:08.095238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6239146-6935-4531-a178-cf9e78114a76 None None] Pushing event updated for resources: {'Port': ['ID=588ad1f0-a131-41a0-b8bf-1e16506a70bc,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:08.102587 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09d94a3e-59fe-455f-86c3-cf211cfca754 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.107699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-09d94a3e-59fe-455f-86c3-cf211cfca754 tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/ports/e937dedd-ba1e-4f89-85e8-d2c5fa1cf945 HTTP/1.1" status: 204 len: 168 time: 0.8974097 Nov 10 17:02:08.110301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55648) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:08.145526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:08.145526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:08.145526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.145526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:08.145526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Bound port: 588ad1f0-a131-41a0-b8bf-1e16506a70bc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:08.145526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.179543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce1b57a-714d-4499-9b37-52e193a97bdf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Deleting subnet 962b2716-2604-4b71-ba8f-43b72116c4fe {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:02:08.187863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b57a-714d-4499-9b37-52e193a97bdf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.213709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5b4324a-a57e-4061-96ce-dff6b701b91b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.231646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-714740f7-f05c-4c8f-887c-49480a28d0e5 None None] Provisioning complete for port 588ad1f0-a131-41a0-b8bf-1e16506a70bc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:08.232126 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-714740f7-f05c-4c8f-887c-49480a28d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.276711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-714740f7-f05c-4c8f-887c-49480a28d0e5 None None] Port 588ad1f0-a131-41a0-b8bf-1e16506a70bc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:08.279277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b57a-714d-4499-9b37-52e193a97bdf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.295840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5b4324a-a57e-4061-96ce-dff6b701b91b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.316858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:02:08.317874 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:02:08.322010 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.358932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1dca6-c5f4-49b7-895c-3f398d5693fc None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:08.401489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b57a-714d-4499-9b37-52e193a97bdf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.425497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5b4324a-a57e-4061-96ce-dff6b701b91b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.427706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event deleted for resources: {'Port': ['ID=588ad1f0-a131-41a0-b8bf-1e16506a70bc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:08.458392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4324a-a57e-4061-96ce-dff6b701b91b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3914c29a-103e-4aaa-b5ce-49200ed9e3e5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:08.469242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.562443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5b4324a-a57e-4061-96ce-dff6b701b91b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.563722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a5b4324a-a57e-4061-96ce-dff6b701b91b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5052452 Nov 10 17:02:08.566460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:08.570854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5ccd2ccd-477b-4874-a442-a16754e2248d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '859830a4-40ee-4259-9962-6fe2bc8412dd', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:08.578320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.582097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.583199 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b57a-714d-4499-9b37-52e193a97bdf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.614551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1b57a-714d-4499-9b37-52e193a97bdf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Pushing event deleted for resources: {'Subnet': ['ID=962b2716-2604-4b71-ba8f-43b72116c4fe,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:08.619478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b57a-714d-4499-9b37-52e193a97bdf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.625839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8ce1b57a-714d-4499-9b37-52e193a97bdf tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/subnets/962b2716-2604-4b71-ba8f-43b72116c4fe HTTP/1.1" status: 204 len: 168 time: 0.5133381 Nov 10 17:02:08.628044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:08.629046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d67ef3-23e8-4d39-9a20-54bca8d89fdb None None] Network 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:08.714041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.783407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Deleting port 3897627a-e582-4b8d-b719-7a3084a9e058 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:08.783748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.815122 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-5ccd2ccd-477b-4874-a442-a16754e2248d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Project 19c20c2e7849423bac3b66695c6e40d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:02:08.823667 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2ccd-477b-4874-a442-a16754e2248d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.840804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Attempting to bind port 588ad1f0-a131-41a0-b8bf-1e16506a70bc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:08.841226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Attempting to bind port 588ad1f0-a131-41a0-b8bf-1e16506a70bc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:08.841594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Attempting to bind port 588ad1f0-a131-41a0-b8bf-1e16506a70bc on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:08.849912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:08.850277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:08.850667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.851059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:08.851946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Bound port: 588ad1f0-a131-41a0-b8bf-1e16506a70bc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:08.852264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.855632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] DHCP port deletion for 0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:08.857027 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.857716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50cbe9db-d11b-4552-9e33-c22784567a69 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:08.873590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:08.877937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-21404c18-cee3-4c70-9049-58af9467ab84 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "DELETE /v2.0/routers/50cbe9db-d11b-4552-9e33-c22784567a69 HTTP/1.1" status: 204 len: 168 time: 1.5759943 Nov 10 17:02:08.881773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55662) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:08.884131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Port 588ad1f0-a131-41a0-b8bf-1e16506a70bc has been deleted concurrently {{(pid=103327) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 17:02:08.900253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d458a4-1063-4927-a080-0286d670eb72 req-8d10cb96-a2fb-4361-b305-96beecc2961c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:08.902096 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78d458a4-1063-4927-a080-0286d670eb72 req-8d10cb96-a2fb-4361-b305-96beecc2961c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 944 time: 0.1122701 Nov 10 17:02:08.940189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Routers set() bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:08.940980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Router IDs set() for agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 17:02:08.943407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_agentschedulers_db [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'50cbe9db-d11b-4552-9e33-c22784567a69'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent'). {{(pid=103327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 17:02:08.943788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ed673-f0d7-4735-9741-b0132f3e12f5 None None] The sync data for ids ['50cbe9db-d11b-4552-9e33-c22784567a69'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:08.981921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78d458a4-1063-4927-a080-0286d670eb72 req-14b590d9-0607-4103-ae25-1cd3bffb1e6c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716076 Nov 10 17:02:08.989696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] For port 3897627a-e582-4b8d-b719-7a3084a9e058, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3897627a-e582-4b8d-b719-7a3084a9e058,segment=NetworkSegment(3e650d76-75d8-4288-9efc-0009912f6791),segment_id=3e650d76-75d8-4288-9efc-0009912f6791)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:08.990066 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.025272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Calling delete_port for 3897627a-e582-4b8d-b719-7a3084a9e058 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:09.073906 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2ccd-477b-4874-a442-a16754e2248d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.127831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3897627a-e582-4b8d-b719-7a3084a9e058 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:02:09.142441 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.181129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2ccd-477b-4874-a442-a16754e2248d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.182037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] Deleting port 3897627a-e582-4b8d-b719-7a3084a9e058 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:09.182453 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.227950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd2ccd-477b-4874-a442-a16754e2248d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79c2343-94a1-4839-b8e9-947cb7ac459b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:09.271539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.288180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] For port 3897627a-e582-4b8d-b719-7a3084a9e058, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3897627a-e582-4b8d-b719-7a3084a9e058,segment=NetworkSegment(3e650d76-75d8-4288-9efc-0009912f6791),segment_id=3e650d76-75d8-4288-9efc-0009912f6791)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:09.288511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.288619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.311503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] Calling delete_port for 3897627a-e582-4b8d-b719-7a3084a9e058 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:09.322340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2ccd-477b-4874-a442-a16754e2248d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.326535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55664) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:09.326688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5ccd2ccd-477b-4874-a442-a16754e2248d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7591627 Nov 10 17:02:09.332082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6b9fb1fd-21e4-4ba3-9542-2cdd99762779 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '859830a4-40ee-4259-9962-6fe2bc8412dd', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:09.340398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.375484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Pushing event deleted for resources: {'Port': ['ID=3897627a-e582-4b8d-b719-7a3084a9e058,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:09.381927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] No DVR routers for this DVR port 3897627a-e582-4b8d-b719-7a3084a9e058 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:02:09.434427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.464976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] Pushing event deleted for resources: {'Port': ['ID=3897627a-e582-4b8d-b719-7a3084a9e058,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:09.467119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426be1d-d104-403f-95d4-ebbb921ae210 None None] No DVR routers for this DVR port 3897627a-e582-4b8d-b719-7a3084a9e058 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:02:09.510156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.521721 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-6b9fb1fd-21e4-4ba3-9542-2cdd99762779 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Project 19c20c2e7849423bac3b66695c6e40d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:02:09.528160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb1fd-21e4-4ba3-9542-2cdd99762779 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.541312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca0e18b-d4f8-4090-9177-cd3db5f1eb17']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:09.553288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e650d76-75d8-4288-9efc-0009912f6791') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:09.553621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e650d76-75d8-4288-9efc-0009912f6791') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:09.562961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Deleting port dbaad903-f837-44fc-bb4c-ace3b867fc2f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:09.563554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.629258 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb1fd-21e4-4ba3-9542-2cdd99762779 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.635436 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.673823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.673823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] For port dbaad903-f837-44fc-bb4c-ace3b867fc2f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dbaad903-f837-44fc-bb4c-ace3b867fc2f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:09.673823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.680644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:02:09.681048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: items = [ Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:02:09.684113 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:02:09.698390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Calling delete_port for dbaad903-f837-44fc-bb4c-ace3b867fc2f owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:09.719623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb1fd-21e4-4ba3-9542-2cdd99762779 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.742533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fb1fd-21e4-4ba3-9542-2cdd99762779 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7377fa-4ab9-4499-9e59-690f72b89069,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:09.865757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb1fd-21e4-4ba3-9542-2cdd99762779 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.867217 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6b9fb1fd-21e4-4ba3-9542-2cdd99762779 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5390146 Nov 10 17:02:09.874112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55674) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:09.876418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'network': {'name': 'tempest-network-smoke--1556383375', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:09.899045 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.905150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:09.911893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] 10.222.0.62 "DELETE /v2.0/networks/0ca0e18b-d4f8-4090-9177-cd3db5f1eb17 HTTP/1.1" status: 204 len: 168 time: 1.2831774 Nov 10 17:02:09.932855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6eac1-39f9-4ac2-a62d-786791e6347a tempest-TagsExtTest-938032371 tempest-TagsExtTest-938032371-project] Pushing event deleted for resources: {'Network': ['ID=0ca0e18b-d4f8-4090-9177-cd3db5f1eb17,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:09.976785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:09.982331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.000012 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.043140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:10.058496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbaad903-f837-44fc-bb4c-ace3b867fc2f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:10.073916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.074765 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Added segment 8ef7e853-6624-41c7-84bd-2946805379ef of type vlan for network 20761e0c-1246-401f-85cb-697f30e101b4 Nov 10 17:02:10.083877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded7fc0-bc13-45f8-b1f8-7f55762f0662 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:10.150086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.166079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.208003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de9481-b23c-4390-b5a1-a31e0b97ccba req-ed7dcf81-90f5-4b00-8973-a024fc81f3d2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:10.209690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3de9481-b23c-4390-b5a1-a31e0b97ccba req-ed7dcf81-90f5-4b00-8973-a024fc81f3d2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 944 time: 0.0842912 Nov 10 17:02:10.244827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55684) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:10.286154 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.292604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.296620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.309350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:10.312038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.408348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b3de9481-b23c-4390-b5a1-a31e0b97ccba req-118fa9bf-7c4c-4871-a9be-cb0587f6096c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921437 Nov 10 17:02:10.415211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5435374 Nov 10 17:02:10.418097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:10.422763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'admin_state_up': True, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:10.434531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec4c21-7300-4ff2-87f1-0b6804427a2f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Network': ['ID=20761e0c-1246-401f-85cb-697f30e101b4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:10.451250 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 20761e0c-1246-401f-85cb-697f30e101b4 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:10.473668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:10.481144 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.482733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b2a45a4-d57a-4b34-b65b-0a988c5da71e {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:10.496162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.497566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d51addef-f320-4824-89d3-0783f1c493c5 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "DELETE /v2.0/routers/4b2a45a4-d57a-4b34-b65b-0a988c5da71e HTTP/1.1" status: 204 len: 168 time: 1.6146932 Nov 10 17:02:10.501351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55696) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:10.506903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-432185154', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:10.544890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e6df7d3d-3735-4601-8524-67fa441c7dd5 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:02:10.554007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.555050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.634365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42cd44c8-caa2-4696-a146-c41cf1cdfec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.654110 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.660224 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.664556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.665592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.725982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e6df7d3d-3735-4601-8524-67fa441c7dd5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:10.742275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:02:10.785330 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.790787 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42cd44c8-caa2-4696-a146-c41cf1cdfec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.792949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.802267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6df7d3d-3735-4601-8524-67fa441c7dd5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:02:10.821540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c77fbb03-9a88-4a7a-a0ca-c60105d0e934 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=188ac7a22e1d468080773a095e73a4ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459673 Nov 10 17:02:10.828324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55698) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:10.829824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e6df7d3d-3735-4601-8524-67fa441c7dd5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:10.840941 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42cd44c8-caa2-4696-a146-c41cf1cdfec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.895510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.903964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd44c8-caa2-4696-a146-c41cf1cdfec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90907277-906f-4907-afde-362f8ff6c821,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:10.910025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-42cd44c8-caa2-4696-a146-c41cf1cdfec4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc7b4015702747cabee9ec18594ce6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6629226 Nov 10 17:02:10.913193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:10.923671 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0152-630a-4c6c-9404-4bd34b5c06f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.947094 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0152-630a-4c6c-9404-4bd34b5c06f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.959648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.963826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e485fb86-75ed-436c-aed0-4dff22dcd22c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:10.990093 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e485fb86-75ed-436c-aed0-4dff22dcd22c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.019193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e6df7d3d-3735-4601-8524-67fa441c7dd5,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:11.119222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dbaad903-f837-44fc-bb4c-ace3b867fc2f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:02:11.146327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: dbaad903-f837-44fc-bb4c-ace3b867fc2f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:02:11.146955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dbaad903-f837-44fc-bb4c-ace3b867fc2f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:02:11.150235 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.166650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e6df7d3d-3735-4601-8524-67fa441c7dd5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:02:11.256443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e485fb86-75ed-436c-aed0-4dff22dcd22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.259180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e485fb86-75ed-436c-aed0-4dff22dcd22c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.261265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e485fb86-75ed-436c-aed0-4dff22dcd22c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90907277-906f-4907-afde-362f8ff6c821 HTTP/1.1" status: 204 len: 168 time: 0.3463414 Nov 10 17:02:11.261397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0152-630a-4c6c-9404-4bd34b5c06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.270637 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0152-630a-4c6c-9404-4bd34b5c06f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.270637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ba9a0152-630a-4c6c-9404-4bd34b5c06f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e60ed7f0-f0bf-473b-ae95-0ff45ba5ce75 HTTP/1.1" status: 204 len: 168 time: 0.4391043 Nov 10 17:02:11.287143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485fb86-75ed-436c-aed0-4dff22dcd22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90907277-906f-4907-afde-362f8ff6c821,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:11.313451 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.335271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a0152-630a-4c6c-9404-4bd34b5c06f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60ed7f0-f0bf-473b-ae95-0ff45ba5ce75,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:11.337301 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.469223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.25.3.38 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/c319ba91-98cb-408e-91a2-2857e8ee8266) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:11.557862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.578779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:11.964926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e17369-eb93-4aa6-8bbe-b589dd06b53e req-941240ac-e42d-4ecd-b79c-b54b276257ff tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:11.965784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-32e17369-eb93-4aa6-8bbe-b589dd06b53e req-941240ac-e42d-4ecd-b79c-b54b276257ff tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 945 time: 0.0723615 Nov 10 17:02:11.989324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.043393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-32e17369-eb93-4aa6-8bbe-b589dd06b53e req-f3ea77f2-cf64-4dd2-8d15-fa52d64dedf4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654550 Nov 10 17:02:12.109884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55730) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:12.122942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b48d-13ad-4195-97b3-dbbc7eabb668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.151677 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.198896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Allocated IP 172.25.3.195 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/c00cb0f0-9fbe-448c-a34b-7cae5423b364) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:12.213612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:12.221505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:12.227169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=c319ba91-98cb-408e-91a2-2857e8ee8266,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:12.229503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:12.250113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aed9c6-9fb8-4a0e-8733-b361779e79ef None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:12.293493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b48d-13ad-4195-97b3-dbbc7eabb668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.337345 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.364064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9b1ecb89-e7ac-4f41-87de-299048463cf9 None None] Provisioning complete for port c319ba91-98cb-408e-91a2-2857e8ee8266 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:12.364785 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b1ecb89-e7ac-4f41-87de-299048463cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.397903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b48d-13ad-4195-97b3-dbbc7eabb668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.405630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ecb89-e7ac-4f41-87de-299048463cf9 None None] Port c319ba91-98cb-408e-91a2-2857e8ee8266 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:12.455496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8fd8b48d-13ad-4195-97b3-dbbc7eabb668 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff0d89182abf4987bbfe3621c60f8f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444631 Nov 10 17:02:12.456800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8b48d-13ad-4195-97b3-dbbc7eabb668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65809094-d151-42a3-abe3-c4248bf40521,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:12.458488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55736) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:12.488759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.543143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:12.551809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:12.554485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e6df7d3d-3735-4601-8524-67fa441c7dd5 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:12.559757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:12.584141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d833da29-41c0-472e-aa11-9c8a1b2fe842 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:12.596282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event updated for resources: {'Port': ['ID=c00cb0f0-9fbe-448c-a34b-7cae5423b364,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:12.609626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-160faa2d-a3cc-403f-9e37-9db0cc4470b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.673497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.677294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-160faa2d-a3cc-403f-9e37-9db0cc4470b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.696456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1335ab24-7904-408b-8c16-3df9508059fb None None] Provisioning complete for port c00cb0f0-9fbe-448c-a34b-7cae5423b364 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:12.700187 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1335ab24-7904-408b-8c16-3df9508059fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.757522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port e6df7d3d-3735-4601-8524-67fa441c7dd5 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:02:12.762029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55746) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:12.769528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port e6df7d3d-3735-4601-8524-67fa441c7dd5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:12.770181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.773553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1335ab24-7904-408b-8c16-3df9508059fb None None] Port c00cb0f0-9fbe-448c-a34b-7cae5423b364 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:12.869370 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.906446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e6df7d3d-3735-4601-8524-67fa441c7dd5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:12.912464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:12.916917 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ada88d6-c323-4ff1-a457-d5e7ec447e06" -d '{"events": [{"server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "name": "network-vif-plugged", "status": "completed", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:12.924194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-88430686-network', 'tenant_id': '65b68cf0ca7d4e11881a04308f272d18'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:12.927560 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-160faa2d-a3cc-403f-9e37-9db0cc4470b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.930096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-160faa2d-a3cc-403f-9e37-9db0cc4470b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:12.936043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-160faa2d-a3cc-403f-9e37-9db0cc4470b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65809094-d151-42a3-abe3-c4248bf40521 HTTP/1.1" status: 204 len: 168 time: 0.4715476 Nov 10 17:02:12.958026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160faa2d-a3cc-403f-9e37-9db0cc4470b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65809094-d151-42a3-abe3-c4248bf40521,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:12.969863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.006684 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8732bed0-7afd-4c1b-8620-8fbe3b45b815 x-openstack-request-id: req-8732bed0-7afd-4c1b-8620-8fbe3b45b815 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:13.007136 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "name": "network-vif-plugged", "status": "completed", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:13.007512 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8732bed0-7afd-4c1b-8620-8fbe3b45b815 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:13.008568 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'code': 200} Nov 10 17:02:13.011378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.063641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.119510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Made reservation on behalf of 65b68cf0ca7d4e11881a04308f272d18 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:13.121937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.141057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.141937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e6df7d3d-3735-4601-8524-67fa441c7dd5,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:13.158221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97816547-8e5c-4463-b2cc-7e09dd1155c4 req-bfd9be4f-4c4d-409a-b9c1-aad2c992a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:13.162351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97816547-8e5c-4463-b2cc-7e09dd1155c4 req-bfd9be4f-4c4d-409a-b9c1-aad2c992a499 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 1098 time: 0.1070077 Nov 10 17:02:13.266954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97816547-8e5c-4463-b2cc-7e09dd1155c4 req-71169c2d-61be-4ec2-9cf7-96ed58371edc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923195 Nov 10 17:02:13.294625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1837f2a-a016-4edd-b680-fb55c33f0a13 req-6d43d318-5f2b-4c25-a0da-80ba389b19e1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:13.303271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1837f2a-a016-4edd-b680-fb55c33f0a13 req-6d43d318-5f2b-4c25-a0da-80ba389b19e1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 946 time: 0.1205719 Nov 10 17:02:13.336289 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.371103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:02:13.392813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d1837f2a-a016-4edd-b680-fb55c33f0a13 req-87bc434e-be85-453a-a4df-a719046a3907 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885334 Nov 10 17:02:13.409923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.417523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.480667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:13.517399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:13.532215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f5a9d-79d2-45fe-a25e-05fea4062498,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:13.537261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.537739 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Added segment a19901f8-ed28-431e-bc8c-ba41376f8389 of type vlan for network a87128ab-cbe1-4bb2-b726-9544a89aeb33 Nov 10 17:02:13.539770 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Sync routers for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:13.576168 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:13.578115 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:13.612747 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.618406 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.621398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7fea0c4f-45da-4c69-a1f4-60339c3549f7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2021642 Nov 10 17:02:13.627344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55760) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:13.672493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4c815cfc-d892-4466-a750-9c4164218a1f tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=19c20c2e7849423bac3b66695c6e40d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412796 Nov 10 17:02:13.673410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55762) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:13.715663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.716622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:13.717205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.734384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:13.774246 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:13.774658 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a527926-e139-4301-a5f4-6816798d0348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:13.839199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] Pushing event updated for resources: {'Network': ['ID=a87128ab-cbe1-4bb2-b726-9544a89aeb33,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:13.851504 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a87128ab-cbe1-4bb2-b726-9544a89aeb33 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:13.857395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01cafb-37c0-4447-a94b-d69fbb2445d5 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:13.864072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fe01cafb-37c0-4447-a94b-d69fbb2445d5 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1837800 Nov 10 17:02:13.865442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55768) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:13.903176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55770) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:13.903874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b66ae494-dc53-436f-9d41-f96923e19132 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1405721 Nov 10 17:02:13.921669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Request body: {'subnet': {'network_id': 'a87128ab-cbe1-4bb2-b726-9544a89aeb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-88430686-subnet', 'tenant_id': '65b68cf0ca7d4e11881a04308f272d18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:13.978291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e8ee78ec-fb71-4bcb-9bdd-d002c2c66257 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1107564 Nov 10 17:02:13.979129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Router a209ec50-ac86-41fc-9c80-69819b76bad6 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:02:13.984333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55772) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:13.994178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-771549131', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:14.053863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a527926-e139-4301-a5f4-6816798d0348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.125904 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:12Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:14.147716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Made reservation on behalf of 65b68cf0ca7d4e11881a04308f272d18 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:14.150831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.156284 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Checking router: 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:02:14.156640 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Updating router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 port c319ba91-98cb-408e-91a2-2857e8ee8266 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:02:14.186456 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.196720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:14.207479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb6e73-b0fd-425a-8d81-a555edfc278c None None] Sync routers for ids ['a209ec50-ac86-41fc-9c80-69819b76bad6'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:14.218763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb6e73-b0fd-425a-8d81-a555edfc278c None None] Routers {'a209ec50-ac86-41fc-9c80-69819b76bad6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:14.219412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2ffb6e73-b0fd-425a-8d81-a555edfc278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a209ec50-ac86-41fc-9c80-69819b76bad6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:14.226024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a527926-e139-4301-a5f4-6816798d0348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.256102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2ffb6e73-b0fd-425a-8d81-a555edfc278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:14.264993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb6e73-b0fd-425a-8d81-a555edfc278c None None] Routers {'a209ec50-ac86-41fc-9c80-69819b76bad6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:14.265812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2ffb6e73-b0fd-425a-8d81-a555edfc278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a209ec50-ac86-41fc-9c80-69819b76bad6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:14.291321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:14.295650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.309474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2ffb6e73-b0fd-425a-8d81-a555edfc278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:14.309474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb6e73-b0fd-425a-8d81-a555edfc278c None None] The sync data for ids ['a209ec50-ac86-41fc-9c80-69819b76bad6'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:14.312730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4a527926-e139-4301-a5f4-6816798d0348 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08dfcd1b2a3c401d9c88a860a19dadb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5766540 Nov 10 17:02:14.313576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:14.319369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a527926-e139-4301-a5f4-6816798d0348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e40d285-fbf0-49cc-9241-75dd6a2b42a2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:14.410634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.414714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6fdccd3f-df5e-4188-a6e3-7dce6ae8ec48 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9095819 Nov 10 17:02:14.415213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55778) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:14.423537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2c39120a-4dcc-4f25-a22b-db50e32fcc33 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': False}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:14.426535 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d695055-8a33-45b5-a2b5-e0c94b74416b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.493136 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d695055-8a33-45b5-a2b5-e0c94b74416b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.554457 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.576617 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.636926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df3d8c38-6b91-47f0-8da7-d07ae06bc04f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:14.646560 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.647258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d695055-8a33-45b5-a2b5-e0c94b74416b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.649910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d695055-8a33-45b5-a2b5-e0c94b74416b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.651963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7d695055-8a33-45b5-a2b5-e0c94b74416b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e40d285-fbf0-49cc-9241-75dd6a2b42a2 HTTP/1.1" status: 204 len: 168 time: 0.3280435 Nov 10 17:02:14.653896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Checking segment: {'id': 'a19901f8-ed28-431e-bc8c-ba41376f8389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a87128ab-cbe1-4bb2-b726-9544a89aeb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:14.654260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Network hostable DHCP agents. Network: a87128ab-cbe1-4bb2-b726-9544a89aeb33, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:14.665886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d695055-8a33-45b5-a2b5-e0c94b74416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e40d285-fbf0-49cc-9241-75dd6a2b42a2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:14.730075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b0be8d-6215-4973-8b80-1c9980b18ab5 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:14.737735 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Attempting to bind port c319ba91-98cb-408e-91a2-2857e8ee8266 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:14.741279 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Attempting to bind port c319ba91-98cb-408e-91a2-2857e8ee8266 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:14.741279 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Attempting to bind port c319ba91-98cb-408e-91a2-2857e8ee8266 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:14.742384 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3a82-3752-44ad-91bb-9d5ecb69364a None None] Pushing event updated for resources: {'Port': ['ID=c319ba91-98cb-408e-91a2-2857e8ee8266,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:14.748031 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:14.748422 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:14.748781 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.749164 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:14.749633 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Bound port: c319ba91-98cb-408e-91a2-2857e8ee8266, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:14.750009 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.765277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Network a87128ab-cbe1-4bb2-b726-9544a89aeb33 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:14.811133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-565b2da6-ef94-425d-9d20-203b0c1d5377 None None] Provisioning complete for port c319ba91-98cb-408e-91a2-2857e8ee8266 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:14.811796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-565b2da6-ef94-425d-9d20-203b0c1d5377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.817322 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] For port c319ba91-98cb-408e-91a2-2857e8ee8266, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:14.822526 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] For port c319ba91-98cb-408e-91a2-2857e8ee8266, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c319ba91-98cb-408e-91a2-2857e8ee8266,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:14.861978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-565b2da6-ef94-425d-9d20-203b0c1d5377 None None] Port c319ba91-98cb-408e-91a2-2857e8ee8266 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:14.879646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a87128ab-cbe1-4bb2-b726-9544a89aeb33) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:14.885674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:14.886632 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.889260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dd2007-4220-4c4a-b398-c9d3361ee44d None None] Network a87128ab-cbe1-4bb2-b726-9544a89aeb33 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:14.933074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b89040-16aa-48dc-b2c8-f5efb7d186e3 req-06ad9fdf-20c7-43b7-a890-9eaa9f451f67 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:14.934607 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7b89040-16aa-48dc-b2c8-f5efb7d186e3 req-06ad9fdf-20c7-43b7-a890-9eaa9f451f67 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 946 time: 0.4610710 Nov 10 17:02:14.937089 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:14.981619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd67980-7842-4c56-9e7b-d47d4b4af7cb None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:15.010232 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:15.010868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:15.051032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2274c05d-5802-4b5c-91e7-74df7df71895 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1428399 Nov 10 17:02:15.107272 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7b89040-16aa-48dc-b2c8-f5efb7d186e3 req-df271249-9445-4730-8552-6854d8761354 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600657 Nov 10 17:02:15.128794 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:15.174201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f1a2e-015f-4e0f-afbe-4704993bbecc None None] Network a87128ab-cbe1-4bb2-b726-9544a89aeb33 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:15.199691 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:15.206336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Subnet': ['ID=725524e4-6307-4165-b677-5b4b39b2ed18,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:15.233247 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3a82-3752-44ad-91bb-9d5ecb69364a None None] Pushing event updated for resources: {'Port': ['ID=c319ba91-98cb-408e-91a2-2857e8ee8266,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:15.251744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e6faf6e1-2568-4479-aa56-4501490500a5 None None] Provisioning complete for port c319ba91-98cb-408e-91a2-2857e8ee8266 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:15.252998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6faf6e1-2568-4479-aa56-4501490500a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:15.448532 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6faf6e1-2568-4479-aa56-4501490500a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:15.460782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c39120a-4dcc-4f25-a22b-db50e32fcc33 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:15.461320 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:12Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:15.478127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Checking segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:15.478127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network hostable DHCP agents. Network: 20761e0c-1246-401f-85cb-697f30e101b4, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:15.479901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e6faf6e1-2568-4479-aa56-4501490500a5 None None] For port c319ba91-98cb-408e-91a2-2857e8ee8266, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c319ba91-98cb-408e-91a2-2857e8ee8266,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:15.505305 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd7248-8675-495d-83ba-9ec892bd2759 None None] The sync data for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 is: [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:12Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:15.593505 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6faf6e1-2568-4479-aa56-4501490500a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:15.619200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 20761e0c-1246-401f-85cb-697f30e101b4 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:15.662569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faf6e1-2568-4479-aa56-4501490500a5 None None] Pushing event updated for resources: {'Port': ['ID=c319ba91-98cb-408e-91a2-2857e8ee8266,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:15.715587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 20761e0c-1246-401f-85cb-697f30e101b4) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:15.728340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446337c-ec0c-4b39-822d-a7bc67db7360 None None] Network 20761e0c-1246-401f-85cb-697f30e101b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:15.736230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:15.737503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:15.914626 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5441a3c2-7550-4669-aba0-a7df2e8a4b43 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9277198 Nov 10 17:02:15.917737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:16.075882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-20761e0c-1246-401f-85cb-697f30e101b4', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:02:16.077316 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:16.198905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c39120a-4dcc-4f25-a22b-db50e32fcc33 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:16.211056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c39120a-4dcc-4f25-a22b-db50e32fcc33 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:16.484642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Allocated IP 172.20.0.2 (20761e0c-1246-401f-85cb-697f30e101b4/725524e4-6307-4165-b677-5b4b39b2ed18/1421a8e1-ba6b-4c88-a028-8e2faf291349) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:16.486503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1d30f-3768-4908-9f8b-a6ce8e808080 req-43c66e00-4411-4024-a0d2-d1cb758536cc tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:16.488314 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3c1d30f-3768-4908-9f8b-a6ce8e808080 req-43c66e00-4411-4024-a0d2-d1cb758536cc tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 946 time: 0.1877949 Nov 10 17:02:16.506531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c39120a-4dcc-4f25-a22b-db50e32fcc33 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Router a209ec50-ac86-41fc-9c80-69819b76bad6 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:02:16.603646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:16.661420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:16.666527 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3c1d30f-3768-4908-9f8b-a6ce8e808080 req-cba5a204-67b6-4ae1-abc0-9893f22a9702 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658411 Nov 10 17:02:16.684644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-862784641-network', 'tenant_id': '9621861167c3491f845fb8ce7f2992cc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:16.798033 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:16.804348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c39120a-4dcc-4f25-a22b-db50e32fcc33 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:16.814042 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea5724-e7a9-4506-84bb-f3c7251bb006 None None] Sync routers for ids ['a209ec50-ac86-41fc-9c80-69819b76bad6'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:16.815766 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c39120a-4dcc-4f25-a22b-db50e32fcc33 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:16.820147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2c39120a-4dcc-4f25-a22b-db50e32fcc33 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "PUT /v2.0/routers/a209ec50-ac86-41fc-9c80-69819b76bad6 HTTP/1.1" status: 200 len: 921 time: 2.4000893 Nov 10 17:02:16.821069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55838) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:16.831441 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea5724-e7a9-4506-84bb-f3c7251bb006 None None] Routers {'a209ec50-ac86-41fc-9c80-69819b76bad6'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:16.832733 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-49ea5724-e7a9-4506-84bb-f3c7251bb006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a209ec50-ac86-41fc-9c80-69819b76bad6'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:16.867912 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:16.870028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Made reservation on behalf of 9621861167c3491f845fb8ce7f2992cc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:16.894813 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:16.982361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Network 20761e0c-1246-401f-85cb-697f30e101b4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:16.983511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e4946f0c-a8b4-49b3-bc58-71f213878c8d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/routers/a209ec50-ac86-41fc-9c80-69819b76bad6 HTTP/1.1" status: 200 len: 921 time: 0.1609612 Nov 10 17:02:16.986862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55840) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:16.993079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:17.008133 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-49ea5724-e7a9-4506-84bb-f3c7251bb006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:17.011570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:17.020129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.031820 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea5724-e7a9-4506-84bb-f3c7251bb006 None None] Routers {'a209ec50-ac86-41fc-9c80-69819b76bad6'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:17.033042 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-49ea5724-e7a9-4506-84bb-f3c7251bb006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a209ec50-ac86-41fc-9c80-69819b76bad6'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:17.065691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Pushing event updated for resources: {'Port': ['ID=1421a8e1-ba6b-4c88-a028-8e2faf291349,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:17.067128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e143-c47c-40ea-bc87-e9a2b5b64bb4 req-1de2e331-066c-4245-86df-1320e785e756 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:17.086370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0975e143-c47c-40ea-bc87-e9a2b5b64bb4 req-1de2e331-066c-4245-86df-1320e785e756 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 946 time: 0.2951169 Nov 10 17:02:17.156732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0136b9-f73d-4562-b077-baefdf57d7b2 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:17.158345 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7c0136b9-f73d-4562-b077-baefdf57d7b2 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=a209ec50-ac86-41fc-9c80-69819b76bad6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1707213 Nov 10 17:02:17.161970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55844) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:17.170143 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0975e143-c47c-40ea-bc87-e9a2b5b64bb4 req-b25fd453-3854-4209-ad1b-1be359a44201 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739415 Nov 10 17:02:17.179754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-533829651-network', 'tenant_id': '8292167f24974f5c92ce8eaa1b28ff67'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:17.199271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:17.217501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c319ba91-98cb-408e-91a2-2857e8ee8266 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:17.244145 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.288030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d6fb9c-0caf-45b6-a669-8194d5a612f6 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:17.289890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e2d6fb9c-0caf-45b6-a669-8194d5a612f6 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 1093 time: 0.0891850 Nov 10 17:02:17.290571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Attempting to bind port 1421a8e1-ba6b-4c88-a028-8e2faf291349 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:17.291030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Attempting to bind port 1421a8e1-ba6b-4c88-a028-8e2faf291349 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:17.291510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Attempting to bind port 1421a8e1-ba6b-4c88-a028-8e2faf291349 on network 20761e0c-1246-401f-85cb-697f30e101b4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:17.294397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:17.301508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address': '172.20.0.30'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:17.309607 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-49ea5724-e7a9-4506-84bb-f3c7251bb006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:17.310255 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea5724-e7a9-4506-84bb-f3c7251bb006 None None] The sync data for ids ['a209ec50-ac86-41fc-9c80-69819b76bad6'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:17.311651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:17.315966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Checking segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:17.315966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.319739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Bound using segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:17.320619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Bound port: 1421a8e1-ba6b-4c88-a028-8e2faf291349, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:17.321212 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.366675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c4e9d-f47d-4d37-8186-1de3bcc49ec4 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:17.369461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ec1c4e9d-f47d-4d37-8186-1de3bcc49ec4 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 881 time: 0.2052939 Nov 10 17:02:17.373119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Made reservation on behalf of 8292167f24974f5c92ce8eaa1b28ff67 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:17.374446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c319ba91-98cb-408e-91a2-2857e8ee8266 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:17.374446 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.375721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.376724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:17.400635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.423695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8002805b-eafa-4759-aa62-172810eac9c6 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=a209ec50-ac86-41fc-9c80-69819b76bad6 HTTP/1.1" status: 200 len: 205 time: 0.0451734 Nov 10 17:02:17.425875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55852) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:17.445639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9a839436-c062-41f0-9d73-434f8809221f None None] For port 1421a8e1-ba6b-4c88-a028-8e2faf291349, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:17.450266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9a839436-c062-41f0-9d73-434f8809221f None None] For port 1421a8e1-ba6b-4c88-a028-8e2faf291349, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1421a8e1-ba6b-4c88-a028-8e2faf291349,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:17.533077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.556188 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.566388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.619577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.622320 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.638532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a839436-c062-41f0-9d73-434f8809221f None None] Pushing event updated for resources: {'Port': ['ID=1421a8e1-ba6b-4c88-a028-8e2faf291349,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:17.678348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.707091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.720439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:17.761481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce80ede-e5a3-4736-8b75-e02dbecb21f9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:17.771915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.772269 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Added segment 617caa3e-6ee4-4207-afcf-f01068923832 of type vlan for network 5a742c5e-8f18-4f23-9fcb-0b23692eaa39 Nov 10 17:02:17.775653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.862125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Deleting port c00cb0f0-9fbe-448c-a34b-7cae5423b364 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:17.862477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.878930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:17.939713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.974117 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:17.974117 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Added segment e207e3a6-7824-477c-89e2-d2b71875eb88 of type vlan for network ce839c26-0444-4b74-97e7-33b5e458696c Nov 10 17:02:17.979274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c969794-b7bf-4529-9122-cadfe325f80d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:18.047821 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.065129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Calling delete_port for c00cb0f0-9fbe-448c-a34b-7cae5423b364 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:18.066376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.076736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.20.0.1 (20761e0c-1246-401f-85cb-697f30e101b4/725524e4-6307-4165-b677-5b4b39b2ed18/d79cf544-52ce-41d5-90cf-1da675960f1a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:18.202807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.202807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:18.202807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.244214 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.245163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:18.245755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.258713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.343870 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6658857 Nov 10 17:02:18.347805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55856) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:18.352368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Request body: {'subnet': {'network_id': '5a742c5e-8f18-4f23-9fcb-0b23692eaa39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-862784641-subnet', 'tenant_id': '9621861167c3491f845fb8ce7f2992cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:18.359716 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.388982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event deleted for resources: {'Port': ['ID=c00cb0f0-9fbe-448c-a34b-7cae5423b364,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:18.409139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39db8a7-8f3a-4d20-b65a-0a524b4ac739 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:18.413288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad6eba-0061-4368-af75-d9d3d01a6079 admin admin] Pushing event updated for resources: {'Network': ['ID=5a742c5e-8f18-4f23-9fcb-0b23692eaa39,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:18.417737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.426049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 5a742c5e-8f18-4f23-9fcb-0b23692eaa39 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:18.433514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8288367 Nov 10 17:02:18.457199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55858) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:18.474583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Request body: {'subnet': {'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-533829651-subnet', 'tenant_id': '8292167f24974f5c92ce8eaa1b28ff67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:18.525122 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.537574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906721da-e3cb-49ac-b011-e80fdab58a80 admin admin] Pushing event updated for resources: {'Network': ['ID=ce839c26-0444-4b74-97e7-33b5e458696c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:18.553006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network ce839c26-0444-4b74-97e7-33b5e458696c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:18.618497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Made reservation on behalf of 9621861167c3491f845fb8ce7f2992cc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:18.619398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.25.3.143 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/9877b3f7-aba5-4481-b5c9-4a576248b552) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:18.621092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.706294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Made reservation on behalf of 8292167f24974f5c92ce8eaa1b28ff67 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:18.708646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.714612 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.716733 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.722776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.771115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 20761e0c-1246-401f-85cb-697f30e101b4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:18.775938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:18.784709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:18.850832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=d79cf544-52ce-41d5-90cf-1da675960f1a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:18.887513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.891227 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.953117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.953687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Fanout notify agent at l3_agent the message router_deleted on router a209ec50-ac86-41fc-9c80-69819b76bad6 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:18.966250 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:18.967457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6cebccb0-cdf2-45e6-b262-ac42c8000664 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/a209ec50-ac86-41fc-9c80-69819b76bad6 HTTP/1.1" status: 204 len: 168 time: 1.5401042 Nov 10 17:02:18.973501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55860) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:18.987710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a66848eb-2c9b-4ffd-840d-922a34c0c825 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1625211114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:19.031256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1421a8e1-ba6b-4c88-a028-8e2faf291349 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:19.097278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1421a8e1-ba6b-4c88-a028-8e2faf291349 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:19.097706 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.132183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66848eb-2c9b-4ffd-840d-922a34c0c825 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.133373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66848eb-2c9b-4ffd-840d-922a34c0c825 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.179524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.255785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=9877b3f7-aba5-4481-b5c9-4a576248b552,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:19.274688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.282296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:19.284793 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66848eb-2c9b-4ffd-840d-922a34c0c825 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.291241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:19.295343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:19.303047 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.377796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ab5cc9-543f-41d8-98fd-44434ec38524 None None] Network 20761e0c-1246-401f-85cb-697f30e101b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:19.399869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.441232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3abb7bf1-628f-4a3c-a5a3-562275ed83be None None] Provisioning complete for port 1421a8e1-ba6b-4c88-a028-8e2faf291349 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:19.441770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3abb7bf1-628f-4a3c-a5a3-562275ed83be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.449364 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66848eb-2c9b-4ffd-840d-922a34c0c825 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.511210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c68540a-fb01-4227-8818-60f976c6dcff,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:19.530954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.532156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.533077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.534367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.536493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.537345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.538729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.539264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.539836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.540404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.540937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.541579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:19.552228 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Checking segment: {'id': '617caa3e-6ee4-4207-afcf-f01068923832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a742c5e-8f18-4f23-9fcb-0b23692eaa39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:19.552631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Network hostable DHCP agents. Network: 5a742c5e-8f18-4f23-9fcb-0b23692eaa39, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:19.565587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.592972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Checking segment: {'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:19.593379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Network hostable DHCP agents. Network: ce839c26-0444-4b74-97e7-33b5e458696c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:19.612153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3abb7bf1-628f-4a3c-a5a3-562275ed83be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.619816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66848eb-2c9b-4ffd-840d-922a34c0c825 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.621235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a66848eb-2c9b-4ffd-840d-922a34c0c825 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6466873 Nov 10 17:02:19.630938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55864) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:19.634863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a13865-e290-46f5-961e-4efbf7aa818e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:19.649215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:19.714643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 1421a8e1-ba6b-4c88-a028-8e2faf291349, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1421a8e1-ba6b-4c88-a028-8e2faf291349,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:19.783988 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:19.914890 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-3abb7bf1-628f-4a3c-a5a3-562275ed83be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:02:19.915241 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-3abb7bf1-628f-4a3c-a5a3-562275ed83be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:02:19.943458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=1421a8e1-ba6b-4c88-a028-8e2faf291349,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:20.159997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Network 5a742c5e-8f18-4f23-9fcb-0b23692eaa39 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:20.162300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Network ce839c26-0444-4b74-97e7-33b5e458696c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:20.269517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 5a742c5e-8f18-4f23-9fcb-0b23692eaa39) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:20.274196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:20.274865 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.284475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4075dee5-789b-40ab-bb7f-79498fff3f7d None None] Network 5a742c5e-8f18-4f23-9fcb-0b23692eaa39 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:20.294854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, ce839c26-0444-4b74-97e7-33b5e458696c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:20.305342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:20.305923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.327944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c2cbd-9c36-4800-8046-f37bfc40dfce None None] Network ce839c26-0444-4b74-97e7-33b5e458696c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:20.373644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.432804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.448016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a02f466-703a-492d-ab58-ca46ce929a61 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9791343 Nov 10 17:02:20.460555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bb8629fb-0c7b-4a47-8137-b9d307843bb2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1035175 Nov 10 17:02:20.569531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.658213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.673091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1aaae6-66ca-43dc-957f-cd6323f639a9 None None] Network 5a742c5e-8f18-4f23-9fcb-0b23692eaa39 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:20.714799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.768949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:20.778618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb64d3ca-d078-48fb-8c80-4d898ba628fa None None] Network ce839c26-0444-4b74-97e7-33b5e458696c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:20.831127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-361bcc5d-9f59-43bc-9aa4-789d31b0848e None None] Provisioning complete for port d79cf544-52ce-41d5-90cf-1da675960f1a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:20.831900 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-361bcc5d-9f59-43bc-9aa4-789d31b0848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.928551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=d79cf544-52ce-41d5-90cf-1da675960f1a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:20.975967 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:20.987531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-361bcc5d-9f59-43bc-9aa4-789d31b0848e None None] Port d79cf544-52ce-41d5-90cf-1da675960f1a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:21.019796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1421a8e1-ba6b-4c88-a028-8e2faf291349 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:21.049612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9a3998-e5cb-4fa6-8159-5ca6f4c8c4a8 admin admin] Deleting subnet df3d8c38-6b91-47f0-8da7-d07ae06bc04f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:02:21.053887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3998-e5cb-4fa6-8159-5ca6f4c8c4a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.057739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.082825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.086253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-361bcc5d-9f59-43bc-9aa4-789d31b0848e None None] Provisioning complete for port 1421a8e1-ba6b-4c88-a028-8e2faf291349 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:21.086546 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-361bcc5d-9f59-43bc-9aa4-789d31b0848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.093059 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3998-e5cb-4fa6-8159-5ca6f4c8c4a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.189958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1421a8e1-ba6b-4c88-a028-8e2faf291349 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:21.190326 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.197126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 20761e0c-1246-401f-85cb-697f30e101b4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:21.229579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:21.231913 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3998-e5cb-4fa6-8159-5ca6f4c8c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.332903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Allocated IP 172.25.3.89 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/12b0a8b5-c690-419c-9719-15f2c17ee37c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:21.444377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.448699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3998-e5cb-4fa6-8159-5ca6f4c8c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.457608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.480210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a3998-e5cb-4fa6-8159-5ca6f4c8c4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df3d8c38-6b91-47f0-8da7-d07ae06bc04f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:21.502551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:02:21.502551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3998-e5cb-4fa6-8159-5ca6f4c8c4a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.502551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cf9a3998-e5cb-4fa6-8159-5ca6f4c8c4a8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/df3d8c38-6b91-47f0-8da7-d07ae06bc04f HTTP/1.1" status: 204 len: 168 time: 0.7234035 Nov 10 17:02:21.502861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:21.547649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.583092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.600207 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5f948325-b7de-4217-bf1d-6abfe028ad21 None None] Provisioning complete for port d79cf544-52ce-41d5-90cf-1da675960f1a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:21.600573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f948325-b7de-4217-bf1d-6abfe028ad21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.643584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5f948325-b7de-4217-bf1d-6abfe028ad21 None None] Port d79cf544-52ce-41d5-90cf-1da675960f1a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:21.657383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=9877b3f7-aba5-4481-b5c9-4a576248b552,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:21.675977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event updated for resources: {'Port': ['ID=12b0a8b5-c690-419c-9719-15f2c17ee37c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:21.686026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.686195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.690282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:21.693334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:21.697695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:21.711360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a374973-a0ff-467b-a237-75c8cde2a7f1 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:21.730627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:21.737668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-df7d0543-be60-49b6-ae13-443686f4b553 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "PUT /v2.0/routers/6d0bcf51-e32e-4b2e-8935-fbcbe21e8340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8182802 Nov 10 17:02:21.773108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Sync routers for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:21.819386 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Floating IP 5b83c05c-7641-4e9d-b05f-411d91619313 associated. External IP: 172.25.3.143, port: e6df7d3d-3735-4601-8524-67fa441c7dd5. Nov 10 17:02:21.857095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9b6f1cb2-cf0f-4415-a0b6-84bb6dc58582 None None] Provisioning complete for port 12b0a8b5-c690-419c-9719-15f2c17ee37c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:21.857753 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1cb2-cf0f-4415-a0b6-84bb6dc58582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:21.859867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:21.863608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:22.020232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.043068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f1cb2-cf0f-4415-a0b6-84bb6dc58582 None None] Port 12b0a8b5-c690-419c-9719-15f2c17ee37c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:22.099245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87128ab-cbe1-4bb2-b726-9544a89aeb33']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:22.129117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19901f8-ed28-431e-bc8c-ba41376f8389') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:22.129697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19901f8-ed28-431e-bc8c-ba41376f8389') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:22.132335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:22.160931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.186500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-f9e7b087-f602-47cc-92fc-c24c774ce5e6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248054175&fields=id&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 267 time: 0.1682088 Nov 10 17:02:22.266828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 08f4fdf2-0368-462d-be9b-66dfc522447d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:02:22.340919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.349113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:02:22.352281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.434839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80012e2-983b-44a9-9354-505a515edfcc req-0c537041-29b5-415b-a067-51ffdecdb1fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:22.443036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-0c537041-29b5-415b-a067-51ffdecdb1fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/networks?id=20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 200 len: 797 time: 0.2426615 Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:02:22.453834 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:02:22.465207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-a232ca40-c1be-4e13-822e-f585ae10ab48 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/quotas/19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 375 time: 0.0210848 Nov 10 17:02:22.499656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.560747 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.567831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a87128ab-cbe1-4bb2-b726-9544a89aeb33 HTTP/1.1" status: 204 len: 168 time: 1.0672011 Nov 10 17:02:22.567831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207f81b-ef41-4c8b-9ac7-38faaf2f4ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a87128ab-cbe1-4bb2-b726-9544a89aeb33,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:22.576216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55900) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:22.626459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:20Z', 'revision_number': 2, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:22.664337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Checking router: 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:02:22.664615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Updating router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 port d79cf544-52ce-41d5-90cf-1da675960f1a binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:02:22.732997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb9ad78-11d2-474a-9bba-cd7ec81e39f0 admin admin] Deleting subnet 9c68540a-fb01-4227-8818-60f976c6dcff {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:02:22.737588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.738185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ad78-11d2-474a-9bba-cd7ec81e39f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.786301 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ad78-11d2-474a-9bba-cd7ec81e39f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.848402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ad78-11d2-474a-9bba-cd7ec81e39f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.898992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:22.909452 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] Sync routers for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:22.911008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:22.922587 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:22.923261 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:23.017606 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-14e5971a-70be-45fc-ba43-5ad8b642979e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5510314 Nov 10 17:02:23.017828 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.020764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ad78-11d2-474a-9bba-cd7ec81e39f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.072361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-76aebef3-0a1d-4249-be25-6e812af0ce46 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:02:23.073499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-76aebef3-0a1d-4249-be25-6e812af0ce46 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0302615 Nov 10 17:02:23.077706 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ffb59e84-d04b-4de9-85e6-4a9471fa5a66 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7777903 Nov 10 17:02:23.077914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9ad78-11d2-474a-9bba-cd7ec81e39f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c68540a-fb01-4227-8818-60f976c6dcff,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:23.078021 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:23.083628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55906) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:23.086374 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d704b-86bc-4413-9368-e5ca163bf146" -d '{"events": [{"name": "network-changed", "server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:23.134550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ad78-11d2-474a-9bba-cd7ec81e39f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.141435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:23.151946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3eb9ad78-11d2-474a-9bba-cd7ec81e39f0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9c68540a-fb01-4227-8818-60f976c6dcff HTTP/1.1" status: 204 len: 168 time: 0.5639138 Nov 10 17:02:23.167555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:23.214610 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715426d1-5372-4450-bbe6-512df5b6dc22 x-openstack-request-id: req-715426d1-5372-4450-bbe6-512df5b6dc22 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:23.214963 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:23.215166 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-715426d1-5372-4450-bbe6-512df5b6dc22 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:23.219444 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'status': 'completed', 'code': 200} Nov 10 17:02:23.327297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-3de56e02-d511-47f4-862f-a18185f34a2a service neutron] 10.222.0.62 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566954 Nov 10 17:02:23.345900 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.423811 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.429265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-390e8362-3049-450e-bc0b-65b39cb2bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:23.430766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-390e8362-3049-450e-bc0b-65b39cb2bd6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 1098 time: 0.2105031 Nov 10 17:02:23.450608 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.485774 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-39e535db-9ead-44db-bdd9-873f4bc64cbd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/floatingips/5b83c05c-7641-4e9d-b05f-411d91619313 HTTP/1.1" status: 200 len: 992 time: 0.3526235 Nov 10 17:02:23.634257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:47Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:20Z', 'revision_number': 0, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:23.641112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.667290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47311cc6-6a42-42e7-aaad-ec4445f9b466 None None] Pushing event updated for resources: {'Port': ['ID=d79cf544-52ce-41d5-90cf-1da675960f1a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:23.672151 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] Checking router: 08f4fdf2-0368-462d-be9b-66dfc522447d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:02:23.686529 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:23.688282 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:23.702612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-6ab34026-8f42-4031-ad40-ea4ed33669ee service neutron] 10.222.0.62 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399687 Nov 10 17:02:23.706547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Attempting to bind port d79cf544-52ce-41d5-90cf-1da675960f1a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:23.706547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Attempting to bind port d79cf544-52ce-41d5-90cf-1da675960f1a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:23.711243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Attempting to bind port d79cf544-52ce-41d5-90cf-1da675960f1a on network 20761e0c-1246-401f-85cb-697f30e101b4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:23.711411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a742c5e-8f18-4f23-9fcb-0b23692eaa39']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:23.714774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-80ffd850-1d3a-4250-971d-25295a4c5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:23.725176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-80ffd850-1d3a-4250-971d-25295a4c5567 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fb90181-e684-44de-a8a1-f3aec4ab8039 HTTP/1.1" status: 200 len: 897 time: 0.2863300 Nov 10 17:02:23.725529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:23.725931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Checking segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:23.726326 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.726724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Bound using segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:23.727211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Bound port: d79cf544-52ce-41d5-90cf-1da675960f1a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:23.727631 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.751612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617caa3e-6ee4-4207-afcf-f01068923832') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:23.751931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617caa3e-6ee4-4207-afcf-f01068923832') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:23.756691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.766015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.821784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.858761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.876826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-2341488e-0044-43de-ab7f-7cac55a78d45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5 HTTP/1.1" status: 200 len: 1000 time: 0.1406133 Nov 10 17:02:23.884694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:02:23.885564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] For port d79cf544-52ce-41d5-90cf-1da675960f1a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:23.886031 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.890396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] For port d79cf544-52ce-41d5-90cf-1da675960f1a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d79cf544-52ce-41d5-90cf-1da675960f1a,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:23.902383 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:23.970395 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:02:23.987301 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:02:24.096886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Router 727e07b0-6759-408b-9fd0-30e7e73e8118 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:02:24.097461 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35b8f68f-1a8e-4509-99d3-ad1beeffe1d2 req-f39c85bd-5181-4f83-b287-d648dbbc2855 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 210 time: 0.0388286 Nov 10 17:02:24.109759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:24.114267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-544aea09-e47f-41dd-94c5-e9a3b4184cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:24.116074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-544aea09-e47f-41dd-94c5-e9a3b4184cd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a823639-50b2-4140-9190-1b0404d32c5f HTTP/1.1" status: 200 len: 837 time: 0.1251988 Nov 10 17:02:24.120395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:24.126086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] 10.222.0.62 "DELETE /v2.0/networks/5a742c5e-8f18-4f23-9fcb-0b23692eaa39 HTTP/1.1" status: 204 len: 168 time: 0.9835858 Nov 10 17:02:24.129631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47311cc6-6a42-42e7-aaad-ec4445f9b466 None None] Pushing event updated for resources: {'Port': ['ID=d79cf544-52ce-41d5-90cf-1da675960f1a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:24.165194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60157b-0e6b-472a-8655-5eb1142ef4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5a742c5e-8f18-4f23-9fcb-0b23692eaa39,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:24.191233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-184123f1-f5ad-4e58-ab12-8d58a22d3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:24.193176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-184123f1-f5ad-4e58-ab12-8d58a22d3118 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fb90181-e684-44de-a8a1-f3aec4ab8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0650511 Nov 10 17:02:24.215100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4517e5c5-24c6-4f2a-996c-b849d23e9810 None None] Provisioning complete for port d79cf544-52ce-41d5-90cf-1da675960f1a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:24.215499 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4517e5c5-24c6-4f2a-996c-b849d23e9810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:24.259251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:24.269602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:24.402554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-de6984f0-544f-493e-97a0-e3617003a5ba service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023718 Nov 10 17:02:24.492612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55936) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:24.588750 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:47Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:20Z', 'revision_number': 0, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:24.598389 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55940) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:24.617048 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4517e5c5-24c6-4f2a-996c-b849d23e9810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:24.621114 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f888bf-4b19-4f54-bd7f-2f8691a45607 None None] The sync data for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 is: [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:01:47Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:20Z', 'revision_number': 0, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:24.654410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:24.661376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:24.671574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:24.673484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e0973e47-24e8-4478-a953-5ab5574ed087 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "PUT /v2.0/routers/727e07b0-6759-408b-9fd0-30e7e73e8118 HTTP/1.1" status: 200 len: 879 time: 5.0415680 Nov 10 17:02:24.696328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350453cd-d2e2-4946-a72b-f5f2b2eb2c4a None None] Sync routers for ids ['727e07b0-6759-408b-9fd0-30e7e73e8118'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:24.700389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:24.730388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e02bb0a2-c2bb-4b4e-8e1c-0d07b32e40fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65b68cf0ca7d4e11881a04308f272d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1057107 Nov 10 17:02:24.737980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55944) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:24.739567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-69b2b2b1-94ba-4455-afed-c6c6f7450c40 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/floatingips/5b83c05c-7641-4e9d-b05f-411d91619313 HTTP/1.1" status: 200 len: 992 time: 0.2457118 Nov 10 17:02:24.740839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4517e5c5-24c6-4f2a-996c-b849d23e9810 None None] For port d79cf544-52ce-41d5-90cf-1da675960f1a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d79cf544-52ce-41d5-90cf-1da675960f1a,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:24.784468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350453cd-d2e2-4946-a72b-f5f2b2eb2c4a None None] Routers {'727e07b0-6759-408b-9fd0-30e7e73e8118'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:24.785117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-350453cd-d2e2-4946-a72b-f5f2b2eb2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['727e07b0-6759-408b-9fd0-30e7e73e8118'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:24.787883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8523-04aa-406d-850b-14733ac6b64c req-0ff1b01d-0ada-4403-b4ba-527925c2d92d tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:24.791874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-0ff1b01d-0ada-4403-b4ba-527925c2d92d tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/networks?id=ce839c26-0444-4b74-97e7-33b5e458696c HTTP/1.1" status: 200 len: 808 time: 0.3021142 Nov 10 17:02:24.803656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a03d704b-86bc-4413-9368-e5ca163bf146 req-fa8e7060-770e-4902-bec0-b85852537815 service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927402 Nov 10 17:02:24.834909 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-d676dc63-95a3-4e32-98df-7580ed179cad tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/quotas/8292167f24974f5c92ce8eaa1b28ff67 HTTP/1.1" status: 200 len: 375 time: 0.0342863 Nov 10 17:02:24.843777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3f1f-061c-406c-8934-e4fc716de75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:24.854878 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4517e5c5-24c6-4f2a-996c-b849d23e9810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:24.861677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-350453cd-d2e2-4946-a72b-f5f2b2eb2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:24.884217 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-f16bf9b0-9d66-486c-8bb9-72d16fc994b2 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421329 Nov 10 17:02:24.905428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0ef8e156-20f0-467f-8e57-0549fa8f3a07 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/routers/727e07b0-6759-408b-9fd0-30e7e73e8118 HTTP/1.1" status: 200 len: 920 time: 0.2035336 Nov 10 17:02:24.907907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55946) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:24.911370 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3f1f-061c-406c-8934-e4fc716de75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:24.970799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350453cd-d2e2-4946-a72b-f5f2b2eb2c4a None None] Routers {'727e07b0-6759-408b-9fd0-30e7e73e8118'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:24.979152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-350453cd-d2e2-4946-a72b-f5f2b2eb2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['727e07b0-6759-408b-9fd0-30e7e73e8118'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:25.003091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2091fd2-3a59-469a-9eb6-0e5411411af3 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:25.004942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c2091fd2-3a59-469a-9eb6-0e5411411af3 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=727e07b0-6759-408b-9fd0-30e7e73e8118&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0939281 Nov 10 17:02:25.007448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:25.013367 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eed4bd-ded0-4f46-a506-060be85baff8 None None] New status for floating IP 5b83c05c-7641-4e9d-b05f-411d91619313: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:02:25.059511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-350453cd-d2e2-4946-a72b-f5f2b2eb2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:25.060077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350453cd-d2e2-4946-a72b-f5f2b2eb2c4a None None] The sync data for ids ['727e07b0-6759-408b-9fd0-30e7e73e8118'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:25.092539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517e5c5-24c6-4f2a-996c-b849d23e9810 None None] Pushing event updated for resources: {'Port': ['ID=d79cf544-52ce-41d5-90cf-1da675960f1a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:25.109656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-2e8a522e-5136-4da0-b550-0c6ac11b7677 service neutron] 10.222.0.62 "GET /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049615 Nov 10 17:02:25.116182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-076cdd49-8900-4eb7-970a-ac687da9d923 None None] Provisioning complete for port d79cf544-52ce-41d5-90cf-1da675960f1a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:25.116553 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-076cdd49-8900-4eb7-970a-ac687da9d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:25.137508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3f1f-061c-406c-8934-e4fc716de75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:25.145711 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3f1f-061c-406c-8934-e4fc716de75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:25.146178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e452f465-1d3e-46bd-aa5a-9716b96a61c7 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:25.147954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e452f465-1d3e-46bd-aa5a-9716b96a61c7 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 881 time: 0.1390564 Nov 10 17:02:25.152084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4c7b3f1f-061c-406c-8934-e4fc716de75b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f7f5a9d-79d2-45fe-a25e-05fea4062498 HTTP/1.1" status: 204 len: 168 time: 0.4170249 Nov 10 17:02:25.152852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:25.236522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a36c4b25-93b6-4cbe-968a-25fe7af4dba2 req-09cb599a-fe07-4528-ae57-5a1939980833 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 210 time: 0.0547612 Nov 10 17:02:25.320479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:23Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:25.355102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97636c01-4cb1-4383-a212-befaf5bfe274 None None] The sync data for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 is: [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:23Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:25.652032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3e3473af-9e03-46ee-8a14-bfc239c910de tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=727e07b0-6759-408b-9fd0-30e7e73e8118 HTTP/1.1" status: 200 len: 205 time: 0.4753993 Nov 10 17:02:25.652797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b3f1f-061c-406c-8934-e4fc716de75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f5a9d-79d2-45fe-a25e-05fea4062498,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:25.654681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 55962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:25.714679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-63767d0c-3fb7-4ffe-a7c7-22bf17230438 service neutron] 10.222.0.62 "GET /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940430 Nov 10 17:02:25.742209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:25.805723 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:25.818500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8043f0d3-840e-4a92-8238-745529a28733 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/floatingips/5b83c05c-7641-4e9d-b05f-411d91619313 HTTP/1.1" status: 200 len: 994 time: 0.0757291 Nov 10 17:02:25.937505 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.003338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1891fae-7fc2-45c4-8b96-dc6e8a1cabe5 req-47afade7-3d60-4768-a575-3e03631cae90 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 210 time: 0.0280116 Nov 10 17:02:26.129836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Deleting port 12b0a8b5-c690-419c-9719-15f2c17ee37c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:26.130190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.180501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55976) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:26.259143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.265255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-434ec704-5668-4e14-85ff-53c9428add40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9621861167c3491f845fb8ce7f2992cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800481 Nov 10 17:02:26.266927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55980) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:26.276543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Calling delete_port for 12b0a8b5-c690-419c-9719-15f2c17ee37c owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:26.358213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aed7b5ee-4b78-48e1-9767-77fea8f9e2f4 req-1a943642-29a3-411f-8595-fafb679471f1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 210 time: 0.0327668 Nov 10 17:02:26.382450 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8027a301-0b6a-4ec6-a6f9-ac46414dd883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.427796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8027a301-0b6a-4ec6-a6f9-ac46414dd883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.717653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.734408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event deleted for resources: {'Port': ['ID=12b0a8b5-c690-419c-9719-15f2c17ee37c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:26.746539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8904d0a5-4e51-4ae2-ac4f-6c924257338c None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:26.781025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8027a301-0b6a-4ec6-a6f9-ac46414dd883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.792643 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8027a301-0b6a-4ec6-a6f9-ac46414dd883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.792643 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8027a301-0b6a-4ec6-a6f9-ac46414dd883 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ce80ede-e5a3-4736-8b75-e02dbecb21f9 HTTP/1.1" status: 204 len: 168 time: 0.5183785 Nov 10 17:02:26.794986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027a301-0b6a-4ec6-a6f9-ac46414dd883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce80ede-e5a3-4736-8b75-e02dbecb21f9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:26.800299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.903421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.906473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:26.970302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d79cf544-52ce-41d5-90cf-1da675960f1a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:27.028847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d79cf544-52ce-41d5-90cf-1da675960f1a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:27.029225 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.044925 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.047059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Fanout notify agent at l3_agent the message router_deleted on router 727e07b0-6759-408b-9fd0-30e7e73e8118 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:27.072723 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.075623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-661a1151-4815-4c3d-bd43-dbe30d382dbd tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/727e07b0-6759-408b-9fd0-30e7e73e8118 HTTP/1.1" status: 204 len: 168 time: 1.4187276 Nov 10 17:02:27.078618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 55988) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:27.085568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-09fe677c-77b6-41b1-a631-f3fde0cc52d4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-760398498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:27.145688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c52c415b-d174-4937-9980-fc55c620533b req-9c14f21c-88a8-41dc-86c7-2c3176049e8d tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 210 time: 0.0398943 Nov 10 17:02:27.241796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80012e2-983b-44a9-9354-505a515edfcc req-ef87ffd2-c335-438c-afb5-053431e6374e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:27.243397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-ef87ffd2-c335-438c-afb5-053431e6374e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/networks?id=20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 200 len: 797 time: 0.1654501 Nov 10 17:02:27.256826 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09fe677c-77b6-41b1-a631-f3fde0cc52d4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.259755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09fe677c-77b6-41b1-a631-f3fde0cc52d4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.340841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-80ceb314-7648-40c6-a791-5dfa26484918 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 379 time: 0.0878487 Nov 10 17:02:27.344249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09fe677c-77b6-41b1-a631-f3fde0cc52d4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.350377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'port': {'device_id': '821f9191-ecf6-4922-98d3-fd281dda110f', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'admin_state_up': True, 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'security_groups': ['859830a4-40ee-4259-9962-6fe2bc8412dd']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:27.421573 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09fe677c-77b6-41b1-a631-f3fde0cc52d4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.502821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d85fc56e-419c-40f8-afee-63a07e957925 req-c612f9f1-4dc4-489a-a38e-fc2b62db735b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 210 time: 0.0278087 Nov 10 17:02:27.537679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09fe677c-77b6-41b1-a631-f3fde0cc52d4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.540014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-09fe677c-77b6-41b1-a631-f3fde0cc52d4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4575088 Nov 10 17:02:27.550312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:27.554921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': True}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:27.729102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:27.732543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.775156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:27.894402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.20.0.5 (20761e0c-1246-401f-85cb-697f30e101b4/725524e4-6307-4165-b677-5b4b39b2ed18/ffb962b4-759f-4ce8-9ad4-350c2304b624) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:28.446111 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fe6486b2-31f5-419b-be5c-f8c0cd518908 req-2aea906c-1d0c-40ba-a5be-b4266aa58d85 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 210 time: 0.0346763 Nov 10 17:02:28.484527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:28.604389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a260b50-7856-45fa-9529-d04928d39052 req-1cf94c26-5c3e-4977-ac6e-08f73d5fe56d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 210 time: 0.0267670 Nov 10 17:02:28.620345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:28.639443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:28.708551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:28.774337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 20761e0c-1246-401f-85cb-697f30e101b4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:28.784914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:28.790024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:28.821000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:28.839934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Allocated IP 172.25.3.94 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/5de4c7ea-627a-4d3b-bf93-329c77ac2a17) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:28.851211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.851606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.851940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.852280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.852614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.852946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.853275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.853626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.853934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.854269 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.854589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.854925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:28.876547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:28.877217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:28.996525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-552a4b16-2c85-456b-a5ce-0b2342326ac4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6499202 Nov 10 17:02:29.001962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.010278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Request body: {'port': {'device_id': '821f9191-ecf6-4922-98d3-fd281dda110f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:29.093213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.118812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b0360d77-9683-4ee1-9f81-97ce38569bce None None] Provisioning complete for port ffb962b4-759f-4ce8-9ad4-350c2304b624 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:29.121096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b0360d77-9683-4ee1-9f81-97ce38569bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.221572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8523-04aa-406d-850b-14733ac6b64c req-c5424a8b-f390-4f1b-b995-2417e490edc1 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:29.224144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-c5424a8b-f390-4f1b-b995-2417e490edc1 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.69 "GET /v2.0/networks?id=ce839c26-0444-4b74-97e7-33b5e458696c HTTP/1.1" status: 200 len: 808 time: 0.1813898 Nov 10 17:02:29.225664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b0360d77-9683-4ee1-9f81-97ce38569bce None None] Port ffb962b4-759f-4ce8-9ad4-350c2304b624 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:29.238696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Request body: {'port': {'device_id': 'be43c909-55bb-4b18-be6d-15cd63814294', 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c', 'admin_state_up': True, 'tenant_id': '8292167f24974f5c92ce8eaa1b28ff67'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:29.253123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.314789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:29.337248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:29.342195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:29.352390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80883a45-e4bd-4a2b-a90f-496bd89de553 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:29.435634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'Port': ['ID=5de4c7ea-627a-4d3b-bf93-329c77ac2a17,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:29.473820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0ab4ca97-2cb7-4ff0-9315-3d845a071758 None None] Provisioning complete for port 5de4c7ea-627a-4d3b-bf93-329c77ac2a17 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:29.479384 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ca97-2cb7-4ff0-9315-3d845a071758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.495898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Made reservation on behalf of 8292167f24974f5c92ce8eaa1b28ff67 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:29.499960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.527849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4ca97-2cb7-4ff0-9315-3d845a071758 None None] Port 5de4c7ea-627a-4d3b-bf93-329c77ac2a17 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:29.629413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1ce8216-c4de-49c2-aed7-b2e110664fcb req-4dbc504c-82c1-4e0b-ac1d-8d2bb270ecbe tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 210 time: 0.0481265 Nov 10 17:02:29.703694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Allocated IP 172.20.0.3 (ce839c26-0444-4b74-97e7-33b5e458696c/d0a13865-e290-46f5-961e-4efbf7aa818e/3b566b86-dbd0-465d-aacb-caadd9c14238) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:29.711814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb962b4-759f-4ce8-9ad4-350c2304b624 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:02:29.726162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.773509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Transition to ACTIVE for port object ffb962b4-759f-4ce8-9ad4-350c2304b624 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:02:29.788397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be516cd1-ffc2-4837-adb5-3949ffcd8bea req-c4dc6433-8895-420c-b704-18e799d3d6b8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:29.793833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be516cd1-ffc2-4837-adb5-3949ffcd8bea req-c4dc6433-8895-420c-b704-18e799d3d6b8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 931 time: 0.0885446 Nov 10 17:02:29.801724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.851641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.918108 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-be516cd1-ffc2-4837-adb5-3949ffcd8bea req-6cda7c0d-3047-486d-8b8e-3ef6502b3712 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099250 Nov 10 17:02:29.966934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:29.977314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:30.095169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.141423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:30.141827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:30.142936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:30.155141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Network ce839c26-0444-4b74-97e7-33b5e458696c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:30.157481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.159185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:30.163335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:30.170853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.170853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:02:30.170853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:30.174974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Pushing event updated for resources: {'Port': ['ID=3b566b86-dbd0-465d-aacb-caadd9c14238,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:30.226841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:30.227435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Checking segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:30.231660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Bound using segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:30.231660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Bound port: ffb962b4-759f-4ce8-9ad4-350c2304b624, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:30.231660 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.249698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:30.250376 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.333319 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8105eb47-7bf8-4509-b06f-726a63b70739 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0990722 Nov 10 17:02:30.348807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Request body: {'port': {'device_id': 'be43c909-55bb-4b18-be6d-15cd63814294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:30.356987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:30.361617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:30.411627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.422190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.473473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:30.475993 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.477560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] 10.222.0.69 "PUT /v2.0/ports/ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 1092 time: 1.4728277 Nov 10 17:02:30.480746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:30.483748 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad34a759-87c6-42ad-800e-bd7e1ddeff57" -d '{"events": [{"name": "network-changed", "server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:30.494129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Router 8ee420a7-ed1d-485f-aa80-6de32497c085 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:02:30.616618 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:02:30.704031 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1d2d67-40d7-4df8-b33d-d0e5b097b146 x-openstack-request-id: req-bd1d2d67-40d7-4df8-b33d-d0e5b097b146 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:30.704031 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:30.711633 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd1d2d67-40d7-4df8-b33d-d0e5b097b146 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:30.711633 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'status': 'completed', 'code': 200} Nov 10 17:02:30.749428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05755a-1f7f-418c-b917-17db2ff402af service neutron] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:30.796336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:30.802518 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:30.803747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-34a9869d-803e-4c12-88ba-cd8fa7dff3dd tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "PUT /v2.0/routers/8ee420a7-ed1d-485f-aa80-6de32497c085 HTTP/1.1" status: 200 len: 913 time: 3.2524586 Nov 10 17:02:30.808288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e332d47-be3b-43ed-882b-321352b85ef8 None None] Sync routers for ids ['8ee420a7-ed1d-485f-aa80-6de32497c085'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:30.808890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:30.820063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e332d47-be3b-43ed-882b-321352b85ef8 None None] Routers {'8ee420a7-ed1d-485f-aa80-6de32497c085'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:30.821230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e332d47-be3b-43ed-882b-321352b85ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8ee420a7-ed1d-485f-aa80-6de32497c085'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:30.878563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2c824-b058-4c14-b820-83add650ed8a req-3b6876c1-2d83-4d86-b106-74d98e84f470 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:30.883896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e332d47-be3b-43ed-882b-321352b85ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:30.889323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34a759-87c6-42ad-800e-bd7e1ddeff57 req-88bee5a4-081a-45f9-92d2-c2f0ba3bbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:30.890888 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad34a759-87c6-42ad-800e-bd7e1ddeff57 req-88bee5a4-081a-45f9-92d2-c2f0ba3bbabf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1095 time: 0.2121639 Nov 10 17:02:30.899217 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abc2c824-b058-4c14-b820-83add650ed8a req-3b6876c1-2d83-4d86-b106-74d98e84f470 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 931 time: 0.1293347 Nov 10 17:02:30.924809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e332d47-be3b-43ed-882b-321352b85ef8 None None] Routers {'8ee420a7-ed1d-485f-aa80-6de32497c085'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:30.925443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e332d47-be3b-43ed-882b-321352b85ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8ee420a7-ed1d-485f-aa80-6de32497c085'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:30.996202 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abc2c824-b058-4c14-b820-83add650ed8a req-ba0bf333-b961-468e-b0e0-b455c47f90e4 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959072 Nov 10 17:02:31.005851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e332d47-be3b-43ed-882b-321352b85ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:31.007262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e332d47-be3b-43ed-882b-321352b85ef8 None None] The sync data for ids ['8ee420a7-ed1d-485f-aa80-6de32497c085'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:31.059047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b566b86-dbd0-465d-aacb-caadd9c14238 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:02:31.068873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.091370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Transition to ACTIVE for port object 3b566b86-dbd0-465d-aacb-caadd9c14238 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:02:31.102741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-375b6a39-d7ce-46a2-bbae-78cbcf455c69 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/routers/8ee420a7-ed1d-485f-aa80-6de32497c085 HTTP/1.1" status: 200 len: 919 time: 0.2908018 Nov 10 17:02:31.105874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:31.146451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39792f-fae7-4d92-a836-ed52a5b7e4d3 req-b8ee7fa3-2a11-4beb-819d-3429333fa4d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.147911 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb39792f-fae7-4d92-a836-ed52a5b7e4d3 req-b8ee7fa3-2a11-4beb-819d-3429333fa4d7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 943 time: 0.0996292 Nov 10 17:02:31.149442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34a759-87c6-42ad-800e-bd7e1ddeff57 req-2e5530a4-7beb-47c3-bebf-69bc543274a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.151863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad34a759-87c6-42ad-800e-bd7e1ddeff57 req-2e5530a4-7beb-47c3-bebf-69bc543274a2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=19c20c2e7849423bac3b66695c6e40d8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2528841 Nov 10 17:02:31.153264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0818856-0e6e-4b78-a970-49edd1368e73 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.155038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c0818856-0e6e-4b78-a970-49edd1368e73 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=8ee420a7-ed1d-485f-aa80-6de32497c085&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0470853 Nov 10 17:02:31.160136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56064) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:31.234434 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.296491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fb39792f-fae7-4d92-a836-ed52a5b7e4d3 req-efe2a4a9-8eca-4879-943d-6fde4c7f989b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398878 Nov 10 17:02:31.300497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34a759-87c6-42ad-800e-bd7e1ddeff57 req-abff5079-6489-48b6-a3af-338f3e163a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.308576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad34a759-87c6-42ad-800e-bd7e1ddeff57 req-abff5079-6489-48b6-a3af-338f3e163a49 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492188 Nov 10 17:02:31.317924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a941720-7979-4952-a14b-f65772d3948f tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.319841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7a941720-7979-4952-a14b-f65772d3948f tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 881 time: 0.1585712 Nov 10 17:02:31.325482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:31.328571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Pushing event updated for resources: {'Port': ['ID=3b566b86-dbd0-465d-aacb-caadd9c14238,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:31.383220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a2e99452-27bb-4ad2-9db5-9fcf20a0ee2c tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ee420a7-ed1d-485f-aa80-6de32497c085 HTTP/1.1" status: 200 len: 205 time: 0.0565844 Nov 10 17:02:31.387852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56068) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:31.429237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80012e2-983b-44a9-9354-505a515edfcc req-6a1bce96-eceb-4497-9085-d39fa3fe40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.430961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-6a1bce96-eceb-4497-9085-d39fa3fe40b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1095 time: 0.0585690 Nov 10 17:02:31.496084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Attempting to bind port 3b566b86-dbd0-465d-aacb-caadd9c14238 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:31.496541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Attempting to bind port 3b566b86-dbd0-465d-aacb-caadd9c14238 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:31.496940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Attempting to bind port 3b566b86-dbd0-465d-aacb-caadd9c14238 on network ce839c26-0444-4b74-97e7-33b5e458696c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:31.498718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-0c4cc2fa-4ec5-4aca-a8f4-5c01c4f54b73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 217 time: 0.0599110 Nov 10 17:02:31.509628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Port 3b566b86-dbd0-465d-aacb-caadd9c14238 on network ce839c26-0444-4b74-97e7-33b5e458696c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:02:31.509989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Attempting to bind port 3b566b86-dbd0-465d-aacb-caadd9c14238 on network ce839c26-0444-4b74-97e7-33b5e458696c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:31.524978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:31.525350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Checking segment: {'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:31.525734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Bound using segment: {'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:31.526174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Bound port: 3b566b86-dbd0-465d-aacb-caadd9c14238, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:31.526536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.550027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80012e2-983b-44a9-9354-505a515edfcc req-6e78a483-b3af-4ea9-83ca-e76247e09a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.552103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.552318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-6e78a483-b3af-4ea9-83ca-e76247e09a2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=725524e4-6307-4165-b677-5b4b39b2ed18 HTTP/1.1" status: 200 len: 834 time: 0.0472307 Nov 10 17:02:31.608246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80012e2-983b-44a9-9354-505a515edfcc req-b96fde2c-c020-45ce-9e7d-ff7813d2531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.609882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-b96fde2c-c020-45ce-9e7d-ff7813d2531b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20761e0c-1246-401f-85cb-697f30e101b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509455 Nov 10 17:02:31.621288 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d183f20-a232-4357-b15c-b6b9f5edc590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.705791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] For port 3b566b86-dbd0-465d-aacb-caadd9c14238, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:31.726802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-2a5fb98d-70f0-4b5f-96b0-1b20ee0778b3 service neutron] 10.222.0.69 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098533 Nov 10 17:02:31.730315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] For port 3b566b86-dbd0-465d-aacb-caadd9c14238, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3b566b86-dbd0-465d-aacb-caadd9c14238,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:31.737215 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.798735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.836297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.836933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.838483 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] 10.222.0.69 "PUT /v2.0/ports/3b566b86-dbd0-465d-aacb-caadd9c14238 HTTP/1.1" status: 200 len: 1092 time: 1.4964955 Nov 10 17:02:31.841486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be43c909-55bb-4b18-be6d-15cd63814294', 'tag': '3b566b86-dbd0-465d-aacb-caadd9c14238'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:31.844792 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a80012e2-983b-44a9-9354-505a515edfcc req-07d555c2-a0dc-4def-aa22-98452d34f6dc service neutron] 10.222.0.69 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105506 Nov 10 17:02:31.845035 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c58a418-2ee3-464e-b2f7-7ef82baaeed8" -d '{"events": [{"name": "network-changed", "server_uuid": "be43c909-55bb-4b18-be6d-15cd63814294", "tag": "3b566b86-dbd0-465d-aacb-caadd9c14238"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:31.901374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29528cc6-6eb4-4e32-9756-45aaacbc1c1b service neutron] Pushing event updated for resources: {'Port': ['ID=3b566b86-dbd0-465d-aacb-caadd9c14238,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:31.904749 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab87a3-ba4b-46cb-a5d6-62b69d6bd899 x-openstack-request-id: req-2dab87a3-ba4b-46cb-a5d6-62b69d6bd899 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:31.905039 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be43c909-55bb-4b18-be6d-15cd63814294", "tag": "3b566b86-dbd0-465d-aacb-caadd9c14238", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:31.905401 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2dab87a3-ba4b-46cb-a5d6-62b69d6bd899 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:31.905714 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be43c909-55bb-4b18-be6d-15cd63814294', 'tag': '3b566b86-dbd0-465d-aacb-caadd9c14238', 'status': 'completed', 'code': 200} Nov 10 17:02:31.920418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Deleting port 5de4c7ea-627a-4d3b-bf93-329c77ac2a17 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:31.924202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:31.979578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a418-2ee3-464e-b2f7-7ef82baaeed8 req-f589ac90-7914-44e0-80b3-fe2031843511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:31.981512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c58a418-2ee3-464e-b2f7-7ef82baaeed8 req-f589ac90-7914-44e0-80b3-fe2031843511 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 1095 time: 0.0539672 Nov 10 17:02:32.027586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.040300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Calling delete_port for 5de4c7ea-627a-4d3b-bf93-329c77ac2a17 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:32.124788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93217912-6e92-4aaf-9609-92b3f3569619 req-ff122a75-85b3-4121-9b16-a70e781de55c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:32.126963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93217912-6e92-4aaf-9609-92b3f3569619 req-ff122a75-85b3-4121-9b16-a70e781de55c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1012793 Nov 10 17:02:32.130144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a418-2ee3-464e-b2f7-7ef82baaeed8 req-2234d5c7-9c12-4b88-88a9-9dd5847b5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:32.131684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c58a418-2ee3-464e-b2f7-7ef82baaeed8 req-2234d5c7-9c12-4b88-88a9-9dd5847b5fe4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1422639 Nov 10 17:02:32.167968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7a73e-c571-440c-8aa6-dfd107269899 req-e46d97c3-fae8-4b4d-80d2-7b787f1258c9 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:32.169654 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9b7a73e-c571-440c-8aa6-dfd107269899 req-e46d97c3-fae8-4b4d-80d2-7b787f1258c9 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 943 time: 0.0788805 Nov 10 17:02:32.211636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93217912-6e92-4aaf-9609-92b3f3569619 req-1c4f2330-bbef-475f-8b73-01df347d894c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721636 Nov 10 17:02:32.301012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9b7a73e-c571-440c-8aa6-dfd107269899 req-c950aab8-7701-48e9-afb5-b40fc3c3825c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986969 Nov 10 17:02:32.307634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a418-2ee3-464e-b2f7-7ef82baaeed8 req-76d3822f-1b91-4abc-bd3a-6c56ea6906de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:32.309366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c58a418-2ee3-464e-b2f7-7ef82baaeed8 req-76d3822f-1b91-4abc-bd3a-6c56ea6906de service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403155 Nov 10 17:02:32.426199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8523-04aa-406d-850b-14733ac6b64c req-72a72c25-16c6-415c-825f-8ebeefa32978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:32.427710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-72a72c25-16c6-415c-825f-8ebeefa32978 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 1095 time: 0.0733006 Nov 10 17:02:32.439071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.470361 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event deleted for resources: {'Port': ['ID=5de4c7ea-627a-4d3b-bf93-329c77ac2a17,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:32.477103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-c1ede075-3326-4826-9a6c-e01f813357f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b566b86-dbd0-465d-aacb-caadd9c14238 HTTP/1.1" status: 200 len: 217 time: 0.0385582 Nov 10 17:02:32.489088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58be3d-3501-4eb2-8d62-0f99edb3f970 req-a45cdaf8-33e3-47aa-9aa5-c0f005ac168d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:32.489088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee58be3d-3501-4eb2-8d62-0f99edb3f970 req-a45cdaf8-33e3-47aa-9aa5-c0f005ac168d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 943 time: 0.0992815 Nov 10 17:02:32.496363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7a9400-60f2-48cd-8100-5f42c6b8be0d None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:32.559450 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.561379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8523-04aa-406d-850b-14733ac6b64c req-c929bf91-d296-4c8f-8f63-82c81cba3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:32.562941 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-c929bf91-d296-4c8f-8f63-82c81cba3a42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0a13865-e290-46f5-961e-4efbf7aa818e HTTP/1.1" status: 200 len: 848 time: 0.0733733 Nov 10 17:02:32.592767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee58be3d-3501-4eb2-8d62-0f99edb3f970 req-1b2a2d08-f260-44de-beeb-2187742ff7e7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940690 Nov 10 17:02:32.612064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-8c7ec47e-0b56-41fa-8efa-1556bd80675c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce839c26-0444-4b74-97e7-33b5e458696c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354202 Nov 10 17:02:32.662216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.664676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.717751 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-4839c969-fcc7-42e8-ac24-5b5a6320a8d7 service neutron] 10.222.0.69 "GET /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972753 Nov 10 17:02:32.770925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.771536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee420a7-ed1d-485f-aa80-6de32497c085 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:32.780481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.780481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-609540d7-f686-4e6c-b278-a0a4b4518387 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/8ee420a7-ed1d-485f-aa80-6de32497c085 HTTP/1.1" status: 204 len: 168 time: 1.3913603 Nov 10 17:02:32.785286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:32.792071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4a65753d-25f7-41f4-8899-5e5eac570cb4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2101543061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:32.839753 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2deb8523-04aa-406d-850b-14733ac6b64c req-2062734a-b019-45d8-9438-fe778e6381f1 service neutron] 10.222.0.69 "GET /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147943 Nov 10 17:02:32.901065 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a65753d-25f7-41f4-8899-5e5eac570cb4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.902175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a65753d-25f7-41f4-8899-5e5eac570cb4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:32.952575 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a65753d-25f7-41f4-8899-5e5eac570cb4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:33.032635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a65753d-25f7-41f4-8899-5e5eac570cb4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:33.143621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a65753d-25f7-41f4-8899-5e5eac570cb4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:33.144848 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4a65753d-25f7-41f4-8899-5e5eac570cb4 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3584762 Nov 10 17:02:33.147623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:33.151856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': False}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:33.371796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a05ab3-7c34-4669-9449-5cbf4046362b req-5b2ee264-d93a-4ddd-8ae5-b390a243089b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:33.373404 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2a05ab3-7c34-4669-9449-5cbf4046362b req-5b2ee264-d93a-4ddd-8ae5-b390a243089b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0835202 Nov 10 17:02:33.427490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2a05ab3-7c34-4669-9449-5cbf4046362b req-567fd37f-09ae-42fc-af64-32cf5d0346da tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462735 Nov 10 17:02:33.729918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f41456-1c0e-4dff-b5c3-542eb4fa056b req-8f49580e-9583-450d-9029-3de9a094dd72 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:33.736664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4f41456-1c0e-4dff-b5c3-542eb4fa056b req-8f49580e-9583-450d-9029-3de9a094dd72 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 943 time: 0.0602708 Nov 10 17:02:33.743570 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:33.786197 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906f131-a473-483d-b4dd-2fa6cc6dc78a req-3d72c6ed-a36f-41db-8563-e74c14ed676c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:33.788054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4906f131-a473-483d-b4dd-2fa6cc6dc78a req-3d72c6ed-a36f-41db-8563-e74c14ed676c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 943 time: 0.0595779 Nov 10 17:02:33.801297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4f41456-1c0e-4dff-b5c3-542eb4fa056b req-8840fa27-a2a6-418f-8d0f-1eb274c4ca35 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624564 Nov 10 17:02:33.877636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4906f131-a473-483d-b4dd-2fa6cc6dc78a req-41ab898e-58c0-4bf3-b7d6-7f3a60019f62 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746830 Nov 10 17:02:33.906437 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-25d3d5be-a2f7-4c78-af28-8184bad5caa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:34.067644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:34.087371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:34.194653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Allocated IP 172.25.3.84 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/d8577feb-7399-4083-8821-c66dd8025411) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:34.323619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:34.410471 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:34.456507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:34.459528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:34.463860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:34.544195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb632c-8308-4609-a60a-76babffda5bf None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:34.561340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Pushing event updated for resources: {'Port': ['ID=d8577feb-7399-4083-8821-c66dd8025411,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:34.603749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84b307-41f5-457c-96d9-d21962fe93e3 req-bdd43d25-6279-4ff5-ab4a-a4fd9d3eea07 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:34.605406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c84b307-41f5-457c-96d9-d21962fe93e3 req-bdd43d25-6279-4ff5-ab4a-a4fd9d3eea07 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0704176 Nov 10 17:02:34.661259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c84b307-41f5-457c-96d9-d21962fe93e3 req-575e9a6d-e258-4caf-9f93-25e6e29b4819 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487156 Nov 10 17:02:34.669107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6dacac27-e1b3-4a51-96ba-a5d2b1b325a2 None None] Provisioning complete for port d8577feb-7399-4083-8821-c66dd8025411 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:34.669472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6dacac27-e1b3-4a51-96ba-a5d2b1b325a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:34.712579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6dacac27-e1b3-4a51-96ba-a5d2b1b325a2 None None] Port d8577feb-7399-4083-8821-c66dd8025411 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:34.979719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762faa1-fbed-4321-bd5f-5e18bb7711ed req-c3bd4919-de78-43ae-89cc-305bc327c6cf tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:34.981129 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2762faa1-fbed-4321-bd5f-5e18bb7711ed req-c3bd4919-de78-43ae-89cc-305bc327c6cf tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 943 time: 0.0956216 Nov 10 17:02:35.000197 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:35.010690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f05a80-2947-4824-94e8-c9f8d898894d req-11460d00-9056-47ae-8ecd-ed74edec1f75 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:35.012262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93f05a80-2947-4824-94e8-c9f8d898894d req-11460d00-9056-47ae-8ecd-ed74edec1f75 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 943 time: 0.0553367 Nov 10 17:02:35.070095 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93f05a80-2947-4824-94e8-c9f8d898894d req-41efb401-47af-463c-b047-4f9536a12b81 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446091 Nov 10 17:02:35.079522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2762faa1-fbed-4321-bd5f-5e18bb7711ed req-2fdb4633-c2a1-4bb8-a471-b18e0df0e37c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888441 Nov 10 17:02:35.106548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:35.229316 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:35.232897 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:35.415407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ffb962b4-759f-4ce8-9ad4-350c2304b624 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:02:35.443291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Router 155fa828-9434-4686-ab71-c44c520f5b4a is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:02:35.513824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:35.529142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'port_id': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'mac_address': 'fa:16:3e:f9:00:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:02:35.553324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:35.557831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:35.559135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-00d623a3-4248-470b-8124-435aae6c93ef tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "PUT /v2.0/routers/155fa828-9434-4686-ab71-c44c520f5b4a HTTP/1.1" status: 200 len: 915 time: 2.4104364 Nov 10 17:02:35.561748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:35.567049 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c87e4-3dfe-47e5-9342-433fccb06405 None None] Sync routers for ids ['155fa828-9434-4686-ab71-c44c520f5b4a'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:35.571293 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:35.581596 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c87e4-3dfe-47e5-9342-433fccb06405 None None] Routers {'155fa828-9434-4686-ab71-c44c520f5b4a'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:35.582291 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-df1c87e4-3dfe-47e5-9342-433fccb06405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['155fa828-9434-4686-ab71-c44c520f5b4a'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:35.586283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb962b4-759f-4ce8-9ad4-350c2304b624 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:02:35.607365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:35.629201 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-df1c87e4-3dfe-47e5-9342-433fccb06405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:35.638651 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c87e4-3dfe-47e5-9342-433fccb06405 None None] Routers {'155fa828-9434-4686-ab71-c44c520f5b4a'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:35.639258 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-df1c87e4-3dfe-47e5-9342-433fccb06405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['155fa828-9434-4686-ab71-c44c520f5b4a'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:35.675195 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0ff6b95e-3b99-4abf-982b-e5f6be65c60d tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/routers/155fa828-9434-4686-ab71-c44c520f5b4a HTTP/1.1" status: 200 len: 921 time: 0.1094551 Nov 10 17:02:35.675456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:35.675595 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-df1c87e4-3dfe-47e5-9342-433fccb06405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:35.675595 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c87e4-3dfe-47e5-9342-433fccb06405 None None] The sync data for ids ['155fa828-9434-4686-ab71-c44c520f5b4a'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:35.675749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56112) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:35.720129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6246dd47-d3e6-4d36-8889-5eb562a313c3 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:35.721686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6246dd47-d3e6-4d36-8889-5eb562a313c3 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=155fa828-9434-4686-ab71-c44c520f5b4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0450938 Nov 10 17:02:35.724621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56116) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:35.733369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:35.848522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c83b2e-2114-40c2-b9b6-cbea7e6791ea req-9b583458-9cc9-44f2-8412-24e0b403c55e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:35.850001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48c83b2e-2114-40c2-b9b6-cbea7e6791ea req-9b583458-9cc9-44f2-8412-24e0b403c55e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0901456 Nov 10 17:02:35.871575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4664e-ca8d-483a-8b5f-798a972e494a tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:35.872349 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3bf4664e-ca8d-483a-8b5f-798a972e494a tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 881 time: 0.1466610 Nov 10 17:02:35.875274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:35.917937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-97c9fe0d-6a93-4211-abcc-85deab09cfbc tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=155fa828-9434-4686-ab71-c44c520f5b4a HTTP/1.1" status: 200 len: 205 time: 0.0385935 Nov 10 17:02:35.918377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:35.918796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48c83b2e-2114-40c2-b9b6-cbea7e6791ea req-4606c961-8b68-4432-82c6-2d0908075ec0 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607936 Nov 10 17:02:36.016629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ffb962b4-759f-4ce8-9ad4-350c2304b624'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:02:36.028214 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:36.195891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:36.221667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b330779-585a-4f29-8a32-4c5f6c51cdd4 req-f33e231e-ee30-4b3e-acda-a777fb7ee3c9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:36.229811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b330779-585a-4f29-8a32-4c5f6c51cdd4 req-f33e231e-ee30-4b3e-acda-a777fb7ee3c9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.0658042 Nov 10 17:02:36.249057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87e0a6-2088-4831-9270-fe1a70474dd1 req-d8a31e09-2365-4e80-bae8-8a4061b18ee1 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:36.250567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e87e0a6-2088-4831-9270-fe1a70474dd1 req-d8a31e09-2365-4e80-bae8-8a4061b18ee1 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 943 time: 0.0703530 Nov 10 17:02:36.302003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b330779-585a-4f29-8a32-4c5f6c51cdd4 req-f4066470-1cc4-4c9a-8df7-c16e78bb8597 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667322 Nov 10 17:02:36.304628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e87e0a6-2088-4831-9270-fe1a70474dd1 req-fd5a879f-01f2-4175-a1b4-97734973f8b7 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474443 Nov 10 17:02:36.371577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Deleting port d8577feb-7399-4083-8821-c66dd8025411 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:36.371890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:36.455854 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:36.468115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Calling delete_port for d8577feb-7399-4083-8821-c66dd8025411 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:36.729222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:36.759631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event deleted for resources: {'Port': ['ID=d8577feb-7399-4083-8821-c66dd8025411,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:36.778185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96335ba9-1641-4353-8171-669795e7be87 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:36.816270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:36.826470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:36.922769 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:36.925242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.043044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450e7b-fc3d-4a4f-ae9f-2c5fa23524b8 req-52ffc347-7af5-431f-b55a-45f12e30d3ea tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:37.044576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a450e7b-fc3d-4a4f-ae9f-2c5fa23524b8 req-52ffc347-7af5-431f-b55a-45f12e30d3ea tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0503983 Nov 10 17:02:37.054946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.055539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Fanout notify agent at l3_agent the message router_deleted on router 155fa828-9434-4686-ab71-c44c520f5b4a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:37.063583 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.065024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9bb09371-e806-48ad-b87a-c4111bf0cc2a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/155fa828-9434-4686-ab71-c44c520f5b4a HTTP/1.1" status: 204 len: 168 time: 1.1452398 Nov 10 17:02:37.073042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:37.076279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1664048938', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:37.097984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a450e7b-fc3d-4a4f-ae9f-2c5fa23524b8 req-21998ec4-160e-477d-bf60-657c916d6695 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471725 Nov 10 17:02:37.169603 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.170688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.227824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.415124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 3b566b86-dbd0-465d-aacb-caadd9c14238 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:02:37.427847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ffb962b4-759f-4ce8-9ad4-350c2304b624 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:37.452114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1edb0f-d1f6-4fc9-a120-5ef3b738fdd9 req-d94caecb-67b7-4bac-b135-472dad5e187a tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:37.455144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1edb0f-d1f6-4fc9-a120-5ef3b738fdd9 req-d94caecb-67b7-4bac-b135-472dad5e187a tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 943 time: 0.0634477 Nov 10 17:02:37.480846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.495939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7978-a911-459a-b3de-5afac79906e5 req-6942891f-685c-430d-ba10-cb9b0ec6c250 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:37.497489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e14c7978-a911-459a-b3de-5afac79906e5 req-6942891f-685c-430d-ba10-cb9b0ec6c250 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.1214437 Nov 10 17:02:37.517717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1edb0f-d1f6-4fc9-a120-5ef3b738fdd9 req-573753a3-cbc4-4f06-81c8-2b9d0108e9b3 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557547 Nov 10 17:02:37.565150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e14c7978-a911-459a-b3de-5afac79906e5 req-bcde88bd-4b7a-4072-a648-b0b93c4f3fa5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556133 Nov 10 17:02:37.580128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 3b566b86-dbd0-465d-aacb-caadd9c14238, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3b566b86-dbd0-465d-aacb-caadd9c14238,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:37.601391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '3b566b86-dbd0-465d-aacb-caadd9c14238', 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c', 'port_id': '3b566b86-dbd0-465d-aacb-caadd9c14238', 'mac_address': 'fa:16:3e:74:fe:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a13865-e290-46f5-961e-4efbf7aa818e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:02:37.632528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port ffb962b4-759f-4ce8-9ad4-350c2304b624 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:02:37.642810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port ffb962b4-759f-4ce8-9ad4-350c2304b624 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:37.643168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.665740 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.670324 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.707425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b566b86-dbd0-465d-aacb-caadd9c14238 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:02:37.725720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 3b566b86-dbd0-465d-aacb-caadd9c14238, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3b566b86-dbd0-465d-aacb-caadd9c14238,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:37.781445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.802829 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.804259 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.825374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:37.927243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Allocated IP 172.25.3.15 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/5a45939b-a916-44ca-8784-2f1c1c27ac56) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:38.025709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:38.027854 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a76fcc1-5deb-432f-8f68-f791651a2a61" -d '{"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-plugged", "status": "completed", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:38.030429 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:38.050754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:38.056150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:38.071575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=3b566b86-dbd0-465d-aacb-caadd9c14238,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:38.097826 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5304af1-d9b4-4561-8545-feef1b58f175 x-openstack-request-id: req-d5304af1-d9b4-4561-8545-feef1b58f175 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:38.098317 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-plugged", "status": "completed", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:38.098538 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5304af1-d9b4-4561-8545-feef1b58f175 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:38.099093 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'code': 200} Nov 10 17:02:38.134952 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:38.158559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:38.186696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['3b566b86-dbd0-465d-aacb-caadd9c14238'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:02:38.247421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:38.248620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:38.259845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:38.271256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:38.284227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4502f4-e186-417b-983e-fceb14b1aa19 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:38.308126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event updated for resources: {'Port': ['ID=5a45939b-a916-44ca-8784-2f1c1c27ac56,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:38.336654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ae358-5b42-42ce-93dd-2173359bd77b req-f6b24043-ba3c-43b1-9f20-4d761025cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:38.338166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de4ae358-5b42-42ce-93dd-2173359bd77b req-f6b24043-ba3c-43b1-9f20-4d761025cf24 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1097 time: 0.1689644 Nov 10 17:02:38.349754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc2a10-2865-405c-b6a6-4b06f63e0f20 req-59c6a9e1-aad7-489a-b237-f0fad43d3333 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:38.351368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9dc2a10-2865-405c-b6a6-4b06f63e0f20 req-59c6a9e1-aad7-489a-b237-f0fad43d3333 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1677284 Nov 10 17:02:38.381464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1bfdfd60-073c-491a-8f6c-55ec89767f0f None None] Provisioning complete for port 5a45939b-a916-44ca-8784-2f1c1c27ac56 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:38.381830 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bfdfd60-073c-491a-8f6c-55ec89767f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:38.430870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1bfdfd60-073c-491a-8f6c-55ec89767f0f None None] Port 5a45939b-a916-44ca-8784-2f1c1c27ac56 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:02:38.522850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de4ae358-5b42-42ce-93dd-2173359bd77b req-2f9250aa-e709-44e1-ae8b-42e6a0ada90a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698854 Nov 10 17:02:38.536542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9dc2a10-2865-405c-b6a6-4b06f63e0f20 req-82548853-510a-4334-997a-7fd588cb8697 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755126 Nov 10 17:02:38.656106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e073ac-7237-40b1-a59a-72725676d975 req-d7806296-6edf-4c11-a7d3-dcd407e67ac1 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:38.657735 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11e073ac-7237-40b1-a59a-72725676d975 req-d7806296-6edf-4c11-a7d3-dcd407e67ac1 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 944 time: 0.0549619 Nov 10 17:02:38.729297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11e073ac-7237-40b1-a59a-72725676d975 req-6b0dd52c-e6be-4603-b8f7-be192360d0d8 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585792 Nov 10 17:02:38.761125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456e9c4-7a40-4062-b848-b5ff10158f5c req-4bbcb791-5853-4f75-9ef6-1cd265333d77 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:38.762718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4456e9c4-7a40-4062-b848-b5ff10158f5c req-4bbcb791-5853-4f75-9ef6-1cd265333d77 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.0982611 Nov 10 17:02:38.786508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:38.864065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4456e9c4-7a40-4062-b848-b5ff10158f5c req-f2891e62-234b-4c20-aa73-dff7b0fb68b5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926745 Nov 10 17:02:39.018576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:39.418745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 3b566b86-dbd0-465d-aacb-caadd9c14238 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:39.517876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 3b566b86-dbd0-465d-aacb-caadd9c14238 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:02:39.522010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 3b566b86-dbd0-465d-aacb-caadd9c14238 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:39.522374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:39.569954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Router 98d917f3-5194-46af-941e-5bc91ff57ec2 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:02:39.628104 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:39.662435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 3b566b86-dbd0-465d-aacb-caadd9c14238, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3b566b86-dbd0-465d-aacb-caadd9c14238,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:39.697307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dceab4b-acbe-495d-9b09-938d2e023f09 req-3d7e9f2e-cdfd-431a-84e5-234dadede36d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:39.699562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9dceab4b-acbe-495d-9b09-938d2e023f09 req-3d7e9f2e-cdfd-431a-84e5-234dadede36d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0701697 Nov 10 17:02:39.701046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:39.713010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c775b33-24e6-4973-abf6-25a5c1fb89cc None None] Sync routers for ids ['98d917f3-5194-46af-941e-5bc91ff57ec2'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:39.727332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c775b33-24e6-4973-abf6-25a5c1fb89cc None None] Routers {'98d917f3-5194-46af-941e-5bc91ff57ec2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:39.728405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2c775b33-24e6-4973-abf6-25a5c1fb89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['98d917f3-5194-46af-941e-5bc91ff57ec2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:39.769736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9dceab4b-acbe-495d-9b09-938d2e023f09 req-4bc730c3-0d37-4070-bf2c-acf07e63b5e0 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585430 Nov 10 17:02:39.782540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2c775b33-24e6-4973-abf6-25a5c1fb89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:39.786125 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:39.800543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:39.805413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56166) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:39.806441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f0e87fc9-1b14-408e-a8eb-f49be9d13838 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7335999 Nov 10 17:02:39.810502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:39.821368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c775b33-24e6-4973-abf6-25a5c1fb89cc None None] Routers {'98d917f3-5194-46af-941e-5bc91ff57ec2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:39.821922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2c775b33-24e6-4973-abf6-25a5c1fb89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['98d917f3-5194-46af-941e-5bc91ff57ec2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:39.866871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2c775b33-24e6-4973-abf6-25a5c1fb89cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:39.867559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c775b33-24e6-4973-abf6-25a5c1fb89cc None None] The sync data for ids ['98d917f3-5194-46af-941e-5bc91ff57ec2'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:39.878822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=3b566b86-dbd0-465d-aacb-caadd9c14238,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:39.935341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985f5c4-a76e-462f-9a43-c15fdf9f3b1d req-9d684bbe-1e14-4bdd-8454-fca67532ea28 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:39.937387 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6985f5c4-a76e-462f-9a43-c15fdf9f3b1d req-9d684bbe-1e14-4bdd-8454-fca67532ea28 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 945 time: 0.0907993 Nov 10 17:02:40.009999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6985f5c4-a76e-462f-9a43-c15fdf9f3b1d req-2f842d8e-a4d4-4f5e-8f1d-01238721b1cd tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 Nov 10 17:02:40.057983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555febdf-b2a5-4873-b90d-2e2de068d612 req-d4d19fe4-5882-40db-aabd-d682483b3a3b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:40.059519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-555febdf-b2a5-4873-b90d-2e2de068d612 req-d4d19fe4-5882-40db-aabd-d682483b3a3b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.0971100 Nov 10 17:02:40.100724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43c909-55bb-4b18-be6d-15cd63814294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b566b86-dbd0-465d-aacb-caadd9c14238'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:40.102956 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424238dc-cee7-4bf6-b9a2-90850ec36685" -d '{"events": [{"server_uuid": "be43c909-55bb-4b18-be6d-15cd63814294", "name": "network-vif-plugged", "status": "completed", "tag": "3b566b86-dbd0-465d-aacb-caadd9c14238"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:40.157080 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c19299-045d-4f5f-9c2e-79de39f50c89 x-openstack-request-id: req-83c19299-045d-4f5f-9c2e-79de39f50c89 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:40.157567 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43c909-55bb-4b18-be6d-15cd63814294", "name": "network-vif-plugged", "status": "completed", "tag": "3b566b86-dbd0-465d-aacb-caadd9c14238", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:40.157973 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83c19299-045d-4f5f-9c2e-79de39f50c89 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:40.158520 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be43c909-55bb-4b18-be6d-15cd63814294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b566b86-dbd0-465d-aacb-caadd9c14238', 'code': 200} Nov 10 17:02:40.279401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-555febdf-b2a5-4873-b90d-2e2de068d612 req-55d05062-ddb6-49a4-ba0c-43a148d3726e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076483 Nov 10 17:02:40.303789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:40.368493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:40.384112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557ca86-16aa-4cbb-9f7f-5fbcfb84d1d1 req-f15f76f9-ae6c-4565-826a-d277a17c366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:40.385656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a557ca86-16aa-4cbb-9f7f-5fbcfb84d1d1 req-f15f76f9-ae6c-4565-826a-d277a17c366b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 1097 time: 0.1708882 Nov 10 17:02:40.430408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a557ca86-16aa-4cbb-9f7f-5fbcfb84d1d1 req-5cc2b0b6-8315-40ac-8738-205390680515 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Nov 10 17:02:40.506007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Deleting port 5a45939b-a916-44ca-8784-2f1c1c27ac56 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:40.506346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:40.563614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:40.585607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:40.597830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Calling delete_port for 5a45939b-a916-44ca-8784-2f1c1c27ac56 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:40.843157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:40.881840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Pushing event deleted for resources: {'Port': ['ID=5a45939b-a916-44ca-8784-2f1c1c27ac56,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:40.891535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a25f76-69ad-4d07-b5d0-df256df0065f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:02:40.912367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e92816-bd6b-4563-b275-7ded35e97222 req-6cc577b9-1a4e-455e-94e1-2a8cbeb98aa8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:40.913961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58e92816-bd6b-4563-b275-7ded35e97222 req-6cc577b9-1a4e-455e-94e1-2a8cbeb98aa8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0654879 Nov 10 17:02:40.949565 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:40.967116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58e92816-bd6b-4563-b275-7ded35e97222 req-92f2e1b8-3bc3-4c03-8a42-4936fc877d04 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462790 Nov 10 17:02:41.410533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3708fa-8085-40a0-a661-5e12867c61e2 req-7ff84af7-6cfa-48f3-bd3f-006f381ff66d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:41.412268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f3708fa-8085-40a0-a661-5e12867c61e2 req-7ff84af7-6cfa-48f3-bd3f-006f381ff66d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.0560238 Nov 10 17:02:41.461205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67e2b7-4668-4dfd-956c-a0d249a02cb8 req-d61d82f9-e396-47b5-978c-f3c9f19c1d40 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:41.462687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd67e2b7-4668-4dfd-956c-a0d249a02cb8 req-d61d82f9-e396-47b5-978c-f3c9f19c1d40 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 945 time: 0.1155131 Nov 10 17:02:41.462912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6f3708fa-8085-40a0-a661-5e12867c61e2 req-14a9e5e5-77e2-45ef-8e50-dbf965df1c4c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 Nov 10 17:02:41.542496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:41.549635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:41.595685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3358b-1b61-481b-b7b9-1326f2ee38a4 req-1524b4c9-3b3f-4331-b0e7-0469017c70b5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:41.598281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eae3358b-1b61-481b-b7b9-1326f2ee38a4 req-1524b4c9-3b3f-4331-b0e7-0469017c70b5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.0574882 Nov 10 17:02:41.641737 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd67e2b7-4668-4dfd-956c-a0d249a02cb8 req-3d96cd59-0f2c-4440-8af2-3c4c3a25974b tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480746 Nov 10 17:02:41.649108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Router 98d917f3-5194-46af-941e-5bc91ff57ec2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:02:41.671154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eae3358b-1b61-481b-b7b9-1326f2ee38a4 req-b56225c8-4d08-4ce8-868e-f7f8ab8d7c1f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663574 Nov 10 17:02:41.699551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56188) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:41.792429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:41.800882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aff859-8840-4380-a701-313708facae9 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:41.808071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:41.810235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-69aff859-8840-4380-a701-313708facae9 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1092 time: 0.0952957 Nov 10 17:02:41.811554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:41.812231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-61d184b1-fbba-462f-8452-8c64735ba9b3 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "PUT /v2.0/routers/98d917f3-5194-46af-941e-5bc91ff57ec2 HTTP/1.1" status: 200 len: 706 time: 2.0054591 Nov 10 17:02:41.812978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56194) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:41.819388 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ede1c-df69-442a-9d1a-2a058693aa48 None None] Sync routers for ids ['98d917f3-5194-46af-941e-5bc91ff57ec2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:41.826220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:41.839204 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ede1c-df69-442a-9d1a-2a058693aa48 None None] Routers {'98d917f3-5194-46af-941e-5bc91ff57ec2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:41.839841 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d18ede1c-df69-442a-9d1a-2a058693aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['98d917f3-5194-46af-941e-5bc91ff57ec2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:41.889360 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d18ede1c-df69-442a-9d1a-2a058693aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:41.900243 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ede1c-df69-442a-9d1a-2a058693aa48 None None] Routers {'98d917f3-5194-46af-941e-5bc91ff57ec2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:41.901056 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d18ede1c-df69-442a-9d1a-2a058693aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['98d917f3-5194-46af-941e-5bc91ff57ec2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:41.914709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e6eea32f-b99a-4bcd-9747-bbc84dc1ec07 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/routers/98d917f3-5194-46af-941e-5bc91ff57ec2 HTTP/1.1" status: 200 len: 741 time: 0.1004989 Nov 10 17:02:41.917916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56196) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:41.936186 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d18ede1c-df69-442a-9d1a-2a058693aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:41.937049 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ede1c-df69-442a-9d1a-2a058693aa48 None None] The sync data for ids ['98d917f3-5194-46af-941e-5bc91ff57ec2'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:41.940806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:41.974256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e6ac683-9681-4336-981b-8430a1ad3f30 tempest-RoutersAdminTest-848970202 tempest-RoutersAdminTest-848970202-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=98d917f3-5194-46af-941e-5bc91ff57ec2 HTTP/1.1" status: 200 len: 205 time: 0.0550270 Nov 10 17:02:41.976557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56198) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.008440 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ebb507d9-8089-46a1-8398-77042486ae90 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=98d917f3-5194-46af-941e-5bc91ff57ec2 HTTP/1.1" status: 200 len: 205 time: 0.0280759 Nov 10 17:02:42.008632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56202) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.061247 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:42.112170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1057a5-5462-4d61-b0c4-67f62b75add7 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:42.191107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.25.3.158 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/0b8468fb-49f9-404c-9fc0-eac46b656c6d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:42.223836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fdf58-b285-443b-b804-28d1bac3287e req-8c46760e-4023-45f9-8b99-30b923973815 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:42.225319 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f6fdf58-b285-443b-b804-28d1bac3287e req-8c46760e-4023-45f9-8b99-30b923973815 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1729627 Nov 10 17:02:42.300245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:42.302040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1057a5-5462-4d61-b0c4-67f62b75add7 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:42.310304 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1057a5-5462-4d61-b0c4-67f62b75add7 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:42.369137 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f6fdf58-b285-443b-b804-28d1bac3287e req-d2921654-b873-41fd-a89d-ca2199df3c1e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109843 Nov 10 17:02:42.409025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:42.431383 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1057a5-5462-4d61-b0c4-67f62b75add7 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:42.431898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1057a5-5462-4d61-b0c4-67f62b75add7 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Fanout notify agent at l3_agent the message router_deleted on router 98d917f3-5194-46af-941e-5bc91ff57ec2 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:02:42.439935 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d1057a5-5462-4d61-b0c4-67f62b75add7 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:42.442140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d1057a5-5462-4d61-b0c4-67f62b75add7 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/98d917f3-5194-46af-941e-5bc91ff57ec2 HTTP/1.1" status: 204 len: 168 time: 0.4325788 Nov 10 17:02:42.445213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.450095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:42.464727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:42.489165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:42.491446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=0b8468fb-49f9-404c-9fc0-eac46b656c6d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:42.496500 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e15cf0cb-7078-4622-9404-4b11c6b74bee tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=98d917f3-5194-46af-941e-5bc91ff57ec2 HTTP/1.1" status: 200 len: 205 time: 0.0488520 Nov 10 17:02:42.501781 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56206) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.542045 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-c2337990-4bfc-4057-b52d-cfdcf6ec8f8a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] delete failed (client error): The resource could not be found. Nov 10 17:02:42.543085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2337990-4bfc-4057-b52d-cfdcf6ec8f8a tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/98d917f3-5194-46af-941e-5bc91ff57ec2 HTTP/1.1" status: 404 len: 336 time: 0.0392528 Nov 10 17:02:42.545751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56208) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.573900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc7b9109-1b3b-407c-9cdc-6a857a42ad39 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=155fa828-9434-4686-ab71-c44c520f5b4a HTTP/1.1" status: 200 len: 205 time: 0.0270493 Nov 10 17:02:42.576313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56210) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.616424 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-40aa4a31-8e6b-4219-87ed-1dc623d0fed8 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] delete failed (client error): The resource could not be found. Nov 10 17:02:42.617459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-40aa4a31-8e6b-4219-87ed-1dc623d0fed8 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/155fa828-9434-4686-ab71-c44c520f5b4a HTTP/1.1" status: 404 len: 336 time: 0.0402563 Nov 10 17:02:42.620259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56212) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.647497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3d6faedc-9d45-4ee5-883d-c25518ce4d2d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ee420a7-ed1d-485f-aa80-6de32497c085 HTTP/1.1" status: 200 len: 205 time: 0.0262141 Nov 10 17:02:42.649843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56216) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.686722 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-d855fb4f-9d80-439c-a20a-fa2a7e8ef6ba tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] delete failed (client error): The resource could not be found. Nov 10 17:02:42.690879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d855fb4f-9d80-439c-a20a-fa2a7e8ef6ba tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/8ee420a7-ed1d-485f-aa80-6de32497c085 HTTP/1.1" status: 404 len: 336 time: 0.0370862 Nov 10 17:02:42.691137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56220) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.725466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-319616d0-d8b9-4258-946e-1d990a9a336d tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=727e07b0-6759-408b-9fd0-30e7e73e8118 HTTP/1.1" status: 200 len: 205 time: 0.0310719 Nov 10 17:02:42.725704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56222) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.763668 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-a9e9444e-5763-4543-ba73-ce57f6db1e5b tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] delete failed (client error): The resource could not be found. Nov 10 17:02:42.764756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a9e9444e-5763-4543-ba73-ce57f6db1e5b tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/727e07b0-6759-408b-9fd0-30e7e73e8118 HTTP/1.1" status: 404 len: 336 time: 0.0379491 Nov 10 17:02:42.767673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56224) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.795502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-34cb5810-9776-4988-93e2-9153c1e72d84 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=a209ec50-ac86-41fc-9c80-69819b76bad6 HTTP/1.1" status: 200 len: 205 time: 0.0266533 Nov 10 17:02:42.798527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56226) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.833413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124673b5-f1f4-4ba8-923a-3e9ad6a7641d req-951330f9-20b8-44f1-8ad8-b1f09ccbc3d6 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:42.834968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-124673b5-f1f4-4ba8-923a-3e9ad6a7641d req-951330f9-20b8-44f1-8ad8-b1f09ccbc3d6 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 945 time: 0.1089368 Nov 10 17:02:42.838811 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-a008f113-14ce-4121-b8e4-42dd2f4ba196 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] delete failed (client error): The resource could not be found. Nov 10 17:02:42.842366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a008f113-14ce-4121-b8e4-42dd2f4ba196 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/a209ec50-ac86-41fc-9c80-69819b76bad6 HTTP/1.1" status: 404 len: 336 time: 0.0407062 Nov 10 17:02:42.842597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56228) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.873297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bb8e9e46-3e14-4ce9-90a4-de8cc5c00145 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "GET /v2.0/ports?device_id=760f69e6-09b1-4042-80fa-fffe605b309b HTTP/1.1" status: 200 len: 205 time: 0.0273752 Nov 10 17:02:42.873493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56232) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.914301 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-7d78f014-1acc-477f-aefd-06d3013a49db tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] delete failed (client error): The resource could not be found. Nov 10 17:02:42.917856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7d78f014-1acc-477f-aefd-06d3013a49db tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/routers/760f69e6-09b1-4042-80fa-fffe605b309b HTTP/1.1" status: 404 len: 336 time: 0.0409641 Nov 10 17:02:42.918428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56236) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:42.949075 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae4a961-0072-4f4e-86db-0af056311122 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] DELETE failed (client error): The resource could not be found. Nov 10 17:02:42.950088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae4a961-0072-4f4e-86db-0af056311122 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:02:42.955350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eae4a961-0072-4f4e-86db-0af056311122 tempest-RoutersAdminTest-1203947505 tempest-RoutersAdminTest-1203947505-project] 10.222.0.62 "DELETE /v2.0/subnets/9c976cdb-8512-4775-b44b-4b09f13a3da4 HTTP/1.1" status: 404 len: 337 time: 0.0342488 Nov 10 17:02:42.960055 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-124673b5-f1f4-4ba8-923a-3e9ad6a7641d req-17096fff-b01e-4d6b-a622-d318a6825b4e tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940168 Nov 10 17:02:42.972512 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.138624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.304884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.398340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.485872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:43.527442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6f213-9396-41ab-aa05-c442a0aa1dbf req-6415b2ff-a598-428a-a614-3c84605d50ba tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:43.529055 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fd6f213-9396-41ab-aa05-c442a0aa1dbf req-6415b2ff-a598-428a-a614-3c84605d50ba tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0808489 Nov 10 17:02:43.532116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=0b8468fb-49f9-404c-9fc0-eac46b656c6d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:43.565288 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.609135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fd6f213-9396-41ab-aa05-c442a0aa1dbf req-e09b1d1b-3428-4866-830c-24fa14506bfc tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660455 Nov 10 17:02:43.658124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8499cd9f-f01f-4c9a-a82d-7c6e9249ca55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.688233 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Floating IP a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b associated. External IP: 172.25.3.158, port: ffb962b4-759f-4ce8-9ad4-350c2304b624. Nov 10 17:02:43.751981 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8499cd9f-f01f-4c9a-a82d-7c6e9249ca55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.837594 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8499cd9f-f01f-4c9a-a82d-7c6e9249ca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.881202 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8499cd9f-f01f-4c9a-a82d-7c6e9249ca55 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=226daa8bc4234876848bc446cd7d6c5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897712 Nov 10 17:02:43.881202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499cd9f-f01f-4c9a-a82d-7c6e9249ca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddb941e-1f64-4f08-af6b-2f4cf5ed815e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:43.882929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56258) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:43.934476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:02:43.954014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f87693cb-2c90-4390-9cb1-24089d36025f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:43.992255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f87693cb-2c90-4390-9cb1-24089d36025f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:44.089901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:02:44.104741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] Sync routers for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:02:44.116896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:44.117513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:44.128785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f87693cb-2c90-4390-9cb1-24089d36025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:44.131667 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f87693cb-2c90-4390-9cb1-24089d36025f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:44.135007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f87693cb-2c90-4390-9cb1-24089d36025f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dddb941e-1f64-4f08-af6b-2f4cf5ed815e HTTP/1.1" status: 204 len: 168 time: 0.2488711 Nov 10 17:02:44.142616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87693cb-2c90-4390-9cb1-24089d36025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddb941e-1f64-4f08-af6b-2f4cf5ed815e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:44.222188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:44.254589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-83840937-c07f-4e2a-9834-de282762b4fd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4339533 Nov 10 17:02:44.255246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:44.257633 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ad356-df8f-49dc-9633-5fba6374dd98" -d '{"events": [{"name": "network-changed", "server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:44.259293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:44.395700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d74bfa-5e6d-42e0-b686-7b0e5b897d40 req-39d5c10f-53fe-43b2-91b9-0c345908583e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:44.405931 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26d74bfa-5e6d-42e0-b686-7b0e5b897d40 req-39d5c10f-53fe-43b2-91b9-0c345908583e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.0799809 Nov 10 17:02:44.427063 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bec3505-180b-4183-8061-63624ebc56dd x-openstack-request-id: req-0bec3505-180b-4183-8061-63624ebc56dd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:44.427407 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:44.428304 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bec3505-180b-4183-8061-63624ebc56dd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:44.429095 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'status': 'completed', 'code': 200} Nov 10 17:02:44.497494 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26d74bfa-5e6d-42e0-b686-7b0e5b897d40 req-88d7c96e-2449-4eb5-96ca-ee08d79fc37e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880721 Nov 10 17:02:44.529655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56276) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:44.591593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb0ca-896a-4648-b74a-6425109eefe1 req-02fff5a6-78d9-4b71-afaf-c3f02cca1a1f tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:44.593393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f8fb0ca-896a-4648-b74a-6425109eefe1 req-02fff5a6-78d9-4b71-afaf-c3f02cca1a1f tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 945 time: 0.0972142 Nov 10 17:02:44.596961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-084303a7-df2d-4507-99c7-f8673299b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:44.598605 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-084303a7-df2d-4507-99c7-f8673299b4d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1097 time: 0.1359582 Nov 10 17:02:44.605423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'port_id': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'mac_address': 'fa:16:3e:f9:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821f9191-ecf6-4922-98d3-fd281dda110f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:42Z', 'updated_at': '2021-11-10T17:02:42Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:24Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:44.623166 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bd9124fb-ab25-41be-8ede-0204b2fa55cf tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b HTTP/1.1" status: 200 len: 991 time: 0.0922811 Nov 10 17:02:44.645943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] Checking router: 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:02:44.655677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:02:44.656917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:02:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:44.716251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f8fb0ca-896a-4648-b74a-6425109eefe1 req-3ab69ef8-ab67-4112-8a4e-6371d4ee75e9 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967159 Nov 10 17:02:44.758374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-aac5b04a-ebf8-4e3d-9bb5-c14e9085c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:44.760079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-aac5b04a-ebf8-4e3d-9bb5-c14e9085c2c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 200 len: 898 time: 0.1494374 Nov 10 17:02:44.761292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76472075-5bca-481c-8f0b-9f6c353794f2 req-6be272fa-4f0b-43c2-b730-31bbf80614e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:44.762939 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76472075-5bca-481c-8f0b-9f6c353794f2 req-6be272fa-4f0b-43c2-b730-31bbf80614e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0676649 Nov 10 17:02:44.801796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:02:44.835995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76472075-5bca-481c-8f0b-9f6c353794f2 req-0756aa71-c754-4c51-a4f5-97ea7218cd21 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648005 Nov 10 17:02:44.857761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-a62304ea-517b-494c-a1be-dccc7403e5a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 999 time: 0.0738926 Nov 10 17:02:44.905128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-7360d10c-41ee-49b2-b363-90e7d0a54fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:44.907830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-7360d10c-41ee-49b2-b363-90e7d0a54fd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=725524e4-6307-4165-b677-5b4b39b2ed18 HTTP/1.1" status: 200 len: 834 time: 0.0478537 Nov 10 17:02:44.964843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-6332ca0b-fce4-4c7d-980c-ff5165fbd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:44.966238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-6332ca0b-fce4-4c7d-980c-ff5165fbd9f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20761e0c-1246-401f-85cb-697f30e101b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439081 Nov 10 17:02:44.996868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:45.049508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-af917387-d6ac-40f0-8bc8-5c60becc07b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bf40cc8c8ad44a2b6d68f6ae741bf23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513887 Nov 10 17:02:45.052118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:45.057619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'port_id': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'mac_address': 'fa:16:3e:f9:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821f9191-ecf6-4922-98d3-fd281dda110f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:42Z', 'updated_at': '2021-11-10T17:02:42Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:24Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:45.085416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44791f16-d8af-4000-bfb7-f3602c3a9ced None None] The sync data for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 is: [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'port_id': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'mac_address': 'fa:16:3e:f9:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821f9191-ecf6-4922-98d3-fd281dda110f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:42Z', 'updated_at': '2021-11-10T17:02:42Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:24Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:02:45.103153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-b4d3ab44-e646-44b5-a04f-b1d187c3c6a4 service neutron] 10.222.0.69 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287699 Nov 10 17:02:45.150082 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d46312-c704-4019-9561-60b3eab8d62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:45.214458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d46312-c704-4019-9561-60b3eab8d62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:45.264202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d61ad356-df8f-49dc-9633-5fba6374dd98 req-3f068a95-c54a-4efc-98e3-c352aab5cc4d service neutron] 10.222.0.69 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525731 Nov 10 17:02:45.329661 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589e5a3-995e-4894-806a-c9a2e0a710de None None] New status for floating IP a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:02:45.346959 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d46312-c704-4019-9561-60b3eab8d62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:45.358216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d46312-c704-4019-9561-60b3eab8d62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:45.358216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d6d46312-c704-4019-9561-60b3eab8d62d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95b73395-13de-4b4a-892c-18c819c5b386 HTTP/1.1" status: 204 len: 168 time: 0.3023715 Nov 10 17:02:45.369561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d46312-c704-4019-9561-60b3eab8d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b73395-13de-4b4a-892c-18c819c5b386,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:45.627065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:45.688587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c570469e-a7a7-415c-b435-825a94262efa tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b HTTP/1.1" status: 200 len: 993 time: 0.0595460 Nov 10 17:02:45.866672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecab6c-841e-41a3-b39b-7ed896bb0b90 req-42398535-7850-46fc-afb0-9efd860b66e9 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:45.868683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbecab6c-841e-41a3-b39b-7ed896bb0b90 req-42398535-7850-46fc-afb0-9efd860b66e9 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 945 time: 0.0633678 Nov 10 17:02:45.965723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-b4398b57-1e45-42c8-a03a-57bbdeabee87 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:45.967097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-b4398b57-1e45-42c8-a03a-57bbdeabee87 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.69 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 945 time: 0.0952947 Nov 10 17:02:45.971838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6edd0-9477-4ff2-ac31-0c781763eb18 req-d312d48d-c17e-4a47-b047-22e07de6eb71 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:45.973507 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3b6edd0-9477-4ff2-ac31-0c781763eb18 req-d312d48d-c17e-4a47-b047-22e07de6eb71 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0522726 Nov 10 17:02:45.975096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dbecab6c-841e-41a3-b39b-7ed896bb0b90 req-0d93c1dc-0f88-4e8a-bf1a-afce9d2f3dec tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933514 Nov 10 17:02:46.040032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3b6edd0-9477-4ff2-ac31-0c781763eb18 req-4e835337-e9df-4327-b985-d37df5f2ed74 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602357 Nov 10 17:02:46.083123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Deleting port 3b566b86-dbd0-465d-aacb-caadd9c14238 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:02:46.083450 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:46.186196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] For port 3b566b86-dbd0-465d-aacb-caadd9c14238, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3b566b86-dbd0-465d-aacb-caadd9c14238,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:46.186870 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:46.207994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Calling delete_port for 3b566b86-dbd0-465d-aacb-caadd9c14238 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:02:46.410198 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:46.430932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['3b566b86-dbd0-465d-aacb-caadd9c14238'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:02:46.442824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Pushing event deleted for resources: {'Port': ['ID=3b566b86-dbd0-465d-aacb-caadd9c14238,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:46.497993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] No DVR routers for this DVR port 3b566b86-dbd0-465d-aacb-caadd9c14238 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:02:46.497993 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:46.501641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e8d2c8f-c49c-4d48-8871-99a96f481c18 req-630ec654-1598-4790-a132-002133d4f3da tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.69 "DELETE /v2.0/ports/3b566b86-dbd0-465d-aacb-caadd9c14238 HTTP/1.1" status: 204 len: 173 time: 0.5256009 Nov 10 17:02:46.502110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43c909-55bb-4b18-be6d-15cd63814294', 'name': 'network-vif-deleted', 'tag': '3b566b86-dbd0-465d-aacb-caadd9c14238'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:46.504631 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87d77f9-55bf-440f-8a95-c00cf164fbb5" -d '{"events": [{"server_uuid": "be43c909-55bb-4b18-be6d-15cd63814294", "name": "network-vif-deleted", "tag": "3b566b86-dbd0-465d-aacb-caadd9c14238"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:46.542444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:46.550983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56326) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:46.553436 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916d6e03-c8f3-4287-9518-7259f58d5531 x-openstack-request-id: req-916d6e03-c8f3-4287-9518-7259f58d5531 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:46.558069 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43c909-55bb-4b18-be6d-15cd63814294", "name": "network-vif-deleted", "tag": "3b566b86-dbd0-465d-aacb-caadd9c14238", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:46.558069 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-916d6e03-c8f3-4287-9518-7259f58d5531 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:46.558069 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be43c909-55bb-4b18-be6d-15cd63814294', 'name': 'network-vif-deleted', 'tag': '3b566b86-dbd0-465d-aacb-caadd9c14238', 'status': 'completed', 'code': 200} Nov 10 17:02:46.637007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84ffd7-00fc-454a-9696-f2e5fd83201c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:46.637643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84ffd7-00fc-454a-9696-f2e5fd83201c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:46.638097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84ffd7-00fc-454a-9696-f2e5fd83201c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:46.646263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3d84ffd7-00fc-454a-9696-f2e5fd83201c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=7409b56f806c43c3809c5a352767930c&network_id=7fb90181-e684-44de-a8a1-f3aec4ab8039 HTTP/1.1" status: 200 len: 2975 time: 0.0878897 Nov 10 17:02:46.691135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-593736813'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:46.808479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:46.812138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:46.822282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:46.909211 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:46.962609 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:46.994655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:47.001412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45ae504-0156-4769-ad5d-ab64adc358f5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:47.011987 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:47.012334 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment 82d6bdae-5308-498b-8c51-7d8daf4b7d9b of type vlan for network 66d0901c-8afa-4fa2-83c1-191b3be2ee47 Nov 10 17:02:47.058479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:47.104547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5ab557c-62c8-4185-aae1-c3f6ca945d54 req-10e05bd6-858b-40e9-9cb1-1f214593ade4 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=be43c909-55bb-4b18-be6d-15cd63814294 HTTP/1.1" status: 200 len: 210 time: 0.0302885 Nov 10 17:02:47.173492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:47.179557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:47.180350 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:47.272091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f424d8-acad-4027-a8e2-aedfca438f5f req-cdd92048-787e-47a5-8bfe-b647f48197d0 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:47.273929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01f424d8-acad-4027-a8e2-aedfca438f5f req-cdd92048-787e-47a5-8bfe-b647f48197d0 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1317201 Nov 10 17:02:47.274883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=66d0901c-8afa-4fa2-83c1-191b3be2ee47,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:47.295712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f2b61e71-5bc5-491c-b78b-76ea88d65da7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7421343 Nov 10 17:02:47.295815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 66d0901c-8afa-4fa2-83c1-191b3be2ee47 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:47.353155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01f424d8-acad-4027-a8e2-aedfca438f5f req-9185db01-5fd6-43a9-9dc6-098cf836ec9b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660772 Nov 10 17:02:48.462113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-c50a0311-c672-46f6-ad41-1ca68f6fdf3c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:48.470854 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-c50a0311-c672-46f6-ad41-1ca68f6fdf3c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/networks?id=ce839c26-0444-4b74-97e7-33b5e458696c HTTP/1.1" status: 200 len: 808 time: 0.1291850 Nov 10 17:02:48.483846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8d3d5727-82d7-4acd-8be8-f40cbe72817c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/quotas/8292167f24974f5c92ce8eaa1b28ff67 HTTP/1.1" status: 200 len: 375 time: 0.0112538 Nov 10 17:02:48.512718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c237b7-d049-40cf-8e2b-722eadcf079c req-82b4b920-f30f-4eb1-9c32-d74595478947 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:48.515214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63c237b7-d049-40cf-8e2b-722eadcf079c req-82b4b920-f30f-4eb1-9c32-d74595478947 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0630612 Nov 10 17:02:48.545598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-a163f1c1-3026-4fd4-998e-708d0c3b5df0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527728 Nov 10 17:02:48.596503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63c237b7-d049-40cf-8e2b-722eadcf079c req-030e6537-27b8-44a6-a71c-b6e179f0252a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703084 Nov 10 17:02:48.676197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-cf1129e2-994f-42c0-a55e-1c09064dfc43 service neutron] 10.222.0.62 "GET /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142383 Nov 10 17:02:48.809049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-4e4e9f0c-b909-432f-862e-7d89f5241b01 service neutron] 10.222.0.62 "GET /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260493 Nov 10 17:02:49.085445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f554e-c8b5-4589-b00c-bf59029dadde req-1a33ce57-79c7-46bb-a4c2-483f5be2a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:49.088143 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-020f554e-c8b5-4589-b00c-bf59029dadde req-1a33ce57-79c7-46bb-a4c2-483f5be2a936 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1097 time: 0.0557303 Nov 10 17:02:49.089205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702023b-991f-42d2-8f21-08389f5a7547 req-29f097d7-60b4-4506-9dd7-52bafce7e0fe tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:49.091678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e702023b-991f-42d2-8f21-08389f5a7547 req-29f097d7-60b4-4506-9dd7-52bafce7e0fe tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1114109 Nov 10 17:02:49.183597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e702023b-991f-42d2-8f21-08389f5a7547 req-38145e22-fa73-4d80-a296-1bef2da5526e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844159 Nov 10 17:02:49.266738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f554e-c8b5-4589-b00c-bf59029dadde req-07e69497-8d64-4f69-abe6-da21f40dd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:49.268724 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-020f554e-c8b5-4589-b00c-bf59029dadde req-07e69497-8d64-4f69-abe6-da21f40dd5f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.1736343 Nov 10 17:02:49.272024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56370) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:49.389834 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-020f554e-c8b5-4589-b00c-bf59029dadde req-9f2a6e6f-cf26-4b80-8a5e-075d7139c32b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 1000 time: 0.1117132 Nov 10 17:02:49.466781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 3b566b86-dbd0-465d-aacb-caadd9c14238 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:02:49.467609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-714892ec-5ce5-4686-a738-c1ad9c26a257 req-8fef5fb5-8246-4b7c-9b01-11c8f89eb13b tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 210 time: 0.0663223 Nov 10 17:02:49.484371 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84601eb9-8a75-408d-80ae-24ccd6892fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:49.510056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f554e-c8b5-4589-b00c-bf59029dadde req-764564be-6c0d-4408-b181-adb733199e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:49.515041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-020f554e-c8b5-4589-b00c-bf59029dadde req-764564be-6c0d-4408-b181-adb733199e78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.1010585 Nov 10 17:02:49.540900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 3b566b86-dbd0-465d-aacb-caadd9c14238 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:02:49.541809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 3b566b86-dbd0-465d-aacb-caadd9c14238 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:02:49.587680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f554e-c8b5-4589-b00c-bf59029dadde req-73fc3a4a-a6ce-41bf-a749-a05b89080803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:49.589469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-020f554e-c8b5-4589-b00c-bf59029dadde req-73fc3a4a-a6ce-41bf-a749-a05b89080803 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689447 Nov 10 17:02:49.592067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84601eb9-8a75-408d-80ae-24ccd6892fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:49.671126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-84601eb9-8a75-408d-80ae-24ccd6892fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:49.714257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84601eb9-8a75-408d-80ae-24ccd6892fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19112430-45eb-4f9b-b74a-7c394adcd788,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:49.723236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-020f554e-c8b5-4589-b00c-bf59029dadde req-da6d27a2-6908-4fd6-a660-31c3dd592bb7 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263218 Nov 10 17:02:49.733574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-84601eb9-8a75-408d-80ae-24ccd6892fc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=384d5a3981354c5f881f2955dbe316af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604371 Nov 10 17:02:49.736890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56380) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:49.858756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f21cffd1-19f5-47ef-be39-fb9d68e6d675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:49.864752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-020f554e-c8b5-4589-b00c-bf59029dadde req-d473fa94-a7c9-46ef-90ad-7cd9ea667e0a service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309931 Nov 10 17:02:49.888468 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f21cffd1-19f5-47ef-be39-fb9d68e6d675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:49.991010 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f21cffd1-19f5-47ef-be39-fb9d68e6d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:49.993734 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f21cffd1-19f5-47ef-be39-fb9d68e6d675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:49.994953 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f21cffd1-19f5-47ef-be39-fb9d68e6d675 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19112430-45eb-4f9b-b74a-7c394adcd788 HTTP/1.1" status: 204 len: 168 time: 0.2572467 Nov 10 17:02:50.006927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cffd1-19f5-47ef-be39-fb9d68e6d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19112430-45eb-4f9b-b74a-7c394adcd788,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:50.061482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56388) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:50.118260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c77ce-93ef-4f2f-9012-1c8e6361e49a tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:50.120286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3a2c77ce-93ef-4f2f-9012-1c8e6361e49a tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 814 time: 0.0570047 Nov 10 17:02:50.326464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdabc5-ba68-4ed9-b227-16dc4fa56f54 req-a253ed14-bc1a-427e-a9a4-d9afff6f8714 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:50.329310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8cdabc5-ba68-4ed9-b227-16dc4fa56f54 req-a253ed14-bc1a-427e-a9a4-d9afff6f8714 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0708787 Nov 10 17:02:50.392311 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8cdabc5-ba68-4ed9-b227-16dc4fa56f54 req-e7cc516b-485c-4de6-828c-12ff2771d385 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540767 Nov 10 17:02:50.585132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:50.585981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efabfbd2-44e0-494e-af31-92f2dc915856 req-23fb13de-ffbd-4105-bc4f-275638373e3b tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 210 time: 0.0484176 Nov 10 17:02:50.590929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '66d0901c-8afa-4fa2-83c1-191b3be2ee47', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:50.673552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:50.695265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d00ca6e5-6955-4e76-9476-a8e471691caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:50.778519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d00ca6e5-6955-4e76-9476-a8e471691caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:50.819482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:50.823134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:50.878952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d00ca6e5-6955-4e76-9476-a8e471691caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:50.947842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d00ca6e5-6955-4e76-9476-a8e471691caf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b53f5bfaf544a45be9693bf3dcc0a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731984 Nov 10 17:02:50.950544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56406) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:50.951048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ca6e5-6955-4e76-9476-a8e471691caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de0786d-93f2-4ec2-a985-3be26861b7ad,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:51.005427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2587edcf-f2fc-421c-b49e-20d91c5bc318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.027462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2587edcf-f2fc-421c-b49e-20d91c5bc318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.145557 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2587edcf-f2fc-421c-b49e-20d91c5bc318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.145842 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.148215 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2587edcf-f2fc-421c-b49e-20d91c5bc318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.149370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2587edcf-f2fc-421c-b49e-20d91c5bc318 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8de0786d-93f2-4ec2-a985-3be26861b7ad HTTP/1.1" status: 204 len: 168 time: 0.1976657 Nov 10 17:02:51.160596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587edcf-f2fc-421c-b49e-20d91c5bc318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de0786d-93f2-4ec2-a985-3be26861b7ad,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:51.205255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=be59ce40-3253-4754-b487-6a4bbcf244db,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:51.222117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': '82d6bdae-5308-498b-8c51-7d8daf4b7d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '66d0901c-8afa-4fa2-83c1-191b3be2ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:51.222482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: 66d0901c-8afa-4fa2-83c1-191b3be2ee47, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:51.294196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 66d0901c-8afa-4fa2-83c1-191b3be2ee47 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:51.368714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 66d0901c-8afa-4fa2-83c1-191b3be2ee47) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:51.373282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:51.374260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.378284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d74cf7-789b-418f-959d-bac895d7205f None None] Network 66d0901c-8afa-4fa2-83c1-191b3be2ee47 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:51.447917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-485c406e-a02c-4b3d-ac79-ab4f42d3ccd7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8611405 Nov 10 17:02:51.451579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56414) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:51.452198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:51.459215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'network': {'name': 'tempest-network-smoke--121970130', 'project_id': '7409b56f806c43c3809c5a352767930c', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:51.460605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11171117'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:51.539274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-66d0901c-8afa-4fa2-83c1-191b3be2ee47', 'network_id': '66d0901c-8afa-4fa2-83c1-191b3be2ee47', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': 'be59ce40-3253-4754-b487-6a4bbcf244db'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:02:51.540253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.634018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:51.637703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.651248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bb89b-3e99-4b01-b68c-71341725cee0 req-2bcc13de-8b43-41ac-be1b-3667ecb1dd5d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:51.659209 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f26bb89b-3e99-4b01-b68c-71341725cee0 req-2bcc13de-8b43-41ac-be1b-3667ecb1dd5d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1733212 Nov 10 17:02:51.708057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d0ddd53-b074-4012-873d-91f5faffaa51 req-c810e5d4-d96e-4256-9b08-d2787d3e578c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 210 time: 0.0411289 Nov 10 17:02:51.708842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:51.712523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.746275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:51.757697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.758476 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Added segment bc98b179-892d-4d7b-9974-d57dd4888e27 of type vlan for network 518508bf-215c-4052-bcb3-cd2d3bd0a497 Nov 10 17:02:51.764480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Allocated IP 2001:db8:0:ffff::2 (66d0901c-8afa-4fa2-83c1-191b3be2ee47/be59ce40-3253-4754-b487-6a4bbcf244db/6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:51.804813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.828579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-0d7c0f29-d06b-4083-8cbd-cc4b2ba19b92 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:51.832050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-0d7c0f29-d06b-4083-8cbd-cc4b2ba19b92 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.18 "GET /v2.0/networks?id=ce839c26-0444-4b74-97e7-33b5e458696c HTTP/1.1" status: 200 len: 808 time: 0.3270674 Nov 10 17:02:51.854604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:51.865562 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.866175 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment 92a6ba7c-09bc-4800-a6b5-1d7ee3fcbc00 of type vlan for network 76128799-de2b-4ff1-b97d-6a84e70ae8f2 Nov 10 17:02:51.894089 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.899794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:51.905331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.937580 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.954368 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:51.972169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f26bb89b-3e99-4b01-b68c-71341725cee0 req-7047f7d0-d517-4fbd-bb43-be9417869987 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119977 Nov 10 17:02:51.983782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Request body: {'port': {'device_id': 'fd2d90d1-5f8b-4c5f-9700-4f7012acf799', 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c', 'admin_state_up': True, 'tenant_id': '8292167f24974f5c92ce8eaa1b28ff67'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:52.003179 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:52.035156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5778780 Nov 10 17:02:52.039661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:52.054014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Network 66d0901c-8afa-4fa2-83c1-191b3be2ee47 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:52.059843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:52.072378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:52.086384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Pushing event updated for resources: {'Port': ['ID=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:52.089674 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:52.097581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:52.098269 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:52.115223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c283a-de0c-4b77-b270-c181373d545c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Network': ['ID=518508bf-215c-4052-bcb3-cd2d3bd0a497,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:52.123218 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7780c5ae-50f0-4e97-a649-3363576524f7 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7409b56f806c43c3809c5a352767930c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794523 Nov 10 17:02:52.123584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56438) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:52.157148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:52.161972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.162362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.162710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.163559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.163559 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.163763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.164009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.164323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.164637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.164948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.165264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.165571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:02:52.198316 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-563ceb4f-b06c-4b67-801e-a60ca7208036 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4995317 Nov 10 17:02:52.222862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7681060 Nov 10 17:02:52.227173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56442) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:52.241340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '76128799-de2b-4ff1-b97d-6a84e70ae8f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:52.249100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41a7fc-2ad5-4c4a-920f-8156d399dee9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=76128799-de2b-4ff1-b97d-6a84e70ae8f2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:52.290323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Attempting to bind port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:52.290970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Attempting to bind port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '82d6bdae-5308-498b-8c51-7d8daf4b7d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '66d0901c-8afa-4fa2-83c1-191b3be2ee47'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:52.291716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Attempting to bind port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e on network 66d0901c-8afa-4fa2-83c1-191b3be2ee47 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:52.295784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 76128799-de2b-4ff1-b97d-6a84e70ae8f2 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:52.328553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:52.328925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Checking segment: {'id': '82d6bdae-5308-498b-8c51-7d8daf4b7d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '66d0901c-8afa-4fa2-83c1-191b3be2ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:52.329328 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:52.329723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Bound using segment: {'id': '82d6bdae-5308-498b-8c51-7d8daf4b7d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '66d0901c-8afa-4fa2-83c1-191b3be2ee47'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:52.330206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Bound port: 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d6bdae-5308-498b-8c51-7d8daf4b7d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '66d0901c-8afa-4fa2-83c1-191b3be2ee47'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:52.330582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:52.369527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf316c09-7504-426e-b507-e21364fa3673 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:52.371242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cf316c09-7504-426e-b507-e21364fa3673 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2458701 Nov 10 17:02:52.375114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56444) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:52.414689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-84fd3b04-44b0-4023-ad8f-168420775954 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2053335 Nov 10 17:02:52.419887 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3d333003-9dc2-4b9b-abd4-afb55fd949e6 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418742 Nov 10 17:02:52.422828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56448) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:52.428291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648231773', 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497', 'project_id': '7409b56f806c43c3809c5a352767930c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:52.435883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-5b2dd0a1-5d5c-4875-beae-437dd3777ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:52.447678 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-5b2dd0a1-5d5c-4875-beae-437dd3777ad1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 1098 time: 0.1458445 Nov 10 17:02:52.460850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Made reservation on behalf of 8292167f24974f5c92ce8eaa1b28ff67 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:52.464930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] For port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:52.470159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:52.471067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] For port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,segment=NetworkSegment(82d6bdae-5308-498b-8c51-7d8daf4b7d9b),segment_id=82d6bdae-5308-498b-8c51-7d8daf4b7d9b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:52.529654 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:52.618814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:52.622610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:52.629512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a803c0-43cc-473b-8f8a-18c5809c9c13 None None] Pushing event updated for resources: {'Port': ['ID=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:52.783362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:52.787176 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:53.161367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:53.216621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-e76ee2fe-ddb3-462a-b552-f0e5355bb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:53.218347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-e76ee2fe-ddb3-462a-b552-f0e5355bb4bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1097 time: 0.7274725 Nov 10 17:02:53.244614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:53.245229 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:53.256415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-256dbc96-596b-477f-b406-e2371d3fd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:53.268048 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-256dbc96-596b-477f-b406-e2371d3fd334 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fb90181-e684-44de-a8a1-f3aec4ab8039 HTTP/1.1" status: 200 len: 897 time: 0.7941482 Nov 10 17:02:53.372071 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:53.411689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b37480b0-a23a-4030-a47f-147c3cf3e352 req-7b9e2fcb-eb45-40d0-b38c-bf6a0d0749e2 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 210 time: 0.5789711 Nov 10 17:02:53.498256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Allocated IP 172.20.0.10 (ce839c26-0444-4b74-97e7-33b5e458696c/d0a13865-e290-46f5-961e-4efbf7aa818e/d004d084-4c4c-4aad-b8b6-baadbaf49dea) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:53.507349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-ed83bec6-3980-4cb1-bf3f-0d3655bc2c87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5 HTTP/1.1" status: 200 len: 1002 time: 0.1819859 Nov 10 17:02:53.605196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-0edb6dbc-727e-4b8e-a19b-1c9f74013a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:53.611066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-0edb6dbc-727e-4b8e-a19b-1c9f74013a7a service neutron] 10.222.0.69 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.3524110 Nov 10 17:02:53.647407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:53.709521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-be8f7d52-2624-4fbf-a3bc-6831c0d83f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:53.718198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-be8f7d52-2624-4fbf-a3bc-6831c0d83f5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a823639-50b2-4140-9190-1b0404d32c5f HTTP/1.1" status: 200 len: 837 time: 0.2033620 Nov 10 17:02:53.790500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=498c34d9-90e2-4b6d-8b2b-af6a1bf58145,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:53.920869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-2887f4af-a5ed-4fed-b149-d379e257b8eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 1000 time: 0.2965891 Nov 10 17:02:53.921768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,segment=NetworkSegment(82d6bdae-5308-498b-8c51-7d8daf4b7d9b),segment_id=82d6bdae-5308-498b-8c51-7d8daf4b7d9b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:53.928273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-f96eeded-f545-4397-b519-d32811d88212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:53.936504 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-f96eeded-f545-4397-b519-d32811d88212 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fb90181-e684-44de-a8a1-f3aec4ab8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2007029 Nov 10 17:02:53.954279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': '92a6ba7c-09bc-4800-a6b5-1d7ee3fcbc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76128799-de2b-4ff1-b97d-6a84e70ae8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:53.954733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: 76128799-de2b-4ff1-b97d-6a84e70ae8f2, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:53.986589 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.010733 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.092816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 76128799-de2b-4ff1-b97d-6a84e70ae8f2 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:54.114401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:54.141863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Checking segment: {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:54.142224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network hostable DHCP agents. Network: 518508bf-215c-4052-bcb3-cd2d3bd0a497, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:54.144834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-35c88d10-3c71-469c-b5ec-51e337799c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:54.146457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-35c88d10-3c71-469c-b5ec-51e337799c8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.2043052 Nov 10 17:02:54.150707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Subnet': ['ID=58e5188a-a336-433d-adce-85d29e733314,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:54.152927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.206484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 76128799-de2b-4ff1-b97d-6a84e70ae8f2) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:54.214961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:54.214961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.221477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a195dd-0fe6-4244-85e3-c0767802773a None None] Network 76128799-de2b-4ff1-b97d-6a84e70ae8f2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:54.269977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-3c823dc3-7b59-4a13-a0ba-108e17b73152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:54.280019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-3c823dc3-7b59-4a13-a0ba-108e17b73152 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234627 Nov 10 17:02:54.283114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-d56a09e2-2741-4444-bded-0e9246530334 service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377154 Nov 10 17:02:54.288502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:54.298417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 518508bf-215c-4052-bcb3-cd2d3bd0a497) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:54.303285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:54.304183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.340844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eee5af5c-c78f-4f78-be7d-40ff6d05b47d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1130393 Nov 10 17:02:54.343570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56470) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:54.375227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e19cd7d-3c99-467a-a3ba-85edb2e244a8 None None] Network 66d0901c-8afa-4fa2-83c1-191b3be2ee47 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:54.377109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39aa424-7320-459a-8d1b-162de3e7e847 None None] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:54.423941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5c25cea8-29f1-46f2-873d-1ecd490fdcf3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9968107 Nov 10 17:02:54.477205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.485002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-ca2e5bf6-b879-4dad-b2ba-fb710f777c18 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952853 Nov 10 17:02:54.487139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbd77c70-3321-4f01-ad71-1528466fb62a req-e643b44d-404d-4587-a818-30e2fe4d3c0f service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921732 Nov 10 17:02:54.517407 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.568431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-663a873a-1c9d-4d02-ac78-95ee81968d5b None None] Provisioning complete for port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:54.568796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-663a873a-1c9d-4d02-ac78-95ee81968d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.646234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Network ce839c26-0444-4b74-97e7-33b5e458696c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:54.651923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:54.661304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af302c49-b5c3-4451-b5b6-43dbe1433959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-76128799-de2b-4ff1-b97d-6a84e70ae8f2', 'network_id': '76128799-de2b-4ff1-b97d-6a84e70ae8f2', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': '498c34d9-90e2-4b6d-8b2b-af6a1bf58145'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:02:54.661963 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af302c49-b5c3-4451-b5b6-43dbe1433959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.664873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:54.670513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c0ec6-2ee4-47a4-a3c7-1f271acb4d37 req-25fb4932-893b-4770-b3a8-25357efc60e2 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:54.672872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-387c0ec6-2ee4-47a4-a3c7-1f271acb4d37 req-25fb4932-893b-4770-b3a8-25357efc60e2 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 932 time: 0.1173754 Nov 10 17:02:54.675182 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.702133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Pushing event updated for resources: {'Port': ['ID=d004d084-4c4c-4aad-b8b6-baadbaf49dea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:54.739434 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-959102d1-2fc5-40e7-9e1c-816499b5a088 req-6940c82c-d311-487a-9156-59269e976c7b service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467132 Nov 10 17:02:54.746199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:54.746968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.791421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:54.795872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-643daa99-550a-4ec2-b4c0-47bac09db83a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516884907', 'description': 'tempest-secgroup-smoke-1516884907 description', 'project_id': '7409b56f806c43c3809c5a352767930c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:54.814031 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-387c0ec6-2ee4-47a4-a3c7-1f271acb4d37 req-c506a143-9b5e-41a0-9657-4739c4d3a998 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Nov 10 17:02:54.847151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-8b29b92c-da09-4145-b7eb-aec5a2f280c0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8738160 Nov 10 17:02:54.861295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Request body: {'port': {'device_id': 'fd2d90d1-5f8b-4c5f-9700-4f7012acf799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:54.905066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-518508bf-215c-4052-bcb3-cd2d3bd0a497', 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ips': [{'subnet_id': '58e5188a-a336-433d-adce-85d29e733314'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:02:54.905979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.921648 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.952212 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:54.996930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=498c34d9-90e2-4b6d-8b2b-af6a1bf58145,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:55.056106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:55.061116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-643daa99-550a-4ec2-b4c0-47bac09db83a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server [None req-af302c49-b5c3-4451-b5b6-43dbe1433959 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 498c34d9-90e2-4b6d-8b2b-af6a1bf58145: This subnet is being modified by another concurrent operation. Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 498c34d9-90e2-4b6d-8b2b-af6a1bf58145: This subnet is being modified by another concurrent operation. Nov 10 17:02:55.104965 n-d-714676-11 neutron-server[103327]: ERROR oslo_messaging.rpc.server Nov 10 17:02:55.113359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.138855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76128799-de2b-4ff1-b97d-6a84e70ae8f2']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:55.149539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc6efe-13f1-4cee-9470-26f53b0821f7 None None] Network 76128799-de2b-4ff1-b97d-6a84e70ae8f2 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:55.153466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a6ba7c-09bc-4800-a6b5-1d7ee3fcbc00') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:55.153466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a6ba7c-09bc-4800-a6b5-1d7ee3fcbc00') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:02:55.163557 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.180451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.188913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:02:55.189489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:02:55.197552 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:02:55.281261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:55.281981 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.339853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Allocated IP 172.20.0.2 (518508bf-215c-4052-bcb3-cd2d3bd0a497/58e5188a-a336-433d-adce-85d29e733314/b4bf539b-52a1-4211-b08e-64f0f4aa316d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:55.350759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.356209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d004d084-4c4c-4aad-b8b6-baadbaf49dea {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:02:55.362694 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.363881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/76128799-de2b-4ff1-b97d-6a84e70ae8f2 HTTP/1.1" status: 204 len: 168 time: 1.0190065 Nov 10 17:02:55.368608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:55.381466 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1714687120'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:55.386025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.412810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4678f7d-e730-4343-8543-f563884e0c96 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=76128799-de2b-4ff1-b97d-6a84e70ae8f2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:55.427098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Transition to ACTIVE for port object d004d084-4c4c-4aad-b8b6-baadbaf49dea will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:02:55.434763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-643daa99-550a-4ec2-b4c0-47bac09db83a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.465217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.502838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:55.508020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.514918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-643daa99-550a-4ec2-b4c0-47bac09db83a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.574886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7dc6e142-d4d9-43af-95c7-3a67ddd19125 None None] Provisioning complete for port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:55.575640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e142-d4d9-43af-95c7-3a67ddd19125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.580465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Pushing event updated for resources: {'Port': ['ID=d004d084-4c4c-4aad-b8b6-baadbaf49dea,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:55.605717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643daa99-550a-4ec2-b4c0-47bac09db83a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262da59e-5da1-4bd5-894a-2772c4774d6f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:55.626474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:55.636803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-643daa99-550a-4ec2-b4c0-47bac09db83a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.641656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-643daa99-550a-4ec2-b4c0-47bac09db83a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8457644 Nov 10 17:02:55.642069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56486) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:55.647230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-290919a2-9695-4916-8bbb-6620d8edcbac tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '262da59e-5da1-4bd5-894a-2772c4774d6f', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:55.652964 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.653315 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment 094a5c4e-1cbc-4df7-9ca2-46556ee200ee of type vlan for network 98df72ae-8981-459d-a780-17dc9ae6f67a Nov 10 17:02:55.708214 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.713583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Attempting to bind port d004d084-4c4c-4aad-b8b6-baadbaf49dea on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:55.714361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Attempting to bind port d004d084-4c4c-4aad-b8b6-baadbaf49dea by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:55.714361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Attempting to bind port d004d084-4c4c-4aad-b8b6-baadbaf49dea on network ce839c26-0444-4b74-97e7-33b5e458696c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:55.717266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.725042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Port d004d084-4c4c-4aad-b8b6-baadbaf49dea on network ce839c26-0444-4b74-97e7-33b5e458696c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:02:55.725373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Attempting to bind port d004d084-4c4c-4aad-b8b6-baadbaf49dea on network ce839c26-0444-4b74-97e7-33b5e458696c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:55.740388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:55.740738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Checking segment: {'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:55.741230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Bound using segment: {'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:55.741617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Bound port: d004d084-4c4c-4aad-b8b6-baadbaf49dea, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e207e3a6-7824-477c-89e2-d2b71875eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:55.741982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.762741 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-290919a2-9695-4916-8bbb-6620d8edcbac tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.791282 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.826954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-290919a2-9695-4916-8bbb-6620d8edcbac tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.835841 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.838209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:55.841452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:55.842201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.855260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Pushing event updated for resources: {'Port': ['ID=b4bf539b-52a1-4211-b08e-64f0f4aa316d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:55.869626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:55.869626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:55.892862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] For port d004d084-4c4c-4aad-b8b6-baadbaf49dea, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:55.923285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-290919a2-9695-4916-8bbb-6620d8edcbac tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.943724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290919a2-9695-4916-8bbb-6620d8edcbac tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa2bfe6-f078-4abf-8eae-fa1b855ad66d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:55.951769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Attempting to bind port b4bf539b-52a1-4211-b08e-64f0f4aa316d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:55.952234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Attempting to bind port b4bf539b-52a1-4211-b08e-64f0f4aa316d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:55.953794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Attempting to bind port b4bf539b-52a1-4211-b08e-64f0f4aa316d on network 518508bf-215c-4052-bcb3-cd2d3bd0a497 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:55.959944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] For port d004d084-4c4c-4aad-b8b6-baadbaf49dea, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d004d084-4c4c-4aad-b8b6-baadbaf49dea,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:55.966715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:55.966715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Checking segment: {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:55.966715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.966715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Bound using segment: {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:55.966715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Bound port: b4bf539b-52a1-4211-b08e-64f0f4aa316d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:55.966715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:55.975282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=98df72ae-8981-459d-a780-17dc9ae6f67a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:55.994088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8dc51161-3ac8-4b5e-9cfe-bc800d584af4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6209466 Nov 10 17:02:55.998304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56490) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:56.002669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '98df72ae-8981-459d-a780-17dc9ae6f67a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:56.003927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 98df72ae-8981-459d-a780-17dc9ae6f67a details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:56.013890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3826989-3c5f-4e4e-a6c2-7aabd08868df req-798c2125-77f5-4b78-83ae-66be5c3c8ccb tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:56.016667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3826989-3c5f-4e4e-a6c2-7aabd08868df req-798c2125-77f5-4b78-83ae-66be5c3c8ccb tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 944 time: 0.0862966 Nov 10 17:02:56.066142 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-290919a2-9695-4916-8bbb-6620d8edcbac tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.067447 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-290919a2-9695-4916-8bbb-6620d8edcbac tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4236555 Nov 10 17:02:56.070942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:56.076360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fd112807-9cf9-4e0a-83a2-650955aac126 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '262da59e-5da1-4bd5-894a-2772c4774d6f', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:56.088915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.101863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3826989-3c5f-4e4e-a6c2-7aabd08868df req-b2994e98-8feb-44d1-910f-e32ef8951115 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786896 Nov 10 17:02:56.108328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] For port b4bf539b-52a1-4211-b08e-64f0f4aa316d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:56.114144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] For port b4bf539b-52a1-4211-b08e-64f0f4aa316d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b4bf539b-52a1-4211-b08e-64f0f4aa316d,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:56.146051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:56.146513 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.147940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] 10.222.0.18 "PUT /v2.0/ports/d004d084-4c4c-4aad-b8b6-baadbaf49dea HTTP/1.1" status: 200 len: 1093 time: 1.2922456 Nov 10 17:02:56.148375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2d90d1-5f8b-4c5f-9700-4f7012acf799', 'tag': 'd004d084-4c4c-4aad-b8b6-baadbaf49dea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:02:56.150610 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301f70b0-b9d2-4172-8642-7b2046edfb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2d90d1-5f8b-4c5f-9700-4f7012acf799", "tag": "d004d084-4c4c-4aad-b8b6-baadbaf49dea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:02:56.169758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714903db-6bbb-4287-92e2-c16604cb23ce service neutron] Pushing event updated for resources: {'Port': ['ID=d004d084-4c4c-4aad-b8b6-baadbaf49dea,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:56.186044 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.217016 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4af40a-3358-45e1-9e1f-7ed3e0ea5ad4 x-openstack-request-id: req-9f4af40a-3358-45e1-9e1f-7ed3e0ea5ad4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:02:56.217335 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2d90d1-5f8b-4c5f-9700-4f7012acf799", "tag": "d004d084-4c4c-4aad-b8b6-baadbaf49dea", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:02:56.217592 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f4af40a-3358-45e1-9e1f-7ed3e0ea5ad4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:02:56.219360 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2d90d1-5f8b-4c5f-9700-4f7012acf799', 'tag': 'd004d084-4c4c-4aad-b8b6-baadbaf49dea', 'status': 'completed', 'code': 200} Nov 10 17:02:56.264280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00b226-faca-4301-979c-5dd31529fb94 None None] Pushing event updated for resources: {'Port': ['ID=b4bf539b-52a1-4211-b08e-64f0f4aa316d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:56.284369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd112807-9cf9-4e0a-83a2-650955aac126 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.316785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:56.320699 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.337056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f70b0-b9d2-4172-8642-7b2046edfb5f req-25871822-4993-489d-a8d9-e073af1e0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:56.338664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-301f70b0-b9d2-4172-8642-7b2046edfb5f req-25871822-4993-489d-a8d9-e073af1e0ae4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 1096 time: 0.0973549 Nov 10 17:02:56.428042 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd112807-9cf9-4e0a-83a2-650955aac126 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.502812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f70b0-b9d2-4172-8642-7b2046edfb5f req-53770c4d-a00b-4439-b9be-8b7cb2888e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:56.505214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-301f70b0-b9d2-4172-8642-7b2046edfb5f req-53770c4d-a00b-4439-b9be-8b7cb2888e1f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1546223 Nov 10 17:02:56.506994 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd112807-9cf9-4e0a-83a2-650955aac126 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.588882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112807-9cf9-4e0a-83a2-650955aac126 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d9bcfa-51b2-4b78-9ce7-34b056690eae,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:56.661172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd112807-9cf9-4e0a-83a2-650955aac126 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.662289 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fd112807-9cf9-4e0a-83a2-650955aac126 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5902760 Nov 10 17:02:56.665261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56498) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:56.666934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f70b0-b9d2-4172-8642-7b2046edfb5f req-61dabb3a-6246-466f-b31a-f562f7a005b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:56.668453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-301f70b0-b9d2-4172-8642-7b2046edfb5f req-61dabb3a-6246-466f-b31a-f562f7a005b0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390321 Nov 10 17:02:56.669960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c552980d-e8fd-4de4-8a14-5e06204b0627 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '262da59e-5da1-4bd5-894a-2772c4774d6f', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:56.686040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.747629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-4cdb9f22-37a1-4548-8c7b-2e7b121db89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:56.749338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-4cdb9f22-37a1-4548-8c7b-2e7b121db89f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 1096 time: 0.0414908 Nov 10 17:02:56.767191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=40d98505-fe38-494e-b32f-5ca33fd22757,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:56.773256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c552980d-e8fd-4de4-8a14-5e06204b0627 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.787181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': '094a5c4e-1cbc-4df7-9ca2-46556ee200ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98df72ae-8981-459d-a780-17dc9ae6f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:56.787568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: 98df72ae-8981-459d-a780-17dc9ae6f67a, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:56.800832 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-72be9f6b-b98b-47bb-8f02-4e420fc9babb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d004d084-4c4c-4aad-b8b6-baadbaf49dea HTTP/1.1" status: 200 len: 217 time: 0.0439723 Nov 10 17:02:56.836828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c552980d-e8fd-4de4-8a14-5e06204b0627 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.850638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-ce31e484-ec8a-49f8-a694-0942c9bc819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:56.852074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-ce31e484-ec8a-49f8-a694-0942c9bc819e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0a13865-e290-46f5-961e-4efbf7aa818e HTTP/1.1" status: 200 len: 848 time: 0.0448775 Nov 10 17:02:56.883301 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-563c24b1-6e38-4ad4-a5d1-f5a953246f52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce839c26-0444-4b74-97e7-33b5e458696c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242455 Nov 10 17:02:56.888002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 98df72ae-8981-459d-a780-17dc9ae6f67a is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:56.898948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c552980d-e8fd-4de4-8a14-5e06204b0627 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.919467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552980d-e8fd-4de4-8a14-5e06204b0627 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9bb602-8d76-4463-91ef-df8489d18443,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:56.968951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 98df72ae-8981-459d-a780-17dc9ae6f67a) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:56.974997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:56.975941 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:56.993686 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-90a6def0-2ee7-4cfa-bf7f-963d77681f59 service neutron] 10.222.0.18 "GET /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023586 Nov 10 17:02:56.997577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d90c9-b3f7-470d-9e58-fb78f4986691 None None] Network 98df72ae-8981-459d-a780-17dc9ae6f67a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:57.004666 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c552980d-e8fd-4de4-8a14-5e06204b0627 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.008575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c552980d-e8fd-4de4-8a14-5e06204b0627 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396187 Nov 10 17:02:57.008726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56500) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:57.013465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-555e4fdf-b9c9-4f00-8c5c-346adc2f57b5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '262da59e-5da1-4bd5-894a-2772c4774d6f', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:57.069427 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d599815c-5651-44ba-aca7-976139b3b8af tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0715008 Nov 10 17:02:57.072764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56502) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:57.083050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892720811'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:57.084254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b4bf539b-52a1-4211-b08e-64f0f4aa316d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:57.111769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a312a2f-980a-47e2-90ba-21b9f7343b45 req-f885340b-482e-44f0-b73e-42572531ecae service neutron] 10.222.0.18 "GET /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106091 Nov 10 17:02:57.168409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-555e4fdf-b9c9-4f00-8c5c-346adc2f57b5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.262000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b2504-6816-4e7a-a555-27e17ed0c396 req-4edcec00-179b-4992-92e7-6bd47fac23a2 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:57.271644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad7b2504-6816-4e7a-a555-27e17ed0c396 req-4edcec00-179b-4992-92e7-6bd47fac23a2 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 944 time: 0.0710804 Nov 10 17:02:57.326379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:57.330783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.362594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:02:57.368827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ad7b2504-6816-4e7a-a555-27e17ed0c396 req-020a0145-9efb-4ff0-98e5-e7be78ae42eb tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955954 Nov 10 17:02:57.372998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.373439 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment 3c8409c3-283d-4979-8743-77e44078ca5a of type vlan for network 5ec66124-1eea-480d-b287-bee14bd242d7 Nov 10 17:02:57.382948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b4bf539b-52a1-4211-b08e-64f0f4aa316d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:57.383685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.422077 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-555e4fdf-b9c9-4f00-8c5c-346adc2f57b5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.430680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.459732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe48c7-523c-4a24-a638-d14b88d3757f None None] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:57.483648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-98df72ae-8981-459d-a780-17dc9ae6f67a', 'network_id': '98df72ae-8981-459d-a780-17dc9ae6f67a', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': '40d98505-fe38-494e-b32f-5ca33fd22757'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:02:57.484598 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.619480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-555e4fdf-b9c9-4f00-8c5c-346adc2f57b5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.639509 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.642837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e4fdf-b9c9-4f00-8c5c-346adc2f57b5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5424781-6581-4fe0-a2af-bb94e0ecbb69,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:57.654202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.662213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:57.665825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.666441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3da3f16a-f5ea-4c46-872d-d0c309578225 None None] Provisioning complete for port b4bf539b-52a1-4211-b08e-64f0f4aa316d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:57.666441 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3da3f16a-f5ea-4c46-872d-d0c309578225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.724401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-555e4fdf-b9c9-4f00-8c5c-346adc2f57b5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.725552 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-555e4fdf-b9c9-4f00-8c5c-346adc2f57b5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7157087 Nov 10 17:02:57.729528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:57.734966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fba5448a-948c-446d-a63e-eeb3a8055972 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '262da59e-5da1-4bd5-894a-2772c4774d6f', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:57.735844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=5ec66124-1eea-480d-b287-bee14bd242d7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:57.762073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 5ec66124-1eea-480d-b287-bee14bd242d7 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:02:57.800136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9344f088-aeab-4365-be50-41e2c7f07098 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7262833 Nov 10 17:02:57.803774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:57.808593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port b4bf539b-52a1-4211-b08e-64f0f4aa316d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b4bf539b-52a1-4211-b08e-64f0f4aa316d,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:02:57.812536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '5ec66124-1eea-480d-b287-bee14bd242d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:57.898920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Allocated IP 2001:db8::3 (98df72ae-8981-459d-a780-17dc9ae6f67a/40d98505-fe38-494e-b32f-5ca33fd22757/63681c8a-24e3-4c8a-bc31-d367e203f1c0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:57.912298 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-fba5448a-948c-446d-a63e-eeb3a8055972 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Project 7409b56f806c43c3809c5a352767930c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:02:57.921667 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba5448a-948c-446d-a63e-eeb3a8055972 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.924359 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:57.985174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba5448a-948c-446d-a63e-eeb3a8055972 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.002031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:02:58.005637 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.067067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba5448a-948c-446d-a63e-eeb3a8055972 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.069583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 17:02:58.074858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 17:02:58.075022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=b4bf539b-52a1-4211-b08e-64f0f4aa316d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:58.110983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5448a-948c-446d-a63e-eeb3a8055972 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1393581-81de-4836-9bb3-86ded93f5e8c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:58.167069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba5448a-948c-446d-a63e-eeb3a8055972 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.168431 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fba5448a-948c-446d-a63e-eeb3a8055972 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4378817 Nov 10 17:02:58.172007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:58.178753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-67b289bf-0157-40aa-8450-6eca282c5039 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': '262da59e-5da1-4bd5-894a-2772c4774d6f', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:02:58.217949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.322740 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.351144 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-67b289bf-0157-40aa-8450-6eca282c5039 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Project 7409b56f806c43c3809c5a352767930c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:02:58.356994 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.364732 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b289bf-0157-40aa-8450-6eca282c5039 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.364885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Network 98df72ae-8981-459d-a780-17dc9ae6f67a is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:58.368534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:58.371010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:58.383625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Pushing event updated for resources: {'Port': ['ID=63681c8a-24e3-4c8a-bc31-d367e203f1c0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:58.459627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Attempting to bind port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:58.460549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Attempting to bind port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '094a5c4e-1cbc-4df7-9ca2-46556ee200ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98df72ae-8981-459d-a780-17dc9ae6f67a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:58.461572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Attempting to bind port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 on network 98df72ae-8981-459d-a780-17dc9ae6f67a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:58.470069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:58.470947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Checking segment: {'id': '094a5c4e-1cbc-4df7-9ca2-46556ee200ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98df72ae-8981-459d-a780-17dc9ae6f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:58.471544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.472103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Bound using segment: {'id': '094a5c4e-1cbc-4df7-9ca2-46556ee200ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98df72ae-8981-459d-a780-17dc9ae6f67a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:58.472757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Bound port: 63681c8a-24e3-4c8a-bc31-d367e203f1c0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094a5c4e-1cbc-4df7-9ca2-46556ee200ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98df72ae-8981-459d-a780-17dc9ae6f67a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:58.473303 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.477485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-40b079c9-20de-47fb-8037-5805ada665a0 None None] Provisioning complete for port b4bf539b-52a1-4211-b08e-64f0f4aa316d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:58.478051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40b079c9-20de-47fb-8037-5805ada665a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.494530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=1e2e0ebd-20a7-4249-8093-7c7f57185589,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:58.500467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': '3c8409c3-283d-4979-8743-77e44078ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5ec66124-1eea-480d-b287-bee14bd242d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:58.500976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: 5ec66124-1eea-480d-b287-bee14bd242d7, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:02:58.507804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044661b-8ac1-4d11-8a36-97fb23a5540e req-ac2e6d3f-133c-4224-8b0d-36cfbdbe217e tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:58.509583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b044661b-8ac1-4d11-8a36-97fb23a5540e req-ac2e6d3f-133c-4224-8b0d-36cfbdbe217e tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 944 time: 0.0590961 Nov 10 17:02:58.535574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b289bf-0157-40aa-8450-6eca282c5039 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.569557 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b044661b-8ac1-4d11-8a36-97fb23a5540e req-b8218407-908c-4543-92cf-0e759ced8c13 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537198 Nov 10 17:02:58.594295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] For port 63681c8a-24e3-4c8a-bc31-d367e203f1c0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:02:58.597734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] For port 63681c8a-24e3-4c8a-bc31-d367e203f1c0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=63681c8a-24e3-4c8a-bc31-d367e203f1c0,segment=NetworkSegment(094a5c4e-1cbc-4df7-9ca2-46556ee200ee),segment_id=094a5c4e-1cbc-4df7-9ca2-46556ee200ee)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:02:58.607573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 5ec66124-1eea-480d-b287-bee14bd242d7 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:02:58.643579 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b289bf-0157-40aa-8450-6eca282c5039 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.675783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b289bf-0157-40aa-8450-6eca282c5039 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864c53fe-fd8b-4076-9570-8b0ec0f0ac1c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:58.699721 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.740200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 5ec66124-1eea-480d-b287-bee14bd242d7) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:58.744176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b289bf-0157-40aa-8450-6eca282c5039 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.754549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-67b289bf-0157-40aa-8450-6eca282c5039 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5723763 Nov 10 17:02:58.758804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:58.759631 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:58.776297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82cc45c-e3be-4488-b512-f62affeb8021 None None] Network 5ec66124-1eea-480d-b287-bee14bd242d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:02:58.861842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f4adf261-233b-45e4-98d2-95113848edce tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0533254 Nov 10 17:02:58.862395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:02:58.865433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3138796-f428-4258-8a8e-67fd8ad1b8f4 None None] Pushing event updated for resources: {'Port': ['ID=63681c8a-24e3-4c8a-bc31-d367e203f1c0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:59.039215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-5ec66124-1eea-480d-b287-bee14bd242d7', 'network_id': '5ec66124-1eea-480d-b287-bee14bd242d7', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': '1e2e0ebd-20a7-4249-8093-7c7f57185589'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:02:59.042918 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:59.119020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:59.143485 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-b17f5dd4-d0ed-4e11-99d5-c9242d1086f5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516884907&fields=id&tenant_id=7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 267 time: 0.0977972 Nov 10 17:02:59.150712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b4bf539b-52a1-4211-b08e-64f0f4aa316d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:02:59.238832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b4bf539b-52a1-4211-b08e-64f0f4aa316d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:02:59.239200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:59.254770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:59.329834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-5505bbbf-a6fb-4199-b3de-c71d2f3e6c0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:59.331320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-5505bbbf-a6fb-4199-b3de-c71d2f3e6c0d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/networks?id=518508bf-215c-4052-bcb3-cd2d3bd0a497 HTTP/1.1" status: 200 len: 796 time: 0.1566284 Nov 10 17:02:59.332299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Allocated IP 2001:db8::3 (5ec66124-1eea-480d-b287-bee14bd242d7/1e2e0ebd-20a7-4249-8093-7c7f57185589/2c65fce0-aac0-4a59-b3a2-c290143ada4d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:02:59.355940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-58bd225b-305f-4df9-a3c5-709662166b0c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/quotas/7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 375 time: 0.0174990 Nov 10 17:02:59.423618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-28e1eb0f-a63b-47c1-934e-3abecd2ec61f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0613930 Nov 10 17:02:59.533196 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:59.534901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-f75e7b21-18c7-410f-aca0-eab8b2b5e860 service neutron] 10.222.0.62 "GET /v2.0/networks/518508bf-215c-4052-bcb3-cd2d3bd0a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970676 Nov 10 17:02:59.633656 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:59.657416 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-9a3c1fe7-5b4f-44eb-9b44-e21ca238ad12 service neutron] 10.222.0.62 "GET /v2.0/networks/518508bf-215c-4052-bcb3-cd2d3bd0a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159284 Nov 10 17:02:59.721428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Network 5ec66124-1eea-480d-b287-bee14bd242d7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:02:59.726832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:02:59.729562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:02:59.730597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca921d-8289-4eb0-afea-f7cefe3649eb req-adcb3055-1374-463e-941e-9cc3dc07d96c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:02:59.740961 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27ca921d-8289-4eb0-afea-f7cefe3649eb req-adcb3055-1374-463e-941e-9cc3dc07d96c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 944 time: 0.0899210 Nov 10 17:02:59.767366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:59.854001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27ca921d-8289-4eb0-afea-f7cefe3649eb req-80ad2492-284a-46b3-9412-67aa67e150f0 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106381 Nov 10 17:02:59.863352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Pushing event updated for resources: {'Port': ['ID=2c65fce0-aac0-4a59-b3a2-c290143ada4d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:59.880356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2e0ebd-20a7-4249-8093-7c7f57185589,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:02:59.941249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Attempting to bind port 2c65fce0-aac0-4a59-b3a2-c290143ada4d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:02:59.943300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Attempting to bind port 2c65fce0-aac0-4a59-b3a2-c290143ada4d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3c8409c3-283d-4979-8743-77e44078ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5ec66124-1eea-480d-b287-bee14bd242d7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:02:59.949871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Attempting to bind port 2c65fce0-aac0-4a59-b3a2-c290143ada4d on network 5ec66124-1eea-480d-b287-bee14bd242d7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:02:59.965867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:02:59.966249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Checking segment: {'id': '3c8409c3-283d-4979-8743-77e44078ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5ec66124-1eea-480d-b287-bee14bd242d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:02:59.966674 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:02:59.967055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Bound using segment: {'id': '3c8409c3-283d-4979-8743-77e44078ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5ec66124-1eea-480d-b287-bee14bd242d7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:02:59.969954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Bound port: 2c65fce0-aac0-4a59-b3a2-c290143ada4d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8409c3-283d-4979-8743-77e44078ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5ec66124-1eea-480d-b287-bee14bd242d7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:02:59.970381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.052985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5c90f3f-d098-4e49-852e-3f2e155abe0c req-934d5d29-ed10-4bef-a1e4-0f1afdfd5e15 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 210 time: 0.0477531 Nov 10 17:03:00.058680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.088647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] For port 2c65fce0-aac0-4a59-b3a2-c290143ada4d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:00.092393 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] For port 2c65fce0-aac0-4a59-b3a2-c290143ada4d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2c65fce0-aac0-4a59-b3a2-c290143ada4d,segment=NetworkSegment(3c8409c3-283d-4979-8743-77e44078ca5a),segment_id=3c8409c3-283d-4979-8743-77e44078ca5a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:00.110402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec66124-1eea-480d-b287-bee14bd242d7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:00.126350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8409c3-283d-4979-8743-77e44078ca5a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:00.126955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8409c3-283d-4979-8743-77e44078ca5a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:00.139521 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.169164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ad3ea-8675-4210-be18-7a6938a7fe6b None None] Network 98df72ae-8981-459d-a780-17dc9ae6f67a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:00.226620 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.227917 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.236957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:00.237611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:00.241591 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:00.347199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bcc64-59d6-491a-acdf-e46a2449a5e6 None None] Pushing event updated for resources: {'Port': ['ID=2c65fce0-aac0-4a59-b3a2-c290143ada4d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:00.360394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4e82303a-d356-472d-aa7f-fe8d65e8d138 None None] Provisioning complete for port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:00.360759 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e82303a-d356-472d-aa7f-fe8d65e8d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.379236 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:03:00.379236 n-d-714676-11 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:03:00.379236 n-d-714676-11 neutron-server[103325]: [parameters: {'id': '5ec66124-1eea-480d-b287-bee14bd242d7'}] Nov 10 17:03:00.379236 n-d-714676-11 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:03:00.379746 n-d-714676-11 neutron-server[103325]: DEBUG oslo_db.api [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:03:00.408797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd15e24-135b-4f4b-9bc4-ecff7b6db2d6 None None] Network 5ec66124-1eea-480d-b287-bee14bd242d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:00.759527 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e82303a-d356-472d-aa7f-fe8d65e8d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.800916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4e82303a-d356-472d-aa7f-fe8d65e8d138 None None] For port 63681c8a-24e3-4c8a-bc31-d367e203f1c0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=63681c8a-24e3-4c8a-bc31-d367e203f1c0,segment=NetworkSegment(094a5c4e-1cbc-4df7-9ca2-46556ee200ee),segment_id=094a5c4e-1cbc-4df7-9ca2-46556ee200ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:00.802061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d004d084-4c4c-4aad-b8b6-baadbaf49dea details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:03:00.882491 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.922353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d004d084-4c4c-4aad-b8b6-baadbaf49dea, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d004d084-4c4c-4aad-b8b6-baadbaf49dea,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:00.939879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'd004d084-4c4c-4aad-b8b6-baadbaf49dea', 'network_id': 'ce839c26-0444-4b74-97e7-33b5e458696c', 'port_id': 'd004d084-4c4c-4aad-b8b6-baadbaf49dea', 'mac_address': 'fa:16:3e:cc:87:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a13865-e290-46f5-961e-4efbf7aa818e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:03:00.944291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e82303a-d356-472d-aa7f-fe8d65e8d138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:00.955759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb2e2de-0e30-4f11-b69d-a88d0aeb586c None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:03:00.963611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting port 2c65fce0-aac0-4a59-b3a2-c290143ada4d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:00.963611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.101703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.141471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 63681c8a-24e3-4c8a-bc31-d367e203f1c0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:01.192006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d004d084-4c4c-4aad-b8b6-baadbaf49dea {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:03:01.197224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82303a-d356-472d-aa7f-fe8d65e8d138 None None] Pushing event updated for resources: {'Port': ['ID=63681c8a-24e3-4c8a-bc31-d367e203f1c0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:01.219252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cc3d6ea0-6084-4de3-a4ce-f8abe7c1a7dd req-af7a4693-3314-4f2a-998f-304100e689f9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 210 time: 0.0381558 Nov 10 17:03:01.224855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-063970f6-13f5-423e-902a-6b8f326ebd11 None None] Provisioning complete for port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:01.225230 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-063970f6-13f5-423e-902a-6b8f326ebd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.299295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d004d084-4c4c-4aad-b8b6-baadbaf49dea, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d004d084-4c4c-4aad-b8b6-baadbaf49dea,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:01.359293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2e2de-0e30-4f11-b69d-a88d0aeb586c None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:03:01.364641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:01.364641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.413292 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.502220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] For port 2c65fce0-aac0-4a59-b3a2-c290143ada4d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2c65fce0-aac0-4a59-b3a2-c290143ada4d,segment=NetworkSegment(3c8409c3-283d-4979-8743-77e44078ca5a),segment_id=3c8409c3-283d-4979-8743-77e44078ca5a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:01.502581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.522816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbec38c-9fba-4164-a8a3-25b29e39c3c8 req-8c20e485-f1d2-479e-8f10-7e4d9fe7794c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:01.524676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdbec38c-9fba-4164-a8a3-25b29e39c3c8 req-8c20e485-f1d2-479e-8f10-7e4d9fe7794c tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 944 time: 0.5202038 Nov 10 17:03:01.529333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Calling delete_port for 2c65fce0-aac0-4a59-b3a2-c290143ada4d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:01.593723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d004d084-4c4c-4aad-b8b6-baadbaf49dea,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:01.621049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdbec38c-9fba-4164-a8a3-25b29e39c3c8 req-7795b60b-3d02-45b3-92bd-644024e8a3d1 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837541 Nov 10 17:03:01.641404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d004d084-4c4c-4aad-b8b6-baadbaf49dea'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:03:01.675547 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51e69ac7-35d9-4611-95df-8c56dd120ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.733962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.765139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No DVR routers for this DVR port 2c65fce0-aac0-4a59-b3a2-c290143ada4d on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:01.766926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Port': ['ID=2c65fce0-aac0-4a59-b3a2-c290143ada4d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:01.851919 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.874308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec66124-1eea-480d-b287-bee14bd242d7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:01.884700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8409c3-283d-4979-8743-77e44078ca5a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:01.886782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8409c3-283d-4979-8743-77e44078ca5a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:01.895224 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.910741 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.919029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:01.919725 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:01.923156 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:01.961992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2404a2-316a-4c3c-8950-978d4533edd2 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:03:02.094986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2404a2-316a-4c3c-8950-978d4533edd2 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:03:02.115598 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.151181 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.161009 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/5ec66124-1eea-480d-b287-bee14bd242d7 HTTP/1.1" status: 204 len: 168 time: 3.2905073 Nov 10 17:03:02.161310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56570) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:02.167697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-653817312'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:02.170272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267392c1-c426-41ac-9956-7631afb2d577 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=5ec66124-1eea-480d-b287-bee14bd242d7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:02.249396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:02.255615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.262714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-51fc1b65-1e29-4d28-81c2-73cba3673cb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:02.264997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-51fc1b65-1e29-4d28-81c2-73cba3673cb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.69 "GET /v2.0/networks?id=518508bf-215c-4052-bcb3-cd2d3bd0a497 HTTP/1.1" status: 200 len: 796 time: 0.1637416 Nov 10 17:03:02.305598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:02.341936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.342221 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment bdd9f46b-4662-43e9-9d57-d03acb8f9490 of type vlan for network fc6178cd-8bc7-41fb-93e9-4d01e8627ffe Nov 10 17:03:02.416930 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.424572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-fcb93ed9-b32b-46c9-aef3-7e247f3a6e35 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 473 time: 0.1479881 Nov 10 17:03:02.437613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'port': {'device_id': '339f8f0f-b756-4b84-84db-e9b99d58602e', 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497', 'admin_state_up': True, 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'security_groups': ['262da59e-5da1-4bd5-894a-2772c4774d6f']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:02.462532 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-05f141be-e67c-4d2e-9635-b91a35f41f26 req-00dc1522-d3d0-4f2f-9629-aab0ae9ff302 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 210 time: 0.0427914 Nov 10 17:03:02.536475 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.542452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:02.543197 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.618499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=fc6178cd-8bc7-41fb-93e9-4d01e8627ffe,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:02.630218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network fc6178cd-8bc7-41fb-93e9-4d01e8627ffe details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:02.665032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:02.669193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.724556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d15b9e4e-8344-4fee-b22e-72137edbe4f1 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5618212 Nov 10 17:03:02.727412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56576) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:02.732811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': 'fc6178cd-8bc7-41fb-93e9-4d01e8627ffe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:02.800569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28850b9b-1a7c-477d-90a4-0bc2f292e818 req-36edacd0-3491-4193-bf9b-61db70f442b2 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:02.802094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28850b9b-1a7c-477d-90a4-0bc2f292e818 req-36edacd0-3491-4193-bf9b-61db70f442b2 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 945 time: 0.0697367 Nov 10 17:03:02.814773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d004d084-4c4c-4aad-b8b6-baadbaf49dea up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:02.872560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28850b9b-1a7c-477d-90a4-0bc2f292e818 req-11c50faa-05c4-4135-ac93-6bd11ba25506 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515356 Nov 10 17:03:02.904822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:02.909288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.20.0.5 (518508bf-215c-4052-bcb3-cd2d3bd0a497/58e5188a-a336-433d-adce-85d29e733314/695d4b9b-1906-4889-99cd-7c2d20d841bd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:02.909785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:02.962285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port d004d084-4c4c-4aad-b8b6-baadbaf49dea completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:03:02.968601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port d004d084-4c4c-4aad-b8b6-baadbaf49dea triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:02.975168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.095486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 63681c8a-24e3-4c8a-bc31-d367e203f1c0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:03.101921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.156357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.179767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:03.180126 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.187177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2d90d1-5f8b-4c5f-9700-4f7012acf799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd004d084-4c4c-4aad-b8b6-baadbaf49dea'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:03:03.189494 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f52a0d2-c856-424d-a1e5-68d7121270c8" -d '{"events": [{"server_uuid": "fd2d90d1-5f8b-4c5f-9700-4f7012acf799", "name": "network-vif-plugged", "status": "completed", "tag": "d004d084-4c4c-4aad-b8b6-baadbaf49dea"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:03:03.226427 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.228162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port d004d084-4c4c-4aad-b8b6-baadbaf49dea, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d004d084-4c4c-4aad-b8b6-baadbaf49dea,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:03.230449 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89b27d7-ba35-4524-8ca7-2fc9c31116c7 x-openstack-request-id: req-b89b27d7-ba35-4524-8ca7-2fc9c31116c7 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:03:03.230777 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2d90d1-5f8b-4c5f-9700-4f7012acf799", "name": "network-vif-plugged", "status": "completed", "tag": "d004d084-4c4c-4aad-b8b6-baadbaf49dea", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:03:03.231026 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b89b27d7-ba35-4524-8ca7-2fc9c31116c7 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:03:03.231434 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2d90d1-5f8b-4c5f-9700-4f7012acf799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd004d084-4c4c-4aad-b8b6-baadbaf49dea', 'code': 200} Nov 10 17:03:03.259346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.275386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:03.288347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:03.293198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:03.297380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=695d4b9b-1906-4889-99cd-7c2d20d841bd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:03.302764 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.357647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=2862a3b5-f569-4ef0-9aed-52e61bed76aa,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:03.369747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': 'bdd9f46b-4662-43e9-9d57-d03acb8f9490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc6178cd-8bc7-41fb-93e9-4d01e8627ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:03.370243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: fc6178cd-8bc7-41fb-93e9-4d01e8627ffe, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:03:03.408720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=d004d084-4c4c-4aad-b8b6-baadbaf49dea,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:03.416765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:03.417582 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.437198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ddd0a-d5ce-40a1-98ee-eb317a8db49b req-5be54d00-4e93-4e2f-845d-36885fd29a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:03.438703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-261ddd0a-d5ce-40a1-98ee-eb317a8db49b req-5be54d00-4e93-4e2f-845d-36885fd29a36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 1098 time: 0.1035044 Nov 10 17:03:03.492955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network fc6178cd-8bc7-41fb-93e9-4d01e8627ffe is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:03:03.501423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-261ddd0a-d5ce-40a1-98ee-eb317a8db49b req-a47b53b1-60d1-48d1-9ac1-30626dd2e38d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558908 Nov 10 17:03:03.527509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-0c390c0b-f13f-43bc-aa00-2d9e38dd0bcd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0954559 Nov 10 17:03:03.548981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Request body: {'port': {'device_id': '339f8f0f-b756-4b84-84db-e9b99d58602e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:03.628998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, fc6178cd-8bc7-41fb-93e9-4d01e8627ffe) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:03.631871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:03.640712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.641001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be5e8c-6ebe-43e4-ab6d-f979657674a2 None None] Network fc6178cd-8bc7-41fb-93e9-4d01e8627ffe requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:03.769606 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-88433ecd-7aa5-41f0-9662-d5d629bd7da5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0374808 Nov 10 17:03:03.771289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:03.798230 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.862455 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-faab5de5-742f-4868-a72e-1fad67aa8d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.868276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b7972-d8a8-4085-8e0e-03a9742e68cd req-48ccb011-93cc-4c4e-9af2-10a3d64ed235 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:03.869369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2a15a4dc-db78-4074-b97f-4f122c2e760a None None] Provisioning complete for port 695d4b9b-1906-4889-99cd-7c2d20d841bd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:03.869738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a15a4dc-db78-4074-b97f-4f122c2e760a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.869897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-724b7972-d8a8-4085-8e0e-03a9742e68cd req-48ccb011-93cc-4c4e-9af2-10a3d64ed235 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 931 time: 0.1768610 Nov 10 17:03:03.910720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-fc6178cd-8bc7-41fb-93e9-4d01e8627ffe', 'network_id': 'fc6178cd-8bc7-41fb-93e9-4d01e8627ffe', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': '2862a3b5-f569-4ef0-9aed-52e61bed76aa'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:03:03.911449 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:03.944639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2a15a4dc-db78-4074-b97f-4f122c2e760a None None] Port 695d4b9b-1906-4889-99cd-7c2d20d841bd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:03:04.018072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea83934-2514-4fc2-a1b0-3fb8a51ae7a0 req-2b23436a-17d6-4749-9682-abec0720b825 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:04.019854 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bea83934-2514-4fc2-a1b0-3fb8a51ae7a0 req-2b23436a-17d6-4749-9682-abec0720b825 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 946 time: 0.0630336 Nov 10 17:03:04.050103 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.056025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-724b7972-d8a8-4085-8e0e-03a9742e68cd req-0effbe82-6e3b-455a-8a0a-e2cf64540ef4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665723 Nov 10 17:03:04.092893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Allocated IP 2001:db8::1 (fc6178cd-8bc7-41fb-93e9-4d01e8627ffe/2862a3b5-f569-4ef0-9aed-52e61bed76aa/30b97fa0-5ce4-4e2c-aed6-129726620538) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:04.096736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bea83934-2514-4fc2-a1b0-3fb8a51ae7a0 req-fb1ae509-8465-4001-b450-6a8119c42c3e tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688334 Nov 10 17:03:04.177313 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.308418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695d4b9b-1906-4889-99cd-7c2d20d841bd {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:03:04.318172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.332164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Transition to ACTIVE for port object 695d4b9b-1906-4889-99cd-7c2d20d841bd will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:03:04.404802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.407576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.457273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Pushing event updated for resources: {'Port': ['ID=695d4b9b-1906-4889-99cd-7c2d20d841bd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:04.488458 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.535892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Network fc6178cd-8bc7-41fb-93e9-4d01e8627ffe is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:04.542460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Attempting to bind port 695d4b9b-1906-4889-99cd-7c2d20d841bd on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:04.542881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Attempting to bind port 695d4b9b-1906-4889-99cd-7c2d20d841bd by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:04.543097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:04.543361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Attempting to bind port 695d4b9b-1906-4889-99cd-7c2d20d841bd on network 518508bf-215c-4052-bcb3-cd2d3bd0a497 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:04.548344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:04.549334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Port 695d4b9b-1906-4889-99cd-7c2d20d841bd on network 518508bf-215c-4052-bcb3-cd2d3bd0a497 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:03:04.549762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Attempting to bind port 695d4b9b-1906-4889-99cd-7c2d20d841bd on network 518508bf-215c-4052-bcb3-cd2d3bd0a497 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:04.555228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Pushing event updated for resources: {'Port': ['ID=30b97fa0-5ce4-4e2c-aed6-129726620538,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:04.556876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:04.557352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Checking segment: {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:04.557827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Bound using segment: {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:04.558406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Bound port: 695d4b9b-1906-4889-99cd-7c2d20d841bd, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:04.558918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.574374 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.617978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Attempting to bind port 30b97fa0-5ce4-4e2c-aed6-129726620538 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:04.618440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Attempting to bind port 30b97fa0-5ce4-4e2c-aed6-129726620538 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'bdd9f46b-4662-43e9-9d57-d03acb8f9490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc6178cd-8bc7-41fb-93e9-4d01e8627ffe'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:04.618808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Attempting to bind port 30b97fa0-5ce4-4e2c-aed6-129726620538 on network fc6178cd-8bc7-41fb-93e9-4d01e8627ffe {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:04.625667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:04.626039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Checking segment: {'id': 'bdd9f46b-4662-43e9-9d57-d03acb8f9490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc6178cd-8bc7-41fb-93e9-4d01e8627ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:04.626432 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.626836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Bound using segment: {'id': 'bdd9f46b-4662-43e9-9d57-d03acb8f9490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc6178cd-8bc7-41fb-93e9-4d01e8627ffe'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:04.627338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Bound port: 30b97fa0-5ce4-4e2c-aed6-129726620538, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd9f46b-4662-43e9-9d57-d03acb8f9490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc6178cd-8bc7-41fb-93e9-4d01e8627ffe'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:04.632007 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.632175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=2862a3b5-f569-4ef0-9aed-52e61bed76aa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:04.715629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] For port 30b97fa0-5ce4-4e2c-aed6-129726620538, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:04.715839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.720325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] For port 30b97fa0-5ce4-4e2c-aed6-129726620538, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=30b97fa0-5ce4-4e2c-aed6-129726620538,segment=NetworkSegment(bdd9f46b-4662-43e9-9d57-d03acb8f9490),segment_id=bdd9f46b-4662-43e9-9d57-d03acb8f9490)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:04.740765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] For port 695d4b9b-1906-4889-99cd-7c2d20d841bd, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:04.746367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6178cd-8bc7-41fb-93e9-4d01e8627ffe']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:04.761273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] For port 695d4b9b-1906-4889-99cd-7c2d20d841bd, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=695d4b9b-1906-4889-99cd-7c2d20d841bd,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:04.763233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd9f46b-4662-43e9-9d57-d03acb8f9490') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:04.763551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd9f46b-4662-43e9-9d57-d03acb8f9490') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:04.773873 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.853484 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.855930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.864130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:04.864665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:04.867883 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:04.886067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.938779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7fee3-ffc6-47f9-a858-052c6314d4b0 None None] Pushing event updated for resources: {'Port': ['ID=30b97fa0-5ce4-4e2c-aed6-129726620538,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:04.961927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:04.962586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:04.964037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] 10.222.0.69 "PUT /v2.0/ports/695d4b9b-1906-4889-99cd-7c2d20d841bd HTTP/1.1" status: 200 len: 1092 time: 1.4215577 Nov 10 17:03:04.964495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339f8f0f-b756-4b84-84db-e9b99d58602e', 'tag': '695d4b9b-1906-4889-99cd-7c2d20d841bd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:03:04.966781 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49fbdec-3bc7-435d-bd8f-271fbb5ce326" -d '{"events": [{"name": "network-changed", "server_uuid": "339f8f0f-b756-4b84-84db-e9b99d58602e", "tag": "695d4b9b-1906-4889-99cd-7c2d20d841bd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:03:04.992708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fab135f-2539-45f5-bd9e-59f0aba46f3a None None] Network fc6178cd-8bc7-41fb-93e9-4d01e8627ffe requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:05.000450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d8d43-87c9-49a6-987a-ed31909f33c2 service neutron] Pushing event updated for resources: {'Port': ['ID=695d4b9b-1906-4889-99cd-7c2d20d841bd,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:05.019715 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:03:05.019715 n-d-714676-11 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:03:05.019715 n-d-714676-11 neutron-server[103325]: [parameters: {'id': 'fc6178cd-8bc7-41fb-93e9-4d01e8627ffe'}] Nov 10 17:03:05.019715 n-d-714676-11 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:03:05.021253 n-d-714676-11 neutron-server[103325]: DEBUG oslo_db.api [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:03:05.034274 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01abcf95-bbb8-465d-876f-90bc7d4d124c x-openstack-request-id: req-01abcf95-bbb8-465d-876f-90bc7d4d124c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:03:05.035632 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339f8f0f-b756-4b84-84db-e9b99d58602e", "tag": "695d4b9b-1906-4889-99cd-7c2d20d841bd", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:03:05.035899 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01abcf95-bbb8-465d-876f-90bc7d4d124c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:03:05.036319 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339f8f0f-b756-4b84-84db-e9b99d58602e', 'tag': '695d4b9b-1906-4889-99cd-7c2d20d841bd', 'status': 'completed', 'code': 200} Nov 10 17:03:05.106171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbdec-3bc7-435d-bd8f-271fbb5ce326 req-a21bdf01-7dd2-46cd-8641-c1eaf82c0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.108305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a49fbdec-3bc7-435d-bd8f-271fbb5ce326 req-a21bdf01-7dd2-46cd-8641-c1eaf82c0196 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 1095 time: 0.0586848 Nov 10 17:03:05.170056 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:05.258607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfdf3-d38e-4b70-a556-58fbf8c381ff req-fa6c2c3f-3657-43ad-be69-969e344b968e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.260137 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-728dfdf3-d38e-4b70-a556-58fbf8c381ff req-fa6c2c3f-3657-43ad-be69-969e344b968e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 943 time: 0.0748637 Nov 10 17:03:05.274748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd5485a-c7aa-42d1-9ac8-b3007e1fd9c9 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:03:05.317296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbdec-3bc7-435d-bd8f-271fbb5ce326 req-0bd666bd-a2b5-419c-b12a-82c2cb9567de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.318231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbdec-3bc7-435d-bd8f-271fbb5ce326 req-0bd666bd-a2b5-419c-b12a-82c2cb9567de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.319542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a49fbdec-3bc7-435d-bd8f-271fbb5ce326 req-0bd666bd-a2b5-419c-b12a-82c2cb9567de service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7409b56f806c43c3809c5a352767930c&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.2015464 Nov 10 17:03:05.339847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-728dfdf3-d38e-4b70-a556-58fbf8c381ff req-d94595df-0ad4-485c-a5b8-04ac912941a0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736318 Nov 10 17:03:05.351226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752239f2-7f6e-4c5b-a21a-11adfabc89bd req-0067dfd9-ac89-4864-b03e-f7d083eea564 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.353011 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-752239f2-7f6e-4c5b-a21a-11adfabc89bd req-0067dfd9-ac89-4864-b03e-f7d083eea564 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 946 time: 0.1295979 Nov 10 17:03:05.435585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd5485a-c7aa-42d1-9ac8-b3007e1fd9c9 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:03:05.463945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-752239f2-7f6e-4c5b-a21a-11adfabc89bd req-fc3a37a7-3b24-4683-8b68-bbc47bc81d6b tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909612 Nov 10 17:03:05.486743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbdec-3bc7-435d-bd8f-271fbb5ce326 req-b0c34d2f-06c0-446e-b09f-9ec34fa22782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.487021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a49fbdec-3bc7-435d-bd8f-271fbb5ce326 req-b0c34d2f-06c0-446e-b09f-9ec34fa22782 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583631 Nov 10 17:03:05.525721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:05.621326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-5c28b06a-c6c9-4a78-a5d2-98e61c0604b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.623195 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-5c28b06a-c6c9-4a78-a5d2-98e61c0604b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 1095 time: 0.0874674 Nov 10 17:03:05.644336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting port 30b97fa0-5ce4-4e2c-aed6-129726620538 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:05.644869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:05.682975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-97ba2edd-b3cf-4463-b78b-f9ce1b748395 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=695d4b9b-1906-4889-99cd-7c2d20d841bd HTTP/1.1" status: 200 len: 217 time: 0.0490470 Nov 10 17:03:05.778275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] For port 30b97fa0-5ce4-4e2c-aed6-129726620538, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=30b97fa0-5ce4-4e2c-aed6-129726620538,segment=NetworkSegment(bdd9f46b-4662-43e9-9d57-d03acb8f9490),segment_id=bdd9f46b-4662-43e9-9d57-d03acb8f9490)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:05.778771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:05.792573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-79bb1359-7488-424e-a92b-46dfd6f8d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.794447 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-79bb1359-7488-424e-a92b-46dfd6f8d397 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58e5188a-a336-433d-adce-85d29e733314 HTTP/1.1" status: 200 len: 834 time: 0.0712183 Nov 10 17:03:05.798525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Calling delete_port for 30b97fa0-5ce4-4e2c-aed6-129726620538 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:05.900097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-59f98ee2-cff5-4c03-93f2-4ba6a022a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:05.901615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-59f98ee2-cff5-4c03-93f2-4ba6a022a8a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=518508bf-215c-4052-bcb3-cd2d3bd0a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989313 Nov 10 17:03:06.003188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-924e2b08-7540-4ea9-9c83-087c03cf3160 service neutron] 10.222.0.69 "GET /v2.0/networks/518508bf-215c-4052-bcb3-cd2d3bd0a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904489 Nov 10 17:03:06.077754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.111817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Port': ['ID=30b97fa0-5ce4-4e2c-aed6-129726620538,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:06.118360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No DVR routers for this DVR port 30b97fa0-5ce4-4e2c-aed6-129726620538 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:06.180805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d226929e-92b5-420e-b47f-c995a67e7b47 req-8519d1a2-3a3c-44cf-b680-998f97162603 service neutron] 10.222.0.69 "GET /v2.0/networks/518508bf-215c-4052-bcb3-cd2d3bd0a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700866 Nov 10 17:03:06.221099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.242820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6178cd-8bc7-41fb-93e9-4d01e8627ffe']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:06.254049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd9f46b-4662-43e9-9d57-d03acb8f9490') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:06.254346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd9f46b-4662-43e9-9d57-d03acb8f9490') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:06.271029 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.289240 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.299268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:06.299790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:06.304274 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:06.484194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8322430-7673-4907-8f33-046502d1dee1 req-6dd2d4ff-52f7-4a7f-9cb7-b12cd8f0c883 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:06.485933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d8322430-7673-4907-8f33-046502d1dee1 req-6dd2d4ff-52f7-4a7f-9cb7-b12cd8f0c883 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 943 time: 0.0613039 Nov 10 17:03:06.500920 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.505673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.512673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/fc6178cd-8bc7-41fb-93e9-4d01e8627ffe HTTP/1.1" status: 204 len: 168 time: 2.7346618 Nov 10 17:03:06.513398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56622) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:06.519573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71586582'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:06.538160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354254d-e9a8-4017-97f4-09e1ab9a1353 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=fc6178cd-8bc7-41fb-93e9-4d01e8627ffe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:06.570964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d8322430-7673-4907-8f33-046502d1dee1 req-ef3dd577-b539-4491-80cb-7b7dd7da63f6 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781088 Nov 10 17:03:06.613496 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:06.617471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.677258 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:06.707947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.711482 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment f21691d5-f5b2-4aa3-b99b-e5ed47139a1b of type vlan for network 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c Nov 10 17:03:06.762170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.836604 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.847951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.853774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:06.854356 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:06.872327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db1ee-c2dd-4382-9324-ea1c3927a7b8 req-d49c1200-8196-4800-9835-eca7ada028a3 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:06.881719 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e19db1ee-c2dd-4382-9324-ea1c3927a7b8 req-d49c1200-8196-4800-9835-eca7ada028a3 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 946 time: 0.0564969 Nov 10 17:03:06.932276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=8f12f4ab-993c-4ff9-ae61-98f20dbffd0c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:06.939273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e19db1ee-c2dd-4382-9324-ea1c3927a7b8 req-615dc78c-1b56-4f19-b5f5-c17b08892f9b tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577283 Nov 10 17:03:06.946088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e85bd8fe-8cf3-4005-88a2-b5340244f9c5 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4310172 Nov 10 17:03:06.949578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56626) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:06.955914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '8f12f4ab-993c-4ff9-ae61-98f20dbffd0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:06.957261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:07.149994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:07.154149 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:07.413510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:07.477709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=2856fad6-5ead-4733-9f2c-088ad99a9329,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:07.486918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f12f4ab-993c-4ff9-ae61-98f20dbffd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:07.487283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:03:07.584909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:03:07.616744 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:03:07.625545 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:07.653069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:07.659745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:07.660755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:07.668322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b17958-6dad-4d7e-9699-56c06aa46c49 None None] Network 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:07.707873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37256f1e-a95f-47b2-93e0-e63a9d51425d req-596d7e54-d7bc-4a57-a206-91779254129b tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:07.712335 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37256f1e-a95f-47b2-93e0-e63a9d51425d req-596d7e54-d7bc-4a57-a206-91779254129b tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 943 time: 0.0610056 Nov 10 17:03:07.766916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37256f1e-a95f-47b2-93e0-e63a9d51425d req-4e55fa03-9f90-404f-b2f2-18a33224dfb0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504179 Nov 10 17:03:07.773368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c2bf530-d7ec-4730-b351-daa1d70f91a6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8203156 Nov 10 17:03:07.773673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:07.844618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-8f12f4ab-993c-4ff9-ae61-98f20dbffd0c', 'network_id': '8f12f4ab-993c-4ff9-ae61-98f20dbffd0c', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': '2856fad6-5ead-4733-9f2c-088ad99a9329'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:03:07.845700 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:07.903759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:07.924362 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:07.960778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.020209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Allocated IP 2001:db8::1 (8f12f4ab-993c-4ff9-ae61-98f20dbffd0c/2856fad6-5ead-4733-9f2c-088ad99a9329/3ac53cb6-05c4-43d0-a565-b0df186e000d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:08.090012 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e80eb-132b-423b-80e6-9b5603fbd5f6 req-066b7464-97d2-4149-bb7e-17d251bb4a21 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:08.091579 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-563e80eb-132b-423b-80e6-9b5603fbd5f6 req-066b7464-97d2-4149-bb7e-17d251bb4a21 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 946 time: 0.0501995 Nov 10 17:03:08.175780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-d08ed9ee-2294-4502-938e-4d6e3939a9e5 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:08.177257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-d08ed9ee-2294-4502-938e-4d6e3939a9e5 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 946 time: 0.0838959 Nov 10 17:03:08.182147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-563e80eb-132b-423b-80e6-9b5603fbd5f6 req-d3dc0641-5bb1-4d90-a685-bc38585d9632 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c969794-b7bf-4529-9122-cadfe325f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795748 Nov 10 17:03:08.182784 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.271841 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.293373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Deleting port d004d084-4c4c-4aad-b8b6-baadbaf49dea {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:08.293812 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.315629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Network 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:08.323143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:08.328430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:08.336527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Pushing event updated for resources: {'Port': ['ID=3ac53cb6-05c4-43d0-a565-b0df186e000d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:08.365151 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.392523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Attempting to bind port 3ac53cb6-05c4-43d0-a565-b0df186e000d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:08.392990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Attempting to bind port 3ac53cb6-05c4-43d0-a565-b0df186e000d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f12f4ab-993c-4ff9-ae61-98f20dbffd0c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:08.393431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Attempting to bind port 3ac53cb6-05c4-43d0-a565-b0df186e000d on network 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:08.398784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:08.399253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Checking segment: {'id': 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f12f4ab-993c-4ff9-ae61-98f20dbffd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:08.399753 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.400219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Bound using segment: {'id': 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f12f4ab-993c-4ff9-ae61-98f20dbffd0c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:08.400757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Bound port: 3ac53cb6-05c4-43d0-a565-b0df186e000d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f12f4ab-993c-4ff9-ae61-98f20dbffd0c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:08.401238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.404345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=2856fad6-5ead-4733-9f2c-088ad99a9329,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:08.478437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] For port 3ac53cb6-05c4-43d0-a565-b0df186e000d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:08.481660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] For port 3ac53cb6-05c4-43d0-a565-b0df186e000d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3ac53cb6-05c4-43d0-a565-b0df186e000d,segment=NetworkSegment(f21691d5-f5b2-4aa3-b99b-e5ed47139a1b),segment_id=f21691d5-f5b2-4aa3-b99b-e5ed47139a1b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:08.485032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] For port d004d084-4c4c-4aad-b8b6-baadbaf49dea, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=d004d084-4c4c-4aad-b8b6-baadbaf49dea,segment=NetworkSegment(e207e3a6-7824-477c-89e2-d2b71875eb88),segment_id=e207e3a6-7824-477c-89e2-d2b71875eb88)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:08.488676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.488676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.509284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Calling delete_port for d004d084-4c4c-4aad-b8b6-baadbaf49dea owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:08.521562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f12f4ab-993c-4ff9-ae61-98f20dbffd0c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:08.535963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:08.540650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:08.573480 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.579296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.596469 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.612471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:08.612887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:08.616410 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:08.655716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd38512-a59c-40c2-a6df-abd7f92b65b6 None None] Pushing event updated for resources: {'Port': ['ID=3ac53cb6-05c4-43d0-a565-b0df186e000d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:08.708322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6637b04-d511-4558-93b6-9efad112e4ae None None] Network 8f12f4ab-993c-4ff9-ae61-98f20dbffd0c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:08.729390 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:03:08.729390 n-d-714676-11 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:03:08.729390 n-d-714676-11 neutron-server[103325]: [parameters: {'id': '8f12f4ab-993c-4ff9-ae61-98f20dbffd0c'}] Nov 10 17:03:08.729390 n-d-714676-11 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:03:08.729956 n-d-714676-11 neutron-server[103325]: DEBUG oslo_db.api [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:03:08.797374 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.814917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['d004d084-4c4c-4aad-b8b6-baadbaf49dea'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:03:08.851778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Pushing event deleted for resources: {'Port': ['ID=d004d084-4c4c-4aad-b8b6-baadbaf49dea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:08.859688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf24ebe2-54ff-4ea7-a375-91bdf300552a None None] DHCP port deletion for ce839c26-0444-4b74-97e7-33b5e458696c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:03:08.905462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] No DVR routers for this DVR port d004d084-4c4c-4aad-b8b6-baadbaf49dea on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:08.908709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:08.909224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc4d3e-ade9-46e3-912f-8691e9ef63e3 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:03:08.918338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f559868d-9fc5-47b3-a690-7ab47a6b619e req-355b3263-bba9-4e09-94b1-d55b07572b96 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.18 "DELETE /v2.0/ports/d004d084-4c4c-4aad-b8b6-baadbaf49dea HTTP/1.1" status: 204 len: 173 time: 0.7351906 Nov 10 17:03:08.919216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2d90d1-5f8b-4c5f-9700-4f7012acf799', 'name': 'network-vif-deleted', 'tag': 'd004d084-4c4c-4aad-b8b6-baadbaf49dea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:03:08.925663 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af684d8e-f2be-41a3-830e-55ce10b4fd12" -d '{"events": [{"server_uuid": "fd2d90d1-5f8b-4c5f-9700-4f7012acf799", "name": "network-vif-deleted", "tag": "d004d084-4c4c-4aad-b8b6-baadbaf49dea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:03:08.995623 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab08ec88-b841-48d2-9037-eca906f86226 x-openstack-request-id: req-ab08ec88-b841-48d2-9037-eca906f86226 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:03:08.996134 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2d90d1-5f8b-4c5f-9700-4f7012acf799", "name": "network-vif-deleted", "tag": "d004d084-4c4c-4aad-b8b6-baadbaf49dea", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:03:08.996568 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab08ec88-b841-48d2-9037-eca906f86226 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:03:08.997142 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2d90d1-5f8b-4c5f-9700-4f7012acf799', 'name': 'network-vif-deleted', 'tag': 'd004d084-4c4c-4aad-b8b6-baadbaf49dea', 'status': 'completed', 'code': 200} Nov 10 17:03:09.015150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710d14c-fb8e-4457-981f-900deda740b8 req-85bc0701-14ad-4d0e-b75d-dc586a9ea711 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:09.031604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4710d14c-fb8e-4457-981f-900deda740b8 req-85bc0701-14ad-4d0e-b75d-dc586a9ea711 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 943 time: 0.0996566 Nov 10 17:03:09.086153 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4710d14c-fb8e-4457-981f-900deda740b8 req-2ac071b1-8e25-4a1c-892b-8c8ee45216dd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531175 Nov 10 17:03:09.116560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc4d3e-ade9-46e3-912f-8691e9ef63e3 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:03:09.230578 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:09.303477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55f66030-f577-42ae-9e03-9cc49b32e976 req-9021f346-9d37-4078-8518-0ddf78307893 tempest-VolumesActionsTest-1291978780 tempest-VolumesActionsTest-1291978780-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd2d90d1-5f8b-4c5f-9700-4f7012acf799 HTTP/1.1" status: 200 len: 210 time: 0.0297978 Nov 10 17:03:09.337707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting port 3ac53cb6-05c4-43d0-a565-b0df186e000d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:09.338125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:09.537445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 695d4b9b-1906-4889-99cd-7c2d20d841bd details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:03:09.688339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 695d4b9b-1906-4889-99cd-7c2d20d841bd, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=695d4b9b-1906-4889-99cd-7c2d20d841bd,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:09.720004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '695d4b9b-1906-4889-99cd-7c2d20d841bd', 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497', 'port_id': '695d4b9b-1906-4889-99cd-7c2d20d841bd', 'mac_address': 'fa:16:3e:98:3a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e5188a-a336-433d-adce-85d29e733314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:03:09.773568 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:09.790155 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] For port 3ac53cb6-05c4-43d0-a565-b0df186e000d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3ac53cb6-05c4-43d0-a565-b0df186e000d,segment=NetworkSegment(f21691d5-f5b2-4aa3-b99b-e5ed47139a1b),segment_id=f21691d5-f5b2-4aa3-b99b-e5ed47139a1b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:09.790593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:09.791204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695d4b9b-1906-4889-99cd-7c2d20d841bd {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:03:09.807757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Calling delete_port for 3ac53cb6-05c4-43d0-a565-b0df186e000d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:09.819474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 695d4b9b-1906-4889-99cd-7c2d20d841bd, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=695d4b9b-1906-4889-99cd-7c2d20d841bd,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:09.886662 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:09.965523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=695d4b9b-1906-4889-99cd-7c2d20d841bd,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:09.981195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.008621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Port': ['ID=3ac53cb6-05c4-43d0-a565-b0df186e000d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:10.013286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No DVR routers for this DVR port 3ac53cb6-05c4-43d0-a565-b0df186e000d on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:10.099682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.123991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f12f4ab-993c-4ff9-ae61-98f20dbffd0c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:10.135626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:10.136165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21691d5-f5b2-4aa3-b99b-e5ed47139a1b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:10.148890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.164343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.171951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:10.172395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:10.176616 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:10.220584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aadb3-1c8e-4bc4-9927-5220484ea352 req-6f060df4-2931-4240-ad98-a0785e25463a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:10.222226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-369aadb3-1c8e-4bc4-9927-5220484ea352 req-6f060df4-2931-4240-ad98-a0785e25463a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 944 time: 0.0563917 Nov 10 17:03:10.237318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['695d4b9b-1906-4889-99cd-7c2d20d841bd'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:03:10.283154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-369aadb3-1c8e-4bc4-9927-5220484ea352 req-91206219-4005-475c-bacd-1eab15a71e21 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483515 Nov 10 17:03:10.344925 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.350187 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.353548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/8f12f4ab-993c-4ff9-ae61-98f20dbffd0c HTTP/1.1" status: 204 len: 168 time: 2.5787139 Nov 10 17:03:10.357142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56658) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:10.363147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83502450'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:10.371067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9f36-950f-43e2-b41c-34f64f4d5e2f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=8f12f4ab-993c-4ff9-ae61-98f20dbffd0c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:10.481563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:10.485749 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.511774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:10.522652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.522994 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment 3559e54a-2eb9-4af0-b63e-0bb5d90d8d35 of type vlan for network 9b436b79-936d-4b53-a017-6158f80736b4 Nov 10 17:03:10.571333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.607350 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.670618 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.676531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:10.683884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:10.744750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=9b436b79-936d-4b53-a017-6158f80736b4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:10.757734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 9b436b79-936d-4b53-a017-6158f80736b4 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:10.799511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e1951c5a-1566-43f1-a2e2-ab75de4561b7 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4406898 Nov 10 17:03:10.803175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56670) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:10.808190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '9b436b79-936d-4b53-a017-6158f80736b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:11.001194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:11.004788 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:11.324532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:11.430585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=f597ff0f-3275-4fce-abe6-6ebe8fed1862,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:11.444821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': '3559e54a-2eb9-4af0-b63e-0bb5d90d8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b436b79-936d-4b53-a017-6158f80736b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:11.445185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: 9b436b79-936d-4b53-a017-6158f80736b4, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:03:11.472522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6e281-c3cb-4bc0-ac60-af1341ee0061 req-1bd3c1d0-7bc8-4be2-9133-8682538c758f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:11.474992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95a6e281-c3cb-4bc0-ac60-af1341ee0061 req-1bd3c1d0-7bc8-4be2-9133-8682538c758f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 944 time: 0.0916269 Nov 10 17:03:11.536927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95a6e281-c3cb-4bc0-ac60-af1341ee0061 req-142529e7-168e-4284-b72e-a4bf1c698352 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530181 Nov 10 17:03:11.544382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 695d4b9b-1906-4889-99cd-7c2d20d841bd up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:11.574639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 9b436b79-936d-4b53-a017-6158f80736b4 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:03:11.681611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 9b436b79-936d-4b53-a017-6158f80736b4) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:11.686282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:11.690022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:11.696604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55576d98-6636-4074-b677-eeec1591e323 None None] Network 9b436b79-936d-4b53-a017-6158f80736b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:11.715571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 695d4b9b-1906-4889-99cd-7c2d20d841bd completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:03:11.723485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 695d4b9b-1906-4889-99cd-7c2d20d841bd triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:11.723856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:11.814333 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cfe8bb63-fdb7-4ec1-a48f-5ef421393cbe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0100708 Nov 10 17:03:11.817320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56712) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:11.824188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '9b436b79-936d-4b53-a017-6158f80736b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:11.946912 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:11.963588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-9b436b79-936d-4b53-a017-6158f80736b4', 'network_id': '9b436b79-936d-4b53-a017-6158f80736b4', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': 'f597ff0f-3275-4fce-abe6-6ebe8fed1862'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:03:11.964997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:11.997284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339f8f0f-b756-4b84-84db-e9b99d58602e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d4b9b-1906-4889-99cd-7c2d20d841bd'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:03:12.001199 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537df152-ea43-48a4-960b-00aee0b4958e" -d '{"events": [{"server_uuid": "339f8f0f-b756-4b84-84db-e9b99d58602e", "name": "network-vif-plugged", "status": "completed", "tag": "695d4b9b-1906-4889-99cd-7c2d20d841bd"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:03:12.007091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:12.010974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:12.024365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 695d4b9b-1906-4889-99cd-7c2d20d841bd, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=695d4b9b-1906-4889-99cd-7c2d20d841bd,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:12.184875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Allocated IP 2001:db8::2 (9b436b79-936d-4b53-a017-6158f80736b4/f597ff0f-3275-4fce-abe6-6ebe8fed1862/2d6940d0-f3fe-4e08-b321-e29e0180ac68) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:12.212729 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174050db-9232-4f91-9d67-4f94e796d214 x-openstack-request-id: req-174050db-9232-4f91-9d67-4f94e796d214 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:03:12.213041 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339f8f0f-b756-4b84-84db-e9b99d58602e", "name": "network-vif-plugged", "status": "completed", "tag": "695d4b9b-1906-4889-99cd-7c2d20d841bd", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:03:12.213248 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-174050db-9232-4f91-9d67-4f94e796d214 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:03:12.213634 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339f8f0f-b756-4b84-84db-e9b99d58602e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d4b9b-1906-4889-99cd-7c2d20d841bd', 'code': 200} Nov 10 17:03:12.215784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3496-541b-40ca-bd9d-e3fbc5aa2be8 req-a9c79194-ad2d-415d-8444-910a286ee838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:12.219796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-326b3496-541b-40ca-bd9d-e3fbc5aa2be8 req-a9c79194-ad2d-415d-8444-910a286ee838 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 1097 time: 0.0681622 Nov 10 17:03:12.221017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:12.296533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=695d4b9b-1906-4889-99cd-7c2d20d841bd,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:12.345039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-326b3496-541b-40ca-bd9d-e3fbc5aa2be8 req-27a2b7e2-8569-467d-bac1-0d6fcc862077 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140656 Nov 10 17:03:12.500388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:12.574470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 9b436b79-936d-4b53-a017-6158f80736b4 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:12.581030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:12.602035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:12.602035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:12.613575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=d05103cd-6ed5-491f-96f5-35dcd8cf5722,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:12.673353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:12.693367 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2064ade8-d8d5-40ce-ae3a-2331f2b1be72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8745656 Nov 10 17:03:12.695782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56730) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:12.773840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:12.788400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c01af8-38dd-4982-9f3a-242a0bf98261 req-6cd59fab-f7f0-44c4-91ac-559035940244 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:12.790025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48c01af8-38dd-4982-9f3a-242a0bf98261 req-6cd59fab-f7f0-44c4-91ac-559035940244 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 945 time: 0.1457973 Nov 10 17:03:12.831768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d004d084-4c4c-4aad-b8b6-baadbaf49dea no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:03:12.839399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acc4c5-cde9-497f-b836-a431bb59224e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:12.842335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acc4c5-cde9-497f-b836-a431bb59224e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:12.844114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acc4c5-cde9-497f-b836-a431bb59224e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:12.848848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acc4c5-cde9-497f-b836-a431bb59224e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:12.848848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22acc4c5-cde9-497f-b836-a431bb59224e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:12.862976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-22acc4c5-cde9-497f-b836-a431bb59224e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1603775 Nov 10 17:03:12.863248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56736) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:12.876932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: d004d084-4c4c-4aad-b8b6-baadbaf49dea {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:03:12.877622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device d004d084-4c4c-4aad-b8b6-baadbaf49dea not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:03:12.890532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-987655705'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:12.895797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Network 9b436b79-936d-4b53-a017-6158f80736b4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:12.898474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:12.933346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:12.940468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48c01af8-38dd-4982-9f3a-242a0bf98261 req-ab0124dd-f659-4bb2-a371-46f1e4d863b9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352575 Nov 10 17:03:12.944038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Pushing event updated for resources: {'Port': ['ID=2d6940d0-f3fe-4e08-b321-e29e0180ac68,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Attempting to bind port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Attempting to bind port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '3559e54a-2eb9-4af0-b63e-0bb5d90d8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b436b79-936d-4b53-a017-6158f80736b4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Attempting to bind port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 on network 9b436b79-936d-4b53-a017-6158f80736b4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Checking segment: {'id': '3559e54a-2eb9-4af0-b63e-0bb5d90d8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b436b79-936d-4b53-a017-6158f80736b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Bound using segment: {'id': '3559e54a-2eb9-4af0-b63e-0bb5d90d8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b436b79-936d-4b53-a017-6158f80736b4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Bound port: 2d6940d0-f3fe-4e08-b321-e29e0180ac68, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3559e54a-2eb9-4af0-b63e-0bb5d90d8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b436b79-936d-4b53-a017-6158f80736b4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:13.026300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.046999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:13.050618 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.075276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:13.092218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.092218 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment 7d6f012c-7406-4148-b849-ad24b51b0811 of type vlan for network 032fd2d9-d33d-4aae-8a8c-b509ff930350 Nov 10 17:03:13.092500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] For port 2d6940d0-f3fe-4e08-b321-e29e0180ac68, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:13.092985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] For port 2d6940d0-f3fe-4e08-b321-e29e0180ac68, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2d6940d0-f3fe-4e08-b321-e29e0180ac68,segment=NetworkSegment(3559e54a-2eb9-4af0-b63e-0bb5d90d8d35),segment_id=3559e54a-2eb9-4af0-b63e-0bb5d90d8d35)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:13.136440 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.161653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.235365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9ba9e-cf23-4b4e-a107-77d65124d859 None None] Pushing event updated for resources: {'Port': ['ID=2d6940d0-f3fe-4e08-b321-e29e0180ac68,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:13.247178 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.253739 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:13.254405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.360200 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4959564 Nov 10 17:03:13.363403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56752) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:13.364245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb93ac-cfa6-4a19-9faf-c647b3323ea8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=032fd2d9-d33d-4aae-8a8c-b509ff930350,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:13.370688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7fc5aea0-804e-45f5-9cf8-037ac1fd0af0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:13.389407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 032fd2d9-d33d-4aae-8a8c-b509ff930350 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:13.692559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fc5aea0-804e-45f5-9cf8-037ac1fd0af0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.772847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fc5aea0-804e-45f5-9cf8-037ac1fd0af0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.905478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fc5aea0-804e-45f5-9cf8-037ac1fd0af0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 032fd2d9-d33d-4aae-8a8c-b509ff930350 is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:03:13.912451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc5aea0-804e-45f5-9cf8-037ac1fd0af0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:13.913094 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fc5aea0-804e-45f5-9cf8-037ac1fd0af0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:13.915215 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7fc5aea0-804e-45f5-9cf8-037ac1fd0af0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "PUT /v2.0/networks/032fd2d9-d33d-4aae-8a8c-b509ff930350 HTTP/1.1" status: 200 len: 723 time: 0.5496442 Nov 10 17:03:13.915378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5aea0-804e-45f5-9cf8-037ac1fd0af0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=032fd2d9-d33d-4aae-8a8c-b509ff930350,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:13.921134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:13.928364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 032fd2d9-d33d-4aae-8a8c-b509ff930350 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:13.935981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '032fd2d9-d33d-4aae-8a8c-b509ff930350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:14.235735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:14.240386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:14.377511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d2d2a-2853-4989-bd7d-c0961c5ffd9b req-041efd08-eeb3-4323-8376-f7d0d463feb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:14.385694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-608d2d2a-2853-4989-bd7d-c0961c5ffd9b req-041efd08-eeb3-4323-8376-f7d0d463feb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 945 time: 0.2218270 Nov 10 17:03:14.507671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-608d2d2a-2853-4989-bd7d-c0961c5ffd9b req-bc53bcae-915a-4caf-8327-4be490587c2b tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164112 Nov 10 17:03:14.768236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a6ab9-82a3-411b-9e17-595635669a98 req-e82db2c4-eff6-492e-a7d4-8e78beb101a8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:14.770775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-178a6ab9-82a3-411b-9e17-595635669a98 req-e82db2c4-eff6-492e-a7d4-8e78beb101a8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 945 time: 0.1266413 Nov 10 17:03:14.778840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:14.837971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cabde3-2e33-42ad-97d8-44d1aa3edb4d None None] Network 9b436b79-936d-4b53-a017-6158f80736b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:14.880831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-178a6ab9-82a3-411b-9e17-595635669a98 req-d1e255e8-6bd9-4c4c-969a-80c05a6ee166 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993528 Nov 10 17:03:14.934464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=138726fc-2e0e-4af2-ae5c-975356d7de2a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:14.996777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': '7d6f012c-7406-4148-b849-ad24b51b0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '032fd2d9-d33d-4aae-8a8c-b509ff930350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:15.003083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: 032fd2d9-d33d-4aae-8a8c-b509ff930350, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:03:15.062573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ad3afe7a-7ec7-4c15-a96b-a786c9e71088 None None] Provisioning complete for port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:15.063594 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad3afe7a-7ec7-4c15-a96b-a786c9e71088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.139937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 032fd2d9-d33d-4aae-8a8c-b509ff930350 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:03:15.204257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2d6940d0-f3fe-4e08-b321-e29e0180ac68 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:15.212689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 032fd2d9-d33d-4aae-8a8c-b509ff930350) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:15.218512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:15.220850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.246665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e736a51-8275-4c05-b57d-1cb84e74e8df None None] Network 032fd2d9-d33d-4aae-8a8c-b509ff930350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:15.348372 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-acd50a83-8f67-44b3-a1c9-a60516e22c72 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4258540 Nov 10 17:03:15.350919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56786) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:15.356757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ab0fdfb0-28fe-4adf-b051-d9409b3fc71e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:15.406704 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad3afe7a-7ec7-4c15-a96b-a786c9e71088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.502581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ad3afe7a-7ec7-4c15-a96b-a786c9e71088 None None] For port 2d6940d0-f3fe-4e08-b321-e29e0180ac68, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2d6940d0-f3fe-4e08-b321-e29e0180ac68,segment=NetworkSegment(3559e54a-2eb9-4af0-b63e-0bb5d90d8d35),segment_id=3559e54a-2eb9-4af0-b63e-0bb5d90d8d35)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:15.547741 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab0fdfb0-28fe-4adf-b051-d9409b3fc71e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13531486'] for subnet, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.570532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:15.570901 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.572539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ad3afe7a-7ec7-4c15-a96b-a786c9e71088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.614252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d78fac-e53b-4840-a702-1fb11b117385 None None] Update dhcp port {'port': {'network_id': '9b436b79-936d-4b53-a017-6158f80736b4', 'fixed_ips': [{'subnet_id': 'f597ff0f-3275-4fce-abe6-6ebe8fed1862', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd05103cd-6ed5-491f-96f5-35dcd8cf5722'}], 'binding:host_id': 'n-d-714676-11'}, 'id': '2d6940d0-f3fe-4e08-b321-e29e0180ac68'} from n-d-714676-11. {{(pid=103327) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:03:15.717522 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d78fac-e53b-4840-a702-1fb11b117385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.723518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-032fd2d9-d33d-4aae-8a8c-b509ff930350', 'network_id': '032fd2d9-d33d-4aae-8a8c-b509ff930350', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': '138726fc-2e0e-4af2-ae5c-975356d7de2a'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:03:15.724379 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.751030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3afe7a-7ec7-4c15-a96b-a786c9e71088 None None] Pushing event updated for resources: {'Port': ['ID=2d6940d0-f3fe-4e08-b321-e29e0180ac68,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:15.853070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab0fdfb0-28fe-4adf-b051-d9409b3fc71e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771574378626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16683656'] for subnet, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.936975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0fdfb0-28fe-4adf-b051-d9409b3fc71e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:15.937989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab0fdfb0-28fe-4adf-b051-d9409b3fc71e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:15.939643 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ab0fdfb0-28fe-4adf-b051-d9409b3fc71e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "PUT /v2.0/subnets/138726fc-2e0e-4af2-ae5c-975356d7de2a HTTP/1.1" status: 200 len: 826 time: 0.5876250 Nov 10 17:03:15.942407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:15.985045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fdfb0-28fe-4adf-b051-d9409b3fc71e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=138726fc-2e0e-4af2-ae5c-975356d7de2a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:16.101249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Allocated IP 2001:db8::2 (032fd2d9-d33d-4aae-8a8c-b509ff930350/138726fc-2e0e-4af2-ae5c-975356d7de2a/0d0c099a-7ce8-4956-be56-d47ccd88ffdf) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:16.112217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-49d78fac-e53b-4840-a702-1fb11b117385 None None] Allocated IP 172.20.0.1 (9b436b79-936d-4b53-a017-6158f80736b4/d05103cd-6ed5-491f-96f5-35dcd8cf5722/2d6940d0-f3fe-4e08-b321-e29e0180ac68) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:16.235068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.360923 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.391115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56796) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:16.425665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.451728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-49d78fac-e53b-4840-a702-1fb11b117385 None None] For port 2d6940d0-f3fe-4e08-b321-e29e0180ac68, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2d6940d0-f3fe-4e08-b321-e29e0180ac68,segment=NetworkSegment(3559e54a-2eb9-4af0-b63e-0bb5d90d8d35),segment_id=3559e54a-2eb9-4af0-b63e-0bb5d90d8d35)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:16.613619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.697121 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d78fac-e53b-4840-a702-1fb11b117385 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.703377 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.758049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Pushing event updated for resources: {'Port': ['ID=0d0c099a-7ce8-4956-be56-d47ccd88ffdf,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:16.767927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Network 032fd2d9-d33d-4aae-8a8c-b509ff930350 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:16.769181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49d78fac-e53b-4840-a702-1fb11b117385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.834684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d78fac-e53b-4840-a702-1fb11b117385 None None] Pushing event updated for resources: {'Port': ['ID=2d6940d0-f3fe-4e08-b321-e29e0180ac68,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:16.838532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:16.875245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.905220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032fd2d9-d33d-4aae-8a8c-b509ff930350']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:16.908717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:16.919676 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6f012c-7406-4148-b849-ad24b51b0811') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:16.921061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6f012c-7406-4148-b849-ad24b51b0811') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:16.932991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.956502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=138726fc-2e0e-4af2-ae5c-975356d7de2a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:16.976355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Attempting to bind port 0d0c099a-7ce8-4956-be56-d47ccd88ffdf on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:16.977204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Attempting to bind port 0d0c099a-7ce8-4956-be56-d47ccd88ffdf by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '7d6f012c-7406-4148-b849-ad24b51b0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '032fd2d9-d33d-4aae-8a8c-b509ff930350'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:16.977204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Attempting to bind port 0d0c099a-7ce8-4956-be56-d47ccd88ffdf on network 032fd2d9-d33d-4aae-8a8c-b509ff930350 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:16.983595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:16.983988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Checking segment: {'id': '7d6f012c-7406-4148-b849-ad24b51b0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '032fd2d9-d33d-4aae-8a8c-b509ff930350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:16.984436 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:16.984831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Bound using segment: {'id': '7d6f012c-7406-4148-b849-ad24b51b0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '032fd2d9-d33d-4aae-8a8c-b509ff930350'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:16.985593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Bound port: 0d0c099a-7ce8-4956-be56-d47ccd88ffdf, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6f012c-7406-4148-b849-ad24b51b0811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '032fd2d9-d33d-4aae-8a8c-b509ff930350'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:16.985976 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:17.010414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:17.047539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:17.047997 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:17.061581 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:17.134275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] For port 0d0c099a-7ce8-4956-be56-d47ccd88ffdf, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:17.159068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2d6940d0-f3fe-4e08-b321-e29e0180ac68 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:17.196347 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:03:17.196347 n-d-714676-11 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:03:17.196347 n-d-714676-11 neutron-server[103325]: [parameters: {'id': '032fd2d9-d33d-4aae-8a8c-b509ff930350'}] Nov 10 17:03:17.196347 n-d-714676-11 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:03:17.197163 n-d-714676-11 neutron-server[103325]: DEBUG oslo_db.api [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:03:17.212809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] For port 0d0c099a-7ce8-4956-be56-d47ccd88ffdf, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0d0c099a-7ce8-4956-be56-d47ccd88ffdf,segment=NetworkSegment(7d6f012c-7406-4148-b849-ad24b51b0811),segment_id=7d6f012c-7406-4148-b849-ad24b51b0811)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:17.268289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:17.268668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:17.334384 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:17.413555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff82e8-0ff9-4521-9adf-1018a561ad1c None None] Pushing event updated for resources: {'Port': ['ID=0d0c099a-7ce8-4956-be56-d47ccd88ffdf,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:17.488691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:17.595416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3835cdc-e1c2-49ec-9602-37781bf17399 None None] Network 032fd2d9-d33d-4aae-8a8c-b509ff930350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:17.700570 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:17.950368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting port 0d0c099a-7ce8-4956-be56-d47ccd88ffdf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:17.951280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:17.955343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1db40c-9f57-4911-a305-0a881ad0473d None None] Network 032fd2d9-d33d-4aae-8a8c-b509ff930350 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:18.057999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] For port 0d0c099a-7ce8-4956-be56-d47ccd88ffdf, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0d0c099a-7ce8-4956-be56-d47ccd88ffdf,segment=NetworkSegment(7d6f012c-7406-4148-b849-ad24b51b0811),segment_id=7d6f012c-7406-4148-b849-ad24b51b0811)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:18.058489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.078671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Calling delete_port for 0d0c099a-7ce8-4956-be56-d47ccd88ffdf owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:18.093251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce386ad-496e-4070-890e-e8e4dc29b4a9 None None] Network 9b436b79-936d-4b53-a017-6158f80736b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:18.243433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-deba9f2c-4081-43c1-b900-11db87bd7cfa None None] Provisioning complete for port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:18.244082 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-deba9f2c-4081-43c1-b900-11db87bd7cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.261047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.20.0.1 (518508bf-215c-4052-bcb3-cd2d3bd0a497/58e5188a-a336-433d-adce-85d29e733314/e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:18.355850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.430842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Port': ['ID=0d0c099a-7ce8-4956-be56-d47ccd88ffdf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:18.438562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No DVR routers for this DVR port 0d0c099a-7ce8-4956-be56-d47ccd88ffdf on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:18.570505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.584963 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.610517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032fd2d9-d33d-4aae-8a8c-b509ff930350']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:18.626809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6f012c-7406-4148-b849-ad24b51b0811') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:18.627121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6f012c-7406-4148-b849-ad24b51b0811') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:18.641872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.659058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.666868 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:18.667272 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:18.671385 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:18.693873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.776199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:18.786875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:18.789748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:18.824883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:18.829889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.838397 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.860181 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:18.863390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/032fd2d9-d33d-4aae-8a8c-b509ff930350 HTTP/1.1" status: 204 len: 168 time: 2.9189918 Nov 10 17:03:18.866526 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56810) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:18.893317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f00db-c90f-4f0d-a50f-e5ce8597f88e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=032fd2d9-d33d-4aae-8a8c-b509ff930350,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:18.896284 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb7efbf-655e-4138-a020-2fd94eddcc17 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:18.897190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb7efbf-655e-4138-a020-2fd94eddcc17 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:18.902443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2bb7efbf-655e-4138-a020-2fd94eddcc17 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/032fd2d9-d33d-4aae-8a8c-b509ff930350 HTTP/1.1" status: 404 len: 339 time: 0.0343623 Nov 10 17:03:18.919203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:18.919203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541907727', 'description': 'd1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:18.936301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-daaff01c-8bb9-4023-860f-07c78f6ed29d None None] Provisioning complete for port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:18.936659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-daaff01c-8bb9-4023-860f-07c78f6ed29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:19.080770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765af20-84a0-4b31-8307-55e88fb0cd9f None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:03:19.193544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a6ce2139-0236-4af5-868e-dbd5315a877f None None] Provisioning complete for port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:19.193912 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6ce2139-0236-4af5-868e-dbd5315a877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:19.241210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765af20-84a0-4b31-8307-55e88fb0cd9f None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:03:19.249557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce2139-0236-4af5-868e-dbd5315a877f None None] Port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:03:19.280742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:19.286576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:19.316279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:19.328721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:19.328721 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment b4dfbe00-54f3-4897-a8d4-a1a6071296ef of type vlan for network b7fd06dc-59ea-41a0-8545-58173a8c05b1 Nov 10 17:03:19.433032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:19.562217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:19.581482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:19.582050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:19.630681 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:19.819537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9093099 Nov 10 17:03:19.820494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:19.847816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280d5c2-d8e4-4d69-8b55-92a5ad6c40e8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=b7fd06dc-59ea-41a0-8545-58173a8c05b1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:19.861049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b7fd06dc-59ea-41a0-8545-58173a8c05b1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:20.110039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beaf63c-3bab-46aa-82eb-da009c2de756 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:20.111757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2beaf63c-3bab-46aa-82eb-da009c2de756 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/networks?id=b7fd06dc-59ea-41a0-8545-58173a8c05b1 HTTP/1.1" status: 200 len: 765 time: 0.2902751 Nov 10 17:03:20.114629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:20.124186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-586296ba-fea9-4a4c-bb81-069ec9cdec24 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'description': 'd2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:20.188360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:20.267126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:20.363105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-586296ba-fea9-4a4c-bb81-069ec9cdec24 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:20.376295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:20.441877 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-586296ba-fea9-4a4c-bb81-069ec9cdec24 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:20.461670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-586296ba-fea9-4a4c-bb81-069ec9cdec24 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network b7fd06dc-59ea-41a0-8545-58173a8c05b1 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:03:20.485550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586296ba-fea9-4a4c-bb81-069ec9cdec24 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:20.487492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-586296ba-fea9-4a4c-bb81-069ec9cdec24 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:20.489725 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-586296ba-fea9-4a4c-bb81-069ec9cdec24 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "PUT /v2.0/networks/b7fd06dc-59ea-41a0-8545-58173a8c05b1 HTTP/1.1" status: 200 len: 762 time: 0.3736069 Nov 10 17:03:20.494392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:20.511031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:20.528269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.529474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.529914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.530265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.530653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.530970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.531320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.532921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.532921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.532921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.532921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.532921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:20.590716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:20.593452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:20.645405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586296ba-fea9-4a4c-bb81-069ec9cdec24 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=b7fd06dc-59ea-41a0-8545-58173a8c05b1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:20.657882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b7fd06dc-59ea-41a0-8545-58173a8c05b1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:20.771142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefa429-5ae1-45cf-b6b8-a208be92147e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:20.773170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3eefa429-5ae1-45cf-b6b8-a208be92147e tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/networks?id=b7fd06dc-59ea-41a0-8545-58173a8c05b1 HTTP/1.1" status: 200 len: 765 time: 0.2771258 Nov 10 17:03:20.776796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:20.932355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 08f4fdf2-0368-462d-be9b-66dfc522447d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:03:21.094954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:03:21.103376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6614489f-d6b3-4429-83c2-15aa059d4b17 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "PUT /v2.0/routers/08f4fdf2-0368-462d-be9b-66dfc522447d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7103300 Nov 10 17:03:21.111932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-00959141-8450-454f-bb37-cec984ef61c5 None None] Provisioning complete for port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:21.112533 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00959141-8450-454f-bb37-cec984ef61c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:21.167018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Sync routers for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:03:21.194365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:21.195278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:21.224712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be9191-cb41-4205-8594-616527176cbb tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.229554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56860) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:21.239779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-95be9191-cb41-4205-8594-616527176cbb tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4612017 Nov 10 17:03:21.264696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-00959141-8450-454f-bb37-cec984ef61c5 None None] Port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:03:21.282122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:21.297938 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c3a6bdcb-68a6-451d-9d0d-3b2084227afe tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 207 time: 0.0615597 Nov 10 17:03:21.386617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:03:21.594558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4128a8-746d-4080-9d9b-78ffe78fc719 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.601324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4128a8-746d-4080-9d9b-78ffe78fc719 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.609751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4128a8-746d-4080-9d9b-78ffe78fc719 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.622684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4128a8-746d-4080-9d9b-78ffe78fc719 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.630065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4128a8-746d-4080-9d9b-78ffe78fc719 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.638340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4128a8-746d-4080-9d9b-78ffe78fc719 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.640823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bb4128a8-746d-4080-9d9b-78ffe78fc719 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3576038 Nov 10 17:03:21.644796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56866) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:21.716125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:19Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:25Z', 'revision_number': 1, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94', 'name': '', 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:85:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '58e5188a-a336-433d-adce-85d29e733314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:03:17Z', 'updated_at': '2021-11-10T17:03:19Z', 'revision_number': 2, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '58e5188a-a336-433d-adce-85d29e733314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:21.757800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Checking router: 08f4fdf2-0368-462d-be9b-66dfc522447d for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:03:21.759259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Updating router 08f4fdf2-0368-462d-be9b-66dfc522447d port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:03:21.794786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:21.795793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-19499d53-9faf-4041-8ab2-ed53052713ff tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1496499 Nov 10 17:03:21.800775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:21.922342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d41909-fc05-432e-a7f4-6b9539dc14cd tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.924272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d41909-fc05-432e-a7f4-6b9539dc14cd tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.925994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d41909-fc05-432e-a7f4-6b9539dc14cd tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.927600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d41909-fc05-432e-a7f4-6b9539dc14cd tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.929418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d41909-fc05-432e-a7f4-6b9539dc14cd tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:21.931444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a1d41909-fc05-432e-a7f4-6b9539dc14cd tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1353321 Nov 10 17:03:21.939186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:22.076870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85987bbb-3093-4854-ad43-9d6c5376ea8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:22.093452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85987bbb-3093-4854-ad43-9d6c5376ea8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:22.095533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85987bbb-3093-4854-ad43-9d6c5376ea8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:22.097420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85987bbb-3093-4854-ad43-9d6c5376ea8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:22.098988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85987bbb-3093-4854-ad43-9d6c5376ea8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:22.100816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-85987bbb-3093-4854-ad43-9d6c5376ea8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1605663 Nov 10 17:03:22.104959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:22.275166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d82e71-195f-4917-afc0-51279e999f81 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:22.281545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:22.294199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e1d82e71-195f-4917-afc0-51279e999f81 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/networks/66d0901c-8afa-4fa2-83c1-191b3be2ee47 HTTP/1.1" status: 200 len: 803 time: 0.1873286 Nov 10 17:03:22.358681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:22.423607 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:22.442857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1ccabb10-2c41-4871-b105-2166dc44f2b0 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/networks/66d0901c-8afa-4fa2-83c1-191b3be2ee47?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1599724 Nov 10 17:03:22.446881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:22.477669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb1472-3e15-471a-9653-38f83b85e379 None None] Pushing event updated for resources: {'Port': ['ID=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:22.579088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e302389-232d-4df3-92f9-c368e5c25948 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:22.581117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Attempting to bind port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:22.581713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Attempting to bind port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:22.582264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Attempting to bind port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 on network 518508bf-215c-4052-bcb3-cd2d3bd0a497 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:22.587142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:22.589240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3e302389-232d-4df3-92f9-c368e5c25948 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/subnets/be59ce40-3253-4754-b487-6a4bbcf244db HTTP/1.1" status: 200 len: 843 time: 0.1394997 Nov 10 17:03:22.592961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:22.593930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Checking segment: {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:22.594510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:22.595105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Bound using segment: {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:22.595784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Bound port: e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc98b179-892d-4d7b-9974-d57dd4888e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:22.597520 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:22.665460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d1c8a-6958-4832-a19b-1b9d0495437d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['shared'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:22.666059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7f2d1c8a-6958-4832-a19b-1b9d0495437d tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "GET /v2.0/subnets/be59ce40-3253-4754-b487-6a4bbcf244db?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0775783 Nov 10 17:03:22.671872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56888) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:22.678243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-852686478'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:22.706563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] For port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:22.713436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] For port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:22.817271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-124879fb-6f2d-4e9f-ae59-1009ec96ea55 None None] Provisioning complete for port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:22.817962 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-124879fb-6f2d-4e9f-ae59-1009ec96ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:22.843080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:22.849155 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:22.875511 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:22.918451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-124879fb-6f2d-4e9f-ae59-1009ec96ea55 None None] Port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:03:22.949449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:22.950099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:23.007087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:23.020025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb1472-3e15-471a-9653-38f83b85e379 None None] Pushing event updated for resources: {'Port': ['ID=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:23.032140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:23.032517 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Added segment 216d822c-d2d6-436f-9efc-ec229ea93c5b of type vlan for network 7daffd44-e6f9-4714-a1f3-e6f731de606e Nov 10 17:03:23.118789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:23.163235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:03:23.213559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:23.220521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:23.222351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:23.285939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1035e6cb-eee7-49b0-8308-26c030001280 None None] Provisioning complete for port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:23.286357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1035e6cb-eee7-49b0-8308-26c030001280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:23.308477 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Network': ['ID=7daffd44-e6f9-4714-a1f3-e6f731de606e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:23.357066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1991d518-008f-4f39-a4eb-102591ae3244 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6828039 Nov 10 17:03:23.358825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:23.366781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'network_id': '7daffd44-e6f9-4714-a1f3-e6f731de606e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:23.576363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7daffd44-e6f9-4714-a1f3-e6f731de606e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:23.635058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Made reservation on behalf of 810d693b6040424e83d6cf327281a74e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:23.640703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:23.733329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 17:03:23.733861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 17:03:23.749020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1035e6cb-eee7-49b0-8308-26c030001280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:23.764931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:19Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:25Z', 'revision_number': 1, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94', 'name': '', 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:85:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '58e5188a-a336-433d-adce-85d29e733314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:03:17Z', 'updated_at': '2021-11-10T17:03:22Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '58e5188a-a336-433d-adce-85d29e733314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:23.802143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e076d8-b48e-44cf-aabf-9a254747d717 None None] The sync data for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 is: [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:19Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:25Z', 'revision_number': 1, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94', 'name': '', 'network_id': '518508bf-215c-4052-bcb3-cd2d3bd0a497', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:85:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '58e5188a-a336-433d-adce-85d29e733314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:03:17Z', 'updated_at': '2021-11-10T17:03:22Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '58e5188a-a336-433d-adce-85d29e733314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:03:23.830381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1035e6cb-eee7-49b0-8308-26c030001280 None None] For port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:23.915566 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1035e6cb-eee7-49b0-8308-26c030001280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:23.987824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035e6cb-eee7-49b0-8308-26c030001280 None None] Pushing event updated for resources: {'Port': ['ID=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:24.001492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:24.102354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=a4f67a41-7423-493c-8d3d-705d8711fca4,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:24.112656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Checking segment: {'id': '216d822c-d2d6-436f-9efc-ec229ea93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7daffd44-e6f9-4714-a1f3-e6f731de606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:24.113074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network hostable DHCP agents. Network: 7daffd44-e6f9-4714-a1f3-e6f731de606e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:03:24.212261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Network 7daffd44-e6f9-4714-a1f3-e6f731de606e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:03:24.280921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7daffd44-e6f9-4714-a1f3-e6f731de606e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:24.285311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:24.285969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:24.295465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774df60-c2c2-4333-b996-9541980cce51 None None] Network 7daffd44-e6f9-4714-a1f3-e6f731de606e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:24.414377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56912) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:24.414975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6d263230-274e-4fcd-8f1c-4db5f86a7b61 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0540240 Nov 10 17:03:24.426891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1d133164-287f-49ca-9bd0-9f164edd1f9b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:24.627789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d133164-287f-49ca-9bd0-9f164edd1f9b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13531486'] for subnet, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:24.638058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-7daffd44-e6f9-4714-a1f3-e6f731de606e', 'network_id': '7daffd44-e6f9-4714-a1f3-e6f731de606e', 'tenant_id': '810d693b6040424e83d6cf327281a74e', 'fixed_ips': [{'subnet_id': 'a4f67a41-7423-493c-8d3d-705d8711fca4'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:03:24.639424 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:24.946570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d133164-287f-49ca-9bd0-9f164edd1f9b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771574378626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16683656'] for subnet, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.002906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d133164-287f-49ca-9bd0-9f164edd1f9b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:25.003585 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d133164-287f-49ca-9bd0-9f164edd1f9b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.007024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d133164-287f-49ca-9bd0-9f164edd1f9b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "PUT /v2.0/subnets/a4f67a41-7423-493c-8d3d-705d8711fca4 HTTP/1.1" status: 200 len: 900 time: 0.5879133 Nov 10 17:03:25.008456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56916) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:25.013532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Allocated IP 2001:db8::3 (7daffd44-e6f9-4714-a1f3-e6f731de606e/a4f67a41-7423-493c-8d3d-705d8711fca4/2b87acd6-fdc0-43a2-be77-b275dce9499d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:25.059867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d133164-287f-49ca-9bd0-9f164edd1f9b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event updated for resources: {'Subnet': ['ID=a4f67a41-7423-493c-8d3d-705d8711fca4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:25.168407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:25.231770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.302426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:25.302846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.306515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.352430 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.449590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.493426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Network 7daffd44-e6f9-4714-a1f3-e6f731de606e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:25.499849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:25.506562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:25.514234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Pushing event updated for resources: {'Port': ['ID=2b87acd6-fdc0-43a2-be77-b275dce9499d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:25.515809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.581971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Attempting to bind port 2b87acd6-fdc0-43a2-be77-b275dce9499d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:25.582323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Attempting to bind port 2b87acd6-fdc0-43a2-be77-b275dce9499d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '216d822c-d2d6-436f-9efc-ec229ea93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7daffd44-e6f9-4714-a1f3-e6f731de606e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:25.582690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Attempting to bind port 2b87acd6-fdc0-43a2-be77-b275dce9499d on network 7daffd44-e6f9-4714-a1f3-e6f731de606e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:25.588617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f67a41-7423-493c-8d3d-705d8711fca4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:25.593487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:25.594026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Checking segment: {'id': '216d822c-d2d6-436f-9efc-ec229ea93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7daffd44-e6f9-4714-a1f3-e6f731de606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:25.594532 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.595027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Bound using segment: {'id': '216d822c-d2d6-436f-9efc-ec229ea93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7daffd44-e6f9-4714-a1f3-e6f731de606e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:25.595781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Bound port: 2b87acd6-fdc0-43a2-be77-b275dce9499d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216d822c-d2d6-436f-9efc-ec229ea93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7daffd44-e6f9-4714-a1f3-e6f731de606e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:25.596281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.688650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.707501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] For port 2b87acd6-fdc0-43a2-be77-b275dce9499d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:25.720593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] For port 2b87acd6-fdc0-43a2-be77-b275dce9499d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2b87acd6-fdc0-43a2-be77-b275dce9499d,segment=NetworkSegment(216d822c-d2d6-436f-9efc-ec229ea93c5b),segment_id=216d822c-d2d6-436f-9efc-ec229ea93c5b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:25.730459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daffd44-e6f9-4714-a1f3-e6f731de606e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:25.743629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216d822c-d2d6-436f-9efc-ec229ea93c5b') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:25.743922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216d822c-d2d6-436f-9efc-ec229ea93c5b') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:25.755955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.807000 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.813128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.821425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:25.821879 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:25.846586 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:26.006417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51324211-bc6e-4583-94da-dd38970313e9 None None] Pushing event updated for resources: {'Port': ['ID=2b87acd6-fdc0-43a2-be77-b275dce9499d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:26.077007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268182e7-f11e-41c0-aa67-dee63de46bf0 None None] Network 7daffd44-e6f9-4714-a1f3-e6f731de606e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:26.168105 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:03:26.168105 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:03:26.168105 n-d-714676-11 neutron-server[103326]: [parameters: {'id': '7daffd44-e6f9-4714-a1f3-e6f731de606e'}] Nov 10 17:03:26.168105 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:03:26.169639 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:03:26.263157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a41b4a-fe43-4619-bacf-737658e13469 None None] Network 7daffd44-e6f9-4714-a1f3-e6f731de606e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:26.440749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540f834-a232-40fa-a7e7-4537f3960765 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:03:26.584531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540f834-a232-40fa-a7e7-4537f3960765 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:03:26.670693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:26.769147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting port 2b87acd6-fdc0-43a2-be77-b275dce9499d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:26.769758 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:26.855115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] For port 2b87acd6-fdc0-43a2-be77-b275dce9499d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2b87acd6-fdc0-43a2-be77-b275dce9499d,segment=NetworkSegment(216d822c-d2d6-436f-9efc-ec229ea93c5b),segment_id=216d822c-d2d6-436f-9efc-ec229ea93c5b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:26.855506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:26.869932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Calling delete_port for 2b87acd6-fdc0-43a2-be77-b275dce9499d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:27.046521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.074007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Port': ['ID=2b87acd6-fdc0-43a2-be77-b275dce9499d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:27.079022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No DVR routers for this DVR port 2b87acd6-fdc0-43a2-be77-b275dce9499d on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:27.193385 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.219682 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daffd44-e6f9-4714-a1f3-e6f731de606e']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:27.231570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216d822c-d2d6-436f-9efc-ec229ea93c5b') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:27.231570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216d822c-d2d6-436f-9efc-ec229ea93c5b') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:27.242620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.259731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.266940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:27.267364 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:27.270490 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:27.394746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.415929 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.425295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:27.427951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/7daffd44-e6f9-4714-a1f3-e6f731de606e HTTP/1.1" status: 204 len: 168 time: 2.4181883 Nov 10 17:03:27.429082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117453-9c1d-4c37-8d1e-95bc826bb57a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=7daffd44-e6f9-4714-a1f3-e6f731de606e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:27.463219 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fab7a1-9ba5-4a3f-894a-c88f2eb203e4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:27.463899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fab7a1-9ba5-4a3f-894a-c88f2eb203e4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:27.467433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a8fab7a1-9ba5-4a3f-894a-c88f2eb203e4 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/a4f67a41-7423-493c-8d3d-705d8711fca4 HTTP/1.1" status: 404 len: 337 time: 0.0410852 Nov 10 17:03:27.470095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56952) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:27.491938 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee6541a-c3e1-406a-bf70-c8c66aa6c7be tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:27.492587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee6541a-c3e1-406a-bf70-c8c66aa6c7be tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:27.496383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dee6541a-c3e1-406a-bf70-c8c66aa6c7be tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/7daffd44-e6f9-4714-a1f3-e6f731de606e HTTP/1.1" status: 404 len: 339 time: 0.0248539 Nov 10 17:03:27.499796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:27.598660 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.713876 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.754434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fd06dc-59ea-41a0-8545-58173a8c05b1']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:27.768135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dfbe00-54f3-4897-a8d4-a1a6071296ef') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:27.768439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dfbe00-54f3-4897-a8d4-a1a6071296ef') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:27.780855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.796403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.804222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:27.804878 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:27.820123 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:27.926334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.933543 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:27.940365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56958) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:27.940876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/b7fd06dc-59ea-41a0-8545-58173a8c05b1 HTTP/1.1" status: 204 len: 168 time: 0.4391601 Nov 10 17:03:27.953076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d6b39-cace-461c-9d04-f8611124c628 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=b7fd06dc-59ea-41a0-8545-58173a8c05b1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:28.018216 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaf140d-8717-4e19-a48c-2ab4d195ab75 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:28.021146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaf140d-8717-4e19-a48c-2ab4d195ab75 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:28.031112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:28.032519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cdaf140d-8717-4e19-a48c-2ab4d195ab75 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/138726fc-2e0e-4af2-ae5c-975356d7de2a HTTP/1.1" status: 404 len: 337 time: 0.0859160 Nov 10 17:03:28.051703 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-785bf468-ecab-436c-9ad4-3ae6a7af4fdc tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:28.052808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785bf468-ecab-436c-9ad4-3ae6a7af4fdc tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:28.058451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-785bf468-ecab-436c-9ad4-3ae6a7af4fdc tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/032fd2d9-d33d-4aae-8a8c-b509ff930350 HTTP/1.1" status: 404 len: 339 time: 0.0260499 Nov 10 17:03:28.060730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56962) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:28.132827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6efbad9-cf74-4c21-9341-0d52fc0984d2 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting subnet d05103cd-6ed5-491f-96f5-35dcd8cf5722 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:03:28.138800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6efbad9-cf74-4c21-9341-0d52fc0984d2 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:28.212132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6efbad9-cf74-4c21-9341-0d52fc0984d2 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:28.342872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6efbad9-cf74-4c21-9341-0d52fc0984d2 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:28.486933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6efbad9-cf74-4c21-9341-0d52fc0984d2 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:28.543862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efbad9-cf74-4c21-9341-0d52fc0984d2 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=d05103cd-6ed5-491f-96f5-35dcd8cf5722,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:28.552471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75352c53-518e-4f3e-bb1f-2facc4ead58b None None] Network 9b436b79-936d-4b53-a017-6158f80736b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:28.555467 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6efbad9-cf74-4c21-9341-0d52fc0984d2 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:28.566194 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c6efbad9-cf74-4c21-9341-0d52fc0984d2 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/d05103cd-6ed5-491f-96f5-35dcd8cf5722 HTTP/1.1" status: 204 len: 168 time: 0.5020084 Nov 10 17:03:28.566670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56972) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:28.641118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting subnet f597ff0f-3275-4fce-abe6-6ebe8fed1862 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:03:28.644865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:28.699867 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:28.952905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:29.132700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:29.180939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=f597ff0f-3275-4fce-abe6-6ebe8fed1862,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:29.200454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.200748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.201090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.201461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.201791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.202120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.202444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.202768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.203129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.203430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.203752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.204065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:29.209425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:29.216912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e84cb228-3cb2-4a81-9b26-9e65f0854015 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/f597ff0f-3275-4fce-abe6-6ebe8fed1862 HTTP/1.1" status: 204 len: 168 time: 0.6491051 Nov 10 17:03:29.219359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 56974) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:29.347710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:29.532586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:29.533066 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:29.789642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] For port 2d6940d0-f3fe-4e08-b321-e29e0180ac68, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2d6940d0-f3fe-4e08-b321-e29e0180ac68,segment=NetworkSegment(3559e54a-2eb9-4af0-b63e-0bb5d90d8d35),segment_id=3559e54a-2eb9-4af0-b63e-0bb5d90d8d35)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:29.789642 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:29.903794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2fc215-390d-46a8-afb2-e23b7d285388 None None] Network 9b436b79-936d-4b53-a017-6158f80736b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:29.960903 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0dd85f3d-1f6f-4b79-b626-ccb9405f0400 None None] Provisioning complete for port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:29.961267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0dd85f3d-1f6f-4b79-b626-ccb9405f0400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.028692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Calling delete_port for 2d6940d0-f3fe-4e08-b321-e29e0180ac68 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:30.164908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79771417-0763-4cb2-a35e-e151e114729c None None] DHCP port deletion for 9b436b79-936d-4b53-a017-6158f80736b4 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:03:30.210963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-79771417-0763-4cb2-a35e-e151e114729c None None] Deleting port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:30.211361 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79771417-0763-4cb2-a35e-e151e114729c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.225517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.273034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Port': ['ID=2d6940d0-f3fe-4e08-b321-e29e0180ac68,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:30.279997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No DVR routers for this DVR port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:30.313973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-79771417-0763-4cb2-a35e-e151e114729c None None] For port 2d6940d0-f3fe-4e08-b321-e29e0180ac68, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=2d6940d0-f3fe-4e08-b321-e29e0180ac68,segment=NetworkSegment(3559e54a-2eb9-4af0-b63e-0bb5d90d8d35),segment_id=3559e54a-2eb9-4af0-b63e-0bb5d90d8d35)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:30.314378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79771417-0763-4cb2-a35e-e151e114729c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.331587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-79771417-0763-4cb2-a35e-e151e114729c None None] Calling delete_port for 2d6940d0-f3fe-4e08-b321-e29e0180ac68 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:30.392869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.422671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b436b79-936d-4b53-a017-6158f80736b4']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:30.427560 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79771417-0763-4cb2-a35e-e151e114729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.440415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3559e54a-2eb9-4af0-b63e-0bb5d90d8d35') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:30.440702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3559e54a-2eb9-4af0-b63e-0bb5d90d8d35') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:30.454688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79771417-0763-4cb2-a35e-e151e114729c None None] Pushing event deleted for resources: {'Port': ['ID=2d6940d0-f3fe-4e08-b321-e29e0180ac68,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:30.470922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79771417-0763-4cb2-a35e-e151e114729c None None] No DVR routers for this DVR port 2d6940d0-f3fe-4e08-b321-e29e0180ac68 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:30.495917 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.515893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.524073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:30.524586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:30.528709 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:30.657839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.678909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:30.685570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/9b436b79-936d-4b53-a017-6158f80736b4 HTTP/1.1" status: 204 len: 168 time: 1.4635134 Nov 10 17:03:30.687795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 56998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:30.724251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633bca7-a8b3-4c37-80bd-a3257c462b62 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=9b436b79-936d-4b53-a017-6158f80736b4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:30.726322 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-180448cd-1373-454a-ab17-587c819914d9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:30.726850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180448cd-1373-454a-ab17-587c819914d9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:30.756109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-180448cd-1373-454a-ab17-587c819914d9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/2856fad6-5ead-4733-9f2c-088ad99a9329 HTTP/1.1" status: 404 len: 337 time: 0.0462327 Nov 10 17:03:30.756526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:30.760381 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e8b4d8-9d74-4b58-b6f2-6a51c91fb70a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:30.760983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e8b4d8-9d74-4b58-b6f2-6a51c91fb70a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:30.764919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a4e8b4d8-9d74-4b58-b6f2-6a51c91fb70a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/8f12f4ab-993c-4ff9-ae61-98f20dbffd0c HTTP/1.1" status: 404 len: 339 time: 0.0258327 Nov 10 17:03:30.773297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57002) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:30.810992 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b11009e-9127-4481-b922-e247115cfde9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:30.812036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b11009e-9127-4481-b922-e247115cfde9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:30.819449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:30.824846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9b11009e-9127-4481-b922-e247115cfde9 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/2862a3b5-f569-4ef0-9aed-52e61bed76aa HTTP/1.1" status: 404 len: 337 time: 0.0490396 Nov 10 17:03:30.846228 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6792045a-d0e8-4cb1-a397-a1ec972e2d91 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:30.846228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6792045a-d0e8-4cb1-a397-a1ec972e2d91 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:30.852896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6792045a-d0e8-4cb1-a397-a1ec972e2d91 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/fc6178cd-8bc7-41fb-93e9-4d01e8627ffe HTTP/1.1" status: 404 len: 339 time: 0.0318201 Nov 10 17:03:30.853124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57008) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:30.892077 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a55559-99ee-4fd2-8bc4-72c1ab8d7bf6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:30.893815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a55559-99ee-4fd2-8bc4-72c1ab8d7bf6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:30.897243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e3a55559-99ee-4fd2-8bc4-72c1ab8d7bf6 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/1e2e0ebd-20a7-4249-8093-7c7f57185589 HTTP/1.1" status: 404 len: 337 time: 0.0424449 Nov 10 17:03:30.899663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57012) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:30.923853 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79f1a77-781b-48aa-95a4-5023f8a71da8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:30.924568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79f1a77-781b-48aa-95a4-5023f8a71da8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:30.928758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e79f1a77-781b-48aa-95a4-5023f8a71da8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/5ec66124-1eea-480d-b287-bee14bd242d7 HTTP/1.1" status: 404 len: 339 time: 0.0273561 Nov 10 17:03:30.931502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57014) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:31.041990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c5a8ef-98a6-4baf-85bd-7d4400bf2e8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting subnet 40d98505-fe38-494e-b32f-5ca33fd22757 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:03:31.049512 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a8ef-98a6-4baf-85bd-7d4400bf2e8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.101680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a8ef-98a6-4baf-85bd-7d4400bf2e8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.113513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2d6940d0-f3fe-4e08-b321-e29e0180ac68 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:03:31.156779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 2d6940d0-f3fe-4e08-b321-e29e0180ac68 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:03:31.157113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 2d6940d0-f3fe-4e08-b321-e29e0180ac68 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:03:31.226779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a8ef-98a6-4baf-85bd-7d4400bf2e8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.394983 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a8ef-98a6-4baf-85bd-7d4400bf2e8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.445998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5a8ef-98a6-4baf-85bd-7d4400bf2e8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=40d98505-fe38-494e-b32f-5ca33fd22757,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:31.452925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a8ef-98a6-4baf-85bd-7d4400bf2e8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.459467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b7c5a8ef-98a6-4baf-85bd-7d4400bf2e8b tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/40d98505-fe38-494e-b32f-5ca33fd22757 HTTP/1.1" status: 204 len: 168 time: 0.5237403 Nov 10 17:03:31.460219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:31.466650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb7aae-da06-42dc-afda-d17350552ffb None None] Network 98df72ae-8981-459d-a780-17dc9ae6f67a requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:31.651649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.663970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-13e076b2-d3c8-4b9d-90e5-94bb2d221ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.709765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] DHCP port deletion for 98df72ae-8981-459d-a780-17dc9ae6f67a request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:03:31.775176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:31.775699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.776923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] Deleting port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:31.779037 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.865796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] For port 63681c8a-24e3-4c8a-bc31-d367e203f1c0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=63681c8a-24e3-4c8a-bc31-d367e203f1c0,segment=NetworkSegment(094a5c4e-1cbc-4df7-9ca2-46556ee200ee),segment_id=094a5c4e-1cbc-4df7-9ca2-46556ee200ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:31.866406 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.868527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] For port 63681c8a-24e3-4c8a-bc31-d367e203f1c0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=63681c8a-24e3-4c8a-bc31-d367e203f1c0,segment=NetworkSegment(094a5c4e-1cbc-4df7-9ca2-46556ee200ee),segment_id=094a5c4e-1cbc-4df7-9ca2-46556ee200ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:31.869153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:31.886731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] Calling delete_port for 63681c8a-24e3-4c8a-bc31-d367e203f1c0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:31.893465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Calling delete_port for 63681c8a-24e3-4c8a-bc31-d367e203f1c0 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:32.069418 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.078104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.107980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] Pushing event deleted for resources: {'Port': ['ID=63681c8a-24e3-4c8a-bc31-d367e203f1c0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:32.110686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No DVR routers for this DVR port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:32.112450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Port': ['ID=63681c8a-24e3-4c8a-bc31-d367e203f1c0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:32.133631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526451f-0f17-4a1c-bb5d-c126fd8f84fb None None] No DVR routers for this DVR port 63681c8a-24e3-4c8a-bc31-d367e203f1c0 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:32.284357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.338624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98df72ae-8981-459d-a780-17dc9ae6f67a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:32.338624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094a5c4e-1cbc-4df7-9ca2-46556ee200ee') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:32.338624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094a5c4e-1cbc-4df7-9ca2-46556ee200ee') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:32.355657 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.388529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.404955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:32.405294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: self.session.flush() Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:32.502485 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:32.600449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.616104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.624660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/98df72ae-8981-459d-a780-17dc9ae6f67a HTTP/1.1" status: 204 len: 168 time: 1.1581271 Nov 10 17:03:32.624891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:32.656698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8949e0-752a-4e3c-8854-d5e612139020 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=98df72ae-8981-459d-a780-17dc9ae6f67a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:32.669863 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4638e3-fc10-410a-aeed-50fda6a3bd7f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:32.670318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4638e3-fc10-410a-aeed-50fda6a3bd7f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:32.675640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7e4638e3-fc10-410a-aeed-50fda6a3bd7f tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/498c34d9-90e2-4b6d-8b2b-af6a1bf58145 HTTP/1.1" status: 404 len: 337 time: 0.0520828 Nov 10 17:03:32.678372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:32.704247 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4effdd39-0524-4db0-9305-8e81933e43c8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:32.705682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4effdd39-0524-4db0-9305-8e81933e43c8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:32.711206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4effdd39-0524-4db0-9305-8e81933e43c8 tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/76128799-de2b-4ff1-b97d-6a84e70ae8f2 HTTP/1.1" status: 404 len: 339 time: 0.0297465 Nov 10 17:03:32.714001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:32.796949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fd7d3b-2795-4322-9bd3-ff3929527a5c tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting subnet be59ce40-3253-4754-b487-6a4bbcf244db {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:03:32.812860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63fd7d3b-2795-4322-9bd3-ff3929527a5c tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.858110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63fd7d3b-2795-4322-9bd3-ff3929527a5c tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:32.980883 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63fd7d3b-2795-4322-9bd3-ff3929527a5c tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.119589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 63681c8a-24e3-4c8a-bc31-d367e203f1c0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:03:33.154598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 63681c8a-24e3-4c8a-bc31-d367e203f1c0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:03:33.155703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 63681c8a-24e3-4c8a-bc31-d367e203f1c0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:03:33.207336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63fd7d3b-2795-4322-9bd3-ff3929527a5c tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.288841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd7d3b-2795-4322-9bd3-ff3929527a5c tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Subnet': ['ID=be59ce40-3253-4754-b487-6a4bbcf244db,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:33.297487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276aa827-eaf6-4ad4-b5c2-1e1e71d83cde None None] Network 66d0901c-8afa-4fa2-83c1-191b3be2ee47 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:33.308126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63fd7d3b-2795-4322-9bd3-ff3929527a5c tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.315951 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-63fd7d3b-2795-4322-9bd3-ff3929527a5c tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/subnets/be59ce40-3253-4754-b487-6a4bbcf244db HTTP/1.1" status: 204 len: 168 time: 0.6004424 Nov 10 17:03:33.322387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57058) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:33.465062 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.548425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Deleting port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:33.548763 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.677228 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] For port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,segment=NetworkSegment(82d6bdae-5308-498b-8c51-7d8daf4b7d9b),segment_id=82d6bdae-5308-498b-8c51-7d8daf4b7d9b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:33.678551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.708402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Calling delete_port for 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:33.728015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] DHCP port deletion for 66d0901c-8afa-4fa2-83c1-191b3be2ee47 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:03:33.868937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] Deleting port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:33.874622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.906249 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af3ad84c-a79a-4e1b-95ff-d4a026947f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.988527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] For port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,segment=NetworkSegment(82d6bdae-5308-498b-8c51-7d8daf4b7d9b),segment_id=82d6bdae-5308-498b-8c51-7d8daf4b7d9b)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:33.990417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:33.994757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:34.006234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] Calling delete_port for 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:34.046752 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] No DVR routers for this DVR port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:34.048576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Port': ['ID=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:34.179884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:34.232148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d0901c-8afa-4fa2-83c1-191b3be2ee47']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:34.244635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d6bdae-5308-498b-8c51-7d8daf4b7d9b') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:34.244929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d6bdae-5308-498b-8c51-7d8daf4b7d9b') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:34.259245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:34.282499 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:34.296805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:34.297058 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:34.342282 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:34.368599 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:34.373507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] Pushing event deleted for resources: {'Port': ['ID=6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:34.375532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ac4b5-2cd4-46af-80ab-de3a35c2195c None None] No DVR routers for this DVR port 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:34.565667 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:34.572494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:34.576692 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] 10.222.0.62 "DELETE /v2.0/networks/66d0901c-8afa-4fa2-83c1-191b3be2ee47 HTTP/1.1" status: 204 len: 168 time: 1.2536154 Nov 10 17:03:34.588817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5654d3c-67f4-4a6d-843c-aa1c563b652a tempest-NetworksIpV6Test-992004871 tempest-NetworksIpV6Test-992004871-project] Pushing event deleted for resources: {'Network': ['ID=66d0901c-8afa-4fa2-83c1-191b3be2ee47,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:35.062983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:03:35.101153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:03:35.105001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6f8bc6a1-a5a4-4535-aacf-5bdf8adc977e not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:03:35.105001 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:35.286270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:35.512470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b8d70682-1843-4e69-818d-7974c07fec6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=810d693b6040424e83d6cf327281a74e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243226 Nov 10 17:03:35.515071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:35.572406 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3301328-bf6f-4648-a9c6-598a1f305c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:35.601689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3301328-bf6f-4648-a9c6-598a1f305c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:35.760170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3301328-bf6f-4648-a9c6-598a1f305c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:35.763344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3301328-bf6f-4648-a9c6-598a1f305c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:35.767193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b3301328-bf6f-4648-a9c6-598a1f305c93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b45ae504-0156-4769-ad5d-ab64adc358f5 HTTP/1.1" status: 204 len: 168 time: 0.2504680 Nov 10 17:03:35.786906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3301328-bf6f-4648-a9c6-598a1f305c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45ae504-0156-4769-ad5d-ab64adc358f5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:36.845606 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:37.242175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57128) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.452242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f9134c61-fbaa-4a9b-9250-1ca000a51c03 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] Request body: {'port': {'network_id': '634859c7-19ff-4b43-a051-bc35ed67f63d', 'name': 'tempest-NetworksNegativeTestJSON-1752862769'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:37.476246 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9134c61-fbaa-4a9b-9250-1ca000a51c03 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] POST failed (client error): The resource could not be found. Nov 10 17:03:37.477568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9134c61-fbaa-4a9b-9250-1ca000a51c03 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:37.480062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f9134c61-fbaa-4a9b-9250-1ca000a51c03 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2365282 Nov 10 17:03:37.482879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57134) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.517199 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa547747-170f-46d5-98b7-8d53f16dbcc5 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:37.518070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa547747-170f-46d5-98b7-8d53f16dbcc5 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:37.526930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.537227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa547747-170f-46d5-98b7-8d53f16dbcc5 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "DELETE /v2.0/networks/82f8560f-4268-4051-ada6-8a5de66dc843 HTTP/1.1" status: 404 len: 339 time: 0.0496466 Nov 10 17:03:37.577441 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe39dd6-91a1-4c86-9e0d-5518a50eb11e tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:37.578573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe39dd6-91a1-4c86-9e0d-5518a50eb11e tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:37.586411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8fe39dd6-91a1-4c86-9e0d-5518a50eb11e tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "DELETE /v2.0/ports/7a87016c-abf5-47aa-bc35-74915190d95d HTTP/1.1" status: 404 len: 333 time: 0.0570638 Nov 10 17:03:37.587672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.589201 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:37.628024 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-51105a9e-0f4a-456d-8170-4aae665acd70 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] DELETE failed (client error): The resource could not be found. Nov 10 17:03:37.628978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51105a9e-0f4a-456d-8170-4aae665acd70 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:37.636523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-51105a9e-0f4a-456d-8170-4aae665acd70 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "DELETE /v2.0/subnets/391587d5-1c1e-4afb-a1b2-37214c74a1ac HTTP/1.1" status: 404 len: 337 time: 0.0475519 Nov 10 17:03:37.638246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.663455 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d855a7ec-22fe-4bed-a646-606a83fec24a tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] GET failed (client error): The resource could not be found. Nov 10 17:03:37.670665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.679901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d855a7ec-22fe-4bed-a646-606a83fec24a tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "GET /v2.0/networks/b4d2cf50-3106-4d99-90b4-adad827a4e2a HTTP/1.1" status: 404 len: 339 time: 0.0402555 Nov 10 17:03:37.717089 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d2ad87-8b44-4d28-a274-a8a61f31197a tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] GET failed (client error): The resource could not be found. Nov 10 17:03:37.724256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.724544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d5d2ad87-8b44-4d28-a274-a8a61f31197a tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "GET /v2.0/ports/08dfe9d6-e82a-4e99-9347-5486dc22689d HTTP/1.1" status: 404 len: 333 time: 0.0522153 Nov 10 17:03:37.773047 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d60c6a-8f00-4f5e-9a6f-e33736d4dd76 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] GET failed (client error): The resource could not be found. Nov 10 17:03:37.782207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57150) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.782907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b7d60c6a-8f00-4f5e-9a6f-e33736d4dd76 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "GET /v2.0/subnets/1137d4d2-7845-4389-97bd-c00e10295df6 HTTP/1.1" status: 404 len: 337 time: 0.0564725 Nov 10 17:03:37.789741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-49dd287e-ec64-424d-b9bd-d951b41224b1 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:37.833926 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-49dd287e-ec64-424d-b9bd-d951b41224b1 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] PUT failed (client error): The resource could not be found. Nov 10 17:03:37.834513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49dd287e-ec64-424d-b9bd-d951b41224b1 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:37.839405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-49dd287e-ec64-424d-b9bd-d951b41224b1 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "PUT /v2.0/networks/d9ad6579-f187-4c3e-ab0c-087313ad321e HTTP/1.1" status: 404 len: 339 time: 0.0537305 Nov 10 17:03:37.840248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.846119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-47ef0028-d591-48ed-b1cd-2afa2683e513 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:37.883705 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ef0028-d591-48ed-b1cd-2afa2683e513 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] PUT failed (client error): The resource could not be found. Nov 10 17:03:37.885417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ef0028-d591-48ed-b1cd-2afa2683e513 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:37.888157 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-47ef0028-d591-48ed-b1cd-2afa2683e513 tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "PUT /v2.0/ports/497a7b1f-1c00-4fc3-a140-ea1041fc260f HTTP/1.1" status: 404 len: 333 time: 0.0464115 Nov 10 17:03:37.892596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57154) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:37.899612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ae2ad81b-0752-47f5-8ee1-a74485816bbd tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:37.927078 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2ad81b-0752-47f5-8ee1-a74485816bbd tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] PUT failed (client error): The resource could not be found. Nov 10 17:03:37.927591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2ad81b-0752-47f5-8ee1-a74485816bbd tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:03:37.932305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ae2ad81b-0752-47f5-8ee1-a74485816bbd tempest-NetworksNegativeTestJSON-778129247 tempest-NetworksNegativeTestJSON-778129247-project] 10.222.0.62 "PUT /v2.0/subnets/cf1af75b-3510-4427-b995-2540a0577c15 HTTP/1.1" status: 404 len: 337 time: 0.0351608 Nov 10 17:03:37.937508 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:38.803237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57172) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:39.005933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-055fd874-6afd-483a-921f-2b966537bdde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.123491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:39.178304 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-055fd874-6afd-483a-921f-2b966537bdde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.333575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e385dfd-f6cc-45a2-a857-25ef057c99af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.377486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-055fd874-6afd-483a-921f-2b966537bdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.450119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-055fd874-6afd-483a-921f-2b966537bdde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1482c55fac147eca7ad7a0ac161eea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6455088 Nov 10 17:03:39.451967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fd874-6afd-483a-921f-2b966537bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeda656-8445-41e2-8f16-b770bebc1920,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:39.452650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:39.490537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e385dfd-f6cc-45a2-a857-25ef057c99af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.535739 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0af0-c791-4c04-b059-5775d522715c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.548584 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e385dfd-f6cc-45a2-a857-25ef057c99af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.575124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0af0-c791-4c04-b059-5775d522715c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.591046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5e385dfd-f6cc-45a2-a857-25ef057c99af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfa32068980e4dff957c4c203f7e5e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664795 Nov 10 17:03:39.593867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57186) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:39.607540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e385dfd-f6cc-45a2-a857-25ef057c99af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ee0051-f1fc-411f-a82c-ecef7ec8be17,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:39.664014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e1fa-b7ef-4efa-841b-b8e609998fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.689313 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e1fa-b7ef-4efa-841b-b8e609998fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.709650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0af0-c791-4c04-b059-5775d522715c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.713189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0af0-c791-4c04-b059-5775d522715c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.721796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bbbd0af0-c791-4c04-b059-5775d522715c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/deeda656-8445-41e2-8f16-b770bebc1920 HTTP/1.1" status: 204 len: 168 time: 0.2605848 Nov 10 17:03:39.727828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd0af0-c791-4c04-b059-5775d522715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeda656-8445-41e2-8f16-b770bebc1920,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:39.903251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e1fa-b7ef-4efa-841b-b8e609998fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.906016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e1fa-b7ef-4efa-841b-b8e609998fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:39.907188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bdd1e1fa-b7ef-4efa-841b-b8e609998fab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09ee0051-f1fc-411f-a82c-ecef7ec8be17 HTTP/1.1" status: 204 len: 168 time: 0.3124053 Nov 10 17:03:39.915481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1e1fa-b7ef-4efa-841b-b8e609998fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ee0051-f1fc-411f-a82c-ecef7ec8be17,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:40.573372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:40.588236 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:40.591086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-407b3f2f-4d88-411e-9a43-10334b2a6b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:40.675719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-407b3f2f-4d88-411e-9a43-10334b2a6b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:40.754264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-407b3f2f-4d88-411e-9a43-10334b2a6b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:40.812173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b3f2f-4d88-411e-9a43-10334b2a6b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60fe2a0-d57d-4f09-b3b4-5751f15e1e31,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:40.820267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57244) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:40.820383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-407b3f2f-4d88-411e-9a43-10334b2a6b4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a98f4bb25f346d38ff5a2534e6f25f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441669 Nov 10 17:03:40.894623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d12bc-e321-419e-aead-4b9e24ec1e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:40.928126 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d12bc-e321-419e-aead-4b9e24ec1e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:40.949846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:41.060177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-954615535'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:41.068083 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d12bc-e321-419e-aead-4b9e24ec1e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.070746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d12bc-e321-419e-aead-4b9e24ec1e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.071999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9d3d12bc-e321-419e-aead-4b9e24ec1e59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d60fe2a0-d57d-4f09-b3b4-5751f15e1e31 HTTP/1.1" status: 204 len: 168 time: 0.2510471 Nov 10 17:03:41.081681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d12bc-e321-419e-aead-4b9e24ec1e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60fe2a0-d57d-4f09-b3b4-5751f15e1e31,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:41.188496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:41.192111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.201716 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.283452 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.388593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.419109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:41.425534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e61cb8-f6b3-45d3-8a70-65f3bd7ae177,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:41.433973 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.433973 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment a62d7bcc-0fc6-4bf4-8d34-f133b940476c of type vlan for network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 Nov 10 17:03:41.476113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.560112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.565770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:41.566361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.633551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:41.645196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:41.660363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e8c0974b-44a9-437a-8e14-ec79cfc90a74 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7089076 Nov 10 17:03:41.662999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:41.668286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1843881707'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:41.759446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:41.764248 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.794002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:41.802895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.803244 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74 of type vlan for network faf58cff-4ff4-487b-8625-c561064913c8 Nov 10 17:03:41.845720 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.937267 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:41.943629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:41.944308 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:42.016141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=faf58cff-4ff4-487b-8625-c561064913c8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:42.026745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network faf58cff-4ff4-487b-8625-c561064913c8 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:42.054452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bb417905-0d09-48a4-8810-3e42e19b3825 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3901672 Nov 10 17:03:42.060146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:42.062956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': 'cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:42.263997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:42.267615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:42.520461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:42.582557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=4c8d391d-5012-4a46-8f93-f20f347e117c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:42.593214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': 'a62d7bcc-0fc6-4bf4-8d34-f133b940476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:42.593578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:03:42.688520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:03:42.805456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:42.810327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:42.810947 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:42.816531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65848a72-fbde-43cf-aef8-b2949118c3e8 None None] Network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:42.882898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-520b6836-cf33-4e1b-8aa5-fca4c2a4f0a6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8245904 Nov 10 17:03:42.893988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:42.893988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': 'faf58cff-4ff4-487b-8625-c561064913c8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:42.998484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66', 'network_id': 'cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': '4c8d391d-5012-4a46-8f93-f20f347e117c'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:03:42.999464 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.050899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:43.056379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.165375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Allocated IP 2001:db8::2 (cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66/4c8d391d-5012-4a46-8f93-f20f347e117c/234768fb-0879-4b69-9690-b1c77e86d6c0) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:43.322126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.328004 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.389604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=f3f10632-e903-4dc2-aa80-0e2d53bd7edb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:43.397938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': 'b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'faf58cff-4ff4-487b-8625-c561064913c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:43.398290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: faf58cff-4ff4-487b-8625-c561064913c8, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:03:43.406330 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.445464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:43.448486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:43.454163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:43.462256 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network faf58cff-4ff4-487b-8625-c561064913c8 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:03:43.465322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Pushing event updated for resources: {'Port': ['ID=234768fb-0879-4b69-9690-b1c77e86d6c0,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:43.518258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Attempting to bind port 234768fb-0879-4b69-9690-b1c77e86d6c0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:43.518628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Attempting to bind port 234768fb-0879-4b69-9690-b1c77e86d6c0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'a62d7bcc-0fc6-4bf4-8d34-f133b940476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:43.518988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Attempting to bind port 234768fb-0879-4b69-9690-b1c77e86d6c0 on network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:43.524427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:43.524803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Checking segment: {'id': 'a62d7bcc-0fc6-4bf4-8d34-f133b940476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:43.525203 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.525599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Bound using segment: {'id': 'a62d7bcc-0fc6-4bf4-8d34-f133b940476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:43.526062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Bound port: 234768fb-0879-4b69-9690-b1c77e86d6c0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62d7bcc-0fc6-4bf4-8d34-f133b940476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:43.526428 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.560402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, faf58cff-4ff4-487b-8625-c561064913c8) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:43.564666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:43.565275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.573185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7afa94-ca8f-4e48-a921-cc1d707cb59e None None] Network faf58cff-4ff4-487b-8625-c561064913c8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:43.648644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] For port 234768fb-0879-4b69-9690-b1c77e86d6c0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:43.665116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2552a1cd-3606-497b-b212-e2fdb5b0507b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7776136 Nov 10 17:03:43.666887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] For port 234768fb-0879-4b69-9690-b1c77e86d6c0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=234768fb-0879-4b69-9690-b1c77e86d6c0,segment=NetworkSegment(a62d7bcc-0fc6-4bf4-8d34-f133b940476c),segment_id=a62d7bcc-0fc6-4bf4-8d34-f133b940476c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:43.675179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:43.680098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-db0e5bf1-ffdb-4c4f-8d85-e8fc9f2e852f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-521668570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:43.755431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-faf58cff-4ff4-487b-8625-c561064913c8', 'network_id': 'faf58cff-4ff4-487b-8625-c561064913c8', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': 'f3f10632-e903-4dc2-aa80-0e2d53bd7edb'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:03:43.756288 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.760355 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.795798 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db0e5bf1-ffdb-4c4f-8d85-e8fc9f2e852f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.796996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db0e5bf1-ffdb-4c4f-8d85-e8fc9f2e852f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.912026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db0e5bf1-ffdb-4c4f-8d85-e8fc9f2e852f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:43.932332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306f272-c7f0-4f4e-9b09-95367ed6a07a None None] Pushing event updated for resources: {'Port': ['ID=234768fb-0879-4b69-9690-b1c77e86d6c0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:43.973541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Allocated IP 2001:db8:1::2 (faf58cff-4ff4-487b-8625-c561064913c8/f3f10632-e903-4dc2-aa80-0e2d53bd7edb/0061ceb4-71fe-4ae1-8225-022e7b792c12) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:44.029808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db0e5bf1-ffdb-4c4f-8d85-e8fc9f2e852f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:44.142045 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db0e5bf1-ffdb-4c4f-8d85-e8fc9f2e852f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:44.142218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57360) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:44.142644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db0e5bf1-ffdb-4c4f-8d85-e8fc9f2e852f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4650679 Nov 10 17:03:44.190405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:44.268709 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:44.326999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Network faf58cff-4ff4-487b-8625-c561064913c8 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:44.331515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Pushing event updated for resources: {'Port': ['ID=0061ceb4-71fe-4ae1-8225-022e7b792c12,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:44.334379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:44.337058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:44.403576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Attempting to bind port 0061ceb4-71fe-4ae1-8225-022e7b792c12 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:44.404073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Attempting to bind port 0061ceb4-71fe-4ae1-8225-022e7b792c12 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'faf58cff-4ff4-487b-8625-c561064913c8'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:44.404675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Attempting to bind port 0061ceb4-71fe-4ae1-8225-022e7b792c12 on network faf58cff-4ff4-487b-8625-c561064913c8 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:44.410618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:44.411403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Checking segment: {'id': 'b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'faf58cff-4ff4-487b-8625-c561064913c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:44.412042 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:44.413474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Bound using segment: {'id': 'b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'faf58cff-4ff4-487b-8625-c561064913c8'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:44.414301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Bound port: 0061ceb4-71fe-4ae1-8225-022e7b792c12, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'faf58cff-4ff4-487b-8625-c561064913c8'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:44.414926 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:44.498930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] For port 0061ceb4-71fe-4ae1-8225-022e7b792c12, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:03:44.502665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] For port 0061ceb4-71fe-4ae1-8225-022e7b792c12, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0061ceb4-71fe-4ae1-8225-022e7b792c12,segment=NetworkSegment(b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74),segment_id=b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:03:44.505936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:44.600069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:44.621810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:03:44.676896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c08d6-ca52-4feb-b67a-d911298eeb3c None None] Pushing event updated for resources: {'Port': ['ID=0061ceb4-71fe-4ae1-8225-022e7b792c12,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:45.302885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0061ceb4-71fe-4ae1-8225-022e7b792c12 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:45.341866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09493d-181e-4f13-ac29-1a87cd2b20e6 None None] Network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:45.408599 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8::1 (cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66/4c8d391d-5012-4a46-8f93-f20f347e117c/183de63e-eab1-47a4-9b8c-fac639d3be7d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:45.475752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cb399bd4-5e01-4551-a0ba-e7fb75e89521 None None] Provisioning complete for port 234768fb-0879-4b69-9690-b1c77e86d6c0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:45.476093 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb399bd4-5e01-4551-a0ba-e7fb75e89521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:45.561754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0061ceb4-71fe-4ae1-8225-022e7b792c12 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:45.567660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:45.586890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:45.736835 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb399bd4-5e01-4551-a0ba-e7fb75e89521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:45.737655 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:45.774145 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:45.792123 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:45.798299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:45.803058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:45.803939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:45.829194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cb399bd4-5e01-4551-a0ba-e7fb75e89521 None None] For port 234768fb-0879-4b69-9690-b1c77e86d6c0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=234768fb-0879-4b69-9690-b1c77e86d6c0,segment=NetworkSegment(a62d7bcc-0fc6-4bf4-8d34-f133b940476c),segment_id=a62d7bcc-0fc6-4bf4-8d34-f133b940476c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:45.841428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 0061ceb4-71fe-4ae1-8225-022e7b792c12, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0061ceb4-71fe-4ae1-8225-022e7b792c12,segment=NetworkSegment(b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74),segment_id=b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:45.874063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=183de63e-eab1-47a4-9b8c-fac639d3be7d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:45.914416 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cb399bd4-5e01-4551-a0ba-e7fb75e89521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.000931 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.001719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 234768fb-0879-4b69-9690-b1c77e86d6c0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:46.034649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb399bd4-5e01-4551-a0ba-e7fb75e89521 None None] Pushing event updated for resources: {'Port': ['ID=234768fb-0879-4b69-9690-b1c77e86d6c0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:46.070537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.114825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=0061ceb4-71fe-4ae1-8225-022e7b792c12,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:46.130130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 234768fb-0879-4b69-9690-b1c77e86d6c0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:46.131168 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.199450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-189204ac-52d7-4941-a9fb-652346bda9ce None None] Provisioning complete for port 234768fb-0879-4b69-9690-b1c77e86d6c0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:46.199818 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-189204ac-52d7-4941-a9fb-652346bda9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.202344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c74ce4-d4bc-4079-bab7-af9ce60680a7 None None] Network faf58cff-4ff4-487b-8625-c561064913c8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:46.469543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.582791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.583967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.633737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-21e78e2a-ad35-4804-89dc-a95561dd0b40 None None] Provisioning complete for port 183de63e-eab1-47a4-9b8c-fac639d3be7d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:46.635123 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21e78e2a-ad35-4804-89dc-a95561dd0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.688249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-21e78e2a-ad35-4804-89dc-a95561dd0b40 None None] Port 183de63e-eab1-47a4-9b8c-fac639d3be7d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:03:46.703122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-21e78e2a-ad35-4804-89dc-a95561dd0b40 None None] Provisioning complete for port 0061ceb4-71fe-4ae1-8225-022e7b792c12 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:46.703529 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21e78e2a-ad35-4804-89dc-a95561dd0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.723538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=183de63e-eab1-47a4-9b8c-fac639d3be7d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:46.787638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:46.789163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:46.935697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8ea26d16-ca74-4a52-b1ae-4938de1afb7a None None] Provisioning complete for port 0061ceb4-71fe-4ae1-8225-022e7b792c12 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:46.936192 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ea26d16-ca74-4a52-b1ae-4938de1afb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:46.999419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f92a6b7b-3ed2-4c77-9221-b494353acf73 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:03:47.087489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:47.158419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0061ceb4-71fe-4ae1-8225-022e7b792c12 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:47.191459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed17cd2a-5f03-4d3c-900a-c8983f98d30b admin admin] Deleting subnet d0a13865-e290-46f5-961e-4efbf7aa818e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:03:47.198504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed17cd2a-5f03-4d3c-900a-c8983f98d30b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.208756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:03:47.217660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3813f090-826c-43f8-9667-36594cb7d35d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f92a6b7b-3ed2-4c77-9221-b494353acf73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0721371 Nov 10 17:03:47.217660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57388) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:47.225141 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50bd79-ecb3-4c1b-a9ae-db8a7c17fa88 None None] Sync routers for ids ['f92a6b7b-3ed2-4c77-9221-b494353acf73'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:03:47.241131 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50bd79-ecb3-4c1b-a9ae-db8a7c17fa88 None None] Routers {'f92a6b7b-3ed2-4c77-9221-b494353acf73'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:47.241754 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6f50bd79-ecb3-4c1b-a9ae-db8a7c17fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f92a6b7b-3ed2-4c77-9221-b494353acf73'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:47.267987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a53f63d-382c-49e8-b949-507259387386 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:47.269788 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a53f63d-382c-49e8-b949-507259387386 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports/183de63e-eab1-47a4-9b8c-fac639d3be7d HTTP/1.1" status: 200 len: 911 time: 0.0510125 Nov 10 17:03:47.272845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57390) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:47.288057 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6f50bd79-ecb3-4c1b-a9ae-db8a7c17fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:47.302472 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50bd79-ecb3-4c1b-a9ae-db8a7c17fa88 None None] Routers {'f92a6b7b-3ed2-4c77-9221-b494353acf73'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:47.303441 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6f50bd79-ecb3-4c1b-a9ae-db8a7c17fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f92a6b7b-3ed2-4c77-9221-b494353acf73'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:47.309143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed17cd2a-5f03-4d3c-900a-c8983f98d30b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.336713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 0061ceb4-71fe-4ae1-8225-022e7b792c12 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:47.337229 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.348626 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6f50bd79-ecb3-4c1b-a9ae-db8a7c17fa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:47.350086 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50bd79-ecb3-4c1b-a9ae-db8a7c17fa88 None None] The sync data for ids ['f92a6b7b-3ed2-4c77-9221-b494353acf73'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:03:47.410267 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed17cd2a-5f03-4d3c-900a-c8983f98d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.524566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 234768fb-0879-4b69-9690-b1c77e86d6c0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:03:47.563375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8d0b1771-1baa-473f-8629-97bbca19d2c0 None None] Provisioning complete for port 183de63e-eab1-47a4-9b8c-fac639d3be7d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:47.564684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d0b1771-1baa-473f-8629-97bbca19d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.617322 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed17cd2a-5f03-4d3c-900a-c8983f98d30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.638635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b1771-1baa-473f-8629-97bbca19d2c0 None None] Port 183de63e-eab1-47a4-9b8c-fac639d3be7d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:03:47.651536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 234768fb-0879-4b69-9690-b1c77e86d6c0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:47.652433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.674704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17cd2a-5f03-4d3c-900a-c8983f98d30b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a13865-e290-46f5-961e-4efbf7aa818e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:47.682605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed17cd2a-5f03-4d3c-900a-c8983f98d30b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.687964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ed17cd2a-5f03-4d3c-900a-c8983f98d30b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d0a13865-e290-46f5-961e-4efbf7aa818e HTTP/1.1" status: 204 len: 168 time: 0.5988753 Nov 10 17:03:47.690924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57396) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:47.722741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a91317-81cb-48e1-b23c-a68ff44b231c None None] Network ce839c26-0444-4b74-97e7-33b5e458696c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:47.818913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.935927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfee1b-b790-4940-865b-2b978322407f None None] DHCP port deletion for ce839c26-0444-4b74-97e7-33b5e458696c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:03:47.943805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:47.965337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.023135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce839c26-0444-4b74-97e7-33b5e458696c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:48.066042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e207e3a6-7824-477c-89e2-d2b71875eb88') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:48.066632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e207e3a6-7824-477c-89e2-d2b71875eb88') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:48.080369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.107195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.121745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:48.122822 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:48.124377 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:48.302816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.324412 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.328161 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ce839c26-0444-4b74-97e7-33b5e458696c HTTP/1.1" status: 204 len: 168 time: 0.6361859 Nov 10 17:03:48.362920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fd3ab-71c5-4daf-8a3e-1003968c4f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce839c26-0444-4b74-97e7-33b5e458696c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:48.394931 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8:1::1 (faf58cff-4ff4-487b-8625-c561064913c8/f3f10632-e903-4dc2-aa80-0e2d53bd7edb/b372e8a5-d12b-4fbd-87b3-4b380648e50a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:48.551421 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.623476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.675931 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network faf58cff-4ff4-487b-8625-c561064913c8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:48.690390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:48.696513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:48.699872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.702777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=b372e8a5-d12b-4fbd-87b3-4b380648e50a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:48.805275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:48.860305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-82bbab11-af4c-4448-bd5b-9a12ad75d55a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8292167f24974f5c92ce8eaa1b28ff67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538914 Nov 10 17:03:48.863171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:48.930473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc57d8a8-93c7-4afd-ac87-1716a3261066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.958829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc57d8a8-93c7-4afd-ac87-1716a3261066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:48.961600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:49.074629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2160cbb4-eb40-439b-b8f3-837192beb845 None None] Provisioning complete for port b372e8a5-d12b-4fbd-87b3-4b380648e50a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:49.075588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2160cbb4-eb40-439b-b8f3-837192beb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:49.085724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc57d8a8-93c7-4afd-ac87-1716a3261066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:49.088339 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc57d8a8-93c7-4afd-ac87-1716a3261066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:49.089950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fc57d8a8-93c7-4afd-ac87-1716a3261066 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c969794-b7bf-4529-9122-cadfe325f80d HTTP/1.1" status: 204 len: 168 time: 0.2254169 Nov 10 17:03:49.111758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57d8a8-93c7-4afd-ac87-1716a3261066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c969794-b7bf-4529-9122-cadfe325f80d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:49.146089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2160cbb4-eb40-439b-b8f3-837192beb845 None None] Port b372e8a5-d12b-4fbd-87b3-4b380648e50a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:03:49.270656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:49.330838 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:49.331659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:49.429604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=b372e8a5-d12b-4fbd-87b3-4b380648e50a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:49.477242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network faf58cff-4ff4-487b-8625-c561064913c8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:49.479118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:49.615924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f92a6b7b-3ed2-4c77-9221-b494353acf73 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:03:49.721890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:03:49.731666 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-810aca2f-5937-41a9-8698-147a86c09c79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f92a6b7b-3ed2-4c77-9221-b494353acf73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4533446 Nov 10 17:03:49.731780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57424) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:49.733907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8ad82-b67d-45a0-933a-0e90bcdf1b14 None None] Sync routers for ids ['f92a6b7b-3ed2-4c77-9221-b494353acf73'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:03:49.746841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8ad82-b67d-45a0-933a-0e90bcdf1b14 None None] Routers {'f92a6b7b-3ed2-4c77-9221-b494353acf73'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:49.747671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9bd8ad82-b67d-45a0-933a-0e90bcdf1b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f92a6b7b-3ed2-4c77-9221-b494353acf73'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:49.782489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44678543-2b1e-4cb8-9ee5-1f8592b6fc16 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:49.784386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44678543-2b1e-4cb8-9ee5-1f8592b6fc16 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports/b372e8a5-d12b-4fbd-87b3-4b380648e50a HTTP/1.1" status: 200 len: 913 time: 0.0522368 Nov 10 17:03:49.787090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57426) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:49.793040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9bd8ad82-b67d-45a0-933a-0e90bcdf1b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:49.802596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8ad82-b67d-45a0-933a-0e90bcdf1b14 None None] Routers {'f92a6b7b-3ed2-4c77-9221-b494353acf73'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:49.803502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9bd8ad82-b67d-45a0-933a-0e90bcdf1b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f92a6b7b-3ed2-4c77-9221-b494353acf73'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:49.839805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9bd8ad82-b67d-45a0-933a-0e90bcdf1b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:49.840452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8ad82-b67d-45a0-933a-0e90bcdf1b14 None None] The sync data for ids ['f92a6b7b-3ed2-4c77-9221-b494353acf73'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:03:49.875735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-61c46212-0a86-404d-892d-6571ef37b709 None None] Provisioning complete for port b372e8a5-d12b-4fbd-87b3-4b380648e50a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:03:49.876142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61c46212-0a86-404d-892d-6571ef37b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:49.915709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-61c46212-0a86-404d-892d-6571ef37b709 None None] Port b372e8a5-d12b-4fbd-87b3-4b380648e50a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:03:50.307705 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:50.890408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port b372e8a5-d12b-4fbd-87b3-4b380648e50a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:50.891737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:50.978953 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:50.992839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for b372e8a5-d12b-4fbd-87b3-4b380648e50a owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:51.279302 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:51.308598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=b372e8a5-d12b-4fbd-87b3-4b380648e50a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:51.433681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:51.657779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f92a6b7b-3ed2-4c77-9221-b494353acf73 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:03:51.764663 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:03:51.773635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57460) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:51.774837 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3312007-b513-4a9d-a63b-8c5b9cfeb297 None None] Sync routers for ids ['f92a6b7b-3ed2-4c77-9221-b494353acf73'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:03:51.782023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d8681163-699e-4cf3-a670-d6f9010839c6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f92a6b7b-3ed2-4c77-9221-b494353acf73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9928944 Nov 10 17:03:51.787288 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3312007-b513-4a9d-a63b-8c5b9cfeb297 None None] Routers {'f92a6b7b-3ed2-4c77-9221-b494353acf73'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:51.788421 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a3312007-b513-4a9d-a63b-8c5b9cfeb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f92a6b7b-3ed2-4c77-9221-b494353acf73'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:51.822063 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a3312007-b513-4a9d-a63b-8c5b9cfeb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:51.831443 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3312007-b513-4a9d-a63b-8c5b9cfeb297 None None] Routers {'f92a6b7b-3ed2-4c77-9221-b494353acf73'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:51.832340 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a3312007-b513-4a9d-a63b-8c5b9cfeb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f92a6b7b-3ed2-4c77-9221-b494353acf73'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:51.887605 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a3312007-b513-4a9d-a63b-8c5b9cfeb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:51.888586 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3312007-b513-4a9d-a63b-8c5b9cfeb297 None None] The sync data for ids ['f92a6b7b-3ed2-4c77-9221-b494353acf73'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:03:52.165465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:52.800830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 183de63e-eab1-47a4-9b8c-fac639d3be7d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:52.801532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:52.892206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:52.904973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 183de63e-eab1-47a4-9b8c-fac639d3be7d owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:53.142258 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:53.173893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=183de63e-eab1-47a4-9b8c-fac639d3be7d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:53.305220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:53.522068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f92a6b7b-3ed2-4c77-9221-b494353acf73 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:03:53.607895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:03:53.616179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e04fc942-2285-4adc-a13b-e8366fa6a1c4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f92a6b7b-3ed2-4c77-9221-b494353acf73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385203 Nov 10 17:03:53.616179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57474) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:53.626262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd8295-8745-4c71-adf3-1969498e991f None None] Sync routers for ids ['f92a6b7b-3ed2-4c77-9221-b494353acf73'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:03:53.640738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd8295-8745-4c71-adf3-1969498e991f None None] Routers {'f92a6b7b-3ed2-4c77-9221-b494353acf73'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:53.641590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96dd8295-8745-4c71-adf3-1969498e991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f92a6b7b-3ed2-4c77-9221-b494353acf73'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:53.649127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eabbe6e0-0234-4959-805a-a45a1ee8fe39 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=f92a6b7b-3ed2-4c77-9221-b494353acf73 HTTP/1.1" status: 200 len: 205 time: 0.0295320 Nov 10 17:03:53.649598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:53.679548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96dd8295-8745-4c71-adf3-1969498e991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:53.702124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd8295-8745-4c71-adf3-1969498e991f None None] Routers {'f92a6b7b-3ed2-4c77-9221-b494353acf73'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:53.703077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96dd8295-8745-4c71-adf3-1969498e991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f92a6b7b-3ed2-4c77-9221-b494353acf73'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:53.737357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cbcad1b-c8c0-424a-873c-5291e5a4fe05 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:53.776496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96dd8295-8745-4c71-adf3-1969498e991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:53.777650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd8295-8745-4c71-adf3-1969498e991f None None] The sync data for ids ['f92a6b7b-3ed2-4c77-9221-b494353acf73'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:03:53.934142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-be13bb6c-ab59-4442-8662-7bca3dcbb2cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1609159 Nov 10 17:03:53.969396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cbcad1b-c8c0-424a-873c-5291e5a4fe05 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:53.971779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cbcad1b-c8c0-424a-873c-5291e5a4fe05 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.087824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-75846f14-8302-4ecc-8d5a-1127746968dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:54.089635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-75846f14-8302-4ecc-8d5a-1127746968dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 1098 time: 0.0917499 Nov 10 17:03:54.127647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cbcad1b-c8c0-424a-873c-5291e5a4fe05 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.128263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbcad1b-c8c0-424a-873c-5291e5a4fe05 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Fanout notify agent at l3_agent the message router_deleted on router f92a6b7b-3ed2-4c77-9221-b494353acf73 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:03:54.146019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cbcad1b-c8c0-424a-873c-5291e5a4fe05 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.147173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9cbcad1b-c8c0-424a-873c-5291e5a4fe05 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/f92a6b7b-3ed2-4c77-9221-b494353acf73 HTTP/1.1" status: 204 len: 168 time: 0.4965339 Nov 10 17:03:54.150984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57482) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:54.249124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a662d6-39f1-4f97-92f6-f53441d1bbf7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet f3f10632-e903-4dc2-aa80-0e2d53bd7edb {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:03:54.252437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-501f0193-1011-4a87-ace6-b1309bf521e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:54.252437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-501f0193-1011-4a87-ace6-b1309bf521e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fb90181-e684-44de-a8a1-f3aec4ab8039 HTTP/1.1" status: 200 len: 897 time: 0.1359935 Nov 10 17:03:54.254270 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a662d6-39f1-4f97-92f6-f53441d1bbf7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.304526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a662d6-39f1-4f97-92f6-f53441d1bbf7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.335756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-23f68615-0280-4335-a280-e63dc246dffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5 HTTP/1.1" status: 200 len: 1002 time: 0.0756357 Nov 10 17:03:54.398527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-8b8a054b-86ed-4f74-b8d7-9f6f9c2755cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:54.400257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-8b8a054b-86ed-4f74-b8d7-9f6f9c2755cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a823639-50b2-4140-9190-1b0404d32c5f HTTP/1.1" status: 200 len: 837 time: 0.0573578 Nov 10 17:03:54.426659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a662d6-39f1-4f97-92f6-f53441d1bbf7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.452601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-55961b44-f967-4b77-9024-590729d6a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:54.454410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-55961b44-f967-4b77-9024-590729d6a394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fb90181-e684-44de-a8a1-f3aec4ab8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0449760 Nov 10 17:03:54.552941 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-92860453-4418-4c84-8706-17726886d721 service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906653 Nov 10 17:03:54.588264 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a662d6-39f1-4f97-92f6-f53441d1bbf7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.622164 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a662d6-39f1-4f97-92f6-f53441d1bbf7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f10632-e903-4dc2-aa80-0e2d53bd7edb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:54.624514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a662d6-39f1-4f97-92f6-f53441d1bbf7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.631473 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-47a662d6-39f1-4f97-92f6-f53441d1bbf7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/f3f10632-e903-4dc2-aa80-0e2d53bd7edb HTTP/1.1" status: 204 len: 168 time: 0.4791925 Nov 10 17:03:54.632522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57484) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:54.636791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea8f74-9e18-4e8d-b785-849bfdc5d0cf None None] Network faf58cff-4ff4-487b-8625-c561064913c8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:54.688118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8328cb40-f34a-4460-8a02-eddceb8ed1de tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet 4c8d391d-5012-4a46-8f93-f20f347e117c {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:03:54.691726 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8328cb40-f34a-4460-8a02-eddceb8ed1de tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.719720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee676d43-95d8-4c4d-b4cb-b51d7df415f8 req-9040e114-cc48-4fc0-98d1-1a3d32990dfa service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589305 Nov 10 17:03:54.752260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8328cb40-f34a-4460-8a02-eddceb8ed1de tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.851961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8328cb40-f34a-4460-8a02-eddceb8ed1de tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:54.916144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] DHCP port deletion for faf58cff-4ff4-487b-8625-c561064913c8 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:03:54.978457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-b5b79385-0606-4323-b9fc-33639a2429d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661802 Nov 10 17:03:55.012402 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8328cb40-f34a-4460-8a02-eddceb8ed1de tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.044467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] Deleting port 0061ceb4-71fe-4ae1-8225-022e7b792c12 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:55.044841 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.053090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-a6487b49-2663-4cd2-98a6-9955857205e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:55.058230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-a6487b49-2663-4cd2-98a6-9955857205e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1097 time: 0.0536029 Nov 10 17:03:55.082713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328cb40-f34a-4460-8a02-eddceb8ed1de tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8d391d-5012-4a46-8f93-f20f347e117c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:55.106748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8328cb40-f34a-4460-8a02-eddceb8ed1de tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.121146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8328cb40-f34a-4460-8a02-eddceb8ed1de tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/4c8d391d-5012-4a46-8f93-f20f347e117c HTTP/1.1" status: 204 len: 168 time: 0.4865937 Nov 10 17:03:55.123376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57494) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:55.161537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57498) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:55.164364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] For port 0061ceb4-71fe-4ae1-8225-022e7b792c12, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0061ceb4-71fe-4ae1-8225-022e7b792c12,segment=NetworkSegment(b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74),segment_id=b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:55.164869 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.182267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] Calling delete_port for 0061ceb4-71fe-4ae1-8225-022e7b792c12 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:55.241022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b14868f-f0f8-4177-b448-f4635079b306 None None] Network cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:55.244220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 0061ceb4-71fe-4ae1-8225-022e7b792c12 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:03:55.285321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-40ac7d43-0796-470f-9dbc-a580deae83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:55.295813 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-40ac7d43-0796-470f-9dbc-a580deae83e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 200 len: 898 time: 0.2106884 Nov 10 17:03:55.606365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.625283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.690986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 0061ceb4-71fe-4ae1-8225-022e7b792c12, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=0061ceb4-71fe-4ae1-8225-022e7b792c12,segment=NetworkSegment(b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74),segment_id=b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:55.770651 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.848279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] DHCP port deletion for cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:03:55.856545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57502) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:55.860583 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.871622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 0061ceb4-71fe-4ae1-8225-022e7b792c12 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:55.872075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.898413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] No DVR routers for this DVR port 0061ceb4-71fe-4ae1-8225-022e7b792c12 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:55.949672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port 0061ceb4-71fe-4ae1-8225-022e7b792c12, host n-d-714676-11, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:55.950122 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:55.972699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 0061ceb4-71fe-4ae1-8225-022e7b792c12 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:55.978037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Port 0061ceb4-71fe-4ae1-8225-022e7b792c12 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:03:55.988056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.018982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=0061ceb4-71fe-4ae1-8225-022e7b792c12,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:56.041891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=0061ceb4-71fe-4ae1-8225-022e7b792c12,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:56.059787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No DVR routers for this DVR port 0061ceb4-71fe-4ae1-8225-022e7b792c12 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:56.068386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-f82ca7d6-60c9-4d2a-8400-895d39899465 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 1001 time: 0.7665958 Nov 10 17:03:56.074145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.074497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.074842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.076122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.076468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.076807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.077400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.077742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.078074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.078403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.079235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.079588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:03:56.134735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-892eff5a-c78d-4add-93a3-f1b86bfd5ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.137411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-72e595de-8f02-4862-b25d-0359c3d986ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:56.138871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-72e595de-8f02-4862-b25d-0359c3d986ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=725524e4-6307-4165-b677-5b4b39b2ed18 HTTP/1.1" status: 200 len: 834 time: 0.0627160 Nov 10 17:03:56.142143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] Deleting port 234768fb-0879-4b69-9690-b1c77e86d6c0 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:56.142510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.145851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551ad5a-4d71-44d1-bf7f-a4393edd61a9 None None] Pushing event deleted for resources: {'Port': ['ID=0061ceb4-71fe-4ae1-8225-022e7b792c12,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:56.206887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-1084af24-56fc-42dc-a551-3f80fcb92026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:56.208515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-1084af24-56fc-42dc-a551-3f80fcb92026 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20761e0c-1246-401f-85cb-697f30e101b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602047 Nov 10 17:03:56.268984 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.271218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] For port 234768fb-0879-4b69-9690-b1c77e86d6c0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=234768fb-0879-4b69-9690-b1c77e86d6c0,segment=NetworkSegment(a62d7bcc-0fc6-4bf4-8d34-f133b940476c),segment_id=a62d7bcc-0fc6-4bf4-8d34-f133b940476c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:56.271837 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.289161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] Calling delete_port for 234768fb-0879-4b69-9690-b1c77e86d6c0 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:56.319793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf58cff-4ff4-487b-8625-c561064913c8']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:56.373926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:56.374527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f8c2c8-dc8f-47cb-bdb7-82ebd9b66d74') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:56.379413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-a8ca311d-d269-48c4-8133-17ba0c746bd6 service neutron] 10.222.0.69 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626112 Nov 10 17:03:56.390422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.418982 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.440933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:56.441494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:56.451610 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:56.462161 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.489264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] Pushing event deleted for resources: {'Port': ['ID=234768fb-0879-4b69-9690-b1c77e86d6c0,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:56.515194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dbcfe2-e999-4b3e-890f-4c163ab34f6b None None] No DVR routers for this DVR port 234768fb-0879-4b69-9690-b1c77e86d6c0 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:03:56.522779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a3f8c7-2697-4dce-8494-3ed0769c4cd1 req-6cd806ff-6365-4133-992b-256c1b73dbad service neutron] 10.222.0.69 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340487 Nov 10 17:03:56.533018 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-892eff5a-c78d-4add-93a3-f1b86bfd5ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.536865 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.685659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-892eff5a-c78d-4add-93a3-f1b86bfd5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.768227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eff5a-c78d-4add-93a3-f1b86bfd5ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d92273-87a9-4953-932b-8b073f5dc7f1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:56.776048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-892eff5a-c78d-4add-93a3-f1b86bfd5ceb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fae42c22e93b424abe435e10c75b5857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9156475 Nov 10 17:03:56.776872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:56.795236 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.802576 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.805894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/faf58cff-4ff4-487b-8625-c561064913c8 HTTP/1.1" status: 204 len: 168 time: 1.6812680 Nov 10 17:03:56.809602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:56.821458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d8931-81be-4fa8-9233-5fe3715e35b6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=faf58cff-4ff4-487b-8625-c561064913c8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:56.923541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.926956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a96ea7f-a74b-4ace-85e0-3c9ac307ec06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.937169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:03:56.937505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:56.967334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a96ea7f-a74b-4ace-85e0-3c9ac307ec06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.088983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:03:57.093153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.099587 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.125704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 234768fb-0879-4b69-9690-b1c77e86d6c0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:03:57.130390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:03:57.150471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:57.155636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 234768fb-0879-4b69-9690-b1c77e86d6c0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:03:57.156204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 234768fb-0879-4b69-9690-b1c77e86d6c0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:03:57.172093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62d7bcc-0fc6-4bf4-8d34-f133b940476c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:57.172399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62d7bcc-0fc6-4bf4-8d34-f133b940476c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:57.185254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.203597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.210721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:03:57.211294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:03:57.215964 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:03:57.282785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a96ea7f-a74b-4ace-85e0-3c9ac307ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.285615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a96ea7f-a74b-4ace-85e0-3c9ac307ec06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.286913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5a96ea7f-a74b-4ace-85e0-3c9ac307ec06 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75d92273-87a9-4953-932b-8b073f5dc7f1 HTTP/1.1" status: 204 len: 168 time: 0.5086496 Nov 10 17:03:57.295644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96ea7f-a74b-4ace-85e0-3c9ac307ec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d92273-87a9-4953-932b-8b073f5dc7f1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:57.376121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.383975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.387350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66 HTTP/1.1" status: 204 len: 168 time: 0.5758398 Nov 10 17:03:57.391954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:57.396503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-926479266'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:57.415754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ecde4-d310-4450-ba2a-df7b4269a213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=cdb5a1b2-e40d-4c8f-ac4d-9493b11c0e66,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:57.439163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.475321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:57.537849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:57.537849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.566010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:03:57.584077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.584774 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment e44562a1-bc10-41ad-aca8-fd4294fefb11 of type vlan for network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 Nov 10 17:03:57.678093 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.785909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.810802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.817237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:57.817856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:57.890505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=9ce530ec-dfd7-4915-8bae-0a2ec2debfa7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:57.902857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:03:57.956252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c363de7e-1efb-48b5-b8d6-87c83b4ae241 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5638802 Nov 10 17:03:57.959131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57530) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:57.981694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': '9ce530ec-dfd7-4915-8bae-0a2ec2debfa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:58.032340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 08f4fdf2-0368-462d-be9b-66dfc522447d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:03:58.136764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57534) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:58.154031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:03:58.155054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bc26-cb28-4491-b21a-c855800ce6ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.159794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-71d4c5ac-fe6b-4758-9434-9689e9a2c8b8 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "PUT /v2.0/routers/08f4fdf2-0368-462d-be9b-66dfc522447d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9937954 Nov 10 17:03:58.169377 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] Sync routers for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:03:58.182189 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:58.183330 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:58.205827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:58.211215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.329239 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:03:58.413875 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bc26-cb28-4491-b21a-c855800ce6ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.514237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bc26-cb28-4491-b21a-c855800ce6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.556748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7bc26-cb28-4491-b21a-c855800ce6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a5353f-c03d-431f-b0b2-28dae2db05c6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:58.577659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8ff7bc26-cb28-4491-b21a-c855800ce6ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=971c0292c7644b6dac2861ac1ac9ead8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390790 Nov 10 17:03:58.579899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:58.597897 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.620112 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:57Z', 'revision_number': 6, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:25Z', 'revision_number': 1, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:58.662376 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] Checking router: 08f4fdf2-0368-462d-be9b-66dfc522447d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:03:58.673752 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:03:58.674691 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:03:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:58.684497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=0eba8c46-369d-4863-b1ef-4a48bea6056b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:58.726476 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aada3ed-c102-493b-8e9a-aecf3f9bf3c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.731047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962a694-5ca3-442a-92c2-51f16906246c req-4eb08eaa-50b4-45fb-b3e9-043863ce0358 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:58.738930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2962a694-5ca3-442a-92c2-51f16906246c req-4eb08eaa-50b4-45fb-b3e9-043863ce0358 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 945 time: 0.0894310 Nov 10 17:03:58.758137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aada3ed-c102-493b-8e9a-aecf3f9bf3c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.799184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2962a694-5ca3-442a-92c2-51f16906246c req-5006f24b-8e6d-4c28-b8ef-4418c0a66626 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591054 Nov 10 17:03:58.800284 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:03:58.811291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': 'e44562a1-bc10-41ad-aca8-fd4294fefb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9ce530ec-dfd7-4915-8bae-0a2ec2debfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:58.811291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:03:58.930245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:03:58.958510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e68ee-903e-4411-8006-f22f9f6d1e86 req-4c67b097-17f5-4253-935c-e4c41091a50d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:58.960103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b75e68ee-903e-4411-8006-f22f9f6d1e86 req-4c67b097-17f5-4253-935c-e4c41091a50d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.0594411 Nov 10 17:03:58.961306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aada3ed-c102-493b-8e9a-aecf3f9bf3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.964957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aada3ed-c102-493b-8e9a-aecf3f9bf3c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:58.966030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3aada3ed-c102-493b-8e9a-aecf3f9bf3c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9a5353f-c03d-431f-b0b2-28dae2db05c6 HTTP/1.1" status: 204 len: 168 time: 0.3849914 Nov 10 17:03:58.977576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aada3ed-c102-493b-8e9a-aecf3f9bf3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a5353f-c03d-431f-b0b2-28dae2db05c6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:59.042582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:59.054195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:59.055080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.061518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35333ed7-399c-4897-97b7-c73390f2a0f8 None None] Network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:03:59.093772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b75e68ee-903e-4411-8006-f22f9f6d1e86 req-f591751e-1cec-4753-9735-64be0ac95098 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182694 Nov 10 17:03:59.114483 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:59.200881 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:57Z', 'revision_number': 6, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:25Z', 'revision_number': 1, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:03:59.204286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4779a07e-9340-4ac6-acc2-fab51fbdd85a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b HTTP/1.1" status: 200 len: 993 time: 0.0880826 Nov 10 17:03:59.216423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ca8f8252-691a-415b-9447-cc197444d14d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2561817 Nov 10 17:03:59.221636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:59.226919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d1f967c9-2365-4839-bec9-f2f078d44522 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-425715988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:59.241232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-9ce530ec-dfd7-4915-8bae-0a2ec2debfa7', 'network_id': '9ce530ec-dfd7-4915-8bae-0a2ec2debfa7', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': '0eba8c46-369d-4863-b1ef-4a48bea6056b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:03:59.242101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.245311 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1222d21-dbc0-41d3-bbc3-b1fbb6a0dcc5 None None] The sync data for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 is: [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:57Z', 'revision_number': 6, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '5b83c05c-7641-4e9d-b05f-411d91619313', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'port_id': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'fixed_ip_address': '172.20.0.30', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'mac_address': 'fa:16:3e:d2:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:02:20Z', 'updated_at': '2021-11-10T17:02:25Z', 'revision_number': 1, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:03:59.337621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f967c9-2365-4839-bec9-f2f078d44522 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.339015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f967c9-2365-4839-bec9-f2f078d44522 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.402814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f967c9-2365-4839-bec9-f2f078d44522 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.424153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Allocated IP 2001:db8::2 (9ce530ec-dfd7-4915-8bae-0a2ec2debfa7/0eba8c46-369d-4863-b1ef-4a48bea6056b/16f74d60-e566-42ac-9e3a-4f30490e7315) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:03:59.485330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f967c9-2365-4839-bec9-f2f078d44522 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.584525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f967c9-2365-4839-bec9-f2f078d44522 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.589278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d1f967c9-2365-4839-bec9-f2f078d44522 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3637969 Nov 10 17:03:59.589992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:03:59.591138 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.597008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'port': {'network_id': '9ce530ec-dfd7-4915-8bae-0a2ec2debfa7', 'name': 'tempest-RoutersIpV6Test-1780049556'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:03:59.690603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.749485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:03:59.758273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:03:59.759276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b40a94-b9e4-42d7-b859-3e7cb9db78b0 req-05ffd572-c2a4-4197-86ac-fb89c8ec62ec tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:03:59.761669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8b40a94-b9e4-42d7-b859-3e7cb9db78b0 req-05ffd572-c2a4-4197-86ac-fb89c8ec62ec tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1097 time: 0.0810955 Nov 10 17:03:59.772904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:03:59.783611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Pushing event updated for resources: {'Port': ['ID=16f74d60-e566-42ac-9e3a-4f30490e7315,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:03:59.861283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8b40a94-b9e4-42d7-b859-3e7cb9db78b0 req-ca297c3e-68af-4317-8d7e-82faa62a876c tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616238 Nov 10 17:03:59.895822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:03:59.899453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.924294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Attempting to bind port 16f74d60-e566-42ac-9e3a-4f30490e7315 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:03:59.925131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Attempting to bind port 16f74d60-e566-42ac-9e3a-4f30490e7315 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e44562a1-bc10-41ad-aca8-fd4294fefb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9ce530ec-dfd7-4915-8bae-0a2ec2debfa7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:03:59.928022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Attempting to bind port 16f74d60-e566-42ac-9e3a-4f30490e7315 on network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:03:59.933769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] device_id is not set on port 19711973-0b8e-4112-b06e-6dd8d0ff50f7 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:03:59.949127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:03:59.950494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Checking segment: {'id': 'e44562a1-bc10-41ad-aca8-fd4294fefb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9ce530ec-dfd7-4915-8bae-0a2ec2debfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:03:59.952372 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.954045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Bound using segment: {'id': 'e44562a1-bc10-41ad-aca8-fd4294fefb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9ce530ec-dfd7-4915-8bae-0a2ec2debfa7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:03:59.955548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Bound port: 16f74d60-e566-42ac-9e3a-4f30490e7315, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44562a1-bc10-41ad-aca8-fd4294fefb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9ce530ec-dfd7-4915-8bae-0a2ec2debfa7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:03:59.958544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:03:59.998922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb3580-d88e-4858-8ebe-5653a9c99dab req-2ce8771e-2160-4cd3-a8b5-bf22685dedf6 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:00.009013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3cb3580-d88e-4858-8ebe-5653a9c99dab req-2ce8771e-2160-4cd3-a8b5-bf22685dedf6 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 945 time: 0.0791147 Nov 10 17:04:00.102996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3cb3580-d88e-4858-8ebe-5653a9c99dab req-83a2b77a-98dd-47e7-9b67-a0640e7f8154 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=262da59e-5da1-4bd5-894a-2772c4774d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877066 Nov 10 17:04:00.105295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] For port 16f74d60-e566-42ac-9e3a-4f30490e7315, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:00.111522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] For port 16f74d60-e566-42ac-9e3a-4f30490e7315, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=16f74d60-e566-42ac-9e3a-4f30490e7315,segment=NetworkSegment(e44562a1-bc10-41ad-aca8-fd4294fefb11),segment_id=e44562a1-bc10-41ad-aca8-fd4294fefb11)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:00.152988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8::2ed (9ce530ec-dfd7-4915-8bae-0a2ec2debfa7/0eba8c46-369d-4863-b1ef-4a48bea6056b/19711973-0b8e-4112-b06e-6dd8d0ff50f7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:00.205278 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:00.274907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55411e0-51b9-4678-8420-ac2cfbcd2e6c None None] Pushing event updated for resources: {'Port': ['ID=16f74d60-e566-42ac-9e3a-4f30490e7315,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:00.398369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:00.428787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-2e0faafa-7c4c-4252-8a09-8539127729f9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:00.436863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-2e0faafa-7c4c-4252-8a09-8539127729f9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.69 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 945 time: 0.0876091 Nov 10 17:04:00.582851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port 695d4b9b-1906-4889-99cd-7c2d20d841bd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:00.583188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:00.688279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:00.762432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:00.771396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:00.783629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:00.789798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:00.790542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:00.811453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port 695d4b9b-1906-4889-99cd-7c2d20d841bd, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=695d4b9b-1906-4889-99cd-7c2d20d841bd,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:00.811827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:00.815392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=19711973-0b8e-4112-b06e-6dd8d0ff50f7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:00.835930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for 695d4b9b-1906-4889-99cd-7c2d20d841bd owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:00.956849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-14e8c25f-0e13-4de9-8ff1-faf2cd5ee1aa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3658090 Nov 10 17:04:00.959625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:01.033112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:01.069939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=695d4b9b-1906-4889-99cd-7c2d20d841bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:01.187106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] No DVR routers for this DVR port 695d4b9b-1906-4889-99cd-7c2d20d841bd on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:01.194627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:01.206228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492ebc8-ce1c-4f56-8bcf-d460a91cc395 req-1b7a49c2-d8ee-436a-bb93-ad82b80e9713 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.69 "DELETE /v2.0/ports/695d4b9b-1906-4889-99cd-7c2d20d841bd HTTP/1.1" status: 204 len: 173 time: 0.7682014 Nov 10 17:04:01.206854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339f8f0f-b756-4b84-84db-e9b99d58602e', 'name': 'network-vif-deleted', 'tag': '695d4b9b-1906-4889-99cd-7c2d20d841bd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:01.209273 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc7c74-11bd-4c73-b630-aa647063b0dd" -d '{"events": [{"server_uuid": "339f8f0f-b756-4b84-84db-e9b99d58602e", "name": "network-vif-deleted", "tag": "695d4b9b-1906-4889-99cd-7c2d20d841bd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:01.236977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 16f74d60-e566-42ac-9e3a-4f30490e7315 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:01.356687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 16f74d60-e566-42ac-9e3a-4f30490e7315 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:01.360330 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:01.379612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d13290c7-7d52-48a4-b74d-84c73a35663c req-103644b2-fb11-414e-b997-1137420ac3aa tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=339f8f0f-b756-4b84-84db-e9b99d58602e HTTP/1.1" status: 200 len: 210 time: 0.0972188 Nov 10 17:04:01.555157 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b517266-4665-4940-b436-c0d316f25152 x-openstack-request-id: req-0b517266-4665-4940-b436-c0d316f25152 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:01.555692 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339f8f0f-b756-4b84-84db-e9b99d58602e", "name": "network-vif-deleted", "tag": "695d4b9b-1906-4889-99cd-7c2d20d841bd", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:01.555930 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b517266-4665-4940-b436-c0d316f25152 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:01.556467 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339f8f0f-b756-4b84-84db-e9b99d58602e', 'name': 'network-vif-deleted', 'tag': '695d4b9b-1906-4889-99cd-7c2d20d841bd', 'status': 'completed', 'code': 200} Nov 10 17:04:01.611670 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:01.676077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 16f74d60-e566-42ac-9e3a-4f30490e7315, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=16f74d60-e566-42ac-9e3a-4f30490e7315,segment=NetworkSegment(e44562a1-bc10-41ad-aca8-fd4294fefb11),segment_id=e44562a1-bc10-41ad-aca8-fd4294fefb11)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:01.702129 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8997e58a-a9b5-499c-8588-db51a89723b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:01.727147 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:01.782184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:01.822509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:01.822868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e8b04df2-ee1d-45aa-90cb-e7ca5ac96a94 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:01.832883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6ba7e4b8-4cdb-46e8-b623-12725dae8818 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5516396 Nov 10 17:04:01.839448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8f8616a4-9c70-4fc1-99be-9e7bb38f2984 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:04:01.840620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=16f74d60-e566-42ac-9e3a-4f30490e7315,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:01.848532 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8f8616a4-9c70-4fc1-99be-9e7bb38f2984 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147548 Nov 10 17:04:01.883191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba8a48-c2ee-401c-8dd4-a32f26b34c2c None None] Network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:01.944033 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:01.984373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6d359835-c5fe-444e-ae2f-ced7315deb77 None None] Provisioning complete for port 16f74d60-e566-42ac-9e3a-4f30490e7315 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:01.984717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d359835-c5fe-444e-ae2f-ced7315deb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:02.496702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:02.640116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01a81b1c-b371-42c3-b924-49b6fc5a4607 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:02.698522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01a81b1c-b371-42c3-b924-49b6fc5a4607 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:02.783926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:02.897808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:02.956007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-69268b27-4e03-417b-bddb-f4ed17d47542 None None] Provisioning complete for port 16f74d60-e566-42ac-9e3a-4f30490e7315 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:02.956600 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69268b27-4e03-417b-bddb-f4ed17d47542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:02.959068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01a81b1c-b371-42c3-b924-49b6fc5a4607 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:02.964541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01a81b1c-b371-42c3-b924-49b6fc5a4607 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:02.966276 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-01a81b1c-b371-42c3-b924-49b6fc5a4607 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/security-groups/262da59e-5da1-4bd5-894a-2772c4774d6f HTTP/1.1" status: 204 len: 168 time: 0.4684782 Nov 10 17:04:03.006948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a81b1c-b371-42c3-b924-49b6fc5a4607 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=262da59e-5da1-4bd5-894a-2772c4774d6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:03.116167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:03.146810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-2daa2c81-0c11-4327-a042-318c6c51c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:03.147511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-2daa2c81-0c11-4327-a042-318c6c51c36b service neutron] 10.222.0.62 "GET /v2.0/ports/ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 1094 time: 0.0869699 Nov 10 17:04:03.185990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Request body: {'binding': {'host': 'n-h2-714676-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:03.186627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Unknown quota resources ['binding']. {{(pid=103326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:04:03.192861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 16f74d60-e566-42ac-9e3a-4f30490e7315 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:03.207726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b0d254-12e9-4c4a-8f08-14114c6661c2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting subnet 58e5188a-a336-433d-adce-85d29e733314 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:04:03.211209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d254-12e9-4c4a-8f08-14114c6661c2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.224596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=19711973-0b8e-4112-b06e-6dd8d0ff50f7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:03.278834 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d254-12e9-4c4a-8f08-14114c6661c2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.366793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-69268b27-4e03-417b-bddb-f4ed17d47542 None None] Provisioning complete for port 19711973-0b8e-4112-b06e-6dd8d0ff50f7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:03.373995 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-69268b27-4e03-417b-bddb-f4ed17d47542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.435143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d254-12e9-4c4a-8f08-14114c6661c2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.452052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 16f74d60-e566-42ac-9e3a-4f30490e7315 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:03.452427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.520600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on host n-h2-714676-11 for vnic_type normal with profile None {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:03.523660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:03.523660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:03.524375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-69268b27-4e03-417b-bddb-f4ed17d47542 None None] Port 19711973-0b8e-4112-b06e-6dd8d0ff50f7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:03.536898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:04:03.537225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:03.549840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:03.550186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Checking segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:03.550577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Bound using segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:03.555524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Bound port: ffb962b4-759f-4ce8-9ad4-350c2304b624, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:03.612883 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.646343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d254-12e9-4c4a-8f08-14114c6661c2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.653177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9c46d155-2585-45d4-a0ab-31b9f2902c7e None None] Provisioning complete for port 19711973-0b8e-4112-b06e-6dd8d0ff50f7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:03.653913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c46d155-2585-45d4-a0ab-31b9f2902c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.681500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0d254-12e9-4c4a-8f08-14114c6661c2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Subnet': ['ID=58e5188a-a336-433d-adce-85d29e733314,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:03.702243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d254-12e9-4c4a-8f08-14114c6661c2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.705724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2df4f1-c2dc-4dd5-8cda-188ee015adcf None None] Network 518508bf-215c-4052-bcb3-cd2d3bd0a497 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:03.709888 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c7b0d254-12e9-4c4a-8f08-14114c6661c2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/subnets/58e5188a-a336-433d-adce-85d29e733314 HTTP/1.1" status: 204 len: 168 time: 0.5901594 Nov 10 17:04:03.711189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:03.741768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9c46d155-2585-45d4-a0ab-31b9f2902c7e None None] Port 19711973-0b8e-4112-b06e-6dd8d0ff50f7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:03.790934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:03.823485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 695d4b9b-1906-4889-99cd-7c2d20d841bd no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:03.841293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.878630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] Publish callbacks [] for binding, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.878630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] 10.222.0.62 "POST /v2.0/ports/ffb962b4-759f-4ce8-9ad4-350c2304b624/bindings HTTP/1.1" status: 201 len: 390 time: 0.7231901 Nov 10 17:04:03.923101 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port b4bf539b-52a1-4211-b08e-64f0f4aa316d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:03.923503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.940596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 695d4b9b-1906-4889-99cd-7c2d20d841bd {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:03.941464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 695d4b9b-1906-4889-99cd-7c2d20d841bd not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:03.944718 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c1268b6-46eb-4b90-96d9-448be0263816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:03.997968 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.045462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:04.075678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] DHCP port deletion for 518508bf-215c-4052-bcb3-cd2d3bd0a497 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:04.080708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port b4bf539b-52a1-4211-b08e-64f0f4aa316d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b4bf539b-52a1-4211-b08e-64f0f4aa316d,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:04.081087 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.103001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for b4bf539b-52a1-4211-b08e-64f0f4aa316d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:04.189015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] Deleting port b4bf539b-52a1-4211-b08e-64f0f4aa316d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:04.189530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.277743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] For port b4bf539b-52a1-4211-b08e-64f0f4aa316d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b4bf539b-52a1-4211-b08e-64f0f4aa316d,segment=NetworkSegment(bc98b179-892d-4d7b-9974-d57dd4888e27),segment_id=bc98b179-892d-4d7b-9974-d57dd4888e27)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:04.285959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.293911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] Calling delete_port for b4bf539b-52a1-4211-b08e-64f0f4aa316d owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:04.313230 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c980e24e-9050-41bb-a226-ae501a0c0621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.357622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33a11-800c-412b-99d6-e0d3926b1cfd req-44a1b980-7cfd-4549-badd-dba36e7f1611 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:04.359255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7d33a11-800c-412b-99d6-e0d3926b1cfd req-44a1b980-7cfd-4549-badd-dba36e7f1611 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.1506822 Nov 10 17:04:04.421113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c980e24e-9050-41bb-a226-ae501a0c0621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.422209 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.423245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.456599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=b4bf539b-52a1-4211-b08e-64f0f4aa316d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:04.465895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] No DVR routers for this DVR port b4bf539b-52a1-4211-b08e-64f0f4aa316d on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:04.479663 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c980e24e-9050-41bb-a226-ae501a0c0621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.487049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] Pushing event deleted for resources: {'Port': ['ID=b4bf539b-52a1-4211-b08e-64f0f4aa316d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:04.490029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9ae2f-93a6-442f-8417-e45817c1a572 None None] No DVR routers for this DVR port b4bf539b-52a1-4211-b08e-64f0f4aa316d on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:04.509421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7d33a11-800c-412b-99d6-e0d3926b1cfd req-31286d4b-aa45-4fdd-90b0-212905a2defe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170688 Nov 10 17:04:04.582945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.626037 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c980e24e-9050-41bb-a226-ae501a0c0621 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfffc3c0def24da4a02100859d8eb1a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5794313 Nov 10 17:04:04.630553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57706) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:04.660598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980e24e-9050-41bb-a226-ae501a0c0621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cfca4c-39ca-46e9-a688-cd6a3098cebc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:04.662843 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.664549 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.668886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.701073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-f0cb113f-7d5d-4ac9-b681-0126c1fa948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:04.702598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-f0cb113f-7d5d-4ac9-b681-0126c1fa948c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1097 time: 0.1588960 Nov 10 17:04:04.704476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518508bf-215c-4052-bcb3-cd2d3bd0a497']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:04.723432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc98b179-892d-4d7b-9974-d57dd4888e27') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:04.723778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc98b179-892d-4d7b-9974-d57dd4888e27') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:04.750064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.779358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45864f48-f8e1-4882-a2cb-5512b6a72afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.797277 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.808303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:04:04.808743 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:04:04.812209 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:04:04.818216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=19711973-0b8e-4112-b06e-6dd8d0ff50f7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:04.845065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45864f48-f8e1-4882-a2cb-5512b6a72afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:04.895896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-2de1ba86-8d15-4ff0-aa4e-6b09567dfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:04.898077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-2de1ba86-8d15-4ff0-aa4e-6b09567dfb08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 200 len: 898 time: 0.1855569 Nov 10 17:04:04.900046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:04.908710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:05.003141 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.035856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.040862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/networks/518508bf-215c-4052-bcb3-cd2d3bd0a497 HTTP/1.1" status: 204 len: 168 time: 1.3278499 Nov 10 17:04:05.042895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f46907-2327-4268-b4f8-fde72b946801 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Network': ['ID=518508bf-215c-4052-bcb3-cd2d3bd0a497,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:05.044749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:05.051825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-9100da1b-8b78-4dd9-9882-15785a277093 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 1001 time: 0.1435683 Nov 10 17:04:05.098740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45864f48-f8e1-4882-a2cb-5512b6a72afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.101382 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45864f48-f8e1-4882-a2cb-5512b6a72afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.104143 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-45864f48-f8e1-4882-a2cb-5512b6a72afb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0cfca4c-39ca-46e9-a688-cd6a3098cebc HTTP/1.1" status: 204 len: 168 time: 0.4700229 Nov 10 17:04:05.121125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864f48-f8e1-4882-a2cb-5512b6a72afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cfca4c-39ca-46e9-a688-cd6a3098cebc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:05.121417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b4bf539b-52a1-4211-b08e-64f0f4aa316d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:05.169935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b4bf539b-52a1-4211-b08e-64f0f4aa316d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:05.170182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b4bf539b-52a1-4211-b08e-64f0f4aa316d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:05.176919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.277154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-82ce816a-e404-420c-9504-47a06314602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:05.278577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-82ce816a-e404-420c-9504-47a06314602e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=725524e4-6307-4165-b677-5b4b39b2ed18 HTTP/1.1" status: 200 len: 834 time: 0.1047163 Nov 10 17:04:05.284382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router 888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:04:05.391970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-fc2b6cdd-2bc6-4724-95d2-1ca4a3afcf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:05.393456 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-fc2b6cdd-2bc6-4724-95d2-1ca4a3afcf9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=20761e0c-1246-401f-85cb-697f30e101b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940969 Nov 10 17:04:05.401312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port 9877b3f7-aba5-4481-b5c9-4a576248b552 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:05.401312 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.483087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9d23104c-0228-48bc-94cb-57753ab20d92 None None] Provisioning complete for port 19711973-0b8e-4112-b06e-6dd8d0ff50f7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:05.484904 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d23104c-0228-48bc-94cb-57753ab20d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.495396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:05.512574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8ee821c8-ef0e-4cbb-b7ba-36f7a5298bd9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5487928 Nov 10 17:04:05.513892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57722) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:05.541736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9d23104c-0228-48bc-94cb-57753ab20d92 None None] Port 19711973-0b8e-4112-b06e-6dd8d0ff50f7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:05.548567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b0e795-1df6-45d5-a5fc-a24a62f2c38e None None] Sync routers for ids ['888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:05.568773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0e795-1df6-45d5-a5fc-a24a62f2c38e None None] Routers {'888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:05.569758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-44b0e795-1df6-45d5-a5fc-a24a62f2c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:05.614928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda4b48-a17a-4fbf-8952-70a608e9369e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:05.616544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4eda4b48-a17a-4fbf-8952-70a608e9369e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports/19711973-0b8e-4112-b06e-6dd8d0ff50f7 HTTP/1.1" status: 200 len: 984 time: 0.1026776 Nov 10 17:04:05.627618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-44b0e795-1df6-45d5-a5fc-a24a62f2c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:05.633680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.634018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:05.637116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:05.640633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0e795-1df6-45d5-a5fc-a24a62f2c38e None None] Routers {'888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:05.641984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-44b0e795-1df6-45d5-a5fc-a24a62f2c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:05.683189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1edd-bbac-431a-b002-e6be736735a5 req-b8bb2d34-c1ae-4066-bb08-3a6386e3235e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:05.687433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-44b0e795-1df6-45d5-a5fc-a24a62f2c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:05.688333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b0e795-1df6-45d5-a5fc-a24a62f2c38e None None] The sync data for ids ['888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:05.691889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b60b1edd-bbac-431a-b002-e6be736735a5 req-b8bb2d34-c1ae-4066-bb08-3a6386e3235e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1803870 Nov 10 17:04:05.716940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for 9877b3f7-aba5-4481-b5c9-4a576248b552 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:05.720858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-016cd177-0dd6-4b06-a665-a34fd5548ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170705 Nov 10 17:04:05.756132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b60b1edd-bbac-431a-b002-e6be736735a5 req-fe48e4c4-9fc4-4f24-a074-0ee154f4573a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563037 Nov 10 17:04:05.953849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57730) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:05.968494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6c92-5f94-4cd4-9d02-d9da4d4c1ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.048623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6c92-5f94-4cd4-9d02-d9da4d4c1ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.136234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d3f6c92-5f94-4cd4-9d02-d9da4d4c1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.177098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d3f6c92-5f94-4cd4-9d02-d9da4d4c1ba9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=208ac5ec81134724b8094c12d6e1d3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220998 Nov 10 17:04:06.178495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f6c92-5f94-4cd4-9d02-d9da4d4c1ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e23ea-890e-4f8d-8fd1-abfe028ded8f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:06.181053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57732) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:06.223358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b028262-250b-4623-a489-10e32add05a7 req-fbf0ad93-8533-4de8-94d7-c1ebec6d5b17 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:06.224976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b028262-250b-4623-a489-10e32add05a7 req-fbf0ad93-8533-4de8-94d7-c1ebec6d5b17 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.5800731 Nov 10 17:04:06.236309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6652395-3f64-4acc-9a9e-adf4acbda002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.260420 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6652395-3f64-4acc-9a9e-adf4acbda002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.401778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-23b64c5e-fe20-4f3b-86cc-5e178f5009c9 service neutron] 10.222.0.18 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370342 Nov 10 17:04:06.404221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6652395-3f64-4acc-9a9e-adf4acbda002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.407188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6652395-3f64-4acc-9a9e-adf4acbda002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.408150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d6652395-3f64-4acc-9a9e-adf4acbda002 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef8e23ea-890e-4f8d-8fd1-abfe028ded8f HTTP/1.1" status: 204 len: 168 time: 0.2254181 Nov 10 17:04:06.419463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6652395-3f64-4acc-9a9e-adf4acbda002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e23ea-890e-4f8d-8fd1-abfe028ded8f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:06.498379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b028262-250b-4623-a489-10e32add05a7 req-36bcbc84-c83d-4ab0-b4c2-b0cd574b839a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434285 Nov 10 17:04:06.640496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-dd7d1d28-083d-4970-beee-9ada13e9cb52 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:06.642230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-dd7d1d28-083d-4970-beee-9ada13e9cb52 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f&tenant_id=19c20c2e7849423bac3b66695c6e40d8&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1097 time: 0.1747103 Nov 10 17:04:06.657612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-11'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:06.826118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.833951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.907432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64abb-2a05-4f6b-b0c0-3f6725e07844 req-a417b8d9-f30c-4bb6-9753-6d5a92402e81 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:06.909466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fb64abb-2a05-4f6b-b0c0-3f6725e07844 req-a417b8d9-f30c-4bb6-9753-6d5a92402e81 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0692751 Nov 10 17:04:06.916173 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:06.934046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=9877b3f7-aba5-4481-b5c9-4a576248b552,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:06.971822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4fb64abb-2a05-4f6b-b0c0-3f6725e07844 req-5ba91611-1900-4653-9da5-8ef67771d3cf tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553265 Nov 10 17:04:07.113253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:07.113790 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Floating IP 5b83c05c-7641-4e9d-b05f-411d91619313 disassociated (deleted). External IP: 172.25.3.143, port: e6df7d3d-3735-4601-8524-67fa441c7dd5. Nov 10 17:04:07.200193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:07.400144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:07.574951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:07.581336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:07.680395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:07.683753 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd19961-da0c-4fa7-b8e1-ef1ae21b028b" -d '{"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:07.688599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:07.705289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 08f4fdf2-0368-462d-be9b-66dfc522447d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:07.731787 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7cc0ad-e3a1-4c9a-aaf1-d578ed8900a4 x-openstack-request-id: req-8f7cc0ad-e3a1-4c9a-aaf1-d578ed8900a4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:07.732084 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:07.732376 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f7cc0ad-e3a1-4c9a-aaf1-d578ed8900a4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:07.732822 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'code': 200} Nov 10 17:04:07.741823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e5664-9893-4757-ac1e-fb761d734819 req-c330d745-6e68-49dc-bbfa-6414026fd0bd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:07.743346 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d0e5664-9893-4757-ac1e-fb761d734819 req-c330d745-6e68-49dc-bbfa-6414026fd0bd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.1655540 Nov 10 17:04:07.895582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:08.105796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:08.107507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6270f-f4a4-4f3c-bc7e-743c96de0073 req-c531b89c-e0ec-4f30-a376-bb40df8124e4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:08.109797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-36e6270f-f4a4-4f3c-bc7e-743c96de0073 req-c531b89c-e0ec-4f30-a376-bb40df8124e4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0599210 Nov 10 17:04:08.196508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-36e6270f-f4a4-4f3c-bc7e-743c96de0073 req-3a8e3f75-6267-4b36-8514-cdd33973b7e5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744472 Nov 10 17:04:08.313402 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d0e5664-9893-4757-ac1e-fb761d734819 req-014821a0-ae72-496e-b3ab-2982b339f316 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5613527 Nov 10 17:04:08.331076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 19711973-0b8e-4112-b06e-6dd8d0ff50f7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:08.331537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:08.399792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:08.484242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:08.493665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:08.498096 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] Sync routers for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:08.515879 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:08.517609 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:08.579953 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-28ea3746-5d8f-46bb-b836-4828e02c43f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/floatingips/5b83c05c-7641-4e9d-b05f-411d91619313 HTTP/1.1" status: 204 len: 168 time: 3.5340130 Nov 10 17:04:08.585580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on host n-h1-714676-11 for vnic_type normal with profile {"migrating_to": "n-h2-714676-11"} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:08.586574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:08.587184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:08.591729 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:08.604796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:04:08.605397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Attempting to bind port ffb962b4-759f-4ce8-9ad4-350c2304b624 on network 20761e0c-1246-401f-85cb-697f30e101b4 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:08.612921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 19711973-0b8e-4112-b06e-6dd8d0ff50f7 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:08.621324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:08.622178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Checking segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:08.622740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Bound using segment: {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:08.623375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Bound port: ffb962b4-759f-4ce8-9ad4-350c2304b624, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef7e853-6624-41c7-84bd-2946805379ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:08.623900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:08.627114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5199282a-bbaa-4175-8820-83848b98b090 None None] Provisioning complete for port ffb962b4-759f-4ce8-9ad4-350c2304b624 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:08.627389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5199282a-bbaa-4175-8820-83848b98b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:08.690907 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:08.722475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5199282a-bbaa-4175-8820-83848b98b090 None None] Port ffb962b4-759f-4ce8-9ad4-350c2304b624 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:08.826295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:08.847328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:08.939399 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:08.975877 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:09.107453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:09.235971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=19711973-0b8e-4112-b06e-6dd8d0ff50f7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:09.347910 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:57Z', 'revision_number': 6, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:09.386384 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:09.399688 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] Checking router: 08f4fdf2-0368-462d-be9b-66dfc522447d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:04:09.417580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311ed3-66f0-4716-8888-8472461ff6fb req-b729afac-3517-42a8-aea5-3838dc7426e1 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:09.425913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd311ed3-66f0-4716-8888-8472461ff6fb req-b729afac-3517-42a8-aea5-3838dc7426e1 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0894797 Nov 10 17:04:09.429608 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:09.430550 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:09.472232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5421cd30-397e-408f-b5bb-1710c708ffd3 None None] Provisioning complete for port ffb962b4-759f-4ce8-9ad4-350c2304b624 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:09.473223 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5421cd30-397e-408f-b5bb-1710c708ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:09.497227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd311ed3-66f0-4716-8888-8472461ff6fb req-db452118-5eb5-4857-99fc-c9618b0a80ba tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642877 Nov 10 17:04:09.576650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5421cd30-397e-408f-b5bb-1710c708ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:09.609493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:09.611916 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf77102b-690a-4d78-98eb-532df441b0d6" -d '{"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-plugged", "status": "completed", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:09.629521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5421cd30-397e-408f-b5bb-1710c708ffd3 None None] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:09.631763 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:09.636206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb0ea6-e54c-42d9-8567-9325a5ce017d req-6f312fcd-fede-4845-9f46-6c835367d3af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:09.643426 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaeb0ea6-e54c-42d9-8567-9325a5ce017d req-6f312fcd-fede-4845-9f46-6c835367d3af tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 946 time: 0.4378142 Nov 10 17:04:09.643883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ffb962b4-759f-4ce8-9ad4-350c2304b624'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:04:09.645694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d4580-402b-4edd-be13-8c678f481fa1 req-43ed3694-d135-45a2-9c68-f4462d158c44 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:09.646103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:09.648206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:09.649786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ad9d9377-40e8-42dc-ace1-9ad552b8f04a service neutron] 10.222.0.18 "PUT /v2.0/ports/ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 1123 time: 2.9963925 Nov 10 17:04:09.654061 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-728d4580-402b-4edd-be13-8c678f481fa1 req-43ed3694-d135-45a2-9c68-f4462d158c44 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 943 time: 0.0692775 Nov 10 17:04:09.704425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5421cd30-397e-408f-b5bb-1710c708ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:09.718575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-728d4580-402b-4edd-be13-8c678f481fa1 req-5e61f3ca-dd8d-4a08-94e4-6948090ae7e8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578499 Nov 10 17:04:09.733523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5'}, {'name': 'network-changed', 'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:09.736008 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc6b98-85ee-48c5-8244-ed7bc1c04713" -d '{"events": [{"name": "network-changed", "server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5"}, {"name": "network-changed", "server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:09.771058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router 888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:09.791732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaeb0ea6-e54c-42d9-8567-9325a5ce017d req-1f6f556c-a1cc-4231-85b4-57738dc6729f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422689 Nov 10 17:04:09.885834 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b155d5b-512a-45df-a5bf-bfdfa590da95 x-openstack-request-id: req-5b155d5b-512a-45df-a5bf-bfdfa590da95 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:09.886389 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:09.893066 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b155d5b-512a-45df-a5bf-bfdfa590da95 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:09.893066 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'status': 'completed', 'code': 200} Nov 10 17:04:09.893066 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'status': 'completed', 'code': 200} Nov 10 17:04:09.986484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:09.996956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57846) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:09.997195 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e81b9081-2b9b-4d41-89a9-7e8529e26597 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3552630 Nov 10 17:04:10.000729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaaba32-efae-46b7-9cba-954a6018cdf6 None None] Sync routers for ids ['888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:10.020112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-a72a90bf-f354-43b8-aceb-c11bc27fef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.020552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421cd30-397e-408f-b5bb-1710c708ffd3 None None] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:10.021636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-a72a90bf-f354-43b8-aceb-c11bc27fef6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1128 time: 0.1011312 Nov 10 17:04:10.023446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-78a0785a-a90e-457a-bc94-cff9c545f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.024834 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-78a0785a-a90e-457a-bc94-cff9c545f99c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 1098 time: 0.1055002 Nov 10 17:04:10.028777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaaba32-efae-46b7-9cba-954a6018cdf6 None None] Routers {'888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:10.029630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1eaaba32-efae-46b7-9cba-954a6018cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:10.083279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1eaaba32-efae-46b7-9cba-954a6018cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:10.098957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaaba32-efae-46b7-9cba-954a6018cdf6 None None] Routers {'888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:10.100026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1eaaba32-efae-46b7-9cba-954a6018cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:10.154135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1eaaba32-efae-46b7-9cba-954a6018cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:10.155845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaaba32-efae-46b7-9cba-954a6018cdf6 None None] The sync data for ids ['888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:10.226001 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643d2b82-f97a-425b-973d-200d8f5b5136 x-openstack-request-id: req-643d2b82-f97a-425b-973d-200d8f5b5136 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:10.226369 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-plugged", "status": "completed", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:10.226599 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:57Z', 'revision_number': 6, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:10.226779 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-643d2b82-f97a-425b-973d-200d8f5b5136 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:10.227469 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'code': 200} Nov 10 17:04:10.240717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-7cfd9140-6a98-42ac-9c5a-6cf9e4709ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.243217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-7cfd9140-6a98-42ac-9c5a-6cf9e4709ecc service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fb90181-e684-44de-a8a1-f3aec4ab8039 HTTP/1.1" status: 200 len: 897 time: 0.2076585 Nov 10 17:04:10.245896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-d0c1d345-5398-426a-bfe1-a6dd54f110fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.248420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-d0c1d345-5398-426a-bfe1-a6dd54f110fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 200 len: 898 time: 0.2117641 Nov 10 17:04:10.276101 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fc3e9c-b5ad-49c6-b910-c486262f778f None None] The sync data for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 is: [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:03:57Z', 'revision_number': 6, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3', 'name': '', 'network_id': '7fb90181-e684-44de-a8a1-f3aec4ab8039', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:a1:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:45Z', 'updated_at': '2021-11-10T17:01:52Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': '9a823639-50b2-4140-9190-1b0404d32c5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:10.296878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-f36b7586-0c57-472f-ac40-aa17cd85790f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5 HTTP/1.1" status: 200 len: 217 time: 0.0460150 Nov 10 17:04:10.412755 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-e73ef794-4fc2-49d2-99eb-d76fc2442504 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 17:04:10.417751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e73ef794-4fc2-49d2-99eb-d76fc2442504 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4195635 Nov 10 17:04:10.418472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57852) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:10.448425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9a6d7851-34e9-40bb-9f89-76ac6e95a424 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e HTTP/1.1" status: 200 len: 205 time: 0.0287223 Nov 10 17:04:10.448705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:10.509969 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-d7a5369c-bc36-41e8-8908-03d695a3f999 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 1001 time: 0.2118320 Nov 10 17:04:10.511705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-31910e5a-e4eb-4f42-ac3b-68d856dde5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.513120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-31910e5a-e4eb-4f42-ac3b-68d856dde5c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a823639-50b2-4140-9190-1b0404d32c5f HTTP/1.1" status: 200 len: 837 time: 0.2077096 Nov 10 17:04:10.604901 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:10.639242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d125ef8-4f8f-4329-ac6a-aab724f9c987 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:10.656815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14366ec9-fb15-48cc-a59c-69cfdab92fdf None None] New status for floating IP 5b83c05c-7641-4e9d-b05f-411d91619313: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:04:10.658668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-dac1d995-8405-4b01-ac95-ab26a0c06d03 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.660841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-dac1d995-8405-4b01-ac95-ab26a0c06d03 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 946 time: 0.2566810 Nov 10 17:04:10.770224 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57866) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:10.793954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-bb82d779-5203-4b96-84f1-c8665834b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.793954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-bb82d779-5203-4b96-84f1-c8665834b80c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=725524e4-6307-4165-b677-5b4b39b2ed18 HTTP/1.1" status: 200 len: 834 time: 0.2396393 Nov 10 17:04:10.886531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-8b8f3e4e-f6c1-4903-aff3-642b85a5de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.888902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-8b8f3e4e-f6c1-4903-aff3-642b85a5de17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fb90181-e684-44de-a8a1-f3aec4ab8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3420858 Nov 10 17:04:10.928594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0009ae-ce71-4330-a082-a4c67e5260f3 req-206e7ce1-86dc-4d94-91e3-05ccd04c06b1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.931024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b0009ae-ce71-4330-a082-a4c67e5260f3 req-206e7ce1-86dc-4d94-91e3-05ccd04c06b1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.1211214 Nov 10 17:04:10.941046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-169d8bdb-277d-4ad3-b5b2-36c73ec849f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:10.996074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d6710-ac68-4e03-a06b-5fbbabf9961e req-7785052b-5c9e-4b5c-b3af-49b747bd9fea tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:10.997614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a8d6710-ac68-4e03-a06b-5fbbabf9961e req-7785052b-5c9e-4b5c-b3af-49b747bd9fea tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.4033859 Nov 10 17:04:11.004960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d125ef8-4f8f-4329-ac6a-aab724f9c987 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.011353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d125ef8-4f8f-4329-ac6a-aab724f9c987 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.012977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b0009ae-ce71-4330-a082-a4c67e5260f3 req-20725a07-3dcb-4e9f-b126-ef7af1a74417 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733504 Nov 10 17:04:11.067764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-169d8bdb-277d-4ad3-b5b2-36c73ec849f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.154046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-169d8bdb-277d-4ad3-b5b2-36c73ec849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.210309 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-169d8bdb-277d-4ad3-b5b2-36c73ec849f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a5ac84219de4a0f9c7ac1d73c34491c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4386184 Nov 10 17:04:11.219101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4fbe1-0bca-47f0-bef6-73ecc26fcafc req-8bb75ff3-016e-4d5a-8ddc-2fba3c567da0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:11.220848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5a4fbe1-0bca-47f0-bef6-73ecc26fcafc req-8bb75ff3-016e-4d5a-8ddc-2fba3c567da0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 946 time: 0.1124747 Nov 10 17:04:11.221519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57876) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:11.222180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d8bdb-277d-4ad3-b5b2-36c73ec849f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2bea59-f7ae-4748-8052-aefce803b209,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:11.325309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26421b94-7cce-418a-b346-1423bd3d1287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.331002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5a4fbe1-0bca-47f0-bef6-73ecc26fcafc req-a2ffa9a3-3f0d-47bb-a6db-f619bacd810d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=0747a464-2374-4321-8e4d-f3b0be6e3fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859883 Nov 10 17:04:11.357780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26421b94-7cce-418a-b346-1423bd3d1287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.443881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-4cbd67fc-a0a0-4199-bf8e-89aa442dc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:11.445376 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-4cbd67fc-a0a0-4199-bf8e-89aa442dc631 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20761e0c-1246-401f-85cb-697f30e101b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6457636 Nov 10 17:04:11.466953 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26421b94-7cce-418a-b346-1423bd3d1287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.470161 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26421b94-7cce-418a-b346-1423bd3d1287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.474223 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-26421b94-7cce-418a-b346-1423bd3d1287 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c2bea59-f7ae-4748-8052-aefce803b209 HTTP/1.1" status: 204 len: 168 time: 0.2463062 Nov 10 17:04:11.490596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26421b94-7cce-418a-b346-1423bd3d1287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2bea59-f7ae-4748-8052-aefce803b209,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:11.555373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d125ef8-4f8f-4329-ac6a-aab724f9c987 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.555881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d125ef8-4f8f-4329-ac6a-aab724f9c987 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Fanout notify agent at l3_agent the message router_deleted on router 888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:04:11.565805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d125ef8-4f8f-4329-ac6a-aab724f9c987 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.574014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1d125ef8-4f8f-4329-ac6a-aab724f9c987 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e HTTP/1.1" status: 204 len: 168 time: 1.1142533 Nov 10 17:04:11.574014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-5d5a2031-1bdd-4907-baf7-5a33cf70283c service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318717 Nov 10 17:04:11.574014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a8d6710-ac68-4e03-a06b-5fbbabf9961e req-c4f3f928-79e5-4b11-831f-afeb260e3e90 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5584590 Nov 10 17:04:11.574571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port e6df7d3d-3735-4601-8524-67fa441c7dd5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:11.574907 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.576352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:11.659871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-618c90fb-3af4-4057-aa39-d0110a4f39b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet 0eba8c46-369d-4863-b1ef-4a48bea6056b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:04:11.662610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-618c90fb-3af4-4057-aa39-d0110a4f39b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.717523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-618c90fb-3af4-4057-aa39-d0110a4f39b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.732771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-22434380-dffd-430b-9ae1-d0af5280cd1d service neutron] 10.222.0.69 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768433 Nov 10 17:04:11.809929 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-618c90fb-3af4-4057-aa39-d0110a4f39b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.834272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-1e50b4a1-9d48-4b88-90d3-ae4b4c12e959 service neutron] 10.222.0.18 "GET /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559772 Nov 10 17:04:11.836011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port e6df7d3d-3735-4601-8524-67fa441c7dd5, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e6df7d3d-3735-4601-8524-67fa441c7dd5,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:11.836381 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.856897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for e6df7d3d-3735-4601-8524-67fa441c7dd5 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:11.924267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56bc6b98-85ee-48c5-8244-ed7bc1c04713 req-e1c3a8ae-66c4-4169-80de-5fe9b21ab678 service neutron] 10.222.0.69 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829894 Nov 10 17:04:11.953753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-618c90fb-3af4-4057-aa39-d0110a4f39b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:11.987690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c90fb-3af4-4057-aa39-d0110a4f39b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=0eba8c46-369d-4863-b1ef-4a48bea6056b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:11.996906 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-618c90fb-3af4-4057-aa39-d0110a4f39b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.002652 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-618c90fb-3af4-4057-aa39-d0110a4f39b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/0eba8c46-369d-4863-b1ef-4a48bea6056b HTTP/1.1" status: 204 len: 168 time: 0.4220562 Nov 10 17:04:12.002997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57894) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:12.009678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ae87b-6cc0-44ca-9650-443fa65d4a2a None None] Network 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:12.101677 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.135120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=e6df7d3d-3735-4601-8524-67fa441c7dd5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:12.168992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.182412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57900) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:12.204822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] No DVR routers for this DVR port e6df7d3d-3735-4601-8524-67fa441c7dd5 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:12.205057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97567fb9-f51c-48ed-8127-e2219f285c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.207330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.210835 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-77556dcf-a59e-40a4-b331-4af401c77af1 req-16c6d85a-0d05-4b3e-92de-bfb18e327721 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "DELETE /v2.0/ports/e6df7d3d-3735-4601-8524-67fa441c7dd5 HTTP/1.1" status: 204 len: 173 time: 1.5036249 Nov 10 17:04:12.211223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'name': 'network-vif-deleted', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:12.214099 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee2770a-c60e-4643-8bfd-a525897d6f53" -d '{"events": [{"server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "name": "network-vif-deleted", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:12.235153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa792c60-4f95-40ef-8cad-7a5e94e80576 req-91bb223d-e128-427b-91c4-c97a192844a2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:12.237126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa792c60-4f95-40ef-8cad-7a5e94e80576 req-91bb223d-e128-427b-91c4-c97a192844a2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.1231747 Nov 10 17:04:12.252857 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aac942-8330-440f-a859-ccd0b8d1b17f x-openstack-request-id: req-24aac942-8330-440f-a859-ccd0b8d1b17f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:12.253156 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e08753-d3df-48cf-80dc-3d3ccb9df03a", "name": "network-vif-deleted", "tag": "e6df7d3d-3735-4601-8524-67fa441c7dd5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:12.253407 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24aac942-8330-440f-a859-ccd0b8d1b17f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:12.253927 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e08753-d3df-48cf-80dc-3d3ccb9df03a', 'name': 'network-vif-deleted', 'tag': 'e6df7d3d-3735-4601-8524-67fa441c7dd5', 'status': 'completed', 'code': 200} Nov 10 17:04:12.286834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] DHCP port deletion for 9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:12.365252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] Deleting port 16f74d60-e566-42ac-9e3a-4f30490e7315 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:12.365696 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.399281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fa792c60-4f95-40ef-8cad-7a5e94e80576 req-7eff4263-ab9e-4d38-9ecd-767d859adcdd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342909 Nov 10 17:04:12.414109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 16f74d60-e566-42ac-9e3a-4f30490e7315 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:12.414455 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.471867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] For port 16f74d60-e566-42ac-9e3a-4f30490e7315, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=16f74d60-e566-42ac-9e3a-4f30490e7315,segment=NetworkSegment(e44562a1-bc10-41ad-aca8-fd4294fefb11),segment_id=e44562a1-bc10-41ad-aca8-fd4294fefb11)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:12.472349 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.488114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] Calling delete_port for 16f74d60-e566-42ac-9e3a-4f30490e7315 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:12.496260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97567fb9-f51c-48ed-8127-e2219f285c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.502242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b2627695-35ab-406d-9a01-c89513ae2525 req-d8bb23f4-59be-4542-95e2-0ac25d0c5dc2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=15e08753-d3df-48cf-80dc-3d3ccb9df03a HTTP/1.1" status: 200 len: 210 time: 0.0486908 Nov 10 17:04:12.512697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port 16f74d60-e566-42ac-9e3a-4f30490e7315, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=16f74d60-e566-42ac-9e3a-4f30490e7315,segment=NetworkSegment(e44562a1-bc10-41ad-aca8-fd4294fefb11),segment_id=e44562a1-bc10-41ad-aca8-fd4294fefb11)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:12.513062 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.564879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 16f74d60-e566-42ac-9e3a-4f30490e7315 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:12.566875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97567fb9-f51c-48ed-8127-e2219f285c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.617181 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-97567fb9-f51c-48ed-8127-e2219f285c2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=668e08d2a0884ae9ae293273b1309dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327207 Nov 10 17:04:12.617322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:12.640271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97567fb9-f51c-48ed-8127-e2219f285c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcce8336-9652-4f70-84d4-0d47e7d0bb77,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:12.735761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3d2948f-f941-4e62-b2e2-060ee98d38c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.754213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3d2948f-f941-4e62-b2e2-060ee98d38c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.775939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d72ce-343d-41b0-b16e-14ab92b5653f req-436a5b87-ab19-4ed6-a9e7-1f1b659c477b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:12.777790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b99d72ce-343d-41b0-b16e-14ab92b5653f req-436a5b87-ab19-4ed6-a9e7-1f1b659c477b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0692670 Nov 10 17:04:12.834382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b99d72ce-343d-41b0-b16e-14ab92b5653f req-ef58f018-ff03-470b-adaf-5ef748f8c6e1 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493438 Nov 10 17:04:12.838826 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:12.842415 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:04:12.852336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.871381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=16f74d60-e566-42ac-9e3a-4f30490e7315,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:12.875390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No DVR routers for this DVR port 16f74d60-e566-42ac-9e3a-4f30490e7315 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:12.880953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] Pushing event deleted for resources: {'Port': ['ID=16f74d60-e566-42ac-9e3a-4f30490e7315,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:12.885474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4d069-8add-4249-adf4-c4201256cccc None None] No DVR routers for this DVR port 16f74d60-e566-42ac-9e3a-4f30490e7315 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:12.889884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3d2948f-f941-4e62-b2e2-060ee98d38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.892654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3d2948f-f941-4e62-b2e2-060ee98d38c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:12.895247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d3d2948f-f941-4e62-b2e2-060ee98d38c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bcce8336-9652-4f70-84d4-0d47e7d0bb77 HTTP/1.1" status: 204 len: 168 time: 0.2778611 Nov 10 17:04:12.904265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2948f-f941-4e62-b2e2-060ee98d38c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcce8336-9652-4f70-84d4-0d47e7d0bb77,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:12.989080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.010343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce530ec-dfd7-4915-8bae-0a2ec2debfa7']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:13.019878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44562a1-bc10-41ad-aca8-fd4294fefb11') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:13.020172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44562a1-bc10-41ad-aca8-fd4294fefb11') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:13.030632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.045446 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.051758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:04:13.052422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:04:13.057133 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:04:13.083751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ffb962b4-759f-4ce8-9ad4-350c2304b624 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:04:13.124026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 16f74d60-e566-42ac-9e3a-4f30490e7315 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:13.175713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 16f74d60-e566-42ac-9e3a-4f30490e7315 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:13.176055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 16f74d60-e566-42ac-9e3a-4f30490e7315 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:13.218565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:13.221048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.228869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.231116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ffb962b4-759f-4ce8-9ad4-350c2304b624 has no active binding in host n-h2-714676-11 {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:04:13.236008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/9ce530ec-dfd7-4915-8bae-0a2ec2debfa7 HTTP/1.1" status: 204 len: 168 time: 1.2318392 Nov 10 17:04:13.236321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:13.242000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-80598809'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:13.247658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37820c3-6f05-4e22-8785-f2c883ab7b7f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=9ce530ec-dfd7-4915-8bae-0a2ec2debfa7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:13.313212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:13.318334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.354787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:04:13.371739 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.372238 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment 12898124-5cf3-4673-b89c-ab951d07bcf7 of type vlan for network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 Nov 10 17:04:13.438692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.554282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7f1e9-49d1-46c7-8822-333ef47f8bb0 req-f1373c39-e925-4a34-8bf3-cf91934d13fe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:13.563814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50c7f1e9-49d1-46c7-8822-333ef47f8bb0 req-f1373c39-e925-4a34-8bf3-cf91934d13fe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.0777452 Nov 10 17:04:13.566169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.573508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57942) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:13.575436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:13.576245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.633477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f606737-1c8f-433d-b253-95a229ed9393 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.668060 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f606737-1c8f-433d-b253-95a229ed9393 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.677220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:13.689384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:04:13.701668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-34160cd5-7025-42ae-aeac-898fc50c7090 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4614775 Nov 10 17:04:13.702281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57946) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:13.707469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50c7f1e9-49d1-46c7-8822-333ef47f8bb0 req-defcb3da-f507-4051-b124-8ad9246f1070 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427956 Nov 10 17:04:13.708054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': '0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:13.907452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:13.912187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.933038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f606737-1c8f-433d-b253-95a229ed9393 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.934945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f606737-1c8f-433d-b253-95a229ed9393 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:13.936144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2f606737-1c8f-433d-b253-95a229ed9393 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/security-groups/0747a464-2374-4321-8e4d-f3b0be6e3fe8 HTTP/1.1" status: 204 len: 168 time: 0.3637662 Nov 10 17:04:14.011296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f606737-1c8f-433d-b253-95a229ed9393 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0747a464-2374-4321-8e4d-f3b0be6e3fe8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:14.050867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 57962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:14.051374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9834a99-55e8-4aad-bd76-5732eeca7aa3 req-14dd476e-15b0-4ec0-af7f-e3445e3fa7cd tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:14.059528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9834a99-55e8-4aad-bd76-5732eeca7aa3 req-14dd476e-15b0-4ec0-af7f-e3445e3fa7cd tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1409862 Nov 10 17:04:14.149689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f9834a99-55e8-4aad-bd76-5732eeca7aa3 req-8aad155d-192a-47aa-b5ef-96159575fc82 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873499 Nov 10 17:04:14.280927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:14.341265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=6daf29f7-2239-47d3-9441-cb158a34b928,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:14.358115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': '12898124-5cf3-4673-b89c-ab951d07bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:14.358468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:04:14.449916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:04:14.529914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:14.546631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:14.551066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:14.551808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:14.557333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c56d07-6a0b-4273-929c-548de294cfef None None] Network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:14.624013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9911408e-2acf-4601-ba97-39542c00a4a5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9198868 Nov 10 17:04:14.626617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57978) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:14.631386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-abc20df2-f0b4-406d-a540-4f738289f5da tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-710892480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:14.742137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc20df2-f0b4-406d-a540-4f738289f5da tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:14.743243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc20df2-f0b4-406d-a540-4f738289f5da tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:14.861341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc20df2-f0b4-406d-a540-4f738289f5da tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:14.884482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55', 'network_id': '0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': '6daf29f7-2239-47d3-9441-cb158a34b928'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:04:14.886574 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:14.920341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc20df2-f0b4-406d-a540-4f738289f5da tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:14.970674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e084c2-04d2-4f82-83b4-4a3b539a8955 req-a6caa44f-e1b2-49bc-a741-0cc822899714 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:14.972336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4e084c2-04d2-4f82-83b4-4a3b539a8955 req-a6caa44f-e1b2-49bc-a741-0cc822899714 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 945 time: 0.0918353 Nov 10 17:04:15.000650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc20df2-f0b4-406d-a540-4f738289f5da tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.002233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-abc20df2-f0b4-406d-a540-4f738289f5da tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3742483 Nov 10 17:04:15.004763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 57984) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:15.021732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:15.022168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.068386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Allocated IP 2001:db8::2 (0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55/6daf29f7-2239-47d3-9441-cb158a34b928/f6885e06-5cbc-45c7-916c-2ab840e4aa27) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:15.098808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e6df7d3d-3735-4601-8524-67fa441c7dd5 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:15.143438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: e6df7d3d-3735-4601-8524-67fa441c7dd5 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:15.143780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e6df7d3d-3735-4601-8524-67fa441c7dd5 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:15.151866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4e084c2-04d2-4f82-83b4-4a3b539a8955 req-448bc0fa-f47a-43cb-ad4f-0c1cf7889cfe tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689799 Nov 10 17:04:15.245896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-ef186cca-2c08-4dfa-86a6-02c2cc34b242 service neutron] 10.222.0.69 "GET /v2.0/ports/ffb962b4-759f-4ce8-9ad4-350c2304b624/bindings/n-h2-714676-11 HTTP/1.1" status: 200 len: 385 time: 0.2176192 Nov 10 17:04:15.316944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:15.317398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.332793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:15.418085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.480463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e499aa-2814-4554-b90b-fbdb0f8135cb req-d6e60d06-a9ad-4e45-820e-c362375f6873 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:15.482019 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76e499aa-2814-4554-b90b-fbdb0f8135cb req-d6e60d06-a9ad-4e45-820e-c362375f6873 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1860833 Nov 10 17:04:15.518732 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.543221 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.578486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:15.581980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:15.588614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:15.643179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-76e499aa-2814-4554-b90b-fbdb0f8135cb req-10436fc3-c537-459d-80d7-5a84a031b7fa tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483724 Nov 10 17:04:15.644431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Pushing event updated for resources: {'Port': ['ID=f6885e06-5cbc-45c7-916c-2ab840e4aa27,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:15.710106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Attempting to bind port f6885e06-5cbc-45c7-916c-2ab840e4aa27 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:15.711864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Attempting to bind port f6885e06-5cbc-45c7-916c-2ab840e4aa27 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '12898124-5cf3-4673-b89c-ab951d07bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:15.715820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Attempting to bind port f6885e06-5cbc-45c7-916c-2ab840e4aa27 on network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:15.730621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:15.733356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Checking segment: {'id': '12898124-5cf3-4673-b89c-ab951d07bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:15.733840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.734446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Bound using segment: {'id': '12898124-5cf3-4673-b89c-ab951d07bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:15.735997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Bound port: f6885e06-5cbc-45c7-916c-2ab840e4aa27, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12898124-5cf3-4673-b89c-ab951d07bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:15.737996 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.742016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:15.771548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:15.841708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:15.853863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:15.856638 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ebf8c-f493-4ac4-aec0-588b563ebd34" -d '{"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:15.862376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.891690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] For port f6885e06-5cbc-45c7-916c-2ab840e4aa27, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:15.896371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] For port f6885e06-5cbc-45c7-916c-2ab840e4aa27, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f6885e06-5cbc-45c7-916c-2ab840e4aa27,segment=NetworkSegment(12898124-5cf3-4673-b89c-ab951d07bcf7),segment_id=12898124-5cf3-4673-b89c-ab951d07bcf7)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:15.916032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:15.920312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:15.934381 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bd30d4-2510-4feb-9dab-90caf2cd1a43 x-openstack-request-id: req-a8bd30d4-2510-4feb-9dab-90caf2cd1a43 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:15.934925 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:15.937754 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8bd30d4-2510-4feb-9dab-90caf2cd1a43 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:15.937754 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'code': 200} Nov 10 17:04:15.948385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:16.030579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8::1 (0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55/6daf29f7-2239-47d3-9441-cb158a34b928/c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:16.034941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4d95a-0bd9-43ff-acd3-231839d84536 None None] Pushing event updated for resources: {'Port': ['ID=f6885e06-5cbc-45c7-916c-2ab840e4aa27,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:16.226825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] Transition to ACTIVE for port object ffb962b4-759f-4ce8-9ad4-350c2304b624 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:04:16.253038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:16.395435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:16.423540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ae3c-fd84-4554-9b8e-984d850a44cf req-1eec0c39-6e4d-4763-8935-21328958afd0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:16.425299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d2c2ae3c-fd84-4554-9b8e-984d850a44cf req-1eec0c39-6e4d-4763-8935-21328958afd0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.0897188 Nov 10 17:04:16.461167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:16.484664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:16.499977 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:16.562107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:16.583186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:16.585227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:16.592884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:16.598241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:16.668875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d2c2ae3c-fd84-4554-9b8e-984d850a44cf req-f1f75c69-d17c-4fc9-96e3-7fd2962e0ee3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101955 Nov 10 17:04:16.822477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] No DVR routers for this DVR port ffb962b4-759f-4ce8-9ad4-350c2304b624 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:16.919624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:17.000959 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-8dbfb85a-a6f1-4bae-a514-9d789f1cf5f9 service neutron] 10.222.0.69 "PUT /v2.0/ports/ffb962b4-759f-4ce8-9ad4-350c2304b624/bindings/n-h2-714676-11/activate HTTP/1.1" status: 200 len: 370 time: 1.7423110 Nov 10 17:04:17.212772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7c2de-139a-4c62-ad13-92b46f737e9e req-c34f1e98-0468-4321-830c-29fbd9cff819 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:17.215678 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78e7c2de-139a-4c62-ad13-92b46f737e9e req-c34f1e98-0468-4321-830c-29fbd9cff819 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1750772 Nov 10 17:04:17.265942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f6885e06-5cbc-45c7-916c-2ab840e4aa27 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:17.292686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 08f4fdf2-0368-462d-be9b-66dfc522447d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:17.337723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-9efe3353-ad24-4c37-8a60-bf44f395ab55 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:17.339855 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-9efe3353-ad24-4c37-8a60-bf44f395ab55 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f&tenant_id=19c20c2e7849423bac3b66695c6e40d8&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.2035983 Nov 10 17:04:17.387327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f6885e06-5cbc-45c7-916c-2ab840e4aa27 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:17.387713 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:17.542187 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:17.619790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port f6885e06-5cbc-45c7-916c-2ab840e4aa27, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f6885e06-5cbc-45c7-916c-2ab840e4aa27,segment=NetworkSegment(12898124-5cf3-4673-b89c-ab951d07bcf7),segment_id=12898124-5cf3-4673-b89c-ab951d07bcf7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:17.701009 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-0963a772-1c70-46bd-96d3-1bfdda58fea2 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9725f831e3104812934f6d72314b61ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378468 Nov 10 17:04:17.703970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7745b4-48b2-4776-a331-06b525034580 None None] Network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:17.736257 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:17.856491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78e7c2de-139a-4c62-ad13-92b46f737e9e req-8f87fd31-14a4-4817-9c4e-641c2e70ba70 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6321712 Nov 10 17:04:17.859749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=f6885e06-5cbc-45c7-916c-2ab840e4aa27,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:17.874975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2facd0dd-1492-4651-a4ac-cd203be4b14c None None] Provisioning complete for port f6885e06-5cbc-45c7-916c-2ab840e4aa27 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:17.875579 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2facd0dd-1492-4651-a4ac-cd203be4b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:17.892255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-134435ac-0aca-4081-9df7-779c32e4fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:17.893746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-134435ac-0aca-4081-9df7-779c32e4fac6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 1096 time: 0.5431912 Nov 10 17:04:18.019920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:18.029944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0af4bd79-a58f-4893-822a-804fe75f8fd2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "PUT /v2.0/routers/08f4fdf2-0368-462d-be9b-66dfc522447d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9769351 Nov 10 17:04:18.038633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:18.045180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] Sync routers for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:18.081877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-1592298e-d016-472f-8ce0-03f568f3fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:18.083575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-1592298e-d016-472f-8ce0-03f568f3fb58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1096 time: 0.1564965 Nov 10 17:04:18.093513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:18.094666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:18.095239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f9a2d-6ca9-4a65-892e-61b841dc417b req-a1fce45b-3065-43ba-a391-1d955ecaa621 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:18.096800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d84f9a2d-6ca9-4a65-892e-61b841dc417b req-a1fce45b-3065-43ba-a391-1d955ecaa621 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.1095257 Nov 10 17:04:18.172936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-d6713de2-d22e-487a-bcea-f5cecd92a065 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:18.174669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-d6713de2-d22e-487a-bcea-f5cecd92a065 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4446590 Nov 10 17:04:18.207958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-054abef2-8312-45ec-8809-6c076f9671f4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting subnet 9a823639-50b2-4140-9190-1b0404d32c5f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:04:18.225807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:18.241439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-2c676c52-d910-4b92-9d19-29979056e005 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/quotas/9725f831e3104812934f6d72314b61ba HTTP/1.1" status: 200 len: 375 time: 0.0321238 Nov 10 17:04:18.248795 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054abef2-8312-45ec-8809-6c076f9671f4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:18.270591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:18.299935 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:18.300212 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:18.331084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-0ddc225e-3ebb-4786-b8c8-3ed486bd166e tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9725f831e3104812934f6d72314b61ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800297 Nov 10 17:04:18.358549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d84f9a2d-6ca9-4a65-892e-61b841dc417b req-227ce5d6-cc26-4525-abfe-ea3c03922df8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170718 Nov 10 17:04:18.365931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054abef2-8312-45ec-8809-6c076f9671f4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:18.401687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-2e691f51-50fe-4d44-a2ce-771b5eea4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:18.410188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-2e691f51-50fe-4d44-a2ce-771b5eea4100 service neutron] 10.222.0.18 "GET /v2.0/networks?id=20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 200 len: 898 time: 0.3100033 Nov 10 17:04:18.505640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:18.589831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:18.591440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:18.609981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:04:15Z', 'revision_number': 7, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:18.652604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] Checking router: 08f4fdf2-0368-462d-be9b-66dfc522447d for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:04:18.661190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-66fe232f-eff7-4f07-8fae-3fd92171ecd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 999 time: 0.2356110 Nov 10 17:04:18.692037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] Routers {'08f4fdf2-0368-462d-be9b-66dfc522447d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:18.693864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['08f4fdf2-0368-462d-be9b-66dfc522447d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:18.716405 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054abef2-8312-45ec-8809-6c076f9671f4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:18.841339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a3f18460-4f1d-491f-b632-e9405e20cf35 req-debff910-99bf-4509-b7eb-76c648bca7b0 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0725932 Nov 10 17:04:18.855670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router 4f9a963a-60d0-4923-bbe5-d9a6eb3a2159 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:04:18.924958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-7a02751e-c787-4072-bbc2-c41758a7e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:18.926820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-7a02751e-c787-4072-bbc2-c41758a7e9c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=725524e4-6307-4165-b677-5b4b39b2ed18 HTTP/1.1" status: 200 len: 834 time: 0.2546697 Nov 10 17:04:18.961818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] Set router 08f4fdf2-0368-462d-be9b-66dfc522447d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:19.058238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84a94-11ea-4200-9b57-6e4cf99de57c req-c67fb793-8a3f-47f6-ad7f-143dab3c0835 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:19.073221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27b84a94-11ea-4200-9b57-6e4cf99de57c req-c67fb793-8a3f-47f6-ad7f-143dab3c0835 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.2240140 Nov 10 17:04:19.077236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:19.092977 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b7a2f-1885-4fa5-967a-41a7a6266a6c None None] Sync routers for ids ['4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:19.095693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054abef2-8312-45ec-8809-6c076f9671f4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:19.123864 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b7a2f-1885-4fa5-967a-41a7a6266a6c None None] Routers {'4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:19.123864 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1e0b7a2f-1885-4fa5-967a-41a7a6266a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:19.124689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a039c5e-bac6-4444-aada-bc5e4c53408c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/4f9a963a-60d0-4923-bbe5-d9a6eb3a2159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1180992 Nov 10 17:04:19.126759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:19.138878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-a17a48e0-9584-48ed-8be2-b86147098e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:19.142805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-a17a48e0-9584-48ed-8be2-b86147098e8e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1097 time: 0.1838603 Nov 10 17:04:19.154566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-37e07de3-33eb-4fff-b4a3-76180c9323ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:19.159241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-37e07de3-33eb-4fff-b4a3-76180c9323ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=20761e0c-1246-401f-85cb-697f30e101b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2160554 Nov 10 17:04:19.159408 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1e0b7a2f-1885-4fa5-967a-41a7a6266a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:19.171141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f6885e06-5cbc-45c7-916c-2ab840e4aa27 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:19.174700 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b7a2f-1885-4fa5-967a-41a7a6266a6c None None] Routers {'4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:19.176156 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1e0b7a2f-1885-4fa5-967a-41a7a6266a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:19.227174 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1e0b7a2f-1885-4fa5-967a-41a7a6266a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:19.229356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b7a2f-1885-4fa5-967a-41a7a6266a6c None None] The sync data for ids ['4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:19.238996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7642d542-3c8c-4c1e-9751-f1a2e0dd2385 None None] Provisioning complete for port c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:19.239619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7642d542-3c8c-4c1e-9751-f1a2e0dd2385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:19.242976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8474a-2c59-4c48-ade9-e3d4ef332991 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:19.247668 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7db8474a-2c59-4c48-ade9-e3d4ef332991 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports/c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd HTTP/1.1" status: 200 len: 911 time: 0.1166792 Nov 10 17:04:19.248171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58078) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:19.307019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7642d542-3c8c-4c1e-9751-f1a2e0dd2385 None None] Port c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:19.342291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054abef2-8312-45ec-8809-6c076f9671f4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Subnet': ['ID=9a823639-50b2-4140-9190-1b0404d32c5f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:19.357603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7642d542-3c8c-4c1e-9751-f1a2e0dd2385 None None] Provisioning complete for port f6885e06-5cbc-45c7-916c-2ab840e4aa27 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:19.365269 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7642d542-3c8c-4c1e-9751-f1a2e0dd2385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:19.370782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa175de-8be6-46cd-a654-3010c4bedd06 None None] Network 7fb90181-e684-44de-a8a1-f3aec4ab8039 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:19.379238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054abef2-8312-45ec-8809-6c076f9671f4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:19.393226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58082) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:19.395552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-054abef2-8312-45ec-8809-6c076f9671f4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/subnets/9a823639-50b2-4140-9190-1b0404d32c5f HTTP/1.1" status: 204 len: 168 time: 1.3544395 Nov 10 17:04:19.444979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f6885e06-5cbc-45c7-916c-2ab840e4aa27 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:19.466160 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:19.473362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:04:15Z', 'revision_number': 7, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:19.491602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27b84a94-11ea-4200-9b57-6e4cf99de57c req-5ad55467-c253-42d7-906f-0d4a52811178 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4145997 Nov 10 17:04:19.531628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-0bfb6c2d-e9c9-4f76-ab33-dbbebfca97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:19.535343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-0bfb6c2d-e9c9-4f76-ab33-dbbebfca97e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.3416119 Nov 10 17:04:19.558510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec45ef-1351-4a9e-a070-8d049bd41cbb None None] The sync data for ids ['08f4fdf2-0368-462d-be9b-66dfc522447d'] in n-d-714676-11 is: [{'id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'name': 'tempest-TestNetworkBasicOps-router-2084754348', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '494288ef-8140-4ada-96f6-e733867650af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:01:38Z', 'updated_at': '2021-11-10T17:04:15Z', 'revision_number': 7, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': '494288ef-8140-4ada-96f6-e733867650af', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4fdf2-0368-462d-be9b-66dfc522447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:01:39Z', 'updated_at': '2021-11-10T17:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:19.626651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-547111da-a04c-428a-afc2-df46c17368b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 1000 time: 0.0838511 Nov 10 17:04:19.673015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-a5a1c583-8e5d-4a2e-bcf5-17e2a3a50ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785783 Nov 10 17:04:19.750339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a506-6371-4fee-881d-e33fa4ffc35a req-ea12f054-f0c4-41d8-b1fb-c7789b6dd6bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:19.750339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ecc5a506-6371-4fee-881d-e33fa4ffc35a req-ea12f054-f0c4-41d8-b1fb-c7789b6dd6bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.2398946 Nov 10 17:04:19.776917 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:19.786684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-50fcf464-7ae9-41dd-847e-67ce4c3a1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:19.788583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-50fcf464-7ae9-41dd-847e-67ce4c3a1a1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.1512394 Nov 10 17:04:19.794929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-65baa142-338f-46b9-9ed7-947ce29fac39 service neutron] 10.222.0.18 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119640 Nov 10 17:04:19.844817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-f1c6967e-febf-409e-9b7a-79d3d9b21db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:19.846633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-f1c6967e-febf-409e-9b7a-79d3d9b21db4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504348 Nov 10 17:04:19.940296 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ecc5a506-6371-4fee-881d-e33fa4ffc35a req-c329e722-f5d9-4824-8287-1b598548ee96 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824539 Nov 10 17:04:19.997472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ffb962b4-759f-4ce8-9ad4-350c2304b624 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:20.020861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.038918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6612f01-cab7-473d-9d56-f18f568741a9 req-6f10b0da-d1a7-4d3c-8adf-e07fc8cc9faf tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0792112 Nov 10 17:04:20.048770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-ae03ad88-866b-4a90-8608-e164ebb6ed3c service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939261 Nov 10 17:04:20.176899 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.240234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b702c76d-c5cd-41b4-bc68-39bdd963a754 req-5f4348c1-b4bf-4125-91e2-22470cd31481 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846783 Nov 10 17:04:20.252865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ffb962b4-759f-4ce8-9ad4-350c2304b624 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:20.349385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] DHCP port deletion for 7fb90181-e684-44de-a8a1-f3aec4ab8039 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:20.354745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5086bd32-c072-49b6-a83f-5d665d7ac327 None None] Provisioning complete for port c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:20.355131 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5086bd32-c072-49b6-a83f-5d665d7ac327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.428177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-a54c49c5-a50c-4bc3-b956-b236c03ce779 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:20.429248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5086bd32-c072-49b6-a83f-5d665d7ac327 None None] Port c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:20.430671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-a54c49c5-a50c-4bc3-b956-b236c03ce779 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f&tenant_id=19c20c2e7849423bac3b66695c6e40d8&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 1096 time: 0.0762959 Nov 10 17:04:20.436674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port 494288ef-8140-4ada-96f6-e733867650af {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:20.437102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.485398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] Deleting port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:20.485777 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.575056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port 494288ef-8140-4ada-96f6-e733867650af, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=494288ef-8140-4ada-96f6-e733867650af,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:20.575468 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.598741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for 494288ef-8140-4ada-96f6-e733867650af owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:20.647527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] For port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=28d23a2f-a574-48f6-bc89-dbc5fb6ec467,segment=NetworkSegment(1bdb03ee-be79-488e-b3cb-c06a5a6642b4),segment_id=1bdb03ee-be79-488e-b3cb-c06a5a6642b4)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:20.647936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.664462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] Calling delete_port for 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:20.821973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2676c07-5706-44a6-bc4a-6c8a80ec38a4 req-21930079-9f08-494a-895f-8523420a516a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:20.826073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-38794756-9f9d-4540-aa39-b4e850560bd8 service neutron] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:20.829451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e2676c07-5706-44a6-bc4a-6c8a80ec38a4 req-21930079-9f08-494a-895f-8523420a516a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1960094 Nov 10 17:04:20.830451 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-38794756-9f9d-4540-aa39-b4e850560bd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.831690 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-38794756-9f9d-4540-aa39-b4e850560bd8 service neutron] 10.222.0.18 "DELETE /v2.0/ports/ffb962b4-759f-4ce8-9ad4-350c2304b624/bindings/n-h1-714676-11 HTTP/1.1" status: 204 len: 173 time: 0.3938386 Nov 10 17:04:20.855472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:20.889420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] Pushing event deleted for resources: {'Port': ['ID=28d23a2f-a574-48f6-bc89-dbc5fb6ec467,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:20.903383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7342e-7932-47bc-93f8-56e0490263db None None] No DVR routers for this DVR port 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:20.905550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:20.907241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:21.060120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e2676c07-5706-44a6-bc4a-6c8a80ec38a4 req-98b7b773-d44a-496c-b40b-c5f63b3e63ab tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294030 Nov 10 17:04:21.138863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:21.143159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7521f-ff7c-4810-a61b-57fb21427530 req-6dbdcea5-a213-485c-a097-19b85c7fe81b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:21.144789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d7521f-ff7c-4810-a61b-57fb21427530 req-6dbdcea5-a213-485c-a097-19b85c7fe81b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.0972261 Nov 10 17:04:21.152464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:21.164326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:21.188574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:21.188915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 675ac6c9-0bbd-4d46-9efd-6e8f65a8b7f3 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:21.189227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:21.210236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d7521f-ff7c-4810-a61b-57fb21427530 req-cee80bd7-a15d-42c1-94b4-653b58dc6ccd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573018 Nov 10 17:04:21.211246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:21.211621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 28d23a2f-a574-48f6-bc89-dbc5fb6ec467 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:21.240195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:21.291096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e7f8a-f9c7-417b-9bb4-5d28fdb7b6bc None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:21.338467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=494288ef-8140-4ada-96f6-e733867650af,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:21.353188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e09a-4c53-428e-a1a6-ef67758f2a9a req-4e57e335-b46e-43d4-a342-dd3d2fccfe70 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:21.363197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8e5e09a-4c53-428e-a1a6-ef67758f2a9a req-4e57e335-b46e-43d4-a342-dd3d2fccfe70 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1096 time: 0.0667751 Nov 10 17:04:21.367634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.370174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.370174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.370174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.370554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.370797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.371349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.371497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.371816 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.372200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.372522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.372841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:21.392461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d3558f2-c9b0-4aa4-89b9-f78fa320f6ea req-9990461d-eaaa-42c6-bf7d-f811e8e634cc tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 210 time: 0.1470144 Nov 10 17:04:21.425921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8e5e09a-4c53-428e-a1a6-ef67758f2a9a req-a8f7a892-c412-4659-879b-a01ed820b80e tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616858 Nov 10 17:04:21.477231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-df5cef02-d42e-47f9-b9f3-4f1a36935ecb tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9725f831e3104812934f6d72314b61ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387909 Nov 10 17:04:21.564959 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:21.627798 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:04:21.670914 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:21.678316 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:21.693841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-ece9aa63-8224-4108-b5fa-7692a1625760 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:21.696120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-ece9aa63-8224-4108-b5fa-7692a1625760 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124197 Nov 10 17:04:21.709041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Request body: {'port': {'device_id': 'ecdc47ae-3f8c-408f-867d-ce044587ffd3', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': '9725f831e3104812934f6d72314b61ba'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:21.958129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Made reservation on behalf of 9725f831e3104812934f6d72314b61ba for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:21.963951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.000348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.083616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8c067-0080-486f-8db0-1238fdc42c70 req-fab2fb6d-6b0d-4246-8a47-8cc8b98c0cf4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:22.086171 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e4f8c067-0080-486f-8db0-1238fdc42c70 req-fab2fb6d-6b0d-4246-8a47-8cc8b98c0cf4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.5613630 Nov 10 17:04:22.171084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e4f8c067-0080-486f-8db0-1238fdc42c70 req-efb540d8-2084-422a-a832-4a7abb1352dc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528095 Nov 10 17:04:22.186407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbc844-8324-4470-ba7b-9aeeeee1c64a req-7c441239-c780-413c-b1af-35743c62795e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:22.187975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61cbc844-8324-4470-ba7b-9aeeeee1c64a req-7c441239-c780-413c-b1af-35743c62795e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.0519276 Nov 10 17:04:22.194570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58132) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:22.203489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.204000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Fanout notify agent at l3_agent the message router_deleted on router 08f4fdf2-0368-462d-be9b-66dfc522447d {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:04:22.211119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.213487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c843b0a8-cca7-4381-9149-271e1c4ddf1d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/routers/08f4fdf2-0368-462d-be9b-66dfc522447d HTTP/1.1" status: 204 len: 168 time: 2.8185492 Nov 10 17:04:22.217282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:22.253038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.293713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=c6bc01ed-f447-4aba-84b8-e90a6b8eb5dd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:22.407640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.433059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-61cbc844-8324-4470-ba7b-9aeeeee1c64a req-c586ec10-10c1-4e20-94a1-8d158334471a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312293 Nov 10 17:04:22.455347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.468184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-595b7c88-2bd4-4e38-8ee1-c77b022a4778 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b HTTP/1.1" status: 200 len: 991 time: 0.2655642 Nov 10 17:04:22.551793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.609833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.619240 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.644291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce64b21d-dec1-493c-a0da-80de8b9c863b req-49b86538-9b0c-476d-a0cd-71e70c45803c tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0621374 Nov 10 17:04:22.653828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb90181-e684-44de-a8a1-f3aec4ab8039']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:22.697111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdb03ee-be79-488e-b3cb-c06a5a6642b4') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:22.697427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdb03ee-be79-488e-b3cb-c06a5a6642b4') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:22.720820 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.731487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router 4f9a963a-60d0-4923-bbe5-d9a6eb3a2159 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:22.732515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b13465-ffba-405a-ab11-ff313cf31d49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:22.750706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.763821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:04:22.764210 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:04:22.767343 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:04:22.783503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:22.866407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:22.873332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Allocated IP 192.168.233.86 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/8b3c2578-2aa8-45ac-a33b-3ba401492fa9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:22.880379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fa251a6c-56ae-4fb4-983c-178b0ae7d63e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/4f9a963a-60d0-4923-bbe5-d9a6eb3a2159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6311445 Nov 10 17:04:22.880959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeeafdc-2f76-4ed0-97eb-fb455f0f7b64 None None] Sync routers for ids ['4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:22.885812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:22.909551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeeafdc-2f76-4ed0-97eb-fb455f0f7b64 None None] Routers {'4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:22.910332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0eeeafdc-2f76-4ed0-97eb-fb455f0f7b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:22.927297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ae3fc94f-a533-475d-be52-229ef39e5f67 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f9a963a-60d0-4923-bbe5-d9a6eb3a2159 HTTP/1.1" status: 200 len: 205 time: 0.0403321 Nov 10 17:04:22.929848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:22.958419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0eeeafdc-2f76-4ed0-97eb-fb455f0f7b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:22.968305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeeafdc-2f76-4ed0-97eb-fb455f0f7b64 None None] Routers {'4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:22.969279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0eeeafdc-2f76-4ed0-97eb-fb455f0f7b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:22.985310 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.032225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port 0b8468fb-49f9-404c-9fc0-eac46b656c6d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:23.032999 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.057060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0eeeafdc-2f76-4ed0-97eb-fb455f0f7b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:23.057430 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.058906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeeafdc-2f76-4ed0-97eb-fb455f0f7b64 None None] The sync data for ids ['4f9a963a-60d0-4923-bbe5-d9a6eb3a2159'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:23.060739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/networks/7fb90181-e684-44de-a8a1-f3aec4ab8039 HTTP/1.1" status: 204 len: 168 time: 0.8424327 Nov 10 17:04:23.083043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925163c9-e7cf-4f91-a0d8-f6a4ebb684d0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Network': ['ID=7fb90181-e684-44de-a8a1-f3aec4ab8039,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:23.095869 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445bc215-23d0-4370-a27a-b6260ea905ca tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.099024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58158) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:23.105281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'network': {'name': 'tempest-network-smoke--835887556', 'project_id': '7409b56f806c43c3809c5a352767930c', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:23.111719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 494288ef-8140-4ada-96f6-e733867650af no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:23.134376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 494288ef-8140-4ada-96f6-e733867650af {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:23.134988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 494288ef-8140-4ada-96f6-e733867650af not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:23.151736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.152016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.165895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for 0b8468fb-49f9-404c-9fc0-eac46b656c6d owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:23.220297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:23.224316 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.298399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:04:23.338046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.338391 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Added segment 85513657-2b77-4676-9bef-c554a56201b0 of type vlan for network e33517d9-5764-4f41-9847-0591e1e11582 Nov 10 17:04:23.392591 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.489551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.496616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:23.501945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.559156 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.575422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Network': ['ID=e33517d9-5764-4f41-9847-0591e1e11582,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:23.600099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=0b8468fb-49f9-404c-9fc0-eac46b656c6d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:23.613249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bec49c98-2df5-48c1-9171-423ead8ac01e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5116491 Nov 10 17:04:23.618824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:23.621838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e33517d9-5764-4f41-9847-0591e1e11582 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:04:23.664280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445bc215-23d0-4370-a27a-b6260ea905ca tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.668261 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445bc215-23d0-4370-a27a-b6260ea905ca tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.699494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.700036 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Floating IP a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b disassociated (deleted). External IP: 172.25.3.158, port: ffb962b4-759f-4ce8-9ad4-350c2304b624. Nov 10 17:04:23.750661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-599569197', 'admin_state_up': True, 'project_id': '7409b56f806c43c3809c5a352767930c', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:23.805510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a020beb-b659-4c25-90ac-096c63268feb req-4c819786-7f09-4d23-85b1-53aa40050517 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0442286 Nov 10 17:04:23.820705 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445bc215-23d0-4370-a27a-b6260ea905ca tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.821826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445bc215-23d0-4370-a27a-b6260ea905ca tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Fanout notify agent at l3_agent the message router_deleted on router 4f9a963a-60d0-4923-bbe5-d9a6eb3a2159 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:04:23.831052 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445bc215-23d0-4370-a27a-b6260ea905ca tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.832852 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-445bc215-23d0-4370-a27a-b6260ea905ca tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/4f9a963a-60d0-4923-bbe5-d9a6eb3a2159 HTTP/1.1" status: 204 len: 168 time: 0.9020684 Nov 10 17:04:23.833459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:23.875027 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.881778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.882756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.913051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa702b4f-77df-4b83-afa3-e388b36a7186 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet 6daf29f7-2239-47d3-9441-cb158a34b928 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:04:23.918555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa702b4f-77df-4b83-afa3-e388b36a7186 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:23.947473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:24.024070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.034704 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa702b4f-77df-4b83-afa3-e388b36a7186 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.069114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:24.075275 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.082114 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] Sync routers for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:24.094020 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:24.095799 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:24.107138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-89c28540-fef8-4a4d-af12-209a055844fb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/floatingips/a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b HTTP/1.1" status: 204 len: 168 time: 1.3221548 Nov 10 17:04:24.107756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:24.110595 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd058d54-50fd-45cc-8804-47b0ded4de81" -d '{"events": [{"name": "network-changed", "server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:24.185777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.238475 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:24.264688 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c4ca0a-25f5-4531-80e6-c1f99fdcd390 x-openstack-request-id: req-81c4ca0a-25f5-4531-80e6-c1f99fdcd390 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:24.264688 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:24.264688 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81c4ca0a-25f5-4531-80e6-c1f99fdcd390 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:24.264688 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'status': 'completed', 'code': 200} Nov 10 17:04:24.287399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:24.294152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:24.309902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa702b4f-77df-4b83-afa3-e388b36a7186 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.315019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:24.481657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Pushing event updated for resources: {'Port': ['ID=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:24.492711 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:24Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:24.500478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.532045 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] Checking router: 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:04:24.544309 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:24.545272 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:24.547081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-8b356d15-43ca-4d43-a7a8-eac51409de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:24.550019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-8b356d15-43ca-4d43-a7a8-eac51409de00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 1096 time: 0.2590263 Nov 10 17:04:24.559351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:24.560013 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.681000 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:24.687488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-dd14e447-36e1-4194-9535-7fb1706096a9 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9833028 Nov 10 17:04:24.701485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d5462e15-8bf9-4df0-b242-9ccf95f0665d None None] Provisioning complete for port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:24.702062 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d5462e15-8bf9-4df0-b242-9ccf95f0665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.719571 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa702b4f-77df-4b83-afa3-e388b36a7186 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.735901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Request body: {'port': {'device_id': 'ecdc47ae-3f8c-408f-867d-ce044587ffd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:24.741779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d5462e15-8bf9-4df0-b242-9ccf95f0665d None None] Port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:24.793731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa702b4f-77df-4b83-afa3-e388b36a7186 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=6daf29f7-2239-47d3-9441-cb158a34b928,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:24.809565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f6f83-f815-4273-974b-d8a7424d44a1 None None] Network 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:24.828511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa702b4f-77df-4b83-afa3-e388b36a7186 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.834512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aa702b4f-77df-4b83-afa3-e388b36a7186 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/6daf29f7-2239-47d3-9441-cb158a34b928 HTTP/1.1" status: 204 len: 168 time: 0.9940729 Nov 10 17:04:24.834639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58196) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:24.894978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-b0bf56ba-0ef2-45c8-9f19-9a831e52ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:24.896697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-b0bf56ba-0ef2-45c8-9f19-9a831e52ad2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 200 len: 898 time: 0.3236811 Nov 10 17:04:24.925238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ebb63-6f4d-43d0-af90-10cfb9ac1094 req-9d7e0035-3254-4898-93f7-62921655852a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:24.926885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d3ebb63-6f4d-43d0-af90-10cfb9ac1094 req-9d7e0035-3254-4898-93f7-62921655852a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.2513418 Nov 10 17:04:24.996608 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:24.999172 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-cb09072d-6344-41e3-8618-60ec240b3347 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 200 len: 217 time: 0.0686028 Nov 10 17:04:25.058414 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.061104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.18', 50643) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:25.090723 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:24Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:25.110488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1925c-cb1d-4450-8d7d-869ba638e640 req-f7b4f0e3-7c24-44dc-8922-8e17cdf4d7f4 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:25.118893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-77a376f2-c11a-4301-a44c-37adb777a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:25.121101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-77a376f2-c11a-4301-a44c-37adb777a9ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=725524e4-6307-4165-b677-5b4b39b2ed18 HTTP/1.1" status: 200 len: 834 time: 0.1050699 Nov 10 17:04:25.121687 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f5f1925c-cb1d-4450-8d7d-869ba638e640 req-f7b4f0e3-7c24-44dc-8922-8e17cdf4d7f4 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 935 time: 0.1882086 Nov 10 17:04:25.136417 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aac5dd-20ad-4bd3-8ea3-fb59a7e5a60b None None] The sync data for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 is: [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:02:19Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd79cf544-52ce-41d5-90cf-1da675960f1a', 'name': '', 'network_id': '20761e0c-1246-401f-85cb-697f30e101b4', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:13:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:17Z', 'updated_at': '2021-11-10T17:02:24Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '725524e4-6307-4165-b677-5b4b39b2ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:25.154142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] DHCP port deletion for 0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:25.204915 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-bf922b29-6fb9-4617-99af-11784642cb26 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:25.206394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-bf922b29-6fb9-4617-99af-11784642cb26 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.18 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 944 time: 0.1423843 Nov 10 17:04:25.237932 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d3ebb63-6f4d-43d0-af90-10cfb9ac1094 req-0faf8b8a-1ed9-4074-811f-3d7dc2ed4f6a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=859830a4-40ee-4259-9962-6fe2bc8412dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923656 Nov 10 17:04:25.265473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] Deleting port f6885e06-5cbc-45c7-916c-2ab840e4aa27 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:25.265473 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.287498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f5f1925c-cb1d-4450-8d7d-869ba638e640 req-577ea78f-e747-42ef-b48b-de7538b7fde5 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648817 Nov 10 17:04:25.320079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port f6885e06-5cbc-45c7-916c-2ab840e4aa27 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:25.329913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.356871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-ee9fbcf2-938b-4527-a41f-4b8598811900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:25.358425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-ee9fbcf2-938b-4527-a41f-4b8598811900 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=20761e0c-1246-401f-85cb-697f30e101b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028208 Nov 10 17:04:25.373006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] For port f6885e06-5cbc-45c7-916c-2ab840e4aa27, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f6885e06-5cbc-45c7-916c-2ab840e4aa27,segment=NetworkSegment(12898124-5cf3-4673-b89c-ab951d07bcf7),segment_id=12898124-5cf3-4673-b89c-ab951d07bcf7)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:25.373442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.388973 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] Calling delete_port for f6885e06-5cbc-45c7-916c-2ab840e4aa27 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:25.448482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port f6885e06-5cbc-45c7-916c-2ab840e4aa27, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f6885e06-5cbc-45c7-916c-2ab840e4aa27,segment=NetworkSegment(12898124-5cf3-4673-b89c-ab951d07bcf7),segment_id=12898124-5cf3-4673-b89c-ab951d07bcf7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:25.452693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.473254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port ffb962b4-759f-4ce8-9ad4-350c2304b624 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:25.473254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.479363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for f6885e06-5cbc-45c7-916c-2ab840e4aa27 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:25.562307 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-3dec422c-a4fa-4342-85e4-1b154e063233 service neutron] 10.222.0.18 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654356 Nov 10 17:04:25.604138 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.626319 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] No DVR routers for this DVR port f6885e06-5cbc-45c7-916c-2ab840e4aa27 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:25.628053 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.651744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb215b73-74d8-493a-8722-0af758c56ad9 None None] New status for floating IP a7cbb27d-c55f-4fdb-bc83-5f7a4f9ddb3b: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:04:25.693116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.754406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf366edf-0f77-4aa8-b9bd-af7e58d1ec47 None None] Pushing event deleted for resources: {'Port': ['ID=f6885e06-5cbc-45c7-916c-2ab840e4aa27,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:25.877271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port ffb962b4-759f-4ce8-9ad4-350c2304b624, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ffb962b4-759f-4ce8-9ad4-350c2304b624,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:25.877635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.887796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-88ba8865-89ec-4e12-97a6-bfc58cf45c7f service neutron] 10.222.0.18 "GET /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933235 Nov 10 17:04:25.900183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for ffb962b4-759f-4ce8-9ad4-350c2304b624 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:25.925497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.933931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.25.3.180 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/c5677808-ba66-44a0-956a-8c47d91626f3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:25.949866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:04:25.959229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:25.989469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=f6885e06-5cbc-45c7-916c-2ab840e4aa27,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:25.991363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No DVR routers for this DVR port f6885e06-5cbc-45c7-916c-2ab840e4aa27 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:25.998629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Transition to ACTIVE for port object 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:04:26.075527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.083755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.086353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.174955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:26.190672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12898124-5cf3-4673-b89c-ab951d07bcf7') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:26.191348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12898124-5cf3-4673-b89c-ab951d07bcf7') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:26.204653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.218085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Pushing event updated for resources: {'Port': ['ID=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:26.218920 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.232103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:04:26.232494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:04:26.236130 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:04:26.250844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Attempting to bind port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:26.251183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Attempting to bind port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:26.262315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Attempting to bind port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:26.268162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:04:26.268682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Attempting to bind port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:26.281456 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:26.281985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:26.282550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:26.283338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Bound port: 8b3c2578-2aa8-45ac-a33b-3ba401492fa9, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:26.283886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.298838 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.327807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.361270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=ffb962b4-759f-4ce8-9ad4-350c2304b624,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:26.459706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.465042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1dfa548-adc0-4333-bc36-67a5d1c0ffef req-8140dfd7-dfaa-49ac-8e71-eefc9382a5ea tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=821f9191-ecf6-4922-98d3-fd281dda110f HTTP/1.1" status: 200 len: 210 time: 0.0472105 Nov 10 17:04:26.465498 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.466747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:26.491459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55 HTTP/1.1" status: 204 len: 168 time: 1.6424780 Nov 10 17:04:26.491562 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:26.491663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] No DVR routers for this DVR port ffb962b4-759f-4ce8-9ad4-350c2304b624 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:26.491747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] For port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:26.491837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.491928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:26.491928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:26.492072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75f25f8c-b4c1-420a-8ae0-74d43e0e4ab1 req-87d72028-6ad2-47e1-bc12-8c822e6c6448 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.18 "DELETE /v2.0/ports/ffb962b4-759f-4ce8-9ad4-350c2304b624 HTTP/1.1" status: 204 len: 173 time: 1.2708628 Nov 10 17:04:26.509771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd5a73-cc0c-40b3-9d0d-dd3a71cb751e None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:26.514376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1953666505', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:26.515410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-deleted', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:26.517929 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74676abf-58ee-47c2-95f7-7d529bdebe92" -d '{"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-deleted", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:26.538432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f3e46-2fb8-4e2c-b401-355d82e1411f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=0c9bf35e-1175-4e4c-b0ef-1a0a9f6dab55,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:26.547004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=c5677808-ba66-44a0-956a-8c47d91626f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:26.570285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] For port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:26.574522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c64f7-017d-4c2b-8eb9-1695011fff41 req-077f68aa-df0c-4f68-ab6b-96c96c04a591 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:26.583155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f5c64f7-017d-4c2b-8eb9-1695011fff41 req-077f68aa-df0c-4f68-ab6b-96c96c04a591 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 947 time: 0.1520426 Nov 10 17:04:26.645857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-24bf80dc-2b2e-4dc3-987d-13aad4291fcd None None] Provisioning complete for port c5677808-ba66-44a0-956a-8c47d91626f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:26.646348 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24bf80dc-2b2e-4dc3-987d-13aad4291fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.668625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f5c64f7-017d-4c2b-8eb9-1695011fff41 req-a4d584ea-0ddd-4915-828b-981c10b0b52a tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843229 Nov 10 17:04:26.676986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.682147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.692020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.700055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-24bf80dc-2b2e-4dc3-987d-13aad4291fcd None None] Port c5677808-ba66-44a0-956a-8c47d91626f3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:26.785444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:26.792127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:26.794315 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] 10.222.0.18 "PUT /v2.0/ports/8b3c2578-2aa8-45ac-a33b-3ba401492fa9 HTTP/1.1" status: 200 len: 1096 time: 2.0697742 Nov 10 17:04:26.984723 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df010b1d-d055-48bb-85ca-31aec371aeca x-openstack-request-id: req-df010b1d-d055-48bb-85ca-31aec371aeca {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:26.985287 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821f9191-ecf6-4922-98d3-fd281dda110f", "name": "network-vif-deleted", "tag": "ffb962b4-759f-4ce8-9ad4-350c2304b624", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:26.985738 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df010b1d-d055-48bb-85ca-31aec371aeca {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:26.986362 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821f9191-ecf6-4922-98d3-fd281dda110f', 'name': 'network-vif-deleted', 'tag': 'ffb962b4-759f-4ce8-9ad4-350c2304b624', 'status': 'completed', 'code': 200} Nov 10 17:04:27.099863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f6885e06-5cbc-45c7-916c-2ab840e4aa27 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:27.137531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f6885e06-5cbc-45c7-916c-2ab840e4aa27 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:27.138223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f6885e06-5cbc-45c7-916c-2ab840e4aa27 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:27.280292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc47ae-3f8c-408f-867d-ce044587ffd3', 'tag': '8b3c2578-2aa8-45ac-a33b-3ba401492fa9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:27.282604 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b989ac5c-04af-4734-ad21-2d79688ad81e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdc47ae-3f8c-408f-867d-ce044587ffd3", "tag": "8b3c2578-2aa8-45ac-a33b-3ba401492fa9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:27.345058 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df9055c-d174-4f14-b425-f4171652e3fb x-openstack-request-id: req-4df9055c-d174-4f14-b425-f4171652e3fb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:27.345438 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdc47ae-3f8c-408f-867d-ce044587ffd3", "tag": "8b3c2578-2aa8-45ac-a33b-3ba401492fa9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:27.345760 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4df9055c-d174-4f14-b425-f4171652e3fb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:27.346209 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc47ae-3f8c-408f-867d-ce044587ffd3', 'tag': '8b3c2578-2aa8-45ac-a33b-3ba401492fa9', 'status': 'completed', 'code': 200} Nov 10 17:04:27.381056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c7f11-cb53-4c07-a34e-3efd32a4f19e service neutron] Pushing event updated for resources: {'Port': ['ID=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:27.389785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:27.406300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-87d7f2c3-b119-4ee9-8a0c-e030e1930be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:27.407801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-87d7f2c3-b119-4ee9-8a0c-e030e1930be3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9725f831e3104812934f6d72314b61ba&device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 1099 time: 0.1155889 Nov 10 17:04:27.453784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-2645fb6d-b4df-4a45-ae85-7d2303604cd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=8b3c2578-2aa8-45ac-a33b-3ba401492fa9 HTTP/1.1" status: 200 len: 217 time: 0.0374777 Nov 10 17:04:27.530939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58238) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:27.673372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:27.724079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-a68924aa-d050-41a0-8683-6bcaa6c8f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:27.725606 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-a68924aa-d050-41a0-8683-6bcaa6c8f883 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2385299 Nov 10 17:04:27.802302 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:27.828818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92b4b3-f5e8-4ebc-890a-0ad0511bb50d req-eeb5ebb1-e5aa-4146-b42e-22fccaf21cb2 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:27.830453 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d92b4b3-f5e8-4ebc-890a-0ad0511bb50d req-eeb5ebb1-e5aa-4146-b42e-22fccaf21cb2 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 947 time: 0.0787406 Nov 10 17:04:27.864006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-3dd967c1-af28-42b1-acfb-2d6fc560dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:27.865520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-3dd967c1-af28-42b1-acfb-2d6fc560dead service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273894 Nov 10 17:04:27.937677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d92b4b3-f5e8-4ebc-890a-0ad0511bb50d req-d414902a-e35f-4718-a7c9-1a742d39f42d tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856266 Nov 10 17:04:28.045580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:28.144978 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-f8df51ee-38ab-4eb0-be8d-4bb56c54e5f0 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442355 Nov 10 17:04:28.235189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:28.348372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port d79cf544-52ce-41d5-90cf-1da675960f1a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:28.349035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:28.411414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-316cb977-ab09-4a3b-ae6a-f2467ac05dc0 req-062861c9-6159-4043-b21d-0e4d00b4acb0 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582705 Nov 10 17:04:28.451727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port d79cf544-52ce-41d5-90cf-1da675960f1a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d79cf544-52ce-41d5-90cf-1da675960f1a,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:28.452013 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:28.459292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:28.468192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for d79cf544-52ce-41d5-90cf-1da675960f1a owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:28.483776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:28.633020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-c591e174-2b20-4c45-824c-164963057b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:28.635279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-c591e174-2b20-4c45-824c-164963057b33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9725f831e3104812934f6d72314b61ba&device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 1099 time: 0.1364207 Nov 10 17:04:28.729686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 172.25.3.32 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/471a232f-20a1-4fe7-85ba-25a879881aeb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:28.755324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:04:28.786662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:28.819159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=d79cf544-52ce-41d5-90cf-1da675960f1a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:28.821501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-35d24d84-a52a-4f6e-adc4-73ccd9939305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:28.823093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-35d24d84-a52a-4f6e-adc4-73ccd9939305 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfb5ec94-651c-4047-aee4-6991bd397664 HTTP/1.1" status: 200 len: 870 time: 0.1763105 Nov 10 17:04:28.912653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-05351ea7-f525-4141-b7d4-6b957995e5e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=8b3c2578-2aa8-45ac-a33b-3ba401492fa9 HTTP/1.1" status: 200 len: 217 time: 0.0473981 Nov 10 17:04:29.026054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:29.028646 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:29.067283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:29.084043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ffb962b4-759f-4ce8-9ad4-350c2304b624 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:29.106958 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Sync routers for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:29.135714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: ffb962b4-759f-4ce8-9ad4-350c2304b624 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:29.137353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ffb962b4-759f-4ce8-9ad4-350c2304b624 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:29.139915 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:29.140927 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:29.155419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-6ac41898-10fa-4ff2-b99e-afce8ca9aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:29.157843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-6ac41898-10fa-4ff2-b99e-afce8ca9aea3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.2365756 Nov 10 17:04:29.282051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297eeb8-5a9c-4228-8169-8a93d43391e4 req-ae9187e1-1fc5-478f-af72-f4cd3db1a995 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:29.284982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c297eeb8-5a9c-4228-8169-8a93d43391e4 req-ae9187e1-1fc5-478f-af72-f4cd3db1a995 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 947 time: 0.2564530 Nov 10 17:04:29.294449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:29.301235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a7d51407-88e2-4f96-81e9-ea03418eb290 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6783764 Nov 10 17:04:29.303771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:29.336879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-891d9c6b-727d-438e-8527-f07964f85b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:29.338571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-891d9c6b-727d-438e-8527-f07964f85b10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718957 Nov 10 17:04:29.373746 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:29.375225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:29.406918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:29.420115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8e0a9fe0-af87-4691-b979-5c973e4ddf6b tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7409b56f806c43c3809c5a352767930c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0982821 Nov 10 17:04:29.421466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58268) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:29.473964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:29.479389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c297eeb8-5a9c-4228-8169-8a93d43391e4 req-b0b75508-e736-4c0c-afb7-b70eb7d24057 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612515 Nov 10 17:04:29.485406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:29.505932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12316a34-cbe8-42cf-984b-5b9215c31624 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:29.520851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:29.554795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=471a232f-20a1-4fe7-85ba-25a879881aeb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:29.580646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.581431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.581431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.581658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.581964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.582292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.582620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.582943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.583273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.583940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.583940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.584224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:29.594144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:29.609210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-465ff714-f214-4b3c-82b1-92423686b1bb service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494743 Nov 10 17:04:29.611281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a46ef486-0ba2-497d-b494-1eab87e3721f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "PUT /v2.0/routers/6d0bcf51-e32e-4b2e-8935-fbcbe21e8340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0787714 Nov 10 17:04:29.613162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:29.616145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfe9ce-40d5-442b-84d9-c33af7166fd5 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:29.616466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9f40b53c-2882-45d6-8f9f-a74e487e9358 None None] Provisioning complete for port 471a232f-20a1-4fe7-85ba-25a879881aeb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:29.616850 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f40b53c-2882-45d6-8f9f-a74e487e9358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:29.620820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aedfe9ce-40d5-442b-84d9-c33af7166fd5 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1955273 Nov 10 17:04:29.620978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] Sync routers for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:29.621433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58276) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:29.653820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5ecad016-24d5-413b-be0d-e920cb1a306d tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292490 Nov 10 17:04:29.654064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58278) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:29.661062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274616571', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'project_id': '7409b56f806c43c3809c5a352767930c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:29.670204 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:27Z', 'revision_number': 3, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:29.707390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:29.708059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:29.726386 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Checking router: 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:04:29.726767 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Updating router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de port c5677808-ba66-44a0-956a-8c47d91626f3 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:04:29.792567 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:29.802324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9f40b53c-2882-45d6-8f9f-a74e487e9358 None None] Port 471a232f-20a1-4fe7-85ba-25a879881aeb cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:29.871960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:29.875683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:29.922500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:30.176340 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.189716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:04:28Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:30.201693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdabf98-625b-40f0-aaa9-edce8d20a974 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting subnet 725524e4-6307-4165-b677-5b4b39b2ed18 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:04:30.214525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cdabf98-625b-40f0-aaa9-edce8d20a974 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.224497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] Checking router: 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:04:30.233372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] Routers {'6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:30.233983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:30.254747 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.268873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b989ac5c-04af-4734-ad21-2d79688ad81e req-97750b5a-0d8b-4236-b09c-bcbe26961fb3 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120770 Nov 10 17:04:30.279273 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cdabf98-625b-40f0-aaa9-edce8d20a974 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.283484 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.315179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b24bc2-a7bf-4754-90bd-dfe37a0055bc None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:30.398469 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Pushing event updated for resources: {'Port': ['ID=c5677808-ba66-44a0-956a-8c47d91626f3,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:30.401249 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Attempting to bind port c5677808-ba66-44a0-956a-8c47d91626f3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:30.401690 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Attempting to bind port c5677808-ba66-44a0-956a-8c47d91626f3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:30.402118 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Attempting to bind port c5677808-ba66-44a0-956a-8c47d91626f3 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:30.404152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] Set router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:30.404566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Subnet': ['ID=b4ac80d2-8a5a-449d-8d5c-6551f4f63423,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:30.408468 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:30.408934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:30.409396 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.409583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Checking segment: {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:30.409905 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:30.410169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network hostable DHCP agents. Network: e33517d9-5764-4f41-9847-0591e1e11582, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:04:30.410520 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Bound port: c5677808-ba66-44a0-956a-8c47d91626f3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:30.410965 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.439262 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.439715 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.440121 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.440542 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.440940 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.441333 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.441734 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.442049 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.442458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.442835 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.443219 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.443592 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:30.478873 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] For port c5677808-ba66-44a0-956a-8c47d91626f3, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:30.482390 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] For port c5677808-ba66-44a0-956a-8c47d91626f3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5677808-ba66-44a0-956a-8c47d91626f3,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:30.505381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3799ae06-0f2e-4363-97c6-781c54b6e1e5 None None] Provisioning complete for port c5677808-ba66-44a0-956a-8c47d91626f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:30.506040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network e33517d9-5764-4f41-9847-0591e1e11582 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:04:30.506216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3799ae06-0f2e-4363-97c6-781c54b6e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.561118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cdabf98-625b-40f0-aaa9-edce8d20a974 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.567055 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.588350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3799ae06-0f2e-4363-97c6-781c54b6e1e5 None None] Port c5677808-ba66-44a0-956a-8c47d91626f3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:30.595296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e33517d9-5764-4f41-9847-0591e1e11582) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:30.622372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5279ca-7e2e-4df8-8c3b-6b26995301d4 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:30.623212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:30.630674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.632604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2988c7f-f7e1-4a20-9be5-bebed00425a8 None None] Network e33517d9-5764-4f41-9847-0591e1e11582 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:30.662412 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717127f-8bd5-4062-a403-836c6c710c89 None None] Pushing event updated for resources: {'Port': ['ID=c5677808-ba66-44a0-956a-8c47d91626f3,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:30.667766 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:30.668382 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:30.691170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.707537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bf9a7-fbae-44a8-beeb-081093ec517b req-a55e79a8-7300-4c50-9d93-da9cc483c141 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:30.709197 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb4bf9a7-fbae-44a8-beeb-081093ec517b req-a55e79a8-7300-4c50-9d93-da9cc483c141 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 947 time: 0.1425169 Nov 10 17:04:30.775879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9f7c5dbd-4dcd-449f-8867-291624505113 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1201913 Nov 10 17:04:30.784302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58292) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:30.798432 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cdabf98-625b-40f0-aaa9-edce8d20a974 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.842671 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:30.853992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdabf98-625b-40f0-aaa9-edce8d20a974 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Subnet': ['ID=725524e4-6307-4165-b677-5b4b39b2ed18,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:30.871006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cdabf98-625b-40f0-aaa9-edce8d20a974 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:30.875151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3cdabf98-625b-40f0-aaa9-edce8d20a974 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/subnets/725524e4-6307-4165-b677-5b4b39b2ed18 HTTP/1.1" status: 204 len: 168 time: 1.2609060 Nov 10 17:04:30.878176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:30.951212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb4bf9a7-fbae-44a8-beeb-081093ec517b req-0dbdc395-3da8-410b-824a-d76a07479527 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338016 Nov 10 17:04:30.971606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3781a3-c328-4911-a5ad-8802d13814fc None None] Network 20761e0c-1246-401f-85cb-697f30e101b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:31.019257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ce20d6d6-41b3-4765-af7b-2ac689f7c0ae None None] Provisioning complete for port c5677808-ba66-44a0-956a-8c47d91626f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:31.020054 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce20d6d6-41b3-4765-af7b-2ac689f7c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.113118 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:27Z', 'revision_number': 3, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:31.163911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:04:31.167323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.174816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.190414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869dd47a-7a05-44e0-8fc1-e8503cdab0fd None None] The sync data for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 is: [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:27Z', 'revision_number': 3, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:31.250858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce20d6d6-41b3-4765-af7b-2ac689f7c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.352479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.resource_extend [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:04:31.353824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:04:28Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:31.402628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ce20d6d6-41b3-4765-af7b-2ac689f7c0ae None None] For port c5677808-ba66-44a0-956a-8c47d91626f3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5677808-ba66-44a0-956a-8c47d91626f3,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:31.483576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.498097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.526379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb6d71-e2ca-4403-bc5f-41bc5c2bd299 None None] The sync data for ids ['6d0bcf51-e32e-4b2e-8935-fbcbe21e8340'] in n-d-714676-11 is: [{'id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53584223', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:02:10Z', 'updated_at': '2021-11-10T17:04:28Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'c319ba91-98cb-408e-91a2-2857e8ee8266', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0bcf51-e32e-4b2e-8935-fbcbe21e8340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:02:11Z', 'updated_at': '2021-11-10T17:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:31.540571 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce20d6d6-41b3-4765-af7b-2ac689f7c0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.599290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router 6d31e1e8-ca02-4c95-9972-bf55f20586b6 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:04:31.706601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d6d6-41b3-4765-af7b-2ac689f7c0ae None None] Pushing event updated for resources: {'Port': ['ID=c5677808-ba66-44a0-956a-8c47d91626f3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:31.731766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] DHCP port deletion for 20761e0c-1246-401f-85cb-697f30e101b4 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:31.741505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port c319ba91-98cb-408e-91a2-2857e8ee8266 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:31.741761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.759922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e33517d9-5764-4f41-9847-0591e1e11582', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:04:31.761099 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.813483 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-939057e1-8bd9-4452-9431-0dab835fe188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.861610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port c319ba91-98cb-408e-91a2-2857e8ee8266, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c319ba91-98cb-408e-91a2-2857e8ee8266,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:31.862084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:31.879677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for c319ba91-98cb-408e-91a2-2857e8ee8266 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:32.042669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Allocated IP 172.20.0.2 (e33517d9-5764-4f41-9847-0591e1e11582/b4ac80d2-8a5a-449d-8d5c-6551f4f63423/064ecf58-29f2-4bb3-aab5-ae5505067360) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:32.205634 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.257133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:32.273023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.282096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '8b3c2578-2aa8-45ac-a33b-3ba401492fa9', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '8b3c2578-2aa8-45ac-a33b-3ba401492fa9', 'mac_address': 'fa:16:3e:64:ce:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:04:32.346950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=c319ba91-98cb-408e-91a2-2857e8ee8266,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:32.353260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597a4b8-88c3-476f-8f57-f99141e9d2f6 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:32.365568 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.389323 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.434020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] Deleting port 1421a8e1-ba6b-4c88-a028-8e2faf291349 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:32.434413 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.441473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8913a-63dd-414d-93fd-cf3d38c5e488 req-586beb7a-65dd-471b-b0e0-256834e02671 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:32.443780 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68b8913a-63dd-414d-93fd-cf3d38c5e488 req-586beb7a-65dd-471b-b0e0-256834e02671 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 947 time: 0.3247008 Nov 10 17:04:32.456583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Network e33517d9-5764-4f41-9847-0591e1e11582 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:32.475616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.20.0.1 (e33517d9-5764-4f41-9847-0591e1e11582/b4ac80d2-8a5a-449d-8d5c-6551f4f63423/8b6668dd-82fc-4f94-9477-40aaeb54f4d0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:32.491409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:32.494581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:32.506981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:04:32.543840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:32.560679 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50364dc-6cca-43d7-acca-ed711a2db2d1 None None] Sync routers for ids ['6d31e1e8-ca02-4c95-9972-bf55f20586b6'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:32.572354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68b8913a-63dd-414d-93fd-cf3d38c5e488 req-5d52a231-2fa5-462b-a286-f22c3f62c03c tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192653 Nov 10 17:04:32.582830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.584106 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50364dc-6cca-43d7-acca-ed711a2db2d1 None None] Routers {'6d31e1e8-ca02-4c95-9972-bf55f20586b6'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:32.594351 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c50364dc-6cca-43d7-acca-ed711a2db2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d31e1e8-ca02-4c95-9972-bf55f20586b6'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:32.653969 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c50364dc-6cca-43d7-acca-ed711a2db2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:32.672457 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50364dc-6cca-43d7-acca-ed711a2db2d1 None None] Routers {'6d31e1e8-ca02-4c95-9972-bf55f20586b6'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:32.678433 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c50364dc-6cca-43d7-acca-ed711a2db2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d31e1e8-ca02-4c95-9972-bf55f20586b6'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:32.687082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:32.689784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.697738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.699865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-696253c4-8665-4afd-90ed-5df1bd43d9b2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1999753 Nov 10 17:04:32.706398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Pushing event updated for resources: {'Port': ['ID=064ecf58-29f2-4bb3-aab5-ae5505067360,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:32.710092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] For port 1421a8e1-ba6b-4c88-a028-8e2faf291349, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1421a8e1-ba6b-4c88-a028-8e2faf291349,segment=NetworkSegment(8ef7e853-6624-41c7-84bd-2946805379ef),segment_id=8ef7e853-6624-41c7-84bd-2946805379ef)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:32.720433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.720433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Attempting to bind port 064ecf58-29f2-4bb3-aab5-ae5505067360 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:32.720433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Attempting to bind port 064ecf58-29f2-4bb3-aab5-ae5505067360 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:32.720433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Attempting to bind port 064ecf58-29f2-4bb3-aab5-ae5505067360 on network e33517d9-5764-4f41-9847-0591e1e11582 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:32.726218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:32.727117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Checking segment: {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:32.727832 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.728368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Bound using segment: {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:32.728856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Bound port: 064ecf58-29f2-4bb3-aab5-ae5505067360, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:32.729230 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.737025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:32.761678 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c50364dc-6cca-43d7-acca-ed711a2db2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:32.762301 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50364dc-6cca-43d7-acca-ed711a2db2d1 None None] The sync data for ids ['6d31e1e8-ca02-4c95-9972-bf55f20586b6'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:32.774360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] Calling delete_port for 1421a8e1-ba6b-4c88-a028-8e2faf291349 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:32.780549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.784274 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.793336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.832997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.893870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:32.914064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] For port 064ecf58-29f2-4bb3-aab5-ae5505067360, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:32.914767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network e33517d9-5764-4f41-9847-0591e1e11582 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:32.914767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:32.914767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:32.920055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] For port 064ecf58-29f2-4bb3-aab5-ae5505067360, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=064ecf58-29f2-4bb3-aab5-ae5505067360,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:32.937690 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-33cede99-1e25-4554-9a76-da8bea19178f tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/routers/6d31e1e8-ca02-4c95-9972-bf55f20586b6 HTTP/1.1" status: 200 len: 884 time: 0.1992438 Nov 10 17:04:32.938396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:32.950584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:32.970255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:32.985739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.006626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.007453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Fanout notify agent at l3_agent the message router_deleted on router 6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:04:33.014635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.017544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8b3c2578-2aa8-45ac-a33b-3ba401492fa9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:04:33.018874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ac9e90df-f347-42b5-b49f-3fe17f2ffbe8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/routers/6d0bcf51-e32e-4b2e-8935-fbcbe21e8340 HTTP/1.1" status: 204 len: 168 time: 2.1395032 Nov 10 17:04:33.019427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58324) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:33.108102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.186888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] No DVR routers for this DVR port 1421a8e1-ba6b-4c88-a028-8e2faf291349 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:33.198529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f4727-57f3-4dcf-870b-ceed5aa14138 None None] Pushing event updated for resources: {'Port': ['ID=064ecf58-29f2-4bb3-aab5-ae5505067360,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:33.248677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b725b-d99b-4225-9678-0ec5a09f9559 None None] Pushing event deleted for resources: {'Port': ['ID=1421a8e1-ba6b-4c88-a028-8e2faf291349,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:33.280999 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.436157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.460574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20761e0c-1246-401f-85cb-697f30e101b4']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:33.471353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef7e853-6624-41c7-84bd-2946805379ef') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:33.471666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef7e853-6624-41c7-84bd-2946805379ef') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:33.486849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.525322 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.535748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.539844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:04:33.540808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:04:33.548915 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:04:33.667020 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5677808-ba66-44a0-956a-8c47d91626f3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:33.773307 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.831783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.835405 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/networks/20761e0c-1246-401f-85cb-697f30e101b4 HTTP/1.1" status: 204 len: 168 time: 0.8147628 Nov 10 17:04:33.849308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c5677808-ba66-44a0-956a-8c47d91626f3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:33.849920 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.860644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58336) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:33.876312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277c054-38a0-4d78-b956-5c721dfe9821 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Network': ['ID=20761e0c-1246-401f-85cb-697f30e101b4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:33.921085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6ead666-35c0-4055-8444-4e65de3e0aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:33.935852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39955432-d041-4d96-abd2-f049b26f42a5 req-baa0286b-1704-4c31-9ec4-f3430b81067b tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:33.940007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39955432-d041-4d96-abd2-f049b26f42a5 req-baa0286b-1704-4c31-9ec4-f3430b81067b tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 948 time: 0.2878811 Nov 10 17:04:33.942057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0ab1d28d-9040-4f59-a1a8-f43f31f1ca77 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9944184 Nov 10 17:04:33.943414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:33.948945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e83ef4af-d397-45ca-b299-1be418842d68 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1953666505'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:34.094704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1421a8e1-ba6b-4c88-a028-8e2faf291349 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:34.120533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1421a8e1-ba6b-4c88-a028-8e2faf291349 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:34.121233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1421a8e1-ba6b-4c88-a028-8e2faf291349 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:34.121919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d79cf544-52ce-41d5-90cf-1da675960f1a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:34.143096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d79cf544-52ce-41d5-90cf-1da675960f1a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:34.143520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d79cf544-52ce-41d5-90cf-1da675960f1a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:34.160833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed611b77-1d81-41a4-9824-fdf09b97ba26 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.169606 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39955432-d041-4d96-abd2-f049b26f42a5 req-666cd677-7711-4841-87c5-32e510c6b20d tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384780 Nov 10 17:04:34.208670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed611b77-1d81-41a4-9824-fdf09b97ba26 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.274833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.340819 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e83ef4af-d397-45ca-b299-1be418842d68 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.348670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.400891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed611b77-1d81-41a4-9824-fdf09b97ba26 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.403568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed611b77-1d81-41a4-9824-fdf09b97ba26 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.407830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ed611b77-1d81-41a4-9824-fdf09b97ba26 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/security-groups/859830a4-40ee-4259-9962-6fe2bc8412dd HTTP/1.1" status: 204 len: 168 time: 0.5430679 Nov 10 17:04:34.425971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e83ef4af-d397-45ca-b299-1be418842d68 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.453932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed611b77-1d81-41a4-9824-fdf09b97ba26 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859830a4-40ee-4259-9962-6fe2bc8412dd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:34.459350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:34.486845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.607722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83ef4af-d397-45ca-b299-1be418842d68 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router 6d31e1e8-ca02-4c95-9972-bf55f20586b6 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:34.621829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network e33517d9-5764-4f41-9847-0591e1e11582 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:34.624181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:34.782667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83ef4af-d397-45ca-b299-1be418842d68 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:34.798724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e83ef4af-d397-45ca-b299-1be418842d68 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:34.800039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:34.802453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e83ef4af-d397-45ca-b299-1be418842d68 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/6d31e1e8-ca02-4c95-9972-bf55f20586b6 HTTP/1.1" status: 200 len: 891 time: 0.8572903 Nov 10 17:04:34.804239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df6796-3fd6-404a-9239-561a9c1ead53 None None] Sync routers for ids ['6d31e1e8-ca02-4c95-9972-bf55f20586b6'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:34.808067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:34.849417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df6796-3fd6-404a-9239-561a9c1ead53 None None] Routers {'6d31e1e8-ca02-4c95-9972-bf55f20586b6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:34.850054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-60df6796-3fd6-404a-9239-561a9c1ead53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d31e1e8-ca02-4c95-9972-bf55f20586b6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:34.933036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-60df6796-3fd6-404a-9239-561a9c1ead53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:34.952725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df6796-3fd6-404a-9239-561a9c1ead53 None None] Routers {'6d31e1e8-ca02-4c95-9972-bf55f20586b6'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:34.953223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-60df6796-3fd6-404a-9239-561a9c1ead53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6d31e1e8-ca02-4c95-9972-bf55f20586b6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:34.987219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f4794c0c-b16d-4860-9b44-30d16a3b0462 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/routers/6d31e1e8-ca02-4c95-9972-bf55f20586b6 HTTP/1.1" status: 200 len: 891 time: 0.1776655 Nov 10 17:04:34.991539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:35.001943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:35.014478 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Sync routers for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:35.015055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:35.022081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ff19019e-e159-4aad-ae38-5eef62f57430 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "PUT /v2.0/routers/30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2266791 Nov 10 17:04:35.040455 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:35.041090 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:35.072044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa036e-0aa9-4c29-a8b7-f885ba195324 None None] Network e33517d9-5764-4f41-9847-0591e1e11582 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:35.079986 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e5f57055-3a49-4376-a339-4f5fc3fce0bc tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d31e1e8-ca02-4c95-9972-bf55f20586b6 HTTP/1.1" status: 200 len: 205 time: 0.0870259 Nov 10 17:04:35.082629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58362) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:35.132871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-60df6796-3fd6-404a-9239-561a9c1ead53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:35.135893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df6796-3fd6-404a-9239-561a9c1ead53 None None] The sync data for ids ['6d31e1e8-ca02-4c95-9972-bf55f20586b6'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:35.160999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:35.278515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.343900 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:35.363341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 064ecf58-29f2-4bb3-aab5-ae5505067360 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:35.420007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f62ce-0926-461a-bbdf-77a21cae830c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.420814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f62ce-0926-461a-bbdf-77a21cae830c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.421659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f62ce-0926-461a-bbdf-77a21cae830c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.422290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f62ce-0926-461a-bbdf-77a21cae830c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.422918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f62ce-0926-461a-bbdf-77a21cae830c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.425516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-555f62ce-0926-461a-bbdf-77a21cae830c tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.4092877 Nov 10 17:04:35.429035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:35.512263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:35.518429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c0124018-7160-4d54-bab8-e3cb34422d6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450052181', 'description': 'tempest-secgroup-smoke-450052181 description', 'project_id': '19c20c2e7849423bac3b66695c6e40d8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:35.549612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3295b1-4de6-44e9-b88f-a46cdbf41852 req-37a7ae79-b0ad-48d0-ab98-54a595066b9f tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.551994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c3295b1-4de6-44e9-b88f-a46cdbf41852 req-37a7ae79-b0ad-48d0-ab98-54a595066b9f tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 948 time: 0.1827617 Nov 10 17:04:35.586885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.612948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0e5f2-c8a3-4604-9cb2-ea4ea1a9733d tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.613603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0e5f2-c8a3-4604-9cb2-ea4ea1a9733d tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.614115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0e5f2-c8a3-4604-9cb2-ea4ea1a9733d tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.614622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0e5f2-c8a3-4604-9cb2-ea4ea1a9733d tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.615122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0e5f2-c8a3-4604-9cb2-ea4ea1a9733d tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:35.620117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eef0e5f2-c8a3-4604-9cb2-ea4ea1a9733d tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1858540 Nov 10 17:04:35.622059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58376) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:35.650029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c3295b1-4de6-44e9-b88f-a46cdbf41852 req-ebb7f3c0-98e9-40e6-9157-5cd03ec673d7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882442 Nov 10 17:04:35.699069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-801dfe81-6e7e-4134-933a-6a694cbfed9f None None] Provisioning complete for port 064ecf58-29f2-4bb3-aab5-ae5505067360 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:35.699069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-801dfe81-6e7e-4134-933a-6a694cbfed9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.706382 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0124018-7160-4d54-bab8-e3cb34422d6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.816540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.818894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 064ecf58-29f2-4bb3-aab5-ae5505067360 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:35.819252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.826563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0124018-7160-4d54-bab8-e3cb34422d6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.866989 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:34Z', 'revision_number': 2, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:35.894021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 471a232f-20a1-4fe7-85ba-25a879881aeb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:35.902807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.902978 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Checking router: 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:04:35.902978 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Updating router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:04:35.904945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:04:35.922895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0124018-7160-4d54-bab8-e3cb34422d6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.932148 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.936226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:35.936616 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:35.985181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0124018-7160-4d54-bab8-e3cb34422d6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56465373-5a27-424f-b922-9ae01d882bac,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:36.022813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.031561 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-801dfe81-6e7e-4134-933a-6a694cbfed9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.040112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0124018-7160-4d54-bab8-e3cb34422d6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.047649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c0124018-7160-4d54-bab8-e3cb34422d6e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5302875 Nov 10 17:04:36.047790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2e6b1dd1-3443-4b8a-897d-12f68fbf50fe tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.4211106 Nov 10 17:04:36.047790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 471a232f-20a1-4fe7-85ba-25a879881aeb owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:36.059346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58380) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:36.065034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e6c21733-0808-4d9a-b620-d49e127870eb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '56465373-5a27-424f-b922-9ae01d882bac', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:36.176427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-801dfe81-6e7e-4134-933a-6a694cbfed9f None None] For port 064ecf58-29f2-4bb3-aab5-ae5505067360, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=064ecf58-29f2-4bb3-aab5-ae5505067360,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:36.190462 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.213858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.242651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc47ae-3f8c-408f-867d-ce044587ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c2578-2aa8-45ac-a33b-3ba401492fa9'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:36.246300 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb13180-3b14-4446-a101-22c10325049e" -d '{"events": [{"server_uuid": "ecdc47ae-3f8c-408f-867d-ce044587ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c2578-2aa8-45ac-a33b-3ba401492fa9"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:36.270440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:36.273933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-801dfe81-6e7e-4134-933a-6a694cbfed9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.346588 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bad4a19-e0fc-4f48-8719-a7716e6415ce x-openstack-request-id: req-2bad4a19-e0fc-4f48-8719-a7716e6415ce {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:36.346949 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdc47ae-3f8c-408f-867d-ce044587ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c2578-2aa8-45ac-a33b-3ba401492fa9", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:36.347355 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bad4a19-e0fc-4f48-8719-a7716e6415ce {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:36.347805 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc47ae-3f8c-408f-867d-ce044587ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c2578-2aa8-45ac-a33b-3ba401492fa9', 'code': 200} Nov 10 17:04:36.366392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.406266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:04:36.406655 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:04:36.427620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6c21733-0808-4d9a-b620-d49e127870eb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.438270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dfe81-6e7e-4134-933a-6a694cbfed9f None None] Pushing event updated for resources: {'Port': ['ID=064ecf58-29f2-4bb3-aab5-ae5505067360,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:36.469655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6e2be739-b119-4ec4-ba8d-700c79c58929 None None] Provisioning complete for port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:36.470025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e2be739-b119-4ec4-ba8d-700c79c58929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.483514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd75bf-53c8-45c6-b733-3ed85a177992 req-ae87eeb2-7940-452d-9afb-613d0f50d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:36.492989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2fd75bf-53c8-45c6-b733-3ed85a177992 req-ae87eeb2-7940-452d-9afb-613d0f50d6d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 1101 time: 0.0850518 Nov 10 17:04:36.503958 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.524674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:36.527241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6e2be739-b119-4ec4-ba8d-700c79c58929 None None] Port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:36.549669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6e2be739-b119-4ec4-ba8d-700c79c58929 None None] Provisioning complete for port 064ecf58-29f2-4bb3-aab5-ae5505067360 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:36.550032 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e2be739-b119-4ec4-ba8d-700c79c58929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.587210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2fd75bf-53c8-45c6-b733-3ed85a177992 req-87d4df04-98e8-42f6-903c-6002b14bdf2f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886528 Nov 10 17:04:36.619256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6c21733-0808-4d9a-b620-d49e127870eb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.619684 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.677332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.717268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=471a232f-20a1-4fe7-85ba-25a879881aeb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:36.721975 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6c21733-0808-4d9a-b620-d49e127870eb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.757941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c21733-0808-4d9a-b620-d49e127870eb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dd1aa4-1469-496e-b6af-c7b2c3085e2f,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:36.758599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f60eb2-445e-44a3-9041-f6e3d12c995f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:36.759728 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b82a9-d08a-4224-99f3-2bbb4b0e0faf None None] Pushing event updated for resources: {'Port': ['ID=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:36.851386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee98aa-aee6-4c29-8c37-c3b0cbf74aa3 req-67436433-74e7-4639-a9d0-d44d0b17dedf tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:36.852942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fee98aa-aee6-4c29-8c37-c3b0cbf74aa3 req-67436433-74e7-4639-a9d0-d44d0b17dedf tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 949 time: 0.0799603 Nov 10 17:04:36.853216 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Attempting to bind port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:36.866326 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.868734 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Attempting to bind port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:36.872283 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Attempting to bind port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 on network e33517d9-5764-4f41-9847-0591e1e11582 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:36.878928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58398) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:36.889389 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c4df866b-e5a0-4c3a-8185-77e21d5e4f36 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234144971', 'description': 'tempest-secgroup-smoke-234144971 description', 'project_id': '7409b56f806c43c3809c5a352767930c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:36.890015 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:36.890574 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Checking segment: {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:36.891670 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.892257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Bound using segment: {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:36.893371 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Bound port: 8b6668dd-82fc-4f94-9477-40aaeb54f4d0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:36.894332 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.908501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6c21733-0808-4d9a-b620-d49e127870eb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:36.912985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58400) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:36.919774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4f85d0b5-93c7-4d10-a75e-1e11f065b4b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '56465373-5a27-424f-b922-9ae01d882bac', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:36.922130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e6c21733-0808-4d9a-b620-d49e127870eb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8613963 Nov 10 17:04:36.982846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.021974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fee98aa-aee6-4c29-8c37-c3b0cbf74aa3 req-a399159b-507d-4dd1-9820-ad80269bd99d tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548903 Nov 10 17:04:37.024499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5a995b32-7857-49fd-a6f4-11956d801d1d None None] Provisioning complete for port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:37.024499 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a995b32-7857-49fd-a6f4-11956d801d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.029095 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] For port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:37.033780 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] For port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:37.074555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c319ba91-98cb-408e-91a2-2857e8ee8266 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:37.101112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c319ba91-98cb-408e-91a2-2857e8ee8266 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:37.102347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c319ba91-98cb-408e-91a2-2857e8ee8266 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:37.104004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5a995b32-7857-49fd-a6f4-11956d801d1d None None] Port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:37.105849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4df866b-e5a0-4c3a-8185-77e21d5e4f36 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.106462 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.142064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f85d0b5-93c7-4d10-a75e-1e11f065b4b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.229241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0faefee8-92ee-44f1-974e-53a7bf2fa324 None None] Provisioning complete for port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:37.230016 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0faefee8-92ee-44f1-974e-53a7bf2fa324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.251255 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:37.251972 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:37.260808 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b82a9-d08a-4224-99f3-2bbb4b0e0faf None None] Pushing event updated for resources: {'Port': ['ID=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:37.274413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f85d0b5-93c7-4d10-a75e-1e11f065b4b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.283772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 064ecf58-29f2-4bb3-aab5-ae5505067360 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:37.323672 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f85d0b5-93c7-4d10-a75e-1e11f065b4b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.394592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85d0b5-93c7-4d10-a75e-1e11f065b4b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb89e650-ae37-44c5-8db6-cf923b17ad05,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:37.450927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 064ecf58-29f2-4bb3-aab5-ae5505067360 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:37.451217 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.456277 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f85d0b5-93c7-4d10-a75e-1e11f065b4b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.461939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4f85d0b5-93c7-4d10-a75e-1e11f065b4b7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5448806 Nov 10 17:04:37.462650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:37.470435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e16e2ce7-a77a-4ca5-ae42-55c0032a6d7f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '56465373-5a27-424f-b922-9ae01d882bac', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:37.496402 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:37.593844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.596606 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.609297 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e16e2ce7-a77a-4ca5-ae42-55c0032a6d7f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.645619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0faefee8-92ee-44f1-974e-53a7bf2fa324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.730484 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.761013 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.762340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Fanout notify agent at l3_agent the message router_deleted on router 6d31e1e8-ca02-4c95-9972-bf55f20586b6 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:04:37.779227 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e16e2ce7-a77a-4ca5-ae42-55c0032a6d7f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.791436 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.797785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3a815035-5731-4771-a7de-bc5c55c39fc9 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/6d31e1e8-ca02-4c95-9972-bf55f20586b6 HTTP/1.1" status: 204 len: 168 time: 2.7140050 Nov 10 17:04:37.800241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:37.817299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1350345017'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:37.819413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4df866b-e5a0-4c3a-8185-77e21d5e4f36 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.823502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0faefee8-92ee-44f1-974e-53a7bf2fa324 None None] For port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:37.841299 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e16e2ce7-a77a-4ca5-ae42-55c0032a6d7f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.888856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e2ce7-a77a-4ca5-ae42-55c0032a6d7f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e349877b-4041-47f3-9db3-52b10d0856ea,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:37.911621 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4df866b-e5a0-4c3a-8185-77e21d5e4f36 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.918635 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:36Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:37.953969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df866b-e5a0-4c3a-8185-77e21d5e4f36 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07c5f04-ed11-4c3a-89b8-e7f04db82cee,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:37.957283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0faefee8-92ee-44f1-974e-53a7bf2fa324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:37.971063 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93549ef-6a6a-40cd-b5a8-5aadf93a178a None None] The sync data for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 is: [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:36Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:38.021689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:38.022648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.025508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.031290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faefee8-92ee-44f1-974e-53a7bf2fa324 None None] Pushing event updated for resources: {'Port': ['ID=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:38.082558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4df866b-e5a0-4c3a-8185-77e21d5e4f36 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.084132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c4df866b-e5a0-4c3a-8185-77e21d5e4f36 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2055366 Nov 10 17:04:38.087413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58418) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:38.093126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1fadd9d7-48aa-44a0-ac78-84a85f636bd3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': 'a07c5f04-ed11-4c3a-89b8-e7f04db82cee', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:38.111232 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e16e2ce7-a77a-4ca5-ae42-55c0032a6d7f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.116011 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e16e2ce7-a77a-4ca5-ae42-55c0032a6d7f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6488352 Nov 10 17:04:38.121915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:38.122779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e3491ae4-9673-47e8-a7cf-c91b3743b0c7 None None] Provisioning complete for port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:38.126582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3491ae4-9673-47e8-a7cf-c91b3743b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.128346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6e797437-62e3-4362-b945-74ff418dbe60 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '56465373-5a27-424f-b922-9ae01d882bac', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:38.144532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:04:38.160440 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.161828 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment 2022c04d-3234-43ec-96e7-4d5f2321718d of type vlan for network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 Nov 10 17:04:38.204901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fadd9d7-48aa-44a0-ac78-84a85f636bd3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.242901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.245777 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b5bb-cf9f-4715-86c8-1a53b267c966 req-faf5f7bb-4e78-4b6c-88c9-6774f3b39ce2 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:38.252640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0378b5bb-cf9f-4715-86c8-1a53b267c966 req-faf5f7bb-4e78-4b6c-88c9-6774f3b39ce2 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 949 time: 0.1202600 Nov 10 17:04:38.324990 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e797437-62e3-4362-b945-74ff418dbe60 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.350173 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.352520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fadd9d7-48aa-44a0-ac78-84a85f636bd3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.356014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:38.356636 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.364144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0378b5bb-cf9f-4715-86c8-1a53b267c966 req-23189ac2-f84d-4352-9c2b-dd3640f9d695 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013169 Nov 10 17:04:38.425779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fadd9d7-48aa-44a0-ac78-84a85f636bd3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.458729 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e797437-62e3-4362-b945-74ff418dbe60 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.467771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadd9d7-48aa-44a0-ac78-84a85f636bd3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e0855f-57ce-4c9d-b355-1b2236de2f50,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:38.468151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=7e42d9fb-e000-4e42-bba5-9bbe230c7750,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:38.481003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:04:38.505944 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:38.506343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d762549f-311a-46f1-92cf-2a0a734d6336 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7016845 Nov 10 17:04:38.520528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': '7e42d9fb-e000-4e42-bba5-9bbe230c7750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:38.530790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e797437-62e3-4362-b945-74ff418dbe60 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.558984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e797437-62e3-4362-b945-74ff418dbe60 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714b0dd3-2e7f-4ef7-a32a-d719a5dd018a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:38.612788 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1fadd9d7-48aa-44a0-ac78-84a85f636bd3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.616667 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1fadd9d7-48aa-44a0-ac78-84a85f636bd3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5256760 Nov 10 17:04:38.617908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58432) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:38.622380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1c6bda91-79fa-4c5c-89fa-b1802193f33d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': 'a07c5f04-ed11-4c3a-89b8-e7f04db82cee', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:38.668260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e797437-62e3-4362-b945-74ff418dbe60 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.670689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6e797437-62e3-4362-b945-74ff418dbe60 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5462217 Nov 10 17:04:38.674446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58436) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:38.680328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-029c8b07-5608-49eb-a272-9f0906bcf38b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '56465373-5a27-424f-b922-9ae01d882bac', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:38.736576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:38.745702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.821913 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c6bda91-79fa-4c5c-89fa-b1802193f33d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.894926 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c6bda91-79fa-4c5c-89fa-b1802193f33d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.931235 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-029c8b07-5608-49eb-a272-9f0906bcf38b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Project 19c20c2e7849423bac3b66695c6e40d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:04:38.966174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-029c8b07-5608-49eb-a272-9f0906bcf38b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:38.974368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c6bda91-79fa-4c5c-89fa-b1802193f33d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.006423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bda91-79fa-4c5c-89fa-b1802193f33d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e367303-600c-4378-9367-b3babf19a505,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:39.074610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c6bda91-79fa-4c5c-89fa-b1802193f33d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.075383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfb382-2653-4d37-af4c-771786f3dde8 req-5651deaa-890a-4e26-98c0-eaff3ea73644 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:39.077243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dacfb382-2653-4d37-af4c-771786f3dde8 req-5651deaa-890a-4e26-98c0-eaff3ea73644 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 949 time: 0.1509576 Nov 10 17:04:39.081519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58444) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:39.085158 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1c6bda91-79fa-4c5c-89fa-b1802193f33d tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4578013 Nov 10 17:04:39.097568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ae679f0e-b1bf-4a9f-8c0b-67abf824fd8f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': 'a07c5f04-ed11-4c3a-89b8-e7f04db82cee', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:39.166314 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-029c8b07-5608-49eb-a272-9f0906bcf38b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.197563 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dacfb382-2653-4d37-af4c-771786f3dde8 req-e829a5e8-cce2-433b-834e-c822b1d200c8 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884333 Nov 10 17:04:39.203395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.250638 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-029c8b07-5608-49eb-a272-9f0906bcf38b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.251670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:39.270958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae679f0e-b1bf-4a9f-8c0b-67abf824fd8f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.310673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8b07-5608-49eb-a272-9f0906bcf38b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce24084-4227-4286-b3c9-1e1da141a071,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:39.334756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=8741dc63-f38f-4e09-b009-5e29c377d50b,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:39.337431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:39.337940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.373473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': '2022c04d-3234-43ec-96e7-4d5f2321718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e42d9fb-e000-4e42-bba5-9bbe230c7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:39.373846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: 7e42d9fb-e000-4e42-bba5-9bbe230c7750, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:04:39.391197 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae679f0e-b1bf-4a9f-8c0b-67abf824fd8f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.396888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-029c8b07-5608-49eb-a272-9f0906bcf38b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.400769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-029c8b07-5608-49eb-a272-9f0906bcf38b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7224944 Nov 10 17:04:39.401131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58450) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:39.405539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-eb805a9d-e38a-4534-8dc1-d700de68866a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'security_group_rule': {'security_group_id': '56465373-5a27-424f-b922-9ae01d882bac', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:39.459833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae679f0e-b1bf-4a9f-8c0b-67abf824fd8f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.486426 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-eb805a9d-e38a-4534-8dc1-d700de68866a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Project 19c20c2e7849423bac3b66695c6e40d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:04:39.489100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:04:39.494077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae679f0e-b1bf-4a9f-8c0b-67abf824fd8f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30142cd1-4777-4747-8dab-9f3118e15bc6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:39.497948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb805a9d-e38a-4534-8dc1-d700de68866a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.559988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb805a9d-e38a-4534-8dc1-d700de68866a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.563301 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae679f0e-b1bf-4a9f-8c0b-67abf824fd8f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.566991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ae679f0e-b1bf-4a9f-8c0b-67abf824fd8f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4708734 Nov 10 17:04:39.567375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58454) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:39.572725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f35eb65a-5933-402c-bf2a-b89a68e16d63 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': 'a07c5f04-ed11-4c3a-89b8-e7f04db82cee', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:39.578905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7e42d9fb-e000-4e42-bba5-9bbe230c7750) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:39.583593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:39.584448 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.592377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117ee224-c47f-4bd6-af65-55f32e0b7f46 None None] Network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:39.616164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb805a9d-e38a-4534-8dc1-d700de68866a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.636238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb805a9d-e38a-4534-8dc1-d700de68866a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25b9982-6738-4e02-8008-a4b660e6911c,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:39.681408 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f35eb65a-5933-402c-bf2a-b89a68e16d63 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.717450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dec304e2-47d8-4b46-a17f-716140ac5e79 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2079082 Nov 10 17:04:39.719487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:39.723631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-95cf8b82-3bf0-4641-b3d8-f53965502f4b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-520908767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:39.739532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb805a9d-e38a-4534-8dc1-d700de68866a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.741261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eb805a9d-e38a-4534-8dc1-d700de68866a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391144 Nov 10 17:04:39.746533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58462) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:39.751984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'network': {'name': 'tempest-network-smoke--1557546519', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:39.768827 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f35eb65a-5933-402c-bf2a-b89a68e16d63 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.802123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-7e42d9fb-e000-4e42-bba5-9bbe230c7750', 'network_id': '7e42d9fb-e000-4e42-bba5-9bbe230c7750', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': '8741dc63-f38f-4e09-b009-5e29c377d50b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:04:39.803130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.842974 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cf8b82-3bf0-4641-b3d8-f53965502f4b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.844239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cf8b82-3bf0-4641-b3d8-f53965502f4b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.865372 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f35eb65a-5933-402c-bf2a-b89a68e16d63 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.890798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35eb65a-5933-402c-bf2a-b89a68e16d63 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78435c96-d889-41f9-90ef-4ee0cf56e2ac,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:39.910896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cf8b82-3bf0-4641-b3d8-f53965502f4b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.957628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:39.963775 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.971875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Allocated IP 2001:db8::2 (7e42d9fb-e000-4e42-bba5-9bbe230c7750/8741dc63-f38f-4e09-b009-5e29c377d50b/44da7c42-0cae-49bd-b348-77f9bf4bc379) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:39.985703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:04:39.995715 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:39.996061 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Added segment f24f3e8a-a306-402f-a41a-f9716596b0de of type vlan for network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 Nov 10 17:04:40.048508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.055527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cf8b82-3bf0-4641-b3d8-f53965502f4b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.102428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f35eb65a-5933-402c-bf2a-b89a68e16d63 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.103979 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f35eb65a-5933-402c-bf2a-b89a68e16d63 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5354545 Nov 10 17:04:40.106734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58466) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:40.111221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-28e5e8ab-ff27-4597-ab88-f8971ae3a95a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': 'a07c5f04-ed11-4c3a-89b8-e7f04db82cee', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:40.132646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.190474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cf8b82-3bf0-4641-b3d8-f53965502f4b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.192087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-95cf8b82-3bf0-4641-b3d8-f53965502f4b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4732630 Nov 10 17:04:40.197257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58470) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:40.211341 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.238822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d7ba2acc-5bca-452d-8737-9ca3887c7f56 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:40.240737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d7ba2acc-5bca-452d-8737-9ca3887c7f56 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 949 time: 0.0659323 Nov 10 17:04:40.252057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:40.257430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:40.261413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:40.278669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.281722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Pushing event updated for resources: {'Port': ['ID=44da7c42-0cae-49bd-b348-77f9bf4bc379,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:40.291171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:40.299457 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.344341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Attempting to bind port 44da7c42-0cae-49bd-b348-77f9bf4bc379 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:40.344714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Attempting to bind port 44da7c42-0cae-49bd-b348-77f9bf4bc379 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2022c04d-3234-43ec-96e7-4d5f2321718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e42d9fb-e000-4e42-bba5-9bbe230c7750'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:40.345079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Attempting to bind port 44da7c42-0cae-49bd-b348-77f9bf4bc379 on network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:40.351856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:40.352303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Checking segment: {'id': '2022c04d-3234-43ec-96e7-4d5f2321718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e42d9fb-e000-4e42-bba5-9bbe230c7750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:40.352786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.353183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Bound using segment: {'id': '2022c04d-3234-43ec-96e7-4d5f2321718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e42d9fb-e000-4e42-bba5-9bbe230c7750'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:40.353649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Bound port: 44da7c42-0cae-49bd-b348-77f9bf4bc379, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2022c04d-3234-43ec-96e7-4d5f2321718d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7e42d9fb-e000-4e42-bba5-9bbe230c7750'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:40.354025 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.360486 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-28e5e8ab-ff27-4597-ab88-f8971ae3a95a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Project 7409b56f806c43c3809c5a352767930c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:04:40.415568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2319c3-0dc4-4e23-b64b-c827737da0c4 req-63d4ccb7-c437-4826-90f4-f94cf6eeb02c tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:40.423838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a2319c3-0dc4-4e23-b64b-c827737da0c4 req-63d4ccb7-c437-4826-90f4-f94cf6eeb02c tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 949 time: 0.1242554 Nov 10 17:04:40.441490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] For port 44da7c42-0cae-49bd-b348-77f9bf4bc379, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:40.446120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] For port 44da7c42-0cae-49bd-b348-77f9bf4bc379, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=44da7c42-0cae-49bd-b348-77f9bf4bc379,segment=NetworkSegment(2022c04d-3234-43ec-96e7-4d5f2321718d),segment_id=2022c04d-3234-43ec-96e7-4d5f2321718d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:40.466657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Deleting port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:40.469313 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.480924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e5e8ab-ff27-4597-ab88-f8971ae3a95a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.503471 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a2319c3-0dc4-4e23-b64b-c827737da0c4 req-26fbc32d-1153-4e00-bbe6-aff316d23065 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b13465-ffba-405a-ab11-ff313cf31d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786953 Nov 10 17:04:40.523823 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.551619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Network': ['ID=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:40.576164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:04:40.592005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] For port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:40.592569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.609314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Calling delete_port for 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:40.612216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a8c7c6e-5436-4c4e-ae73-099c41618774 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8642192 Nov 10 17:04:40.612793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58478) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:40.649070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'admin_state_up': True, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:40.696409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c06ba-7307-428b-95b2-47b4fd5d5bac None None] Pushing event updated for resources: {'Port': ['ID=44da7c42-0cae-49bd-b348-77f9bf4bc379,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:40.722693 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.765387 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e5e8ab-ff27-4597-ab88-f8971ae3a95a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.794356 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.795497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.801496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.818400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e5e8ab-ff27-4597-ab88-f8971ae3a95a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.891156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:40.899452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5e8ab-ff27-4597-ab88-f8971ae3a95a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacddd2e-b6a8-4155-9f8d-57199c9c1dcf,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:40.924225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8b3c2578-2aa8-45ac-a33b-3ba401492fa9'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:04:40.968840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Pushing event deleted for resources: {'Port': ['ID=8b3c2578-2aa8-45ac-a33b-3ba401492fa9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:41.004503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.058725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] No DVR routers for this DVR port 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:41.061024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.065494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2d73fbe-120c-4268-9d69-b988f65fff04 req-d6a94adb-9c68-45cf-a74d-d95511fb14b7 tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.18 "DELETE /v2.0/ports/8b3c2578-2aa8-45ac-a33b-3ba401492fa9 HTTP/1.1" status: 204 len: 173 time: 0.8179567 Nov 10 17:04:41.066228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc47ae-3f8c-408f-867d-ce044587ffd3', 'name': 'network-vif-deleted', 'tag': '8b3c2578-2aa8-45ac-a33b-3ba401492fa9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:41.068755 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39930e85-2565-4834-b1a9-85c0954dbffe" -d '{"events": [{"server_uuid": "ecdc47ae-3f8c-408f-867d-ce044587ffd3", "name": "network-vif-deleted", "tag": "8b3c2578-2aa8-45ac-a33b-3ba401492fa9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:41.093721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28e5e8ab-ff27-4597-ab88-f8971ae3a95a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.098197 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:41.102008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-28e5e8ab-ff27-4597-ab88-f8971ae3a95a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9941583 Nov 10 17:04:41.107647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-46611eb8-fe23-44ec-be8b-2d23cdf71e89 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'security_group_rule': {'security_group_id': 'a07c5f04-ed11-4c3a-89b8-e7f04db82cee', 'project_id': '7409b56f806c43c3809c5a352767930c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:41.123387 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be56df00-ed07-45e7-81d1-38d1417c081c x-openstack-request-id: req-be56df00-ed07-45e7-81d1-38d1417c081c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:41.124237 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdc47ae-3f8c-408f-867d-ce044587ffd3", "name": "network-vif-deleted", "tag": "8b3c2578-2aa8-45ac-a33b-3ba401492fa9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:41.124237 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be56df00-ed07-45e7-81d1-38d1417c081c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:41.124663 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc47ae-3f8c-408f-867d-ce044587ffd3', 'name': 'network-vif-deleted', 'tag': '8b3c2578-2aa8-45ac-a33b-3ba401492fa9', 'status': 'completed', 'code': 200} Nov 10 17:04:41.186367 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-46611eb8-fe23-44ec-be8b-2d23cdf71e89 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Project 7409b56f806c43c3809c5a352767930c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:04:41.193833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46611eb8-fe23-44ec-be8b-2d23cdf71e89 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.328570 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46611eb8-fe23-44ec-be8b-2d23cdf71e89 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.342791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 44da7c42-0cae-49bd-b348-77f9bf4bc379 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:41.397029 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46611eb8-fe23-44ec-be8b-2d23cdf71e89 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.416281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 44da7c42-0cae-49bd-b348-77f9bf4bc379 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:41.416994 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.443225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46611eb8-fe23-44ec-be8b-2d23cdf71e89 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa95939-6035-4721-bb27-f37a3f424ead,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:41.451770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.473995 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46611eb8-fe23-44ec-be8b-2d23cdf71e89 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.475383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-46611eb8-fe23-44ec-be8b-2d23cdf71e89 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3759530 Nov 10 17:04:41.483126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8::1 (7e42d9fb-e000-4e42-bba5-9bbe230c7750/8741dc63-f38f-4e09-b009-5e29c377d50b/9d5f4495-5a64-42c5-9384-74b3b0f08f02) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:41.522504 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.561527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 44da7c42-0cae-49bd-b348-77f9bf4bc379, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=44da7c42-0cae-49bd-b348-77f9bf4bc379,segment=NetworkSegment(2022c04d-3234-43ec-96e7-4d5f2321718d),segment_id=2022c04d-3234-43ec-96e7-4d5f2321718d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:41.654771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.675934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.689094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-742d91e5-acb0-409a-9736-17554b0bf6cb req-4e2b8e98-d488-4bfe-b09b-71429ad40b1a tempest-VolumesNegativeTest-1690755888 tempest-VolumesNegativeTest-1690755888-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecdc47ae-3f8c-408f-867d-ce044587ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0741255 Nov 10 17:04:41.744475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=44da7c42-0cae-49bd-b348-77f9bf4bc379,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:41.843983 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.938971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.968823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:41.988863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:42.002567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:42.015975 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-5461a3dc-5b9b-4cf1-9657-feee32f1f711 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234144971&fields=id&tenant_id=7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 267 time: 0.2561436 Nov 10 17:04:42.038193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:42.039662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:42.096045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bdbfd9-0b3d-41a3-a16a-928d38df340d None None] Network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:42.141186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=9d5f4495-5a64-42c5-9384-74b3b0f08f02,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:42.174163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-79f694f1-62ee-4e4b-a3bf-336a3fbfae99 None None] Provisioning complete for port 44da7c42-0cae-49bd-b348-77f9bf4bc379 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:42.174541 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79f694f1-62ee-4e4b-a3bf-336a3fbfae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:42.670204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d661c8e6-5566-4a21-8dd6-0a5b4d25e94e None None] Provisioning complete for port 9d5f4495-5a64-42c5-9384-74b3b0f08f02 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:42.671260 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d661c8e6-5566-4a21-8dd6-0a5b4d25e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:42.709172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.25.3.29 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/f3c524d1-04c5-489e-b748-3dfd5cea8ae1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:42.716698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d661c8e6-5566-4a21-8dd6-0a5b4d25e94e None None] Port 9d5f4495-5a64-42c5-9384-74b3b0f08f02 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:42.717516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-83c6e41e-e485-4165-b4f6-3a7e9b042258 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:42.726879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-83c6e41e-e485-4165-b4f6-3a7e9b042258 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/networks?id=e33517d9-5764-4f41-9847-0591e1e11582 HTTP/1.1" status: 200 len: 796 time: 0.6511607 Nov 10 17:04:42.728528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d661c8e6-5566-4a21-8dd6-0a5b4d25e94e None None] Provisioning complete for port 44da7c42-0cae-49bd-b348-77f9bf4bc379 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:42.729062 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d661c8e6-5566-4a21-8dd6-0a5b4d25e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:42.821040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-6ed5c972-1aaa-4169-8082-627cec0bfb83 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/quotas/7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 375 time: 0.0931239 Nov 10 17:04:42.909645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:42.952390 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:42.973330 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-efdf341f-fd97-4a80-96a1-9a939889b3e2 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193926 Nov 10 17:04:43.004007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6420cfa1-f650-47b6-8897-b83ce93655bc None None] Provisioning complete for port 9d5f4495-5a64-42c5-9384-74b3b0f08f02 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:43.013711 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6420cfa1-f650-47b6-8897-b83ce93655bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:43.040894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6420cfa1-f650-47b6-8897-b83ce93655bc None None] Port 9d5f4495-5a64-42c5-9384-74b3b0f08f02 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:43.137762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:43.159793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:43.160351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8b3c2578-2aa8-45ac-a33b-3ba401492fa9 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:43.195733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 44da7c42-0cae-49bd-b348-77f9bf4bc379 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:43.234726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-6ebdb40e-0bd8-49bf-b46f-d5300501a364 service neutron] 10.222.0.62 "GET /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308376 Nov 10 17:04:43.255555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 44da7c42-0cae-49bd-b348-77f9bf4bc379 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:43.255923 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:43.353610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:43.437287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-49251688-de23-4add-b310-b2f927ce0326 service neutron] 10.222.0.62 "GET /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829877 Nov 10 17:04:43.466402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:43.473812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:43.486600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:43.500176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0f98a-d11f-4619-9995-b500658ead6a None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:43.526591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=f3c524d1-04c5-489e-b748-3dfd5cea8ae1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:43.567736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a712f89a-41e3-45e3-9d31-5a9f0f74d102 None None] Provisioning complete for port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:43.568184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a712f89a-41e3-45e3-9d31-5a9f0f74d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:43.609180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a712f89a-41e3-45e3-9d31-5a9f0f74d102 None None] Port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:43.641158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:43.702625 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:43.703477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:43.760504 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fff5825c-cce5-44dc-8be5-e2e37667a5c2 req-76e72187-5edb-448c-9738-c259c7bef172 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 210 time: 0.0332181 Nov 10 17:04:43.919642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=9d5f4495-5a64-42c5-9384-74b3b0f08f02,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:43.987133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:43.990233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:44.086770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:44.347223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a248cbc0-2bf4-4456-9dc8-f555d57357b1 None None] Provisioning complete for port 9d5f4495-5a64-42c5-9384-74b3b0f08f02 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:44.347755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a248cbc0-2bf4-4456-9dc8-f555d57357b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:44.365529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:44.396248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a248cbc0-2bf4-4456-9dc8-f555d57357b1 None None] Port 9d5f4495-5a64-42c5-9384-74b3b0f08f02 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:44.453821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router e0f07675-384c-4afe-a90d-ab0a644556bf is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:04:44.606084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:44.613479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a61798cf-5261-48bc-9a9b-5dc98658d5b5 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/e0f07675-384c-4afe-a90d-ab0a644556bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4131999 Nov 10 17:04:44.615609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58646) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:44.622530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a818f-7dc2-45cd-bee5-981f24474555 None None] Sync routers for ids ['e0f07675-384c-4afe-a90d-ab0a644556bf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:44.818901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a818f-7dc2-45cd-bee5-981f24474555 None None] Routers {'e0f07675-384c-4afe-a90d-ab0a644556bf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:44.821063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6d1a818f-7dc2-45cd-bee5-981f24474555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0f07675-384c-4afe-a90d-ab0a644556bf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:44.877345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6d1a818f-7dc2-45cd-bee5-981f24474555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:44.894375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a818f-7dc2-45cd-bee5-981f24474555 None None] Routers {'e0f07675-384c-4afe-a90d-ab0a644556bf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:44.895273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6d1a818f-7dc2-45cd-bee5-981f24474555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0f07675-384c-4afe-a90d-ab0a644556bf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:44.939671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6d1a818f-7dc2-45cd-bee5-981f24474555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:44.940439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a818f-7dc2-45cd-bee5-981f24474555 None None] The sync data for ids ['e0f07675-384c-4afe-a90d-ab0a644556bf'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:45.021634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 2df0c34e-607c-4bb8-90c3-43e82e316571 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:04:45.055407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d1816d7-0eaa-4927-a733-356a10e0e58d req-f40db77a-f3a9-45e0-902c-a57087bc0a1c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 210 time: 0.0378222 Nov 10 17:04:45.066185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a9060-9cf6-48ce-ac2a-8c9f5cfc2f8c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:45.067609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-709a9060-9cf6-48ce-ac2a-8c9f5cfc2f8c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports/9d5f4495-5a64-42c5-9384-74b3b0f08f02 HTTP/1.1" status: 200 len: 911 time: 0.4509807 Nov 10 17:04:45.071182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:45.078528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-979f93f0-0cf9-41ae-afc4-26277a23c723 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8741dc63-f38f-4e09-b009-5e29c377d50b'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:45.197500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:45.211925 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Sync routers for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:45.222822 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:45.223687 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:45.269559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-979f93f0-0cf9-41ae-afc4-26277a23c723 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:45.301805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:45.303640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d331879c-a8da-4cd3-8d78-9ed0df74ad01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6585281 Nov 10 17:04:45.307519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58680) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:45.359868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd1d37c9-679b-41c7-b645-0e9f958df33b tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=19c20c2e7849423bac3b66695c6e40d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482099 Nov 10 17:04:45.362052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58684) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:45.464588 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:45.499766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68801828-e342-4e2f-ae9a-0bc14176600f tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:45.503361 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-68801828-e342-4e2f-ae9a-0bc14176600f tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1221671 Nov 10 17:04:45.504321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58690) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:45.561761 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-127cccdc-b0f9-44ed-93b9-d5e6b11d63ab tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540524 Nov 10 17:04:45.568474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58692) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:45.573039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1028873950', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:45.667113 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:43Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:45.699397 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Checking router: 2df0c34e-607c-4bb8-90c3-43e82e316571 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:04:45.699744 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Updating router 2df0c34e-607c-4bb8-90c3-43e82e316571 port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:04:45.726285 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:45.792060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:45.797878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:45.840782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-979f93f0-0cf9-41ae-afc4-26277a23c723 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:45.939946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-979f93f0-0cf9-41ae-afc4-26277a23c723 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:45.946677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f93f0-0cf9-41ae-afc4-26277a23c723 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:45.947370 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-979f93f0-0cf9-41ae-afc4-26277a23c723 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:45.948747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-979f93f0-0cf9-41ae-afc4-26277a23c723 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/ports/9d5f4495-5a64-42c5-9384-74b3b0f08f02 HTTP/1.1" status: 200 len: 911 time: 0.8754232 Nov 10 17:04:45.952267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:46.186690 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.255401 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.304653 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Attempting to bind port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:46.305321 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Attempting to bind port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:46.306033 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Attempting to bind port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:46.317923 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:46.318692 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:46.319256 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.323143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c2a773-267b-4ab6-af9d-ba5027acda0e None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:46.328334 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:46.328857 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Bound port: f3c524d1-04c5-489e-b748-3dfd5cea8ae1, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:46.329255 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.363580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.464058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-20f2d151-c4ac-4301-9160-c5613a9aa0b0 None None] Provisioning complete for port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:46.465742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20f2d151-c4ac-4301-9160-c5613a9aa0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.492190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Subnet': ['ID=666d9ff5-ecdb-4239-b852-83f1ddbcad6a,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:46.495378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Checking segment: {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:46.495753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network hostable DHCP agents. Network: 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:04:46.525025 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] For port f3c524d1-04c5-489e-b748-3dfd5cea8ae1, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:46.529744 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] For port f3c524d1-04c5-489e-b748-3dfd5cea8ae1, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f3c524d1-04c5-489e-b748-3dfd5cea8ae1,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:46.531970 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad98e8e-711b-489f-b2b0-8d34e7308809 None None] Pushing event updated for resources: {'Port': ['ID=f3c524d1-04c5-489e-b748-3dfd5cea8ae1,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:46.544169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-20f2d151-c4ac-4301-9160-c5613a9aa0b0 None None] Port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:46.625356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:04:46.634561 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.673666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182dc70-4cde-4aaf-95d1-31ad4f32eb98 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:46.709525 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:46.710713 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:46.715563 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad98e8e-711b-489f-b2b0-8d34e7308809 None None] Pushing event updated for resources: {'Port': ['ID=f3c524d1-04c5-489e-b748-3dfd5cea8ae1,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:46.716996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:46.723199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:46.730332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.740629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d4c30-a1ea-4546-9463-828a647f15ed None None] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:46.752005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8850e5e8-ae8f-4bfb-85f8-9675744c4aaf req-d2da1226-b38f-416e-989f-deb754aca55f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 210 time: 0.1079805 Nov 10 17:04:46.770812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f93f0-0cf9-41ae-afc4-26277a23c723 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=9d5f4495-5a64-42c5-9384-74b3b0f08f02,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:46.825890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6ec97f4a-5e2a-4384-a63a-ec245311177f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2586126 Nov 10 17:04:46.826875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58770) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:46.844960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-34510106-2537-4331-8571-9d092dcc124e None None] Provisioning complete for port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:46.847276 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34510106-2537-4331-8571-9d092dcc124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:46.893035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-2c2d756e-db47-4314-b828-2d2147401b60 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:46.894623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-2c2d756e-db47-4314-b828-2d2147401b60 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "GET /v2.0/networks?id=e33517d9-5764-4f41-9847-0591e1e11582 HTTP/1.1" status: 200 len: 796 time: 0.7824979 Nov 10 17:04:47.012079 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:47.145007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-f891272e-2169-4048-82ff-5142889c3d7e tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7409b56f806c43c3809c5a352767930c HTTP/1.1" status: 200 len: 379 time: 0.2379863 Nov 10 17:04:47.168482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'port': {'device_id': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'admin_state_up': True, 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'security_groups': ['a07c5f04-ed11-4c3a-89b8-e7f04db82cee']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:47.220142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:04:47.221125 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:47.238521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34510106-2537-4331-8571-9d092dcc124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:47.262855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-34510106-2537-4331-8571-9d092dcc124e None None] For port f3c524d1-04c5-489e-b748-3dfd5cea8ae1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f3c524d1-04c5-489e-b748-3dfd5cea8ae1,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:47.340737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34510106-2537-4331-8571-9d092dcc124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:47.488990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34510106-2537-4331-8571-9d092dcc124e None None] Pushing event updated for resources: {'Port': ['ID=f3c524d1-04c5-489e-b748-3dfd5cea8ae1,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:47.516860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Allocated IP 172.20.0.2 (1e50951c-c3c5-4f04-8d0f-632ff5fc8b24/666d9ff5-ecdb-4239-b852-83f1ddbcad6a/25951785-b0dd-4af5-9148-46de1e15993a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:47.550580 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:43Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:47.592299 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74985481-4d78-40dd-97b7-5a1893b15dd1 None None] The sync data for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 is: [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:43Z', 'revision_number': 3, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:47.637515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:47.727261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Made reservation on behalf of 7409b56f806c43c3809c5a352767930c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:47.731954 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:47.762814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.010471 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.047934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3860e940-4ec4-4840-8c82-5be552149768 req-756812d8-87cc-4ef4-a74c-a2037d8427ee tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 210 time: 0.0660007 Nov 10 17:04:48.096190 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.226083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:48.236796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.20.0.3 (e33517d9-5764-4f41-9847-0591e1e11582/b4ac80d2-8a5a-449d-8d5c-6551f4f63423/73907c47-e41c-466f-bb8b-244a5404f12c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:48.258716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:48.284146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:48.300398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Pushing event updated for resources: {'Port': ['ID=25951785-b0dd-4af5-9148-46de1e15993a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:48.395077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Attempting to bind port 25951785-b0dd-4af5-9148-46de1e15993a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:48.395776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Attempting to bind port 25951785-b0dd-4af5-9148-46de1e15993a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:48.399284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Attempting to bind port 25951785-b0dd-4af5-9148-46de1e15993a on network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:48.403384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:48.403755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Checking segment: {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:48.404155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.404545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Bound using segment: {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:48.405009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Bound port: 25951785-b0dd-4af5-9148-46de1e15993a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:48.405389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.457062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.20.0.1 (1e50951c-c3c5-4f04-8d0f-632ff5fc8b24/666d9ff5-ecdb-4239-b852-83f1ddbcad6a/85d26ca1-2ca4-47c9-a492-c79ad2737e79) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:48.581463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] For port 25951785-b0dd-4af5-9148-46de1e15993a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:48.586962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] For port 25951785-b0dd-4af5-9148-46de1e15993a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=25951785-b0dd-4af5-9148-46de1e15993a,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:48.630141 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.639066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 9d5f4495-5a64-42c5-9384-74b3b0f08f02 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:48.643509 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.651261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.677713 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.794002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.801237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059d85c-f06d-48b4-9146-dd35ab4cacd1 None None] Pushing event updated for resources: {'Port': ['ID=25951785-b0dd-4af5-9148-46de1e15993a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:48.815234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:48.844727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 9d5f4495-5a64-42c5-9384-74b3b0f08f02 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:48.885334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:48.889129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:48.893257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:48.973044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=85d26ca1-2ca4-47c9-a492-c79ad2737e79,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:49.017075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:49.221430 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:49.307466 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:49.320424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network e33517d9-5764-4f41-9847-0591e1e11582 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:49.363776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:49.392225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f3c524d1-04c5-489e-b748-3dfd5cea8ae1 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:49.434812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:49.479977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:49.499198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=73907c47-e41c-466f-bb8b-244a5404f12c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:49.536102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:49.536662 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:49.739279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 25951785-b0dd-4af5-9148-46de1e15993a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:49.760152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=9d5f4495-5a64-42c5-9384-74b3b0f08f02,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:49.783395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9e90-4dd6-4d6a-9944-60487c8820ee req-e85d5978-ec5c-4e76-9b0b-667c4afa3de6 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:49.797586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cece9e90-4dd6-4d6a-9944-60487c8820ee req-e85d5978-ec5c-4e76-9b0b-667c4afa3de6 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 931 time: 0.5171800 Nov 10 17:04:49.828993 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:49.843769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:49.844618 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:49.866499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 25951785-b0dd-4af5-9148-46de1e15993a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:49.867145 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:49.991356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cece9e90-4dd6-4d6a-9944-60487c8820ee req-6ec759fe-e174-424f-ae33-ab475b1d72de tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785181 Nov 10 17:04:49.991823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-91155876-ce5f-4d48-abb1-5114000cfc83 None None] Provisioning complete for port 73907c47-e41c-466f-bb8b-244a5404f12c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:49.993307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91155876-ce5f-4d48-abb1-5114000cfc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.010809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-ec8dc5eb-b472-49ed-9f45-f7be42a5c070 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8592379 Nov 10 17:04:50.051172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Request body: {'port': {'device_id': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:50.109515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-91155876-ce5f-4d48-abb1-5114000cfc83 None None] Port 73907c47-e41c-466f-bb8b-244a5404f12c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:50.136818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router e0f07675-384c-4afe-a90d-ab0a644556bf has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:50.191556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.197986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.200761 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.259573 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.277510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 25951785-b0dd-4af5-9148-46de1e15993a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=25951785-b0dd-4af5-9148-46de1e15993a,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:50.321079 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.429334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=25951785-b0dd-4af5-9148-46de1e15993a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:50.483367 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.492639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=85d26ca1-2ca4-47c9-a492-c79ad2737e79,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:50.522620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:50.528193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5013a4b1-e0b4-49b9-80fe-81a6edc0102c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/e0f07675-384c-4afe-a90d-ab0a644556bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5720410 Nov 10 17:04:50.531644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:50.533535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fdcc37-339a-4407-a7e3-9d3e2d648406 None None] Sync routers for ids ['e0f07675-384c-4afe-a90d-ab0a644556bf'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:50.553067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdcc37-339a-4407-a7e3-9d3e2d648406 None None] Routers {'e0f07675-384c-4afe-a90d-ab0a644556bf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:50.557143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-35fdcc37-339a-4407-a7e3-9d3e2d648406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0f07675-384c-4afe-a90d-ab0a644556bf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:50.609480 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d90d541b-6a02-4da0-8149-10b67b94dfe4 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0f07675-384c-4afe-a90d-ab0a644556bf HTTP/1.1" status: 200 len: 205 time: 0.0763280 Nov 10 17:04:50.611988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:50.613411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-35fdcc37-339a-4407-a7e3-9d3e2d648406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:50.625943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdcc37-339a-4407-a7e3-9d3e2d648406 None None] Routers {'e0f07675-384c-4afe-a90d-ab0a644556bf'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:50.626893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-35fdcc37-339a-4407-a7e3-9d3e2d648406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0f07675-384c-4afe-a90d-ab0a644556bf'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:50.720280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-35fdcc37-339a-4407-a7e3-9d3e2d648406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:50.721188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fdcc37-339a-4407-a7e3-9d3e2d648406 None None] The sync data for ids ['e0f07675-384c-4afe-a90d-ab0a644556bf'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:50.768220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c898e02a-4642-47e0-b0e2-560bae8762be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.866735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73907c47-e41c-466f-bb8b-244a5404f12c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:04:50.875856 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.876233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:50.878864 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:50.895437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac7f66-52ee-46f9-b24b-a32e0f48843f None None] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:50.903032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Transition to ACTIVE for port object 73907c47-e41c-466f-bb8b-244a5404f12c will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:04:50.979728 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:50.980013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0ca3bf91-5c5a-4aba-a999-ad86eed767ec None None] Provisioning complete for port 25951785-b0dd-4af5-9148-46de1e15993a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:50.980332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ca3bf91-5c5a-4aba-a999-ad86eed767ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:51.143889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Pushing event updated for resources: {'Port': ['ID=73907c47-e41c-466f-bb8b-244a5404f12c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:51.276369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Attempting to bind port 73907c47-e41c-466f-bb8b-244a5404f12c on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:51.277091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Attempting to bind port 73907c47-e41c-466f-bb8b-244a5404f12c by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:51.277641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Attempting to bind port 73907c47-e41c-466f-bb8b-244a5404f12c on network e33517d9-5764-4f41-9847-0591e1e11582 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:51.283669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Port 73907c47-e41c-466f-bb8b-244a5404f12c on network e33517d9-5764-4f41-9847-0591e1e11582 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:04:51.284407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Attempting to bind port 73907c47-e41c-466f-bb8b-244a5404f12c on network e33517d9-5764-4f41-9847-0591e1e11582 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:51.289181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 25951785-b0dd-4af5-9148-46de1e15993a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:51.292842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:51.293515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Checking segment: {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:51.294123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Bound using segment: {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:51.294789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Bound port: 73907c47-e41c-466f-bb8b-244a5404f12c, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85513657-2b77-4676-9bef-c554a56201b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:51.295443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:51.398667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 25951785-b0dd-4af5-9148-46de1e15993a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:51.399023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:51.440246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] For port 73907c47-e41c-466f-bb8b-244a5404f12c, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:51.445971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] For port 73907c47-e41c-466f-bb8b-244a5404f12c, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=73907c47-e41c-466f-bb8b-244a5404f12c,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:51.523754 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:51.712869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Pushing event updated for resources: {'Port': ['ID=73907c47-e41c-466f-bb8b-244a5404f12c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:51.729833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:51.729833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:51.730240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-8af7b741-fda9-4aee-b0e7-9c1c26cf98c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/73907c47-e41c-466f-bb8b-244a5404f12c HTTP/1.1" status: 200 len: 1092 time: 1.6837468 Nov 10 17:04:51.735535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:51.738576 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca6bd4b-39aa-4467-ba26-aeebe343e08c" -d '{"events": [{"name": "network-changed", "server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:51.831745 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92001e33-0ffb-42a1-8cbb-2cba91300a96 x-openstack-request-id: req-92001e33-0ffb-42a1-8cbb-2cba91300a96 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:51.831745 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:51.831745 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92001e33-0ffb-42a1-8cbb-2cba91300a96 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:51.831745 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c', 'status': 'completed', 'code': 200} Nov 10 17:04:51.844846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2f29a77c-5bd7-4fbf-9503-9b0b7801a076 None None] Provisioning complete for port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:51.845464 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f29a77c-5bd7-4fbf-9503-9b0b7801a076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:51.854354 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c898e02a-4642-47e0-b0e2-560bae8762be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:51.877839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c898e02a-4642-47e0-b0e2-560bae8762be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:51.919820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6bd4b-39aa-4467-ba26-aeebe343e08c req-4ca179df-9cf5-45de-821b-613b41e0838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:51.920698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 2df0c34e-607c-4bb8-90c3-43e82e316571 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:04:51.921994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ca6bd4b-39aa-4467-ba26-aeebe343e08c req-4ca179df-9cf5-45de-821b-613b41e0838d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 1095 time: 0.0787282 Nov 10 17:04:51.956131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2f29a77c-5bd7-4fbf-9503-9b0b7801a076 None None] Port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:51.985954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2f29a77c-5bd7-4fbf-9503-9b0b7801a076 None None] Provisioning complete for port 25951785-b0dd-4af5-9148-46de1e15993a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:51.986476 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f29a77c-5bd7-4fbf-9503-9b0b7801a076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:52.004916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4623c2f-1ca0-47f8-9623-c5a82465287d req-5f4c29b7-0113-4270-a1cc-57090f40fca9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:52.015264 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4623c2f-1ca0-47f8-9623-c5a82465287d req-5f4c29b7-0113-4270-a1cc-57090f40fca9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 943 time: 0.4179132 Nov 10 17:04:52.041937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c898e02a-4642-47e0-b0e2-560bae8762be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:52.041937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c898e02a-4642-47e0-b0e2-560bae8762be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Fanout notify agent at l3_agent the message router_deleted on router e0f07675-384c-4afe-a90d-ab0a644556bf {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:04:52.140367 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c898e02a-4642-47e0-b0e2-560bae8762be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:52.150621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:52.150941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c898e02a-4642-47e0-b0e2-560bae8762be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/e0f07675-384c-4afe-a90d-ab0a644556bf HTTP/1.1" status: 204 len: 168 time: 1.5304229 Nov 10 17:04:52.227801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4623c2f-1ca0-47f8-9623-c5a82465287d req-06a9ebc2-4983-4c2e-bc33-f627f04733a0 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102895 Nov 10 17:04:52.245206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6bd4b-39aa-4467-ba26-aeebe343e08c req-d959306a-1531-44a0-8a26-8075eb58ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:52.247266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ca6bd4b-39aa-4467-ba26-aeebe343e08c req-d959306a-1531-44a0-8a26-8075eb58ea4b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7409b56f806c43c3809c5a352767930c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3180799 Nov 10 17:04:52.263759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:04:52.277214 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Sync routers for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:04:52.279138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1f267cbe-54f4-42d3-953f-97adf1ab2e8c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "PUT /v2.0/routers/2df0c34e-607c-4bb8-90c3-43e82e316571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4513397 Nov 10 17:04:52.288760 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dc0e3f-4e87-4088-bf28-c23134cd5734 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet 8741dc63-f38f-4e09-b009-5e29c377d50b {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:04:52.317630 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:52.321069 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:52.367235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1dc0e3f-4e87-4088-bf28-c23134cd5734 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:52.369284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-65202143-b3fd-4996-b488-70a05f240d8c None None] Provisioning complete for port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:52.369660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65202143-b3fd-4996-b488-70a05f240d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:52.453621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-65202143-b3fd-4996-b488-70a05f240d8c None None] Port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:52.484668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1dc0e3f-4e87-4088-bf28-c23134cd5734 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:52.627076 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1dc0e3f-4e87-4088-bf28-c23134cd5734 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:52.677484 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:52.725521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1935cd9d-222c-42c9-a55d-1e9271a858b4 None None] Provisioning complete for port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:52.727421 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1935cd9d-222c-42c9-a55d-1e9271a858b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:52.797769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6bd4b-39aa-4467-ba26-aeebe343e08c req-9f841b86-e00b-42f5-8593-f76d755f88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:52.806062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ca6bd4b-39aa-4467-ba26-aeebe343e08c req-9f841b86-e00b-42f5-8593-f76d755f88da service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5499909 Nov 10 17:04:52.826396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1935cd9d-222c-42c9-a55d-1e9271a858b4 None None] Port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:52.992505 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-0268acbf-c41e-40ca-a319-e594948979b1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450052181&fields=id&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 267 time: 0.2035999 Nov 10 17:04:52.998703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-f0b9ba1e-f233-4c9f-991e-56bb4a057220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:53.000566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-f0b9ba1e-f233-4c9f-991e-56bb4a057220 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 1095 time: 0.0930426 Nov 10 17:04:53.044838 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 2, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:53.075875 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Checking router: 2df0c34e-607c-4bb8-90c3-43e82e316571 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:04:53.076816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Updating router 2df0c34e-607c-4bb8-90c3-43e82e316571 port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:04:53.108340 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.139420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-0902769f-66c9-4c4f-9f94-7ff3a5aae672 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73907c47-e41c-466f-bb8b-244a5404f12c HTTP/1.1" status: 200 len: 217 time: 0.0361261 Nov 10 17:04:53.197068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a238-e637-440e-bafa-e007afdf5365 req-e07873c3-6bde-4723-9116-8670a65bbaf8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:53.198680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-e07873c3-6bde-4723-9116-8670a65bbaf8 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/networks?id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 HTTP/1.1" status: 200 len: 797 time: 0.1951938 Nov 10 17:04:53.227958 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1dc0e3f-4e87-4088-bf28-c23134cd5734 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.265476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-ac0a66be-59a8-4288-8909-1f5172ed5254 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/quotas/19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 375 time: 0.0419421 Nov 10 17:04:53.265476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-5429837d-bb26-4423-a652-d7713665c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:53.265476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-5429837d-bb26-4423-a652-d7713665c63b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4ac80d2-8a5a-449d-8d5c-6551f4f63423 HTTP/1.1" status: 200 len: 834 time: 0.1089368 Nov 10 17:04:53.265476 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1dc0e3f-4e87-4088-bf28-c23134cd5734 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.266649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b1dc0e3f-4e87-4088-bf28-c23134cd5734 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/8741dc63-f38f-4e09-b009-5e29c377d50b HTTP/1.1" status: 204 len: 168 time: 1.1221826 Nov 10 17:04:53.270070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58934) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:53.271150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750fc0c5-a7bc-4a38-b941-f56754961c15 None None] Network 7e42d9fb-e000-4e42-bba5-9bbe230c7750 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:53.355524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc0e3f-4e87-4088-bf28-c23134cd5734 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=8741dc63-f38f-4e09-b009-5e29c377d50b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:53.439576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-b1e3b453-6cb4-45ee-adf9-dbe128c206a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:53.445325 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-b1e3b453-6cb4-45ee-adf9-dbe128c206a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e33517d9-5764-4f41-9847-0591e1e11582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1434925 Nov 10 17:04:53.463036 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-27927155-6507-47a2-9614-98195b348fa5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1661158 Nov 10 17:04:53.602943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-7ef05863-bc23-4fda-93bd-0a3127279d8a service neutron] 10.222.0.18 "GET /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522098 Nov 10 17:04:53.612417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.625969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1ec83-f30c-4412-967f-66f9cfb416f7 req-f7ee9e37-b797-4997-9bdb-30bb135f21a9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:53.627535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00b1ec83-f30c-4412-967f-66f9cfb416f7 req-f7ee9e37-b797-4997-9bdb-30bb135f21a9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 943 time: 0.2658474 Nov 10 17:04:53.713819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] DHCP port deletion for 7e42d9fb-e000-4e42-bba5-9bbe230c7750 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:04:53.764133 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.797840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] Deleting port 44da7c42-0cae-49bd-b348-77f9bf4bc379 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:53.798667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.837312 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.871816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00b1ec83-f30c-4412-967f-66f9cfb416f7 req-48467bb7-8552-46f6-9987-ccf1bbecc210 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998837 Nov 10 17:04:53.873537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 44da7c42-0cae-49bd-b348-77f9bf4bc379 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:04:53.873878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.927717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] For port 44da7c42-0cae-49bd-b348-77f9bf4bc379, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=44da7c42-0cae-49bd-b348-77f9bf4bc379,segment=NetworkSegment(2022c04d-3234-43ec-96e7-4d5f2321718d),segment_id=2022c04d-3234-43ec-96e7-4d5f2321718d)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:53.928411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:53.945546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6492b85b-8ce2-42d1-b507-09c0caf7c8dd req-822e278a-ca13-4551-8c3e-0156dfddd1bf service neutron] 10.222.0.18 "GET /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206730 Nov 10 17:04:53.947794 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-5e6804a1-edf2-47aa-9947-8505b0662a51 service neutron] 10.222.0.62 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634962 Nov 10 17:04:53.964646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] Calling delete_port for 44da7c42-0cae-49bd-b348-77f9bf4bc379 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:53.998148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port 44da7c42-0cae-49bd-b348-77f9bf4bc379, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=44da7c42-0cae-49bd-b348-77f9bf4bc379,segment=NetworkSegment(2022c04d-3234-43ec-96e7-4d5f2321718d),segment_id=2022c04d-3234-43ec-96e7-4d5f2321718d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:53.998518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.040675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 44da7c42-0cae-49bd-b348-77f9bf4bc379 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:04:54.171470 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Attempting to bind port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:54.171839 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Attempting to bind port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:54.173861 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Attempting to bind port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 on network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:54.180409 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a6eeb-2273-442e-92d1-689024431783 None None] Pushing event updated for resources: {'Port': ['ID=85d26ca1-2ca4-47c9-a492-c79ad2737e79,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:54.193307 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-4e4e8909-3b89-4045-a2a8-11cf99035e3f service neutron] 10.222.0.62 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310863 Nov 10 17:04:54.206911 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:54.207207 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Checking segment: {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:54.208297 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.208691 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Bound using segment: {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:54.209184 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Bound port: 85d26ca1-2ca4-47c9-a492-c79ad2737e79, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:54.212886 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.365479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c723a952-d8cc-4316-8129-d28882edcb28 None None] Provisioning complete for port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:54.367805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c723a952-d8cc-4316-8129-d28882edcb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.370839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.375968 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] For port 85d26ca1-2ca4-47c9-a492-c79ad2737e79, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:54.384172 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] For port 85d26ca1-2ca4-47c9-a492-c79ad2737e79, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=85d26ca1-2ca4-47c9-a492-c79ad2737e79,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:54.429280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.448333 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.472233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No DVR routers for this DVR port 44da7c42-0cae-49bd-b348-77f9bf4bc379 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:54.483820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=44da7c42-0cae-49bd-b348-77f9bf4bc379,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:54.501044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c723a952-d8cc-4316-8129-d28882edcb28 None None] Port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:54.502683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] No DVR routers for this DVR port 44da7c42-0cae-49bd-b348-77f9bf4bc379 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:04:54.505881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9feec-39de-4bdc-a76f-36778dc1e6ae None None] Pushing event deleted for resources: {'Port': ['ID=44da7c42-0cae-49bd-b348-77f9bf4bc379,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:54.558364 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:04:54.559010 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:54.666933 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a6eeb-2273-442e-92d1-689024431783 None None] Pushing event updated for resources: {'Port': ['ID=85d26ca1-2ca4-47c9-a492-c79ad2737e79,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:54.713848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.804535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e42d9fb-e000-4e42-bba5-9bbe230c7750']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:54.832550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2022c04d-3234-43ec-96e7-4d5f2321718d') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:54.832852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2022c04d-3234-43ec-96e7-4d5f2321718d') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:54.877600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 58962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:54.908536 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:04:54.942366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73b110b1-a2f4-40d9-b6f4-89e1cfb9f40a req-e84dd498-f2e4-4631-8342-8a7face6c663 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 210 time: 0.1045907 Nov 10 17:04:54.944872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.992869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:54.999476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:04:55.000266 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:04:55.003594 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:04:55.044720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-047c0e3c-1239-4dd9-a461-33dbe9ae5e3d None None] Provisioning complete for port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:55.046726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-047c0e3c-1239-4dd9-a461-33dbe9ae5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.072691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f38cd-9ce9-41fa-90f9-fa259778418e req-00036ed2-faad-4648-b1ab-815d87745017 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:55.080663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b36f38cd-9ce9-41fa-90f9-fa259778418e req-00036ed2-faad-4648-b1ab-815d87745017 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 943 time: 0.1406083 Nov 10 17:04:55.172862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d90d7a10-6e09-4114-a3b1-045b8ed5e3e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9725f831e3104812934f6d72314b61ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2940793 Nov 10 17:04:55.177649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58972) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:55.189567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b36f38cd-9ce9-41fa-90f9-fa259778418e req-8c159023-9016-4ed0-a1d5-f0ea27ea3278 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969872 Nov 10 17:04:55.261879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-047c0e3c-1239-4dd9-a461-33dbe9ae5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.308382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-047c0e3c-1239-4dd9-a461-33dbe9ae5e3d None None] For port 85d26ca1-2ca4-47c9-a492-c79ad2737e79, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=85d26ca1-2ca4-47c9-a492-c79ad2737e79,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:55.311688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 44da7c42-0cae-49bd-b348-77f9bf4bc379 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:04:55.317585 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-d65c8451-84eb-4850-ac8d-ad98ed2ffbb5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974679 Nov 10 17:04:55.343641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.345155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 44da7c42-0cae-49bd-b348-77f9bf4bc379 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:04:55.345672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 44da7c42-0cae-49bd-b348-77f9bf4bc379 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:04:55.348602 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:54Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:04:55.389360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.398542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/7e42d9fb-e000-4e42-bba5-9bbe230c7750 HTTP/1.1" status: 204 len: 168 time: 2.1233892 Nov 10 17:04:55.398542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69e3018c-a8d7-4494-b0bd-510ec250d5ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.410420 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b8471-843d-4b5e-b33c-96765c25daa3 None None] The sync data for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 is: [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:54Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:04:55.423439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58980) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:55.444443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a24bcb22-0980-4666-9387-3cd47f2563d7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1964798435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:55.455978 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-047c0e3c-1239-4dd9-a461-33dbe9ae5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.471449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14720795-fc60-41f5-b7db-b8680eced8ec tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=7e42d9fb-e000-4e42-bba5-9bbe230c7750,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:55.519665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-51d6257e-6614-4f4b-9cec-32f11848526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:55.542481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69e3018c-a8d7-4494-b0bd-510ec250d5ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.558079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-51d6257e-6614-4f4b-9cec-32f11848526c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 1097 time: 0.1296449 Nov 10 17:04:55.624384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c0e3c-1239-4dd9-a461-33dbe9ae5e3d None None] Pushing event updated for resources: {'Port': ['ID=85d26ca1-2ca4-47c9-a492-c79ad2737e79,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:55.642303 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24bcb22-0980-4666-9387-3cd47f2563d7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.643464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24bcb22-0980-4666-9387-3cd47f2563d7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.706501 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24bcb22-0980-4666-9387-3cd47f2563d7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.738079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-2e95ee6d-33a8-4099-a6bb-9fc8d0a396c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:55.738079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-2e95ee6d-33a8-4099-a6bb-9fc8d0a396c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.1627212 Nov 10 17:04:55.763071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69e3018c-a8d7-4494-b0bd-510ec250d5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.765997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69e3018c-a8d7-4494-b0bd-510ec250d5ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.772669 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-69e3018c-a8d7-4494-b0bd-510ec250d5ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97b13465-ffba-405a-ab11-ff313cf31d49 HTTP/1.1" status: 204 len: 168 time: 0.5864234 Nov 10 17:04:55.785844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3018c-a8d7-4494-b0bd-510ec250d5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b13465-ffba-405a-ab11-ff313cf31d49,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:55.796669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24bcb22-0980-4666-9387-3cd47f2563d7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:55.873075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-88229f39-3655-4c0e-8e54-8e2e12170d15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 200 len: 1000 time: 0.1334519 Nov 10 17:04:55.929335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-e9bf3e0c-3c7c-406f-a082-a36668e7c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:55.930938 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-e9bf3e0c-3c7c-406f-a082-a36668e7c8d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.0515561 Nov 10 17:04:55.980031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-0815f964-07e3-4d2c-a016-4a2c81e15008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:55.981544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-0815f964-07e3-4d2c-a016-4a2c81e15008 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439215 Nov 10 17:04:56.034578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a24bcb22-0980-4666-9387-3cd47f2563d7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:56.035462 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a24bcb22-0980-4666-9387-3cd47f2563d7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6011157 Nov 10 17:04:56.038587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 58988) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:56.048518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-154603903'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:56.198724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9bea3406-6b74-47e0-8d89-644ff7629ffc req-72175aac-1773-4fd9-879f-95add7cc2cf3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 210 time: 0.1604130 Nov 10 17:04:56.271741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:56.277305 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:56.362503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:04:56.387615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:56.388537 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment 29115174-5ea5-4165-b78d-da12f91eca15 of type vlan for network 1380e0e0-530e-4220-ae50-2b4848f133d1 Nov 10 17:04:56.458019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:56.567658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:56.573717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:56.574349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:56.714162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=1380e0e0-530e-4220-ae50-2b4848f133d1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:56.739585 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e4365d4d-a574-42dc-8c02-51495895c608 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6979072 Nov 10 17:04:56.742382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59010) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:56.752036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:56.785181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-47025e0c-8879-4977-8f88-29a6ea8d4426 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7860606 Nov 10 17:04:56.831180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c1e7c-c058-49fc-bcd1-f6d0e955495d req-2e39dee8-03b6-43ec-a13e-ccfa9443aaa5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:56.832816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a8c1e7c-c058-49fc-bcd1-f6d0e955495d req-2e39dee8-03b6-43ec-a13e-ccfa9443aaa5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 943 time: 0.1461849 Nov 10 17:04:57.016971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:57.021233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:57.026404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1380e0e0-530e-4220-ae50-2b4848f133d1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:04:57.042679 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a8c1e7c-c058-49fc-bcd1-f6d0e955495d req-55552bf6-3f5a-4bb2-a826-2b8322ebb1ec tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805983 Nov 10 17:04:57.058540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c2f42f26-4aea-4829-bd45-e7d1d73af965 req-717fde56-e8e5-426c-abc2-f4d7acfeab08 service neutron] 10.222.0.69 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652860 Nov 10 17:04:57.164249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 73907c47-e41c-466f-bb8b-244a5404f12c details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:04:57.319752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 85d26ca1-2ca4-47c9-a492-c79ad2737e79 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:57.435067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 73907c47-e41c-466f-bb8b-244a5404f12c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=73907c47-e41c-466f-bb8b-244a5404f12c,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:57.473042 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-61471dd3-83ec-4924-9ef4-94f7df9f56e8 req-a77b7a65-0c3d-4d2a-b749-2db729f86bb9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 210 time: 0.1291866 Nov 10 17:04:57.481280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:57.481657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:57.491448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '73907c47-e41c-466f-bb8b-244a5404f12c', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'port_id': '73907c47-e41c-466f-bb8b-244a5404f12c', 'mac_address': 'fa:16:3e:be:04:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:04:57.576121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:57.585694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:57.608496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a238-e637-440e-bafa-e007afdf5365 req-3967b905-e1c4-439f-b1ac-cd49ed947ce3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:57.608496 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-3967b905-e1c4-439f-b1ac-cd49ed947ce3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/networks?id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 HTTP/1.1" status: 200 len: 797 time: 0.1857731 Nov 10 17:04:57.608859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73907c47-e41c-466f-bb8b-244a5404f12c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:04:57.624629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 73907c47-e41c-466f-bb8b-244a5404f12c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=73907c47-e41c-466f-bb8b-244a5404f12c,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:57.671563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=537c41a9-03e3-4e23-8510-612be0f49bd3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:57.694528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:57.694528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: 1380e0e0-530e-4220-ae50-2b4848f133d1, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:04:57.711654 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:57.728444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-394a6cfb-f3c6-48da-89ad-def547d3bec3 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c20c2e7849423bac3b66695c6e40d8 HTTP/1.1" status: 200 len: 379 time: 0.1181488 Nov 10 17:04:57.738602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'port': {'device_id': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'admin_state_up': True, 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'security_groups': ['56465373-5a27-424f-b922-9ae01d882bac']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:57.785021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=73907c47-e41c-466f-bb8b-244a5404f12c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:57.795423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.795769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.796105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.796742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.801376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.801846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.802188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.802522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.806634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.806634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.806634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.806634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:04:57.809601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 1380e0e0-530e-4220-ae50-2b4848f133d1 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:04:57.888031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1380e0e0-530e-4220-ae50-2b4848f133d1) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:57.893629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:57.894300 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:57.898708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b041dd7-7255-4641-8338-477e3cade0be None None] Network 1380e0e0-530e-4220-ae50-2b4848f133d1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:04:57.913952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['73907c47-e41c-466f-bb8b-244a5404f12c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:04:58.005015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2607770d-0a1e-4633-9198-bbee4df25ac1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2614038 Nov 10 17:04:58.009003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:04:58.099420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Made reservation on behalf of 19c20c2e7849423bac3b66695c6e40d8 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:04:58.104845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.187144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-1380e0e0-530e-4220-ae50-2b4848f133d1', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:04:58.188041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.256374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e5155-229a-4984-a2e7-74ada0320b42 req-832018ad-85e9-4b43-8292-c1005eeccf8c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:58.258139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-077e5155-229a-4984-a2e7-74ada0320b42 req-832018ad-85e9-4b43-8292-c1005eeccf8c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 944 time: 0.1197042 Nov 10 17:04:58.387815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-077e5155-229a-4984-a2e7-74ada0320b42 req-97ae1c27-6c53-44a6-b91e-99511f9c94f1 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060605 Nov 10 17:04:58.392094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.20.0.4 (1e50951c-c3c5-4f04-8d0f-632ff5fc8b24/666d9ff5-ecdb-4239-b852-83f1ddbcad6a/7bd0d381-38ac-44df-813e-4fd43e81ddd5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:58.425550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.439983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Allocated IP 2001:db8::2 (1380e0e0-530e-4220-ae50-2b4848f133d1/537c41a9-03e3-4e23-8510-612be0f49bd3/fbf5c699-8784-4218-91ea-6756808c9450) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:58.613235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.679267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.726893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47deb44e-57a5-4716-a99b-d152456c927c req-6fc76f0b-fe17-4cae-b826-ddb820b61d4d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 210 time: 0.1266980 Nov 10 17:04:58.740369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.773429 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:04:58.783350 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:58.786603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:58.790041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:58.802413 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.836974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=7bd0d381-38ac-44df-813e-4fd43e81ddd5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:58.858244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Pushing event updated for resources: {'Port': ['ID=fbf5c699-8784-4218-91ea-6756808c9450,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:58.869918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Network 1380e0e0-530e-4220-ae50-2b4848f133d1 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:58.870125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:58.871174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.872181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:58.875639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:58.940662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Attempting to bind port fbf5c699-8784-4218-91ea-6756808c9450 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:04:58.941021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Attempting to bind port fbf5c699-8784-4218-91ea-6756808c9450 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:04:58.941336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Attempting to bind port fbf5c699-8784-4218-91ea-6756808c9450 on network 1380e0e0-530e-4220-ae50-2b4848f133d1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:04:58.948296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:04:58.948736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Checking segment: {'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:04:58.949128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:58.949524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Bound using segment: {'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:04:58.949996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Bound port: fbf5c699-8784-4218-91ea-6756808c9450, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:04:58.950375 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.026685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] For port fbf5c699-8784-4218-91ea-6756808c9450, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:04:59.032252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8::1 (1380e0e0-530e-4220-ae50-2b4848f133d1/537c41a9-03e3-4e23-8510-612be0f49bd3/c98ffd40-3065-4b52-b074-208837097aec) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:04:59.041265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] For port fbf5c699-8784-4218-91ea-6756808c9450, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fbf5c699-8784-4218-91ea-6756808c9450,segment=NetworkSegment(29115174-5ea5-4165-b78d-da12f91eca15),segment_id=29115174-5ea5-4165-b78d-da12f91eca15)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:04:59.051905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-382f9fb9-8347-4c1a-91cf-a46c5d48e52a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3173182 Nov 10 17:04:59.064679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Request body: {'port': {'device_id': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:04:59.123667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-33144c90-b23c-4d7a-b1ca-0ffdc378753d None None] Provisioning complete for port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:59.124278 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33144c90-b23c-4d7a-b1ca-0ffdc378753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.134340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.155645 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.191896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.222758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 73907c47-e41c-466f-bb8b-244a5404f12c up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:04:59.299202 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.313915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-33144c90-b23c-4d7a-b1ca-0ffdc378753d None None] Port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:04:59.340523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15e4ac-467e-4212-99e8-c38c7633e61d None None] Pushing event updated for resources: {'Port': ['ID=fbf5c699-8784-4218-91ea-6756808c9450,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:59.394099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 1380e0e0-530e-4220-ae50-2b4848f133d1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:04:59.398769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:04:59.403971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:04:59.404811 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.419649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 73907c47-e41c-466f-bb8b-244a5404f12c completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:04:59.424443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 73907c47-e41c-466f-bb8b-244a5404f12c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:04:59.428429 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.550018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=c98ffd40-3065-4b52-b074-208837097aec,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:04:59.652491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.691978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007f703-9d41-4d60-af5c-e7fc1a7f2617 req-c69fcb55-017a-45a5-bad3-9ee4b0c56daa tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:59.694201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f007f703-9d41-4d60-af5c-e7fc1a7f2617 req-c69fcb55-017a-45a5-bad3-9ee4b0c56daa tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 944 time: 0.1388252 Nov 10 17:04:59.745926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 73907c47-e41c-466f-bb8b-244a5404f12c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=73907c47-e41c-466f-bb8b-244a5404f12c,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:04:59.747863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:04:59.750924 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b98f83-1921-4c7f-b10b-7e6c4a1567dd" -d '{"events": [{"server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "name": "network-vif-plugged", "status": "completed", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:04:59.814124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f007f703-9d41-4d60-af5c-e7fc1a7f2617 req-8a24d4d8-477f-41f3-a55b-0d9a89964cf4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703712 Nov 10 17:04:59.817818 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b771d4-e714-4352-8188-8619311038b4 x-openstack-request-id: req-38b771d4-e714-4352-8188-8619311038b4 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:04:59.820155 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "name": "network-vif-plugged", "status": "completed", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:04:59.820451 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38b771d4-e714-4352-8188-8619311038b4 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:04:59.820871 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c', 'code': 200} Nov 10 17:04:59.845627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd0d381-38ac-44df-813e-4fd43e81ddd5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:04:59.893599 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.899128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.919767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:04:59.975603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Transition to ACTIVE for port object 7bd0d381-38ac-44df-813e-4fd43e81ddd5 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:04:59.989440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281e243-3c08-4d76-bf3f-8058fc1f167b req-ccf5b92a-eff3-4670-805b-dfc4a3937b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:04:59.991648 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0281e243-3c08-4d76-bf3f-8058fc1f167b req-ccf5b92a-eff3-4670-805b-dfc4a3937b51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 1097 time: 0.0836518 Nov 10 17:04:59.995631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=73907c47-e41c-466f-bb8b-244a5404f12c,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:00.035734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f3633-3f11-4b35-8850-202b1f6b97ad req-0a54737c-52a4-4719-ae49-8b58cc7682dd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:00.037334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c0f3633-3f11-4b35-8850-202b1f6b97ad req-0a54737c-52a4-4719-ae49-8b58cc7682dd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 931 time: 0.0951984 Nov 10 17:05:00.043485 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0281e243-3c08-4d76-bf3f-8058fc1f167b req-db6c71c1-8da7-4a00-9fba-2f690e9bea87 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445354 Nov 10 17:05:00.076707 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:00.133392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd0d381-38ac-44df-813e-4fd43e81ddd5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:00.216855 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c0f3633-3f11-4b35-8850-202b1f6b97ad req-1606a5aa-0833-4200-a19e-51584fe70af0 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709960 Nov 10 17:05:00.348518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Attempting to bind port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:00.354443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Attempting to bind port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:00.354806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Attempting to bind port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 on network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:00.369196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 on network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:05:00.369527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Attempting to bind port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 on network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:00.383190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:00.383564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Checking segment: {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:00.384507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Bound using segment: {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:00.384973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Bound port: 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24f3e8a-a306-402f-a41a-f9716596b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:00.385342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:00.514768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:00.526858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:00.531924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:00.625138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:00.625684 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:00.625949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:00.670463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:00.672615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:00.672615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] 10.222.0.69 "PUT /v2.0/ports/7bd0d381-38ac-44df-813e-4fd43e81ddd5 HTTP/1.1" status: 200 len: 1092 time: 1.6126671 Nov 10 17:05:00.673620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:00.677092 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c3a6ac-2e5d-47e7-9a44-1ee38498f39c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:00.707200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c7db6-c193-471d-9111-1bbaf6f34d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd0d381-38ac-44df-813e-4fd43e81ddd5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:00.753346 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a3a7a-157d-450f-b539-67dae71c86ba x-openstack-request-id: req-8c6a3a7a-157d-450f-b539-67dae71c86ba {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:00.753566 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:00.753788 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c6a3a7a-157d-450f-b539-67dae71c86ba {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:00.754209 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'status': 'completed', 'code': 200} Nov 10 17:05:00.800546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=c98ffd40-3065-4b52-b074-208837097aec,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:00.830384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 1380e0e0-530e-4220-ae50-2b4848f133d1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:00.833457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:00.871227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3a6ac-2e5d-47e7-9a44-1ee38498f39c req-b3e74052-8dd8-4bee-8af0-2f9177c0f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:00.872796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08c3a6ac-2e5d-47e7-9a44-1ee38498f39c req-b3e74052-8dd8-4bee-8af0-2f9177c0f96e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1095 time: 0.0752923 Nov 10 17:05:00.944879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52739bf6-2b75-4fb5-aba2-e3ee82467d1c None None] Network 1380e0e0-530e-4220-ae50-2b4848f133d1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:01.076402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3a6ac-2e5d-47e7-9a44-1ee38498f39c req-5f103de0-98ec-442d-9309-cda8deac1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:01.079227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08c3a6ac-2e5d-47e7-9a44-1ee38498f39c req-5f103de0-98ec-442d-9309-cda8deac1af4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=19c20c2e7849423bac3b66695c6e40d8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1975877 Nov 10 17:05:01.106804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e83428-ebaa-4ff1-a874-1a1bdebecc7c req-211219d9-299f-4b7b-8e00-ab81c1a15cb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:01.108391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48e83428-ebaa-4ff1-a874-1a1bdebecc7c req-211219d9-299f-4b7b-8e00-ab81c1a15cb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 945 time: 0.0951180 Nov 10 17:05:01.110654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9042b92d-63ba-4559-9b53-80333f7bbb37 None None] Provisioning complete for port fbf5c699-8784-4218-91ea-6756808c9450 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:01.111051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9042b92d-63ba-4559-9b53-80333f7bbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:01.186280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48e83428-ebaa-4ff1-a874-1a1bdebecc7c req-8e81b7a4-3174-480a-9da0-b560bc4cdb13 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630698 Nov 10 17:05:01.236755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3a6ac-2e5d-47e7-9a44-1ee38498f39c req-c241cd91-658f-4f75-86f3-a9c4cfea4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:01.238263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08c3a6ac-2e5d-47e7-9a44-1ee38498f39c req-c241cd91-658f-4f75-86f3-a9c4cfea4e74 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523507 Nov 10 17:05:01.312422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fbf5c699-8784-4218-91ea-6756808c9450 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:01.322161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:05:01.358250 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9042b92d-63ba-4559-9b53-80333f7bbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:01.400453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a238-e637-440e-bafa-e007afdf5365 req-b9d055e1-0c2f-453f-a832-d11c7e0bf097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:01.404843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-b9d055e1-0c2f-453f-a832-d11c7e0bf097 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1095 time: 0.1262434 Nov 10 17:05:01.451207 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9042b92d-63ba-4559-9b53-80333f7bbb37 None None] For port fbf5c699-8784-4218-91ea-6756808c9450, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fbf5c699-8784-4218-91ea-6756808c9450,segment=NetworkSegment(29115174-5ea5-4165-b78d-da12f91eca15),segment_id=29115174-5ea5-4165-b78d-da12f91eca15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:01.469329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port fbf5c699-8784-4218-91ea-6756808c9450 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:01.469776 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:01.512101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-f66cec8f-383c-417d-986e-4c3c1b02980c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5 HTTP/1.1" status: 200 len: 217 time: 0.0596039 Nov 10 17:05:01.523098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe4d5-ec82-4706-bc9e-59515ea120e0 req-fe3b701e-7368-48fd-ae9d-27e5702d736a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:01.531937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01bbe4d5-ec82-4706-bc9e-59515ea120e0 req-fe3b701e-7368-48fd-ae9d-27e5702d736a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 943 time: 0.1190839 Nov 10 17:05:01.553406 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9042b92d-63ba-4559-9b53-80333f7bbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:01.681464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a238-e637-440e-bafa-e007afdf5365 req-5f688ed8-9a12-42f6-aa14-7e741fb7c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:01.682858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-5f688ed8-9a12-42f6-aa14-7e741fb7c715 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666d9ff5-ecdb-4239-b852-83f1ddbcad6a HTTP/1.1" status: 200 len: 835 time: 0.1425798 Nov 10 17:05:01.687730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01bbe4d5-ec82-4706-bc9e-59515ea120e0 req-03cc6eda-0554-4ddb-8a0b-6b65501b3418 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560369 Nov 10 17:05:01.753328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a238-e637-440e-bafa-e007afdf5365 req-998c5961-c389-4367-bc04-79802b273126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:01.754422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-998c5961-c389-4367-bc04-79802b273126 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642662 Nov 10 17:05:01.756327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c69-dda6-45ec-920b-9a8792072cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:01.759703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042b92d-63ba-4559-9b53-80333f7bbb37 None None] Pushing event updated for resources: {'Port': ['ID=fbf5c699-8784-4218-91ea-6756808c9450,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:01.897710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-e25cf7ed-8c4f-4389-be34-17978313e2c4 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351011 Nov 10 17:05:01.935977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:01.947609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d15cee43-c9ba-48a3-b876-b940b2528af1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9340312 Nov 10 17:05:01.953060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:01.958444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-9304164'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:01.968264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:01.974221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d2605916-e5e7-42ab-9c76-bd6197f5117d None None] Provisioning complete for port c98ffd40-3065-4b52-b074-208837097aec triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:01.975257 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2605916-e5e7-42ab-9c76-bd6197f5117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.007081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:02.007494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:02.056918 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c37a238-e637-440e-bafa-e007afdf5365 req-86792681-7bdf-47be-aeb9-9b3ddfc87466 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525195 Nov 10 17:05:02.126311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d2605916-e5e7-42ab-9c76-bd6197f5117d None None] Port c98ffd40-3065-4b52-b074-208837097aec cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:02.142122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d2605916-e5e7-42ab-9c76-bd6197f5117d None None] Provisioning complete for port fbf5c699-8784-4218-91ea-6756808c9450 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:02.142485 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2605916-e5e7-42ab-9c76-bd6197f5117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.173256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:02.193127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:02.200875 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.274754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:05:02.294288 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.296015 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment deef82a1-e95d-427a-959e-8ab3ec4df93c of type vlan for network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf Nov 10 17:05:02.419194 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.467442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e4dae-18b0-4dee-99e2-6e8976552204 req-0afd0245-8b1e-478f-acda-f33d4af825a5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:02.476978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-986e4dae-18b0-4dee-99e2-6e8976552204 req-0afd0245-8b1e-478f-acda-f33d4af825a5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 945 time: 0.1509726 Nov 10 17:05:02.533206 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-986e4dae-18b0-4dee-99e2-6e8976552204 req-43abd497-2579-4684-85c8-3e7468780621 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551760 Nov 10 17:05:02.539371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.545207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:02.545877 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.680874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7266848 Nov 10 17:05:02.683119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bf725-c7a4-49c2-a16f-2a6ba6db204a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=1f8283e5-d6c2-4b21-a766-0e0b4547cedf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:02.684093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59138) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:02.689646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:02.704986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:05:02.718030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000911dc-227a-4ccc-908b-79be663999b3 req-62d47196-9821-4477-8134-4a711e15e98b tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:02.719633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-000911dc-227a-4ccc-908b-79be663999b3 req-62d47196-9821-4477-8134-4a711e15e98b tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 945 time: 0.0901132 Nov 10 17:05:02.800931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-000911dc-227a-4ccc-908b-79be663999b3 req-cff7af4d-430a-4ef8-b2e7-3506e1c8891c tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672469 Nov 10 17:05:02.830808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:02.852127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7fd9bb27-8553-4c45-b745-3e04dda2e21c None None] Provisioning complete for port c98ffd40-3065-4b52-b074-208837097aec triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:02.852651 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fd9bb27-8553-4c45-b745-3e04dda2e21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.880670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27532c62-5522-460a-b1a8-83d713b8ba67 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:02.883722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-27532c62-5522-460a-b1a8-83d713b8ba67 tempest-TestNetworkBasicOps-118539107 tempest-TestNetworkBasicOps-118539107-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 1092 time: 0.0517037 Nov 10 17:05:02.886345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:02.891859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:04:59Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:00Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:02.892594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '73907c47-e41c-466f-bb8b-244a5404f12c', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:02.900840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80cb6-5cf4-42a8-b273-7511627af11b req-1e7e8880-c716-4c38-a3a8-12b84aeb2a83 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:02.902389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ee80cb6-5cf4-42a8-b273-7511627af11b req-1e7e8880-c716-4c38-a3a8-12b84aeb2a83 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 943 time: 0.0888104 Nov 10 17:05:02.929309 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:02.929757 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Updating router f296adce-05d3-485a-94d9-6c2959280ec9 port c98ffd40-3065-4b52-b074-208837097aec binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:05:02.933125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9bb27-8553-4c45-b745-3e04dda2e21c None None] Port c98ffd40-3065-4b52-b074-208837097aec cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:02.966585 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:02.995416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ee80cb6-5cf4-42a8-b273-7511627af11b req-2c9a22a4-3792-4b9f-bceb-40bdc83047e1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801444 Nov 10 17:05:03.037509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:03.042141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.173235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.313644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.318783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fbf5c699-8784-4218-91ea-6756808c9450 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:03.385773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.389686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port fbf5c699-8784-4218-91ea-6756808c9450 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:03.390478 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.396259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.422854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.485791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=138baf71-5069-417f-bbb0-cc8ca57d7bac,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:03.491607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:03.492211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: 1f8283e5-d6c2-4b21-a766-0e0b4547cedf, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:05:03.523052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffaf3d-6ff9-4630-9c14-75cac73c1397 None None] Pushing event updated for resources: {'Port': ['ID=c98ffd40-3065-4b52-b074-208837097aec,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:03.545699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Allocated IP 172.25.3.102 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/794f6bf7-f3a2-43da-848f-e19c48b14e2e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:03.610690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:05:03.688896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.695428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Attempting to bind port c98ffd40-3065-4b52-b074-208837097aec on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:03.696042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Attempting to bind port c98ffd40-3065-4b52-b074-208837097aec by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:03.696585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Attempting to bind port c98ffd40-3065-4b52-b074-208837097aec on network 1380e0e0-530e-4220-ae50-2b4848f133d1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:03.704408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:03.705068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Checking segment: {'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:03.705749 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.708274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Bound using segment: {'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:03.708274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Bound port: c98ffd40-3065-4b52-b074-208837097aec, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29115174-5ea5-4165-b78d-da12f91eca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:03.708274 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.729434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1f8283e5-d6c2-4b21-a766-0e0b4547cedf) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:03.738173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:03.738538 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.761975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e2fbb0-d963-4c2d-b0dc-37c69491989c None None] Network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:03.872300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:03.949299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-757493e6-9b1b-4bee-9e5d-71f279d5091c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2639332 Nov 10 17:05:03.950104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59154) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:03.984917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] For port c98ffd40-3065-4b52-b074-208837097aec, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:03.988619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] For port c98ffd40-3065-4b52-b074-208837097aec, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c98ffd40-3065-4b52-b074-208837097aec,segment=NetworkSegment(29115174-5ea5-4165-b78d-da12f91eca15),segment_id=29115174-5ea5-4165-b78d-da12f91eca15)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:03.995659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:03.997070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=794f6bf7-f3a2-43da-848f-e19c48b14e2e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:04.007526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:04.025944 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:04.051489 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-92bb4434-11d8-4d4b-85d2-bebc260a4a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:04.136540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:04.219154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:05:04.220892 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:04.234686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ac76-0ffe-4412-b93e-40f68c81994b req-93536c0c-ae70-4c47-8a2c-821d34d8892d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:04.236271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4e1ac76-0ffe-4412-b93e-40f68c81994b req-93536c0c-ae70-4c47-8a2c-821d34d8892d tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 943 time: 0.1389289 Nov 10 17:05:04.248210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2e30d1d4-f4ff-4973-9ab6-98f69b1440f0 None None] Provisioning complete for port c98ffd40-3065-4b52-b074-208837097aec triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:04.248627 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e30d1d4-f4ff-4973-9ab6-98f69b1440f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:04.311824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffaf3d-6ff9-4630-9c14-75cac73c1397 None None] Pushing event updated for resources: {'Port': ['ID=c98ffd40-3065-4b52-b074-208837097aec,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:04.357715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:04.358375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:04.446422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4e1ac76-0ffe-4412-b93e-40f68c81994b req-94659761-8b9b-4566-b684-97dec583c9ad tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003582 Nov 10 17:05:04.587188 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:04.630255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:04.687742 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:04.697082 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e30d1d4-f4ff-4973-9ab6-98f69b1440f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:04.701461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Allocated IP 2001:db8:1::2 (1f8283e5-d6c2-4b21-a766-0e0b4547cedf/138baf71-5069-417f-bbb0-cc8ca57d7bac/61d7a638-0836-480d-a223-e06aea20e81d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:04.861513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2e30d1d4-f4ff-4973-9ab6-98f69b1440f0 None None] For port c98ffd40-3065-4b52-b074-208837097aec, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c98ffd40-3065-4b52-b074-208837097aec,segment=NetworkSegment(29115174-5ea5-4165-b78d-da12f91eca15),segment_id=29115174-5ea5-4165-b78d-da12f91eca15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:04.878638 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:04.939466 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e30d1d4-f4ff-4973-9ab6-98f69b1440f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.097882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.156489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.225114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30d1d4-f4ff-4973-9ab6-98f69b1440f0 None None] Pushing event updated for resources: {'Port': ['ID=c98ffd40-3065-4b52-b074-208837097aec,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:05.269215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.291107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-17d8d99e-1779-4b6e-9c89-863306f3a61a None None] Provisioning complete for port c98ffd40-3065-4b52-b074-208837097aec triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:05.291584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-17d8d99e-1779-4b6e-9c89-863306f3a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.356392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.366145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:04:59Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:03Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:05.400379 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Floating IP a5457548-ba46-4ce9-94fd-2d11a21d50c0 associated. External IP: 172.25.3.102, port: 73907c47-e41c-466f-bb8b-244a5404f12c. Nov 10 17:05:05.416413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08eae3d-4a87-4e1c-82a6-16549d78516e None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:04:59Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:03Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:05.426889 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.514969 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.524376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event updated for resources: {'Port': ['ID=794f6bf7-f3a2-43da-848f-e19c48b14e2e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:05.597800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Pushing event updated for resources: {'Port': ['ID=61d7a638-0836-480d-a223-e06aea20e81d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:05.621685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:05.623978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:05.629786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:05.635467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8:1::1 (1f8283e5-d6c2-4b21-a766-0e0b4547cedf/138baf71-5069-417f-bbb0-cc8ca57d7bac/1f35e426-9761-4444-85b9-57e4f629f242) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:05.720947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Attempting to bind port 61d7a638-0836-480d-a223-e06aea20e81d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:05.722132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Attempting to bind port 61d7a638-0836-480d-a223-e06aea20e81d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:05.722572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Attempting to bind port 61d7a638-0836-480d-a223-e06aea20e81d on network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:05.729485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:05.729857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Checking segment: {'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:05.730254 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.730639 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Bound using segment: {'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:05.731674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Bound port: 61d7a638-0836-480d-a223-e06aea20e81d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:05.732101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:05.860908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c582-f495-401d-95d0-d02628751782 req-964fbef0-912e-4d72-baa8-45a1cfd4ce36 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:05.862469 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d661c582-f495-401d-95d0-d02628751782 req-964fbef0-912e-4d72-baa8-45a1cfd4ce36 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 943 time: 0.2140400 Nov 10 17:05:05.872490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] For port 61d7a638-0836-480d-a223-e06aea20e81d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:05.875937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] For port 61d7a638-0836-480d-a223-e06aea20e81d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=61d7a638-0836-480d-a223-e06aea20e81d,segment=NetworkSegment(deef82a1-e95d-427a-959e-8ab3ec4df93c),segment_id=deef82a1-e95d-427a-959e-8ab3ec4df93c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:05.889833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:05.962000 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.035070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d661c582-f495-401d-95d0-d02628751782 req-20b5b557-7126-4d6c-85d7-140f2086bf12 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540923 Nov 10 17:05:06.085068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.109316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:06.125216 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] Sync routers for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:06.146661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7bd0d381-38ac-44df-813e-4fd43e81ddd5 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:05:06.154778 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:06.155740 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:06.237762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.293791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.313130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59176) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:06.314197 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-170eb95b-edcb-4995-ad5a-05167bbb24cf tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4256113 Nov 10 17:05:06.315977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:06.321821 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5cf87-2e83-481a-9c15-f7c52e87668d" -d '{"events": [{"name": "network-changed", "server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:06.356680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:06.374064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'port_id': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'mac_address': 'fa:16:3e:12:45:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:05:06.376969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05f7fb-98b1-4bad-a6b6-8ea3886c8f43 None None] Pushing event updated for resources: {'Port': ['ID=61d7a638-0836-480d-a223-e06aea20e81d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:06.482329 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:06.496526 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146cbd4f-f616-469d-920d-3f006d0c04a0 x-openstack-request-id: req-146cbd4f-f616-469d-920d-3f006d0c04a0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:06.499537 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:06.500041 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-146cbd4f-f616-469d-920d-3f006d0c04a0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:06.500698 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c', 'status': 'completed', 'code': 200} Nov 10 17:05:06.515646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-01bdea06-26e5-4d62-bd9f-c85eb7e33f22 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/floatingips/a5457548-ba46-4ce9-94fd-2d11a21d50c0 HTTP/1.1" status: 200 len: 991 time: 0.1314821 Nov 10 17:05:06.537857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:06.549738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:06.555728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:06.556588 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.589888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.637197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd0d381-38ac-44df-813e-4fd43e81ddd5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:05:06.644213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-2e12b948-f1b0-4ea1-a9aa-648d1bf90bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:06.648308 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-2e12b948-f1b0-4ea1-a9aa-648d1bf90bfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 1097 time: 0.1296160 Nov 10 17:05:06.708175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=1f35e426-9761-4444-85b9-57e4f629f242,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:06.724446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:06.830893 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.847091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-c0c8c46d-5fdd-4e64-b92c-e0a1dd817184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:06.848725 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-c0c8c46d-5fdd-4e64-b92c-e0a1dd817184 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e33517d9-5764-4f41-9847-0591e1e11582 HTTP/1.1" status: 200 len: 897 time: 0.1895831 Nov 10 17:05:06.865956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.908435 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:06.963070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7bd0d381-38ac-44df-813e-4fd43e81ddd5,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:07.008332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-9b5f936f-d1a8-4605-a122-089eb0f7f065 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73907c47-e41c-466f-bb8b-244a5404f12c HTTP/1.1" status: 200 len: 999 time: 0.1493037 Nov 10 17:05:07.034340 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a5457548-ba46-4ce9-94fd-2d11a21d50c0', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'port_id': '73907c47-e41c-466f-bb8b-244a5404f12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'mac_address': 'fa:16:3e:be:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 0, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:37Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:07.085715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-e8e51a47-6f0d-4df9-a915-0cf54083bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:07.088080 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-e8e51a47-6f0d-4df9-a915-0cf54083bb90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4ac80d2-8a5a-449d-8d5c-6551f4f63423 HTTP/1.1" status: 200 len: 834 time: 0.0723381 Nov 10 17:05:07.095463 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] Checking router: 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:07.122273 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:07.124822 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:07.163259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7bd0d381-38ac-44df-813e-4fd43e81ddd5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:05:07.243404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-4bc64172-8a5c-4d13-b2b0-848f1da7a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:07.252683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-4bc64172-8a5c-4d13-b2b0-848f1da7a7a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e33517d9-5764-4f41-9847-0591e1e11582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1541786 Nov 10 17:05:07.390819 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:07.464685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 61d7a638-0836-480d-a223-e06aea20e81d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:07.478894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c16e37-9947-471d-b93a-e3a0c6405eed req-03208886-9ff0-4b67-ab06-cbb68e68d11a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:07.480763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79c16e37-9947-471d-b93a-e3a0c6405eed req-03208886-9ff0-4b67-ab06-cbb68e68d11a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 944 time: 0.2468894 Nov 10 17:05:07.516591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-388c12ad-18af-4e6e-8634-5b08ff25ea56 service neutron] 10.222.0.18 "GET /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547772 Nov 10 17:05:07.518945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:07.586021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79c16e37-9947-471d-b93a-e3a0c6405eed req-df7046e1-a209-4c22-bb1a-e82bfdb36e9f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917015 Nov 10 17:05:07.697963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:07.702152 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:07.784462 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:07.785276 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:07.812299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 61d7a638-0836-480d-a223-e06aea20e81d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:07.813591 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:07.926666 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a5457548-ba46-4ce9-94fd-2d11a21d50c0', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'port_id': '73907c47-e41c-466f-bb8b-244a5404f12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'mac_address': 'fa:16:3e:be:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 0, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:37Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:07.969189 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd30388-e415-45e0-a546-eb217eb1404f None None] The sync data for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 is: [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a5457548-ba46-4ce9-94fd-2d11a21d50c0', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'port_id': '73907c47-e41c-466f-bb8b-244a5404f12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'mac_address': 'fa:16:3e:be:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 0, 'project_id': '7409b56f806c43c3809c5a352767930c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:37Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:07.993854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.102439 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.104343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:08.111097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:08.123853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=1f35e426-9761-4444-85b9-57e4f629f242,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:08.203778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 61d7a638-0836-480d-a223-e06aea20e81d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=61d7a638-0836-480d-a223-e06aea20e81d,segment=NetworkSegment(deef82a1-e95d-427a-959e-8ab3ec4df93c),segment_id=deef82a1-e95d-427a-959e-8ab3ec4df93c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:08.220554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0443bf18-bfe2-4d30-8905-5a097dc358ee None None] Network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:08.280992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:08.347608 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.348396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c98ffd40-3065-4b52-b074-208837097aec up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:08.404812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7dca5e47-5192-4704-a445-966e4c238501 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/floatingips/a5457548-ba46-4ce9-94fd-2d11a21d50c0 HTTP/1.1" status: 200 len: 991 time: 0.8844721 Nov 10 17:05:08.418062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:08.423401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-88c1ec1a-bf96-45c8-90fb-c4c1bd5d0a88 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4719489 Nov 10 17:05:08.426002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59194) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:08.432410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-965058786'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:08.445465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1c5cf87-2e83-481a-9c15-f7c52e87668d req-eb3751a6-fef4-4ae5-a428-421f6b95af89 service neutron] 10.222.0.18 "GET /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9171958 Nov 10 17:05:08.495788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=61d7a638-0836-480d-a223-e06aea20e81d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:08.499675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:08.526810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:08.527738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:08.543838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:08.548552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.558511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668aa8e9-949d-4b1f-b3f2-0df8f8f4d564 None None] New status for floating IP a5457548-ba46-4ce9-94fd-2d11a21d50c0: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:05:08.587564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:05:08.600429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.601533 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f of type vlan for network a0a6ba56-c536-4daf-be7b-bc44328eba46 Nov 10 17:05:08.664998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.670536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c98ffd40-3065-4b52-b074-208837097aec triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:08.672853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.767993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-77372e9f-2db6-4817-b3b1-b41c1652b22b None None] Provisioning complete for port 61d7a638-0836-480d-a223-e06aea20e81d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:08.768252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-77372e9f-2db6-4817-b3b1-b41c1652b22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.789367 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.797586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:08.799028 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:08.810594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad02b5-79ee-41c3-9a29-9ceaa5195dbc req-239d9b3a-3977-4431-8a08-67e297ad6ccb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:08.822556 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abad02b5-79ee-41c3-9a29-9ceaa5195dbc req-239d9b3a-3977-4431-8a08-67e297ad6ccb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 944 time: 0.1073558 Nov 10 17:05:08.964581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=a0a6ba56-c536-4daf-be7b-bc44328eba46,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:08.966075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-abad02b5-79ee-41c3-9a29-9ceaa5195dbc req-f2debd5f-4cbe-4f7c-a5f9-6beda30e53f1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381502 Nov 10 17:05:08.994221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a0a6ba56-c536-4daf-be7b-bc44328eba46 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:05:09.013205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3711c458-baa6-4a5d-a63e-ff98bb12df0e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5859580 Nov 10 17:05:09.013429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:09.020266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:09.041153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:09.252953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:09.258365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:09.276754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 61d7a638-0836-480d-a223-e06aea20e81d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:09.408630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59204) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:09.448861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 61d7a638-0836-480d-a223-e06aea20e81d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:09.449230 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:09.555898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1538fc67-3b57-40ee-b87c-0bce80882036 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/floatingips/a5457548-ba46-4ce9-94fd-2d11a21d50c0 HTTP/1.1" status: 200 len: 993 time: 0.1412840 Nov 10 17:05:09.578744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-93ec6083-cf30-4849-813c-81b316a61289 None None] Provisioning complete for port 61d7a638-0836-480d-a223-e06aea20e81d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:09.579459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93ec6083-cf30-4849-813c-81b316a61289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:09.625054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:09.687887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:06Z', 'revision_number': 3, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:07Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:09.695930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=b32828e1-c03f-46e0-9599-273a23b8beed,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:09.733530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:09.736607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Updating router f296adce-05d3-485a-94d9-6c2959280ec9 port 1f35e426-9761-4444-85b9-57e4f629f242 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:05:09.737991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:09.738411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: a0a6ba56-c536-4daf-be7b-bc44328eba46, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:05:09.806321 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:09.829705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network a0a6ba56-c536-4daf-be7b-bc44328eba46 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:05:09.938611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a0a6ba56-c536-4daf-be7b-bc44328eba46) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:09.943827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:09.944670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:09.973141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481ee395-f319-4afd-8e3d-44cb1958dca8 None None] Network a0a6ba56-c536-4daf-be7b-bc44328eba46 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:09.993830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-93ec6083-cf30-4849-813c-81b316a61289 None None] Provisioning complete for port 1f35e426-9761-4444-85b9-57e4f629f242 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:09.994386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-93ec6083-cf30-4849-813c-81b316a61289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:10.041043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-93ec6083-cf30-4849-813c-81b316a61289 None None] Port 1f35e426-9761-4444-85b9-57e4f629f242 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:10.044553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-be2ea44b-97c5-4ec7-b7f3-d2add0eae0fa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0299428 Nov 10 17:05:10.047271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:10.137292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1019a-7512-48ad-b234-b2806d130ffb req-ad6e3d39-2cfe-462f-a84d-4728bcfec013 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:10.142530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32f1019a-7512-48ad-b234-b2806d130ffb req-ad6e3d39-2cfe-462f-a84d-4728bcfec013 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 944 time: 0.0900459 Nov 10 17:05:10.214440 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32f1019a-7512-48ad-b234-b2806d130ffb req-527c35f9-7cf4-427a-ae7e-dd0612b84613 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656049 Nov 10 17:05:10.353498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7bd0d381-38ac-44df-813e-4fd43e81ddd5 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:10.460249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7ff3b032-ce78-4fd6-976b-f24aeb462dee None None] Provisioning complete for port 1f35e426-9761-4444-85b9-57e4f629f242 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:10.460782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b032-ce78-4fd6-976b-f24aeb462dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:10.577347 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:10.699300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:10.703888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a0a6ba56-c536-4daf-be7b-bc44328eba46', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:05:10.705359 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:10.784088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3b032-ce78-4fd6-976b-f24aeb462dee None None] Port 1f35e426-9761-4444-85b9-57e4f629f242 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:10.897765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:05:10.902141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:10.906176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:10.960496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8:2::1 (a0a6ba56-c536-4daf-be7b-bc44328eba46/b32828e1-c03f-46e0-9599-273a23b8beed/d6bcde8e-7e43-4f42-809d-30c055f43f03) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:10.965562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:10.965940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.035406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3ee370cb-9ca2-47e3-b8ed-26f9809ef577 None None] Provisioning complete for port 1f35e426-9761-4444-85b9-57e4f629f242 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:11.035854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ee370cb-9ca2-47e3-b8ed-26f9809ef577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.075706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac387d-b32e-4f9b-aa52-1240bf778e5e None None] Pushing event updated for resources: {'Port': ['ID=1f35e426-9761-4444-85b9-57e4f629f242,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:11.152432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3ee370cb-9ca2-47e3-b8ed-26f9809ef577 None None] Port 1f35e426-9761-4444-85b9-57e4f629f242 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:11.170603 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.185987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Attempting to bind port 1f35e426-9761-4444-85b9-57e4f629f242 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:11.186534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Attempting to bind port 1f35e426-9761-4444-85b9-57e4f629f242 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:11.187343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Attempting to bind port 1f35e426-9761-4444-85b9-57e4f629f242 on network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:11.206905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:11.207478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Checking segment: {'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:11.209229 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.209575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Bound using segment: {'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:11.210239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Bound port: 1f35e426-9761-4444-85b9-57e4f629f242, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deef82a1-e95d-427a-959e-8ab3ec4df93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:11.210746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.232669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.289732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:11.292838 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1684fa28-de6e-4d3c-b1bc-ed63eba3153e" -d '{"events": [{"server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "name": "network-vif-plugged", "status": "completed", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:11.300739 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.353074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:11.368101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] For port 1f35e426-9761-4444-85b9-57e4f629f242, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:11.373237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] For port 1f35e426-9761-4444-85b9-57e4f629f242, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1f35e426-9761-4444-85b9-57e4f629f242,segment=NetworkSegment(deef82a1-e95d-427a-959e-8ab3ec4df93c),segment_id=deef82a1-e95d-427a-959e-8ab3ec4df93c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:11.387638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Allocated IP 2001:db8:2::2 (a0a6ba56-c536-4daf-be7b-bc44328eba46/b32828e1-c03f-46e0-9599-273a23b8beed/99882239-378f-4dad-9818-58f44cfe1930) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:11.393951 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeab34b-d762-4682-af67-e78fc95d4977 x-openstack-request-id: req-4eeab34b-d762-4682-af67-e78fc95d4977 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:11.394254 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "name": "network-vif-plugged", "status": "completed", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:11.394500 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4eeab34b-d762-4682-af67-e78fc95d4977 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:11.394885 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'code': 200} Nov 10 17:05:11.436160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network a0a6ba56-c536-4daf-be7b-bc44328eba46 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:11.445274 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:11.448420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:11.453459 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.455677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=d6bcde8e-7e43-4f42-809d-30c055f43f03,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:11.480088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.519447 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.527938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-64aa4cbd-18c1-422b-ba50-6954e4c72ae1 None None] Provisioning complete for port 1f35e426-9761-4444-85b9-57e4f629f242 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:11.528421 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64aa4cbd-18c1-422b-ba50-6954e4c72ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.633556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fea7e-59b6-4a16-bc78-07fbe1032e82 req-664e8df3-ffc4-4454-967e-be5a8e7e71c9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:11.635079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d6fea7e-59b6-4a16-bc78-07fbe1032e82 req-664e8df3-ffc4-4454-967e-be5a8e7e71c9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 944 time: 0.2402706 Nov 10 17:05:11.639781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:11.640426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:11.682266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e074a4-6a78-475e-9013-b6fcf06770f6 req-aa4d228c-6718-4f6f-9f1c-2814bcd52dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:11.683788 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58e074a4-6a78-475e-9013-b6fcf06770f6 req-aa4d228c-6718-4f6f-9f1c-2814bcd52dd8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1097 time: 0.1865940 Nov 10 17:05:11.742807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7bd0d381-38ac-44df-813e-4fd43e81ddd5,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:11.750390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d6fea7e-59b6-4a16-bc78-07fbe1032e82 req-c90a507e-ba11-48a0-b99c-7602688fb88c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008375 Nov 10 17:05:11.767966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58e074a4-6a78-475e-9013-b6fcf06770f6 req-fe40d351-d44f-42f5-8b31-ca102ab63c28 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752897 Nov 10 17:05:11.791619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:11.856614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.866865 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:11.994821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac387d-b32e-4f9b-aa52-1240bf778e5e None None] Pushing event updated for resources: {'Port': ['ID=1f35e426-9761-4444-85b9-57e4f629f242,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:12.052820 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64aa4cbd-18c1-422b-ba50-6954e4c72ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.109213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-64aa4cbd-18c1-422b-ba50-6954e4c72ae1 None None] For port 1f35e426-9761-4444-85b9-57e4f629f242, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1f35e426-9761-4444-85b9-57e4f629f242,segment=NetworkSegment(deef82a1-e95d-427a-959e-8ab3ec4df93c),segment_id=deef82a1-e95d-427a-959e-8ab3ec4df93c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:12.173930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.210099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:06Z', 'revision_number': 3, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:11Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:12.213439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.245220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Network a0a6ba56-c536-4daf-be7b-bc44328eba46 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:12.249743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a9c71-3ef4-44a0-86c2-a94c2ee4b682 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:06Z', 'revision_number': 3, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:11Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:12.258856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:12.261213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:12.263432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Pushing event updated for resources: {'Port': ['ID=99882239-378f-4dad-9818-58f44cfe1930,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:12.273830 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-64aa4cbd-18c1-422b-ba50-6954e4c72ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.305510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.326072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.437240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-11644f61-21c0-4eb9-a4b4-bbf5aecf8633 None None] Provisioning complete for port 1f35e426-9761-4444-85b9-57e4f629f242 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:12.438763 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11644f61-21c0-4eb9-a4b4-bbf5aecf8633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.451615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Attempting to bind port 99882239-378f-4dad-9818-58f44cfe1930 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:12.452365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Attempting to bind port 99882239-378f-4dad-9818-58f44cfe1930 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:12.453179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Attempting to bind port 99882239-378f-4dad-9818-58f44cfe1930 on network a0a6ba56-c536-4daf-be7b-bc44328eba46 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:12.479033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=d6bcde8e-7e43-4f42-809d-30c055f43f03,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:12.499210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa4cbd-18c1-422b-ba50-6954e4c72ae1 None None] Pushing event updated for resources: {'Port': ['ID=1f35e426-9761-4444-85b9-57e4f629f242,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:12.503430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:12.503965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Checking segment: {'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:12.504465 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.504953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Bound using segment: {'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:12.506201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Bound port: 99882239-378f-4dad-9818-58f44cfe1930, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:12.507470 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.616956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network a0a6ba56-c536-4daf-be7b-bc44328eba46 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:12.620765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:12.683631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] For port 99882239-378f-4dad-9818-58f44cfe1930, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:12.689748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] For port 99882239-378f-4dad-9818-58f44cfe1930, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=99882239-378f-4dad-9818-58f44cfe1930,segment=NetworkSegment(f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f),segment_id=f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:12.762266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:12.778535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:12.799212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:12.908993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa830b80-1756-4446-bbdb-56ac02779d73 None None] Pushing event updated for resources: {'Port': ['ID=99882239-378f-4dad-9818-58f44cfe1930,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:12.965876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:12.982413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ca02134e-a41e-4170-9ecc-112a82861ac7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9340372 Nov 10 17:05:12.988811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:13.000661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-107688426'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:13.043599 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dc8d1-93a3-4e9b-b6a4-1792e71c6d8d req-51b232fb-d8df-4dbf-abcc-5676f5f684fa tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:13.056848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-354dc8d1-93a3-4e9b-b6a4-1792e71c6d8d req-51b232fb-d8df-4dbf-abcc-5676f5f684fa tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.1564682 Nov 10 17:05:13.070791 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8fe22bb-5700-413b-91f9-6080bf9aa42e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.121321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:13.125522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.211239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:05:13.239826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.239826 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added segment 67e24f86-c815-463a-8e8e-026f638df4bc of type vlan for network cff81bd4-5525-4c48-b46c-89f00c927542 Nov 10 17:05:13.333071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.367580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1f35e426-9761-4444-85b9-57e4f629f242 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:13.467930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:13.486797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:13.487659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:13.544456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1f35e426-9761-4444-85b9-57e4f629f242 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:13.544456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.573050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.579056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:13.579760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.655337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-354dc8d1-93a3-4e9b-b6a4-1792e71c6d8d req-c8dd7887-b53b-4292-bcf6-b53645eb7d1a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5975509 Nov 10 17:05:13.690958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:13.717043 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8fe22bb-5700-413b-91f9-6080bf9aa42e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.769099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7783666 Nov 10 17:05:13.769276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59290) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:13.769854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb60f8-067c-4900-9ba2-120decf5aa1c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Network': ['ID=cff81bd4-5525-4c48-b46c-89f00c927542,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:13.777905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'subnet': {'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:13.800328 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8fe22bb-5700-413b-91f9-6080bf9aa42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:13.899423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network cff81bd4-5525-4c48-b46c-89f00c927542 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:05:13.922179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe22bb-5700-413b-91f9-6080bf9aa42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a12f6ee-a4db-408f-ac9e-672265d9d52a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:13.954327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e8fe22bb-5700-413b-91f9-6080bf9aa42e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96aca76e08c04851b4c33545710042e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1714113 Nov 10 17:05:13.954564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59296) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:14.018992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Made reservation on behalf of a40fc724a00449a88aa84c07862cf7fc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:14.029766 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.058886 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1f59-c858-4d80-9d50-a8fc64d377d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.156196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1f59-c858-4d80-9d50-a8fc64d377d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.251435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:11Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:14.280058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:14.280332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Updating router f296adce-05d3-485a-94d9-6c2959280ec9 port d6bcde8e-7e43-4f42-809d-30c055f43f03 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:05:14.323281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1f59-c858-4d80-9d50-a8fc64d377d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.326666 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1f59-c858-4d80-9d50-a8fc64d377d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.326804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.327827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b8dc1f59-c858-4d80-9d50-a8fc64d377d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a12f6ee-a4db-408f-ac9e-672265d9d52a HTTP/1.1" status: 204 len: 168 time: 0.3720243 Nov 10 17:05:14.333555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee13068-106d-42e0-b412-e7bef1ae7a31 None None] Network a0a6ba56-c536-4daf-be7b-bc44328eba46 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:14.357025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc1f59-c858-4d80-9d50-a8fc64d377d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a12f6ee-a4db-408f-ac9e-672265d9d52a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:14.441383 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.512857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Subnet': ['ID=820b7cf3-62ad-4eb0-b7b2-26b8ce676633,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:14.517972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4e882030-ab64-4d15-89ff-0d356c08db0a None None] Provisioning complete for port 99882239-378f-4dad-9818-58f44cfe1930 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:14.518600 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e882030-ab64-4d15-89ff-0d356c08db0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.524535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Checking segment: {'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:14.524950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network hostable DHCP agents. Network: cff81bd4-5525-4c48-b46c-89f00c927542, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:05:14.635104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network cff81bd4-5525-4c48-b46c-89f00c927542 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:05:14.743649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, cff81bd4-5525-4c48-b46c-89f00c927542) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:14.768564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb22700-db2b-4578-8a66-5f6a282d5d25 None None] Network cff81bd4-5525-4c48-b46c-89f00c927542 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:14.790407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:14.791578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.794315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e882030-ab64-4d15-89ff-0d356c08db0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:14.821984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400ca32-d479-47ba-ac63-9ab2c9dbdf2f req-e20b7da6-9ded-4e9a-9e79-0810e925b478 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:14.832356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4400ca32-d479-47ba-ac63-9ab2c9dbdf2f req-e20b7da6-9ded-4e9a-9e79-0810e925b478 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0803523 Nov 10 17:05:14.897981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b8fbdeb4-880f-4031-b66d-45c2bbf6020d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1272500 Nov 10 17:05:14.899073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4400ca32-d479-47ba-ac63-9ab2c9dbdf2f req-911f79d4-3835-4582-af05-83e2c3b51001 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649161 Nov 10 17:05:14.901546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59342) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:14.919662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4e882030-ab64-4d15-89ff-0d356c08db0a None None] For port 99882239-378f-4dad-9818-58f44cfe1930, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=99882239-378f-4dad-9818-58f44cfe1930,segment=NetworkSegment(f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f),segment_id=f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:15.030528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e882030-ab64-4d15-89ff-0d356c08db0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.116562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.123882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e882030-ab64-4d15-89ff-0d356c08db0a None None] Pushing event updated for resources: {'Port': ['ID=99882239-378f-4dad-9818-58f44cfe1930,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:15.214775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-cff81bd4-5525-4c48-b46c-89f00c927542', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:05:15.216900 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.222176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.329827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19154e06-cd3a-45a1-86d4-70dcd30936c7 req-95197e37-6574-41ae-8e96-24f82f4e1ffd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:15.345545 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-19154e06-cd3a-45a1-86d4-70dcd30936c7 req-95197e37-6574-41ae-8e96-24f82f4e1ffd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.2006707 Nov 10 17:05:15.347044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-78585dec-ddcd-4b97-a5d9-8bfa16ee4877 None None] Provisioning complete for port 99882239-378f-4dad-9818-58f44cfe1930 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:15.347452 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78585dec-ddcd-4b97-a5d9-8bfa16ee4877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.428821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 99882239-378f-4dad-9818-58f44cfe1930 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:15.430496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd4099-6fc4-472a-b0cf-95a8ae3936fb None None] Pushing event updated for resources: {'Port': ['ID=d6bcde8e-7e43-4f42-809d-30c055f43f03,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:15.598567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-19154e06-cd3a-45a1-86d4-70dcd30936c7 req-c4159eed-c684-45e7-b7bd-c6fd1a41cf40 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385192 Nov 10 17:05:15.617968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Attempting to bind port d6bcde8e-7e43-4f42-809d-30c055f43f03 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:15.618616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Attempting to bind port d6bcde8e-7e43-4f42-809d-30c055f43f03 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:15.618975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Attempting to bind port d6bcde8e-7e43-4f42-809d-30c055f43f03 on network a0a6ba56-c536-4daf-be7b-bc44328eba46 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:15.628283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:15.628470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:15.628658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Checking segment: {'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:15.629046 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.629435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Bound using segment: {'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:15.629909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Bound port: d6bcde8e-7e43-4f42-809d-30c055f43f03, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:15.630539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.722510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.736117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Allocated IP 2001:db8:3::2 (cff81bd4-5525-4c48-b46c-89f00c927542/820b7cf3-62ad-4eb0-b7b2-26b8ce676633/a313f135-8120-4c41-9436-bd7f576fe73c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:15.738811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 99882239-378f-4dad-9818-58f44cfe1930 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:15.739186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:15.932643 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e23df9-03bf-48d8-8722-8166c9169e55 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:15.935042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d8e23df9-03bf-48d8-8722-8166c9169e55 tempest-TestNetworkAdvancedServerOps-581280684 tempest-TestNetworkAdvancedServerOps-581280684-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1092 time: 0.3051963 Nov 10 17:05:15.938054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:16.092346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] For port d6bcde8e-7e43-4f42-809d-30c055f43f03, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:16.128412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-78585dec-ddcd-4b97-a5d9-8bfa16ee4877 None None] Provisioning complete for port d6bcde8e-7e43-4f42-809d-30c055f43f03 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:16.128800 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78585dec-ddcd-4b97-a5d9-8bfa16ee4877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.146635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:16.189653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] For port d6bcde8e-7e43-4f42-809d-30c055f43f03, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d6bcde8e-7e43-4f42-809d-30c055f43f03,segment=NetworkSegment(f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f),segment_id=f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:16.220849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-78585dec-ddcd-4b97-a5d9-8bfa16ee4877 None None] Port d6bcde8e-7e43-4f42-809d-30c055f43f03 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:16.270025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.312577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.383215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.416092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1a652137-b947-49fc-b40d-afb5553a225c None None] Provisioning complete for port d6bcde8e-7e43-4f42-809d-30c055f43f03 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:16.416466 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a652137-b947-49fc-b40d-afb5553a225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.419742 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.420329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd4099-6fc4-472a-b0cf-95a8ae3936fb None None] Pushing event updated for resources: {'Port': ['ID=d6bcde8e-7e43-4f42-809d-30c055f43f03,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:16.441868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:16.443076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:16.535891 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.573613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Allocated IP 2001:db8:3::1 (cff81bd4-5525-4c48-b46c-89f00c927542/820b7cf3-62ad-4eb0-b7b2-26b8ce676633/6aba937b-05a7-4a66-b501-08ef98d5ea95) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:16.576394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Allocated IP 172.25.3.247 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/b2a99432-de2a-4ec1-91ec-cfe24a38fec5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:16.616493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Network cff81bd4-5525-4c48-b46c-89f00c927542 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:16.618333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:16.653540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:16.658775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:16.662795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Pushing event updated for resources: {'Port': ['ID=a313f135-8120-4c41-9436-bd7f576fe73c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:16.763501 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.763985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.828695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a652137-b947-49fc-b40d-afb5553a225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.862634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Attempting to bind port a313f135-8120-4c41-9436-bd7f576fe73c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:16.862998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Attempting to bind port a313f135-8120-4c41-9436-bd7f576fe73c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:16.863385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Attempting to bind port a313f135-8120-4c41-9436-bd7f576fe73c on network cff81bd4-5525-4c48-b46c-89f00c927542 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:16.882620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.887071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:16.887482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Checking segment: {'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:16.889076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.889076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Bound using segment: {'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:16.889076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Bound port: a313f135-8120-4c41-9436-bd7f576fe73c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:16.889377 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.898185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1a652137-b947-49fc-b40d-afb5553a225c None None] For port d6bcde8e-7e43-4f42-809d-30c055f43f03, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d6bcde8e-7e43-4f42-809d-30c055f43f03,segment=NetworkSegment(f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f),segment_id=f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:16.909275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.935085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network cff81bd4-5525-4c48-b46c-89f00c927542 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:16.940329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:16.948298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:16.948849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:16.964600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:16.966844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=b2a99432-de2a-4ec1-91ec-cfe24a38fec5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:16.971080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:16.973531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:16.985848 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a652137-b947-49fc-b40d-afb5553a225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.002220 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=6aba937b-05a7-4a66-b501-08ef98d5ea95,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:17.024309 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] For port a313f135-8120-4c41-9436-bd7f576fe73c, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:17.056162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] For port a313f135-8120-4c41-9436-bd7f576fe73c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a313f135-8120-4c41-9436-bd7f576fe73c,segment=NetworkSegment(67e24f86-c815-463a-8e8e-026f638df4bc),segment_id=67e24f86-c815-463a-8e8e-026f638df4bc)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:17.071667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:11Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:15Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:17.077033 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a652137-b947-49fc-b40d-afb5553a225c None None] Pushing event updated for resources: {'Port': ['ID=d6bcde8e-7e43-4f42-809d-30c055f43f03,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:17.116544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00300387-bfdb-44fb-8d44-97bf1b2a2287 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:11Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:15Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:17.128879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-478db41b-bbbc-4621-8eb8-2a518a713325 None None] Provisioning complete for port d6bcde8e-7e43-4f42-809d-30c055f43f03 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:17.129407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-478db41b-bbbc-4621-8eb8-2a518a713325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.156595 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.253597 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.305191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e86a6b-95fb-48d4-b5ba-69b2da59f39d None None] Pushing event updated for resources: {'Port': ['ID=a313f135-8120-4c41-9436-bd7f576fe73c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:17.579191 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.722010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.766932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.812382 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.813176 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:17.956581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event updated for resources: {'Port': ['ID=6aba937b-05a7-4a66-b501-08ef98d5ea95,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:18.000484 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:18.001032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Network cff81bd4-5525-4c48-b46c-89f00c927542 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:18.002525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:18.087890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:18.114005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:18.198762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event updated for resources: {'Port': ['ID=b2a99432-de2a-4ec1-91ec-cfe24a38fec5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:18.225965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:18.268536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:18.280877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3f00518a-4ca6-4631-b2d2-9c62837aabd0 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3777015 Nov 10 17:05:18.281506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59496) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:18.286420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:18.289255 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:18.304579 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:18.305206 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:18.406173 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Floating IP 7c0dc63e-8007-4e89-93c0-b7c2b0efed25 associated. External IP: 172.25.3.247, port: 7bd0d381-38ac-44df-813e-4fd43e81ddd5. Nov 10 17:05:18.419469 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:18.690773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1e991-2fe7-4f82-a48c-0b2e802603c6 None None] Network cff81bd4-5525-4c48-b46c-89f00c927542 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:18.720975 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:17Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:17Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:18.756301 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:18.756924 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Updating router f296adce-05d3-485a-94d9-6c2959280ec9 port 6aba937b-05a7-4a66-b501-08ef98d5ea95 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:05:18.815208 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:18.826347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7c699d17-bf63-4f3d-a729-c7972791dbde None None] Provisioning complete for port a313f135-8120-4c41-9436-bd7f576fe73c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:18.826765 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c699d17-bf63-4f3d-a729-c7972791dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:18.892118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.extraroute_db [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:05:18.914162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.extraroute_db [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Removed routes are [] {{(pid=103326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:05:18.914694 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.007761 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c699d17-bf63-4f3d-a729-c7972791dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.027898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050f5cb-62e9-429b-a26b-7f239c2509a8 req-2c37d835-7335-4028-8777-f34326c7ad7a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:19.038404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6050f5cb-62e9-429b-a26b-7f239c2509a8 req-2c37d835-7335-4028-8777-f34326c7ad7a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1084776 Nov 10 17:05:19.055102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7c699d17-bf63-4f3d-a729-c7972791dbde None None] For port a313f135-8120-4c41-9436-bd7f576fe73c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a313f135-8120-4c41-9436-bd7f576fe73c,segment=NetworkSegment(67e24f86-c815-463a-8e8e-026f638df4bc),segment_id=67e24f86-c815-463a-8e8e-026f638df4bc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:19.143666 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c699d17-bf63-4f3d-a729-c7972791dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.164514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6050f5cb-62e9-429b-a26b-7f239c2509a8 req-74e11b08-4905-43c5-8e5f-047333d7418c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081126 Nov 10 17:05:19.234523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 2df0c34e-607c-4bb8-90c3-43e82e316571 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:19.295811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c699d17-bf63-4f3d-a729-c7972791dbde None None] Pushing event updated for resources: {'Port': ['ID=a313f135-8120-4c41-9436-bd7f576fe73c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:19.376167 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.423900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a313f135-8120-4c41-9436-bd7f576fe73c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:19.452183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:19.470901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b899028-aa35-427b-be41-02168f22081f None None] Sync routers for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:19.491287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b899028-aa35-427b-be41-02168f22081f None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:19.492210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5b899028-aa35-427b-be41-02168f22081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:19.532757 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.568125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a313f135-8120-4c41-9436-bd7f576fe73c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:19.568652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.570982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.633110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-13d5bafb-f6e6-4723-8286-06c1dba11fa4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6906402 Nov 10 17:05:19.633245 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bfe00-f688-47e6-951c-b35bca15b96a None None] Pushing event updated for resources: {'Port': ['ID=6aba937b-05a7-4a66-b501-08ef98d5ea95,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:19.633363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:19.634609 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557563bc-85c6-424c-b60f-b64a1cc984d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:19.692272 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Attempting to bind port 6aba937b-05a7-4a66-b501-08ef98d5ea95 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:19.693088 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Attempting to bind port 6aba937b-05a7-4a66-b501-08ef98d5ea95 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:19.693652 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Attempting to bind port 6aba937b-05a7-4a66-b501-08ef98d5ea95 on network cff81bd4-5525-4c48-b46c-89f00c927542 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:19.700116 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:19.700781 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Checking segment: {'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:19.701343 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.702111 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Bound using segment: {'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:19.702724 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Bound port: 6aba937b-05a7-4a66-b501-08ef98d5ea95, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e24f86-c815-463a-8e8e-026f638df4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:19.703279 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.803059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.803059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.806855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ce8a1528-9c57-4265-9aaf-fc40a7c8129f None None] Provisioning complete for port a313f135-8120-4c41-9436-bd7f576fe73c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:19.807433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1528-9c57-4265-9aaf-fc40a7c8129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:19.825376 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] For port 6aba937b-05a7-4a66-b501-08ef98d5ea95, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:19.835133 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] For port 6aba937b-05a7-4a66-b501-08ef98d5ea95, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6aba937b-05a7-4a66-b501-08ef98d5ea95,segment=NetworkSegment(67e24f86-c815-463a-8e8e-026f638df4bc),segment_id=67e24f86-c815-463a-8e8e-026f638df4bc)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:19.864568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-eb1543dc-e7c8-4f35-a634-c623386ea19d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:19.866943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-eb1543dc-e7c8-4f35-a634-c623386ea19d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.69 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1085629 Nov 10 17:05:19.878342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5a07f-0f71-42f7-98c0-98ae8ad098d3 req-71e58fc7-387d-4f66-ad8e-da22a0211405 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:19.881237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aba5a07f-0f71-42f7-98c0-98ae8ad098d3 req-71e58fc7-387d-4f66-ad8e-da22a0211405 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.1796246 Nov 10 17:05:19.916347 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:20.032062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aba5a07f-0f71-42f7-98c0-98ae8ad098d3 req-b27b6a56-9f27-4b1e-90c3-7fc13c4eb017 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915108 Nov 10 17:05:20.035399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:20.036903 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8042a87-941c-43b6-918d-42787b9b060c x-openstack-request-id: req-c8042a87-941c-43b6-918d-42787b9b060c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:20.037899 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:20.037899 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8042a87-941c-43b6-918d-42787b9b060c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:20.039282 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'status': 'completed', 'code': 200} Nov 10 17:05:20.046013 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:20.047937 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:20.062377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:20.148664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d6bcde8e-7e43-4f42-809d-30c055f43f03 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:20.201208 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bfe00-f688-47e6-951c-b35bca15b96a None None] Pushing event updated for resources: {'Port': ['ID=6aba937b-05a7-4a66-b501-08ef98d5ea95,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:20.202537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Deleting port a4140ea1-3098-4932-b164-1ff11c817538 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:20.202537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:20.228100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-17f5e233-0c73-4784-8b41-55255575e756 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/7c0dc63e-8007-4e89-93c0-b7c2b0efed25 HTTP/1.1" status: 200 len: 991 time: 0.1607575 Nov 10 17:05:20.233372 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:20.274871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-2dd575f2-39d8-4a00-b023-4cb82af9340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:20.276782 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-2dd575f2-39d8-4a00-b023-4cb82af9340d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1097 time: 0.2377596 Nov 10 17:05:20.298849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5b899028-aa35-427b-be41-02168f22081f None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:20.427445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bf320-0a17-43e7-80db-938b55f7d750 req-ba0eb414-4d47-419f-b247-47f6c04a9101 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:20.429299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c2bf320-0a17-43e7-80db-938b55f7d750 req-ba0eb414-4d47-419f-b247-47f6c04a9101 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 945 time: 0.1262281 Nov 10 17:05:20.512649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:20.521175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:20.522778 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1bb0c718-db7f-470d-a821-3f845df8e34e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 200 len: 954 time: 2.2403030 Nov 10 17:05:20.535569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c2bf320-0a17-43e7-80db-938b55f7d750 req-ae6edc77-93a7-41d1-a3ba-ca9d100f53dd tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=600283d3-86f5-49a8-a92a-b837c7e3dd9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970697 Nov 10 17:05:20.536082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59588) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:20.559064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] For port a4140ea1-3098-4932-b164-1ff11c817538, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=a4140ea1-3098-4932-b164-1ff11c817538,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:20.559064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:20.587842 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:18Z', 'revision_number': 6, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:19Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:20.626271 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266c214-15ef-4cfc-9fb5-a6b69e03df41 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:18Z', 'revision_number': 6, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:19Z', 'revision_number': 4, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:20.652992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ce8a1528-9c57-4265-9aaf-fc40a7c8129f None None] Provisioning complete for port 6aba937b-05a7-4a66-b501-08ef98d5ea95 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:20.653361 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1528-9c57-4265-9aaf-fc40a7c8129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:20.755448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-e0514156-e9c0-40ee-97c1-f2348d612948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:20.756953 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-e0514156-e9c0-40ee-97c1-f2348d612948 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 HTTP/1.1" status: 200 len: 898 time: 0.4434562 Nov 10 17:05:20.770000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d6bcde8e-7e43-4f42-809d-30c055f43f03 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:20.770396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:20.949164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-8284cda1-f921-4450-ba2e-0f53150d412d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5 HTTP/1.1" status: 200 len: 999 time: 0.1837890 Nov 10 17:05:20.963492 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0ad3e747-275c-49a7-90dc-a6b839af4966 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 200 len: 954 time: 0.4253881 Nov 10 17:05:20.966448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:20.990922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'routes': None}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:21.014961 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1528-9c57-4265-9aaf-fc40a7c8129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:21.089255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ce8a1528-9c57-4265-9aaf-fc40a7c8129f None None] For port 6aba937b-05a7-4a66-b501-08ef98d5ea95, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6aba937b-05a7-4a66-b501-08ef98d5ea95,segment=NetworkSegment(67e24f86-c815-463a-8e8e-026f638df4bc),segment_id=67e24f86-c815-463a-8e8e-026f638df4bc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:21.089692 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:21.090166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:21.090500 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Floating IP 06fa7f7a-d78f-4042-9b6c-24d9bdf5b077 disassociated. External IP: 172.25.3.95, port: a4140ea1-3098-4932-b164-1ff11c817538. Nov 10 17:05:21.090897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Calling delete_port for a4140ea1-3098-4932-b164-1ff11c817538 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:21.096293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5b899028-aa35-427b-be41-02168f22081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7c0dc63e-8007-4e89-93c0-b7c2b0efed25', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'port_id': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'mac_address': 'fa:16:3e:12:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:17Z', 'updated_at': '2021-11-10T17:05:17Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:55Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:21.133933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b899028-aa35-427b-be41-02168f22081f None None] Checking router: 2df0c34e-607c-4bb8-90c3-43e82e316571 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:21.175157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b899028-aa35-427b-be41-02168f22081f None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:21.175157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5b899028-aa35-427b-be41-02168f22081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:21.184661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-9babd8d1-7594-4a2b-9f31-a9160c18078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:21.186365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-9babd8d1-7594-4a2b-9f31-a9160c18078d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666d9ff5-ecdb-4239-b852-83f1ddbcad6a HTTP/1.1" status: 200 len: 835 time: 0.2209108 Nov 10 17:05:21.212786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1528-9c57-4265-9aaf-fc40a7c8129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:21.233126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:21.361511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a1528-9c57-4265-9aaf-fc40a7c8129f None None] Pushing event updated for resources: {'Port': ['ID=6aba937b-05a7-4a66-b501-08ef98d5ea95,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:21.381254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-88742203-b485-4e25-8878-ae59e527ee49 None None] Provisioning complete for port 6aba937b-05a7-4a66-b501-08ef98d5ea95 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:21.381254 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88742203-b485-4e25-8878-ae59e527ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:21.413894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-461f6aa4-9b45-4575-aa76-0e8f9948c305 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/7c0dc63e-8007-4e89-93c0-b7c2b0efed25 HTTP/1.1" status: 200 len: 991 time: 0.1786959 Nov 10 17:05:21.430457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a313f135-8120-4c41-9436-bd7f576fe73c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:21.467589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5b899028-aa35-427b-be41-02168f22081f None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:21.473814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:21.518332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-24031dc8-9cda-4d76-a63e-b5bb6d8f1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:21.519918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-24031dc8-9cda-4d76-a63e-b5bb6d8f1c26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2553222 Nov 10 17:05:21.548418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event deleted for resources: {'Port': ['ID=a4140ea1-3098-4932-b164-1ff11c817538,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:21.714376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Router 364e5b44-10c7-4dd0-841e-1a598ab24577 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:21.731396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a313f135-8120-4c41-9436-bd7f576fe73c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:21.732854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:21.888472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:21.917458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] Sync routers for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:21.953641 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:21.955514 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:21.979708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] No DVR routers for this DVR port a4140ea1-3098-4932-b164-1ff11c817538 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:21.984496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:21.995841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.69 "DELETE /v2.0/ports/a4140ea1-3098-4932-b164-1ff11c817538 HTTP/1.1" status: 204 len: 173 time: 2.1189733 Nov 10 17:05:21.998460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:22.019396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:22.020090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:22.043104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'name': 'network-vif-deleted', 'tag': 'a4140ea1-3098-4932-b164-1ff11c817538'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:22.045718 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567cbaaa-2ad0-4c1e-a430-03357e6962a6" -d '{"events": [{"server_uuid": "09624cab-ca3c-4c7d-bffb-82ed03ca8aff", "name": "network-vif-deleted", "tag": "a4140ea1-3098-4932-b164-1ff11c817538"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:22.120982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6aba937b-05a7-4a66-b501-08ef98d5ea95 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:22.149065 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13c906-10f0-4e48-afd4-4d99a090f7a1 x-openstack-request-id: req-de13c906-10f0-4e48-afd4-4d99a090f7a1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:22.149620 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09624cab-ca3c-4c7d-bffb-82ed03ca8aff", "name": "network-vif-deleted", "tag": "a4140ea1-3098-4932-b164-1ff11c817538", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:22.149620 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de13c906-10f0-4e48-afd4-4d99a090f7a1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:22.150004 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09624cab-ca3c-4c7d-bffb-82ed03ca8aff', 'name': 'network-vif-deleted', 'tag': 'a4140ea1-3098-4932-b164-1ff11c817538', 'status': 'completed', 'code': 200} Nov 10 17:05:22.213025 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:22.239410 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e80134ef-d55e-4ff6-a700-78de7261a034 req-b9d845ea-5b5c-4584-8d46-d3bfedbaad3c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=09624cab-ca3c-4c7d-bffb-82ed03ca8aff HTTP/1.1" status: 200 len: 210 time: 0.5493877 Nov 10 17:05:22.270965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:22.308268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-52e412e6-94f2-4d61-83df-2888d6ee0a30 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807338 Nov 10 17:05:22.334557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.extraroute_db [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added routes are [] {{(pid=103326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:05:22.334874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.extraroute_db [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:05:22.417743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:22.445539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5b899028-aa35-427b-be41-02168f22081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7c0dc63e-8007-4e89-93c0-b7c2b0efed25', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'port_id': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'mac_address': 'fa:16:3e:12:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:17Z', 'updated_at': '2021-11-10T17:05:17Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:55Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:22.447373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:22.468500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-557563bc-85c6-424c-b60f-b64a1cc984d3 req-17193dd0-a515-4979-9ff6-4c33b4fa0d72 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439648 Nov 10 17:05:22.477830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6aba937b-05a7-4a66-b501-08ef98d5ea95 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:22.478239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:22.486943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b899028-aa35-427b-be41-02168f22081f None None] The sync data for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 is: [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7c0dc63e-8007-4e89-93c0-b7c2b0efed25', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'port_id': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'mac_address': 'fa:16:3e:12:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:17Z', 'updated_at': '2021-11-10T17:05:17Z', 'revision_number': 0, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:55Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:22.521171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4837acf1-5cd0-47de-90b5-ef795de4ad62 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/7c0dc63e-8007-4e89-93c0-b7c2b0efed25 HTTP/1.1" status: 200 len: 991 time: 0.1003251 Nov 10 17:05:22.526759 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:22.570487 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] Checking router: 364e5b44-10c7-4dd0-841e-1a598ab24577 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:22.580002 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:22.580621 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:22.648267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:18Z', 'revision_number': 6, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:21Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:22.687924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:22.706223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:22.717006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:22.730993 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:22.809906 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:22.817479 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10fe1b-07dd-4f2d-90bf-83f0f35c874a None None] New status for floating IP 7c0dc63e-8007-4e89-93c0-b7c2b0efed25: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:05:22.817657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:22.952911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:23.051722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:23.060909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:23.069331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:23.071364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7fbea7e2-be1c-4dea-8356-23f798e10c11 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 200 len: 704 time: 2.1013129 Nov 10 17:05:23.073502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59690) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:23.195082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e9a21274-1b2e-459c-870e-161118c167bf tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 200 len: 704 time: 0.1176746 Nov 10 17:05:23.196322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:23.264597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6aba937b-05a7-4a66-b501-08ef98d5ea95 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:23.280314 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:23.314147 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918d0a6-3b9a-4da6-a5e7-cb04fc0eb471 None None] The sync data for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 is: [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:23.381219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6aba937b-05a7-4a66-b501-08ef98d5ea95 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:23.381717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:23.435837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:22Z', 'revision_number': 7, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:21Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:23.468582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5441f4-ac9e-477a-9242-8477fec9b64d None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:22Z', 'revision_number': 7, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:21Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:23.491148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59714) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:23.525771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59716) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:23.625867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:23.637635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b4aec6cc-c4a7-417f-9c1b-a2ba479bb351 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/7c0dc63e-8007-4e89-93c0-b7c2b0efed25 HTTP/1.1" status: 200 len: 993 time: 0.1087022 Nov 10 17:05:23.670274 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:23.704542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:23.804663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b400e3e-be19-47dc-9556-0bd9680a9578 None None] New status for floating IP 06fa7f7a-d78f-4042-9b6c-24d9bdf5b077: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:05:23.834197 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:23.846822 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:23.847748 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:23.908782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:23.912047 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:23.917041 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "DELETE /v2.0/security-groups/600283d3-86f5-49a8-a92a-b837c7e3dd9e HTTP/1.1" status: 204 len: 168 time: 0.4210305 Nov 10 17:05:23.917041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59734) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:23.935029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600283d3-86f5-49a8-a92a-b837c7e3dd9e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:23.950159 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-8946d443-f5fb-494c-8b16-a4ea0859be3e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] show failed (client error): The resource could not be found. Nov 10 17:05:23.954222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8946d443-f5fb-494c-8b16-a4ea0859be3e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups/600283d3-86f5-49a8-a92a-b837c7e3dd9e HTTP/1.1" status: 404 len: 347 time: 0.0339944 Nov 10 17:05:23.955709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.956057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.956426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.956767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.957114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.957427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.957828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.958416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.958820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.959162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.959836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.963101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd0c127-a9f1-44ee-a6bf-565076d34858 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:23.963101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59738) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:23.991426 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:24.030302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 6aba937b-05a7-4a66-b501-08ef98d5ea95 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:24.030656 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.116704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Deleting port 5500b749-26d1-42a7-b841-d51a7128ba3e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:24.119618 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.157050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port 6aba937b-05a7-4a66-b501-08ef98d5ea95, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6aba937b-05a7-4a66-b501-08ef98d5ea95,segment=NetworkSegment(67e24f86-c815-463a-8e8e-026f638df4bc),segment_id=67e24f86-c815-463a-8e8e-026f638df4bc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:24.157406 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.170506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 6aba937b-05a7-4a66-b501-08ef98d5ea95 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:24.202174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a4140ea1-3098-4932-b164-1ff11c817538 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:24.212696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.213017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.229098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Calling delete_port for 5500b749-26d1-42a7-b841-d51a7128ba3e owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:24.231658 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: a4140ea1-3098-4932-b164-1ff11c817538 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:24.232224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device a4140ea1-3098-4932-b164-1ff11c817538 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:24.257982 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:22Z', 'revision_number': 7, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:21Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:24.285538 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:24.296203 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:24.296830 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:24.394511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:24.452167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.481584 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.519478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=6aba937b-05a7-4a66-b501-08ef98d5ea95,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:24.610532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event deleted for resources: {'Port': ['ID=5500b749-26d1-42a7-b841-d51a7128ba3e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:24.614668 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.618547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:24.637076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-665b0f9c-8850-46d2-a5b2-743dc1311ec8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "DELETE /v2.0/floatingips/06fa7f7a-d78f-4042-9b6c-24d9bdf5b077 HTTP/1.1" status: 204 len: 168 time: 0.6703410 Nov 10 17:05:24.664316 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:22Z', 'revision_number': 7, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:21Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:24.716863 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2024f67-5831-42e5-8684-f613d32a76a8 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:22Z', 'revision_number': 7, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aba937b-05a7-4a66-b501-08ef98d5ea95', 'name': '', 'network_id': 'cff81bd4-5525-4c48-b46c-89f00c927542', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:03:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:15Z', 'updated_at': '2021-11-10T17:05:21Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '820b7cf3-62ad-4eb0-b7b2-26b8ce676633', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:24.945611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.040606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59782) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:25.045312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-38b8fa5c-c863-423b-b956-d59a539a56e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1999026112', 'description': 'tempest-description--2142172477'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:25.138522 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38b8fa5c-c863-423b-b956-d59a539a56e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.149793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:25.226267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38b8fa5c-c863-423b-b956-d59a539a56e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.257703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:25.267332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59784) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:25.267487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9db5affe-abbc-4eed-bbbf-c59a20b24dee tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0698688 Nov 10 17:05:25.268310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:25.279711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:25.280331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:25.318629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38b8fa5c-c863-423b-b956-d59a539a56e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.351037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-045add80-92ce-4af7-909a-7717afc2591b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet 820b7cf3-62ad-4eb0-b7b2-26b8ce676633 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:05:25.355490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-045add80-92ce-4af7-909a-7717afc2591b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.357992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8fa5c-c863-423b-b956-d59a539a56e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ede0033-38fc-4062-a235-9e83202f9459,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:25.375158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:25.410246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-045add80-92ce-4af7-909a-7717afc2591b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.497630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38b8fa5c-c863-423b-b956-d59a539a56e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.498877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-38b8fa5c-c863-423b-b956-d59a539a56e3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4571960 Nov 10 17:05:25.501395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-045add80-92ce-4af7-909a-7717afc2591b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.501986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:25.507094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aca8edae-7b21-4628-9507-e14cc23df0f3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'security_group_rule': {'security_group_id': '1ede0033-38fc-4062-a235-9e83202f9459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:25.604966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:24Z', 'revision_number': 8, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:25.632107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:25.640973 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aca8edae-7b21-4628-9507-e14cc23df0f3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.641170 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:25.641767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:25.664094 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-045add80-92ce-4af7-909a-7717afc2591b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.703872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-045add80-92ce-4af7-909a-7717afc2591b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.708249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-045add80-92ce-4af7-909a-7717afc2591b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/820b7cf3-62ad-4eb0-b7b2-26b8ce676633 HTTP/1.1" status: 204 len: 168 time: 0.4392736 Nov 10 17:05:25.709426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045add80-92ce-4af7-909a-7717afc2591b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=820b7cf3-62ad-4eb0-b7b2-26b8ce676633,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:25.711865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:25.717744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb743f-c955-4369-9f61-cbe647ebe893 None None] Network cff81bd4-5525-4c48-b46c-89f00c927542 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:25.800077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aca8edae-7b21-4628-9507-e14cc23df0f3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.802804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:25.813006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.864627 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aca8edae-7b21-4628-9507-e14cc23df0f3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.896249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8edae-7b21-4628-9507-e14cc23df0f3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d43593-9dbf-4350-9268-3533015854fa,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:25.905958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port a313f135-8120-4c41-9436-bd7f576fe73c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:25.905958 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.966711 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aca8edae-7b21-4628-9507-e14cc23df0f3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.967960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aca8edae-7b21-4628-9507-e14cc23df0f3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4649620 Nov 10 17:05:25.970788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59794) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:25.973159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port a313f135-8120-4c41-9436-bd7f576fe73c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a313f135-8120-4c41-9436-bd7f576fe73c,segment=NetworkSegment(67e24f86-c815-463a-8e8e-026f638df4bc),segment_id=67e24f86-c815-463a-8e8e-026f638df4bc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:25.973576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:25.976039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c7dffb47-4d9c-437e-95e2-6d65ce7cc197 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'security_group_rule': {'security_group_id': '1ede0033-38fc-4062-a235-9e83202f9459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:25.986178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for a313f135-8120-4c41-9436-bd7f576fe73c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:26.070684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] DHCP port deletion for cff81bd4-5525-4c48-b46c-89f00c927542 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:26.089505 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7dffb47-4d9c-437e-95e2-6d65ce7cc197 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.120867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:24Z', 'revision_number': 8, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:26.146940 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a949c-5048-4048-972c-39131bcfbe57 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:24Z', 'revision_number': 8, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6bcde8e-7e43-4f42-809d-30c055f43f03', 'name': '', 'network_id': 'a0a6ba56-c536-4daf-be7b-bc44328eba46', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:61:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:10Z', 'updated_at': '2021-11-10T17:05:16Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': 'b32828e1-c03f-46e0-9599-273a23b8beed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:26.149985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7dffb47-4d9c-437e-95e2-6d65ce7cc197 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.164544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] Deleting port a313f135-8120-4c41-9436-bd7f576fe73c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:26.165096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.178057 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.206201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7dffb47-4d9c-437e-95e2-6d65ce7cc197 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.212151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=a313f135-8120-4c41-9436-bd7f576fe73c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:26.216884 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No DVR routers for this DVR port a313f135-8120-4c41-9436-bd7f576fe73c on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:26.235595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dffb47-4d9c-437e-95e2-6d65ce7cc197 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e1e7cd-29a4-418c-869c-a61557750c81,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:26.246095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] For port a313f135-8120-4c41-9436-bd7f576fe73c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a313f135-8120-4c41-9436-bd7f576fe73c,segment=NetworkSegment(67e24f86-c815-463a-8e8e-026f638df4bc),segment_id=67e24f86-c815-463a-8e8e-026f638df4bc)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:26.246095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.264771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] Calling delete_port for a313f135-8120-4c41-9436-bd7f576fe73c owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:26.322481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7dffb47-4d9c-437e-95e2-6d65ce7cc197 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.323771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c7dffb47-4d9c-437e-95e2-6d65ce7cc197 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3519387 Nov 10 17:05:26.327613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59802) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:26.332160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:26.339570 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.356535 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.370257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff81bd4-5525-4c48-b46c-89f00c927542']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:26.385522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] Pushing event deleted for resources: {'Port': ['ID=a313f135-8120-4c41-9436-bd7f576fe73c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:26.388551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e24f86-c815-463a-8e8e-026f638df4bc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:26.388551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e24f86-c815-463a-8e8e-026f638df4bc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:26.389165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456cb02a-def5-4e0a-b7f6-341cee321b97 None None] No DVR routers for this DVR port a313f135-8120-4c41-9436-bd7f576fe73c on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:26.410404 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.428140 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.436100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:05:26.436506 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:05:26.439705 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:05:26.458691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.561812 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.573527 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.580916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.586231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/cff81bd4-5525-4c48-b46c-89f00c927542 HTTP/1.1" status: 204 len: 168 time: 0.8687050 Nov 10 17:05:26.591556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:26.658371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a4d9b-7df3-4ac7-a614-a1fb48a7f3f3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=cff81bd4-5525-4c48-b46c-89f00c927542,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:26.705089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Allocated IP 172.25.3.42 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/85d01a5d-7d54-490c-8d72-5ee0a6920f7d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:26.825543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.972461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:26.995452 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.017525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:27.020701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:27.023300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:27.048689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'Port': ['ID=85d01a5d-7d54-490c-8d72-5ee0a6920f7d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:27.152169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.236087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a313f135-8120-4c41-9436-bd7f576fe73c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:27.262322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: a313f135-8120-4c41-9436-bd7f576fe73c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:27.262847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a313f135-8120-4c41-9436-bd7f576fe73c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:27.263489 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6aba937b-05a7-4a66-b501-08ef98d5ea95 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:27.268513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port d6bcde8e-7e43-4f42-809d-30c055f43f03 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:27.268877 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.272330 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.292617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6aba937b-05a7-4a66-b501-08ef98d5ea95 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:27.293285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6aba937b-05a7-4a66-b501-08ef98d5ea95 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:27.403487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port d6bcde8e-7e43-4f42-809d-30c055f43f03, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d6bcde8e-7e43-4f42-809d-30c055f43f03,segment=NetworkSegment(f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f),segment_id=f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:27.403863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.418819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for d6bcde8e-7e43-4f42-809d-30c055f43f03 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:27.458885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.532350 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.599932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'Port': ['ID=85d01a5d-7d54-490c-8d72-5ee0a6920f7d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:27.622726 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.697911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.733898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:27.744978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f33b81fb-f962-4cdf-a3b9-8e87eb197515 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4162197 Nov 10 17:05:27.752734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=d6bcde8e-7e43-4f42-809d-30c055f43f03,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:27.875021 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:28.030560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-7cb6c6e2-feb6-4b31-8152-0070650bf8ff tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1999026112&fields=id&tenant_id=2916b2e18ef041e49498c1e615250fdb HTTP/1.1" status: 200 len: 267 time: 0.0644042 Nov 10 17:05:28.183386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:28.217074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-9318686a-3014-4ed8-b407-0e866e495f64 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:28.218574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-9318686a-3014-4ed8-b407-0e866e495f64 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 811 time: 0.1552377 Nov 10 17:05:28.293187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-6473e327-4843-4b81-8ba4-5c096729bf98 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/quotas/2916b2e18ef041e49498c1e615250fdb HTTP/1.1" status: 200 len: 375 time: 0.0409393 Nov 10 17:05:28.340518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:28.345867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-879ffe23-1bd3-4917-a900-91ba37986b3a tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516298 Nov 10 17:05:28.349255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:28.350881 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:28.362908 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:28.364413 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:28.398646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-0d07333d-412d-447f-a72c-64e2723829de tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983908 Nov 10 17:05:28.417377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc7d868-1967-4b67-a8c4-3a588863fb5e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet b32828e1-c03f-46e0-9599-273a23b8beed {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:05:28.420922 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d868-1967-4b67-a8c4-3a588863fb5e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:28.466727 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:28.704968 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:27Z', 'revision_number': 9, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:28.733240 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:28.743934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:28.744546 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:28.779928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d868-1967-4b67-a8c4-3a588863fb5e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:28.845812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-c3843361-374f-489e-89b1-f53ab4dad027 service neutron] 10.222.0.62 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219275 Nov 10 17:05:28.935337 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:28.945365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d868-1967-4b67-a8c4-3a588863fb5e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.008065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-e07d5ea2-ebff-4a2f-972b-00d9265e6dd0 service neutron] 10.222.0.62 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375706 Nov 10 17:05:29.093098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d868-1967-4b67-a8c4-3a588863fb5e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.122391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7d868-1967-4b67-a8c4-3a588863fb5e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=b32828e1-c03f-46e0-9599-273a23b8beed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:29.126000 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d868-1967-4b67-a8c4-3a588863fb5e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.132234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59826) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:29.132682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4dc7d868-1967-4b67-a8c4-3a588863fb5e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/b32828e1-c03f-46e0-9599-273a23b8beed HTTP/1.1" status: 204 len: 168 time: 0.7821674 Nov 10 17:05:29.132860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a9de2f-cabf-4c61-a532-31cd7d53165a None None] Network a0a6ba56-c536-4daf-be7b-bc44328eba46 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:29.242220 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:27Z', 'revision_number': 9, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:29.291613 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.295113 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13f3ec-1856-45e4-81c3-31842e93d7b7 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:27Z', 'revision_number': 9, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': '1f35e426-9761-4444-85b9-57e4f629f242', 'name': '', 'network_id': '1f8283e5-d6c2-4b21-a766-0e0b4547cedf', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:71:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:04Z', 'updated_at': '2021-11-10T17:05:12Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '138baf71-5069-417f-bbb0-cc8ca57d7bac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:29.331149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2872790-00f3-4e87-ac66-3fbc8908dd04 req-f1632c25-55b4-4dc1-a62f-17d859a10c17 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 210 time: 0.0342462 Nov 10 17:05:29.410073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 99882239-378f-4dad-9818-58f44cfe1930 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:29.410261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.484848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port 99882239-378f-4dad-9818-58f44cfe1930, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=99882239-378f-4dad-9818-58f44cfe1930,segment=NetworkSegment(f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f),segment_id=f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:29.485207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.498327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 99882239-378f-4dad-9818-58f44cfe1930 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:29.658856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.693315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No DVR routers for this DVR port 99882239-378f-4dad-9818-58f44cfe1930 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:29.694940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=99882239-378f-4dad-9818-58f44cfe1930,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:29.707943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8976891-1ba1-4989-bddb-946e080c02db None None] DHCP port deletion for a0a6ba56-c536-4daf-be7b-bc44328eba46 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:29.799723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.825801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a6ba56-c536-4daf-be7b-bc44328eba46']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:29.836156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:29.836457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a6b53e-f993-4c0b-abb9-0bc5d2de4d2f') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:29.846878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.861970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.869029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:05:29.869419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:05:29.872436 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:05:30.046116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:30.055100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:30.058698 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/a0a6ba56-c536-4daf-be7b-bc44328eba46 HTTP/1.1" status: 204 len: 168 time: 0.9248323 Nov 10 17:05:30.061970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:30.069179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4d4c7-0768-48ca-a57c-3da46e838624 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=a0a6ba56-c536-4daf-be7b-bc44328eba46,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:30.449675 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41549d45-f9f5-445f-b646-54e509e6fd7e req-4c8a3c80-ecfe-4444-a17c-7a074886be1e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 210 time: 0.0324433 Nov 10 17:05:30.467041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:30.735430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 1f35e426-9761-4444-85b9-57e4f629f242 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:30.735764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:30.829965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port 1f35e426-9761-4444-85b9-57e4f629f242, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1f35e426-9761-4444-85b9-57e4f629f242,segment=NetworkSegment(deef82a1-e95d-427a-959e-8ab3ec4df93c),segment_id=deef82a1-e95d-427a-959e-8ab3ec4df93c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:30.830247 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:30.843590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 1f35e426-9761-4444-85b9-57e4f629f242 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:31.103063 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.137734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=1f35e426-9761-4444-85b9-57e4f629f242,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:31.149806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.150189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.150633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.150948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.151856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.151856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.152020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.155513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.155513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.155513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.155513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.155513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:31.211975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:31.248417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 99882239-378f-4dad-9818-58f44cfe1930 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:31.283866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 99882239-378f-4dad-9818-58f44cfe1930 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:31.284205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 99882239-378f-4dad-9818-58f44cfe1930 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:31.284976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d6bcde8e-7e43-4f42-809d-30c055f43f03 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:31.299370 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.340076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d6bcde8e-7e43-4f42-809d-30c055f43f03 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:31.342333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d6bcde8e-7e43-4f42-809d-30c055f43f03 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:31.413411 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d739a6cc-9641-45bf-be1b-0b1981331903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.506656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d739a6cc-9641-45bf-be1b-0b1981331903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.531939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:31.569314 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce1667b0-13d1-40b5-ba72-d82112473ae0 req-2aca6824-42ad-451e-b707-74c92b11675e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 210 time: 0.0329068 Nov 10 17:05:31.577527 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d739a6cc-9641-45bf-be1b-0b1981331903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.627868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d739a6cc-9641-45bf-be1b-0b1981331903 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8c4fe26112a441da65d524ff6f2f6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145849 Nov 10 17:05:31.629734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739a6cc-9641-45bf-be1b-0b1981331903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e42991-ab1e-4b77-a939-a343cdff24aa,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:31.632202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59856) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:31.634381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b15f-292e-4b7a-b8e1-893028ea8414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.683934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52364ce2-546e-4a6e-b92e-fcf25779ba9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.692346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:31.698732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba845f37-f1e3-47a5-9a67-b802229684c7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6355464 Nov 10 17:05:31.701822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:31.706021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:31.711610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52364ce2-546e-4a6e-b92e-fcf25779ba9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.721465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:31.722103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:31.766318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8c78bd1e-fa4d-4623-ad02-7d6c1d5bd1d7 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:31.767712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8c78bd1e-fa4d-4623-ad02-7d6c1d5bd1d7 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.18 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 811 time: 0.1881452 Nov 10 17:05:31.780113 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b4e459-942a-43c4-9743-ddfbc6b71cbb tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet 138baf71-5069-417f-bbb0-cc8ca57d7bac {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:05:31.789373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66b4e459-942a-43c4-9743-ddfbc6b71cbb tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.813890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:31.853061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52364ce2-546e-4a6e-b92e-fcf25779ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.856018 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52364ce2-546e-4a6e-b92e-fcf25779ba9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.857421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-52364ce2-546e-4a6e-b92e-fcf25779ba9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1e42991-ab1e-4b77-a939-a343cdff24aa HTTP/1.1" status: 204 len: 168 time: 0.2240829 Nov 10 17:05:31.858486 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66b4e459-942a-43c4-9743-ddfbc6b71cbb tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:31.879339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52364ce2-546e-4a6e-b92e-fcf25779ba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e42991-ab1e-4b77-a939-a343cdff24aa,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:31.908784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-fce44732-4a86-403b-9b62-6f02e99c6749 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2916b2e18ef041e49498c1e615250fdb HTTP/1.1" status: 200 len: 380 time: 0.1259997 Nov 10 17:05:31.922645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'port': {'device_id': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'admin_state_up': True, 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'security_groups': ['1ede0033-38fc-4062-a235-9e83202f9459']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:32.039039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66b4e459-942a-43c4-9743-ddfbc6b71cbb tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.194877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Made reservation on behalf of 2916b2e18ef041e49498c1e615250fdb for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:32.198899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.216312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:30Z', 'revision_number': 10, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:32.229481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66b4e459-942a-43c4-9743-ddfbc6b71cbb tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.248772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:32.259505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:32.260107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:32.294847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4e459-942a-43c4-9743-ddfbc6b71cbb tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=138baf71-5069-417f-bbb0-cc8ca57d7bac,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:32.301446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66b4e459-942a-43c4-9743-ddfbc6b71cbb tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.307817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59870) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:32.308296 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-66b4e459-942a-43c4-9743-ddfbc6b71cbb tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/138baf71-5069-417f-bbb0-cc8ca57d7bac HTTP/1.1" status: 204 len: 168 time: 0.6051149 Nov 10 17:05:32.337962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc03d14-35ed-4df4-aca6-0d46a0f69692 None None] Network 1f8283e5-d6c2-4b21-a766-0e0b4547cedf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:32.386549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Allocated IP 172.20.0.12 (491fc78a-f685-4e64-92ac-2e258898315d/36694fbe-35a6-418d-adf6-541454a56c02/580c48f5-4076-4170-a86f-f3f9f994f765) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:32.429198 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.437799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:32.487232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port 61d7a638-0836-480d-a223-e06aea20e81d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:32.488519 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.544827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.583342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port 61d7a638-0836-480d-a223-e06aea20e81d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=61d7a638-0836-480d-a223-e06aea20e81d,segment=NetworkSegment(deef82a1-e95d-427a-959e-8ab3ec4df93c),segment_id=deef82a1-e95d-427a-959e-8ab3ec4df93c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:32.583992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.604427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for 61d7a638-0836-480d-a223-e06aea20e81d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:32.694163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d44e5db-2507-4e63-b558-c1a42580491b req-042d4142-62b5-4548-9d37-ea5d9930ec66 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 210 time: 0.0392163 Nov 10 17:05:32.697670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.717385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] DHCP port deletion for 1f8283e5-d6c2-4b21-a766-0e0b4547cedf request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:32.752885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Network 491fc78a-f685-4e64-92ac-2e258898315d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:32.762448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:32.764703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event updated for resources: {'Port': ['ID=580c48f5-4076-4170-a86f-f3f9f994f765,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:32.766956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:32.795232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:30Z', 'revision_number': 10, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:32.819355 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.825608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:32.828529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.836138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] Deleting port 61d7a638-0836-480d-a223-e06aea20e81d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:32.836936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.840984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a33387-f81f-4749-b2da-5afea626ffa1 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:30Z', 'revision_number': 10, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None, '_interfaces': [{'id': 'c98ffd40-3065-4b52-b074-208837097aec', 'name': '', 'network_id': '1380e0e0-530e-4220-ae50-2b4848f133d1', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'mac_address': 'fa:16:3e:86:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:58Z', 'updated_at': '2021-11-10T17:05:04Z', 'revision_number': 5, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'subnets': [{'id': '537c41a9-03e3-4e23-8510-612be0f49bd3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:32.860867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=61d7a638-0836-480d-a223-e06aea20e81d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:32.863241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No DVR routers for this DVR port 61d7a638-0836-480d-a223-e06aea20e81d on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:32.923807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-8bc896a7-5e87-4c6d-8a78-4abe263466f5 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0076904 Nov 10 17:05:32.938297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Request body: {'port': {'device_id': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:32.964171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] For port 61d7a638-0836-480d-a223-e06aea20e81d, host n-d-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:32.964560 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:32.985458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] Calling delete_port for 61d7a638-0836-480d-a223-e06aea20e81d owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:32.990466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] Port 61d7a638-0836-480d-a223-e06aea20e81d was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:05:32.992318 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.007019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] No DVR routers for this DVR port 61d7a638-0836-480d-a223-e06aea20e81d on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:33.012026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.014876 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.032858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af6640-95f7-408f-a32e-39b5b1f19c5c None None] Pushing event deleted for resources: {'Port': ['ID=61d7a638-0836-480d-a223-e06aea20e81d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:33.041053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8283e5-d6c2-4b21-a766-0e0b4547cedf']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:33.051750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deef82a1-e95d-427a-959e-8ab3ec4df93c') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:33.056174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deef82a1-e95d-427a-959e-8ab3ec4df93c') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:33.062536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.079080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.087493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:05:33.090531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:05:33.091282 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:05:33.141874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16a3ed58-ef14-47d1-a72b-65b58b83a8ce None None] Provisioning complete for port 580c48f5-4076-4170-a86f-f3f9f994f765 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:33.142543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16a3ed58-ef14-47d1-a72b-65b58b83a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.183483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-16a3ed58-ef14-47d1-a72b-65b58b83a8ce None None] Port 580c48f5-4076-4170-a86f-f3f9f994f765 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:33.214972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:33.309707 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.312209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 61d7a638-0836-480d-a223-e06aea20e81d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:33.316459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.325242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/1f8283e5-d6c2-4b21-a766-0e0b4547cedf HTTP/1.1" status: 204 len: 168 time: 1.0153453 Nov 10 17:05:33.330667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59890) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:33.377456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 61d7a638-0836-480d-a223-e06aea20e81d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:33.379858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 61d7a638-0836-480d-a223-e06aea20e81d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:33.382534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1f35e426-9761-4444-85b9-57e4f629f242 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:33.416154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1f35e426-9761-4444-85b9-57e4f629f242 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:33.416500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1f35e426-9761-4444-85b9-57e4f629f242 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:33.419160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1911733001-network', 'tenant_id': '06decddafaaf43378479cf00936bbd51'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:33.454818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245fc3f-3128-44bd-a5c5-5af73082ae17 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=1f8283e5-d6c2-4b21-a766-0e0b4547cedf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:33.601931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580c48f5-4076-4170-a86f-f3f9f994f765 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:05:33.610243 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.626387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Transition to ACTIVE for port object 580c48f5-4076-4170-a86f-f3f9f994f765 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:05:33.726457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.781379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Pushing event updated for resources: {'Port': ['ID=580c48f5-4076-4170-a86f-f3f9f994f765,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:33.840118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Made reservation on behalf of 06decddafaaf43378479cf00936bbd51 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:33.842653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.860827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Attempting to bind port 580c48f5-4076-4170-a86f-f3f9f994f765 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:33.861158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Attempting to bind port 580c48f5-4076-4170-a86f-f3f9f994f765 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:33.861479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Attempting to bind port 580c48f5-4076-4170-a86f-f3f9f994f765 on network 491fc78a-f685-4e64-92ac-2e258898315d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:33.866343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Port 580c48f5-4076-4170-a86f-f3f9f994f765 on network 491fc78a-f685-4e64-92ac-2e258898315d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:05:33.866712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Attempting to bind port 580c48f5-4076-4170-a86f-f3f9f994f765 on network 491fc78a-f685-4e64-92ac-2e258898315d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:33.872139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:33.872533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Checking segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:33.872853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Bound using segment: {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:33.873278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Bound port: 580c48f5-4076-4170-a86f-f3f9f994f765, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:33.873735 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.875612 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ff949a1-30ea-465d-9010-77e301530e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.896234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:33.945621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] For port 580c48f5-4076-4170-a86f-f3f9f994f765, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:33.948871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] For port 580c48f5-4076-4170-a86f-f3f9f994f765, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=580c48f5-4076-4170-a86f-f3f9f994f765,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:34.002015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12e4b4-f27f-4280-bd9f-dafd112c9784 req-6954a224-52b8-4ac3-b0ff-cb6a1c5c15a3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.003537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd12e4b4-f27f-4280-bd9f-dafd112c9784 req-6954a224-52b8-4ac3-b0ff-cb6a1c5c15a3 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 944 time: 0.1667888 Nov 10 17:05:34.052710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.088209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.088818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.090215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-928e2d09-dd40-4386-83e4-49746824991d service neutron] 10.222.0.18 "PUT /v2.0/ports/580c48f5-4076-4170-a86f-f3f9f994f765 HTTP/1.1" status: 200 len: 1093 time: 1.1579120 Nov 10 17:05:34.090661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'tag': '580c48f5-4076-4170-a86f-f3f9f994f765'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:34.092973 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ba8f92-a828-4702-bd8b-648ba7a461ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9bd716-bb8f-4b74-97f2-2d735a13bd23", "tag": "580c48f5-4076-4170-a86f-f3f9f994f765"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:34.130467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd12e4b4-f27f-4280-bd9f-dafd112c9784 req-d1ecbbbc-9b9b-4c34-9fa0-d85a6ba0638e tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204720 Nov 10 17:05:34.151509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.157603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e2d09-dd40-4386-83e4-49746824991d service neutron] Pushing event updated for resources: {'Port': ['ID=580c48f5-4076-4170-a86f-f3f9f994f765,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:34.166188 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa722396-677e-40f2-b18c-b1a8b536ba33 x-openstack-request-id: req-fa722396-677e-40f2-b18c-b1a8b536ba33 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:34.166533 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9bd716-bb8f-4b74-97f2-2d735a13bd23", "tag": "580c48f5-4076-4170-a86f-f3f9f994f765", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:34.166786 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa722396-677e-40f2-b18c-b1a8b536ba33 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:34.167189 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'tag': '580c48f5-4076-4170-a86f-f3f9f994f765', 'status': 'completed', 'code': 200} Nov 10 17:05:34.240896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.242384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba8f92-a828-4702-bd8b-648ba7a461ed req-f43a378a-7eb0-40bd-88b3-f1a616865656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.244187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05ba8f92-a828-4702-bd8b-648ba7a461ed req-f43a378a-7eb0-40bd-88b3-f1a616865656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 1096 time: 0.0539496 Nov 10 17:05:34.277123 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.336893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:05:34.359356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba8f92-a828-4702-bd8b-648ba7a461ed req-95743b2c-54c9-45d2-8ce3-a39ca23fcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.363497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.363497 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Added segment 2546dd2a-89f4-46c1-8b72-b29b3a7c0891 of type vlan for network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 Nov 10 17:05:34.363784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05ba8f92-a828-4702-bd8b-648ba7a461ed req-95743b2c-54c9-45d2-8ce3-a39ca23fcec4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2916b2e18ef041e49498c1e615250fdb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1088808 Nov 10 17:05:34.370611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d2c2b5-ee64-48a6-bcd8-8971a474d1f4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:34.445353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.473461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba8f92-a828-4702-bd8b-648ba7a461ed req-8b09cf5d-ba82-4466-b74c-e05b280873a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.474921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-05ba8f92-a828-4702-bd8b-648ba7a461ed req-8b09cf5d-ba82-4466-b74c-e05b280873a0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064801 Nov 10 17:05:34.554472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-1172fdbe-571a-4372-a745-a34e322a1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.556166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-1172fdbe-571a-4372-a745-a34e322a1b03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 1096 time: 0.0431790 Nov 10 17:05:34.560214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.561153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.561719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.603385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-bcc4aed4-c234-4152-bac7-e6ac3f8bcb1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580c48f5-4076-4170-a86f-f3f9f994f765 HTTP/1.1" status: 200 len: 217 time: 0.0393045 Nov 10 17:05:34.654056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-2c7e6f4b-e57b-4254-9d17-0a6c224508dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.655598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-2c7e6f4b-e57b-4254-9d17-0a6c224508dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.0455546 Nov 10 17:05:34.670088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] Pushing event updated for resources: {'Network': ['ID=7554f6a8-6ef3-47a0-b100-13f4768c34e8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:34.681174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:05:34.681840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port c98ffd40-3065-4b52-b074-208837097aec {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:34.682186 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.704890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-85409a8b-b4a4-4e93-9009-e47b445f0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:34.705284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ba89aa30-ff0a-42fa-83f3-8b9b49d4f48c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4889255 Nov 10 17:05:34.705909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59896) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:34.706473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-85409a8b-b4a4-4e93-9009-e47b445f0624 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430546 Nov 10 17:05:34.718329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Request body: {'subnet': {'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1911733001-subnet', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:34.807967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port c98ffd40-3065-4b52-b074-208837097aec, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c98ffd40-3065-4b52-b074-208837097aec,segment=NetworkSegment(29115174-5ea5-4165-b78d-da12f91eca15),segment_id=29115174-5ea5-4165-b78d-da12f91eca15)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:34.808299 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.810615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-bedc6e8a-76f1-4309-b3a4-a04d4dbdda78 service neutron] 10.222.0.18 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958326 Nov 10 17:05:34.821341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for c98ffd40-3065-4b52-b074-208837097aec owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:34.882858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Made reservation on behalf of 06decddafaaf43378479cf00936bbd51 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:34.885194 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:34.903596 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd2378c6-119b-4a22-805a-68c8b884cadd req-4908425a-97a1-4aae-8acf-7aafb476fd66 service neutron] 10.222.0.18 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862813 Nov 10 17:05:35.131951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:35.156536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:35.193541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=c98ffd40-3065-4b52-b074-208837097aec,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:35.358576 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:35.405179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46471cbb-8b33-4f0a-aadb-c56eacfcf6d2 req-656d27e1-571f-4b0f-9868-19a8f045e1b1 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:35.406684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46471cbb-8b33-4f0a-aadb-c56eacfcf6d2 req-656d27e1-571f-4b0f-9868-19a8f045e1b1 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 944 time: 0.2035868 Nov 10 17:05:35.546973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:35.618553 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46471cbb-8b33-4f0a-aadb-c56eacfcf6d2 req-4ad3a517-7762-44eb-9eef-566e3a3957c7 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050366 Nov 10 17:05:35.634167 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:05:35.636488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:35.665720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc60e44a-34f5-4a82-b1ae-01d914e337c4,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:35.706714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Checking segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:35.707175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Network hostable DHCP agents. Network: 7554f6a8-6ef3-47a0-b100-13f4768c34e8, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:05:35.754494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:35.761621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-57f184de-14d2-4fda-bd7f-30079b5fbe98 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4294431 Nov 10 17:05:35.764133 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:35.769128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59900) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:35.774703 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:35.775301 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:35.821969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8272159-0239-45c0-81bb-608cfba8c59b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting subnet 537c41a9-03e3-4e23-8510-612be0f49bd3 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:05:35.825759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8272159-0239-45c0-81bb-608cfba8c59b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:35.843107 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:35.859292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:05:35.872500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8272159-0239-45c0-81bb-608cfba8c59b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:35.902603 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:35Z', 'revision_number': 11, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:35.927117 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:35.935526 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:35.936129 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:35.958180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7554f6a8-6ef3-47a0-b100-13f4768c34e8) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:35.964197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:35.965000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:35.966498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0f1f8-d790-49e8-9278-dee2b7930a64 None None] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:35.967956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8272159-0239-45c0-81bb-608cfba8c59b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.007665 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:36.064544 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:35Z', 'revision_number': 11, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:36.066950 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6d54bd6b-8677-472f-9a69-6d0b0861ca1e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3518596 Nov 10 17:05:36.070005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59902) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:36.074837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:36.097211 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad84bb-e4f2-420b-bdf3-6b1b20654c87 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:35Z', 'revision_number': 11, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:36.099658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8272159-0239-45c0-81bb-608cfba8c59b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.126855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8272159-0239-45c0-81bb-608cfba8c59b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Subnet': ['ID=537c41a9-03e3-4e23-8510-612be0f49bd3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:36.127781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'fixed_ips': [{'subnet_id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:05:36.128741 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.142102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8272159-0239-45c0-81bb-608cfba8c59b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.142102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c8272159-0239-45c0-81bb-608cfba8c59b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/537c41a9-03e3-4e23-8510-612be0f49bd3 HTTP/1.1" status: 204 len: 168 time: 0.3688145 Nov 10 17:05:36.142102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59904) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:36.156745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933c331-0bd4-4347-b931-b892f5474af0 None None] Network 1380e0e0-530e-4220-ae50-2b4848f133d1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:36.162521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.163593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.243440 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.274118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.331653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Deleting port fbf5c699-8784-4218-91ea-6756808c9450 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:36.332509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.362469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Allocated IP 172.20.0.2 (7554f6a8-6ef3-47a0-b100-13f4768c34e8/dc60e44a-34f5-4a82-b1ae-01d914e337c4/09e25c97-8e93-4053-ae6b-e2509479e62c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:36.459165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] For port fbf5c699-8784-4218-91ea-6756808c9450, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fbf5c699-8784-4218-91ea-6756808c9450,segment=NetworkSegment(29115174-5ea5-4165-b78d-da12f91eca15),segment_id=29115174-5ea5-4165-b78d-da12f91eca15)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:36.459890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.479268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] DHCP port deletion for 1380e0e0-530e-4220-ae50-2b4848f133d1 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:36.531436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Calling delete_port for fbf5c699-8784-4218-91ea-6756808c9450 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:36.538069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.572453 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.592104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] Deleting port fbf5c699-8784-4218-91ea-6756808c9450 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:36.592609 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.647895 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.701864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] For port fbf5c699-8784-4218-91ea-6756808c9450, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fbf5c699-8784-4218-91ea-6756808c9450,segment=NetworkSegment(29115174-5ea5-4165-b78d-da12f91eca15),segment_id=29115174-5ea5-4165-b78d-da12f91eca15)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:36.701864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.724860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:36.725883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] Calling delete_port for fbf5c699-8784-4218-91ea-6756808c9450 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:36.732303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:36.748443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:36.760078 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ccf05-0461-425f-9663-ed27e44d3156 req-0f6d7cde-ee0a-469c-86f0-75e7be699fa8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:36.762054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6e7ccf05-0461-425f-9663-ed27e44d3156 req-0f6d7cde-ee0a-469c-86f0-75e7be699fa8 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 944 time: 0.0586543 Nov 10 17:05:36.762776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:36.765889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Pushing event updated for resources: {'Port': ['ID=09e25c97-8e93-4053-ae6b-e2509479e62c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:36.851184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.856399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-423a2cd0-d7f7-43de-80b0-b04f7d0f5fe4 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/floatingips/a5457548-ba46-4ce9-94fd-2d11a21d50c0 HTTP/1.1" status: 200 len: 993 time: 0.0922074 Nov 10 17:05:36.877271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6e7ccf05-0461-425f-9663-ed27e44d3156 req-6ab34681-0777-49e9-979f-84d3ead26fd4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705106 Nov 10 17:05:36.923948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Attempting to bind port 09e25c97-8e93-4053-ae6b-e2509479e62c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:36.924227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Attempting to bind port 09e25c97-8e93-4053-ae6b-e2509479e62c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:36.924682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Attempting to bind port 09e25c97-8e93-4053-ae6b-e2509479e62c on network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:36.931402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:36.931814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Checking segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:36.932258 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:36.932702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Bound using segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:36.933167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Bound port: 09e25c97-8e93-4053-ae6b-e2509479e62c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:36.933557 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.005822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] For port 09e25c97-8e93-4053-ae6b-e2509479e62c, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:37.009002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] For port 09e25c97-8e93-4053-ae6b-e2509479e62c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=09e25c97-8e93-4053-ae6b-e2509479e62c,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:37.063611 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.071554 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.091775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.093703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] Pushing event deleted for resources: {'Port': ['ID=fbf5c699-8784-4218-91ea-6756808c9450,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:37.119152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:37.126153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd82d5a-8242-4eaf-8d5b-b602a807ade7 None None] No DVR routers for this DVR port fbf5c699-8784-4218-91ea-6756808c9450 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:37.127819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No DVR routers for this DVR port fbf5c699-8784-4218-91ea-6756808c9450 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:37.157308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Port': ['ID=fbf5c699-8784-4218-91ea-6756808c9450,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:37.192955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42250d03-46c7-471f-8b66-3716b37e44e8 None None] Pushing event updated for resources: {'Port': ['ID=09e25c97-8e93-4053-ae6b-e2509479e62c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:37.213922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.275532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fbf5c699-8784-4218-91ea-6756808c9450 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:37.287163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.296441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.300021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 580c48f5-4076-4170-a86f-f3f9f994f765 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:05:37.304186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: fbf5c699-8784-4218-91ea-6756808c9450 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:37.304530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fbf5c699-8784-4218-91ea-6756808c9450 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:37.304947 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c98ffd40-3065-4b52-b074-208837097aec no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:37.335137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port 794f6bf7-f3a2-43da-848f-e19c48b14e2e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:37.335776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.341703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c98ffd40-3065-4b52-b074-208837097aec {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:37.342294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c98ffd40-3065-4b52-b074-208837097aec not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:37.367993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1380e0e0-530e-4220-ae50-2b4848f133d1']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:37.393475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29115174-5ea5-4165-b78d-da12f91eca15') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:37.393786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29115174-5ea5-4165-b78d-da12f91eca15') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:37.410508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.464436 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.464771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.467956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 580c48f5-4076-4170-a86f-f3f9f994f765, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=580c48f5-4076-4170-a86f-f3f9f994f765,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:37.481728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.486148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '580c48f5-4076-4170-a86f-f3f9f994f765', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'port_id': '580c48f5-4076-4170-a86f-f3f9f994f765', 'mac_address': 'fa:16:3e:6e:d3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:05:37.488614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for 794f6bf7-f3a2-43da-848f-e19c48b14e2e owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:37.495808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:05:37.495808 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:05:37.498739 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:05:37.545448 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.565570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580c48f5-4076-4170-a86f-f3f9f994f765 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:05:37.588351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Allocated IP 172.25.3.103 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/d2c3bf20-d910-4d78-9699-65201196b307) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:37.592609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 580c48f5-4076-4170-a86f-f3f9f994f765, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=580c48f5-4076-4170-a86f-f3f9f994f765,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:37.633239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.692694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.693969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.716997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.720475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/networks/1380e0e0-530e-4220-ae50-2b4848f133d1 HTTP/1.1" status: 204 len: 168 time: 1.5778649 Nov 10 17:05:37.727690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:37.728403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bb70d-f640-467f-9038-4594fac36d9e tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Pushing event deleted for resources: {'Network': ['ID=1380e0e0-530e-4220-ae50-2b4848f133d1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:37.732827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'routes': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:37.738768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.750108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=580c48f5-4076-4170-a86f-f3f9f994f765,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:37.842038 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.851967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.900516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:37.903568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:37.906092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:37.940468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['580c48f5-4076-4170-a86f-f3f9f994f765'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:05:37.942369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c3bf20-d910-4d78-9699-65201196b307,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:37.945296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df2c67-779d-45a4-96a5-f38f6de1d2d8 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:37.948588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=794f6bf7-f3a2-43da-848f-e19c48b14e2e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:37.959153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:37.974905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Added routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:05:37.974905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Removed routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:05:37.974905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.137122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-acd0f5c7-5349-4f4e-92b8-0a5783971334 None None] Provisioning complete for port d2c3bf20-d910-4d78-9699-65201196b307 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:38.138023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acd0f5c7-5349-4f4e-92b8-0a5783971334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.225146 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.225484 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Floating IP a5457548-ba46-4ce9-94fd-2d11a21d50c0 disassociated (deleted). External IP: 172.25.3.102, port: 73907c47-e41c-466f-bb8b-244a5404f12c. Nov 10 17:05:38.334692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.343996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba492f-3db1-45f6-a2fd-17bda9bd403a req-24b43512-d50f-43ff-9ccb-b67ab299937b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:38.352304 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17ba492f-3db1-45f6-a2fd-17bda9bd403a req-24b43512-d50f-43ff-9ccb-b67ab299937b tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 945 time: 0.3547182 Nov 10 17:05:38.365350 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.378734 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.406719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-acd0f5c7-5349-4f4e-92b8-0a5783971334 None None] Port d2c3bf20-d910-4d78-9699-65201196b307 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:38.438917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d4a532-da6b-4161-9de7-b55e256743af None None] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:38.557369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.565800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-162dc5c2-16b5-4357-a809-a1aae31fd1d1 None None] Provisioning complete for port 09e25c97-8e93-4053-ae6b-e2509479e62c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:38.566198 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-162dc5c2-16b5-4357-a809-a1aae31fd1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.689465 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-162dc5c2-16b5-4357-a809-a1aae31fd1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.731226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-162dc5c2-16b5-4357-a809-a1aae31fd1d1 None None] For port 09e25c97-8e93-4053-ae6b-e2509479e62c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=09e25c97-8e93-4053-ae6b-e2509479e62c,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:38.812323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Router a336a829-1a6f-42f7-8002-818e0a35d4a1 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:05:38.816742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17ba492f-3db1-45f6-a2fd-17bda9bd403a req-ae8cf6a5-8df0-4b54-99a6-a869abaa9994 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630504 Nov 10 17:05:38.818678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router f296adce-05d3-485a-94d9-6c2959280ec9 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:38.850645 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-162dc5c2-16b5-4357-a809-a1aae31fd1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.907115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dc5c2-16b5-4357-a809-a1aae31fd1d1 None None] Pushing event updated for resources: {'Port': ['ID=09e25c97-8e93-4053-ae6b-e2509479e62c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:38.939196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:38.947448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:38.950178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:38.950442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Sync routers for ids ['a336a829-1a6f-42f7-8002-818e0a35d4a1'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:38.965601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:38.965601 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c6b24a3e-039a-4b35-8683-1dc629eed213 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 200 len: 705 time: 1.2341728 Nov 10 17:05:38.965825 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] Sync routers for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:38.966874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:38.968279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Routers {'a336a829-1a6f-42f7-8002-818e0a35d4a1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:38.968937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a336a829-1a6f-42f7-8002-818e0a35d4a1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:38.975812 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:38.976544 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:39.000651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e5b1b98d-eeb1-4e92-8c4b-c77e6ec7f9e6 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 200 len: 205 time: 0.0302157 Nov 10 17:05:39.002775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59924) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:39.028775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e73f1bcb-38e5-4551-805a-695be131bb39 None None] Provisioning complete for port 09e25c97-8e93-4053-ae6b-e2509479e62c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:39.029020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e73f1bcb-38e5-4551-805a-695be131bb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.047241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.048667 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8116c50e-7b0b-4dc8-a9bb-c3a5716b4489 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9776399 Nov 10 17:05:39.057902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59926) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:39.068094 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:39.079366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-a227df64-851c-4afa-807c-ccf446613b17 req-b89549a5-7352-444b-b006-ae5607f5792b service neutron] (103326) timed out ('10.222.0.62', 36528) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:05:39.088403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40cc9df6-3c4f-4b12-806a-a45ed43ca481 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.117783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Set router a336a829-1a6f-42f7-8002-818e0a35d4a1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:39.135050 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:35Z', 'revision_number': 11, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:39.211733 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] Checking router: f296adce-05d3-485a-94d9-6c2959280ec9 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:39.236407 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] Routers {'f296adce-05d3-485a-94d9-6c2959280ec9'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:39.240638 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f296adce-05d3-485a-94d9-6c2959280ec9'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:39.268179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:39.281378 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.281587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ec923-9831-404b-8725-129bd87492be None None] Sync routers for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:39.329194 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40cc9df6-3c4f-4b12-806a-a45ed43ca481 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.331236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 580c48f5-4076-4170-a86f-f3f9f994f765 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:39.334020 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40cc9df6-3c4f-4b12-806a-a45ed43ca481 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.349515 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-54abdf31-3766-4a39-932a-cf437cbddad3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/floatingips/a5457548-ba46-4ce9-94fd-2d11a21d50c0 HTTP/1.1" status: 204 len: 168 time: 2.2290840 Nov 10 17:05:39.399405 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] Set router f296adce-05d3-485a-94d9-6c2959280ec9 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:39.405989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 09e25c97-8e93-4053-ae6b-e2509479e62c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:39.408076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ec923-9831-404b-8725-129bd87492be None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:39.408717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a8ec923-9831-404b-8725-129bd87492be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:39.445753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:39.448243 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:39.469449 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:35Z', 'revision_number': 11, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:39.496758 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3943552-eaa4-4aa9-9edd-c6d7b3e716a0 None None] The sync data for ids ['f296adce-05d3-485a-94d9-6c2959280ec9'] in n-d-714676-11 is: [{'id': 'f296adce-05d3-485a-94d9-6c2959280ec9', 'name': 'tempest-RoutersIpV6Test-router-1964798435', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:55Z', 'updated_at': '2021-11-10T17:05:35Z', 'revision_number': 11, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:39.512916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40cc9df6-3c4f-4b12-806a-a45ed43ca481 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.513481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc9df6-3c4f-4b12-806a-a45ed43ca481 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Fanout notify agent at l3_agent the message router_deleted on router f296adce-05d3-485a-94d9-6c2959280ec9 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:05:39.534117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40cc9df6-3c4f-4b12-806a-a45ed43ca481 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.544510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-40cc9df6-3c4f-4b12-806a-a45ed43ca481 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 204 len: 168 time: 0.5391848 Nov 10 17:05:39.546778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59932) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:39.560003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c2b78faa-0cec-4b10-931f-5bc20bfacdf1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-536799793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:39.612519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3a8ec923-9831-404b-8725-129bd87492be None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:39.617841 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ccea8-acd5-46c2-aefe-2c4ed5603af7 x-openstack-request-id: req-d57ccea8-acd5-46c2-aefe-2c4ed5603af7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:39.618211 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:39.618352 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d57ccea8-acd5-46c2-aefe-2c4ed5603af7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:39.618745 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c', 'status': 'completed', 'code': 200} Nov 10 17:05:39.710996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-da3b0d4f-0bbe-4d66-8e7e-6f405c0f1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:39.710996 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-da3b0d4f-0bbe-4d66-8e7e-6f405c0f1a9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7409b56f806c43c3809c5a352767930c&device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 1097 time: 0.0906332 Nov 10 17:05:39.711353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 580c48f5-4076-4170-a86f-f3f9f994f765 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:05:39.712890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b78faa-0cec-4b10-931f-5bc20bfacdf1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.718603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 09e25c97-8e93-4053-ae6b-e2509479e62c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:39.718603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.719369 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b78faa-0cec-4b10-931f-5bc20bfacdf1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.758423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 580c48f5-4076-4170-a86f-f3f9f994f765 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:39.759015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.797530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b78faa-0cec-4b10-931f-5bc20bfacdf1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.863953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:05:38Z', 'revision_number': 3, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:39.886762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.903516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b78faa-0cec-4b10-931f-5bc20bfacdf1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:39.907131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-10caba89-8d46-4e57-addc-9e83704149dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:39.907569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-10caba89-8d46-4e57-addc-9e83704149dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=e33517d9-5764-4f41-9847-0591e1e11582 HTTP/1.1" status: 200 len: 897 time: 0.1765506 Nov 10 17:05:39.916469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Checking router: a336a829-1a6f-42f7-8002-818e0a35d4a1 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:39.916891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Updating router a336a829-1a6f-42f7-8002-818e0a35d4a1 port d2c3bf20-d910-4d78-9699-65201196b307 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:05:39.974596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.012673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bda57-ddf7-45b3-a44d-c0e2f774bace req-39c13caa-6b4a-47d6-b489-3e9a089eeb4a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:40.014227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb6bda57-ddf7-45b3-a44d-c0e2f774bace req-39c13caa-6b4a-47d6-b489-3e9a089eeb4a tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 945 time: 0.0537021 Nov 10 17:05:40.041149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b78faa-0cec-4b10-931f-5bc20bfacdf1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.045063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2b78faa-0cec-4b10-931f-5bc20bfacdf1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4933701 Nov 10 17:05:40.045303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59938) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:40.052665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4c816d5a-94c0-4901-a3bd-277de3759246 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:40.060808 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-994ba56a-3c1d-4577-a1c1-3254c9378f74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73907c47-e41c-466f-bb8b-244a5404f12c HTTP/1.1" status: 200 len: 217 time: 0.0909965 Nov 10 17:05:40.150661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb6bda57-ddf7-45b3-a44d-c0e2f774bace req-1f4b04af-2b1e-4286-95c4-c64888e8defd tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274662 Nov 10 17:05:40.165242 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.177040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-e795b2ae-4179-4d24-90c0-1801e1902641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:40.177980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-e795b2ae-4179-4d24-90c0-1801e1902641 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4ac80d2-8a5a-449d-8d5c-6551f4f63423 HTTP/1.1" status: 200 len: 834 time: 0.1021709 Nov 10 17:05:40.188405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778531-57db-42c1-b2b2-7d5c90a924ff req-d3f915be-6048-451d-942d-f2e5a32ecb37 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:40.189896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4778531-57db-42c1-b2b2-7d5c90a924ff req-d3f915be-6048-451d-942d-f2e5a32ecb37 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 945 time: 0.2212675 Nov 10 17:05:40.224338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c48f5-4076-4170-a86f-f3f9f994f765'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:40.226651 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6503cc24-1c74-4cde-bacb-22f78c8104b5" -d '{"events": [{"server_uuid": "5b9bd716-bb8f-4b74-97f2-2d735a13bd23", "name": "network-vif-plugged", "status": "completed", "tag": "580c48f5-4076-4170-a86f-f3f9f994f765"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:40.267448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 580c48f5-4076-4170-a86f-f3f9f994f765, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=580c48f5-4076-4170-a86f-f3f9f994f765,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:40.294955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Allocated IP 172.20.0.1 (7554f6a8-6ef3-47a0-b100-13f4768c34e8/dc60e44a-34f5-4a82-b1ae-01d914e337c4/d14cfca8-b1fd-4953-bbca-e223428f2505) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:40.319178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-6f4233bc-08e0-4b6d-9864-f96bcf7ab838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:40.320782 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-6f4233bc-08e0-4b6d-9864-f96bcf7ab838 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e33517d9-5764-4f41-9847-0591e1e11582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299419 Nov 10 17:05:40.324938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c816d5a-94c0-4901-a3bd-277de3759246 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.335347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4778531-57db-42c1-b2b2-7d5c90a924ff req-2607e28b-7cb5-4488-b169-ac6e349a0e36 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001418 Nov 10 17:05:40.427439 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c816d5a-94c0-4901-a3bd-277de3759246 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.493800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-c28b5aae-f8ab-4c39-aa89-c710b7b1ba58 service neutron] 10.222.0.18 "GET /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632924 Nov 10 17:05:40.497391 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2330a11-6e32-4f25-8a79-fd578ba4577a x-openstack-request-id: req-d2330a11-6e32-4f25-8a79-fd578ba4577a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:40.497391 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9bd716-bb8f-4b74-97f2-2d735a13bd23", "name": "network-vif-plugged", "status": "completed", "tag": "580c48f5-4076-4170-a86f-f3f9f994f765", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:40.498175 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2330a11-6e32-4f25-8a79-fd578ba4577a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:40.498175 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c48f5-4076-4170-a86f-f3f9f994f765', 'code': 200} Nov 10 17:05:40.504324 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.513234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b5b50-13ca-440b-89e2-350173a7f736 req-2511f8f8-b5e6-4e2c-9e22-e08ec2dad017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:40.513234 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d0b5b50-13ca-440b-89e2-350173a7f736 req-2511f8f8-b5e6-4e2c-9e22-e08ec2dad017 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 1098 time: 0.1139128 Nov 10 17:05:40.515444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.518135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a8ec923-9831-404b-8725-129bd87492be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:37Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:40.587131 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d0b5b50-13ca-440b-89e2-350173a7f736 req-2e272681-bc06-43d3-8a65-a3a10ec5311f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658014 Nov 10 17:05:40.589155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ec923-9831-404b-8725-129bd87492be None None] Checking router: 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:40.616966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5a3b3bfb-53b8-44ac-b7f1-54ad991493f2 req-6e89002e-db56-4b47-9c37-a60b57b61954 service neutron] 10.222.0.18 "GET /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146731 Nov 10 17:05:40.634870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=580c48f5-4076-4170-a86f-f3f9f994f765,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:40.637388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ec923-9831-404b-8725-129bd87492be None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:40.637990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a8ec923-9831-404b-8725-129bd87492be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:40.651738 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c816d5a-94c0-4901-a3bd-277de3759246 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Router 830c60c5-04f7-47a2-ab6e-cedcdd643530 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:05:40.685474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.688986 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.726000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:40.733460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:40.738930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:40.739081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c816d5a-94c0-4901-a3bd-277de3759246 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:40.743696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Pushing event updated for resources: {'Port': ['ID=d14cfca8-b1fd-4953-bbca-e223428f2505,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:40.746579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c816d5a-94c0-4901-a3bd-277de3759246 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.750889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4c816d5a-94c0-4901-a3bd-277de3759246 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "PUT /v2.0/routers/830c60c5-04f7-47a2-ab6e-cedcdd643530 HTTP/1.1" status: 200 len: 697 time: 0.7014081 Nov 10 17:05:40.750889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59942) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:40.769813 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] Sync routers for ids ['830c60c5-04f7-47a2-ab6e-cedcdd643530'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:40.787186 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] Routers {'830c60c5-04f7-47a2-ab6e-cedcdd643530'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:40.788087 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['830c60c5-04f7-47a2-ab6e-cedcdd643530'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:40.817894 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.820661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3a8ec923-9831-404b-8725-129bd87492be None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:40.832962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:40.856084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-facb0e93-9ed9-4f7b-a45a-fc08f7daf61b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/routers/830c60c5-04f7-47a2-ab6e-cedcdd643530 HTTP/1.1" status: 200 len: 703 time: 0.1046000 Nov 10 17:05:40.860552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59944) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:40.889340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7e8dece5-fe55-475c-97a9-5f168914adaa tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=830c60c5-04f7-47a2-ab6e-cedcdd643530 HTTP/1.1" status: 200 len: 205 time: 0.0293198 Nov 10 17:05:40.892086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59946) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:40.925185 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] Set router 830c60c5-04f7-47a2-ab6e-cedcdd643530 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:40.944045 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.030848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8249feb3-b768-4d07-b8a6-9572e33d7d3c None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:41.038265 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830c60c5-04f7-47a2-ab6e-cedcdd643530', 'name': 'tempest-RoutersIpV6Test-router-536799793', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:39Z', 'updated_at': '2021-11-10T17:05:40Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:41.069882 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] Checking router: 830c60c5-04f7-47a2-ab6e-cedcdd643530 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:41.080261 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] Routers {'830c60c5-04f7-47a2-ab6e-cedcdd643530'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:41.080953 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['830c60c5-04f7-47a2-ab6e-cedcdd643530'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:41.112527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Attempting to bind port d2c3bf20-d910-4d78-9699-65201196b307 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:41.113138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Attempting to bind port d2c3bf20-d910-4d78-9699-65201196b307 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:41.113803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Attempting to bind port d2c3bf20-d910-4d78-9699-65201196b307 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:41.125806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe8093-b0ab-4a9a-aaa0-d619c3c41dfd None None] Pushing event updated for resources: {'Port': ['ID=d2c3bf20-d910-4d78-9699-65201196b307,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:41.136512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:41.136888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:41.138386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.138779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:41.139681 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Bound port: d2c3bf20-d910-4d78-9699-65201196b307, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:41.140212 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.176713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.254289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d02d190e-c443-454c-84cb-1fc5ffb28036 None None] Provisioning complete for port d2c3bf20-d910-4d78-9699-65201196b307 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:41.254674 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d02d190e-c443-454c-84cb-1fc5ffb28036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.316938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] For port d2c3bf20-d910-4d78-9699-65201196b307, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:41.328915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] For port d2c3bf20-d910-4d78-9699-65201196b307, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2c3bf20-d910-4d78-9699-65201196b307,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:41.332234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d02d190e-c443-454c-84cb-1fc5ffb28036 None None] Port d2c3bf20-d910-4d78-9699-65201196b307 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:41.356118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d02d190e-c443-454c-84cb-1fc5ffb28036 None None] Provisioning complete for port d14cfca8-b1fd-4953-bbca-e223428f2505 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:41.356553 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d02d190e-c443-454c-84cb-1fc5ffb28036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.386893 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] Set router 830c60c5-04f7-47a2-ab6e-cedcdd643530 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:41.392140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a8ec923-9831-404b-8725-129bd87492be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:37Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:41.399088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.443629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ec923-9831-404b-8725-129bd87492be None None] The sync data for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 is: [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:04:33Z', 'revision_number': 4, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '8b6668dd-82fc-4f94-9477-40aaeb54f4d0', 'name': '', 'network_id': 'e33517d9-5764-4f41-9847-0591e1e11582', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'mac_address': 'fa:16:3e:37:5b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:32Z', 'updated_at': '2021-11-10T17:04:37Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'subnets': [{'id': 'b4ac80d2-8a5a-449d-8d5c-6551f4f63423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:41.470260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edc5ad4e-865f-41d2-b582-f088f5adb5c2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.486707 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830c60c5-04f7-47a2-ab6e-cedcdd643530', 'name': 'tempest-RoutersIpV6Test-router-536799793', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:39Z', 'updated_at': '2021-11-10T17:05:40Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:41.531269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d02d190e-c443-454c-84cb-1fc5ffb28036 None None] Port d14cfca8-b1fd-4953-bbca-e223428f2505 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:41.545561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676024ee-8487-485a-8dca-dc760d49243b None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:41.552890 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec792de-54f3-44e6-81a2-a25e3edd2c60 None None] The sync data for ids ['830c60c5-04f7-47a2-ab6e-cedcdd643530'] in n-d-714676-11 is: [{'id': '830c60c5-04f7-47a2-ab6e-cedcdd643530', 'name': 'tempest-RoutersIpV6Test-router-536799793', 'tenant_id': 'a40fc724a00449a88aa84c07862cf7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:39Z', 'updated_at': '2021-11-10T17:05:40Z', 'revision_number': 2, 'project_id': 'a40fc724a00449a88aa84c07862cf7fc', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:41.572243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe8093-b0ab-4a9a-aaa0-d619c3c41dfd None None] Pushing event updated for resources: {'Port': ['ID=d2c3bf20-d910-4d78-9699-65201196b307,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:41.593477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Routers {'a336a829-1a6f-42f7-8002-818e0a35d4a1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:41.594296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a336a829-1a6f-42f7-8002-818e0a35d4a1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:41.722974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-01a629fa-449a-4a89-b98c-81a19e6f5581 None None] Provisioning complete for port d2c3bf20-d910-4d78-9699-65201196b307 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:41.723552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01a629fa-449a-4a89-b98c-81a19e6f5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.808620 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] Set router a336a829-1a6f-42f7-8002-818e0a35d4a1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:41.819240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edc5ad4e-865f-41d2-b582-f088f5adb5c2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.822068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edc5ad4e-865f-41d2-b582-f088f5adb5c2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.891952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7eaba-cdab-40f1-9700-fa6e5d4cf1f6 req-d7eb594a-2c53-4b94-87cf-f1f7b310acc9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:41.900580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ddf7eaba-cdab-40f1-9700-fa6e5d4cf1f6 req-d7eb594a-2c53-4b94-87cf-f1f7b310acc9 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 945 time: 0.4571376 Nov 10 17:05:41.947989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b81e3a-96c1-4bf1-84d4-d6666f52cde5 None None] New status for floating IP a5457548-ba46-4ce9-94fd-2d11a21d50c0: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:05:41.967035 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ddf7eaba-cdab-40f1-9700-fa6e5d4cf1f6 req-e4d35f5f-d780-49a8-b3c8-81e6cbc909f6 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652378 Nov 10 17:05:41.968096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edc5ad4e-865f-41d2-b582-f088f5adb5c2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.969026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc5ad4e-865f-41d2-b582-f088f5adb5c2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Fanout notify agent at l3_agent the message router_deleted on router 830c60c5-04f7-47a2-ab6e-cedcdd643530 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:05:41.983279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edc5ad4e-865f-41d2-b582-f088f5adb5c2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:41.985582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-edc5ad4e-865f-41d2-b582-f088f5adb5c2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/830c60c5-04f7-47a2-ab6e-cedcdd643530 HTTP/1.1" status: 204 len: 168 time: 1.0915773 Nov 10 17:05:41.990356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59952) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.032308 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef0a4f3a-771d-4e2f-bb2b-eec560efeb75 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=830c60c5-04f7-47a2-ab6e-cedcdd643530 HTTP/1.1" status: 200 len: 205 time: 0.0404139 Nov 10 17:05:42.034558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59954) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.048725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01a629fa-449a-4a89-b98c-81a19e6f5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:42.058013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-81f44be1-2df7-44a6-ba10-58d80f251ba7 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:42.059553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-81f44be1-2df7-44a6-ba10-58d80f251ba7 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 945 time: 0.5814316 Nov 10 17:05:42.061884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:42.072233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d0899-916b-4eb2-9e75-b05daf788618 req-749ea39c-ae7e-4ef7-acdf-5b76e1e47490 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:42.080024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0d0899-916b-4eb2-9e75-b05daf788618 req-749ea39c-ae7e-4ef7-acdf-5b76e1e47490 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 946 time: 0.5380616 Nov 10 17:05:42.098595 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-b4d8330c-b824-4cd0-b8f5-3e75a11844be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] delete failed (client error): The resource could not be found. Nov 10 17:05:42.101879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b4d8330c-b824-4cd0-b8f5-3e75a11844be tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/830c60c5-04f7-47a2-ab6e-cedcdd643530 HTTP/1.1" status: 404 len: 336 time: 0.0643041 Nov 10 17:05:42.102970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59956) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.115280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-01a629fa-449a-4a89-b98c-81a19e6f5581 None None] For port d2c3bf20-d910-4d78-9699-65201196b307, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2c3bf20-d910-4d78-9699-65201196b307,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:42.124747 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:42.133390 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce79a40f-0edb-411d-afc4-f4e4405ccfd7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:42.133852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce79a40f-0edb-411d-afc4-f4e4405ccfd7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:42.139331 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ce79a40f-0edb-411d-afc4-f4e4405ccfd7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/820b7cf3-62ad-4eb0-b7b2-26b8ce676633 HTTP/1.1" status: 404 len: 337 time: 0.0328519 Nov 10 17:05:42.139500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59958) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.170818 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9f15ce-25a2-4a2c-b071-dd6a4903f405 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:42.171280 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9f15ce-25a2-4a2c-b071-dd6a4903f405 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:42.176890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ff9f15ce-25a2-4a2c-b071-dd6a4903f405 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/b32828e1-c03f-46e0-9599-273a23b8beed HTTP/1.1" status: 404 len: 337 time: 0.0340021 Nov 10 17:05:42.177102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01a629fa-449a-4a89-b98c-81a19e6f5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:42.178566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59960) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.212978 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3945888e-431c-4ee0-9e80-bfe04d73dedd tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:42.213127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3945888e-431c-4ee0-9e80-bfe04d73dedd tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:42.219045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3945888e-431c-4ee0-9e80-bfe04d73dedd tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/138baf71-5069-417f-bbb0-cc8ca57d7bac HTTP/1.1" status: 404 len: 337 time: 0.0406601 Nov 10 17:05:42.219848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59962) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.246305 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0094614-737b-453b-9a24-88b0f9c01795 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:42.246678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0094614-737b-453b-9a24-88b0f9c01795 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:42.252343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f0094614-737b-453b-9a24-88b0f9c01795 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/537c41a9-03e3-4e23-8510-612be0f49bd3 HTTP/1.1" status: 404 len: 337 time: 0.0292025 Nov 10 17:05:42.252581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a629fa-449a-4a89-b98c-81a19e6f5581 None None] Pushing event updated for resources: {'Port': ['ID=d2c3bf20-d910-4d78-9699-65201196b307,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:42.252699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59964) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.261615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f0d0899-916b-4eb2-9e75-b05daf788618 req-c7bf191f-9def-4f27-a839-3385420fa02d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806943 Nov 10 17:05:42.264431 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:42.265284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:05:41Z', 'revision_number': 4, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd14cfca8-b1fd-4953-bbca-e223428f2505', 'name': '', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'mac_address': 'fa:16:3e:b7:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:39Z', 'updated_at': '2021-11-10T17:05:40Z', 'revision_number': 1, 'project_id': '06decddafaaf43378479cf00936bbd51', 'subnets': [{'id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:42.268011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Pushing event updated for resources: {'Port': ['ID=d14cfca8-b1fd-4953-bbca-e223428f2505,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:42.302150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-07a9b572-ac5b-4a15-8c89-6df28a74ffda tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 200 len: 205 time: 0.0484593 Nov 10 17:05:42.302410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ca988-26d8-4e5c-a5dc-a0566da7b327 None None] The sync data for ids ['a336a829-1a6f-42f7-8002-818e0a35d4a1'] in n-d-714676-11 is: [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:05:41Z', 'revision_number': 4, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd14cfca8-b1fd-4953-bbca-e223428f2505', 'name': '', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'mac_address': 'fa:16:3e:b7:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:39Z', 'updated_at': '2021-11-10T17:05:40Z', 'revision_number': 1, 'project_id': '06decddafaaf43378479cf00936bbd51', 'subnets': [{'id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:42.304483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59966) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.365129 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-e5024d78-7715-4414-b5e0-c22c98890e97 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] delete failed (client error): The resource could not be found. Nov 10 17:05:42.366196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e5024d78-7715-4414-b5e0-c22c98890e97 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/f296adce-05d3-485a-94d9-6c2959280ec9 HTTP/1.1" status: 404 len: 336 time: 0.0560091 Nov 10 17:05:42.366695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port 73907c47-e41c-466f-bb8b-244a5404f12c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:42.367042 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:42.371626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.422882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0fa33ec1-cbe1-4a66-bbb7-7622f2bfea7b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0f07675-384c-4afe-a90d-ab0a644556bf HTTP/1.1" status: 200 len: 205 time: 0.0500531 Nov 10 17:05:42.426214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59970) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.473313 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-d7e2f2ec-eb1c-43b9-804f-c6339b96e9f2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] delete failed (client error): The resource could not be found. Nov 10 17:05:42.477888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d7e2f2ec-eb1c-43b9-804f-c6339b96e9f2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/e0f07675-384c-4afe-a90d-ab0a644556bf HTTP/1.1" status: 404 len: 336 time: 0.0476036 Nov 10 17:05:42.477888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59972) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.484170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:42.487584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:42.513401 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2d3800-c16a-427c-a6a5-9f0f9198a315 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:42.513401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2d3800-c16a-427c-a6a5-9f0f9198a315 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:42.518733 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3f2d3800-c16a-427c-a6a5-9f0f9198a315 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/8741dc63-f38f-4e09-b009-5e29c377d50b HTTP/1.1" status: 404 len: 337 time: 0.0380266 Nov 10 17:05:42.532047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59974) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.579838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port 73907c47-e41c-466f-bb8b-244a5404f12c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=73907c47-e41c-466f-bb8b-244a5404f12c,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:42.580221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:42.585307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-879fe02d-2655-49a8-bf60-cb091c38668b tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d31e1e8-ca02-4c95-9972-bf55f20586b6 HTTP/1.1" status: 200 len: 205 time: 0.0494213 Nov 10 17:05:42.585689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.640446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for 73907c47-e41c-466f-bb8b-244a5404f12c owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:42.652468 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-46232cea-2d29-4e64-be18-8fce255031ab tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] delete failed (client error): The resource could not be found. Nov 10 17:05:42.652468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-46232cea-2d29-4e64-be18-8fce255031ab tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/6d31e1e8-ca02-4c95-9972-bf55f20586b6 HTTP/1.1" status: 404 len: 336 time: 0.0637364 Nov 10 17:05:42.653282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59978) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.696426 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-568c324f-9323-4578-8fe2-5b1095f368f1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f9a963a-60d0-4923-bbe5-d9a6eb3a2159 HTTP/1.1" status: 200 len: 205 time: 0.0416014 Nov 10 17:05:42.700614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59980) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.727013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Router a336a829-1a6f-42f7-8002-818e0a35d4a1 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:42.770102 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-2921d541-dcfb-4e01-8701-450c4c067192 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] delete failed (client error): The resource could not be found. Nov 10 17:05:42.771871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2921d541-dcfb-4e01-8701-450c4c067192 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/4f9a963a-60d0-4923-bbe5-d9a6eb3a2159 HTTP/1.1" status: 404 len: 336 time: 0.0686493 Nov 10 17:05:42.775478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59982) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.810972 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9102f0-b78a-4273-8647-d9368a0f26c8 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:42.811601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9102f0-b78a-4273-8647-d9368a0f26c8 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:42.816913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5d9102f0-b78a-4273-8647-d9368a0f26c8 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/6daf29f7-2239-47d3-9441-cb158a34b928 HTTP/1.1" status: 404 len: 337 time: 0.0387926 Nov 10 17:05:42.824267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59984) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.857081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-918e1b7b-f2da-4442-bb3e-21142a8ae08c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e HTTP/1.1" status: 200 len: 205 time: 0.0342178 Nov 10 17:05:42.860822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.934865 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-cfe443ad-b984-44e8-89db-8fb70588dce2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] delete failed (client error): The resource could not be found. Nov 10 17:05:42.935565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-046a2757-4140-4ffb-9f8b-1327013e6294 None None] Provisioning complete for port d14cfca8-b1fd-4953-bbca-e223428f2505 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:42.936623 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-046a2757-4140-4ffb-9f8b-1327013e6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:42.936831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cfe443ad-b984-44e8-89db-8fb70588dce2 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/888b7a8e-6a69-425f-b1e2-8e9b4b60ca1e HTTP/1.1" status: 404 len: 336 time: 0.0757539 Nov 10 17:05:42.943416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59988) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.976157 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e5069d-a81b-44e8-ad70-95088ce0c7f1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:42.977002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e5069d-a81b-44e8-ad70-95088ce0c7f1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:42.984169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f2e5069d-a81b-44e8-ad70-95088ce0c7f1 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/0eba8c46-369d-4863-b1ef-4a48bea6056b HTTP/1.1" status: 404 len: 337 time: 0.0384104 Nov 10 17:05:42.994061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:42.994844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-046a2757-4140-4ffb-9f8b-1327013e6294 None None] Port d14cfca8-b1fd-4953-bbca-e223428f2505 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:43.009671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:43.047142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fc4f8a23-fc9e-4c67-aae0-b1c5df3a3b41 admin admin] 10.222.0.62 "PUT /v2.0/routers/a336a829-1a6f-42f7-8002-818e0a35d4a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9774835 Nov 10 17:05:43.047142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bf9ff55f-8fd6-4333-b2b1-6e357877639d tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "GET /v2.0/ports?device_id=f92a6b7b-3ed2-4c77-9221-b494353acf73 HTTP/1.1" status: 200 len: 205 time: 0.0525329 Nov 10 17:05:43.047404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 59994) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:43.173935 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-775aed8c-75fa-4e6c-b305-3d9584ca59a3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] delete failed (client error): The resource could not be found. Nov 10 17:05:43.173935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-775aed8c-75fa-4e6c-b305-3d9584ca59a3 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/routers/f92a6b7b-3ed2-4c77-9221-b494353acf73 HTTP/1.1" status: 404 len: 336 time: 0.0715427 Nov 10 17:05:43.173935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c5d3b-e8d3-4eb4-8671-7488956df85c req-bdb3f032-c277-4920-a66d-262f96b2e245 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:43.173935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e45c5d3b-e8d3-4eb4-8671-7488956df85c req-bdb3f032-c277-4920-a66d-262f96b2e245 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 945 time: 0.0599413 Nov 10 17:05:43.177032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 59998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:43.232066 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c036ee9a-da42-4382-89dc-ca3bc1565fe7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:43.232536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c036ee9a-da42-4382-89dc-ca3bc1565fe7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:43.236065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c036ee9a-da42-4382-89dc-ca3bc1565fe7 tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/f3f10632-e903-4dc2-aa80-0e2d53bd7edb HTTP/1.1" status: 404 len: 337 time: 0.0586169 Nov 10 17:05:43.238855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:43.266337 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:43.292817 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e45c5d3b-e8d3-4eb4-8671-7488956df85c req-d46754f7-5783-4bb6-adec-abf6102706b3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/security-groups?id=a07c5f04-ed11-4c3a-89b8-e7f04db82cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266570 Nov 10 17:05:43.299677 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5837b16-e5c7-4749-bc76-4274db7ef29c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:05:43.300117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5837b16-e5c7-4749-bc76-4274db7ef29c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:05:43.303672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c5837b16-e5c7-4749-bc76-4274db7ef29c tempest-RoutersIpV6Test-1932171548 tempest-RoutersIpV6Test-1932171548-project] 10.222.0.62 "DELETE /v2.0/subnets/4c8d391d-5012-4a46-8f93-f20f347e117c HTTP/1.1" status: 404 len: 337 time: 0.0627191 Nov 10 17:05:43.333994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=73907c47-e41c-466f-bb8b-244a5404f12c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:43.414943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] No DVR routers for this DVR port 73907c47-e41c-466f-bb8b-244a5404f12c on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:43.419996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:43.424997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da5d5982-d5f2-48a5-b46b-3fc65ab46199 req-2e03ab97-f7a2-4994-acb2-6444ebc7629f tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.18 "DELETE /v2.0/ports/73907c47-e41c-466f-bb8b-244a5404f12c HTTP/1.1" status: 204 len: 173 time: 1.3414497 Nov 10 17:05:43.438659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'name': 'network-vif-deleted', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:43.441744 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ca516-dea3-4f6d-b236-86a3c36f38b4" -d '{"events": [{"server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "name": "network-vif-deleted", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:43.528626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a6b8-5462-4651-959c-bef953cec32b req-e9e768ea-ccc5-43b5-846f-15f9fab391cb tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:43.531433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03b5a6b8-5462-4651-959c-bef953cec32b req-e9e768ea-ccc5-43b5-846f-15f9fab391cb tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 946 time: 0.1250420 Nov 10 17:05:43.533074 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acf6f94-61e8-4123-a9f7-7f4b9417f6f4 x-openstack-request-id: req-1acf6f94-61e8-4123-a9f7-7f4b9417f6f4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:43.533371 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c756a489-9a59-49e0-853f-90bb4a2f0003", "name": "network-vif-deleted", "tag": "73907c47-e41c-466f-bb8b-244a5404f12c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:43.533628 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1acf6f94-61e8-4123-a9f7-7f4b9417f6f4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:43.534281 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c756a489-9a59-49e0-853f-90bb4a2f0003', 'name': 'network-vif-deleted', 'tag': '73907c47-e41c-466f-bb8b-244a5404f12c', 'status': 'completed', 'code': 200} Nov 10 17:05:43.606441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03b5a6b8-5462-4651-959c-bef953cec32b req-b13a70ec-ed53-4789-a97d-cd6e13d495d2 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662913 Nov 10 17:05:43.666430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2c3bf20-d910-4d78-9699-65201196b307 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:43.770519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d2c3bf20-d910-4d78-9699-65201196b307 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:43.772716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:43.772907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee9c90-7a0b-4bc1-931b-e06939bf51ba req-cfb9c58c-1c39-44e6-8199-721399804abb tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:43.773228 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbee9c90-7a0b-4bc1-931b-e06939bf51ba req-cfb9c58c-1c39-44e6-8199-721399804abb tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 946 time: 0.0778854 Nov 10 17:05:43.783209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:43.789013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Request body: {'floatingip': {'port_id': '580c48f5-4076-4170-a86f-f3f9f994f765'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:43.898362 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.064651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60026) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:44.097618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60030) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:44.108357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1369639382-network', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:44.220710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Made reservation on behalf of d7bf7118b3064ad9b2d164ed21126a23 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:44.229985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.249264 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.366522 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.434766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9a81d0a4-7e3f-4c78-bd62-7a2aa8917960 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a40fc724a00449a88aa84c07862cf7fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673332 Nov 10 17:05:44.437822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60034) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:44.466817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02036217-7c5a-4c7d-9aae-0498d9d7414d req-8e591ac1-4e19-4046-9304-c05027a17e99 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "GET /v2.0/ports?device_id=c756a489-9a59-49e0-853f-90bb4a2f0003 HTTP/1.1" status: 200 len: 210 time: 0.0402458 Nov 10 17:05:44.483571 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.522034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:05:44.526479 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.543155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dbe1a5-e56e-4e05-9091-49a79321f24a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:44.552961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.553189 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Added segment df1e7171-add0-457b-a5b2-996f89433a16 of type vlan for network 7a9d1786-1df7-46e2-be2f-0cf13384198f Nov 10 17:05:44.567277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2466e2-a9bf-4b58-be07-13b5479a5c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.594247 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.611337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.624163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2466e2-a9bf-4b58-be07-13b5479a5c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.704207 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Floating IP a7e5b191-5a62-4c88-be4e-45ac623cb8b2 associated. External IP: 172.25.3.42, port: 580c48f5-4076-4170-a86f-f3f9f994f765. Nov 10 17:05:44.708813 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.709807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:44.710380 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.771589 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2466e2-a9bf-4b58-be07-13b5479a5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.774295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa2466e2-a9bf-4b58-be07-13b5479a5c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:44.775657 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa2466e2-a9bf-4b58-be07-13b5479a5c70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65e61cb8-f6b3-45d3-8a70-65f3bd7ae177 HTTP/1.1" status: 204 len: 168 time: 0.3364639 Nov 10 17:05:44.789073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2466e2-a9bf-4b58-be07-13b5479a5c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e61cb8-f6b3-45d3-8a70-65f3bd7ae177,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:44.793031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] Pushing event updated for resources: {'Network': ['ID=7a9d1786-1df7-46e2-be2f-0cf13384198f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:44.808751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7a9d1786-1df7-46e2-be2f-0cf13384198f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:05:44.833595 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-02547e44-eacc-4fda-9678-b5490f93bf5f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7333167 Nov 10 17:05:44.834261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:44.846761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Request body: {'subnet': {'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1369639382-subnet', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:44.978124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Router 364e5b44-10c7-4dd0-841e-1a598ab24577 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:44.983229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Made reservation on behalf of d7bf7118b3064ad9b2d164ed21126a23 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:44.985613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:45.116515 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Sync routers for ids ['a336a829-1a6f-42f7-8002-818e0a35d4a1'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:45.127159 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Routers {'a336a829-1a6f-42f7-8002-818e0a35d4a1'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:45.128384 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a336a829-1a6f-42f7-8002-818e0a35d4a1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:45.168551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:45.173945 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:45.183463 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] Sync routers for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:45.197052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:45.197974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:45.253546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c1413409-a68d-4500-a689-7fbda128b72a tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "PUT /v2.0/floatingips/a7e5b191-5a62-4c88-be4e-45ac623cb8b2 HTTP/1.1" status: 200 len: 991 time: 1.4568408 Nov 10 17:05:45.265988 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Set router a336a829-1a6f-42f7-8002-818e0a35d4a1 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:45.323182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 73907c47-e41c-466f-bb8b-244a5404f12c no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:45.363914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 73907c47-e41c-466f-bb8b-244a5404f12c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:45.364580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 73907c47-e41c-466f-bb8b-244a5404f12c not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:45.387837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:45.436426 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:45.500809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:45.523987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Checking segment: {'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:45.527927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Network hostable DHCP agents. Network: 7a9d1786-1df7-46e2-be2f-0cf13384198f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:05:45.536029 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:05:41Z', 'revision_number': 4, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd14cfca8-b1fd-4953-bbca-e223428f2505', 'name': '', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'mac_address': 'fa:16:3e:b7:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:39Z', 'updated_at': '2021-11-10T17:05:41Z', 'revision_number': 2, 'project_id': '06decddafaaf43378479cf00936bbd51', 'subnets': [{'id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:45.540569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'tag': '580c48f5-4076-4170-a86f-f3f9f994f765'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:05:45.543437 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a8a462-f875-425c-9b63-8c89e20fbf84" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9bd716-bb8f-4b74-97f2-2d735a13bd23", "tag": "580c48f5-4076-4170-a86f-f3f9f994f765"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:05:45.564673 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Checking router: a336a829-1a6f-42f7-8002-818e0a35d4a1 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:45.568434 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Updating router a336a829-1a6f-42f7-8002-818e0a35d4a1 port d14cfca8-b1fd-4953-bbca-e223428f2505 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:05:45.584017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:45.605452 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:45.618205 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a1f520-5830-45cf-be93-53dc8127b291 x-openstack-request-id: req-f9a1f520-5830-45cf-be93-53dc8127b291 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:05:45.618524 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9bd716-bb8f-4b74-97f2-2d735a13bd23", "tag": "580c48f5-4076-4170-a86f-f3f9f994f765", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:05:45.618756 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9a1f520-5830-45cf-be93-53dc8127b291 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:05:45.619688 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'tag': '580c48f5-4076-4170-a86f-f3f9f994f765', 'status': 'completed', 'code': 200} Nov 10 17:05:45.723077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a7e5b191-5a62-4c88-be4e-45ac623cb8b2', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'port_id': '580c48f5-4076-4170-a86f-f3f9f994f765', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'mac_address': 'fa:16:3e:6e:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:27Z', 'updated_at': '2021-11-10T17:05:44Z', 'revision_number': 1, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:45.763588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] Checking router: 364e5b44-10c7-4dd0-841e-1a598ab24577 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:45.774724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:45.775740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:45.896567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:45.978833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Network 7a9d1786-1df7-46e2-be2f-0cf13384198f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:05:45.984435 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.009765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c777caba-7cb1-429f-9760-d9bd06ee7fb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.020325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-9a608a97-1b46-4db2-bca5-d05fdc286e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:46.021850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-9a608a97-1b46-4db2-bca5-d05fdc286e3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 1098 time: 0.3838346 Nov 10 17:05:46.069078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c777caba-7cb1-429f-9760-d9bd06ee7fb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.070628 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.105682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7a9d1786-1df7-46e2-be2f-0cf13384198f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:46.120769 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Pushing event updated for resources: {'Port': ['ID=d14cfca8-b1fd-4953-bbca-e223428f2505,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:46.122364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe67445-5654-4887-a8ec-0564d5ba8b97 None None] Network 7a9d1786-1df7-46e2-be2f-0cf13384198f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:46.122999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:46.123818 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.138850 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.139187 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.139673 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.140057 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.140306 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.140624 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.141035 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.141266 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.141552 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.141864 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.142171 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.142480 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:05:46.196656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-19ef58a1-424e-4549-8960-28166229d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:46.204020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-19ef58a1-424e-4549-8960-28166229d2b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.1746528 Nov 10 17:05:46.218646 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Attempting to bind port d14cfca8-b1fd-4953-bbca-e223428f2505 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:46.219146 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Attempting to bind port d14cfca8-b1fd-4953-bbca-e223428f2505 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:46.219580 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Attempting to bind port d14cfca8-b1fd-4953-bbca-e223428f2505 on network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:46.226484 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:46.226753 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Checking segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:46.227329 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.227862 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Bound using segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:46.228424 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Bound port: d14cfca8-b1fd-4953-bbca-e223428f2505, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:46.228883 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.262067 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aab04891-6994-41c0-93dc-0f26970d2ae9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4236028 Nov 10 17:05:46.264855 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60068) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:46.269955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:46.318638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a7e5b191-5a62-4c88-be4e-45ac623cb8b2', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'port_id': '580c48f5-4076-4170-a86f-f3f9f994f765', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'mac_address': 'fa:16:3e:6e:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:27Z', 'updated_at': '2021-11-10T17:05:44Z', 'revision_number': 1, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:46.325645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-b140dabb-e507-48e5-b987-024dc8c13bc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580c48f5-4076-4170-a86f-f3f9f994f765 HTTP/1.1" status: 200 len: 999 time: 0.1139567 Nov 10 17:05:46.342736 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] For port d14cfca8-b1fd-4953-bbca-e223428f2505, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:46.346636 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] For port d14cfca8-b1fd-4953-bbca-e223428f2505, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d14cfca8-b1fd-4953-bbca-e223428f2505,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:46.355745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7df8d7-9913-4625-a361-d2d8d4dca856 None None] The sync data for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 is: [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'a7e5b191-5a62-4c88-be4e-45ac623cb8b2', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'port_id': '580c48f5-4076-4170-a86f-f3f9f994f765', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'mac_address': 'fa:16:3e:6e:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:05:27Z', 'updated_at': '2021-11-10T17:05:44Z', 'revision_number': 1, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:46.390188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c777caba-7cb1-429f-9760-d9bd06ee7fb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.399082 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c777caba-7cb1-429f-9760-d9bd06ee7fb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.405168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c777caba-7cb1-429f-9760-d9bd06ee7fb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/security-groups/a07c5f04-ed11-4c3a-89b8-e7f04db82cee HTTP/1.1" status: 204 len: 168 time: 0.8172011 Nov 10 17:05:46.412225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.413181 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.417677 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.426523 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-7a9d1786-1df7-46e2-be2f-0cf13384198f', 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'fixed_ips': [{'subnet_id': '4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:05:46.426952 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.467916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777caba-7cb1-429f-9760-d9bd06ee7fb5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07c5f04-ed11-4c3a-89b8-e7f04db82cee,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:46.495994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-6119a72f-3263-421a-8e57-7dad8792686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:46.498201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-6119a72f-3263-421a-8e57-7dad8792686d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.1652238 Nov 10 17:05:46.524534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:46.566656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.568751 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Routers {'a336a829-1a6f-42f7-8002-818e0a35d4a1'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:46.570474 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a336a829-1a6f-42f7-8002-818e0a35d4a1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:46.650809 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407cb6-0d55-4f66-b5e5-b1e01be89f08 None None] Pushing event updated for resources: {'Port': ['ID=d14cfca8-b1fd-4953-bbca-e223428f2505,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:46.684139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-5dcf5d9c-4053-4699-98f4-8306bb62f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:46.686681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-5dcf5d9c-4053-4699-98f4-8306bb62f873 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793730 Nov 10 17:05:46.719763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Allocated IP 172.20.0.2 (7a9d1786-1df7-46e2-be2f-0cf13384198f/4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8/f85cfa45-82b4-4f4e-9f22-f3dabc971689) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:46.722656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e4927076-7836-42e6-89cb-0dda776e66bb None None] Provisioning complete for port d14cfca8-b1fd-4953-bbca-e223428f2505 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:46.723495 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4927076-7836-42e6-89cb-0dda776e66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.867062 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] Set router a336a829-1a6f-42f7-8002-818e0a35d4a1 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:46.899647 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d5a6a2-31e2-473a-bda2-65e866f09fb3 None None] New status for floating IP a7e5b191-5a62-4c88-be4e-45ac623cb8b2: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:05:46.954415 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4927076-7836-42e6-89cb-0dda776e66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:46.973697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.002646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-ce1d86d8-c966-4378-9591-34d085c0a996 service neutron] 10.222.0.18 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251205 Nov 10 17:05:47.047004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e4927076-7836-42e6-89cb-0dda776e66bb None None] For port d14cfca8-b1fd-4953-bbca-e223428f2505, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d14cfca8-b1fd-4953-bbca-e223428f2505,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:47.080825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.127279 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4927076-7836-42e6-89cb-0dda776e66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.226787 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.242615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9a8a462-f875-425c-9b63-8c89e20fbf84 req-5d4acaf2-7401-4ff8-ab41-928f678064e5 service neutron] 10.222.0.18 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074265 Nov 10 17:05:47.274717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4927076-7836-42e6-89cb-0dda776e66bb None None] Pushing event updated for resources: {'Port': ['ID=d14cfca8-b1fd-4953-bbca-e223428f2505,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:47.336958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Pushing event updated for resources: {'Port': ['ID=f85cfa45-82b4-4f4e-9f22-f3dabc971689,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:47.347514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Network 7a9d1786-1df7-46e2-be2f-0cf13384198f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:47.356064 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:05:41Z', 'revision_number': 4, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd14cfca8-b1fd-4953-bbca-e223428f2505', 'name': '', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'mac_address': 'fa:16:3e:b7:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:39Z', 'updated_at': '2021-11-10T17:05:46Z', 'revision_number': 4, 'project_id': '06decddafaaf43378479cf00936bbd51', 'subnets': [{'id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:47.357369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:47.365802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6a6f1ba1-d68d-417c-b4be-4ddd5d90b11e None None] Provisioning complete for port d14cfca8-b1fd-4953-bbca-e223428f2505 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:47.366438 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a6f1ba1-d68d-417c-b4be-4ddd5d90b11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.367585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.368798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:47.425712 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397180e-d488-4469-b3c3-b66d6a038677 None None] The sync data for ids ['a336a829-1a6f-42f7-8002-818e0a35d4a1'] in n-d-714676-11 is: [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:05:41Z', 'revision_number': 4, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd14cfca8-b1fd-4953-bbca-e223428f2505', 'name': '', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'mac_address': 'fa:16:3e:b7:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:39Z', 'updated_at': '2021-11-10T17:05:46Z', 'revision_number': 4, 'project_id': '06decddafaaf43378479cf00936bbd51', 'subnets': [{'id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:47.471187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.490041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Attempting to bind port f85cfa45-82b4-4f4e-9f22-f3dabc971689 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:47.490440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Attempting to bind port f85cfa45-82b4-4f4e-9f22-f3dabc971689 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:47.490769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Attempting to bind port f85cfa45-82b4-4f4e-9f22-f3dabc971689 on network 7a9d1786-1df7-46e2-be2f-0cf13384198f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:47.500125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:47.500497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Checking segment: {'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:47.500895 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.501288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Bound using segment: {'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:47.501769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Bound port: f85cfa45-82b4-4f4e-9f22-f3dabc971689, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:47.502142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.507924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.665798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] For port f85cfa45-82b4-4f4e-9f22-f3dabc971689, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:47.669440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] For port f85cfa45-82b4-4f4e-9f22-f3dabc971689, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f85cfa45-82b4-4f4e-9f22-f3dabc971689,segment=NetworkSegment(df1e7171-add0-457b-a5b2-996f89433a16),segment_id=df1e7171-add0-457b-a5b2-996f89433a16)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:47.684017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Allocated IP 172.25.3.70 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/6512e37c-8f92-44b7-8a98-e668b9d8da7f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:47.714758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d14cfca8-b1fd-4953-bbca-e223428f2505 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:47.746245 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.841375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.849087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f99c1-67c1-4f75-af52-79f88bf231f5 None None] Pushing event updated for resources: {'Port': ['ID=f85cfa45-82b4-4f4e-9f22-f3dabc971689,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:47.856097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d14cfca8-b1fd-4953-bbca-e223428f2505 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:47.858268 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.981335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:47.982328 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:47.990220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:48.080019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:48.087148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:48.105028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef6e86-e64f-4e1f-ad96-3aa3613401be None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:48.106844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:48.124883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port 8b6668dd-82fc-4f94-9477-40aaeb54f4d0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:48.125391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:48.145031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:48.174125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Pushing event updated for resources: {'Port': ['ID=6512e37c-8f92-44b7-8a98-e668b9d8da7f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:48.247714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7b3e481e-3e7b-45db-ae4a-654b78ddd256 None None] Provisioning complete for port 6512e37c-8f92-44b7-8a98-e668b9d8da7f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:48.248137 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b3e481e-3e7b-45db-ae4a-654b78ddd256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:48.344677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e481e-3e7b-45db-ae4a-654b78ddd256 None None] Port 6512e37c-8f92-44b7-8a98-e668b9d8da7f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:48.519864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:48.551436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=8b6668dd-82fc-4f94-9477-40aaeb54f4d0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:48.748531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:48.814815 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:48.968226 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:49.088609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:49.212960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:49.221797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60104) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:49.222983 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-311ea4e6-d115-4471-aa0f-334b4ba386d5 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "PUT /v2.0/routers/30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973348 Nov 10 17:05:49.225652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] Sync routers for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:49.235279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Router 8b232490-faee-4d95-9185-074b6dfde98b is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:05:49.243367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:49.244853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:49.322130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3badfe6-361b-4c63-b86e-2f5b01a39956 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting subnet b4ac80d2-8a5a-449d-8d5c-6551f4f63423 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:05:49.328833 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3badfe6-361b-4c63-b86e-2f5b01a39956 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:49.413057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3badfe6-361b-4c63-b86e-2f5b01a39956 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:49.447885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b010dbd-661a-4909-b9b2-20ca074ad82a None None] Network 7a9d1786-1df7-46e2-be2f-0cf13384198f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:49.460456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:49.471834 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Sync routers for ids ['8b232490-faee-4d95-9185-074b6dfde98b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:49.490870 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Routers {'8b232490-faee-4d95-9185-074b6dfde98b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:49.491521 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b232490-faee-4d95-9185-074b6dfde98b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:49.522567 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3badfe6-361b-4c63-b86e-2f5b01a39956 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:49.553556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:49.557843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-19bbb9df-1ba8-4cc4-b518-cceb67cbc19c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2889013 Nov 10 17:05:49.558105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8ef396f0-2798-4eba-80ad-f3b5257f19ef None None] Provisioning complete for port f85cfa45-82b4-4f4e-9f22-f3dabc971689 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:49.558105 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ef396f0-2798-4eba-80ad-f3b5257f19ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:49.558306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:49.727035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3badfe6-361b-4c63-b86e-2f5b01a39956 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:49.820607 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3badfe6-361b-4c63-b86e-2f5b01a39956 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:49.824313 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a3badfe6-361b-4c63-b86e-2f5b01a39956 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/subnets/b4ac80d2-8a5a-449d-8d5c-6551f4f63423 HTTP/1.1" status: 204 len: 168 time: 0.6013436 Nov 10 17:05:49.834351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:49.838798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60118) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:49.841810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3badfe6-361b-4c63-b86e-2f5b01a39956 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ac80d2-8a5a-449d-8d5c-6551f4f63423,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:49.865104 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Set router 8b232490-faee-4d95-9185-074b6dfde98b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:49.952935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f85cfa45-82b4-4f4e-9f22-f3dabc971689 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:49.955401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71de9ed-2be2-46c3-adb9-37a000c2ce6b None None] Network e33517d9-5764-4f41-9847-0591e1e11582 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:49.960398 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ef396f0-2798-4eba-80ad-f3b5257f19ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.009209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8ef396f0-2798-4eba-80ad-f3b5257f19ef None None] For port f85cfa45-82b4-4f4e-9f22-f3dabc971689, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f85cfa45-82b4-4f4e-9f22-f3dabc971689,segment=NetworkSegment(df1e7171-add0-457b-a5b2-996f89433a16),segment_id=df1e7171-add0-457b-a5b2-996f89433a16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:50.010100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.133172 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:05:48Z', 'revision_number': 3, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port': {'id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:47Z', 'updated_at': '2021-11-10T17:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:50.137634 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ef396f0-2798-4eba-80ad-f3b5257f19ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.165011 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.203200 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Checking router: 8b232490-faee-4d95-9185-074b6dfde98b for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:50.203622 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Updating router 8b232490-faee-4d95-9185-074b6dfde98b port 6512e37c-8f92-44b7-8a98-e668b9d8da7f binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:05:50.266368 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.310802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Deleting port c5677808-ba66-44a0-956a-8c47d91626f3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:50.314074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.421470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] For port c5677808-ba66-44a0-956a-8c47d91626f3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5677808-ba66-44a0-956a-8c47d91626f3,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:50.422824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.462740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Calling delete_port for c5677808-ba66-44a0-956a-8c47d91626f3 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:50.483205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f85cfa45-82b4-4f4e-9f22-f3dabc971689 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:50.483834 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.613941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef396f0-2798-4eba-80ad-f3b5257f19ef None None] Pushing event updated for resources: {'Port': ['ID=f85cfa45-82b4-4f4e-9f22-f3dabc971689,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:50.674102 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.711622 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.729530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:05:48Z', 'revision_number': 5, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port': {'id': 'c5677808-ba66-44a0-956a-8c47d91626f3', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:25Z', 'updated_at': '2021-11-10T17:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:50.757146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-847385d8-5604-4979-b81d-474a63ce8425 None None] Provisioning complete for port f85cfa45-82b4-4f4e-9f22-f3dabc971689 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:50.757614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-847385d8-5604-4979-b81d-474a63ce8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.810555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] Checking router: 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:50.822238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] DHCP port deletion for e33517d9-5764-4f41-9847-0591e1e11582 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:50.840034 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.863948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.886539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] Routers {'30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:50.887296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:50.900202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Allocated IP 172.20.0.1 (7a9d1786-1df7-46e2-be2f-0cf13384198f/4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8/20b2d34f-236e-42f7-bd39-c1f9a39a9a01) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:50.928518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Port': ['ID=c5677808-ba66-44a0-956a-8c47d91626f3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:50.944689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d437b1-ebeb-459d-b281-d52abaa5ad5c None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:50.974674 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8559ba-ca9a-48e4-944b-8a7b239e4e2a None None] Pushing event updated for resources: {'Port': ['ID=6512e37c-8f92-44b7-8a98-e668b9d8da7f,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:50.981463 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Attempting to bind port 6512e37c-8f92-44b7-8a98-e668b9d8da7f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:50.981880 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Attempting to bind port 6512e37c-8f92-44b7-8a98-e668b9d8da7f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:50.982291 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Attempting to bind port 6512e37c-8f92-44b7-8a98-e668b9d8da7f on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:50.990196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:50.990572 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:50.991459 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.991459 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:50.991814 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Bound port: 6512e37c-8f92-44b7-8a98-e668b9d8da7f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:50.992182 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:50.992301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] Set router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:51.070975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e531bfc-99f1-4958-9af9-5b958d3cc602 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:51.075861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:05:50Z', 'revision_number': 7, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:51.078397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.084666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.090435 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] For port 6512e37c-8f92-44b7-8a98-e668b9d8da7f, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:51.095367 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] For port 6512e37c-8f92-44b7-8a98-e668b9d8da7f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6512e37c-8f92-44b7-8a98-e668b9d8da7f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:51.135520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c19d3ad-c884-4ca0-bf69-25af3d462af5 None None] The sync data for ids ['30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de'] in n-d-714676-11 is: [{'id': '30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de', 'name': 'tempest-TestNetworkBasicOps-router-599569197', 'tenant_id': '7409b56f806c43c3809c5a352767930c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:23Z', 'updated_at': '2021-11-10T17:05:50Z', 'revision_number': 7, 'project_id': '7409b56f806c43c3809c5a352767930c', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:51.153555 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.166935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] Deleting port 064ecf58-29f2-4bb3-aab5-ae5505067360 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:05:51.167349 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.185866 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.236843 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8cb76-302b-4d1e-a4b0-7389acb0c1b1 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:05:51.255740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] For port 064ecf58-29f2-4bb3-aab5-ae5505067360, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=064ecf58-29f2-4bb3-aab5-ae5505067360,segment=NetworkSegment(85513657-2b77-4676-9bef-c554a56201b0),segment_id=85513657-2b77-4676-9bef-c554a56201b0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:51.256357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.281692 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8559ba-ca9a-48e4-944b-8a7b239e4e2a None None] Pushing event updated for resources: {'Port': ['ID=6512e37c-8f92-44b7-8a98-e668b9d8da7f,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:51.289825 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Routers {'8b232490-faee-4d95-9185-074b6dfde98b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:51.290470 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b232490-faee-4d95-9185-074b6dfde98b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:51.293346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Network 7a9d1786-1df7-46e2-be2f-0cf13384198f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:51.296684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] Calling delete_port for 064ecf58-29f2-4bb3-aab5-ae5505067360 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:05:51.300200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:51.326467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:51.375740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Pushing event updated for resources: {'Port': ['ID=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:51.399667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4fc210b2-0fd2-435c-bb8a-990811d992d7 None None] Provisioning complete for port 6512e37c-8f92-44b7-8a98-e668b9d8da7f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:51.400354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fc210b2-0fd2-435c-bb8a-990811d992d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.403120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.578181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.588580 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] Set router 8b232490-faee-4d95-9185-074b6dfde98b gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:51.636978 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fc210b2-0fd2-435c-bb8a-990811d992d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.642873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] Pushing event deleted for resources: {'Port': ['ID=064ecf58-29f2-4bb3-aab5-ae5505067360,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:51.667815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e0fc8-686a-44a4-b25f-5335f7c89a40 None None] No DVR routers for this DVR port 064ecf58-29f2-4bb3-aab5-ae5505067360 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:05:51.715961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4fc210b2-0fd2-435c-bb8a-990811d992d7 None None] For port 6512e37c-8f92-44b7-8a98-e668b9d8da7f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6512e37c-8f92-44b7-8a98-e668b9d8da7f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:51.801950 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.846004 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4fc210b2-0fd2-435c-bb8a-990811d992d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.877807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.885737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:51.958187 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:05:48Z', 'revision_number': 3, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port': {'id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:47Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:51.985825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc210b2-0fd2-435c-bb8a-990811d992d7 None None] Pushing event updated for resources: {'Port': ['ID=6512e37c-8f92-44b7-8a98-e668b9d8da7f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:52.009186 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c0205-a6f2-475f-8d80-54a5289af697 None None] The sync data for ids ['8b232490-faee-4d95-9185-074b6dfde98b'] in n-d-714676-11 is: [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:05:48Z', 'revision_number': 3, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port': {'id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:47Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:52.017356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e946ddb8-c0c2-4974-831f-42e152fc0d84 None None] Provisioning complete for port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:52.017737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e946ddb8-c0c2-4974-831f-42e152fc0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.045506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.046041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Fanout notify agent at l3_agent the message router_deleted on router 30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:05:52.051702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.056359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.056359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-01e35100-0251-4a88-aae8-9a8ee09b6575 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/routers/30ff5cf1-f3d4-4d40-9c8d-2fbcc227d7de HTTP/1.1" status: 204 len: 168 time: 2.2149909 Nov 10 17:05:52.058629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:52.100330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e946ddb8-c0c2-4974-831f-42e152fc0d84 None None] Port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:52.121291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f85cfa45-82b4-4f4e-9f22-f3dabc971689 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:52.139482 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.183337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e946ddb8-c0c2-4974-831f-42e152fc0d84 None None] Provisioning complete for port 6512e37c-8f92-44b7-8a98-e668b9d8da7f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:52.184725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e946ddb8-c0c2-4974-831f-42e152fc0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.296161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.327661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.349890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Pushing event updated for resources: {'Port': ['ID=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:52.607491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f85cfa45-82b4-4f4e-9f22-f3dabc971689 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:52.608070 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.678019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.707938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33517d9-5764-4f41-9847-0591e1e11582']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:52.737496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85513657-2b77-4676-9bef-c554a56201b0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:52.738126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85513657-2b77-4676-9bef-c554a56201b0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:52.755461 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.788776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.802683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Network 7a9d1786-1df7-46e2-be2f-0cf13384198f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:52.805141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:05:52.805558 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:05:52.809587 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:05:52.828124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:52.835220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 064ecf58-29f2-4bb3-aab5-ae5505067360 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:52.920413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 064ecf58-29f2-4bb3-aab5-ae5505067360 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:52.920736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 064ecf58-29f2-4bb3-aab5-ae5505067360 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:52.921141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:52.955105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:52.964142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8b6668dd-82fc-4f94-9477-40aaeb54f4d0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:52.966712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60160) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:53.118487 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.124976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.133982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] 10.222.0.62 "DELETE /v2.0/networks/e33517d9-5764-4f41-9847-0591e1e11582 HTTP/1.1" status: 204 len: 168 time: 1.0733840 Nov 10 17:05:53.163212 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad3fdc5-9b5a-4b67-b9f9-f88c3213a811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.168636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfcc8c-b9d5-4315-bc7b-8a19ef9d26f3 tempest-TestNetworkBasicOps-1550839669 tempest-TestNetworkBasicOps-1550839669-project] Pushing event deleted for resources: {'Network': ['ID=e33517d9-5764-4f41-9847-0591e1e11582,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:53.195355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Router 8b232490-faee-4d95-9185-074b6dfde98b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:05:53.298095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a04bbad8-5bcf-4f68-abc7-40d9ef2ffe9f None None] Provisioning complete for port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:53.298480 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a04bbad8-5bcf-4f68-abc7-40d9ef2ffe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.301620 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad3fdc5-9b5a-4b67-b9f9-f88c3213a811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.350609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a04bbad8-5bcf-4f68-abc7-40d9ef2ffe9f None None] Port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:53.370997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad3fdc5-9b5a-4b67-b9f9-f88c3213a811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.416703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:05:53.438577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-53425e48-99c7-41d8-9fca-c3c29efc1e05 admin admin] 10.222.0.62 "PUT /v2.0/routers/8b232490-faee-4d95-9185-074b6dfde98b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8792245 Nov 10 17:05:53.466376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aad3fdc5-9b5a-4b67-b9f9-f88c3213a811 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffeb1b1e37f54186be47510596e807d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960339 Nov 10 17:05:53.466943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60170) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:53.482482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3fdc5-9b5a-4b67-b9f9-f88c3213a811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ec8f1d-10e7-4dd9-95a1-ebdfe97c9f56,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:53.671226 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc763-1e88-4bd9-8534-85ebf0909c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.736645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc763-1e88-4bd9-8534-85ebf0909c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.739632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60174) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:53.771441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6512e37c-8f92-44b7-8a98-e668b9d8da7f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:53.871465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6512e37c-8f92-44b7-8a98-e668b9d8da7f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:53.872127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.902736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc763-1e88-4bd9-8534-85ebf0909c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.905951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc763-1e88-4bd9-8534-85ebf0909c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:53.909688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6e5bc763-1e88-4bd9-8534-85ebf0909c3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0ec8f1d-10e7-4dd9-95a1-ebdfe97c9f56 HTTP/1.1" status: 204 len: 168 time: 0.4392533 Nov 10 17:05:53.932579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bc763-1e88-4bd9-8534-85ebf0909c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ec8f1d-10e7-4dd9-95a1-ebdfe97c9f56,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:54.015881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-455bde22-3ab2-4226-9e52-3e85bc184c4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7409b56f806c43c3809c5a352767930c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730470 Nov 10 17:05:54.018188 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60184) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:54.107176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5677808-ba66-44a0-956a-8c47d91626f3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:05:54.117253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33e4be52-5be3-44c2-8367-56d2318f3e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:54.153751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33e4be52-5be3-44c2-8367-56d2318f3e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:54.168018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c5677808-ba66-44a0-956a-8c47d91626f3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:05:54.168018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5677808-ba66-44a0-956a-8c47d91626f3 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:05:54.313595 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33e4be52-5be3-44c2-8367-56d2318f3e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:54.316682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33e4be52-5be3-44c2-8367-56d2318f3e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:54.318044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-33e4be52-5be3-44c2-8367-56d2318f3e31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb411abc-9a37-4d50-b264-e434dd08f164 HTTP/1.1" status: 204 len: 168 time: 0.2988713 Nov 10 17:05:54.333158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4be52-5be3-44c2-8367-56d2318f3e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb411abc-9a37-4d50-b264-e434dd08f164,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:54.525208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-ab4cf0ee-6137-4fc9-baa8-6717f0fef92c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:54.526614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-ab4cf0ee-6137-4fc9-baa8-6717f0fef92c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/networks?id=7554f6a8-6ef3-47a0-b100-13f4768c34e8 HTTP/1.1" status: 200 len: 911 time: 0.0986450 Nov 10 17:05:54.541673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-7a655088-4f8b-4143-9da0-db14ff7add7b tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/quotas/d7bf7118b3064ad9b2d164ed21126a23 HTTP/1.1" status: 200 len: 375 time: 0.0090511 Nov 10 17:05:54.624642 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-ca410d87-e68d-4fae-9fcd-b208bf7e224f tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771463 Nov 10 17:05:54.717649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60208) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:54.731888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56d163be-e8b2-4fa4-9264-2acd850ee719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:54.840757 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56d163be-e8b2-4fa4-9264-2acd850ee719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:54.925633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-dc525237-f6b1-4c21-8b73-ddf9f3ef9a8a service neutron] 10.222.0.62 "GET /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913930 Nov 10 17:05:54.943593 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56d163be-e8b2-4fa4-9264-2acd850ee719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.010077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Sync routers for ids ['8b232490-faee-4d95-9185-074b6dfde98b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:05:55.020859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Routers {'8b232490-faee-4d95-9185-074b6dfde98b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:55.021591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b232490-faee-4d95-9185-074b6dfde98b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:55.031261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d163be-e8b2-4fa4-9264-2acd850ee719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2087ccb2-c0bd-4534-b6f7-c2e332c7c121,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:55.035934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-56d163be-e8b2-4fa4-9264-2acd850ee719 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=017dde244349417780b41d57de397ceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171599 Nov 10 17:05:55.039131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:55.067921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-61662b76-79bc-4e61-897f-166c8a357c53 service neutron] 10.222.0.62 "GET /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341014 Nov 10 17:05:55.093066 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b0a65a5-f49a-40e0-8868-36262b4570a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.118884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b0a65a5-f49a-40e0-8868-36262b4570a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.171165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Set router 8b232490-faee-4d95-9185-074b6dfde98b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:55.216675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-403c0682-9cf2-48cd-b342-7d2a2cfb04e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435445 Nov 10 17:05:55.246010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:55.261986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c6b36ba-06a6-4ece-860b-6f6377cdfa6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.263697 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b0a65a5-f49a-40e0-8868-36262b4570a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.266511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b0a65a5-f49a-40e0-8868-36262b4570a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.268304 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b0a65a5-f49a-40e0-8868-36262b4570a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2087ccb2-c0bd-4534-b6f7-c2e332c7c121 HTTP/1.1" status: 204 len: 168 time: 0.2284336 Nov 10 17:05:55.343534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a65a5-f49a-40e0-8868-36262b4570a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087ccb2-c0bd-4534-b6f7-c2e332c7c121,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:55.399534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0abec41-7611-44b5-a6c7-2c5851129a60 req-89d3925f-663d-4f51-bd1f-8ba8d65cd81b tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 210 time: 0.0407770 Nov 10 17:05:55.445189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-f43e8777-44b3-4069-a0c4-954f3900abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:55.449091 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-f43e8777-44b3-4069-a0c4-954f3900abce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1097 time: 0.1807001 Nov 10 17:05:55.499409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c6b36ba-06a6-4ece-860b-6f6377cdfa6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.524308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 4, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port': {'id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:47Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '20b2d34f-236e-42f7-bd39-c1f9a39a9a01', 'name': '', 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'mac_address': 'fa:16:3e:11:f2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:50Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 2, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'subnets': [{'id': '4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:55.559618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Checking router: 8b232490-faee-4d95-9185-074b6dfde98b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:05:55.560025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Updating router 8b232490-faee-4d95-9185-074b6dfde98b port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:05:55.576903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c6b36ba-06a6-4ece-860b-6f6377cdfa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.606622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.648784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c6b36ba-06a6-4ece-860b-6f6377cdfa6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa9eca66209e4aae9ccec58175ac141c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014645 Nov 10 17:05:55.650080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b36ba-06a6-4ece-860b-6f6377cdfa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185406bd-faf7-4f5a-8b88-b1018feb5f09,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:55.652890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:55.682089 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-53b6ebe1-855f-434b-a44b-9ec22e113f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:55.685283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-53b6ebe1-855f-434b-a44b-9ec22e113f85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 HTTP/1.1" status: 200 len: 898 time: 0.1894443 Nov 10 17:05:55.727045 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9054737-4876-49c0-bf48-664e3d8cd0e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.750196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9054737-4876-49c0-bf48-664e3d8cd0e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.779860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-c9f55246-ea8e-480e-a300-06d610ef0c23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5 HTTP/1.1" status: 200 len: 1001 time: 0.0864599 Nov 10 17:05:55.831721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-6b33daba-f9ea-40ee-be34-8a49ab2e205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:55.833460 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-6b33daba-f9ea-40ee-be34-8a49ab2e205e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666d9ff5-ecdb-4239-b852-83f1ddbcad6a HTTP/1.1" status: 200 len: 835 time: 0.0464900 Nov 10 17:05:55.888278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-cdbf72fd-59d3-4d4c-ac86-f2f1e3038161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:55.890615 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-cdbf72fd-59d3-4d4c-ac86-f2f1e3038161 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497603 Nov 10 17:05:55.948626 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:55.990188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-b4f5ef35-6827-4386-ae5d-db33583d2400 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927591 Nov 10 17:05:56.005667 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9054737-4876-49c0-bf48-664e3d8cd0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.008344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9054737-4876-49c0-bf48-664e3d8cd0e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.010245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c9054737-4876-49c0-bf48-664e3d8cd0e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/185406bd-faf7-4f5a-8b88-b1018feb5f09 HTTP/1.1" status: 204 len: 168 time: 0.3556941 Nov 10 17:05:56.017865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9054737-4876-49c0-bf48-664e3d8cd0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185406bd-faf7-4f5a-8b88-b1018feb5f09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:56.074451 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.120974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-65d1f22b-2295-4274-a7ae-0a6b14fe14e7 req-05d20f25-8589-4851-9743-a3f2c0e1fccf service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220291 Nov 10 17:05:56.165809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48655205-5e33-49ec-95f6-2ee7d5e686f4 None None] Pushing event updated for resources: {'Port': ['ID=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:56.200144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Attempting to bind port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:05:56.200516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Attempting to bind port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:05:56.200919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Attempting to bind port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 on network 7a9d1786-1df7-46e2-be2f-0cf13384198f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:05:56.207802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:05:56.208175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Checking segment: {'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:56.208569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.209015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Bound using segment: {'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:05:56.209824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Bound port: 20b2d34f-236e-42f7-bd39-c1f9a39a9a01, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1e7171-add0-457b-a5b2-996f89433a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:05:56.210014 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.288584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] For port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:05:56.292064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] For port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,segment=NetworkSegment(df1e7171-add0-457b-a5b2-996f89433a16),segment_id=df1e7171-add0-457b-a5b2-996f89433a16)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:05:56.392457 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.457846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f71fa3e3-2df2-456c-9571-8290e0382e29 None None] Provisioning complete for port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:56.458219 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f71fa3e3-2df2-456c-9571-8290e0382e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.517251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48655205-5e33-49ec-95f6-2ee7d5e686f4 None None] Pushing event updated for resources: {'Port': ['ID=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:56.519191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Routers {'8b232490-faee-4d95-9185-074b6dfde98b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:05:56.519872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b232490-faee-4d95-9185-074b6dfde98b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:56.555639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-444e5f39-7ea0-469a-8fd2-706fb6a31645 req-2a2048af-8b24-432a-9e30-764fa4fcab94 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 210 time: 0.0404961 Nov 10 17:05:56.712980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f71fa3e3-2df2-456c-9571-8290e0382e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.750313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f71fa3e3-2df2-456c-9571-8290e0382e29 None None] For port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,segment=NetworkSegment(df1e7171-add0-457b-a5b2-996f89433a16),segment_id=df1e7171-add0-457b-a5b2-996f89433a16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:05:56.764332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] Set router 8b232490-faee-4d95-9185-074b6dfde98b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:05:56.779591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-5b7760d5-a6f9-40a8-b067-1563dc0f52eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0629206 Nov 10 17:05:56.860216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f71fa3e3-2df2-456c-9571-8290e0382e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:56.875475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-25bb2a13-2006-47f0-b8b0-9f4c869eb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:56.877302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-25bb2a13-2006-47f0-b8b0-9f4c869eb6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 1098 time: 0.0495589 Nov 10 17:05:56.985887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fa3e3-2df2-456c-9571-8290e0382e29 None None] Pushing event updated for resources: {'Port': ['ID=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:57.017841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0cae596e-e54a-4f75-b6d8-a0e9fa32482f None None] Provisioning complete for port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:57.018564 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0cae596e-e54a-4f75-b6d8-a0e9fa32482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:57.026707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-214681a4-c236-4ef0-bfee-22a728c0ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:57.028191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-214681a4-c236-4ef0-bfee-22a728c0ca96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.1254585 Nov 10 17:05:57.099546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-8db9738d-c60b-4e4d-8300-8c3e041bfb57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580c48f5-4076-4170-a86f-f3f9f994f765 HTTP/1.1" status: 200 len: 1001 time: 0.0639763 Nov 10 17:05:57.120148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 4, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port': {'id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:47Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '20b2d34f-236e-42f7-bd39-c1f9a39a9a01', 'name': '', 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'mac_address': 'fa:16:3e:11:f2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:50Z', 'updated_at': '2021-11-10T17:05:56Z', 'revision_number': 4, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'subnets': [{'id': '4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:05:57.167886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-2960167a-c20d-4ec3-916e-1cd7aa7a24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:57.169357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-2960167a-c20d-4ec3-916e-1cd7aa7a24ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.0618954 Nov 10 17:05:57.172495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39607928-d606-40c6-abd0-3ae6a0637e28 None None] The sync data for ids ['8b232490-faee-4d95-9185-074b6dfde98b'] in n-d-714676-11 is: [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 4, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port': {'id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:47Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '20b2d34f-236e-42f7-bd39-c1f9a39a9a01', 'name': '', 'network_id': '7a9d1786-1df7-46e2-be2f-0cf13384198f', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'mac_address': 'fa:16:3e:11:f2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:50Z', 'updated_at': '2021-11-10T17:05:56Z', 'revision_number': 4, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'subnets': [{'id': '4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:05:57.228462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-1bcfb930-4d27-41f8-9cf1-a8df77f036b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:57.241645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-1bcfb930-4d27-41f8-9cf1-a8df77f036b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640640 Nov 10 17:05:57.356292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-5ef9c1a9-5b7e-410a-ba34-3d22f14e722e service neutron] 10.222.0.18 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124887 Nov 10 17:05:57.428461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60282) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:57.495867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a44590a9-78c9-4b7f-9499-c3df2eef8ddf req-7e124b4e-a98b-41d1-a628-ffe373193238 service neutron] 10.222.0.18 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313360 Nov 10 17:05:57.598328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-374508350-network', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:57.681502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11c4f719-37fe-4f13-982d-e76369b10a07 req-26f0479d-d4fd-4daf-882d-668ab0748c9f tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 210 time: 0.0303855 Nov 10 17:05:57.687036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:05:57.731353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Made reservation on behalf of 567aa4246d02450baa1a0d4a33dd3da5 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:57.734026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:57.747273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:57.747733 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:57.748415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:57.870247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:57.975654 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:58.005657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:05:58.016242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2e19a5-81d2-4bcd-b62f-a6a9d18073bb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:58.021952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:58.022329 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Added segment bf5656fd-e982-447d-b30d-f21b9a3fa633 of type vlan for network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 Nov 10 17:05:58.085600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:58.188702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:58.190041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:58.190703 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:58.271698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f28786-6f87-4268-aa7f-849a8c7bf9d7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:58.284594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:05:58.339927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-63a2b52d-283b-40f1-8208-af1e446c7994 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9102252 Nov 10 17:05:58.342936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60306) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:58.348958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Request body: {'subnet': {'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-374508350-subnet', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:58.445717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Made reservation on behalf of 567aa4246d02450baa1a0d4a33dd3da5 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:58.449802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:58.633781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-b49a8837-bcc2-44ac-bd66-727f75667762 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:58.635247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-b49a8837-bcc2-44ac-bd66-727f75667762 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.18 "GET /v2.0/networks?id=7554f6a8-6ef3-47a0-b100-13f4768c34e8 HTTP/1.1" status: 200 len: 911 time: 0.0938325 Nov 10 17:05:58.649282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Request body: {'port': {'device_id': '6082eb18-4192-4974-804e-bada94216095', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'admin_state_up': True, 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:58.708370 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:58.736560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Made reservation on behalf of d7bf7118b3064ad9b2d164ed21126a23 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:05:58.740394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:58.770567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a065bda0-13ce-4f33-b334-44b98a18664b,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:58.782375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Checking segment: {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:05:58.782756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Network hostable DHCP agents. Network: b8f28786-6f87-4268-aa7f-849a8c7bf9d7, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:05:58.836168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e464c7c9-5f28-496e-af62-08fa1cdf45e2 req-6173a5cc-bee7-4c35-af66-1d5b43c3f46b tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 210 time: 0.0542333 Nov 10 17:05:58.885227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:05:58.916622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Allocated IP 172.20.0.12 (7554f6a8-6ef3-47a0-b100-13f4768c34e8/dc60e44a-34f5-4a82-b1ae-01d914e337c4/efde1bd6-1d95-4a2a-886d-7f80705b780a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:59.044876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, b8f28786-6f87-4268-aa7f-849a8c7bf9d7) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:59.049799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:59.054231 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.058839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b38849-bc41-4281-9e8c-e707fa6ab732 None None] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:05:59.061517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.133869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-011c7352-1cc8-485d-b6ea-761a3ea389c7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7896249 Nov 10 17:05:59.136585 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60314) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:05:59.141194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:59.161068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.208031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:59.211111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:59.217837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:05:59.245284 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.249000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.249173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Pushing event updated for resources: {'Port': ['ID=efde1bd6-1d95-4a2a-886d-7f80705b780a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:05:59.288220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:59.288220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.357475 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.401850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-deaaa6a3-bc37-4321-ac86-5d55d6d87d48 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7559209 Nov 10 17:05:59.406016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:05:59.413240 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.415258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Request body: {'port': {'device_id': '6082eb18-4192-4974-804e-bada94216095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:05:59.496032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.558683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fc075386-8e67-48c0-ae59-1070ec9ec504 None None] Provisioning complete for port efde1bd6-1d95-4a2a-886d-7f80705b780a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:05:59.559524 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc075386-8e67-48c0-ae59-1070ec9ec504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.588272 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.608159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fc075386-8e67-48c0-ae59-1070ec9ec504 None None] Port efde1bd6-1d95-4a2a-886d-7f80705b780a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:05:59.616466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Allocated IP 172.20.0.2 (b8f28786-6f87-4268-aa7f-849a8c7bf9d7/a065bda0-13ce-4f33-b334-44b98a18664b/90d992de-9677-42e0-9dfc-ef8184d6964f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:05:59.786534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efde1bd6-1d95-4a2a-886d-7f80705b780a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:05:59.794429 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.807632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Transition to ACTIVE for port object efde1bd6-1d95-4a2a-886d-7f80705b780a will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:05:59.824901 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.929817 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.943088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.950689 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.955025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:05:59.983784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:05:59.987208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:05:59.997894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3acd5e-60a7-4568-bd4f-a6b0929e6701 req-19c864f5-bdf8-4346-b17b-e059345e252c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:05:59.999830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6e3acd5e-60a7-4568-bd4f-a6b0929e6701 req-19c864f5-bdf8-4346-b17b-e059345e252c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1054 time: 0.0905006 Nov 10 17:06:00.000468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:00.041921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b073884-24ea-4337-b581-470703812da4 service neutron] Pushing event updated for resources: {'Port': ['ID=efde1bd6-1d95-4a2a-886d-7f80705b780a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:00.045865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Pushing event updated for resources: {'Port': ['ID=90d992de-9677-42e0-9dfc-ef8184d6964f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:00.082743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.083352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.083849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.084341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.084828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.086908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.086908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.086908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.086908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.086908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.087858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.088366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:00.106844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Allocated IP 172.25.3.22 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/20e8257f-738a-4f11-bafe-21d0e5ce8d04) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:06:00.110124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Attempting to bind port 90d992de-9677-42e0-9dfc-ef8184d6964f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:00.110712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Attempting to bind port 90d992de-9677-42e0-9dfc-ef8184d6964f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:00.111241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Attempting to bind port 90d992de-9677-42e0-9dfc-ef8184d6964f on network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:00.117508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:00.121824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Checking segment: {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:00.121824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.121824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Bound using segment: {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:00.121824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Bound port: 90d992de-9677-42e0-9dfc-ef8184d6964f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:00.121824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.171887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6e3acd5e-60a7-4568-bd4f-a6b0929e6701 req-02df5035-d7c7-42a3-a283-f77e86d9ac8c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574247 Nov 10 17:06:00.206105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] For port 90d992de-9677-42e0-9dfc-ef8184d6964f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:00.209673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] For port 90d992de-9677-42e0-9dfc-ef8184d6964f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=90d992de-9677-42e0-9dfc-ef8184d6964f,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:00.210271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Attempting to bind port efde1bd6-1d95-4a2a-886d-7f80705b780a on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:00.210622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Attempting to bind port efde1bd6-1d95-4a2a-886d-7f80705b780a by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:00.210952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Attempting to bind port efde1bd6-1d95-4a2a-886d-7f80705b780a on network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:00.216245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Port efde1bd6-1d95-4a2a-886d-7f80705b780a on network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:06:00.216468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Attempting to bind port efde1bd6-1d95-4a2a-886d-7f80705b780a on network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:00.223498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:00.223848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Checking segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:00.224224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Bound using segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:00.224653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Bound port: efde1bd6-1d95-4a2a-886d-7f80705b780a, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:00.225007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.234431 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.280007 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.295798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] For port efde1bd6-1d95-4a2a-886d-7f80705b780a, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:00.298747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] For port efde1bd6-1d95-4a2a-886d-7f80705b780a, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=efde1bd6-1d95-4a2a-886d-7f80705b780a,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:00.337446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.343002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.352295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dc045-b47f-4a4d-ab20-e3c86e2611d9 None None] Pushing event updated for resources: {'Port': ['ID=90d992de-9677-42e0-9dfc-ef8184d6964f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:00.390454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:00.391084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.392523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-1b073884-24ea-4337-b581-470703812da4 service neutron] 10.222.0.18 "PUT /v2.0/ports/efde1bd6-1d95-4a2a-886d-7f80705b780a HTTP/1.1" status: 200 len: 1093 time: 0.9817479 Nov 10 17:06:00.393522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6082eb18-4192-4974-804e-bada94216095', 'tag': 'efde1bd6-1d95-4a2a-886d-7f80705b780a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:00.399767 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22b17c8-487a-4f31-8e5b-0b701e637472" -d '{"events": [{"name": "network-changed", "server_uuid": "6082eb18-4192-4974-804e-bada94216095", "tag": "efde1bd6-1d95-4a2a-886d-7f80705b780a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:00.400322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:00.404558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:00.408025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:00.438490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba4647e-ec06-4b6d-8cc3-8e4774b3d3c1 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:00.450172 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa8d78-092e-4488-97c4-ad871a69a7f5 x-openstack-request-id: req-3efa8d78-092e-4488-97c4-ad871a69a7f5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:00.450469 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6082eb18-4192-4974-804e-bada94216095", "tag": "efde1bd6-1d95-4a2a-886d-7f80705b780a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:00.450789 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3efa8d78-092e-4488-97c4-ad871a69a7f5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:00.451191 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6082eb18-4192-4974-804e-bada94216095', 'tag': 'efde1bd6-1d95-4a2a-886d-7f80705b780a', 'status': 'completed', 'code': 200} Nov 10 17:06:00.460697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b073884-24ea-4337-b581-470703812da4 service neutron] Pushing event updated for resources: {'Port': ['ID=efde1bd6-1d95-4a2a-886d-7f80705b780a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:00.481431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=20e8257f-738a-4f11-bafe-21d0e5ce8d04,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:00.512811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3bcfc4ad-71c8-4ba5-b6bd-0eefa46e6962 None None] Provisioning complete for port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:00.513182 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc4ad-71c8-4ba5-b6bd-0eefa46e6962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.546279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b17c8-487a-4f31-8e5b-0b701e637472 req-97b0d85c-73d9-4b99-bd0f-02b29f7716f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:00.551747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f22b17c8-487a-4f31-8e5b-0b701e637472 req-97b0d85c-73d9-4b99-bd0f-02b29f7716f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1096 time: 0.0747306 Nov 10 17:06:00.568096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfc4ad-71c8-4ba5-b6bd-0eefa46e6962 None None] Port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:00.737942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b17c8-487a-4f31-8e5b-0b701e637472 req-601ed8cb-f040-487c-bca6-9bfd14b798c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:00.744873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f22b17c8-487a-4f31-8e5b-0b701e637472 req-601ed8cb-f040-487c-bca6-9bfd14b798c4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1822088 Nov 10 17:06:00.871032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b17c8-487a-4f31-8e5b-0b701e637472 req-cc9bded9-2ff5-40de-bfef-5274539b0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:00.871032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f22b17c8-487a-4f31-8e5b-0b701e637472 req-cc9bded9-2ff5-40de-bfef-5274539b0956 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214354 Nov 10 17:06:00.910461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:00.969828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-e939a872-a9e8-48fb-b6b7-d240480134e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:00.973116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-e939a872-a9e8-48fb-b6b7-d240480134e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1096 time: 0.0523460 Nov 10 17:06:01.018298 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-9507e96a-5017-440c-bd2f-17ecebe148f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efde1bd6-1d95-4a2a-886d-7f80705b780a HTTP/1.1" status: 200 len: 217 time: 0.0359173 Nov 10 17:06:01.083896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-d05da3ad-13ab-4628-92f1-1309ade0d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:01.085331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-d05da3ad-13ab-4628-92f1-1309ade0d930 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dc60e44a-34f5-4a82-b1ae-01d914e337c4 HTTP/1.1" status: 200 len: 849 time: 0.0585108 Nov 10 17:06:01.159264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-64c5030a-c67f-499f-aedc-b2fca1aad621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:01.161554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-64c5030a-c67f-499f-aedc-b2fca1aad621 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7554f6a8-6ef3-47a0-b100-13f4768c34e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688119 Nov 10 17:06:01.162105 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:01.298015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-319d9190-65d8-488c-9100-6088ee29b510 service neutron] 10.222.0.18 "GET /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270785 Nov 10 17:06:01.334149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eca59-8cbb-4b67-a86d-d9e26e543b8f req-d4700be2-4d7d-4940-92e8-8280bdefb691 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:01.335806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-234eca59-8cbb-4b67-a86d-d9e26e543b8f req-d4700be2-4d7d-4940-92e8-8280bdefb691 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1096 time: 0.0724692 Nov 10 17:06:01.401397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-234eca59-8cbb-4b67-a86d-d9e26e543b8f req-785641cf-9acf-4c19-97f3-3e73e6caf66c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Nov 10 17:06:01.417660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5b039f00-7a98-4edb-abc3-2bf62da01372 req-16c9a875-f8a2-498f-8250-9626f1a04e14 service neutron] 10.222.0.18 "GET /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107392 Nov 10 17:06:01.462952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:06:01.500688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60350) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:01.598006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:06:01.617340 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Sync routers for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:06:01.623691 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:01.624565 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:01.632212 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91dd3bb-2ad6-4cb4-b28f-a8cbd82e80e5 None None] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:06:01.646941 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-642dd6e8-625e-487c-9408-39c1230ce2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:01.667058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f54fba-ed54-4216-893d-75998ab00efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:01.688580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:01.690688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-55d6a00e-4219-4546-a10e-e5c6b22cd2b6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5530660 Nov 10 17:06:01.692464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 90d992de-9677-42e0-9dfc-ef8184d6964f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:01.693339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60354) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:01.759249 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:01.766784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f54fba-ed54-4216-893d-75998ab00efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:01.768093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3a0b88ba-1344-40c4-a86c-040778cc6690 None None] Provisioning complete for port 90d992de-9677-42e0-9dfc-ef8184d6964f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:01.768699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a0b88ba-1344-40c4-a86c-040778cc6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:01.829001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f54fba-ed54-4216-893d-75998ab00efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:01.850122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 90d992de-9677-42e0-9dfc-ef8184d6964f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:01.850773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:01.907975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-47f54fba-ed54-4216-893d-75998ab00efd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02ad9286e44645a3a5106e5c8b98fe02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059572 Nov 10 17:06:01.910005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f54fba-ed54-4216-893d-75998ab00efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8349d-4be1-42ce-b734-30d32ef8d93e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:01.926160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60358) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:01.985928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a0b88ba-1344-40c4-a86c-040778cc6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.005874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d1c795b-5edf-4c40-b3e5-2ef5fe22b236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.022104 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:00Z', 'revision_number': 3, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:02.053924 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Checking router: 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:06:02.054419 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Updating router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:06:02.064568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3a0b88ba-1344-40c4-a86c-040778cc6690 None None] For port 90d992de-9677-42e0-9dfc-ef8184d6964f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=90d992de-9677-42e0-9dfc-ef8184d6964f,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:02.074320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.089395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d1c795b-5edf-4c40-b3e5-2ef5fe22b236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.141956 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a0b88ba-1344-40c4-a86c-040778cc6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.224163 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.233129 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:06:02.233498 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:06:02.240184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b88ba-1344-40c4-a86c-040778cc6690 None None] Pushing event updated for resources: {'Port': ['ID=90d992de-9677-42e0-9dfc-ef8184d6964f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:02.303468 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d1c795b-5edf-4c40-b3e5-2ef5fe22b236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.309737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d1c795b-5edf-4c40-b3e5-2ef5fe22b236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.309737 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6d1c795b-5edf-4c40-b3e5-2ef5fe22b236 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1d8349d-4be1-42ce-b734-30d32ef8d93e HTTP/1.1" status: 204 len: 168 time: 0.3856440 Nov 10 17:06:02.326537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c795b-5edf-4c40-b3e5-2ef5fe22b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8349d-4be1-42ce-b734-30d32ef8d93e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:02.337232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.369800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-81d533be-1271-4a84-94fb-98b54bc90a39 None None] Provisioning complete for port 90d992de-9677-42e0-9dfc-ef8184d6964f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:02.370106 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81d533be-1271-4a84-94fb-98b54bc90a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.562970 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.663778 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.716868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebb3d8-04b3-4dd2-afd6-5bef7053ac66 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:02.724185 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Attempting to bind port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:02.724799 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Attempting to bind port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:02.725218 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Attempting to bind port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:02.733642 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb09abc-cd71-48f7-9da8-8526d007ff79 None None] Pushing event updated for resources: {'Port': ['ID=20e8257f-738a-4f11-bafe-21d0e5ce8d04,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:02.749903 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:02.750305 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:02.750719 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.751095 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:02.751619 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Bound port: 20e8257f-738a-4f11-bafe-21d0e5ce8d04, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:02.752048 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.804890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bfd01517-5179-4dee-b334-1b106022f2c1 None None] Provisioning complete for port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:02.805253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfd01517-5179-4dee-b334-1b106022f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:02.845694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bfd01517-5179-4dee-b334-1b106022f2c1 None None] Port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:02.926717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335618-a370-46dc-a520-db7c601a9b4a req-a1e5916e-3b84-4e1d-bd08-03b047cd921c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:02.928299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6335618-a370-46dc-a520-db7c601a9b4a req-a1e5916e-3b84-4e1d-bd08-03b047cd921c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1096 time: 0.4032245 Nov 10 17:06:02.940775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Allocated IP 172.20.0.1 (b8f28786-6f87-4268-aa7f-849a8c7bf9d7/a065bda0-13ce-4f33-b334-44b98a18664b/b73e9827-4cf7-4154-aab0-a4ea6c12b31a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:06:02.976681 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] For port 20e8257f-738a-4f11-bafe-21d0e5ce8d04, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:02.980523 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] For port 20e8257f-738a-4f11-bafe-21d0e5ce8d04, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=20e8257f-738a-4f11-bafe-21d0e5ce8d04,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:03.029662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6335618-a370-46dc-a520-db7c601a9b4a req-245652b7-dc47-4572-b2ba-6006d358ece2 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930948 Nov 10 17:06:03.068650 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.081483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.113414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd35163b-8a9c-4024-861f-0eae90306516 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:03.137718 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:03.138364 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:03.141864 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60368) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:03.155615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f631e966-34b1-4acc-858d-83367444dc06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.167364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8d582ffe-8e99-4a31-97d4-62565d706991 None None] Provisioning complete for port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:03.167752 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d582ffe-8e99-4a31-97d4-62565d706991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.178590 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb09abc-cd71-48f7-9da8-8526d007ff79 None None] Pushing event updated for resources: {'Port': ['ID=20e8257f-738a-4f11-bafe-21d0e5ce8d04,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:03.194494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.248145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:03.250337 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d582ffe-8e99-4a31-97d4-62565d706991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.261487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:03.264246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:03.271282 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:03.287301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8d582ffe-8e99-4a31-97d4-62565d706991 None None] For port 20e8257f-738a-4f11-bafe-21d0e5ce8d04, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=20e8257f-738a-4f11-bafe-21d0e5ce8d04,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:03.294941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Pushing event updated for resources: {'Port': ['ID=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:03.340652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f631e966-34b1-4acc-858d-83367444dc06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.341848 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.355494 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d582ffe-8e99-4a31-97d4-62565d706991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.423699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d582ffe-8e99-4a31-97d4-62565d706991 None None] Pushing event updated for resources: {'Port': ['ID=20e8257f-738a-4f11-bafe-21d0e5ce8d04,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:03.439164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f631e966-34b1-4acc-858d-83367444dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.491988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631e966-34b1-4acc-858d-83367444dc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612e198b-d36d-4919-b810-1c575d89d541,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:03.499263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f631e966-34b1-4acc-858d-83367444dc06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e8db968fa934646bde3b637fcc548a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537965 Nov 10 17:06:03.499527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60370) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:03.505490 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:00Z', 'revision_number': 3, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:03.508770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device efde1bd6-1d95-4a2a-886d-7f80705b780a details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:06:03.540660 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517508a6-7402-4c76-9d46-8a70248430b1 None None] The sync data for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 is: [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:00Z', 'revision_number': 3, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:06:03.554373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6abd-3f4f-496d-9222-e1b3ca6bc7bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.601019 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6abd-3f4f-496d-9222-e1b3ca6bc7bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.607190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d9798abe-b364-41b2-84de-91d9fa98488f None None] Provisioning complete for port b73e9827-4cf7-4154-aab0-a4ea6c12b31a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:03.607584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9798abe-b364-41b2-84de-91d9fa98488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.616059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.659006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d9798abe-b364-41b2-84de-91d9fa98488f None None] Port b73e9827-4cf7-4154-aab0-a4ea6c12b31a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:03.663420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 90d992de-9677-42e0-9dfc-ef8184d6964f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:03.703977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port efde1bd6-1d95-4a2a-886d-7f80705b780a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=efde1bd6-1d95-4a2a-886d-7f80705b780a,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:03.724771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'efde1bd6-1d95-4a2a-886d-7f80705b780a', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'port_id': 'efde1bd6-1d95-4a2a-886d-7f80705b780a', 'mac_address': 'fa:16:3e:f5:0c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:06:03.773212 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.782051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 90d992de-9677-42e0-9dfc-ef8184d6964f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:03.782424 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.801766 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6abd-3f4f-496d-9222-e1b3ca6bc7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.804453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6abd-3f4f-496d-9222-e1b3ca6bc7bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.808958 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ee5c6abd-3f4f-496d-9222-e1b3ca6bc7bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/612e198b-d36d-4919-b810-1c575d89d541 HTTP/1.1" status: 204 len: 168 time: 0.3051751 Nov 10 17:06:03.820078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c6abd-3f4f-496d-9222-e1b3ca6bc7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612e198b-d36d-4919-b810-1c575d89d541,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:03.823747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efde1bd6-1d95-4a2a-886d-7f80705b780a {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:06:03.841907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.883563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port efde1bd6-1d95-4a2a-886d-7f80705b780a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=efde1bd6-1d95-4a2a-886d-7f80705b780a,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:03.913609 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.943166 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a460a3bf-16a8-416b-bad8-5ec4ad34a2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:03.944609 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:04.024137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:04.025998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Pushing event updated for resources: {'Port': ['ID=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:04.046564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=efde1bd6-1d95-4a2a-886d-7f80705b780a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:04.183940 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['efde1bd6-1d95-4a2a-886d-7f80705b780a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:06:04.204245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:04.208352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:04.389024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be3eb-0b63-42a9-a11a-98efbced9ca0 req-f789ca42-8271-41ed-a9d9-b663280833a8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:04.396211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b8be3eb-0b63-42a9-a11a-98efbced9ca0 req-f789ca42-8271-41ed-a9d9-b663280833a8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1097 time: 0.2384443 Nov 10 17:06:04.467704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:06:04.496231 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b8be3eb-0b63-42a9-a11a-98efbced9ca0 req-98841563-6bcd-40c8-9dd9-4ec74d25f271 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928144 Nov 10 17:06:04.592347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-40c068c5-ba98-4f40-b640-37077df16d51 None None] Provisioning complete for port b73e9827-4cf7-4154-aab0-a4ea6c12b31a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:04.592729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-40c068c5-ba98-4f40-b640-37077df16d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:04.633426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-40c068c5-ba98-4f40-b640-37077df16d51 None None] Port b73e9827-4cf7-4154-aab0-a4ea6c12b31a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:04.647710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:06:04.653925 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bd84ea63-13c2-4aed-a066-ee1d13fd685e admin admin] 10.222.0.62 "PUT /v2.0/routers/9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594619 Nov 10 17:06:05.136162 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.501006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:05.505777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1297279946-network', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:05.513305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device efde1bd6-1d95-4a2a-886d-7f80705b780a up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:05.604579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Made reservation on behalf of 92efdf09780147b8a06d574db4e4b0a9 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:06:05.607200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.616859 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.629596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66f805-c132-4951-a231-b5cca0af6b31 req-9aebbe8a-9df8-42fe-9142-e0b1cc6ca07b tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:05.631267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce66f805-c132-4951-a231-b5cca0af6b31 req-9aebbe8a-9df8-42fe-9142-e0b1cc6ca07b tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1097 time: 0.0636594 Nov 10 17:06:05.633361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port efde1bd6-1d95-4a2a-886d-7f80705b780a completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:06:05.639143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port efde1bd6-1d95-4a2a-886d-7f80705b780a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:05.639882 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.703455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 20e8257f-738a-4f11-bafe-21d0e5ce8d04 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:05.738753 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.744822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce66f805-c132-4951-a231-b5cca0af6b31 req-710b7699-b7eb-47ab-bb4e-ea86b540d15e tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901573 Nov 10 17:06:05.767236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Sync routers for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:06:05.804007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:05.804635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:05.810974 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.839410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:06:05.850675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbce7b2-089d-4b35-8eb6-8cde64c077e0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:05.856004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.856258 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Added segment 4d504829-9dd4-43ac-a0a6-4bda9216572e of type vlan for network 1e9f8853-3e34-4eaa-b92f-083e17a4055f Nov 10 17:06:05.864031 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.883778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:05.884151 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.924305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6082eb18-4192-4974-804e-bada94216095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efde1bd6-1d95-4a2a-886d-7f80705b780a'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:05.927008 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ae5c0-6e22-4a53-b1ed-9e4c470be04c" -d '{"events": [{"server_uuid": "6082eb18-4192-4974-804e-bada94216095", "name": "network-vif-plugged", "status": "completed", "tag": "efde1bd6-1d95-4a2a-886d-7f80705b780a"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:05.931633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:05.978316 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16f0671-8106-4310-b813-a1ce17ba834d x-openstack-request-id: req-d16f0671-8106-4310-b813-a1ce17ba834d {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:05.978614 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6082eb18-4192-4974-804e-bada94216095", "name": "network-vif-plugged", "status": "completed", "tag": "efde1bd6-1d95-4a2a-886d-7f80705b780a", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:05.979225 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d16f0671-8106-4310-b813-a1ce17ba834d {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:05.979643 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6082eb18-4192-4974-804e-bada94216095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efde1bd6-1d95-4a2a-886d-7f80705b780a', 'code': 200} Nov 10 17:06:05.985521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port efde1bd6-1d95-4a2a-886d-7f80705b780a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=efde1bd6-1d95-4a2a-886d-7f80705b780a,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:06.028417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:06.066481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:06.071402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:06.071402 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:06.305915 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:06.436586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=efde1bd6-1d95-4a2a-886d-7f80705b780a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:06.477349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9756706 Nov 10 17:06:06.480277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60444) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:06.485619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Request body: {'subnet': {'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1297279946-subnet', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:06.490054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657e68f-2709-42be-ad76-49b7d72cc608 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9f8853-3e34-4eaa-b92f-083e17a4055f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:06.495749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e27dd2-29d6-4698-be8f-8df59d814203 req-d4e3b000-3616-4598-a87a-ff443915cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:06.498175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6e27dd2-29d6-4698-be8f-8df59d814203 req-d4e3b000-3616-4598-a87a-ff443915cb85 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1097 time: 0.4603775 Nov 10 17:06:06.509922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1e9f8853-3e34-4eaa-b92f-083e17a4055f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:06:06.551210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6e27dd2-29d6-4698-be8f-8df59d814203 req-df7f9851-a339-46ba-a3c0-1f3ccbc0ff5b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Nov 10 17:06:06.577987 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 2, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:06.582853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Made reservation on behalf of 92efdf09780147b8a06d574db4e4b0a9 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:06:06.586197 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:06.618111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Checking router: 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:06:06.618415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Updating router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 port b73e9827-4cf7-4154-aab0-a4ea6c12b31a binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:06:06.656716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:06.866249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91687a0b-3a1f-4f60-9418-85b3c7dc379d req-25b6f138-3688-49c4-af35-b50458292373 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:06.868530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:06.870477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91687a0b-3a1f-4f60-9418-85b3c7dc379d req-25b6f138-3688-49c4-af35-b50458292373 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1098 time: 0.0553887 Nov 10 17:06:06.872353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:06.939484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91687a0b-3a1f-4f60-9418-85b3c7dc379d req-02d0f6e5-8d95-4d4d-b13d-6c3b45b5a923 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 Nov 10 17:06:06.946179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a99ba57-7d32-4c25-8893-44ba5465da1d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:06.957331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Checking segment: {'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:06.957671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Network hostable DHCP agents. Network: 1e9f8853-3e34-4eaa-b92f-083e17a4055f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:06:07.067825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Network 1e9f8853-3e34-4eaa-b92f-083e17a4055f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:06:07.087529 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.136155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1e9f8853-3e34-4eaa-b92f-083e17a4055f) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:07.140716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:07.141332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.150568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d76c8-efbe-46cf-af63-fb0931abac71 None None] Network 1e9f8853-3e34-4eaa-b92f-083e17a4055f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:06:07.154101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.224699 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b253389d-33ec-442c-ba28-b7650aa5dd1e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7429492 Nov 10 17:06:07.239732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:07.248332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:07.272450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3733b29-012f-4a24-99b6-4a1f82c84711 None None] Pushing event updated for resources: {'Port': ['ID=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:07.365022 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.366099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.372236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Attempting to bind port b73e9827-4cf7-4154-aab0-a4ea6c12b31a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:07.372830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Attempting to bind port b73e9827-4cf7-4154-aab0-a4ea6c12b31a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:07.380661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Attempting to bind port b73e9827-4cf7-4154-aab0-a4ea6c12b31a on network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:07.385322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:07.385837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Checking segment: {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:07.386417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.386781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Bound using segment: {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:07.387376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Bound port: b73e9827-4cf7-4154-aab0-a4ea6c12b31a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:07.387926 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.462747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-1e9f8853-3e34-4eaa-b92f-083e17a4055f', 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'fixed_ips': [{'subnet_id': '4a99ba57-7d32-4c25-8893-44ba5465da1d'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:06:07.463629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.489179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.593680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] For port b73e9827-4cf7-4154-aab0-a4ea6c12b31a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:07.622455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] For port b73e9827-4cf7-4154-aab0-a4ea6c12b31a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:07.663138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a52bfa5f-3d5c-4402-8528-d216188249d2 None None] Provisioning complete for port b73e9827-4cf7-4154-aab0-a4ea6c12b31a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:07.663542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a52bfa5f-3d5c-4402-8528-d216188249d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.700174 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.703160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.724600 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:07.733889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Allocated IP 172.20.0.2 (1e9f8853-3e34-4eaa-b92f-083e17a4055f/4a99ba57-7d32-4c25-8893-44ba5465da1d/9b6fc3e4-c4cc-4068-a88b-e11889bbacef) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:06:07.743945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a52bfa5f-3d5c-4402-8528-d216188249d2 None None] Port b73e9827-4cf7-4154-aab0-a4ea6c12b31a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:07.910626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:07.911152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:07.961535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3733b29-012f-4a24-99b6-4a1f82c84711 None None] Pushing event updated for resources: {'Port': ['ID=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:08.075407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.100802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.105950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:08.131122 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.137586 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.178364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df6fd3-2a23-4559-af73-ab1415635a5e req-e35adc53-5da9-4d3b-bcfa-0a7aa0346190 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:08.179939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00df6fd3-2a23-4559-af73-ab1415635a5e req-e35adc53-5da9-4d3b-bcfa-0a7aa0346190 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1098 time: 0.1160133 Nov 10 17:06:08.222597 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.258139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-35a6a498-177b-47ff-8238-19deb8a9a18d None None] Provisioning complete for port b73e9827-4cf7-4154-aab0-a4ea6c12b31a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:08.258507 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35a6a498-177b-47ff-8238-19deb8a9a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.270798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00df6fd3-2a23-4559-af73-ab1415635a5e req-bed05396-7cee-478c-b9c8-9772a157484a tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786285 Nov 10 17:06:08.289696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Allocated IP 172.25.3.213 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/ac833f8a-1325-4934-8b40-ffb70cb5a093) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:06:08.448382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52569d-5db6-4ea5-a3b7-17023d58d2ff req-77a61ca3-ae39-4ef7-98ae-facd9ee5faba tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:08.452622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef52569d-5db6-4ea5-a3b7-17023d58d2ff req-77a61ca3-ae39-4ef7-98ae-facd9ee5faba tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1098 time: 0.0679600 Nov 10 17:06:08.496542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.558743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef52569d-5db6-4ea5-a3b7-17023d58d2ff req-9a9dc031-221c-437e-837d-7c294bc4b5f7 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986817 Nov 10 17:06:08.563574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Network 1e9f8853-3e34-4eaa-b92f-083e17a4055f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:08.581063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Pushing event updated for resources: {'Port': ['ID=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:08.583668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:08.590901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:08.668158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb6547-5675-4a6d-a38d-69a1619abe3f req-ccbe2c1e-06fc-4cc7-9849-d6b7917e77aa tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:08.670114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87fb6547-5675-4a6d-a38d-69a1619abe3f req-ccbe2c1e-06fc-4cc7-9849-d6b7917e77aa tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1098 time: 0.0412617 Nov 10 17:06:08.693335 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.712097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Attempting to bind port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:08.712385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Attempting to bind port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:08.712748 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Attempting to bind port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef on network 1e9f8853-3e34-4eaa-b92f-083e17a4055f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:08.732028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:08.732613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Checking segment: {'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:08.733142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.733488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Bound using segment: {'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:08.734004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Bound port: 9b6fc3e4-c4cc-4068-a88b-e11889bbacef, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:08.734393 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.755184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35a6a498-177b-47ff-8238-19deb8a9a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.756134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:08.761416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:08.764018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:08.790383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Pushing event updated for resources: {'Port': ['ID=ac833f8a-1325-4934-8b40-ffb70cb5a093,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:08.794333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5903cb67-3012-4382-81b1-e9b13fa0faf4 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:08.795603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-87fb6547-5675-4a6d-a38d-69a1619abe3f req-d78832d0-be62-4c1c-b634-b6e6e2aa7845 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180866 Nov 10 17:06:08.799711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:07Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:08.848769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dcb22-26c8-4808-9fc3-b26ef8560448 None None] The sync data for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 is: [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:07Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:06:08.895477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-35a6a498-177b-47ff-8238-19deb8a9a18d None None] For port b73e9827-4cf7-4154-aab0-a4ea6c12b31a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:08.902343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] For port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:08.905915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] For port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,segment=NetworkSegment(4d504829-9dd4-43ac-a0a6-4bda9216572e),segment_id=4d504829-9dd4-43ac-a0a6-4bda9216572e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:08.969808 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-35a6a498-177b-47ff-8238-19deb8a9a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:08.974214 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:09.070037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6a498-177b-47ff-8238-19deb8a9a18d None None] Pushing event updated for resources: {'Port': ['ID=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:09.140524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cdfb181b-6e6b-4b31-9487-f5875a5b0208 None None] Provisioning complete for port ac833f8a-1325-4934-8b40-ffb70cb5a093 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:09.140968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cdfb181b-6e6b-4b31-9487-f5875a5b0208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:09.180443 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd4ce9-3fd2-42e5-88d7-36892c96ac65 None None] Pushing event updated for resources: {'Port': ['ID=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:09.190226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb181b-6e6b-4b31-9487-f5875a5b0208 None None] Port ac833f8a-1325-4934-8b40-ffb70cb5a093 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:09.213708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-c28de4da-7898-4b60-b9ca-87c369a826fc tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:09.213984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:09.222510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-c28de4da-7898-4b60-b9ca-87c369a826fc tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/networks?id=7554f6a8-6ef3-47a0-b100-13f4768c34e8 HTTP/1.1" status: 200 len: 911 time: 0.1310396 Nov 10 17:06:09.237130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-16d18118-b2f0-4910-876c-637f38c8b29c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/quotas/d7bf7118b3064ad9b2d164ed21126a23 HTTP/1.1" status: 200 len: 375 time: 0.0133581 Nov 10 17:06:09.308056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-e0debd27-9db4-43c5-b7f1-6fe48a09fea9 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638793 Nov 10 17:06:09.458639 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-01f33e3f-d657-45bb-ba88-623010455fd2 service neutron] 10.222.0.62 "GET /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492579 Nov 10 17:06:09.523763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:09.598257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-012dcf6b-4dde-4103-8bda-63baf689665b service neutron] 10.222.0.62 "GET /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278133 Nov 10 17:06:09.762190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9b6fc3e4-c4cc-4068-a88b-e11889bbacef up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:09.822038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:09.822668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:09.856056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:06:09.974250 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:10.021494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,segment=NetworkSegment(4d504829-9dd4-43ac-a0a6-4bda9216572e),segment_id=4d504829-9dd4-43ac-a0a6-4bda9216572e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:10.061857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:06:10.084290 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Sync routers for ids ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:06:10.091813 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Routers {'4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:10.092757 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:10.098134 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88edde63-2e2f-42d0-b6f4-bda9151dd531 req-0e3c49ad-dce8-49b7-8912-e98363e1de67 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 210 time: 0.0378757 Nov 10 17:06:10.105191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:10.112744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b73e9827-4cf7-4154-aab0-a4ea6c12b31a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:10.237418 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:10.239207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba7b1b08-4fc8-4d26-bbd4-79a7fe9d465e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9988670 Nov 10 17:06:10.242408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60500) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:10.255574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:10.270625 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Set router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:10.303466 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b73e9827-4cf7-4154-aab0-a4ea6c12b31a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:10.303906 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:10.654158 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 3, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port': {'id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:08Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:10.675459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:10.698466 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Checking router: 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:06:10.698834 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Updating router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c port ac833f8a-1325-4934-8b40-ffb70cb5a093 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:06:10.721226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451793b9-25ab-431f-b077-1b89066bf119 None None] Network 1e9f8853-3e34-4eaa-b92f-083e17a4055f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:06:10.749342 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:10.799599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c78b77c7-d663-4df6-898e-523af2ab6249 None None] Provisioning complete for port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:10.800622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c78b77c7-d663-4df6-898e-523af2ab6249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:10.953307 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.071033 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.136409 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.143721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Allocated IP 172.20.0.1 (1e9f8853-3e34-4eaa-b92f-083e17a4055f/4a99ba57-7d32-4c25-8893-44ba5465da1d/44159011-0172-4214-a7fe-a363774225d7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:06:11.199564 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb6462-a6ff-4d70-8e96-36fbcbddcf4c None None] Pushing event updated for resources: {'Port': ['ID=ac833f8a-1325-4934-8b40-ffb70cb5a093,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:11.215152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d4992-1085-487f-8f00-d6fd350b618f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:11.252393 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Attempting to bind port ac833f8a-1325-4934-8b40-ffb70cb5a093 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:11.253164 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Attempting to bind port ac833f8a-1325-4934-8b40-ffb70cb5a093 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:11.255513 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Attempting to bind port ac833f8a-1325-4934-8b40-ffb70cb5a093 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:11.263565 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:11.264033 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:11.264560 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.265017 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:11.265560 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Bound port: ac833f8a-1325-4934-8b40-ffb70cb5a093, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:11.266000 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.271267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f3d476d3-3379-4a96-926c-e1e0e198ed6a req-dda9701b-eb6f-4ff1-9224-a92be5c412d3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 210 time: 0.0317330 Nov 10 17:06:11.295146 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.316303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-49c604c1-2d4d-49b1-b553-a5d685122645 None None] Provisioning complete for port ac833f8a-1325-4934-8b40-ffb70cb5a093 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:11.320089 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49c604c1-2d4d-49b1-b553-a5d685122645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.355679 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] For port ac833f8a-1325-4934-8b40-ffb70cb5a093, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:11.359130 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] For port ac833f8a-1325-4934-8b40-ffb70cb5a093, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ac833f8a-1325-4934-8b40-ffb70cb5a093,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:11.359606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-49c604c1-2d4d-49b1-b553-a5d685122645 None None] Port ac833f8a-1325-4934-8b40-ffb70cb5a093 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:11.387790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.405700 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.435351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Network 1e9f8853-3e34-4eaa-b92f-083e17a4055f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:11.443451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:11.449470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:11.460116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0010d41e-895c-44f3-816f-eb783336f1e5 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:11.466036 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Routers {'4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:11.466660 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:11.471979 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb6462-a6ff-4d70-8e96-36fbcbddcf4c None None] Pushing event updated for resources: {'Port': ['ID=ac833f8a-1325-4934-8b40-ffb70cb5a093,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:11.487990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=44159011-0172-4214-a7fe-a363774225d7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:11.521716 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.522660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2637de5c-6ed3-49ff-b571-6205a292cf1a None None] Provisioning complete for port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:11.522919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2637de5c-6ed3-49ff-b571-6205a292cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.676548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9b6fc3e4-c4cc-4068-a88b-e11889bbacef up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:11.740898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:11.741264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.787426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.813088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0d76b701-fd65-4124-bd20-3ede5daf5498 None None] Provisioning complete for port ac833f8a-1325-4934-8b40-ffb70cb5a093 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:11.813664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d76b701-fd65-4124-bd20-3ede5daf5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.872370 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] Set router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:11.968492 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d76b701-fd65-4124-bd20-3ede5daf5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:11.993148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0d76b701-fd65-4124-bd20-3ede5daf5498 None None] For port ac833f8a-1325-4934-8b40-ffb70cb5a093, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ac833f8a-1325-4934-8b40-ffb70cb5a093,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:12.054418 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:12.062222 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d76b701-fd65-4124-bd20-3ede5daf5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:12.072072 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 3, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port': {'id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:08Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:12.108087 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4a4d6-9843-4601-b54b-b33c477c3e7b None None] The sync data for ids ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'] in n-d-714676-11 is: [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 3, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port': {'id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:08Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:06:12.140796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76b701-fd65-4124-bd20-3ede5daf5498 None None] Pushing event updated for resources: {'Port': ['ID=ac833f8a-1325-4934-8b40-ffb70cb5a093,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:12.142393 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:12.207051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bb6dd8e1-b9fa-4e01-83ba-dbbc0d043f33 None None] Provisioning complete for port 44159011-0172-4214-a7fe-a363774225d7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:12.207615 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd8e1-b9fa-4e01-83ba-dbbc0d043f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:12.223040 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:12.226851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=44159011-0172-4214-a7fe-a363774225d7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:12.260794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dd8e1-b9fa-4e01-83ba-dbbc0d043f33 None None] Port 44159011-0172-4214-a7fe-a363774225d7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:12.448662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-5ca7ced7-7dc3-45a1-940a-f9f705984eef tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:12.450568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-5ca7ced7-7dc3-45a1-940a-f9f705984eef tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.69 "GET /v2.0/networks?id=7554f6a8-6ef3-47a0-b100-13f4768c34e8 HTTP/1.1" status: 200 len: 911 time: 0.2118447 Nov 10 17:06:12.459127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Network 1e9f8853-3e34-4eaa-b92f-083e17a4055f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:12.468713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:12.502997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Request body: {'port': {'device_id': '4619b88a-426b-40c3-bed0-8394e9597926', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'admin_state_up': True, 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:12.514104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a10773ca-526a-40e6-857a-7b5e31a77188 req-073ada6b-f01e-4d38-9762-0ae7205c92d7 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 210 time: 0.0804923 Nov 10 17:06:12.634135 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:06:12.647926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Made reservation on behalf of d7bf7118b3064ad9b2d164ed21126a23 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:06:12.650649 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:12.779591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:06:12.846040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Allocated IP 172.20.0.8 (7554f6a8-6ef3-47a0-b100-13f4768c34e8/dc60e44a-34f5-4a82-b1ae-01d914e337c4/45d8a930-6f80-4272-8aa8-f7713df8906e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:06:12.904863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d46a1030-08a1-46ae-919d-cc3dff3bba27 None None] Provisioning complete for port 44159011-0172-4214-a7fe-a363774225d7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:12.905504 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d46a1030-08a1-46ae-919d-cc3dff3bba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:12.947044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d46a1030-08a1-46ae-919d-cc3dff3bba27 None None] Port 44159011-0172-4214-a7fe-a363774225d7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:12.963400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:06:12.987904 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-78d7a880-1238-4eec-aa3a-7d04bba4a4f4 admin admin] 10.222.0.62 "PUT /v2.0/routers/4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7342508 Nov 10 17:06:13.063455 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:13.170517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:13.183034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['efde1bd6-1d95-4a2a-886d-7f80705b780a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:06:13.255222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:13.263411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:13.267818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:13.297780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Pushing event updated for resources: {'Port': ['ID=45d8a930-6f80-4272-8aa8-f7713df8906e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:13.333995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:13.334539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:13.425002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-d4f78185-80be-4e48-b35a-51947ad389fe tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9633594 Nov 10 17:06:13.439426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Request body: {'port': {'device_id': '4619b88a-426b-40c3-bed0-8394e9597926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:13.525508 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:13.736730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ac833f8a-1325-4934-8b40-ffb70cb5a093 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:13.807574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ac833f8a-1325-4934-8b40-ffb70cb5a093 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:13.808010 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:13.941270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4365282c-7e99-45e5-9093-3f787c4c1f1d None None] Provisioning complete for port 45d8a930-6f80-4272-8aa8-f7713df8906e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:13.982996 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4365282c-7e99-45e5-9093-3f787c4c1f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:13.992781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:13.998994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f2d34a2-eb0b-48ff-baa8-3dd494f317c6 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242099564', 'description': 'tempest-secgroup-smoke-1242099564 description', 'project_id': '567aa4246d02450baa1a0d4a33dd3da5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:14.010858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4365282c-7e99-45e5-9093-3f787c4c1f1d None None] Port 45d8a930-6f80-4272-8aa8-f7713df8906e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:14.124819 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f2d34a2-eb0b-48ff-baa8-3dd494f317c6 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.226700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f2d34a2-eb0b-48ff-baa8-3dd494f317c6 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.247183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3f5ef-d236-4b69-9baf-b7132349361a req-11de65ff-a648-4ae5-ae73-9033b3eb1d6d tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:14.255856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fee3f5ef-d236-4b69-9baf-b7132349361a req-11de65ff-a648-4ae5-ae73-9033b3eb1d6d tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1027 time: 0.5605183 Nov 10 17:06:14.318266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f2d34a2-eb0b-48ff-baa8-3dd494f317c6 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.328556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Sync routers for ids ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:06:14.341608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Routers {'4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:14.342238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:14.353234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d34a2-eb0b-48ff-baa8-3dd494f317c6 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7440ca2d-09fa-4a41-9ae2-f97053440378,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:14.369343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fee3f5ef-d236-4b69-9baf-b7132349361a req-d6021b20-eb5b-4a2e-9723-e6e6e584649a tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987382 Nov 10 17:06:14.397896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f2d34a2-eb0b-48ff-baa8-3dd494f317c6 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.399791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3f2d34a2-eb0b-48ff-baa8-3dd494f317c6 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4057717 Nov 10 17:06:14.402796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:14.408738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-817bde43-63e9-4823-a37a-b50c2db830d8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'security_group_rule': {'security_group_id': '7440ca2d-09fa-4a41-9ae2-f97053440378', 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:14.453349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d8a930-6f80-4272-8aa8-f7713df8906e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:06:14.461552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.476458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Transition to ACTIVE for port object 45d8a930-6f80-4272-8aa8-f7713df8906e will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:06:14.484425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Set router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:14.489750 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-817bde43-63e9-4823-a37a-b50c2db830d8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.548111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-817bde43-63e9-4823-a37a-b50c2db830d8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.557656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.619878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Pushing event updated for resources: {'Port': ['ID=45d8a930-6f80-4272-8aa8-f7713df8906e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:14.638750 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-817bde43-63e9-4823-a37a-b50c2db830d8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.669605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bde43-63e9-4823-a37a-b50c2db830d8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dacba85-7106-4b84-900b-ac7ad4d9fdee,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:14.732437 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-817bde43-63e9-4823-a37a-b50c2db830d8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.736286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-817bde43-63e9-4823-a37a-b50c2db830d8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3294892 Nov 10 17:06:14.736486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:14.741438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-735c9f5e-77d3-42b1-839a-07301848650e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'security_group_rule': {'security_group_id': '7440ca2d-09fa-4a41-9ae2-f97053440378', 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:14.766532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Attempting to bind port 45d8a930-6f80-4272-8aa8-f7713df8906e on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:14.771735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Attempting to bind port 45d8a930-6f80-4272-8aa8-f7713df8906e by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:14.771735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Attempting to bind port 45d8a930-6f80-4272-8aa8-f7713df8906e on network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:14.773905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Port 45d8a930-6f80-4272-8aa8-f7713df8906e on network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:06:14.774227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Attempting to bind port 45d8a930-6f80-4272-8aa8-f7713df8906e on network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:14.779763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:14.780093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Checking segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:14.780401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Bound using segment: {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:14.780833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Bound port: 45d8a930-6f80-4272-8aa8-f7713df8906e, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2546dd2a-89f4-46c1-8b72-b29b3a7c0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:14.781203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.804313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 4, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port': {'id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:08Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '44159011-0172-4214-a7fe-a363774225d7', 'name': '', 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'mac_address': 'fa:16:3e:c5:92:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4a99ba57-7d32-4c25-8893-44ba5465da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:10Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 2, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'subnets': [{'id': '4a99ba57-7d32-4c25-8893-44ba5465da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:14.840700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Checking router: 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:06:14.841125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Updating router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c port 44159011-0172-4214-a7fe-a363774225d7 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:06:14.864608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] For port 45d8a930-6f80-4272-8aa8-f7713df8906e, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:14.869800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] For port 45d8a930-6f80-4272-8aa8-f7713df8906e, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45d8a930-6f80-4272-8aa8-f7713df8906e,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:14.871950 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.880653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-735c9f5e-77d3-42b1-839a-07301848650e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.943209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-735c9f5e-77d3-42b1-839a-07301848650e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.958079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.997515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:14.998565 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:14.999671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] 10.222.0.69 "PUT /v2.0/ports/45d8a930-6f80-4272-8aa8-f7713df8906e HTTP/1.1" status: 200 len: 1092 time: 1.5653741 Nov 10 17:06:15.000084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4619b88a-426b-40c3-bed0-8394e9597926', 'tag': '45d8a930-6f80-4272-8aa8-f7713df8906e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:15.003103 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99dd6a1-dc0d-47fc-86ab-8245a0601c57" -d '{"events": [{"name": "network-changed", "server_uuid": "4619b88a-426b-40c3-bed0-8394e9597926", "tag": "45d8a930-6f80-4272-8aa8-f7713df8906e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:15.061374 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-735c9f5e-77d3-42b1-839a-07301848650e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.061923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f786170-d470-4af2-b7d9-1cdfa02bd287 service neutron] Pushing event updated for resources: {'Port': ['ID=45d8a930-6f80-4272-8aa8-f7713df8906e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:15.088171 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16698806-a71f-47cd-b1cd-d6c376c92130 x-openstack-request-id: req-16698806-a71f-47cd-b1cd-d6c376c92130 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:15.094757 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4619b88a-426b-40c3-bed0-8394e9597926", "tag": "45d8a930-6f80-4272-8aa8-f7713df8906e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:15.094757 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16698806-a71f-47cd-b1cd-d6c376c92130 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:15.094757 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4619b88a-426b-40c3-bed0-8394e9597926', 'tag': '45d8a930-6f80-4272-8aa8-f7713df8906e', 'status': 'completed', 'code': 200} Nov 10 17:06:15.111261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c9f5e-77d3-42b1-839a-07301848650e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f7301c-45b1-49e6-8aff-86a8754e77e3,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:15.174578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dd6a1-dc0d-47fc-86ab-8245a0601c57 req-8da924ee-31b3-420f-8008-5f30748e3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:15.176580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a99dd6a1-dc0d-47fc-86ab-8245a0601c57 req-8da924ee-31b3-420f-8008-5f30748e3f86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1095 time: 0.0686643 Nov 10 17:06:15.183633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-735c9f5e-77d3-42b1-839a-07301848650e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.185389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-735c9f5e-77d3-42b1-839a-07301848650e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4477279 Nov 10 17:06:15.188226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:15.193818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-09edbeb1-62ff-4f9e-9a5a-a65d57b01e43 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'security_group_rule': {'security_group_id': '7440ca2d-09fa-4a41-9ae2-f97053440378', 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:15.228949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.290192 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.295770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09edbeb1-62ff-4f9e-9a5a-a65d57b01e43 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.378459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117090-1c6b-4707-8141-5331d0195de0 None None] Pushing event updated for resources: {'Port': ['ID=44159011-0172-4214-a7fe-a363774225d7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:15.410876 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09edbeb1-62ff-4f9e-9a5a-a65d57b01e43 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.467656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Attempting to bind port 44159011-0172-4214-a7fe-a363774225d7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:15.468440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Attempting to bind port 44159011-0172-4214-a7fe-a363774225d7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:15.468993 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Attempting to bind port 44159011-0172-4214-a7fe-a363774225d7 on network 1e9f8853-3e34-4eaa-b92f-083e17a4055f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:15.476648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:15.477365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Checking segment: {'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:15.478459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.479225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Bound using segment: {'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:15.480560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Bound port: 44159011-0172-4214-a7fe-a363774225d7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d504829-9dd4-43ac-a0a6-4bda9216572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:15.481141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.519723 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09edbeb1-62ff-4f9e-9a5a-a65d57b01e43 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.578129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edbeb1-62ff-4f9e-9a5a-a65d57b01e43 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dda4aa-8eaa-4349-81d9-9df5c0554e22,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:15.589482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb71ed-80bc-4753-ade7-e0b1223ebabb req-f1acd163-c392-4639-80b5-c0089c6d6e63 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:15.599561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11bb71ed-80bc-4753-ade7-e0b1223ebabb req-f1acd163-c392-4639-80b5-c0089c6d6e63 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1095 time: 0.1250885 Nov 10 17:06:15.610314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] For port 44159011-0172-4214-a7fe-a363774225d7, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:15.617150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dd6a1-dc0d-47fc-86ab-8245a0601c57 req-06bb1e18-c8f3-412a-9ae2-babbfa57d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:15.617685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] For port 44159011-0172-4214-a7fe-a363774225d7, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=44159011-0172-4214-a7fe-a363774225d7,segment=NetworkSegment(4d504829-9dd4-43ac-a0a6-4bda9216572e),segment_id=4d504829-9dd4-43ac-a0a6-4bda9216572e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:15.618423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a99dd6a1-dc0d-47fc-86ab-8245a0601c57 req-06bb1e18-c8f3-412a-9ae2-babbfa57d490 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4315898 Nov 10 17:06:15.675093 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09edbeb1-62ff-4f9e-9a5a-a65d57b01e43 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.681510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-09edbeb1-62ff-4f9e-9a5a-a65d57b01e43 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4912746 Nov 10 17:06:15.685146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60560) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:15.692628 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.708959 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11bb71ed-80bc-4753-ade7-e0b1223ebabb req-10b5cd24-4127-40e6-9e08-92ae0bc7e25d tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081746 Nov 10 17:06:15.755063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4f3f6003-2f3e-452b-a3c9-e27b10680227 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'security_group_rule': {'security_group_id': '7440ca2d-09fa-4a41-9ae2-f97053440378', 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:15.827497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117090-1c6b-4707-8141-5331d0195de0 None None] Pushing event updated for resources: {'Port': ['ID=44159011-0172-4214-a7fe-a363774225d7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:15.891270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a51cf83e-7741-4526-a1fb-c6dac119e46b None None] Provisioning complete for port 44159011-0172-4214-a7fe-a363774225d7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:15.891979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a51cf83e-7741-4526-a1fb-c6dac119e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:15.945721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Routers {'4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:15.946744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:15.958802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dd6a1-dc0d-47fc-86ab-8245a0601c57 req-30ec90a9-c322-4c30-8cb9-df4b50c86e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:15.960395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a99dd6a1-dc0d-47fc-86ab-8245a0601c57 req-30ec90a9-c322-4c30-8cb9-df4b50c86e72 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3355048 Nov 10 17:06:16.008475 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6003-2f3e-452b-a3c9-e27b10680227 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.147414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-5bb0457c-c567-402a-b2f0-b70375c34be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:16.156642 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-5bb0457c-c567-402a-b2f0-b70375c34be9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1095 time: 0.1194758 Nov 10 17:06:16.156956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:16.157961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6003-2f3e-452b-a3c9-e27b10680227 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.205878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-c22efcff-bf29-4db2-89de-dac0030661e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45d8a930-6f80-4272-8aa8-f7713df8906e HTTP/1.1" status: 200 len: 217 time: 0.0470147 Nov 10 17:06:16.255998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6003-2f3e-452b-a3c9-e27b10680227 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.291569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f6003-2f3e-452b-a3c9-e27b10680227 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc86f47-9d1b-4b6e-9a10-a0b45844c632,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:16.303948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-dbe53133-6dab-4ba1-92fa-84c5bbac9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:16.305519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-dbe53133-6dab-4ba1-92fa-84c5bbac9dce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc60e44a-34f5-4a82-b1ae-01d914e337c4 HTTP/1.1" status: 200 len: 849 time: 0.0881135 Nov 10 17:06:16.336365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3deaa04e-0f7e-4c85-ab61-b5886d80b385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.367660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-50b7a32c-b4be-4461-aa2b-bc61521b78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:16.369305 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a51cf83e-7741-4526-a1fb-c6dac119e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.371243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-50b7a32c-b4be-4461-aa2b-bc61521b78d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7554f6a8-6ef3-47a0-b100-13f4768c34e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572331 Nov 10 17:06:16.400775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] Set router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:16.421831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3deaa04e-0f7e-4c85-ab61-b5886d80b385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.444031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a51cf83e-7741-4526-a1fb-c6dac119e46b None None] For port 44159011-0172-4214-a7fe-a363774225d7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=44159011-0172-4214-a7fe-a363774225d7,segment=NetworkSegment(4d504829-9dd4-43ac-a0a6-4bda9216572e),segment_id=4d504829-9dd4-43ac-a0a6-4bda9216572e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:16.452561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6003-2f3e-452b-a3c9-e27b10680227 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.453761 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4f3f6003-2f3e-452b-a3c9-e27b10680227 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7670522 Nov 10 17:06:16.457241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60570) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:16.462458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-be725691-0e43-47e1-b561-9c661cfa6a86 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'security_group_rule': {'security_group_id': '7440ca2d-09fa-4a41-9ae2-f97053440378', 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:16.489863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3deaa04e-0f7e-4c85-ab61-b5886d80b385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.493275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-db41780d-3dba-4d78-9ac7-d6477f761b97 service neutron] 10.222.0.69 "GET /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123269 Nov 10 17:06:16.532104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3deaa04e-0f7e-4c85-ab61-b5886d80b385 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48522fb7a3614ba69eeff5e4df78d35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772826 Nov 10 17:06:16.533492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deaa04e-0f7e-4c85-ab61-b5886d80b385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e966f-96fd-4cdc-b89c-9d7b97d90265,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:16.536008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:16.544204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a51cf83e-7741-4526-a1fb-c6dac119e46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.565340 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-be725691-0e43-47e1-b561-9c661cfa6a86 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Project 567aa4246d02450baa1a0d4a33dd3da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:06:16.580358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be725691-0e43-47e1-b561-9c661cfa6a86 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.595491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-48f486da-3ea1-4952-8d1a-7354b56b19a0 req-36885acf-e45e-400d-9db6-570c910c68c5 service neutron] 10.222.0.69 "GET /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939677 Nov 10 17:06:16.620791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf83e-7741-4526-a1fb-c6dac119e46b None None] Pushing event updated for resources: {'Port': ['ID=44159011-0172-4214-a7fe-a363774225d7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:16.631257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8a88d2-4b66-4b2e-a0a2-ab6dea3a900d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.668489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8a88d2-4b66-4b2e-a0a2-ab6dea3a900d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.678539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e69013e0-3aab-4049-806d-5f52ade08afd None None] Provisioning complete for port 44159011-0172-4214-a7fe-a363774225d7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:16.678906 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e69013e0-3aab-4049-806d-5f52ade08afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.682800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be725691-0e43-47e1-b561-9c661cfa6a86 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.684302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 4, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port': {'id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:08Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '44159011-0172-4214-a7fe-a363774225d7', 'name': '', 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'mac_address': 'fa:16:3e:c5:92:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4a99ba57-7d32-4c25-8893-44ba5465da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:10Z', 'updated_at': '2021-11-10T17:06:15Z', 'revision_number': 4, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'subnets': [{'id': '4a99ba57-7d32-4c25-8893-44ba5465da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:16.732519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06107709-235b-4cad-af44-69bf689bffa3 None None] The sync data for ids ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'] in n-d-714676-11 is: [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 4, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port': {'id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:08Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '44159011-0172-4214-a7fe-a363774225d7', 'name': '', 'network_id': '1e9f8853-3e34-4eaa-b92f-083e17a4055f', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'mac_address': 'fa:16:3e:c5:92:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4a99ba57-7d32-4c25-8893-44ba5465da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:10Z', 'updated_at': '2021-11-10T17:06:15Z', 'revision_number': 4, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'subnets': [{'id': '4a99ba57-7d32-4c25-8893-44ba5465da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:06:16.747184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be725691-0e43-47e1-b561-9c661cfa6a86 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.775523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be725691-0e43-47e1-b561-9c661cfa6a86 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68d75d8-57fa-4b57-8c0f-9ad683cfaeef,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:16.824640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8a88d2-4b66-4b2e-a0a2-ab6dea3a900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.827218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b8a88d2-4b66-4b2e-a0a2-ab6dea3a900d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.831508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0b8a88d2-4b66-4b2e-a0a2-ab6dea3a900d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e87e966f-96fd-4cdc-b89c-9d7b97d90265 HTTP/1.1" status: 204 len: 168 time: 0.2913232 Nov 10 17:06:16.861856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a88d2-4b66-4b2e-a0a2-ab6dea3a900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87e966f-96fd-4cdc-b89c-9d7b97d90265,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:16.896851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5dada-a001-48d9-a89e-9af0433dc29f req-b49495c4-7f13-4a41-b2d6-0cb2ef83b6d3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:16.900885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30d5dada-a001-48d9-a89e-9af0433dc29f req-b49495c4-7f13-4a41-b2d6-0cb2ef83b6d3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1095 time: 0.0960877 Nov 10 17:06:16.909341 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be725691-0e43-47e1-b561-9c661cfa6a86 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:16.913782 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-be725691-0e43-47e1-b561-9c661cfa6a86 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4522471 Nov 10 17:06:16.913973 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60578) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:16.918467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cd16cf00-2711-41f2-8514-5da49918e3e4 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'security_group_rule': {'security_group_id': '7440ca2d-09fa-4a41-9ae2-f97053440378', 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:16.966487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30d5dada-a001-48d9-a89e-9af0433dc29f req-869cad47-3046-4ce1-bfff-7a5cf48374e2 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545149 Nov 10 17:06:17.027658 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-cd16cf00-2711-41f2-8514-5da49918e3e4 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Project 567aa4246d02450baa1a0d4a33dd3da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:06:17.033441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd16cf00-2711-41f2-8514-5da49918e3e4 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.106942 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd16cf00-2711-41f2-8514-5da49918e3e4 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.159568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd16cf00-2711-41f2-8514-5da49918e3e4 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.182284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16cf00-2711-41f2-8514-5da49918e3e4 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f51e54-ab3a-40f7-a8cb-bbc1a281fac5,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:17.258164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd16cf00-2711-41f2-8514-5da49918e3e4 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.263357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd16cf00-2711-41f2-8514-5da49918e3e4 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451068 Nov 10 17:06:17.488888 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-9146b940-c544-4b85-92e6-d7e06ba6fef0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242099564&fields=id&tenant_id=567aa4246d02450baa1a0d4a33dd3da5 HTTP/1.1" status: 200 len: 267 time: 0.0528765 Nov 10 17:06:17.528518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60596) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:17.552921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-391b7c05-16ab-4f69-83ae-94b6dd8bb27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.631049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-5aad81f2-3f0b-4348-8945-c1f8445a7ef8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:17.632635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-5aad81f2-3f0b-4348-8945-c1f8445a7ef8 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/networks?id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7 HTTP/1.1" status: 200 len: 808 time: 0.1364822 Nov 10 17:06:17.652811 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-391b7c05-16ab-4f69-83ae-94b6dd8bb27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.653684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-50bae9ed-8334-44e0-b186-e35b893b7bf5 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/quotas/567aa4246d02450baa1a0d4a33dd3da5 HTTP/1.1" status: 200 len: 375 time: 0.0108914 Nov 10 17:06:17.660221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 44159011-0172-4214-a7fe-a363774225d7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:17.709236 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-40ad4b09-c421-4724-a1e0-d7acd4cb80d9 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479348 Nov 10 17:06:17.713341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 44159011-0172-4214-a7fe-a363774225d7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:17.713341 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.730108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-391b7c05-16ab-4f69-83ae-94b6dd8bb27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.786857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-391b7c05-16ab-4f69-83ae-94b6dd8bb27d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c13e0507f64f4ffea1193139cd0bbae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549376 Nov 10 17:06:17.790349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60598) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:17.792334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b7c05-16ab-4f69-83ae-94b6dd8bb27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1a6f29-6f74-44a3-9d53-d7d3b8ff454f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:17.838220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-f8ef1f38-6260-43b3-9057-5c43398db49c service neutron] 10.222.0.62 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157265 Nov 10 17:06:17.910745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b09-3a1b-4ca9-a93c-e14448a4f2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.943070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b09-3a1b-4ca9-a93c-e14448a4f2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:17.972296 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-df7fc6bf-edcc-4a40-a3b5-87b63567cb4e service neutron] 10.222.0.62 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275806 Nov 10 17:06:18.056167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b09-3a1b-4ca9-a93c-e14448a4f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:18.058826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b09-3a1b-4ca9-a93c-e14448a4f2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:18.060135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e0a60b09-3a1b-4ca9-a93c-e14448a4f2b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab1a6f29-6f74-44a3-9d53-d7d3b8ff454f HTTP/1.1" status: 204 len: 168 time: 0.2673917 Nov 10 17:06:18.076191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a60b09-3a1b-4ca9-a93c-e14448a4f2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1a6f29-6f74-44a3-9d53-d7d3b8ff454f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:18.091746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32270a-b381-472a-9d55-be339964433c req-ae1f7c88-a1a3-4697-a90b-842d93c6c085 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:18.102219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e32270a-b381-472a-9d55-be339964433c req-ae1f7c88-a1a3-4697-a90b-842d93c6c085 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1095 time: 0.0525506 Nov 10 17:06:18.154869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e32270a-b381-472a-9d55-be339964433c req-bec93d7f-cce9-404c-bd55-20b8eb8186f8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Nov 10 17:06:18.233076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18ea0922-4b28-4c94-bfaa-c6624549959d req-36faa16b-95b9-4e46-b39c-02109df55811 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 210 time: 0.0288844 Nov 10 17:06:19.278579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91953f48-43dc-4ae0-bd87-ccad8aaf47b5 req-a12d6cc3-b114-40b1-9c02-cd6ecd79e8e6 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:19.287611 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91953f48-43dc-4ae0-bd87-ccad8aaf47b5 req-a12d6cc3-b114-40b1-9c02-cd6ecd79e8e6 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1095 time: 0.0540621 Nov 10 17:06:19.335625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91953f48-43dc-4ae0-bd87-ccad8aaf47b5 req-ae8441d8-6a69-4a01-978c-dd848c15d001 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Nov 10 17:06:19.370056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5f4827bc-292e-4bce-b0ff-9ad9be4de29f req-2d74c54b-a39f-49a1-a50b-43d43eded86d tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 210 time: 0.0442545 Nov 10 17:06:20.446586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 45d8a930-6f80-4272-8aa8-f7713df8906e details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:06:20.460369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bce65-b45c-4d8b-9862-01aa926ad90a req-20c0a85f-379d-4ac7-8c0d-9302846a8a3a tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:20.463745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb9bce65-b45c-4d8b-9862-01aa926ad90a req-20c0a85f-379d-4ac7-8c0d-9302846a8a3a tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1095 time: 0.0529954 Nov 10 17:06:20.519460 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb9bce65-b45c-4d8b-9862-01aa926ad90a req-31be3ea2-2d5f-4fa8-84cc-2c0999e48652 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 Nov 10 17:06:20.590029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e43af860-cf4e-437d-846e-f89a102cea9a req-75876c24-3541-4e63-9fd0-046631f8da03 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 210 time: 0.0898812 Nov 10 17:06:20.601607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 45d8a930-6f80-4272-8aa8-f7713df8906e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45d8a930-6f80-4272-8aa8-f7713df8906e,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:20.607287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-cf90e0eb-112e-48b7-9288-603322ea234f tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:20.609046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-cf90e0eb-112e-48b7-9288-603322ea234f tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.18 "GET /v2.0/networks?id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7 HTTP/1.1" status: 200 len: 808 time: 0.1868274 Nov 10 17:06:20.623508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '45d8a930-6f80-4272-8aa8-f7713df8906e', 'network_id': '7554f6a8-6ef3-47a0-b100-13f4768c34e8', 'port_id': '45d8a930-6f80-4272-8aa8-f7713df8906e', 'mac_address': 'fa:16:3e:a4:37:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc60e44a-34f5-4a82-b1ae-01d914e337c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:06:20.660157 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:20.673744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d8a930-6f80-4272-8aa8-f7713df8906e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:06:20.679125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-756e22c4-d8cb-4f5c-83ad-4870de0ca044 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=567aa4246d02450baa1a0d4a33dd3da5 HTTP/1.1" status: 200 len: 380 time: 0.0583479 Nov 10 17:06:20.688181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'port': {'device_id': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'admin_state_up': True, 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'security_groups': ['7440ca2d-09fa-4a41-9ae2-f97053440378']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:20.695464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 45d8a930-6f80-4272-8aa8-f7713df8906e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45d8a930-6f80-4272-8aa8-f7713df8906e,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:20.798908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:20.849366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=45d8a930-6f80-4272-8aa8-f7713df8906e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:20.935886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Made reservation on behalf of 567aa4246d02450baa1a0d4a33dd3da5 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:06:20.940566 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:21.079666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Allocated IP 172.20.0.4 (b8f28786-6f87-4268-aa7f-849a8c7bf9d7/a065bda0-13ce-4f33-b334-44b98a18664b/b40c7daa-0eb1-4238-b721-31ff1f0d2957) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:06:21.132794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['45d8a930-6f80-4272-8aa8-f7713df8906e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:06:21.235083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:21.331036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:21.374999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:21.380250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:21.384163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:21.390910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'Port': ['ID=b40c7daa-0eb1-4238-b721-31ff1f0d2957,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:21.443346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:21.443970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:21.527667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-622018c7-4087-4834-8dd5-76d7c6134406 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429520 Nov 10 17:06:21.541700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Request body: {'port': {'device_id': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:21.678935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9fad04d2-fbb1-45d8-b5f9-f55314d583a2 None None] Provisioning complete for port b40c7daa-0eb1-4238-b721-31ff1f0d2957 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:21.679622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9fad04d2-fbb1-45d8-b5f9-f55314d583a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:21.723779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9fad04d2-fbb1-45d8-b5f9-f55314d583a2 None None] Port b40c7daa-0eb1-4238-b721-31ff1f0d2957 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:06:21.758438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60702) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:21.821184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b33c3d-a159-4939-a2ab-b4404ee65a38 req-f53952c2-ccfc-4440-827e-7c64be3fe283 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:21.823039 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01b33c3d-a159-4939-a2ab-b4404ee65a38 req-f53952c2-ccfc-4440-827e-7c64be3fe283 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 931 time: 0.0581856 Nov 10 17:06:21.905147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01b33c3d-a159-4939-a2ab-b4404ee65a38 req-75a5b50c-946b-4d5d-8502-a0fc7dd1e567 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748816 Nov 10 17:06:21.906048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de1345c9-adab-415a-bd7f-e7405cbb1ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:21.983535 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:21.991676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de1345c9-adab-415a-bd7f-e7405cbb1ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.028854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0cbe5-7ab7-43ed-bd90-481ac186a260 req-7b64bf6c-95cc-47fd-87f3-bb2e809dce63 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:22.030373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-81e0cbe5-7ab7-43ed-bd90-481ac186a260 req-7b64bf6c-95cc-47fd-87f3-bb2e809dce63 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1096 time: 0.0793648 Nov 10 17:06:22.055550 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de1345c9-adab-415a-bd7f-e7405cbb1ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.098038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-de1345c9-adab-415a-bd7f-e7405cbb1ec8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=666161d0878646fe9941d28ae224a1df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352890 Nov 10 17:06:22.098038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1345c9-adab-415a-bd7f-e7405cbb1ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd69832-442b-46c2-ad46-b52e548a50c7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:22.100540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60706) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:22.155542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33c3667b-f4ab-4a70-9e31-90bf842c612c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.166809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-81e0cbe5-7ab7-43ed-bd90-481ac186a260 req-9694658a-589d-4b66-bdac-3acba0d49acf tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292815 Nov 10 17:06:22.177877 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33c3667b-f4ab-4a70-9e31-90bf842c612c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.292902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40c7daa-0eb1-4238-b721-31ff1f0d2957 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:06:22.301209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.307076 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33c3667b-f4ab-4a70-9e31-90bf842c612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.309830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33c3667b-f4ab-4a70-9e31-90bf842c612c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.311704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-33c3667b-f4ab-4a70-9e31-90bf842c612c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bd69832-442b-46c2-ad46-b52e548a50c7 HTTP/1.1" status: 204 len: 168 time: 0.2098248 Nov 10 17:06:22.314650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Transition to ACTIVE for port object b40c7daa-0eb1-4238-b721-31ff1f0d2957 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:06:22.321086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3667b-f4ab-4a70-9e31-90bf842c612c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd69832-442b-46c2-ad46-b52e548a50c7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:22.414726 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.465871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Pushing event updated for resources: {'Port': ['ID=b40c7daa-0eb1-4238-b721-31ff1f0d2957,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:22.477431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 45d8a930-6f80-4272-8aa8-f7713df8906e up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:22.543377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Attempting to bind port b40c7daa-0eb1-4238-b721-31ff1f0d2957 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:06:22.543813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Attempting to bind port b40c7daa-0eb1-4238-b721-31ff1f0d2957 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:06:22.544220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Attempting to bind port b40c7daa-0eb1-4238-b721-31ff1f0d2957 on network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:22.549833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Port b40c7daa-0eb1-4238-b721-31ff1f0d2957 on network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:06:22.550168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Attempting to bind port b40c7daa-0eb1-4238-b721-31ff1f0d2957 on network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:06:22.557992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:06:22.557992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Checking segment: {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:06:22.557992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Bound using segment: {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:06:22.557992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Bound port: b40c7daa-0eb1-4238-b721-31ff1f0d2957, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5656fd-e982-447d-b30d-f21b9a3fa633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:06:22.559563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.592771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 45d8a930-6f80-4272-8aa8-f7713df8906e completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:06:22.597877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 45d8a930-6f80-4272-8aa8-f7713df8906e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:22.598252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.643733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] For port b40c7daa-0eb1-4238-b721-31ff1f0d2957, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:06:22.647417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] For port b40c7daa-0eb1-4238-b721-31ff1f0d2957, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:06:22.684175 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.708873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4619b88a-426b-40c3-bed0-8394e9597926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8a930-6f80-4272-8aa8-f7713df8906e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:22.711192 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f8f710-64cd-4e56-92b3-dbf4de7f4ace" -d '{"events": [{"server_uuid": "4619b88a-426b-40c3-bed0-8394e9597926", "name": "network-vif-plugged", "status": "completed", "tag": "45d8a930-6f80-4272-8aa8-f7713df8906e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:22.718858 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.728734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 45d8a930-6f80-4272-8aa8-f7713df8906e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45d8a930-6f80-4272-8aa8-f7713df8906e,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:22.782764 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5576cfe-d748-4dac-9a07-4d28689a1967 x-openstack-request-id: req-e5576cfe-d748-4dac-9a07-4d28689a1967 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:22.783197 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4619b88a-426b-40c3-bed0-8394e9597926", "name": "network-vif-plugged", "status": "completed", "tag": "45d8a930-6f80-4272-8aa8-f7713df8906e", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:22.783537 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5576cfe-d748-4dac-9a07-4d28689a1967 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:22.783798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:22.784248 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4619b88a-426b-40c3-bed0-8394e9597926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8a930-6f80-4272-8aa8-f7713df8906e', 'code': 200} Nov 10 17:06:22.784386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.785832 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] 10.222.0.18 "PUT /v2.0/ports/b40c7daa-0eb1-4238-b721-31ff1f0d2957 HTTP/1.1" status: 200 len: 1092 time: 1.2493057 Nov 10 17:06:22.786279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'tag': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:22.788659 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a048c4d-b2f8-4b03-8529-796315fd5f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8e3dd7-0670-45cc-b451-035ccbf7a2db", "tag": "b40c7daa-0eb1-4238-b721-31ff1f0d2957"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:22.809669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:22.820088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922fd05-2497-4832-b336-96d1a5a7bb33 service neutron] Pushing event updated for resources: {'Port': ['ID=b40c7daa-0eb1-4238-b721-31ff1f0d2957,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:22.849740 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4b0fc-99f2-4e43-9d9a-76bbf1e2773f x-openstack-request-id: req-3db4b0fc-99f2-4e43-9d9a-76bbf1e2773f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:22.850042 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8e3dd7-0670-45cc-b451-035ccbf7a2db", "tag": "b40c7daa-0eb1-4238-b721-31ff1f0d2957", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:22.850302 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3db4b0fc-99f2-4e43-9d9a-76bbf1e2773f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:22.850696 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'tag': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'status': 'completed', 'code': 200} Nov 10 17:06:22.903440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=45d8a930-6f80-4272-8aa8-f7713df8906e,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:22.906910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dc7ca-aa4e-4998-93f5-e3c0629e327e req-bc97ff47-f598-4d07-b5de-8394fb013422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:22.908529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-595dc7ca-aa4e-4998-93f5-e3c0629e327e req-bc97ff47-f598-4d07-b5de-8394fb013422 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0620785 Nov 10 17:06:22.943025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048c4d-b2f8-4b03-8529-796315fd5f1b req-81a2623a-1b1d-4408-b877-917f09c38933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:22.944570 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a048c4d-b2f8-4b03-8529-796315fd5f1b req-81a2623a-1b1d-4408-b877-917f09c38933 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1095 time: 0.0712175 Nov 10 17:06:22.966591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-595dc7ca-aa4e-4998-93f5-e3c0629e327e req-f280b06d-374d-4c50-887e-97587bce25c5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495617 Nov 10 17:06:23.056241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60720) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:23.070887 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54f08bb8-2059-4d64-8b8c-931ad4299c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:23.087915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048c4d-b2f8-4b03-8529-796315fd5f1b req-3a7a8699-2a85-46df-937c-ef06eb8a13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:23.089437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a048c4d-b2f8-4b03-8529-796315fd5f1b req-3a7a8699-2a85-46df-937c-ef06eb8a13a5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1374855 Nov 10 17:06:23.097922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac05fb3-d9d1-4fd6-95b1-54a89f6112c7 req-6fcf478d-0434-49d9-a0ab-d1910776241a tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:23.099580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eac05fb3-d9d1-4fd6-95b1-54a89f6112c7 req-6fcf478d-0434-49d9-a0ab-d1910776241a tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 943 time: 0.0796521 Nov 10 17:06:23.158571 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54f08bb8-2059-4d64-8b8c-931ad4299c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:23.214233 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eac05fb3-d9d1-4fd6-95b1-54a89f6112c7 req-d1ca0e30-b8c4-4040-8de0-57b516ed02cf tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052601 Nov 10 17:06:23.234712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54f08bb8-2059-4d64-8b8c-931ad4299c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:23.240303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048c4d-b2f8-4b03-8529-796315fd5f1b req-96d719cc-a0bb-461d-82cf-33d725007e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:23.241882 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a048c4d-b2f8-4b03-8529-796315fd5f1b req-96d719cc-a0bb-461d-82cf-33d725007e2d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414175 Nov 10 17:06:23.306807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-54f08bb8-2059-4d64-8b8c-931ad4299c31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f66e7175201b43b89a905a48ec47bde7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492864 Nov 10 17:06:23.307878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f08bb8-2059-4d64-8b8c-931ad4299c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee9ac48-a2fc-45b5-aef6-d881f5b19092,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:23.309377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:23.324954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82ef53-e843-4fdd-b449-18719568f7dd req-557950ce-dcea-4629-abce-f6a6bef94413 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:23.326446 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c82ef53-e843-4fdd-b449-18719568f7dd req-557950ce-dcea-4629-abce-f6a6bef94413 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0791531 Nov 10 17:06:23.367507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-418f67fb-7d4c-4a3d-b334-cf082dd20feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:23.369023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-418f67fb-7d4c-4a3d-b334-cf082dd20feb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1095 time: 0.0874553 Nov 10 17:06:23.378125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c82ef53-e843-4fdd-b449-18719568f7dd req-8fb32de6-8fc2-4b06-aec6-7e64ab92eedb tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444462 Nov 10 17:06:23.423219 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19cb3c54-e2e0-4520-8a22-2699e6a2d6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:23.426981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-f4c4b21d-7e98-4ff3-b427-fe5a6851130c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957 HTTP/1.1" status: 200 len: 217 time: 0.0455451 Nov 10 17:06:23.471983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19cb3c54-e2e0-4520-8a22-2699e6a2d6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:23.505355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-c4102652-08f9-4b2d-b52c-7e6fd8850126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:23.506820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-c4102652-08f9-4b2d-b52c-7e6fd8850126 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a065bda0-13ce-4f33-b334-44b98a18664b HTTP/1.1" status: 200 len: 847 time: 0.0728366 Nov 10 17:06:23.558117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-cc536953-c0d7-40a1-952e-6caaddca0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:23.559665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-cc536953-c0d7-40a1-952e-6caaddca0c5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452955 Nov 10 17:06:23.637399 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19cb3c54-e2e0-4520-8a22-2699e6a2d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:23.640097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19cb3c54-e2e0-4520-8a22-2699e6a2d6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:23.641239 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-19cb3c54-e2e0-4520-8a22-2699e6a2d6b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bee9ac48-a2fc-45b5-aef6-d881f5b19092 HTTP/1.1" status: 204 len: 168 time: 0.3307350 Nov 10 17:06:23.653752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb3c54-e2e0-4520-8a22-2699e6a2d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee9ac48-a2fc-45b5-aef6-d881f5b19092,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:23.670165 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-b1d263b1-5bad-478d-9bd8-d5ba57f077d2 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019013 Nov 10 17:06:23.769271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d3eed59-d597-4562-9049-ecca9ddf9b92 req-22d8f37c-d601-4b49-bc0e-44df353ae856 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905280 Nov 10 17:06:24.340948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca720c-3737-4624-bd4d-cd5d9e1bb6df req-aecab665-3d9b-4d79-9e6f-85bbc3b62d38 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:24.342480 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaca720c-3737-4624-bd4d-cd5d9e1bb6df req-aecab665-3d9b-4d79-9e6f-85bbc3b62d38 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 943 time: 0.0508559 Nov 10 17:06:24.397692 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaca720c-3737-4624-bd4d-cd5d9e1bb6df req-d99fd3d0-31e2-4dc9-9fd7-a329042652ff tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477586 Nov 10 17:06:24.496425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa9043-9106-4d61-8e0f-74cc102f983c req-ddec0d9d-045f-484f-85e1-485e72ba0c8e tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:24.497886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7fa9043-9106-4d61-8e0f-74cc102f983c req-ddec0d9d-045f-484f-85e1-485e72ba0c8e tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0499139 Nov 10 17:06:24.546434 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7fa9043-9106-4d61-8e0f-74cc102f983c req-4cde36bf-088c-4738-80bd-a7d275ddbdda tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Nov 10 17:06:25.320004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60762) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:25.430104 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:25.508136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:25.518752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91766-751e-4de0-a1ff-9a22cf2d6da1 req-2fdd62b1-c81c-48a3-8943-03e2017e188f tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:25.520538 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f9e91766-751e-4de0-a1ff-9a22cf2d6da1 req-2fdd62b1-c81c-48a3-8943-03e2017e188f tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 943 time: 0.0539680 Nov 10 17:06:25.556938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:25.574081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f9e91766-751e-4de0-a1ff-9a22cf2d6da1 req-82e92096-6bf8-4cba-838b-f276c85414da tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475085 Nov 10 17:06:25.595807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e16e5c8d80904ae98c5865c3711629df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740297 Nov 10 17:06:25.598672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60770) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:25.601120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3438f1fa-a423-4efb-a647-ba028c1b2858,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:25.609143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.609491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.609833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.610177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.610612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.610976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.611338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.611663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.611992 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.612319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.613171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.613171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34415ee5-795d-4222-ab4e-8599a4631606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:25.653669 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd13ce14-f74f-4587-bc8a-e74d3725583d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:25.677195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce77a0-8757-4899-af37-131e1913d12a req-7ccc6a2f-ed65-43e4-a1c0-2d34f91f0623 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:25.678642 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81ce77a0-8757-4899-af37-131e1913d12a req-7ccc6a2f-ed65-43e4-a1c0-2d34f91f0623 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0473709 Nov 10 17:06:25.684369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd13ce14-f74f-4587-bc8a-e74d3725583d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:25.724050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81ce77a0-8757-4899-af37-131e1913d12a req-14a6060d-70f9-4443-a2fa-f6b441b59a9c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Nov 10 17:06:25.820025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd13ce14-f74f-4587-bc8a-e74d3725583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:25.822831 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd13ce14-f74f-4587-bc8a-e74d3725583d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:25.823975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cd13ce14-f74f-4587-bc8a-e74d3725583d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3438f1fa-a423-4efb-a647-ba028c1b2858 HTTP/1.1" status: 204 len: 168 time: 0.2241855 Nov 10 17:06:25.836226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ce14-f74f-4587-bc8a-e74d3725583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3438f1fa-a423-4efb-a647-ba028c1b2858,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:25.862226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c1a6b-d2e0-4e49-b941-3290b21dc4e0 req-43cc5116-bff4-4e11-a199-f4309cedc5da tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:25.864166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-979c1a6b-d2e0-4e49-b941-3290b21dc4e0 req-43cc5116-bff4-4e11-a199-f4309cedc5da tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0707865 Nov 10 17:06:25.909798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-979c1a6b-d2e0-4e49-b941-3290b21dc4e0 req-91eef557-85d3-421c-bf0c-38ddfc2e0a63 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Nov 10 17:06:26.016260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2501a-a1cb-41e3-9f0e-f0f7535c2808 req-c555f285-f4f7-4358-b01c-1e0fe320f2f6 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:26.018523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5bd2501a-a1cb-41e3-9f0e-f0f7535c2808 req-c555f285-f4f7-4358-b01c-1e0fe320f2f6 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0417840 Nov 10 17:06:26.068424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5bd2501a-a1cb-41e3-9f0e-f0f7535c2808 req-f080d23f-31a5-48cd-861c-6ce7232b6336 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Nov 10 17:06:26.538859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754b6b-2183-4229-80c4-3ada4083fa99 req-36974d63-5821-4acd-9524-05da77998c4a tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:26.540545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45754b6b-2183-4229-80c4-3ada4083fa99 req-36974d63-5821-4acd-9524-05da77998c4a tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0405478 Nov 10 17:06:26.586315 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-45754b6b-2183-4229-80c4-3ada4083fa99 req-e557426f-fc85-4b42-8777-fae05b6ba930 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Nov 10 17:06:26.693917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db19c7-56f7-40aa-b633-d484d11c1824 req-f67f85ce-ea45-4971-9a09-0fdb6b22dcce tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:26.695475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8db19c7-56f7-40aa-b633-d484d11c1824 req-f67f85ce-ea45-4971-9a09-0fdb6b22dcce tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 943 time: 0.0502331 Nov 10 17:06:26.744457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8db19c7-56f7-40aa-b633-d484d11c1824 req-3e481c66-7c7b-4067-8783-237c4e7c8ecc tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Nov 10 17:06:27.584867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device b40c7daa-0eb1-4238-b721-31ff1f0d2957 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:06:27.699903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f295ca9-fa47-4126-bb0f-7e11347ad786 req-3ea2c1b7-cc80-49e5-a0b3-807ac4ca95a6 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:27.701424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f295ca9-fa47-4126-bb0f-7e11347ad786 req-3ea2c1b7-cc80-49e5-a0b3-807ac4ca95a6 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0450432 Nov 10 17:06:27.703738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port b40c7daa-0eb1-4238-b721-31ff1f0d2957, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:27.718908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'port_id': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'mac_address': 'fa:16:3e:2d:6c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:06:27.756715 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f295ca9-fa47-4126-bb0f-7e11347ad786 req-b3376379-17f2-47ff-a38e-24eaeb864ccb tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483487 Nov 10 17:06:27.760114 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:27.783108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40c7daa-0eb1-4238-b721-31ff1f0d2957 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:06:27.800881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port b40c7daa-0eb1-4238-b721-31ff1f0d2957, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:27.844944 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:27.888658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3b130-74e7-4e3a-89be-18a36d2a76be req-42691858-6778-449c-8dd8-c7349500fba2 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:27.891097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67e3b130-74e7-4e3a-89be-18a36d2a76be req-42691858-6778-449c-8dd8-c7349500fba2 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 943 time: 0.0679388 Nov 10 17:06:27.915924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=b40c7daa-0eb1-4238-b721-31ff1f0d2957,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:27.942779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67e3b130-74e7-4e3a-89be-18a36d2a76be req-02d44728-eacc-406e-bfff-9d5ff0d91bdc tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456674 Nov 10 17:06:28.080177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['b40c7daa-0eb1-4238-b721-31ff1f0d2957'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:06:28.102073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-9235e586-95da-4bb5-85e8-abfeb6ec4d9c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:28.104567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-9235e586-95da-4bb5-85e8-abfeb6ec4d9c tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 1097 time: 0.0551898 Nov 10 17:06:28.205450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Deleting port 45d8a930-6f80-4272-8aa8-f7713df8906e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:28.205450 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:28.291098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] For port 45d8a930-6f80-4272-8aa8-f7713df8906e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45d8a930-6f80-4272-8aa8-f7713df8906e,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:28.291507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:28.307565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Calling delete_port for 45d8a930-6f80-4272-8aa8-f7713df8906e owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:28.472489 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:28.483329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['45d8a930-6f80-4272-8aa8-f7713df8906e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:06:28.500122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Pushing event deleted for resources: {'Port': ['ID=45d8a930-6f80-4272-8aa8-f7713df8906e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:28.540898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] No DVR routers for this DVR port 45d8a930-6f80-4272-8aa8-f7713df8906e on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:06:28.543675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:28.547484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ec17257-f21a-4acf-9bde-1ca6a3d90b3d req-c1565555-60ac-4caa-a9d7-36da17d0fee8 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.69 "DELETE /v2.0/ports/45d8a930-6f80-4272-8aa8-f7713df8906e HTTP/1.1" status: 204 len: 173 time: 0.4370551 Nov 10 17:06:28.547941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4619b88a-426b-40c3-bed0-8394e9597926', 'name': 'network-vif-deleted', 'tag': '45d8a930-6f80-4272-8aa8-f7713df8906e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:28.550499 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f6ccc2-ddd3-46ca-99b8-f11f577f0a9b" -d '{"events": [{"server_uuid": "4619b88a-426b-40c3-bed0-8394e9597926", "name": "network-vif-deleted", "tag": "45d8a930-6f80-4272-8aa8-f7713df8906e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:28.597156 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aeff17-ac4e-4d34-b699-2903fd032825 x-openstack-request-id: req-78aeff17-ac4e-4d34-b699-2903fd032825 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:28.597452 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4619b88a-426b-40c3-bed0-8394e9597926", "name": "network-vif-deleted", "tag": "45d8a930-6f80-4272-8aa8-f7713df8906e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:28.597703 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78aeff17-ac4e-4d34-b699-2903fd032825 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:28.598104 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4619b88a-426b-40c3-bed0-8394e9597926', 'name': 'network-vif-deleted', 'tag': '45d8a930-6f80-4272-8aa8-f7713df8906e', 'status': 'completed', 'code': 200} Nov 10 17:06:28.682922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['efde1bd6-1d95-4a2a-886d-7f80705b780a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:06:28.878770 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fe54df4-37d8-4af0-8fde-924be7d4d840 req-d88d0c8b-c44a-41ae-8422-8429bef1ed33 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4619b88a-426b-40c3-bed0-8394e9597926 HTTP/1.1" status: 200 len: 210 time: 0.0262737 Nov 10 17:06:29.068464 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f663645-d043-40fb-921c-981a90a9d568 req-00f395ae-69f2-4aed-9ea0-a9035059347f tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:29.069914 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f663645-d043-40fb-921c-981a90a9d568 req-00f395ae-69f2-4aed-9ea0-a9035059347f tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 944 time: 0.0572937 Nov 10 17:06:29.122710 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f663645-d043-40fb-921c-981a90a9d568 req-b91b8ca2-ab2c-4037-a839-993d70e04212 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464380 Nov 10 17:06:29.355105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039dd50-2363-4101-9d4c-95c45a37df40 req-b4113ed8-7af1-4672-bc16-936370073aeb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:29.356627 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3039dd50-2363-4101-9d4c-95c45a37df40 req-b4113ed8-7af1-4672-bc16-936370073aeb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0553613 Nov 10 17:06:29.409816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3039dd50-2363-4101-9d4c-95c45a37df40 req-b9a4ce86-0dec-4f35-8278-b9a58cd62422 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459554 Nov 10 17:06:29.583190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device b40c7daa-0eb1-4238-b721-31ff1f0d2957 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:29.689472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port b40c7daa-0eb1-4238-b721-31ff1f0d2957 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:06:29.693625 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port b40c7daa-0eb1-4238-b721-31ff1f0d2957 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:29.699359 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:29.772768 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:29.796595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:29.799660 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1869f266-4eaf-4da5-878b-d2ed5b55763b" -d '{"events": [{"server_uuid": "ea8e3dd7-0670-45cc-b451-035ccbf7a2db", "name": "network-vif-plugged", "status": "completed", "tag": "b40c7daa-0eb1-4238-b721-31ff1f0d2957"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:29.812312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port b40c7daa-0eb1-4238-b721-31ff1f0d2957, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:29.839264 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ddf438-6c99-4f80-84d0-4a8a68c4b3b5 x-openstack-request-id: req-e0ddf438-6c99-4f80-84d0-4a8a68c4b3b5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:29.839602 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8e3dd7-0670-45cc-b451-035ccbf7a2db", "name": "network-vif-plugged", "status": "completed", "tag": "b40c7daa-0eb1-4238-b721-31ff1f0d2957", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:29.840015 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0ddf438-6c99-4f80-84d0-4a8a68c4b3b5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:29.840416 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'code': 200} Nov 10 17:06:29.866722 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:29.919755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=b40c7daa-0eb1-4238-b721-31ff1f0d2957,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:29.945711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561584-7a33-4884-ba21-16d4672d9dca req-202ea697-59bf-448d-9aac-d44b5b238fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:29.947697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64561584-7a33-4884-ba21-16d4672d9dca req-202ea697-59bf-448d-9aac-d44b5b238fc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1097 time: 0.0481923 Nov 10 17:06:29.998430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64561584-7a33-4884-ba21-16d4672d9dca req-48ec026a-5ce5-48d7-b49c-8d79d81db5fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Nov 10 17:06:30.239630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb7b4-7804-43c9-8e55-487a87fbb154 req-303c2f7c-6ba3-466d-8670-2fa6d32dc99d tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:30.241116 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3bb7b4-7804-43c9-8e55-487a87fbb154 req-303c2f7c-6ba3-466d-8670-2fa6d32dc99d tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 945 time: 0.0510287 Nov 10 17:06:30.297292 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3bb7b4-7804-43c9-8e55-487a87fbb154 req-1604a835-d1d2-4c7d-80df-bf70c82140ab tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Nov 10 17:06:30.395573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac915d40-c821-4238-aa95-310d4bf9b486 req-10fb6c76-ec9b-4622-a613-744e7c32f1f6 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:30.397123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac915d40-c821-4238-aa95-310d4bf9b486 req-10fb6c76-ec9b-4622-a613-744e7c32f1f6 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1098 time: 0.0431178 Nov 10 17:06:30.441907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac915d40-c821-4238-aa95-310d4bf9b486 req-b721e186-1dd9-4649-8a89-4bbc823941c0 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Nov 10 17:06:30.531460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586435-95be-49f1-86e8-4e535c7d029d req-582a3c5d-3841-4256-b2ad-f3bf6c64f98a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:30.533869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47586435-95be-49f1-86e8-4e535c7d029d req-582a3c5d-3841-4256-b2ad-f3bf6c64f98a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0516775 Nov 10 17:06:30.584604 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47586435-95be-49f1-86e8-4e535c7d029d req-c10eda81-9b01-4512-add7-4f823808004a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451396 Nov 10 17:06:31.421802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33901-a440-4f5b-8501-3f70887961e9 req-284e1731-7a51-4909-b4c9-bae4a0cbd265 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:31.423683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7c33901-a440-4f5b-8501-3f70887961e9 req-284e1731-7a51-4909-b4c9-bae4a0cbd265 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 945 time: 0.0552433 Nov 10 17:06:31.475467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7c33901-a440-4f5b-8501-3f70887961e9 req-0d3b7755-9a96-4d5d-b1d7-51e13b0649af tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Nov 10 17:06:31.560036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c246-4eb1-413a-9afa-2d1ecf44cf12 req-5b85ab23-5c9e-46a0-9cac-0f835c42b13d tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:31.564312 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b985c246-4eb1-413a-9afa-2d1ecf44cf12 req-5b85ab23-5c9e-46a0-9cac-0f835c42b13d tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1098 time: 0.0470555 Nov 10 17:06:31.610257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d58451-00df-404b-a597-cab24e28ae0e req-81b49067-e2b7-4ccb-a2bc-7aabeffb2fe1 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:31.612423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2d58451-00df-404b-a597-cab24e28ae0e req-81b49067-e2b7-4ccb-a2bc-7aabeffb2fe1 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 945 time: 0.0671580 Nov 10 17:06:31.616500 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b985c246-4eb1-413a-9afa-2d1ecf44cf12 req-b2925fcd-ad02-446e-a0c7-b6bd1d179ecd tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c8dbe1a5-e56e-4e05-9091-49a79321f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Nov 10 17:06:31.620857 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b3919f3-1535-4d62-8ff4-acfdfbd776d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:31.665272 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2d58451-00df-404b-a597-cab24e28ae0e req-ade2d95d-4777-4c04-83b4-81df8711861f tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464029 Nov 10 17:06:31.735655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673b0d9-78f6-4f23-80de-4b5936613cb6 req-94df72b2-a63d-4e70-ac0b-16f8e83a72d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:31.737397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1673b0d9-78f6-4f23-80de-4b5936613cb6 req-94df72b2-a63d-4e70-ac0b-16f8e83a72d4 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0510321 Nov 10 17:06:31.781297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7f6ba-8d93-47ed-9c56-ca10dd19f6e5 req-95ada196-88ca-4803-806e-44ef37646f8e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:31.783441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14a7f6ba-8d93-47ed-9c56-ca10dd19f6e5 req-95ada196-88ca-4803-806e-44ef37646f8e tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 945 time: 0.0508878 Nov 10 17:06:31.796965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1673b0d9-78f6-4f23-80de-4b5936613cb6 req-c4cc4edd-1d8e-4d20-aaa4-818ad8c69aea tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534742 Nov 10 17:06:31.830049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-8743bf1d-a906-4b83-b54c-097049258fac tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:31.831720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-8743bf1d-a906-4b83-b54c-097049258fac tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 1098 time: 0.0520556 Nov 10 17:06:31.840166 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14a7f6ba-8d93-47ed-9c56-ca10dd19f6e5 req-41c18263-f406-4370-9d2a-94893d2e33f7 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504508 Nov 10 17:06:31.864590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:31.925127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Deleting port efde1bd6-1d95-4a2a-886d-7f80705b780a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:31.925458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:32.005194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] For port efde1bd6-1d95-4a2a-886d-7f80705b780a, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=efde1bd6-1d95-4a2a-886d-7f80705b780a,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:32.005559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:32.018678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Calling delete_port for efde1bd6-1d95-4a2a-886d-7f80705b780a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:32.112844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4b7c6-9402-4a16-b958-2632e6af36e0 tempest-TestServerBasicOps-492997025 tempest-TestServerBasicOps-492997025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:32.114394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-35f4b7c6-9402-4a16-b958-2632e6af36e0 tempest-TestServerBasicOps-492997025 tempest-TestServerBasicOps-492997025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1092 time: 0.2489538 Nov 10 17:06:32.117641 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60850) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:32.122180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:06:32.254262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:32.277084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:32.287718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['efde1bd6-1d95-4a2a-886d-7f80705b780a'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:06:32.317387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Pushing event deleted for resources: {'Port': ['ID=efde1bd6-1d95-4a2a-886d-7f80705b780a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:32.351849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.352122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.352454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.352786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.353117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.353446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.353768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.354085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.354404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.354723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.355043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.355380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:06:32.378807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] No DVR routers for this DVR port efde1bd6-1d95-4a2a-886d-7f80705b780a on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:06:32.381425 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:32.383251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:32.385210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-653070e5-e6cf-4b30-98b2-0355ae70d194 req-99effaa2-3748-48cf-b67c-383bc026d2c3 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.18 "DELETE /v2.0/ports/efde1bd6-1d95-4a2a-886d-7f80705b780a HTTP/1.1" status: 204 len: 173 time: 0.5470154 Nov 10 17:06:32.385674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6082eb18-4192-4974-804e-bada94216095', 'name': 'network-vif-deleted', 'tag': 'efde1bd6-1d95-4a2a-886d-7f80705b780a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:32.388032 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bd06d4-78fe-44c5-94e5-6558fbc38872" -d '{"events": [{"server_uuid": "6082eb18-4192-4974-804e-bada94216095", "name": "network-vif-deleted", "tag": "efde1bd6-1d95-4a2a-886d-7f80705b780a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:32.442796 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00229a83-f115-445b-ac17-353eaf3d8882 x-openstack-request-id: req-00229a83-f115-445b-ac17-353eaf3d8882 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:32.443100 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6082eb18-4192-4974-804e-bada94216095", "name": "network-vif-deleted", "tag": "efde1bd6-1d95-4a2a-886d-7f80705b780a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:32.443395 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00229a83-f115-445b-ac17-353eaf3d8882 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:32.444861 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6082eb18-4192-4974-804e-bada94216095', 'name': 'network-vif-deleted', 'tag': 'efde1bd6-1d95-4a2a-886d-7f80705b780a', 'status': 'completed', 'code': 200} Nov 10 17:06:32.521366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Allocated IP 172.25.3.136 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/ee0cbbcb-0586-415f-a91b-65bbad01bc8c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:06:32.523746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 45d8a930-6f80-4272-8aa8-f7713df8906e no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:06:32.545555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 45d8a930-6f80-4272-8aa8-f7713df8906e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:06:32.546202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 45d8a930-6f80-4272-8aa8-f7713df8906e not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:06:32.629395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:32.726960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e230981-c62e-49c2-89c4-f05b6922f29e req-eae5b6f2-6757-4738-bdd0-9bf066656b41 tempest-TestServerMultinode-576625078 tempest-TestServerMultinode-576625078-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6082eb18-4192-4974-804e-bada94216095 HTTP/1.1" status: 200 len: 210 time: 0.0269141 Nov 10 17:06:32.735466 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:32.771153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:06:32.774002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:06:32.777417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:06:32.810106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'Port': ['ID=ee0cbbcb-0586-415f-a91b-65bbad01bc8c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:32.984577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de344d38-790e-49ed-9f05-cf35bdeb6202 req-9e07afbb-7b8a-4866-b484-38d5cced177b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:32.986838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de344d38-790e-49ed-9f05-cf35bdeb6202 req-9e07afbb-7b8a-4866-b484-38d5cced177b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.1053579 Nov 10 17:06:33.086357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de344d38-790e-49ed-9f05-cf35bdeb6202 req-02ea6e79-12f0-4ca1-a51b-d21eb7d52a01 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929439 Nov 10 17:06:33.656203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:33.790865 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60864) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:33.870258 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:33.895139 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e660088-c151-41c0-b970-6e02bb8ce160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:34.185243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:34.216004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465abc5-6729-4015-bee7-d5688851d60d req-a53257da-94a0-47ae-b851-75b6476931ed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:34.217650 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4465abc5-6729-4015-bee7-d5688851d60d req-a53257da-94a0-47ae-b851-75b6476931ed tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0573256 Nov 10 17:06:34.270984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4465abc5-6729-4015-bee7-d5688851d60d req-392fdaa1-b5cf-4c48-a4b5-7428c30b128e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464799 Nov 10 17:06:34.272548 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:34.350504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event updated for resources: {'Port': ['ID=ee0cbbcb-0586-415f-a91b-65bbad01bc8c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:34.373139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:34.380825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:34.552644 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Floating IP 2b7bcab7-56c6-4f88-86b8-ea6414fd8b1c associated. External IP: 172.25.3.136, port: b40c7daa-0eb1-4238-b721-31ff1f0d2957. Nov 10 17:06:34.865458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:06:34.881345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Deleting port d14cfca8-b1fd-4953-bbca-e223428f2505 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:34.881680 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:35.042378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] For port d14cfca8-b1fd-4953-bbca-e223428f2505, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d14cfca8-b1fd-4953-bbca-e223428f2505,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:35.042731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:35.051629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:06:35.061038 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776cebcc-3996-4163-bab6-924d94257848 None None] Sync routers for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:06:35.062565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Calling delete_port for d14cfca8-b1fd-4953-bbca-e223428f2505 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:35.071671 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776cebcc-3996-4163-bab6-924d94257848 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:35.072274 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-776cebcc-3996-4163-bab6-924d94257848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:35.118422 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:35.172337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:35.181064 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-776cebcc-3996-4163-bab6-924d94257848 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:35.221656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-06bf69cc-79c1-4a4b-84a6-72d36ac26f82 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0891221 Nov 10 17:06:35.221656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'tag': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:35.221656 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0fb492-4609-4dab-872d-0a399b05cb92" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8e3dd7-0670-45cc-b451-035ccbf7a2db", "tag": "b40c7daa-0eb1-4238-b721-31ff1f0d2957"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:35.273966 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e661c3-06e0-41c9-ba70-b12f715fb15b x-openstack-request-id: req-07e661c3-06e0-41c9-ba70-b12f715fb15b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:35.274256 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8e3dd7-0670-45cc-b451-035ccbf7a2db", "tag": "b40c7daa-0eb1-4238-b721-31ff1f0d2957", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:35.274529 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07e661c3-06e0-41c9-ba70-b12f715fb15b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:35.274918 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'tag': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'status': 'completed', 'code': 200} Nov 10 17:06:35.351736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-81dcf818-c155-43bb-bda0-e2bebb53caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:35.354027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-81dcf818-c155-43bb-bda0-e2bebb53caeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1097 time: 0.0736389 Nov 10 17:06:35.375407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:35.432893 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d14cfca8-b1fd-4953-bbca-e223428f2505,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:35.433009 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-776cebcc-3996-4163-bab6-924d94257848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '2b7bcab7-56c6-4f88-86b8-ea6414fd8b1c', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'port_id': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'mac_address': 'fa:16:3e:2d:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:06:33Z', 'updated_at': '2021-11-10T17:06:33Z', 'revision_number': 0, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 5, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:35.466183 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776cebcc-3996-4163-bab6-924d94257848 None None] Checking router: 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:06:35.474705 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776cebcc-3996-4163-bab6-924d94257848 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:35.475566 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-776cebcc-3996-4163-bab6-924d94257848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:35.493780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd0e9a-1ae2-44d3-8775-e9963ca31fc7 req-4111a819-d374-4d5d-8634-5970d2a03d7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:35.495384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7cd0e9a-1ae2-44d3-8775-e9963ca31fc7 req-4111a819-d374-4d5d-8634-5970d2a03d7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.1307590 Nov 10 17:06:35.538497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-ede304b3-ab5c-4ce0-926a-d30976710c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:35.541002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-ede304b3-ab5c-4ce0-926a-d30976710c25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7 HTTP/1.1" status: 200 len: 909 time: 0.1777432 Nov 10 17:06:35.616731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device efde1bd6-1d95-4a2a-886d-7f80705b780a no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:06:35.650215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: efde1bd6-1d95-4a2a-886d-7f80705b780a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:06:35.650579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device efde1bd6-1d95-4a2a-886d-7f80705b780a not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:06:35.670138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7cd0e9a-1ae2-44d3-8775-e9963ca31fc7 req-0bb1a3e4-507a-4396-9deb-df9507c477c5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503816 Nov 10 17:06:35.677282 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-776cebcc-3996-4163-bab6-924d94257848 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:35.684082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-8ff581cb-e161-4591-86ed-b200278f8fff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957 HTTP/1.1" status: 200 len: 999 time: 0.1356473 Nov 10 17:06:35.739220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-02af31c4-9a5f-47d5-b72f-1d7a0f8466a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:35.741058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-02af31c4-9a5f-47d5-b72f-1d7a0f8466a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a065bda0-13ce-4f33-b334-44b98a18664b HTTP/1.1" status: 200 len: 847 time: 0.0500715 Nov 10 17:06:35.759930 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:35.793511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-ac46183e-d5fc-4b32-a23c-4176339348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:35.795066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-ac46183e-d5fc-4b32-a23c-4176339348e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472059 Nov 10 17:06:35.902898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-1a901d05-3968-4172-931e-f3c30ccfb0cb service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992644 Nov 10 17:06:35.932213 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-776cebcc-3996-4163-bab6-924d94257848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '2b7bcab7-56c6-4f88-86b8-ea6414fd8b1c', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'port_id': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'mac_address': 'fa:16:3e:2d:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:06:33Z', 'updated_at': '2021-11-10T17:06:33Z', 'revision_number': 0, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 5, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:35.965791 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776cebcc-3996-4163-bab6-924d94257848 None None] The sync data for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 is: [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '2b7bcab7-56c6-4f88-86b8-ea6414fd8b1c', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'port_id': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'mac_address': 'fa:16:3e:2d:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:06:33Z', 'updated_at': '2021-11-10T17:06:33Z', 'revision_number': 0, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 5, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:06:35.988339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Router a336a829-1a6f-42f7-8002-818e0a35d4a1 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:06:36.005488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b0fb492-4609-4dab-872d-0a399b05cb92 req-224ebe60-23a9-48e9-8a30-d5b3e804b937 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963180 Nov 10 17:06:36.104759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:06:36.110121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aab01b3b-1d24-46c9-b943-fe30dcafe9ac admin admin] 10.222.0.62 "PUT /v2.0/routers/a336a829-1a6f-42f7-8002-818e0a35d4a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3181450 Nov 10 17:06:36.115273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] Sync routers for ids ['a336a829-1a6f-42f7-8002-818e0a35d4a1'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:06:36.118678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:36.126483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] Routers {'a336a829-1a6f-42f7-8002-818e0a35d4a1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:36.127125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a336a829-1a6f-42f7-8002-818e0a35d4a1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:36.192439 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527cb1e-81f0-45bb-bfd9-250ff83aad02 None None] New status for floating IP 2b7bcab7-56c6-4f88-86b8-ea6414fd8b1c: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:06:36.227566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:36.249617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] Set router a336a829-1a6f-42f7-8002-818e0a35d4a1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:36.450327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:06:35Z', 'revision_number': 5, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:36.485080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] Checking router: a336a829-1a6f-42f7-8002-818e0a35d4a1 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:06:36.495576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] Routers {'a336a829-1a6f-42f7-8002-818e0a35d4a1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:36.496205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['a336a829-1a6f-42f7-8002-818e0a35d4a1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:36.606025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] Set router a336a829-1a6f-42f7-8002-818e0a35d4a1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:36.688391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:36.805240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:06:35Z', 'revision_number': 5, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:36.810886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94b74d-6c7e-4b12-97bf-5001e915c833 req-e58cfefa-652a-4be7-abc7-248fff862cd6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:36.812458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b94b74d-6c7e-4b12-97bf-5001e915c833 req-e58cfefa-652a-4be7-abc7-248fff862cd6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0829327 Nov 10 17:06:36.833691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e676c7-42f7-4797-9a5d-26d5ead53b5b None None] The sync data for ids ['a336a829-1a6f-42f7-8002-818e0a35d4a1'] in n-d-714676-11 is: [{'id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'name': 'tempest-TestServerMultinode-1911733001-router', 'tenant_id': '06decddafaaf43378479cf00936bbd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:36Z', 'updated_at': '2021-11-10T17:06:35Z', 'revision_number': 5, 'project_id': '06decddafaaf43378479cf00936bbd51', 'gw_port': {'id': 'd2c3bf20-d910-4d78-9699-65201196b307', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a336a829-1a6f-42f7-8002-818e0a35d4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:37Z', 'updated_at': '2021-11-10T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:06:36.836618 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:36.859372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Deleting port d2c3bf20-d910-4d78-9699-65201196b307 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:36.859693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:36.897380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b94b74d-6c7e-4b12-97bf-5001e915c833 req-73447df4-ab35-489e-bc05-e3e41b9e9487 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765185 Nov 10 17:06:36.964720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] For port d2c3bf20-d910-4d78-9699-65201196b307, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2c3bf20-d910-4d78-9699-65201196b307,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:36.965085 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:36.977364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Calling delete_port for d2c3bf20-d910-4d78-9699-65201196b307 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:37.204130 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.229356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c3bf20-d910-4d78-9699-65201196b307,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:37.247609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc5d7c5-634e-4646-a768-d9f5e6b70097 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:37.301053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.399995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.402091 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.505649 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.506185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a336a829-1a6f-42f7-8002-818e0a35d4a1 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:06:37.510442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.513169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f955fdf4-68fe-4a39-96d6-ce3be59a95b5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a336a829-1a6f-42f7-8002-818e0a35d4a1 HTTP/1.1" status: 204 len: 168 time: 1.3949001 Nov 10 17:06:37.515196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60884) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:37.566460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ef6249-30a5-45e7-9679-55bdf423cf44 admin admin] Deleting subnet dc60e44a-34f5-4a82-b1ae-01d914e337c4 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:06:37.569874 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ef6249-30a5-45e7-9679-55bdf423cf44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.592925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.609067 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ef6249-30a5-45e7-9679-55bdf423cf44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.637593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d14cfca8-b1fd-4953-bbca-e223428f2505 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:06:37.667847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d14cfca8-b1fd-4953-bbca-e223428f2505 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:06:37.668186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d14cfca8-b1fd-4953-bbca-e223428f2505 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:06:37.699348 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ef6249-30a5-45e7-9679-55bdf423cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.821606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ef6249-30a5-45e7-9679-55bdf423cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.849891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef6249-30a5-45e7-9679-55bdf423cf44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc60e44a-34f5-4a82-b1ae-01d914e337c4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:37.855865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ef6249-30a5-45e7-9679-55bdf423cf44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:37.859090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-89ef6249-30a5-45e7-9679-55bdf423cf44 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dc60e44a-34f5-4a82-b1ae-01d914e337c4 HTTP/1.1" status: 204 len: 168 time: 0.3423896 Nov 10 17:06:37.861805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9894999-31fe-4755-b183-a3c7a98b8045 None None] Network 7554f6a8-6ef3-47a0-b100-13f4768c34e8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:06:37.863041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:37.932813 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.001699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Deleting port 09e25c97-8e93-4053-ae6b-e2509479e62c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:38.002326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.042298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a186bc-60a4-4e0e-bfbe-c2f9ba80af9a req-0bcb5ae1-54af-4451-88a7-af0c06e1984c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:38.048835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80a186bc-60a4-4e0e-bfbe-c2f9ba80af9a req-0bcb5ae1-54af-4451-88a7-af0c06e1984c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0661130 Nov 10 17:06:38.084929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] For port 09e25c97-8e93-4053-ae6b-e2509479e62c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=09e25c97-8e93-4053-ae6b-e2509479e62c,segment=NetworkSegment(2546dd2a-89f4-46c1-8b72-b29b3a7c0891),segment_id=2546dd2a-89f4-46c1-8b72-b29b3a7c0891)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:38.085362 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.100748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Calling delete_port for 09e25c97-8e93-4053-ae6b-e2509479e62c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:38.103809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80a186bc-60a4-4e0e-bfbe-c2f9ba80af9a req-13011ad8-030c-441e-8ec2-3fb4e795ca57 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513048 Nov 10 17:06:38.169146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.239251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] DHCP port deletion for 7554f6a8-6ef3-47a0-b100-13f4768c34e8 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:38.254981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.286100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e25c97-8e93-4053-ae6b-e2509479e62c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:38.293765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] No DVR routers for this DVR port 09e25c97-8e93-4053-ae6b-e2509479e62c on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:06:38.294415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] Deleting port 09e25c97-8e93-4053-ae6b-e2509479e62c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:38.295191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.364732 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.367155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] For port 09e25c97-8e93-4053-ae6b-e2509479e62c, host n-d-714676-11, got binding levels [] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:38.367586 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.380461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] Calling delete_port for 09e25c97-8e93-4053-ae6b-e2509479e62c owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:38.383102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] Port 09e25c97-8e93-4053-ae6b-e2509479e62c was not found and therefore no delete operation was performed {{(pid=103327) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:06:38.384142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7554f6a8-6ef3-47a0-b100-13f4768c34e8']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:38.384390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.394415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2546dd2a-89f4-46c1-8b72-b29b3a7c0891') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:38.394706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2546dd2a-89f4-46c1-8b72-b29b3a7c0891') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:38.409591 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.410861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] Pushing event deleted for resources: {'Port': ['ID=09e25c97-8e93-4053-ae6b-e2509479e62c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:38.416324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd3224b-8b84-4722-a154-d4c574330e4d None None] No DVR routers for this DVR port 09e25c97-8e93-4053-ae6b-e2509479e62c on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:06:38.426926 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.433056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:06:38.433433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:06:38.435066 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:06:38.546593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.552666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:38.555984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7554f6a8-6ef3-47a0-b100-13f4768c34e8 HTTP/1.1" status: 204 len: 168 time: 0.6916542 Nov 10 17:06:38.559109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60892) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:38.567686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd463-68db-4ed6-ac80-1cf92ec34a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=7554f6a8-6ef3-47a0-b100-13f4768c34e8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:38.913237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:39.167644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Deleting port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:39.167989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:39.276170 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e7079-5563-4945-a5f2-486a3ccdf153 req-c9b65f9d-6b04-4987-9338-871970571790 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:39.277677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff9e7079-5563-4945-a5f2-486a3ccdf153 req-c9b65f9d-6b04-4987-9338-871970571790 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0980701 Nov 10 17:06:39.295710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] For port 20b2d34f-236e-42f7-bd39-c1f9a39a9a01, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,segment=NetworkSegment(df1e7171-add0-457b-a5b2-996f89433a16),segment_id=df1e7171-add0-457b-a5b2-996f89433a16)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:39.296071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:39.316784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Calling delete_port for 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:39.382514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ff9e7079-5563-4945-a5f2-486a3ccdf153 req-d1b8ee2b-cb6e-459f-b50f-e52fed3024dd tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964274 Nov 10 17:06:39.598255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:39.617798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 09e25c97-8e93-4053-ae6b-e2509479e62c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:06:39.626447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=20b2d34f-236e-42f7-bd39-c1f9a39a9a01,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:39.639565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 09e25c97-8e93-4053-ae6b-e2509479e62c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:06:39.640206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 09e25c97-8e93-4053-ae6b-e2509479e62c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:06:39.640844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2c3bf20-d910-4d78-9699-65201196b307 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:06:39.663623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d2c3bf20-d910-4d78-9699-65201196b307 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:06:39.663950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2c3bf20-d910-4d78-9699-65201196b307 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:06:39.802818 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:40.022584 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Router 8b232490-faee-4d95-9185-074b6dfde98b has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:06:40.129184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:06:40.134605 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bf72c444-a49d-425c-9643-81ba8e241e0c admin admin] 10.222.0.62 "PUT /v2.0/routers/8b232490-faee-4d95-9185-074b6dfde98b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5744500 Nov 10 17:06:40.137646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] Sync routers for ids ['8b232490-faee-4d95-9185-074b6dfde98b'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:06:40.137822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60900) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:40.149678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] Routers {'8b232490-faee-4d95-9185-074b6dfde98b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:40.150332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b232490-faee-4d95-9185-074b6dfde98b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:40.242352 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:40.260531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] Set router 8b232490-faee-4d95-9185-074b6dfde98b gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:40.352246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:40.457171 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:06:39Z', 'revision_number': 5, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port': {'id': '6512e37c-8f92-44b7-8a98-e668b9d8da7f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b232490-faee-4d95-9185-074b6dfde98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:47Z', 'updated_at': '2021-11-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:40.484029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] Checking router: 8b232490-faee-4d95-9185-074b6dfde98b for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:06:40.507873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] Routers {'8b232490-faee-4d95-9185-074b6dfde98b'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:06:40.507873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:06:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8b232490-faee-4d95-9185-074b6dfde98b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:40.523847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c213f4e-01e9-46cf-93f6-720f7d64e6da req-26799aae-3725-42d5-aa28-b808d961a0fa tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:40.525336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c213f4e-01e9-46cf-93f6-720f7d64e6da req-26799aae-3725-42d5-aa28-b808d961a0fa tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0605226 Nov 10 17:06:40.542927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Deleting port 6512e37c-8f92-44b7-8a98-e668b9d8da7f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:40.543264 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:40.591956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] Set router 8b232490-faee-4d95-9185-074b6dfde98b gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:06:40.631977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c213f4e-01e9-46cf-93f6-720f7d64e6da req-22b41b76-3de3-4729-aade-d70414c1c6d9 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983040 Nov 10 17:06:40.651724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:06:40Z', 'revision_number': 6, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:40.664256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] For port 6512e37c-8f92-44b7-8a98-e668b9d8da7f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6512e37c-8f92-44b7-8a98-e668b9d8da7f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:40.664685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:40.680866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Calling delete_port for 6512e37c-8f92-44b7-8a98-e668b9d8da7f owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:40.685674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6aeb-4f85-4e20-8fc1-49b2e08e2caa None None] The sync data for ids ['8b232490-faee-4d95-9185-074b6dfde98b'] in n-d-714676-11 is: [{'id': '8b232490-faee-4d95-9185-074b6dfde98b', 'name': 'tempest-TestServerMultinode-1369639382-router', 'tenant_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:46Z', 'updated_at': '2021-11-10T17:06:40Z', 'revision_number': 6, 'project_id': 'd7bf7118b3064ad9b2d164ed21126a23', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:06:40.685674 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:40.963677 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:40.995767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Pushing event deleted for resources: {'Port': ['ID=6512e37c-8f92-44b7-8a98-e668b9d8da7f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:41.010038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6733a4-e67d-4477-a030-366b386b709e None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:41.064978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.160457 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.162609 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.272432 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.272929 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b232490-faee-4d95-9185-074b6dfde98b {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:06:41.277716 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.279086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6f6fc798-36da-438f-a6ec-0d2fc4af7106 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8b232490-faee-4d95-9185-074b6dfde98b HTTP/1.1" status: 204 len: 168 time: 1.1403549 Nov 10 17:06:41.281643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 60906) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:41.334504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-586ad797-0ddf-42ab-bab2-612d19bba876 admin admin] Deleting subnet 4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:06:41.338062 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-586ad797-0ddf-42ab-bab2-612d19bba876 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.374015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-586ad797-0ddf-42ab-bab2-612d19bba876 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.454622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-586ad797-0ddf-42ab-bab2-612d19bba876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.592626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-586ad797-0ddf-42ab-bab2-612d19bba876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.615686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:06:41.620796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ad797-0ddf-42ab-bab2-612d19bba876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:41.622801 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-586ad797-0ddf-42ab-bab2-612d19bba876 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.630043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:41.630543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-586ad797-0ddf-42ab-bab2-612d19bba876 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4b4eb6a8-b26a-4530-a77c-858d1e0e0ae8 HTTP/1.1" status: 204 len: 168 time: 0.3468175 Nov 10 17:06:41.638094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1292b-ab1f-43ae-b750-238feaafeeb8 None None] Network 7a9d1786-1df7-46e2-be2f-0cf13384198f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:06:41.640369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:06:41.640706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 20b2d34f-236e-42f7-bd39-c1f9a39a9a01 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:06:41.642208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6512e37c-8f92-44b7-8a98-e668b9d8da7f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:06:41.685782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6512e37c-8f92-44b7-8a98-e668b9d8da7f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:06:41.686404 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6512e37c-8f92-44b7-8a98-e668b9d8da7f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:06:41.718014 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.783574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Deleting port f85cfa45-82b4-4f4e-9f22-f3dabc971689 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:41.784235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.797867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdc15f-e379-4919-bf4d-587e43be5a13 req-c5e490da-9133-4a79-9758-0f09fe74e5f2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:41.799567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46bdc15f-e379-4919-bf4d-587e43be5a13 req-c5e490da-9133-4a79-9758-0f09fe74e5f2 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0724998 Nov 10 17:06:41.856531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46bdc15f-e379-4919-bf4d-587e43be5a13 req-d75ebb99-8ac4-45e8-8b31-ebad28d7650e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493033 Nov 10 17:06:41.864217 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] For port f85cfa45-82b4-4f4e-9f22-f3dabc971689, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f85cfa45-82b4-4f4e-9f22-f3dabc971689,segment=NetworkSegment(df1e7171-add0-457b-a5b2-996f89433a16),segment_id=df1e7171-add0-457b-a5b2-996f89433a16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:41.864591 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:41.881352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Calling delete_port for f85cfa45-82b4-4f4e-9f22-f3dabc971689 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:41.887734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] DHCP port deletion for 7a9d1786-1df7-46e2-be2f-0cf13384198f request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:06:41.940501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] Deleting port f85cfa45-82b4-4f4e-9f22-f3dabc971689 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:06:41.940871 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.008091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] For port f85cfa45-82b4-4f4e-9f22-f3dabc971689, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f85cfa45-82b4-4f4e-9f22-f3dabc971689,segment=NetworkSegment(df1e7171-add0-457b-a5b2-996f89433a16),segment_id=df1e7171-add0-457b-a5b2-996f89433a16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:42.008481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.021866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] Calling delete_port for f85cfa45-82b4-4f4e-9f22-f3dabc971689 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:06:42.050026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.076383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Pushing event deleted for resources: {'Port': ['ID=f85cfa45-82b4-4f4e-9f22-f3dabc971689,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:42.079423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] No DVR routers for this DVR port f85cfa45-82b4-4f4e-9f22-f3dabc971689 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:06:42.110667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.137041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] Pushing event deleted for resources: {'Port': ['ID=f85cfa45-82b4-4f4e-9f22-f3dabc971689,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:42.144058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2d965-cc4d-4a52-9601-41a3305ea6c4 None None] No DVR routers for this DVR port f85cfa45-82b4-4f4e-9f22-f3dabc971689 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:06:42.165889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.195877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9d1786-1df7-46e2-be2f-0cf13384198f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:42.206352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1e7171-add0-457b-a5b2-996f89433a16') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:42.206646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1e7171-add0-457b-a5b2-996f89433a16') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:06:42.216149 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.230365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.237588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:06:42.237962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:06:42.240741 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:06:42.369392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.375035 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.378286 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] 10.222.0.62 "DELETE /v2.0/networks/7a9d1786-1df7-46e2-be2f-0cf13384198f HTTP/1.1" status: 204 len: 168 time: 0.7470093 Nov 10 17:06:42.389528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908db31-880d-49a1-96db-9cf1bb27286b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9d1786-1df7-46e2-be2f-0cf13384198f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:42.798707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:42.843909 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-54e4c599-e98d-463f-b0ff-98847782d3d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06decddafaaf43378479cf00936bbd51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439022 Nov 10 17:06:42.847093 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:42.896500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb74c00-0462-4e59-832a-bfc508b3ac8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.919424 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb74c00-0462-4e59-832a-bfc508b3ac8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:42.981232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd8382-e38c-42ed-97b1-4038e852b011 req-034bf479-6ca1-4bc3-93f7-129d4cd9f9bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:42.981232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aacd8382-e38c-42ed-97b1-4038e852b011 req-034bf479-6ca1-4bc3-93f7-129d4cd9f9bb tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0499957 Nov 10 17:06:43.033102 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb74c00-0462-4e59-832a-bfc508b3ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:43.034153 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aacd8382-e38c-42ed-97b1-4038e852b011 req-02ed41ec-577b-4e6e-b389-ac886cf7fa52 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467741 Nov 10 17:06:43.035975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffb74c00-0462-4e59-832a-bfc508b3ac8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:43.037283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ffb74c00-0462-4e59-832a-bfc508b3ac8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85d2c2b5-ee64-48a6-bcd8-8971a474d1f4 HTTP/1.1" status: 204 len: 168 time: 0.1891098 Nov 10 17:06:43.050340 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb74c00-0462-4e59-832a-bfc508b3ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d2c2b5-ee64-48a6-bcd8-8971a474d1f4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:43.625117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f85cfa45-82b4-4f4e-9f22-f3dabc971689 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:06:43.645385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f85cfa45-82b4-4f4e-9f22-f3dabc971689 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:06:43.649122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f85cfa45-82b4-4f4e-9f22-f3dabc971689 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:06:43.884838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:43.926397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b85dd3a3-7b12-415a-a6d3-ba21375cb89d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7bf7118b3064ad9b2d164ed21126a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402932 Nov 10 17:06:43.928799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:43.977145 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f15eae42-1be0-4788-9a6d-86b35f4ef0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:43.999080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f15eae42-1be0-4788-9a6d-86b35f4ef0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:44.123682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f15eae42-1be0-4788-9a6d-86b35f4ef0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:44.126616 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f15eae42-1be0-4788-9a6d-86b35f4ef0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:44.127805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f15eae42-1be0-4788-9a6d-86b35f4ef0b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8dbe1a5-e56e-4e05-9091-49a79321f24a HTTP/1.1" status: 204 len: 168 time: 0.1981158 Nov 10 17:06:44.137126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eae42-1be0-4788-9a6d-86b35f4ef0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dbe1a5-e56e-4e05-9091-49a79321f24a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:44.166575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fda0e-0c23-4bc9-8ea3-740bf9222c40 req-c5711d5b-5313-4ae2-ae13-8c6b2e22619b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:44.168173 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b97fda0e-0c23-4bc9-8ea3-740bf9222c40 req-c5711d5b-5313-4ae2-ae13-8c6b2e22619b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0537925 Nov 10 17:06:44.223047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b97fda0e-0c23-4bc9-8ea3-740bf9222c40 req-1f0a433d-118f-4a30-8965-277a02795142 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457742 Nov 10 17:06:45.346081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329198b7-e4f4-4c97-b253-d6bbbd21ad0c req-61f9be09-47e1-4e73-a072-971036476e0c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:45.347803 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-329198b7-e4f4-4c97-b253-d6bbbd21ad0c req-61f9be09-47e1-4e73-a072-971036476e0c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0525546 Nov 10 17:06:45.400542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-329198b7-e4f4-4c97-b253-d6bbbd21ad0c req-de85da13-133b-46a0-86df-a27492188dd1 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455434 Nov 10 17:06:46.526325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c329435-6eda-4b85-ad1d-784b8d003f30 req-4fee6cbc-d318-497f-a458-da3faccad830 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:46.527871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c329435-6eda-4b85-ad1d-784b8d003f30 req-4fee6cbc-d318-497f-a458-da3faccad830 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0536058 Nov 10 17:06:46.578311 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c329435-6eda-4b85-ad1d-784b8d003f30 req-4bb1eec5-a676-4ef1-891a-50f1df47f744 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Nov 10 17:06:47.694710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e1ea-ad13-42a0-85dd-13c4794d4317 req-5465b873-48a9-4c6b-90c6-bb16ae1e0452 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:47.696505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1881e1ea-ad13-42a0-85dd-13c4794d4317 req-5465b873-48a9-4c6b-90c6-bb16ae1e0452 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0502150 Nov 10 17:06:47.749907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1881e1ea-ad13-42a0-85dd-13c4794d4317 req-01f16235-cf15-44d3-a4b4-f101601b0869 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474005 Nov 10 17:06:48.619781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7bd0d381-38ac-44df-813e-4fd43e81ddd5 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:06:48.715191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:48.726836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'port_id': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'mac_address': 'fa:16:3e:12:45:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:06:48.769107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:48.782835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bd0d381-38ac-44df-813e-4fd43e81ddd5 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:06:48.803751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:48.860512 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:48.869410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab555340-9373-4032-968c-347a803874aa req-dac8e47c-93f1-4d59-a2d5-fc16c69cebac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:48.870917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab555340-9373-4032-968c-347a803874aa req-dac8e47c-93f1-4d59-a2d5-fc16c69cebac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0505786 Nov 10 17:06:48.917220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7bd0d381-38ac-44df-813e-4fd43e81ddd5,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:48.939805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab555340-9373-4032-968c-347a803874aa req-58cc0661-bc4d-4f35-8961-b3979be928e5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608714 Nov 10 17:06:49.062303 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9d38a-c0b3-4f1a-b854-fce8d36ab1b5 req-1168ec5e-0067-4a30-b043-15defb19abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:49.063864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cee9d38a-c0b3-4f1a-b854-fce8d36ab1b5 req-1168ec5e-0067-4a30-b043-15defb19abfa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1096 time: 0.0417528 Nov 10 17:06:49.112621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cee9d38a-c0b3-4f1a-b854-fce8d36ab1b5 req-2c21b2a0-5670-41e1-b59a-42d34aeeb93e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 Nov 10 17:06:49.175605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['7bd0d381-38ac-44df-813e-4fd43e81ddd5'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:06:49.632888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:06:50.063030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5f8f3-cda5-4201-8e7a-38e86208c668 req-b8fb6cdc-2977-40c1-a738-e6528013a439 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:50.065203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6f5f8f3-cda5-4201-8e7a-38e86208c668 req-b8fb6cdc-2977-40c1-a738-e6528013a439 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 944 time: 0.0528057 Nov 10 17:06:50.117574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6f5f8f3-cda5-4201-8e7a-38e86208c668 req-b5a8a5f8-92ec-402c-aeaa-07afb0c343c5 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468011 Nov 10 17:06:50.646790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7bd0d381-38ac-44df-813e-4fd43e81ddd5 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:06:50.697645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:06:50.698051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:50.782803 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:50.805563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:06:50.807814 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486f591a-936e-4b89-b613-cec8630e1eba" -d '{"events": [{"server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "name": "network-vif-plugged", "status": "completed", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:06:50.821424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:06:50.848544 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf89c1f-a353-4bf6-abec-c9b4f051cb62 x-openstack-request-id: req-ebf89c1f-a353-4bf6-abec-c9b4f051cb62 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:06:50.848544 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "name": "network-vif-plugged", "status": "completed", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:06:50.848544 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ebf89c1f-a353-4bf6-abec-c9b4f051cb62 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:06:50.848544 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'code': 200} Nov 10 17:06:50.894140 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:06:50.943944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=7bd0d381-38ac-44df-813e-4fd43e81ddd5,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:06:51.473992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd373548-8288-43e0-a683-bd5e980f99f2 req-3fb52cd6-0cc4-4b93-b931-f4218b02d496 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:51.475429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd373548-8288-43e0-a683-bd5e980f99f2 req-3fb52cd6-0cc4-4b93-b931-f4218b02d496 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.2838593 Nov 10 17:06:51.527114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd373548-8288-43e0-a683-bd5e980f99f2 req-71694840-e787-4343-8f6b-9c08ef9dbd7c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456676 Nov 10 17:06:51.550082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 60970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:06:51.614409 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-806214a9-d5cf-4158-a93d-24881a34beac tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/floatingips/7c0dc63e-8007-4e89-93c0-b7c2b0efed25 HTTP/1.1" status: 200 len: 993 time: 0.0630255 Nov 10 17:06:55.214779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9531f277-f496-48bc-892a-63c9efbb42de req-0ed68699-c3a8-43dc-b516-5f106da44716 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429411 Nov 10 17:06:55.297072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f277-f496-48bc-892a-63c9efbb42de req-30e96099-34b5-42ff-ab84-4eeafffd9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:55.298585 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9531f277-f496-48bc-892a-63c9efbb42de req-30e96099-34b5-42ff-ab84-4eeafffd9d4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1097 time: 0.0409224 Nov 10 17:06:55.405803 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f277-f496-48bc-892a-63c9efbb42de req-1cf72fa0-0f54-40af-aca5-f9515b69b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:55.407302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9531f277-f496-48bc-892a-63c9efbb42de req-1cf72fa0-0f54-40af-aca5-f9515b69b6d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 HTTP/1.1" status: 200 len: 898 time: 0.0882096 Nov 10 17:06:55.478454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9531f277-f496-48bc-892a-63c9efbb42de req-9e7f60b6-db6f-4356-b8ef-1f27f4b6e915 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5 HTTP/1.1" status: 200 len: 1001 time: 0.0589900 Nov 10 17:06:55.526767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f277-f496-48bc-892a-63c9efbb42de req-187eb8a7-a6cb-47ca-ac79-795ff8b6c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:55.528237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9531f277-f496-48bc-892a-63c9efbb42de req-187eb8a7-a6cb-47ca-ac79-795ff8b6c7fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666d9ff5-ecdb-4239-b852-83f1ddbcad6a HTTP/1.1" status: 200 len: 835 time: 0.0430701 Nov 10 17:06:55.576988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f277-f496-48bc-892a-63c9efbb42de req-f4094c4e-86fa-4d65-98fc-58f57d41cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:55.578467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9531f277-f496-48bc-892a-63c9efbb42de req-f4094c4e-86fa-4d65-98fc-58f57d41cdab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430877 Nov 10 17:06:55.668187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9531f277-f496-48bc-892a-63c9efbb42de req-1ab7fe25-e4f3-4aa2-864a-480ebb35a974 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819502 Nov 10 17:06:56.106901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9531f277-f496-48bc-892a-63c9efbb42de req-a7721352-414d-447a-9765-5e7757363fb1 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324079 Nov 10 17:06:58.689101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-4ef216e4-ec50-4521-a177-bd213e4c44d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404360 Nov 10 17:06:58.774548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-54bab8da-95d0-428a-a10b-89b71a5c6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:58.776096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-54bab8da-95d0-428a-a10b-89b71a5c6ecf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2916b2e18ef041e49498c1e615250fdb&device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 1098 time: 0.0420187 Nov 10 17:06:58.884784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-3fc69b47-87bc-4d3f-8161-593b80b134e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:58.886293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-3fc69b47-87bc-4d3f-8161-593b80b134e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 200 len: 912 time: 0.0895572 Nov 10 17:06:58.954584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-f1fef08c-212f-4fcb-a17e-47b56cfa8594 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=580c48f5-4076-4170-a86f-f3f9f994f765 HTTP/1.1" status: 200 len: 1001 time: 0.0593407 Nov 10 17:06:59.004946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-e32c74bd-dd01-4870-8bac-fc16bd2b4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:59.006380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-e32c74bd-dd01-4870-8bac-fc16bd2b4fe4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 200 len: 850 time: 0.0432868 Nov 10 17:06:59.057092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-5a400a1b-6455-473e-9241-008dbdaa0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:06:59.058567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-5a400a1b-6455-473e-9241-008dbdaa0999 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=491fc78a-f685-4e64-92ac-2e258898315d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436361 Nov 10 17:06:59.071453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-f04341ef-daf7-4881-83b1-f991d21d8c8c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:06:59.072392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-f04341ef-daf7-4881-83b1-f991d21d8c8c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059745 Nov 10 17:06:59.162821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-8def73c8-86f9-4723-bc29-ed883a261faf service neutron] 10.222.0.18 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828874 Nov 10 17:06:59.262826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecf2a37f-e308-4f17-9752-0f2c4d7173e3 req-53cdc690-c0f0-495e-b8c1-6a0a6f0e5773 service neutron] 10.222.0.18 "GET /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897667 Nov 10 17:07:01.625434 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0faf63fb-1bfa-45dd-95a9-e17a04986d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:03.871172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30416df6-103a-4bd9-a6f0-fcd7bb7bdb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:05.162449 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:06.865072 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:07.614072 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:07.968161 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:09.666035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 32786) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:07:09.764788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28468ba8-4553-4bd3-a0b7-ad5e60ae7e3c req-c0537891-77d6-4496-9b8a-6710e8b34e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:09.766312 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28468ba8-4553-4bd3-a0b7-ad5e60ae7e3c req-c0537891-77d6-4496-9b8a-6710e8b34e68 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1097 time: 0.0992608 Nov 10 17:07:09.815077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28468ba8-4553-4bd3-a0b7-ad5e60ae7e3c req-ac3e2db7-f30b-42eb-91bb-8a1f14d95744 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Nov 10 17:07:10.657991 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:26.631942 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:07:31.623460 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f958b23-8787-4d5f-b761-af302a855235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:33.892852 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8434ce5-27b6-4526-8637-08ae4455dff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:35.104403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:36.852751 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:37.619296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:38.005717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:40.661254 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:07:57.257470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-63ae147b-0312-4f8c-911f-e0105be05470 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0913045 Nov 10 17:07:57.350236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-e219ba28-ac8c-45b1-ba26-8694d0823779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:57.351798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-e219ba28-ac8c-45b1-ba26-8694d0823779 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1097 time: 0.0472176 Nov 10 17:07:57.455009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-7a21085f-b59d-4c2c-9a80-1aafc6e407f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:57.456529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-7a21085f-b59d-4c2c-9a80-1aafc6e407f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 HTTP/1.1" status: 200 len: 898 time: 0.0856693 Nov 10 17:07:57.525869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-4d6b3876-1e12-4bfc-8c59-929ba9849272 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5 HTTP/1.1" status: 200 len: 1001 time: 0.0616920 Nov 10 17:07:57.575027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-2120d13e-1569-4885-98b5-0bf9ebfaf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:57.576554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-2120d13e-1569-4885-98b5-0bf9ebfaf3c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666d9ff5-ecdb-4239-b852-83f1ddbcad6a HTTP/1.1" status: 200 len: 835 time: 0.0444067 Nov 10 17:07:57.626414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-f9d78db4-99ad-4d6d-abf6-3503516584d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:57.628060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-f9d78db4-99ad-4d6d-abf6-3503516584d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451846 Nov 10 17:07:57.639276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-b211fa1f-c916-48e5-a561-c3772f4d8f29 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:07:57.640580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-b211fa1f-c916-48e5-a561-c3772f4d8f29 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055673 Nov 10 17:07:57.738423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-8e15fa1e-29a7-42a1-8c7d-85f7a2fb71ec service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909021 Nov 10 17:07:57.831125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-689d5586-17f7-4e6e-a81c-2ed4cd479006 req-f5da964b-0bb1-4b45-a35e-99106f79e01e service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856824 Nov 10 17:07:58.753584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-1e1b8cd3-77f2-4806-86bd-54a665a0ff39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013107 Nov 10 17:07:58.832480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-e33ed2bf-cad6-4ad7-ac9d-f3ab91532589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:58.833981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-e33ed2bf-cad6-4ad7-ac9d-f3ab91532589 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1097 time: 0.0580671 Nov 10 17:07:58.947883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-4e02dcff-4683-468f-bae8-45723794cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:58.949300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-4e02dcff-4683-468f-bae8-45723794cf73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7 HTTP/1.1" status: 200 len: 909 time: 0.0949347 Nov 10 17:07:59.018743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-491482ec-fa97-412a-8b86-e31167693af0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957 HTTP/1.1" status: 200 len: 1001 time: 0.0623801 Nov 10 17:07:59.072698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-f9ec1749-a254-4c3b-b76c-954c48aeb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:59.074138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-f9ec1749-a254-4c3b-b76c-954c48aeb654 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a065bda0-13ce-4f33-b334-44b98a18664b HTTP/1.1" status: 200 len: 847 time: 0.0488632 Nov 10 17:07:59.123228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-59a2b360-dab7-4e21-bfef-5a6e5e40c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:07:59.125191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-59a2b360-dab7-4e21-bfef-5a6e5e40c496 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423908 Nov 10 17:07:59.221645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-0ae3456b-f418-4280-b059-dd20b42b805f service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896072 Nov 10 17:07:59.326573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-72cfa5b1-b9ae-48d2-8c4e-4d0b409af434 req-3ac54a6c-21c9-4bec-8f83-b2e0ea913882 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972559 Nov 10 17:08:01.624266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab0df2b2-fab8-4a31-baed-b24738da9f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:03.623018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3a064-8cc0-4cf8-9775-828aae800f7b req-c2b60ba3-fbc8-4976-a10f-f9719a626673 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:03.624543 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fac3a064-8cc0-4cf8-9775-828aae800f7b req-c2b60ba3-fbc8-4976-a10f-f9719a626673 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 946 time: 0.0519216 Nov 10 17:08:03.631524 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:08:03.672991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fac3a064-8cc0-4cf8-9775-828aae800f7b req-e2a3aae5-084d-44ca-abce-fb66b5cb56e4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Nov 10 17:08:03.864253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-179a21f5-06d8-4688-a54c-32720fd40e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:04.796070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15d141-626c-4a25-b6bf-8b10a12d5c0f req-7b7a9619-1adc-45c6-be9d-3c78181fbf86 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:04.797568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce15d141-626c-4a25-b6bf-8b10a12d5c0f req-7b7a9619-1adc-45c6-be9d-3c78181fbf86 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 946 time: 0.0536029 Nov 10 17:08:04.845097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ce15d141-626c-4a25-b6bf-8b10a12d5c0f req-cb615f9a-d5ae-436c-a490-dbb27fed7ba6 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416520 Nov 10 17:08:05.124384 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:05.261024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-c452fb0c-6eb0-4ff2-9886-9c1481ed3b9c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:05.262964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-c452fb0c-6eb0-4ff2-9886-9c1481ed3b9c tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 946 time: 0.0527146 Nov 10 17:08:05.353537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Deleting port 580c48f5-4076-4170-a86f-f3f9f994f765 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:05.353863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:05.723334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] For port 580c48f5-4076-4170-a86f-f3f9f994f765, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=580c48f5-4076-4170-a86f-f3f9f994f765,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:05.723717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:05.893910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:05.894566 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:05.894566 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Floating IP a7e5b191-5a62-4c88-be4e-45ac623cb8b2 disassociated. External IP: 172.25.3.42, port: 580c48f5-4076-4170-a86f-f3f9f994f765. Nov 10 17:08:05.895146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Calling delete_port for 580c48f5-4076-4170-a86f-f3f9f994f765 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:06.009488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372caa8-9a64-46ad-ac86-eadfd3284374 req-a9821c1b-5e4b-4350-a936-98076c79dfe9 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:06.011001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f372caa8-9a64-46ad-ac86-eadfd3284374 req-a9821c1b-5e4b-4350-a936-98076c79dfe9 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 946 time: 0.0771682 Nov 10 17:08:06.097795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f372caa8-9a64-46ad-ac86-eadfd3284374 req-892d2dfa-8957-4a11-a972-3bef908de561 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ede0033-38fc-4062-a235-9e83202f9459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800116 Nov 10 17:08:06.149656 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:06.181774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event deleted for resources: {'Port': ['ID=580c48f5-4076-4170-a86f-f3f9f994f765,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:06.193531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.193875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.194215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.194548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.194879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.195211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.195554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.195872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.196192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.196511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.196834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.197179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:06.307731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Router 364e5b44-10c7-4dd0-841e-1a598ab24577 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:08:06.423846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:08:06.435053 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] Sync routers for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:08:06.445394 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:06.445996 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:06.467699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] No DVR routers for this DVR port 580c48f5-4076-4170-a86f-f3f9f994f765 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:08:06.470649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:06.474080 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce8fa966-ddcb-45c8-827c-405866c5b9be req-e47666bb-e61b-4eb4-874b-79e173faf1f4 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.18 "DELETE /v2.0/ports/580c48f5-4076-4170-a86f-f3f9f994f765 HTTP/1.1" status: 204 len: 173 time: 1.2059412 Nov 10 17:08:06.474525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'name': 'network-vif-deleted', 'tag': '580c48f5-4076-4170-a86f-f3f9f994f765'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:08:06.476806 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17be5679-f2bb-41b0-85e7-51f56ac40f2c" -d '{"events": [{"server_uuid": "5b9bd716-bb8f-4b74-97f2-2d735a13bd23", "name": "network-vif-deleted", "tag": "580c48f5-4076-4170-a86f-f3f9f994f765"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:08:06.519991 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d471ec-6705-4bef-97f2-7aecfc4fde8c x-openstack-request-id: req-e6d471ec-6705-4bef-97f2-7aecfc4fde8c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:08:06.520279 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9bd716-bb8f-4b74-97f2-2d735a13bd23", "name": "network-vif-deleted", "tag": "580c48f5-4076-4170-a86f-f3f9f994f765", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:08:06.520550 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6d471ec-6705-4bef-97f2-7aecfc4fde8c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:08:06.520945 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9bd716-bb8f-4b74-97f2-2d735a13bd23', 'name': 'network-vif-deleted', 'tag': '580c48f5-4076-4170-a86f-f3f9f994f765', 'status': 'completed', 'code': 200} Nov 10 17:08:06.570275 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:06.797669 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:06.827886 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] Checking router: 364e5b44-10c7-4dd0-841e-1a598ab24577 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:08:06.837312 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:06.837906 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:06.848876 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:06.957914 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:07.170862 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:07.198880 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d42117-1c94-41b0-bcb5-52cd26de4dc5 None None] The sync data for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 is: [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6d542f80-5544-418a-8607-05664388d994', 'name': '', 'network_id': '491fc78a-f685-4e64-92ac-2e258898315d', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'mac_address': 'fa:16:3e:dd:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '36694fbe-35a6-418d-adf6-541454a56c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:13Z', 'updated_at': '2021-11-10T16:59:18Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'subnets': [{'id': '36694fbe-35a6-418d-adf6-541454a56c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:08:07.226465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62200bcf-6424-45f5-8cf0-78abc4e75c24 req-944324eb-4acf-46b4-9d73-c7ac7f4e0145 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b9bd716-bb8f-4b74-97f2-2d735a13bd23 HTTP/1.1" status: 200 len: 210 time: 0.0312037 Nov 10 17:08:07.448265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3f70d-6ddb-49da-9fe8-7f3416fa4181 None None] New status for floating IP a7e5b191-5a62-4c88-be4e-45ac623cb8b2: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:08:07.674577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:07.989182 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.034758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 580c48f5-4076-4170-a86f-f3f9f994f765 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:08:08.055814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 580c48f5-4076-4170-a86f-f3f9f994f765 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:08:08.056151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 580c48f5-4076-4170-a86f-f3f9f994f765 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:08:08.350090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33022) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:08.408732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.434391 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.537837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.540417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.541610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "DELETE /v2.0/security-groups/1ede0033-38fc-4062-a235-9e83202f9459 HTTP/1.1" status: 204 len: 168 time: 0.1904678 Nov 10 17:08:08.545738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:08.552340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ede0033-38fc-4062-a235-9e83202f9459,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:08.559480 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-0860cb2d-d3a9-43d3-bb63-96da5342f4e1 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] show failed (client error): The resource could not be found. Nov 10 17:08:08.559857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.560203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.560491 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0860cb2d-d3a9-43d3-bb63-96da5342f4e1 tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "GET /v2.0/security-groups/1ede0033-38fc-4062-a235-9e83202f9459 HTTP/1.1" status: 404 len: 347 time: 0.0134645 Nov 10 17:08:08.560625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.560849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.561183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.561505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.561825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.562140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.562456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.562779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.563098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.563419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:08.563567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c8119-ddab-420a-90d4-4aa888f0ab9d tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:08.660442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33030) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:08.696354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Deleting port 85d01a5d-7d54-490c-8d72-5ee0a6920f7d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:08.696695 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.772391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.772711 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.785419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Calling delete_port for 85d01a5d-7d54-490c-8d72-5ee0a6920f7d owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:08.823793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port b2a99432-de2a-4ec1-91ec-cfe24a38fec5 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:08.824143 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.907464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.907792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:08.919590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for b2a99432-de2a-4ec1-91ec-cfe24a38fec5 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:09.017935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:09.042342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Pushing event deleted for resources: {'Port': ['ID=85d01a5d-7d54-490c-8d72-5ee0a6920f7d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:09.115483 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:09.118032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:09.119193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-67814670-effa-4f2b-bd68-ffe39a1b0eda tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] 10.222.0.62 "DELETE /v2.0/floatingips/a7e5b191-5a62-4c88-be4e-45ac623cb8b2 HTTP/1.1" status: 204 len: 168 time: 0.5548916 Nov 10 17:08:09.131985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:09.159938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=b2a99432-de2a-4ec1-91ec-cfe24a38fec5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:09.222409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:09.222738 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Floating IP 7c0dc63e-8007-4e89-93c0-b7c2b0efed25 disassociated (deleted). External IP: 172.25.3.247, port: 7bd0d381-38ac-44df-813e-4fd43e81ddd5. Nov 10 17:08:09.437694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 2df0c34e-607c-4bb8-90c3-43e82e316571 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:08:09.549471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:08:09.554220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:09.560185 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] Sync routers for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:08:09.571964 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:09.572668 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:09.585431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dc36e254-198a-42fe-9ebb-0475c6929d4e tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/floatingips/7c0dc63e-8007-4e89-93c0-b7c2b0efed25 HTTP/1.1" status: 204 len: 168 time: 0.9214127 Nov 10 17:08:09.585431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:08:09.585880 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4522d78b-96e8-485c-b997-635d32c39729" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:08:09.625757 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e9a415-5f1a-484a-9142-acc5255ca26c x-openstack-request-id: req-68e9a415-5f1a-484a-9142-acc5255ca26c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:08:09.626032 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:08:09.626284 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68e9a415-5f1a-484a-9142-acc5255ca26c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:08:09.626683 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'status': 'completed', 'code': 200} Nov 10 17:08:09.714624 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:09.717567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522d78b-96e8-485c-b997-635d32c39729 req-54e1098f-3b64-489c-9d8f-aba85d12ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:09.719117 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4522d78b-96e8-485c-b997-635d32c39729 req-54e1098f-3b64-489c-9d8f-aba85d12ecab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19c20c2e7849423bac3b66695c6e40d8&device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 1097 time: 0.0564044 Nov 10 17:08:09.839561 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522d78b-96e8-485c-b997-635d32c39729 req-aef5e590-7962-49da-943e-5e243a7346d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:09.842081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4522d78b-96e8-485c-b997-635d32c39729 req-aef5e590-7962-49da-943e-5e243a7346d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 HTTP/1.1" status: 200 len: 898 time: 0.1152914 Nov 10 17:08:09.889659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4522d78b-96e8-485c-b997-635d32c39729 req-ad9217c2-227d-44af-8b2f-1fb75eca5afc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5 HTTP/1.1" status: 200 len: 217 time: 0.0404987 Nov 10 17:08:09.943663 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:55Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:09.957653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522d78b-96e8-485c-b997-635d32c39729 req-79ef71ba-6f6d-4547-bd72-bf124cb0ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:09.959535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4522d78b-96e8-485c-b997-635d32c39729 req-79ef71ba-6f6d-4547-bd72-bf124cb0ddbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=666d9ff5-ecdb-4239-b852-83f1ddbcad6a HTTP/1.1" status: 200 len: 835 time: 0.0617309 Nov 10 17:08:09.972856 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] Checking router: 2df0c34e-607c-4bb8-90c3-43e82e316571 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:08:09.983294 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:09.983294 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:10.016130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522d78b-96e8-485c-b997-635d32c39729 req-d53e0085-4bed-4d25-af17-462bce906f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:10.017168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4522d78b-96e8-485c-b997-635d32c39729 req-d53e0085-4bed-4d25-af17-462bce906f7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485578 Nov 10 17:08:10.073768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75e9f-35b5-4f78-97c3-bf4968008a88 req-9406590e-e713-4586-9dab-50ea1f84f125 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:10.076440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9c75e9f-35b5-4f78-97c3-bf4968008a88 req-9406590e-e713-4586-9dab-50ea1f84f125 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0571747 Nov 10 17:08:10.109960 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:10.127609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4522d78b-96e8-485c-b997-635d32c39729 req-c9d1b683-f78c-458b-b897-f1e7abacf6d2 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028473 Nov 10 17:08:10.133530 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9c75e9f-35b5-4f78-97c3-bf4968008a88 req-4a88f420-0f3e-4e6d-abc7-f511957dbf5c tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492210 Nov 10 17:08:10.249032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4522d78b-96e8-485c-b997-635d32c39729 req-afcdf49b-87c1-43d6-a9fe-78ee25758f19 service neutron] 10.222.0.69 "GET /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010768 Nov 10 17:08:10.441808 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:55Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:10.477646 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7debb-1ef9-454d-9d18-fe7f798f2e3d None None] The sync data for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 is: [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:04:49Z', 'revision_number': 4, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '85d26ca1-2ca4-47c9-a492-c79ad2737e79', 'name': '', 'network_id': '1e50951c-c3c5-4f04-8d0f-632ff5fc8b24', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'mac_address': 'fa:16:3e:e1:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:48Z', 'updated_at': '2021-11-10T17:04:55Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'subnets': [{'id': '666d9ff5-ecdb-4239-b852-83f1ddbcad6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:08:10.689380 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:10.733871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291a256-d023-4595-9a2f-9965f43c6d00 None None] New status for floating IP 7c0dc63e-8007-4e89-93c0-b7c2b0efed25: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:08:11.262207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb82f-ea2e-4ddf-994f-3f743c48255c req-f3e8a829-1960-4230-b53d-08855ad2b36f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:11.263937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c65bb82f-ea2e-4ddf-994f-3f743c48255c req-f3e8a829-1960-4230-b53d-08855ad2b36f tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0521696 Nov 10 17:08:11.316525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c65bb82f-ea2e-4ddf-994f-3f743c48255c req-513980a3-6a14-42a5-92aa-05bfe71766c7 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/security-groups?id=56465373-5a27-424f-b922-9ae01d882bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465565 Nov 10 17:08:11.640371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-d230bb41-0029-4c7c-9d32-d285ae3aa84b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:11.642726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-d230bb41-0029-4c7c-9d32-d285ae3aa84b tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 945 time: 0.0701995 Nov 10 17:08:11.741386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:11.741725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:11.845683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port 7bd0d381-38ac-44df-813e-4fd43e81ddd5, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=7bd0d381-38ac-44df-813e-4fd43e81ddd5,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:11.845924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:11.860483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for 7bd0d381-38ac-44df-813e-4fd43e81ddd5 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:12.062100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:12.098464 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=7bd0d381-38ac-44df-813e-4fd43e81ddd5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:12.145430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] No DVR routers for this DVR port 7bd0d381-38ac-44df-813e-4fd43e81ddd5 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:08:12.148152 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:12.151472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9c4c553-f279-4684-919e-e0d5e9df0fcb req-284e854b-383d-434f-8d93-112f48379274 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.69 "DELETE /v2.0/ports/7bd0d381-38ac-44df-813e-4fd43e81ddd5 HTTP/1.1" status: 204 len: 173 time: 0.5030878 Nov 10 17:08:12.151989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'name': 'network-vif-deleted', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:08:12.155593 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deb3516-7554-4cbb-84f0-da8b35bddb7c" -d '{"events": [{"server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "name": "network-vif-deleted", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:08:12.198469 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb5657a-8ad1-4086-9242-b0eda4ac3bd9 x-openstack-request-id: req-fbb5657a-8ad1-4086-9242-b0eda4ac3bd9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:08:12.198469 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5220d5-b21a-4c1c-953b-e9781888825a", "name": "network-vif-deleted", "tag": "7bd0d381-38ac-44df-813e-4fd43e81ddd5", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:08:12.198469 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fbb5657a-8ad1-4086-9242-b0eda4ac3bd9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:08:12.198469 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5220d5-b21a-4c1c-953b-e9781888825a', 'name': 'network-vif-deleted', 'tag': '7bd0d381-38ac-44df-813e-4fd43e81ddd5', 'status': 'completed', 'code': 200} Nov 10 17:08:12.419633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f52dba01-fd0d-4a2e-bbdb-1730e27377f6 req-d034c1ff-578b-487b-bd81-070a185bf69a tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c5220d5-b21a-4c1c-953b-e9781888825a HTTP/1.1" status: 200 len: 210 time: 0.0295660 Nov 10 17:08:13.483557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:13.910798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:14.206311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port 85d26ca1-2ca4-47c9-a492-c79ad2737e79 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:14.206662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:14.296491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port 85d26ca1-2ca4-47c9-a492-c79ad2737e79, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=85d26ca1-2ca4-47c9-a492-c79ad2737e79,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:14.296853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:14.309805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for 85d26ca1-2ca4-47c9-a492-c79ad2737e79 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:14.601163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:14.634227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=85d26ca1-2ca4-47c9-a492-c79ad2737e79,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:14.829481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:14.998544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7bd0d381-38ac-44df-813e-4fd43e81ddd5 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:08:15.018173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 7bd0d381-38ac-44df-813e-4fd43e81ddd5 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:08:15.018513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 7bd0d381-38ac-44df-813e-4fd43e81ddd5 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:08:15.056631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Router 2df0c34e-607c-4bb8-90c3-43e82e316571 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:08:15.195854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:08:15.202109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0e441f38-c3ac-4157-9649-71552ff0f926 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "PUT /v2.0/routers/2df0c34e-607c-4bb8-90c3-43e82e316571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171085 Nov 10 17:08:15.204578 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33068) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:15.210322 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] Sync routers for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:08:15.222487 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:15.223287 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:15.260488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1964903f-1747-4f4d-bb61-58b9d5fd9e41 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting subnet 666d9ff5-ecdb-4239-b852-83f1ddbcad6a {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:08:15.265500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1964903f-1747-4f4d-bb61-58b9d5fd9e41 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:15.309432 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1964903f-1747-4f4d-bb61-58b9d5fd9e41 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:15.339127 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:15.412174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1964903f-1747-4f4d-bb61-58b9d5fd9e41 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:15.539383 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:08:14Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:15.555254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1964903f-1747-4f4d-bb61-58b9d5fd9e41 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:15.571118 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] Checking router: 2df0c34e-607c-4bb8-90c3-43e82e316571 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:08:15.580606 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] Routers {'2df0c34e-607c-4bb8-90c3-43e82e316571'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:15.581212 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2df0c34e-607c-4bb8-90c3-43e82e316571'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:15.585781 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964903f-1747-4f4d-bb61-58b9d5fd9e41 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Subnet': ['ID=666d9ff5-ecdb-4239-b852-83f1ddbcad6a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:15.593243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1964903f-1747-4f4d-bb61-58b9d5fd9e41 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:15.601080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1964903f-1747-4f4d-bb61-58b9d5fd9e41 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/subnets/666d9ff5-ecdb-4239-b852-83f1ddbcad6a HTTP/1.1" status: 204 len: 168 time: 0.3913922 Nov 10 17:08:15.602345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:15.605228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ae455-75fa-48fe-a5cd-78f466749a54 None None] Network 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:08:15.700337 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] Set router 2df0c34e-607c-4bb8-90c3-43e82e316571 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:15.776896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:15.878437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] DHCP port deletion for 1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:08:15.916366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:15.923397 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:08:14Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:15.940298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Deleting port 25951785-b0dd-4af5-9148-46de1e15993a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:15.940778 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:15.953722 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af62aac-4428-438d-a75f-b05ca2543267 None None] The sync data for ids ['2df0c34e-607c-4bb8-90c3-43e82e316571'] in n-d-714676-11 is: [{'id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235179412', 'tenant_id': '19c20c2e7849423bac3b66695c6e40d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:04:40Z', 'updated_at': '2021-11-10T17:08:14Z', 'revision_number': 5, 'project_id': '19c20c2e7849423bac3b66695c6e40d8', 'gw_port': {'id': 'f3c524d1-04c5-489e-b748-3dfd5cea8ae1', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df0c34e-607c-4bb8-90c3-43e82e316571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:04:41Z', 'updated_at': '2021-11-10T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:08:16.025687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] For port 25951785-b0dd-4af5-9148-46de1e15993a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=25951785-b0dd-4af5-9148-46de1e15993a,segment=NetworkSegment(f24f3e8a-a306-402f-a41a-f9716596b0de),segment_id=f24f3e8a-a306-402f-a41a-f9716596b0de)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:16.026327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.032325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Deleting port f3c524d1-04c5-489e-b748-3dfd5cea8ae1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:16.032557 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.040922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Calling delete_port for 25951785-b0dd-4af5-9148-46de1e15993a owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:16.135730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] For port f3c524d1-04c5-489e-b748-3dfd5cea8ae1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f3c524d1-04c5-489e-b748-3dfd5cea8ae1,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:16.136078 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.152100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Calling delete_port for f3c524d1-04c5-489e-b748-3dfd5cea8ae1 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:16.217427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.254743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Pushing event deleted for resources: {'Port': ['ID=25951785-b0dd-4af5-9148-46de1e15993a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:16.260835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] No DVR routers for this DVR port 25951785-b0dd-4af5-9148-46de1e15993a on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:08:16.272180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.272180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.272180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.272869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.272869 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.274184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.274184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.274184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.274483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.274789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.275082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.275725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9d1db-1661-4b9d-bb22-b0aa0a6bfd08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:16.383561 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.437785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Port': ['ID=f3c524d1-04c5-489e-b748-3dfd5cea8ae1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:16.460638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8713be-9f14-49fe-8823-8b55de18a851 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:08:16.537658 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.672293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.675762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.852169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.852730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Fanout notify agent at l3_agent the message router_deleted on router 2df0c34e-607c-4bb8-90c3-43e82e316571 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:08:16.869737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:16.869737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-64329ee1-6ea7-47b0-9c6d-c15d0f366eb6 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/routers/2df0c34e-607c-4bb8-90c3-43e82e316571 HTTP/1.1" status: 204 len: 168 time: 1.2600060 Nov 10 17:08:16.869737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:16.960058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.065477 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.087458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e50951c-c3c5-4f04-8d0f-632ff5fc8b24']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:17.098260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24f3e8a-a306-402f-a41a-f9716596b0de') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:17.098563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24f3e8a-a306-402f-a41a-f9716596b0de') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:17.108914 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.123210 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.129896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:08:17.130314 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:08:17.133671 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:08:17.284767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.302690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.318761 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/networks/1e50951c-c3c5-4f04-8d0f-632ff5fc8b24 HTTP/1.1" status: 204 len: 168 time: 0.4514065 Nov 10 17:08:17.320037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e810714-58fb-4991-84a3-97b2949466fc tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'Network': ['ID=1e50951c-c3c5-4f04-8d0f-632ff5fc8b24,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:17.322365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:17.399496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b2ffab1-bfc8-489e-b795-9fa09768f305 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.433574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b2ffab1-bfc8-489e-b795-9fa09768f305 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.577279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b2ffab1-bfc8-489e-b795-9fa09768f305 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.580272 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b2ffab1-bfc8-489e-b795-9fa09768f305 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:17.581575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5b2ffab1-bfc8-489e-b795-9fa09768f305 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] 10.222.0.62 "DELETE /v2.0/security-groups/56465373-5a27-424f-b922-9ae01d882bac HTTP/1.1" status: 204 len: 168 time: 0.2589805 Nov 10 17:08:17.596024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ffab1-bfc8-489e-b795-9fa09768f305 tempest-TestNetworkAdvancedServerOps-1086226156 tempest-TestNetworkAdvancedServerOps-1086226156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56465373-5a27-424f-b922-9ae01d882bac,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:17.685086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 85d26ca1-2ca4-47c9-a492-c79ad2737e79 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:08:17.710397 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 85d26ca1-2ca4-47c9-a492-c79ad2737e79 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:08:17.710978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 85d26ca1-2ca4-47c9-a492-c79ad2737e79 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:08:17.711697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f3c524d1-04c5-489e-b748-3dfd5cea8ae1 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:08:17.740985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f3c524d1-04c5-489e-b748-3dfd5cea8ae1 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:08:17.741325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f3c524d1-04c5-489e-b748-3dfd5cea8ae1 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:08:17.741965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 25951785-b0dd-4af5-9148-46de1e15993a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:08:17.763770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 25951785-b0dd-4af5-9148-46de1e15993a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:08:17.764109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 25951785-b0dd-4af5-9148-46de1e15993a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:08:18.280088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33094) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:18.433496 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-006f0e4c-fc0c-4f68-905f-d89f0f525d45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19c20c2e7849423bac3b66695c6e40d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516984 Nov 10 17:08:18.436483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33098) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:18.498171 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-989050ba-45fd-4821-b21d-71ffd1e6110a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:18.520962 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-989050ba-45fd-4821-b21d-71ffd1e6110a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:18.680119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-989050ba-45fd-4821-b21d-71ffd1e6110a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:18.682774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-989050ba-45fd-4821-b21d-71ffd1e6110a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:18.684777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-989050ba-45fd-4821-b21d-71ffd1e6110a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c7e2061-5415-4729-9794-08b1e560807f HTTP/1.1" status: 204 len: 168 time: 0.2471249 Nov 10 17:08:18.692930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989050ba-45fd-4821-b21d-71ffd1e6110a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7e2061-5415-4729-9794-08b1e560807f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:19.357187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:19.403162 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fe99337e-e163-4561-9f6f-b0e6b16a0770 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4a09eb8f06a4a598fae83e83314bb9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441902 Nov 10 17:08:19.405713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:19.455439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd4a6e3-c1cd-4e7e-a176-86072227ad92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:19.476981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd4a6e3-c1cd-4e7e-a176-86072227ad92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:19.612767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd4a6e3-c1cd-4e7e-a176-86072227ad92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:19.613179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bd4a6e3-c1cd-4e7e-a176-86072227ad92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:19.615457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5bd4a6e3-c1cd-4e7e-a176-86072227ad92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecdd2bd3-4b91-432a-ac5a-a207dbb0ce82 HTTP/1.1" status: 204 len: 168 time: 0.2077427 Nov 10 17:08:19.625388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4a6e3-c1cd-4e7e-a176-86072227ad92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd2bd3-4b91-432a-ac5a-a207dbb0ce82,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:21.687743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:22.198218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:22.444513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Deleting port 6d542f80-5544-418a-8607-05664388d994 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:22.444847 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:22.520802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] For port 6d542f80-5544-418a-8607-05664388d994, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6d542f80-5544-418a-8607-05664388d994,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:22.521058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:22.539874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Calling delete_port for 6d542f80-5544-418a-8607-05664388d994 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:22.828918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:22.833673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33174) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:22.839514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'network': {'name': 'tempest-network-smoke--479035288', 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:22.853107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d542f80-5544-418a-8607-05664388d994,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:22.960528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Made reservation on behalf of bf62bed1635e4ac1b947bcf36086b419 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:08:22.964963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:22.974229 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.070552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.148707 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.177021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:08:23.187063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98763042-1085-4d55-b455-f32bf6bcc28b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:23.193959 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.198291 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Added segment 61ba66ac-24bc-47c2-99fe-33d6e181b0be of type vlan for network 48da8726-a589-40d7-99c9-9e4c811041d0 Nov 10 17:08:23.237006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.314113 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.331797 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.337527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:23.338115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.546857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Router 364e5b44-10c7-4dd0-841e-1a598ab24577 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:08:23.664796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:08:23.669494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-590581ee-b92c-49d2-a8e0-1d0bb52dd720 admin admin] 10.222.0.62 "PUT /v2.0/routers/364e5b44-10c7-4dd0-841e-1a598ab24577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804637 Nov 10 17:08:23.672100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:23.673628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] Sync routers for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:08:23.690588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:23.691231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:23.768680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Network': ['ID=48da8726-a589-40d7-99c9-9e4c811041d0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:23.780754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 48da8726-a589-40d7-99c9-9e4c811041d0 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:08:23.785767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.822281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3800cf51-060d-44b5-a065-70690666ed9c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9848824 Nov 10 17:08:23.823443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:23.829706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'admin_state_up': True, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:23.850776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:23.889762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.908940 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.910117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:23.967860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.021852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Deleting port aff4c098-ff7b-4778-8e85-a392c78131e7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:24.022293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.044841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T17:08:22Z', 'revision_number': 5, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port': {'id': 'aff4c098-ff7b-4778-8e85-a392c78131e7', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T16:59:11Z', 'updated_at': '2021-11-10T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:24.074217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] Checking router: 364e5b44-10c7-4dd0-841e-1a598ab24577 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:08:24.084727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] Routers {'364e5b44-10c7-4dd0-841e-1a598ab24577'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:24.085361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['364e5b44-10c7-4dd0-841e-1a598ab24577'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:24.112391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] For port aff4c098-ff7b-4778-8e85-a392c78131e7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aff4c098-ff7b-4778-8e85-a392c78131e7,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:24.113258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.128665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Calling delete_port for aff4c098-ff7b-4778-8e85-a392c78131e7 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:24.178750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] Set router 364e5b44-10c7-4dd0-841e-1a598ab24577 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:24.200802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.239456 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T17:08:23Z', 'revision_number': 6, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:24.267552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c315f47-c5d0-4bae-b36f-c067013590bb None None] The sync data for ids ['364e5b44-10c7-4dd0-841e-1a598ab24577'] in n-d-714676-11 is: [{'id': '364e5b44-10c7-4dd0-841e-1a598ab24577', 'name': 'tempest-AttachVolumeTestJSON-1003458393-router', 'tenant_id': '2916b2e18ef041e49498c1e615250fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T16:59:09Z', 'updated_at': '2021-11-10T17:08:23Z', 'revision_number': 6, 'project_id': '2916b2e18ef041e49498c1e615250fdb', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:08:24.412135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.441522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff4c098-ff7b-4778-8e85-a392c78131e7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:24.454003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37580b-7285-4837-bd5d-f550254bc819 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:08:24.516785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.517113 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.536834 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.622446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.625723 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.666536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Allocated IP 172.25.3.194 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e9c8b1ee-1b99-4932-b749-b934e5b2b626) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:08:24.731976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.732574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 364e5b44-10c7-4dd0-841e-1a598ab24577 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:08:24.740188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.740188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0eb1f20c-512d-48ff-8e68-c541ac38bd10 admin admin] 10.222.0.62 "DELETE /v2.0/routers/364e5b44-10c7-4dd0-841e-1a598ab24577 HTTP/1.1" status: 204 len: 168 time: 1.0653205 Nov 10 17:08:24.741179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33180) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:24.788158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9ac9a8-e8cb-46bc-ab9b-dc8b1df44367 admin admin] Deleting subnet 36694fbe-35a6-418d-adf6-541454a56c02 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:08:24.791590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac9a8-e8cb-46bc-ab9b-dc8b1df44367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.795753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.833030 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac9a8-e8cb-46bc-ab9b-dc8b1df44367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.897744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.913689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac9a8-e8cb-46bc-ab9b-dc8b1df44367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:24.937465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:08:24.940317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:24.943124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:08:24.957839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9a05f-b2e9-4b6f-aa9e-101387be8030 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:08:24.980768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=e9c8b1ee-1b99-4932-b749-b934e5b2b626,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:25.044688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1d46caa7-0cc7-4ad5-9fb4-9be86bf4cf02 None None] Provisioning complete for port e9c8b1ee-1b99-4932-b749-b934e5b2b626 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:25.045470 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d46caa7-0cc7-4ad5-9fb4-9be86bf4cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.046489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac9a8-e8cb-46bc-ab9b-dc8b1df44367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.075521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac9a8-e8cb-46bc-ab9b-dc8b1df44367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36694fbe-35a6-418d-adf6-541454a56c02,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:25.082746 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac9a8-e8cb-46bc-ab9b-dc8b1df44367 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.088183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7d9ac9a8-e8cb-46bc-ab9b-dc8b1df44367 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/36694fbe-35a6-418d-adf6-541454a56c02 HTTP/1.1" status: 204 len: 168 time: 0.3459888 Nov 10 17:08:25.091552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:25.099706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b75677-5cf7-40a4-8868-3219d08f07eb None None] Network 491fc78a-f685-4e64-92ac-2e258898315d requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:08:25.126311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1d46caa7-0cc7-4ad5-9fb4-9be86bf4cf02 None None] Port e9c8b1ee-1b99-4932-b749-b934e5b2b626 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:08:25.169838 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.228048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Deleting port b92775bd-3e6a-440c-895c-dd85edc29105 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:25.228292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.309160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] For port b92775bd-3e6a-440c-895c-dd85edc29105, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b92775bd-3e6a-440c-895c-dd85edc29105,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:25.309724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.328031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] DHCP port deletion for 491fc78a-f685-4e64-92ac-2e258898315d request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:08:25.329905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Calling delete_port for b92775bd-3e6a-440c-895c-dd85edc29105 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:25.349465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.385861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] Deleting port b92775bd-3e6a-440c-895c-dd85edc29105 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:25.386333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.464052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] For port b92775bd-3e6a-440c-895c-dd85edc29105, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b92775bd-3e6a-440c-895c-dd85edc29105,segment=NetworkSegment(2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2),segment_id=2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:25.464482 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.478765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] Calling delete_port for b92775bd-3e6a-440c-895c-dd85edc29105 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:25.508975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.536876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92775bd-3e6a-440c-895c-dd85edc29105,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:25.540588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] No DVR routers for this DVR port b92775bd-3e6a-440c-895c-dd85edc29105 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:08:25.569790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.589507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.597842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] No DVR routers for this DVR port b92775bd-3e6a-440c-895c-dd85edc29105 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:08:25.602173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc0307-d34a-4bf5-8b33-168fc5617ad5 None None] Pushing event deleted for resources: {'Port': ['ID=b92775bd-3e6a-440c-895c-dd85edc29105,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:25.627171 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.653503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491fc78a-f685-4e64-92ac-2e258898315d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:25.664036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:25.664339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e32b2d8-12ca-4a50-a01f-4fb11bf75bf2') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:25.674598 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.691545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.698347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:08:25.700486 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.701630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aff4c098-ff7b-4778-8e85-a392c78131e7 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:08:25.702855 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:08:25.726799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: aff4c098-ff7b-4778-8e85-a392c78131e7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:08:25.727154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aff4c098-ff7b-4778-8e85-a392c78131e7 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:08:25.727610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6d542f80-5544-418a-8607-05664388d994 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:08:25.748777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6d542f80-5544-418a-8607-05664388d994 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:08:25.749030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6d542f80-5544-418a-8607-05664388d994 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:08:25.749436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b92775bd-3e6a-440c-895c-dd85edc29105 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:08:25.773107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b92775bd-3e6a-440c-895c-dd85edc29105 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:08:25.773455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b92775bd-3e6a-440c-895c-dd85edc29105 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:08:25.805882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Router ab290c98-5897-40f4-8c30-ab6988872b49 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:08:25.863290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.872817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:25.874470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] 10.222.0.62 "DELETE /v2.0/networks/491fc78a-f685-4e64-92ac-2e258898315d HTTP/1.1" status: 204 len: 168 time: 0.7809668 Nov 10 17:08:25.885941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34efdf9-90dd-4312-834e-dd6eeff5c589 admin admin] Pushing event deleted for resources: {'Network': ['ID=491fc78a-f685-4e64-92ac-2e258898315d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:25.917690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:08:25.928150 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Sync routers for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:08:25.938693 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:25.939324 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:25.996724 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.004272 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dfb0bd1b-ad2e-4c16-aa7a-4c161a497ca4 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1742675 Nov 10 17:08:26.004645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:26.048821 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:26.131442 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7dae18ac-79da-4607-a61c-5297c01129ab tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=bf62bed1635e4ac1b947bcf36086b419&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1273763 Nov 10 17:08:26.133821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:26.243210 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:25Z', 'revision_number': 3, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:26.266182 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33192) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:26.270622 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Checking router: ab290c98-5897-40f4-8c30-ab6988872b49 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:08:26.270979 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Updating router ab290c98-5897-40f4-8c30-ab6988872b49 port e9c8b1ee-1b99-4932-b749-b934e5b2b626 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:08:26.297685 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.298784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f382925f-d2fa-4c8e-b288-2d5fe803fdf6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:26.303363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f382925f-d2fa-4c8e-b288-2d5fe803fdf6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1685593 Nov 10 17:08:26.303927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:26.319084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-74cfc533-71e1-448c-84e2-5ded5d9e5657 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2916b2e18ef041e49498c1e615250fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512335 Nov 10 17:08:26.321401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33196) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:26.352633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b5236339-b194-4316-bb33-1e79ada9b4d6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470529 Nov 10 17:08:26.354726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33198) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:26.359811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-626928737', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:26.376785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51bfc0c5-7814-4e6e-a19b-3d8299b69eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.400657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51bfc0c5-7814-4e6e-a19b-3d8299b69eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.525572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Made reservation on behalf of bf62bed1635e4ac1b947bcf36086b419 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:08:26.529134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.555505 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.560755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51bfc0c5-7814-4e6e-a19b-3d8299b69eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.571997 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51bfc0c5-7814-4e6e-a19b-3d8299b69eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.571997 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-51bfc0c5-7814-4e6e-a19b-3d8299b69eb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/244bce26-1de8-4868-ba0b-6f9e1fe2e0c5 HTTP/1.1" status: 204 len: 168 time: 0.2423105 Nov 10 17:08:26.573358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfc0c5-7814-4e6e-a19b-3d8299b69eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244bce26-1de8-4868-ba0b-6f9e1fe2e0c5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:26.669078 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.797030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1094265-3338-4c12-bc0e-eeac68fa51c1 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:08:26.804005 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Pushing event updated for resources: {'Port': ['ID=e9c8b1ee-1b99-4932-b749-b934e5b2b626,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:26.819951 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.820297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.820611 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.820936 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.821346 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.821666 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.821981 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.822294 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.822606 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.822921 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.823231 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.823692 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:08:26.828841 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Attempting to bind port e9c8b1ee-1b99-4932-b749-b934e5b2b626 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:08:26.829196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Attempting to bind port e9c8b1ee-1b99-4932-b749-b934e5b2b626 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:08:26.829543 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Attempting to bind port e9c8b1ee-1b99-4932-b749-b934e5b2b626 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:08:26.833531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.836115 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:08:26.836115 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:08:26.836115 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.836115 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:08:26.836595 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Bound port: e9c8b1ee-1b99-4932-b749-b934e5b2b626, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:08:26.836940 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.855873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9041516c-cdb7-4d2d-aaa4-1bc1c46fbf07 None None] Provisioning complete for port e9c8b1ee-1b99-4932-b749-b934e5b2b626 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:26.857542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9041516c-cdb7-4d2d-aaa4-1bc1c46fbf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:26.893538 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] For port e9c8b1ee-1b99-4932-b749-b934e5b2b626, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:08:26.896698 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] For port e9c8b1ee-1b99-4932-b749-b934e5b2b626, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e9c8b1ee-1b99-4932-b749-b934e5b2b626,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:08:26.897094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9041516c-cdb7-4d2d-aaa4-1bc1c46fbf07 None None] Port e9c8b1ee-1b99-4932-b749-b934e5b2b626 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:08:26.911537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Subnet': ['ID=ef0e8021-dd9d-496c-955f-1ac5b5d58001,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:26.918056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Checking segment: {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:08:26.918469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network hostable DHCP agents. Network: 48da8726-a589-40d7-99c9-9e4c811041d0, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:08:26.983990 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:27.011325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 48da8726-a589-40d7-99c9-9e4c811041d0 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:08:27.028894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e834f54f-941b-4c12-8fff-b03d9f73e175 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:08:27.045946 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:27.046582 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:27.051726 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a6e77-75be-4c51-9054-2526379160a1 None None] Pushing event updated for resources: {'Port': ['ID=e9c8b1ee-1b99-4932-b749-b934e5b2b626,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:27.097400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 48da8726-a589-40d7-99c9-9e4c811041d0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:27.102338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:27.103121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:27.134699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9fb06d-648f-4188-a364-aa41d2ee228d None None] Network 48da8726-a589-40d7-99c9-9e4c811041d0 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:08:27.161433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-62ebf483-29f1-4985-827b-b549f11f2eb2 None None] Provisioning complete for port e9c8b1ee-1b99-4932-b749-b934e5b2b626 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:27.162270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62ebf483-29f1-4985-827b-b549f11f2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:27.169900 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:27.207512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-370e0731-a8ea-40a3-9f81-661fa301ca0e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8514068 Nov 10 17:08:27.210745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:27.357685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62ebf483-29f1-4985-827b-b549f11f2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:27.376434 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:25Z', 'revision_number': 3, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:27.393743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-48da8726-a589-40d7-99c9-9e4c811041d0', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:08:27.394641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:27.412865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-62ebf483-29f1-4985-827b-b549f11f2eb2 None None] For port e9c8b1ee-1b99-4932-b749-b934e5b2b626, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e9c8b1ee-1b99-4932-b749-b934e5b2b626,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:27.414581 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242d3bd-3575-4af1-a80b-6995b8d2e1b7 None None] The sync data for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 is: [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:25Z', 'revision_number': 3, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:08:27.496854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62ebf483-29f1-4985-827b-b549f11f2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:27.607901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebf483-29f1-4985-827b-b549f11f2eb2 None None] Pushing event updated for resources: {'Port': ['ID=e9c8b1ee-1b99-4932-b749-b934e5b2b626,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:27.612326 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Allocated IP 172.20.0.2 (48da8726-a589-40d7-99c9-9e4c811041d0/ef0e8021-dd9d-496c-955f-1ac5b5d58001/d77569eb-21b7-4241-9bcd-22d098533600) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:08:28.005079 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:28.091210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:28.113211 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:28.134152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Network 48da8726-a589-40d7-99c9-9e4c811041d0 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:08:28.137793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:28.142635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:08:28.145990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Pushing event updated for resources: {'Port': ['ID=d77569eb-21b7-4241-9bcd-22d098533600,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:28.210021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Attempting to bind port d77569eb-21b7-4241-9bcd-22d098533600 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:08:28.210021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Attempting to bind port d77569eb-21b7-4241-9bcd-22d098533600 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:08:28.210540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Attempting to bind port d77569eb-21b7-4241-9bcd-22d098533600 on network 48da8726-a589-40d7-99c9-9e4c811041d0 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:08:28.217717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:08:28.217717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Checking segment: {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:08:28.217717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:28.221457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Bound using segment: {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:08:28.221457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Bound port: d77569eb-21b7-4241-9bcd-22d098533600, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:08:28.221457 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:28.298478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] For port d77569eb-21b7-4241-9bcd-22d098533600, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:08:28.302607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] For port d77569eb-21b7-4241-9bcd-22d098533600, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d77569eb-21b7-4241-9bcd-22d098533600,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:08:28.372350 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:28.441669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cf878-84ca-4cfa-a3b7-048765f7f2c2 None None] Pushing event updated for resources: {'Port': ['ID=d77569eb-21b7-4241-9bcd-22d098533600,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:28.475914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Allocated IP 172.20.0.1 (48da8726-a589-40d7-99c9-9e4c811041d0/ef0e8021-dd9d-496c-955f-1ac5b5d58001/7672e320-ad3b-456e-97a7-a2c7df9e1fbf) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:08:28.619505 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:28.718599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:28.764616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 48da8726-a589-40d7-99c9-9e4c811041d0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:08:28.770926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:28.775608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:08:28.803525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:28.835819 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:29.057620 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:29.372167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:29.469624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:29.533161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f13d950-137c-485d-9d8c-a44a92590ccf None None] Network 48da8726-a589-40d7-99c9-9e4c811041d0 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:08:29.557506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:29.563372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:29.681632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 48da8726-a589-40d7-99c9-9e4c811041d0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:08:29.683126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:29.695754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f7b68070-4f5b-4828-afb6-884430813ee9 None None] Provisioning complete for port d77569eb-21b7-4241-9bcd-22d098533600 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:29.697481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7b68070-4f5b-4828-afb6-884430813ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:29.791215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e9c8b1ee-1b99-4932-b749-b934e5b2b626 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:08:29.845604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Router ab290c98-5897-40f4-8c30-ab6988872b49 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:08:29.867628 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7b68070-4f5b-4828-afb6-884430813ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:29.899368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e9c8b1ee-1b99-4932-b749-b934e5b2b626 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:29.899758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:29.938045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f7b68070-4f5b-4828-afb6-884430813ee9 None None] For port d77569eb-21b7-4241-9bcd-22d098533600, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d77569eb-21b7-4241-9bcd-22d098533600,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:30.006615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:08:30.006828 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7b68070-4f5b-4828-afb6-884430813ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.009244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-53a98052-53eb-4e02-bea3-101bc6ce7c36 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "PUT /v2.0/routers/ab290c98-5897-40f4-8c30-ab6988872b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974014 Nov 10 17:08:30.012946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33258) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:30.018086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e945054f-b08a-4ab5-9c4a-ad3314f9f422 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1938653567', 'description': 'tempest-secgroup_access--1938653567 description', 'project_id': 'bf62bed1635e4ac1b947bcf36086b419'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:30.049031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Sync routers for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:08:30.060594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d77569eb-21b7-4241-9bcd-22d098533600 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:08:30.097203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:30.098116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:30.135566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e945054f-b08a-4ab5-9c4a-ad3314f9f422 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.174984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b68070-4f5b-4828-afb6-884430813ee9 None None] Pushing event updated for resources: {'Port': ['ID=d77569eb-21b7-4241-9bcd-22d098533600,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:30.225750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-176bd5c0-b877-4171-b308-21d7b57ca084 None None] Provisioning complete for port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:30.226625 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-176bd5c0-b877-4171-b308-21d7b57ca084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.232970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e945054f-b08a-4ab5-9c4a-ad3314f9f422 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.288196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:30.303506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e945054f-b08a-4ab5-9c4a-ad3314f9f422 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.322279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-176bd5c0-b877-4171-b308-21d7b57ca084 None None] Port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:08:30.326611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d77569eb-21b7-4241-9bcd-22d098533600 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:30.327232 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.352221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945054f-b08a-4ab5-9c4a-ad3314f9f422 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:30.405652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-176bd5c0-b877-4171-b308-21d7b57ca084 None None] Provisioning complete for port d77569eb-21b7-4241-9bcd-22d098533600 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:30.405997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-176bd5c0-b877-4171-b308-21d7b57ca084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.430787 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e945054f-b08a-4ab5-9c4a-ad3314f9f422 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.433275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e945054f-b08a-4ab5-9c4a-ad3314f9f422 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4176655 Nov 10 17:08:30.436156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33264) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:30.441028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-25b51634-dba4-4b56-a11a-fbc34571ee3c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1192094977', 'description': 'tempest-secgroup_general--1192094977 description', 'project_id': 'bf62bed1635e4ac1b947bcf36086b419'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:30.535730 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b51634-dba4-4b56-a11a-fbc34571ee3c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.625541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b51634-dba4-4b56-a11a-fbc34571ee3c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.659161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:29Z', 'revision_number': 2, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:30.686937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Checking router: ab290c98-5897-40f4-8c30-ab6988872b49 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:08:30.687287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Updating router ab290c98-5897-40f4-8c30-ab6988872b49 port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:08:30.712661 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.731800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b51634-dba4-4b56-a11a-fbc34571ee3c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.764281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b51634-dba4-4b56-a11a-fbc34571ee3c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a33f5-5b55-4aeb-8203-b7968dfac72c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:30.797234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b51634-dba4-4b56-a11a-fbc34571ee3c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.799397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-25b51634-dba4-4b56-a11a-fbc34571ee3c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3613491 Nov 10 17:08:30.808307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33270) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:30.813267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d79ba349-9dfa-4c76-b114-bb0eec5dafe2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'security_group_rule': {'security_group_id': '292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3', 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:30.818351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8d3903ed-9a08-48a9-af52-b453ad3430ae None None] Provisioning complete for port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:30.818710 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d3903ed-9a08-48a9-af52-b453ad3430ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.873562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8d3903ed-9a08-48a9-af52-b453ad3430ae None None] Port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:08:30.908374 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d79ba349-9dfa-4c76-b114-bb0eec5dafe2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:30.975133 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d79ba349-9dfa-4c76-b114-bb0eec5dafe2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.034742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.039721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d79ba349-9dfa-4c76-b114-bb0eec5dafe2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.060625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ba349-9dfa-4c76-b114-bb0eec5dafe2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54895128-dd43-400d-8148-8a109d7d719d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:31.148836 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.150945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d79ba349-9dfa-4c76-b114-bb0eec5dafe2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.152577 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d79ba349-9dfa-4c76-b114-bb0eec5dafe2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3428774 Nov 10 17:08:31.205616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99935b-36fc-4839-9d5e-b74aa851d479 None None] Pushing event updated for resources: {'Port': ['ID=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:31.274426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Attempting to bind port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:08:31.275495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Attempting to bind port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:08:31.276709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Attempting to bind port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf on network 48da8726-a589-40d7-99c9-9e4c811041d0 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:08:31.287905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:08:31.288594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Checking segment: {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:08:31.289281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.289709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Bound using segment: {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:08:31.290183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Bound port: 7672e320-ad3b-456e-97a7-a2c7df9e1fbf, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:08:31.290566 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.361433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] For port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:08:31.366285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] For port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:08:31.428962 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.433630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-bcb8985d-6c9d-4109-b74a-7b1ffedecece tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--1938653567&fields=id&tenant_id=bf62bed1635e4ac1b947bcf36086b419 HTTP/1.1" status: 200 len: 267 time: 0.0557621 Nov 10 17:08:31.495076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-3e03b26c-d3de-4280-a0c6-9a4e78785266 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--1192094977&fields=id&tenant_id=bf62bed1635e4ac1b947bcf36086b419 HTTP/1.1" status: 200 len: 267 time: 0.0599220 Nov 10 17:08:31.498994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:31.499956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:31.501535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:31.544448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99935b-36fc-4839-9d5e-b74aa851d479 None None] Pushing event updated for resources: {'Port': ['ID=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:31.576709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fd8a86b5-2b4b-471a-a9c0-637fc25f6bfb None None] Provisioning complete for port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:31.577123 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86b5-2b4b-471a-a9c0-637fc25f6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.660832 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2c32b6c-aa40-472f-9970-ab916f34b232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.688639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dfc5dbb6-44d1-401c-bb1a-f333f542135c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:31.690695 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dfc5dbb6-44d1-401c-bb1a-f333f542135c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/networks?id=48da8726-a589-40d7-99c9-9e4c811041d0 HTTP/1.1" status: 200 len: 796 time: 0.1773679 Nov 10 17:08:31.695657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:31.707960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076518b9-0feb-48d1-878a-aa932344aa8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.723853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d77569eb-21b7-4241-9bcd-22d098533600 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:08:31.729140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-d4d7b1c5-3b01-4ae2-acaa-b1073e46313c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/quotas/bf62bed1635e4ac1b947bcf36086b419 HTTP/1.1" status: 200 len: 375 time: 0.0164709 Nov 10 17:08:31.789487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-b8e968a9-faee-4c4c-839c-a100076a2f96 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539505 Nov 10 17:08:31.808597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076518b9-0feb-48d1-878a-aa932344aa8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.897213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-076518b9-0feb-48d1-878a-aa932344aa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:31.901631 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-5e87fd06-cfb2-4723-9b56-4873160b88b1 service neutron] 10.222.0.62 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980320 Nov 10 17:08:31.948200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076518b9-0feb-48d1-878a-aa932344aa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae4c109-174b-4e75-bc81-8add5b25bec3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:31.957905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-076518b9-0feb-48d1-878a-aa932344aa8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2eaca83a50b148818012b37914df0e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538760 Nov 10 17:08:31.957905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:32.013747 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e25bacaf-729a-49d0-a9dd-26b290112094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:32.015686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-e3ce5be7-74a5-4aa7-bfe7-8e8fe7bc8bb9 service neutron] 10.222.0.62 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997221 Nov 10 17:08:32.021651 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86b5-2b4b-471a-a9c0-637fc25f6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:32.038694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e25bacaf-729a-49d0-a9dd-26b290112094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:32.090196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d77569eb-21b7-4241-9bcd-22d098533600 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:32.090866 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:32.129897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fd8a86b5-2b4b-471a-a9c0-637fc25f6bfb None None] For port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:32.160108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e25bacaf-729a-49d0-a9dd-26b290112094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:32.162790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e25bacaf-729a-49d0-a9dd-26b290112094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:32.164040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e25bacaf-729a-49d0-a9dd-26b290112094 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dae4c109-174b-4e75-bc81-8add5b25bec3 HTTP/1.1" status: 204 len: 168 time: 0.2047248 Nov 10 17:08:32.173104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bacaf-729a-49d0-a9dd-26b290112094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae4c109-174b-4e75-bc81-8add5b25bec3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:32.198199 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd8a86b5-2b4b-471a-a9c0-637fc25f6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:32.285277 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2447f274-99f2-4fed-951f-9e51623c1f6b req-3644dfab-49d1-4996-9a9d-f5225320727d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 210 time: 0.0294442 Nov 10 17:08:32.307015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a86b5-2b4b-471a-a9c0-637fc25f6bfb None None] Pushing event updated for resources: {'Port': ['ID=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:32.321510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:31Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:32.354275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdab1f0-b9be-4fdc-a8b2-7288d54fefa6 None None] The sync data for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 is: [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:31Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:08:32.364628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-43d91583-ca96-4612-bcfc-7a09bf7cd465 None None] Provisioning complete for port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:32.364936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43d91583-ca96-4612-bcfc-7a09bf7cd465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.011859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:33.025689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2a5a1ed-ca13-4b4b-8068-4dde13654452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.119039 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2a5a1ed-ca13-4b4b-8068-4dde13654452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.192917 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2a5a1ed-ca13-4b4b-8068-4dde13654452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.239892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e2a5a1ed-ca13-4b4b-8068-4dde13654452 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8b00e6d280140ef8f48194b9747f716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268143 Nov 10 17:08:33.240910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5a1ed-ca13-4b4b-8068-4dde13654452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6d9c7-19f3-480f-a704-fb657dcc3b99,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:33.243541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33314) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:33.303241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5fc70eb-01d6-4627-b67a-b1a94535a53f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.331165 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5fc70eb-01d6-4627-b67a-b1a94535a53f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.392763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f3c71805-46be-4149-af56-ea38d42419a8 req-d572f205-022e-4b0e-b920-3df3b43492d0 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 210 time: 0.0355656 Nov 10 17:08:33.462713 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5fc70eb-01d6-4627-b67a-b1a94535a53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.465526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5fc70eb-01d6-4627-b67a-b1a94535a53f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.466723 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f5fc70eb-01d6-4627-b67a-b1a94535a53f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81c6d9c7-19f3-480f-a704-fb657dcc3b99 HTTP/1.1" status: 204 len: 168 time: 0.2212944 Nov 10 17:08:33.475108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc70eb-01d6-4627-b67a-b1a94535a53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c6d9c7-19f3-480f-a704-fb657dcc3b99,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:33.699505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7672e320-ad3b-456e-97a7-a2c7df9e1fbf up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:08:33.749553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:33.749928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:33.908442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1cf404a6-84c5-46d5-973c-6ecc94ea90df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:34.503273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-950a971c-44e8-4ff5-b1d7-d342f62239c5 req-38348e59-be9d-401e-a517-e4bed2c3f523 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 210 time: 0.0272918 Nov 10 17:08:34.887955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-86cf65b9-8f73-4904-a78e-daad10babd44 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:34.889501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-86cf65b9-8f73-4904-a78e-daad10babd44 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.69 "GET /v2.0/networks?id=48da8726-a589-40d7-99c9-9e4c811041d0 HTTP/1.1" status: 200 len: 796 time: 0.1078200 Nov 10 17:08:34.977032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-f886fa72-fa15-48c3-83dd-5ae686de2dde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf62bed1635e4ac1b947bcf36086b419 HTTP/1.1" status: 200 len: 478 time: 0.0779972 Nov 10 17:08:34.987239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'port': {'device_id': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'admin_state_up': True, 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'security_groups': ['292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3', '2b9a33f5-5b55-4aeb-8203-b7968dfac72c']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:35.154876 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:35.182594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Made reservation on behalf of bf62bed1635e4ac1b947bcf36086b419 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:08:35.186937 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:35.320157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Allocated IP 172.20.0.7 (48da8726-a589-40d7-99c9-9e4c811041d0/ef0e8021-dd9d-496c-955f-1ac5b5d58001/40a66ecc-3045-465c-b1bd-0c3772f02dbe) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:08:35.476015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:35.584254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:35.660109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 48da8726-a589-40d7-99c9-9e4c811041d0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:08:35.668184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ba903-497d-412a-bed3-8108d12e9525 req-59569417-e822-4afb-9505-4db0ef884793 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:35.669861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c29ba903-497d-412a-bed3-8108d12e9525 req-59569417-e822-4afb-9505-4db0ef884793 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 970 time: 0.0975020 Nov 10 17:08:35.670879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=40a66ecc-3045-465c-b1bd-0c3772f02dbe,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:35.673676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:35.675808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:08:35.757233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:35.757864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:35.784785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c29ba903-497d-412a-bed3-8108d12e9525 req-dd1a34a2-7c51-4dfd-983c-c688aa328a0b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1060221 Nov 10 17:08:35.894095 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-1c3fcec5-d5f3-44bd-89a0-3854da61996b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9106987 Nov 10 17:08:35.907331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Request body: {'port': {'device_id': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:35.931137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ebe2c900-3189-4897-8e04-6c528638c617 None None] Provisioning complete for port 40a66ecc-3045-465c-b1bd-0c3772f02dbe triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:35.931624 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebe2c900-3189-4897-8e04-6c528638c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:35.964461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:35.971867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2c900-3189-4897-8e04-6c528638c617 None None] Port 40a66ecc-3045-465c-b1bd-0c3772f02dbe cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:08:36.235830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a66ecc-3045-465c-b1bd-0c3772f02dbe {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:08:36.244055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:36.256694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Transition to ACTIVE for port object 40a66ecc-3045-465c-b1bd-0c3772f02dbe will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:08:36.335174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:36.385302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=40a66ecc-3045-465c-b1bd-0c3772f02dbe,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:36.467573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Attempting to bind port 40a66ecc-3045-465c-b1bd-0c3772f02dbe on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:08:36.467911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Attempting to bind port 40a66ecc-3045-465c-b1bd-0c3772f02dbe by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:08:36.468247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Attempting to bind port 40a66ecc-3045-465c-b1bd-0c3772f02dbe on network 48da8726-a589-40d7-99c9-9e4c811041d0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:08:36.473193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Port 40a66ecc-3045-465c-b1bd-0c3772f02dbe on network 48da8726-a589-40d7-99c9-9e4c811041d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:08:36.473367 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Attempting to bind port 40a66ecc-3045-465c-b1bd-0c3772f02dbe on network 48da8726-a589-40d7-99c9-9e4c811041d0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:08:36.479148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:08:36.479528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Checking segment: {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:08:36.479906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Bound using segment: {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:08:36.480331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Bound port: 40a66ecc-3045-465c-b1bd-0c3772f02dbe, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ba66ac-24bc-47c2-99fe-33d6e181b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:08:36.480732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:36.550286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] For port 40a66ecc-3045-465c-b1bd-0c3772f02dbe, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:08:36.553546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] For port 40a66ecc-3045-465c-b1bd-0c3772f02dbe, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:08:36.611897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:36.647426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:36.648055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:36.649719 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/40a66ecc-3045-465c-b1bd-0c3772f02dbe HTTP/1.1" status: 200 len: 1131 time: 0.7464941 Nov 10 17:08:36.651943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:08:36.655884 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38f185-76b4-4bf8-a223-7c903b0b4161" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:08:36.684085 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cbe99-50a7-4129-85b8-8dde9cf9e7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=40a66ecc-3045-465c-b1bd-0c3772f02dbe,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:36.704901 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14b1f35-804f-479f-aa0b-9a2affa72195 x-openstack-request-id: req-b14b1f35-804f-479f-aa0b-9a2affa72195 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:08:36.705369 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:08:36.705556 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b14b1f35-804f-479f-aa0b-9a2affa72195 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:08:36.706079 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'status': 'completed', 'code': 200} Nov 10 17:08:36.772700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38f185-76b4-4bf8-a223-7c903b0b4161 req-adf6c1ec-7c61-4ecd-a148-50f92755e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:36.772700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb38f185-76b4-4bf8-a223-7c903b0b4161 req-adf6c1ec-7c61-4ecd-a148-50f92755e244 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1134 time: 0.0452645 Nov 10 17:08:36.840647 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:36.899923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38f185-76b4-4bf8-a223-7c903b0b4161 req-582a7d37-96bd-4eed-b460-bc4307142ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:36.901395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb38f185-76b4-4bf8-a223-7c903b0b4161 req-582a7d37-96bd-4eed-b460-bc4307142ec3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bf62bed1635e4ac1b947bcf36086b419&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1210432 Nov 10 17:08:36.994707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd510837-ffc6-4927-87bf-3933bf99792e req-b80fff34-1499-430a-9a14-560d067f97a7 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:36.996748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd510837-ffc6-4927-87bf-3933bf99792e req-b80fff34-1499-430a-9a14-560d067f97a7 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 982 time: 0.1154447 Nov 10 17:08:37.055885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38f185-76b4-4bf8-a223-7c903b0b4161 req-38644093-9516-4519-8c01-6fecfd1cf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:37.057325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bb38f185-76b4-4bf8-a223-7c903b0b4161 req-38644093-9516-4519-8c01-6fecfd1cf153 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420176 Nov 10 17:08:37.079475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd510837-ffc6-4927-87bf-3933bf99792e req-1abb00ac-4160-4443-8c64-b217e54cb00a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0737770 Nov 10 17:08:37.151917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-c59de494-4b25-4b84-bd2d-b70324aa6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:37.153710 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-c59de494-4b25-4b84-bd2d-b70324aa6c95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1134 time: 0.0437381 Nov 10 17:08:37.200877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-71a570f0-9889-47dd-94da-b4587e5abef6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe HTTP/1.1" status: 200 len: 217 time: 0.0392051 Nov 10 17:08:37.253470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-a2331517-9a96-47d9-b954-e85e8423a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:37.254973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-a2331517-9a96-47d9-b954-e85e8423a5df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef0e8021-dd9d-496c-955f-1ac5b5d58001 HTTP/1.1" status: 200 len: 834 time: 0.0468235 Nov 10 17:08:37.302933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-8e6523b6-c59a-41dc-a442-062aa71298e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:37.304480 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-8e6523b6-c59a-41dc-a442-062aa71298e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48da8726-a589-40d7-99c9-9e4c811041d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413952 Nov 10 17:08:37.402939 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-cc10e6a1-0ffd-44b9-865c-efbb5fa67916 service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884740 Nov 10 17:08:37.492555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40399afe-b008-44c7-a7d7-91b6d869caa7 req-87391d5e-a5d9-42b1-a7fa-70c53a70d69f service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830314 Nov 10 17:08:37.610436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:37.615137 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:37.717646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a0acda8-afe6-4393-8ed8-c2fd0a9d03a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:37.966178 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:37.980266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a0acda8-afe6-4393-8ed8-c2fd0a9d03a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:38.054983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a0acda8-afe6-4393-8ed8-c2fd0a9d03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:38.094578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4a0acda8-afe6-4393-8ed8-c2fd0a9d03a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58e937f32e25421ba3535c44fbe30941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4830310 Nov 10 17:08:38.095721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0acda8-afe6-4393-8ed8-c2fd0a9d03a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bae8d0e-f7d5-4884-ba98-44d7cdd4dd07,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:38.097238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33444) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:38.148182 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65b2bfbf-d5cc-4b41-8eba-4af7a08eb136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:38.174700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65b2bfbf-d5cc-4b41-8eba-4af7a08eb136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:38.205777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ba8a1-2aaf-45a2-94a4-607fa20cf861 req-aa9f7409-da76-4baa-bb04-5d1aac0af450 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:38.207774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a78ba8a1-2aaf-45a2-94a4-607fa20cf861 req-aa9f7409-da76-4baa-bb04-5d1aac0af450 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 982 time: 0.0549192 Nov 10 17:08:38.266829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a78ba8a1-2aaf-45a2-94a4-607fa20cf861 req-caa1fbaa-74ed-445b-9ef8-8e6124d72aa0 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0522804 Nov 10 17:08:38.289181 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65b2bfbf-d5cc-4b41-8eba-4af7a08eb136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:38.291823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65b2bfbf-d5cc-4b41-8eba-4af7a08eb136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:38.293025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-65b2bfbf-d5cc-4b41-8eba-4af7a08eb136 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bae8d0e-f7d5-4884-ba98-44d7cdd4dd07 HTTP/1.1" status: 204 len: 168 time: 0.1946573 Nov 10 17:08:38.301442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2bfbf-d5cc-4b41-8eba-4af7a08eb136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bae8d0e-f7d5-4884-ba98-44d7cdd4dd07,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:38.932821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33452) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:38.946533 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6d0a-6dac-4314-9a0f-6b6e0454df1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:39.018057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6d0a-6dac-4314-9a0f-6b6e0454df1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:39.085324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6d0a-6dac-4314-9a0f-6b6e0454df1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:39.122218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f6d0a-6dac-4314-9a0f-6b6e0454df1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d546ffc-424b-4d95-ab4c-6176e96171d2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:39.126565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3e1f6d0a-6dac-4314-9a0f-6b6e0454df1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=353fbf0fc2d148289c20d4e3606fd0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1927009 Nov 10 17:08:39.129591 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33454) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:39.180816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9c65f56-133a-4114-82f5-eca61a9813f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:39.201899 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9c65f56-133a-4114-82f5-eca61a9813f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:39.320207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9c65f56-133a-4114-82f5-eca61a9813f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:39.324102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9c65f56-133a-4114-82f5-eca61a9813f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:39.325745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a9c65f56-133a-4114-82f5-eca61a9813f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d546ffc-424b-4d95-ab4c-6176e96171d2 HTTP/1.1" status: 204 len: 168 time: 0.1948295 Nov 10 17:08:39.334380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c65f56-133a-4114-82f5-eca61a9813f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d546ffc-424b-4d95-ab4c-6176e96171d2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:39.393193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79505d9b-b3b3-45af-b7ae-c71f8107e6ca req-9f48309a-823f-421e-b964-6561139a317d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:39.394871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79505d9b-b3b3-45af-b7ae-c71f8107e6ca req-9f48309a-823f-421e-b964-6561139a317d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 982 time: 0.0520747 Nov 10 17:08:39.456138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79505d9b-b3b3-45af-b7ae-c71f8107e6ca req-984dde39-eef9-4c5b-adf8-997ac7703e4e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0548887 Nov 10 17:08:40.576096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf65f-d109-4766-8e63-bf51ec2f1cfd req-1052323c-3474-4b67-834f-2502332fa2ca tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:40.577532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c1bf65f-d109-4766-8e63-bf51ec2f1cfd req-1052323c-3474-4b67-834f-2502332fa2ca tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 982 time: 0.0529225 Nov 10 17:08:40.632126 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:08:40.641336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c1bf65f-d109-4766-8e63-bf51ec2f1cfd req-432167a0-02a3-47ec-89ce-25c7fc117058 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0573385 Nov 10 17:08:40.696907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:41.125457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 40a66ecc-3045-465c-b1bd-0c3772f02dbe details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:08:41.224701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 40a66ecc-3045-465c-b1bd-0c3772f02dbe, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:41.241898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'port_id': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'mac_address': 'fa:16:3e:09:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:08:41.280422 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:41.293161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a66ecc-3045-465c-b1bd-0c3772f02dbe {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:08:41.314337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 40a66ecc-3045-465c-b1bd-0c3772f02dbe, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:41.409338 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:41.458554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=40a66ecc-3045-465c-b1bd-0c3772f02dbe,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:41.739031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['40a66ecc-3045-465c-b1bd-0c3772f02dbe'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:08:41.761808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6f615-f092-4518-8247-2830176b8ccf req-e97b9ff5-1c86-4a92-8bd9-60fba5e12f16 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:41.763399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06a6f615-f092-4518-8247-2830176b8ccf req-e97b9ff5-1c86-4a92-8bd9-60fba5e12f16 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 983 time: 0.0527742 Nov 10 17:08:41.826916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-06a6f615-f092-4518-8247-2830176b8ccf req-a499bc60-c37b-42bd-8a88-2cf766c5c4df tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0564985 Nov 10 17:08:42.563976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33534) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:42.672287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbb3d31c-9cae-4770-b0d4-187dd11b41ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:42.748566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbb3d31c-9cae-4770-b0d4-187dd11b41ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:42.816780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbb3d31c-9cae-4770-b0d4-187dd11b41ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:42.858432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bbb3d31c-9cae-4770-b0d4-187dd11b41ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfd38406657140fe80baecb683c8abdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909667 Nov 10 17:08:42.858432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3d31c-9cae-4770-b0d4-187dd11b41ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2f3ad2-6e0f-4ec6-a2d5-c8ef5f736426,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:42.859368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:42.942482 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e57e19-96ac-4c72-ab26-0d17a31f76f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:42.971491 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e57e19-96ac-4c72-ab26-0d17a31f76f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:42.980333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f13d1-be77-43e2-99f2-346802c407d7 req-029925e0-426a-4b38-ae65-d6f1ac3872a1 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:42.981872 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a12f13d1-be77-43e2-99f2-346802c407d7 req-029925e0-426a-4b38-ae65-d6f1ac3872a1 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 983 time: 0.0806665 Nov 10 17:08:43.060065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a12f13d1-be77-43e2-99f2-346802c407d7 req-e19b2102-9c1f-46ab-a9b9-0cf21c3c39bf tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0705431 Nov 10 17:08:43.125863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 40a66ecc-3045-465c-b1bd-0c3772f02dbe up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:08:43.131031 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e57e19-96ac-4c72-ab26-0d17a31f76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:43.134339 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7e57e19-96ac-4c72-ab26-0d17a31f76f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:43.135581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e7e57e19-96ac-4c72-ab26-0d17a31f76f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa2f3ad2-6e0f-4ec6-a2d5-c8ef5f736426 HTTP/1.1" status: 204 len: 168 time: 0.2742898 Nov 10 17:08:43.144361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e57e19-96ac-4c72-ab26-0d17a31f76f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2f3ad2-6e0f-4ec6-a2d5-c8ef5f736426,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:43.305981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 40a66ecc-3045-465c-b1bd-0c3772f02dbe completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:08:43.310107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 40a66ecc-3045-465c-b1bd-0c3772f02dbe triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:08:43.310470 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:43.397924 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:43.420455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:08:43.424883 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9de5d5-1735-4a9c-94a1-c2b712aa4800" -d '{"events": [{"server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "name": "network-vif-plugged", "status": "completed", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:08:43.437897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 40a66ecc-3045-465c-b1bd-0c3772f02dbe, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:08:43.464432 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461d498c-9d01-426d-987d-545af8f6a071 x-openstack-request-id: req-461d498c-9d01-426d-987d-545af8f6a071 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:08:43.464733 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "name": "network-vif-plugged", "status": "completed", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:08:43.464993 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-461d498c-9d01-426d-987d-545af8f6a071 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:08:43.465394 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'code': 200} Nov 10 17:08:43.525468 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:43.566880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789e35c-e83d-4cbb-925e-4e1e07089135 req-4c11cd2d-999e-44f1-954a-1944e29a9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:43.570013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2789e35c-e83d-4cbb-925e-4e1e07089135 req-4c11cd2d-999e-44f1-954a-1944e29a9776 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1136 time: 0.0437195 Nov 10 17:08:43.575251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=40a66ecc-3045-465c-b1bd-0c3772f02dbe,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:43.624439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2789e35c-e83d-4cbb-925e-4e1e07089135 req-0909dd79-ba72-43c1-835c-13a6f4d4b2b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0468199 Nov 10 17:08:43.886014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33548) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:43.899533 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34c-9c08-40e9-ab19-ecd7eefb0de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:43.973239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34c-9c08-40e9-ab19-ecd7eefb0de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:44.044925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34c-9c08-40e9-ab19-ecd7eefb0de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:44.086810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05c34c-9c08-40e9-ab19-ecd7eefb0de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15572743-381b-4ce2-a624-14812fc11d53,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:44.092155 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a05c34c-9c08-40e9-ab19-ecd7eefb0de5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c02951193bf42c5a6af70bba4f915ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043762 Nov 10 17:08:44.093986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33552) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:44.145397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0c9d-538c-49f3-aa90-c4a38d69d4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:44.168798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0c9d-538c-49f3-aa90-c4a38d69d4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:44.182843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbed869-50c0-4b57-a27f-96b0ebff0b2d req-1344d6b5-d042-41b6-b385-0285c8d441cb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:44.184485 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bbed869-50c0-4b57-a27f-96b0ebff0b2d req-1344d6b5-d042-41b6-b385-0285c8d441cb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 984 time: 0.0512795 Nov 10 17:08:44.243745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3bbed869-50c0-4b57-a27f-96b0ebff0b2d req-1be53783-0d55-452c-ac93-7ec2d535e29e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0518486 Nov 10 17:08:44.290835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0c9d-538c-49f3-aa90-c4a38d69d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:44.293578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0c9d-538c-49f3-aa90-c4a38d69d4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:44.294771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8d5b0c9d-538c-49f3-aa90-c4a38d69d4ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15572743-381b-4ce2-a624-14812fc11d53 HTTP/1.1" status: 204 len: 168 time: 0.1997945 Nov 10 17:08:44.304053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b0c9d-538c-49f3-aa90-c4a38d69d4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15572743-381b-4ce2-a624-14812fc11d53,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:45.365686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15bef4-ba10-46ec-9707-33d066bd6a0c req-f4cc8f6e-e4d8-4ba5-8f60-15556041cbf0 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:45.367193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e15bef4-ba10-46ec-9707-33d066bd6a0c req-f4cc8f6e-e4d8-4ba5-8f60-15556041cbf0 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 984 time: 0.0511403 Nov 10 17:08:45.425309 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e15bef4-ba10-46ec-9707-33d066bd6a0c req-97ab51cb-2158-4155-abed-bd11faacf4ec tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0517807 Nov 10 17:08:45.551953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66754cc-0ded-42d7-a574-41e31adb0527 req-5a91544b-edb2-4d64-a226-73a6e297e005 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:45.553441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f66754cc-0ded-42d7-a574-41e31adb0527 req-5a91544b-edb2-4d64-a226-73a6e297e005 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 984 time: 0.0574849 Nov 10 17:08:45.619667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f66754cc-0ded-42d7-a574-41e31adb0527 req-8194278b-cc99-4980-a62f-1ae9ebb256bb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0598211 Nov 10 17:08:45.745978 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4754f-530f-4c9d-9696-c87884fb1937 req-5b1664bd-d167-4d0b-9a02-cb2a3bb40b60 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:45.747535 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ef4754f-530f-4c9d-9696-c87884fb1937 req-5b1664bd-d167-4d0b-9a02-cb2a3bb40b60 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1136 time: 0.0475440 Nov 10 17:08:45.768435 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ef4754f-530f-4c9d-9696-c87884fb1937 req-9264f037-a37e-4076-b456-7c296f58c285 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:45.862302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ef4754f-530f-4c9d-9696-c87884fb1937 req-9264f037-a37e-4076-b456-7c296f58c285 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:45.942604 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-5ef4754f-530f-4c9d-9696-c87884fb1937 req-9264f037-a37e-4076-b456-7c296f58c285 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:45.986822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264f037-a37e-4076-b456-7c296f58c285 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2501a8be-0997-4335-b653-37fa9d13b405,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:45.995841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ef4754f-530f-4c9d-9696-c87884fb1937 req-9264f037-a37e-4076-b456-7c296f58c285 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2414625 Nov 10 17:08:46.016143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33608) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:46.057323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf24b61c-5ae1-4cec-90bc-be33c8aebf39 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:46.058826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cf24b61c-5ae1-4cec-90bc-be33c8aebf39 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1131 time: 0.0415123 Nov 10 17:08:46.062650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33610) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:46.067931 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:46.146179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.252708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.285526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:46.363298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Allocated IP 172.25.3.11 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/67ac67fb-f546-4e8a-b337-dc1024670753) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:08:46.400571 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33b1ee72-8ce2-46e2-a314-f58221acfdf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.469355 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.479493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33b1ee72-8ce2-46e2-a314-f58221acfdf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.540464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33b1ee72-8ce2-46e2-a314-f58221acfdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.571413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.579589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-33b1ee72-8ce2-46e2-a314-f58221acfdf9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90e924f1324c482d94f42fdc7173ebc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920287 Nov 10 17:08:46.583661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:46.590211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1ee72-8ce2-46e2-a314-f58221acfdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85383cc1-1119-443a-84f0-7a68193e43d6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:46.615457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:08:46.622452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:46.627109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:08:46.630423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=67ac67fb-f546-4e8a-b337-dc1024670753,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:46.643447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9505306a-c1a8-4284-95b6-5ed46f993372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.665893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9505306a-c1a8-4284-95b6-5ed46f993372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.793699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9505306a-c1a8-4284-95b6-5ed46f993372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.796319 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9505306a-c1a8-4284-95b6-5ed46f993372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:46.797674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9505306a-c1a8-4284-95b6-5ed46f993372 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85383cc1-1119-443a-84f0-7a68193e43d6 HTTP/1.1" status: 204 len: 168 time: 0.2125173 Nov 10 17:08:46.805937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505306a-c1a8-4284-95b6-5ed46f993372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85383cc1-1119-443a-84f0-7a68193e43d6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:47.388380 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:47.525953 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:47.688503 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:48.022504 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:48.096033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=67ac67fb-f546-4e8a-b337-dc1024670753,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:48.108281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:48.224514 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Floating IP 7fa3b124-5368-47fb-bdb6-689de67ec2d3 associated. External IP: 172.25.3.11, port: 40a66ecc-3045-465c-b1bd-0c3772f02dbe. Nov 10 17:08:48.452122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Router ab290c98-5897-40f4-8c30-ab6988872b49 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:08:48.567835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:08:48.580477 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] Sync routers for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:08:48.592395 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:48.595585 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:48.647643 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:48.687632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ac7bfc1e-f104-43f8-88ff-16acc348e054 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6198914 Nov 10 17:08:48.687632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:08:48.687632 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df9a837-756b-4752-8a8a-f010bbb08f72" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:08:48.690946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:48.713280 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:48.758525 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f444584c-d914-4731-9673-6aa3e39d0f3d x-openstack-request-id: req-f444584c-d914-4731-9673-6aa3e39d0f3d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:08:48.764878 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:08:48.764878 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f444584c-d914-4731-9673-6aa3e39d0f3d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:08:48.764878 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'status': 'completed', 'code': 200} Nov 10 17:08:48.829879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-d54059c0-c912-45da-a48d-17274dcd90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:48.831473 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-d54059c0-c912-45da-a48d-17274dcd90c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1136 time: 0.0516641 Nov 10 17:08:48.950952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fc93a-d615-4f0b-951f-e155b89a72d6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:48.951524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fc93a-d615-4f0b-951f-e155b89a72d6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:48.952599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fc93a-d615-4f0b-951f-e155b89a72d6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:48.953064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fc93a-d615-4f0b-951f-e155b89a72d6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:48.953518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fc93a-d615-4f0b-951f-e155b89a72d6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:48.953985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fc93a-d615-4f0b-951f-e155b89a72d6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:48.954718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-08b058b2-c917-43d1-a55e-e1b7b1226b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:48.956254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-08b058b2-c917-43d1-a55e-e1b7b1226b68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48da8726-a589-40d7-99c9-9e4c811041d0 HTTP/1.1" status: 200 len: 897 time: 0.1172190 Nov 10 17:08:48.958627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33662) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:48.959226 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-793fc93a-d615-4f0b-951f-e155b89a72d6 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.2580383 Nov 10 17:08:49.001391 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7fa3b124-5368-47fb-bdb6-689de67ec2d3', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'port_id': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'mac_address': 'fa:16:3e:09:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:08:46Z', 'updated_at': '2021-11-10T17:08:46Z', 'revision_number': 0, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:32Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:49.029192 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] Checking router: ab290c98-5897-40f4-8c30-ab6988872b49 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:08:49.041268 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:08:49.041873 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:49.113454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:49.131232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-55c207fe-a4c1-43ab-a6e6-20386a427f1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe HTTP/1.1" status: 200 len: 998 time: 0.1639626 Nov 10 17:08:49.134501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05eb25b-6e73-4afc-beb7-adb8bed583f8 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.134968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05eb25b-6e73-4afc-beb7-adb8bed583f8 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.135447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05eb25b-6e73-4afc-beb7-adb8bed583f8 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.135899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05eb25b-6e73-4afc-beb7-adb8bed583f8 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.136344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05eb25b-6e73-4afc-beb7-adb8bed583f8 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.136791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05eb25b-6e73-4afc-beb7-adb8bed583f8 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.138619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c05eb25b-6e73-4afc-beb7-adb8bed583f8 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1790125 Nov 10 17:08:49.141913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:49.183044 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:08:49.193354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-f20191d3-87e0-49e8-9f3e-78b7697faf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.196576 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-f20191d3-87e0-49e8-9f3e-78b7697faf22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef0e8021-dd9d-496c-955f-1ac5b5d58001 HTTP/1.1" status: 200 len: 834 time: 0.0569258 Nov 10 17:08:49.262124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-29fb2fe1-af1d-4b36-9fe2-b2c3c3c90066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.263771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-29fb2fe1-af1d-4b36-9fe2-b2c3c3c90066 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48da8726-a589-40d7-99c9-9e4c811041d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584185 Nov 10 17:08:49.263931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-285061e6-2d9e-4bfd-a019-64d22957b82e tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:49.378946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-b0473d9e-f383-4636-9b21-652c970c3552 service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072290 Nov 10 17:08:49.401386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-285061e6-2d9e-4bfd-a019-64d22957b82e tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] 10.222.0.62 "PUT /v2.0/quotas/8b24e76ef2a34a10b6564d4885f0d86f HTTP/1.1" status: 200 len: 368 time: 0.2867002 Nov 10 17:08:49.404261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:49.409582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Request body: {'network': {'project_id': '8b24e76ef2a34a10b6564d4885f0d86f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:49.462350 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c0f11040-8ca6-4dd2-be87-e046e9479a5e tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3187835 Nov 10 17:08:49.465276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:49.487443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df9a837-756b-4752-8a8a-f010bbb08f72 req-7e7be4d8-90da-4de7-8b0d-05f29f759f6a service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014361 Nov 10 17:08:49.489718 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7fa3b124-5368-47fb-bdb6-689de67ec2d3', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'port_id': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'mac_address': 'fa:16:3e:09:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:08:46Z', 'updated_at': '2021-11-10T17:08:46Z', 'revision_number': 0, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:32Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:49.506452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b30d3a-cd11-43b6-915e-cbe0451f37d0 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.506932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b30d3a-cd11-43b6-915e-cbe0451f37d0 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.508559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b0b30d3a-cd11-43b6-915e-cbe0451f37d0 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab290c98-5897-40f4-8c30-ab6988872b49 HTTP/1.1" status: 200 len: 1992 time: 0.0423570 Nov 10 17:08:49.525039 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f47a24-2b23-49d3-9478-27abbaa169d6 None None] The sync data for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 is: [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '7fa3b124-5368-47fb-bdb6-689de67ec2d3', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'port_id': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'mac_address': 'fa:16:3e:09:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:08:46Z', 'updated_at': '2021-11-10T17:08:46Z', 'revision_number': 0, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:32Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:08:49.531292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Made reservation on behalf of 8b24e76ef2a34a10b6564d4885f0d86f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:08:49.533808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:49.542948 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:49.625326 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:49.709820 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:49.737428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:08:49.745010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7dd20-8d16-40e8-aaad-80b1379931d5 None None] New status for floating IP 7fa3b124-5368-47fb-bdb6-689de67ec2d3: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:08:49.754854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c9bec2-b4ff-4f01-b86f-cd2f6dca1798,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:49.757871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:49.760805 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Added segment 74f3ddbd-4291-408e-b059-aa12f3290f81 of type vlan for network 38aae062-2ab4-4793-9b4b-c97755f0f7c3 Nov 10 17:08:49.800876 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:49.905861 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:49.906782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:49.907597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:49.971394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Pushing event updated for resources: {'Network': ['ID=38aae062-2ab4-4793-9b4b-c97755f0f7c3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:49.981090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 38aae062-2ab4-4793-9b4b-c97755f0f7c3 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:08:50.003870 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cf71478c-c518-46dd-b1de-53a32b9e1b9b tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5981317 Nov 10 17:08:50.012041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:50.012041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Request body: {'network': {'project_id': '8b24e76ef2a34a10b6564d4885f0d86f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:50.096782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Made reservation on behalf of 8b24e76ef2a34a10b6564d4885f0d86f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:08:50.099106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.123173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:08:50.132667 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.133014 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Added segment 71ea891f-3322-4dc0-b488-673e1af40e13 of type vlan for network 183a27c7-a9bb-4159-95de-c7dd7206e139 Nov 10 17:08:50.171770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.277529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.278487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:50.279086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.343587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Pushing event updated for resources: {'Network': ['ID=183a27c7-a9bb-4159-95de-c7dd7206e139,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:50.354233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 183a27c7-a9bb-4159-95de-c7dd7206e139 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:08:50.379657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3fffdf74-a960-438c-960a-60e28cc471fe tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3722582 Nov 10 17:08:50.382467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:50.387146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5abaf348-2378-4cff-add9-d39914ddbb4c tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Request body: {'network': {'project_id': '8b24e76ef2a34a10b6564d4885f0d86f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:50.399145 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abaf348-2378-4cff-add9-d39914ddbb4c tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 17:08:50.399633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abaf348-2378-4cff-add9-d39914ddbb4c tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:08:50.400759 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5abaf348-2378-4cff-add9-d39914ddbb4c tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0174031 Nov 10 17:08:50.403860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33682) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:50.449894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-53543648-6b5b-4311-b0f6-065f76f6130a tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b24e76ef2a34a10b6564d4885f0d86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447934 Nov 10 17:08:50.452396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33684) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:50.501629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4235281-e6b3-4bb1-ab3c-b4816db954fa tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.528557 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4235281-e6b3-4bb1-ab3c-b4816db954fa tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.643749 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4235281-e6b3-4bb1-ab3c-b4816db954fa tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.646581 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4235281-e6b3-4bb1-ab3c-b4816db954fa tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:50.647806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f4235281-e6b3-4bb1-ab3c-b4816db954fa tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2c9bec2-b4ff-4f01-b86f-cd2f6dca1798 HTTP/1.1" status: 204 len: 168 time: 0.1944547 Nov 10 17:08:50.650500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:50.656130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4235281-e6b3-4bb1-ab3c-b4816db954fa tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c9bec2-b4ff-4f01-b86f-cd2f6dca1798,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:50.724787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.099654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.118963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183a27c7-a9bb-4159-95de-c7dd7206e139']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:51.128955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ea891f-3322-4dc0-b488-673e1af40e13') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:51.129228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ea891f-3322-4dc0-b488-673e1af40e13') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:51.138427 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.152001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.157958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:08:51.158338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:08:51.160043 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:08:51.302135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.318891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.322175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] 10.222.0.62 "DELETE /v2.0/networks/183a27c7-a9bb-4159-95de-c7dd7206e139 HTTP/1.1" status: 204 len: 168 time: 0.6705985 Nov 10 17:08:51.323527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc368d1-31d2-43db-8d2f-b6e11696e944 tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Pushing event deleted for resources: {'Network': ['ID=183a27c7-a9bb-4159-95de-c7dd7206e139,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:51.325067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33688) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:51.395497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.488227 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.508268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aae062-2ab4-4793-9b4b-c97755f0f7c3']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:51.524657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f3ddbd-4291-408e-b059-aa12f3290f81') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:51.524952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f3ddbd-4291-408e-b059-aa12f3290f81') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:08:51.540676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.560874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.568519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:08:51.568912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:08:51.570604 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:08:51.707948 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.713521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:51.716897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] 10.222.0.62 "DELETE /v2.0/networks/38aae062-2ab4-4793-9b4b-c97755f0f7c3 HTTP/1.1" status: 204 len: 168 time: 0.3907428 Nov 10 17:08:51.740468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca80b9-9446-4c3f-b116-26243d5da44f tempest-QuotasNegativeTest-1393609746 tempest-QuotasNegativeTest-1393609746-project-admin] Pushing event deleted for resources: {'Network': ['ID=38aae062-2ab4-4793-9b4b-c97755f0f7c3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:52.420433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33696) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:52.536853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5f69e36-6a2e-4572-afe1-6987d4d7817c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:52.612187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5f69e36-6a2e-4572-afe1-6987d4d7817c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:52.737684 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5f69e36-6a2e-4572-afe1-6987d4d7817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:52.778395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b5f69e36-6a2e-4572-afe1-6987d4d7817c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fd8dddd697446f392bd144548c181b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3567510 Nov 10 17:08:52.779035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f69e36-6a2e-4572-afe1-6987d4d7817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b97a849-3fe3-433e-9b82-e66c6a8fe4f8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:52.781746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:52.838351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84254175-8440-4f6e-9a2d-041401830393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:52.864026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84254175-8440-4f6e-9a2d-041401830393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:53.005470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84254175-8440-4f6e-9a2d-041401830393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:53.008757 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84254175-8440-4f6e-9a2d-041401830393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:53.010997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-84254175-8440-4f6e-9a2d-041401830393 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b97a849-3fe3-433e-9b82-e66c6a8fe4f8 HTTP/1.1" status: 204 len: 168 time: 0.2270687 Nov 10 17:08:53.023689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84254175-8440-4f6e-9a2d-041401830393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b97a849-3fe3-433e-9b82-e66c6a8fe4f8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:53.594188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:53.608290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-215b7df1-0b67-44fd-b69e-856dc9b66b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:53.685048 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-215b7df1-0b67-44fd-b69e-856dc9b66b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:53.746093 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-215b7df1-0b67-44fd-b69e-856dc9b66b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:53.787008 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-215b7df1-0b67-44fd-b69e-856dc9b66b73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1340ab47a8024799b9971e74d4eccbf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917067 Nov 10 17:08:53.787941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b7df1-0b67-44fd-b69e-856dc9b66b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e17aa-94cf-4394-ab8a-43f041e58bc7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:53.789781 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33708) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:53.844665 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f762a5c-dbf0-4e40-8301-76c540e1af87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:53.868051 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f762a5c-dbf0-4e40-8301-76c540e1af87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:54.005332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f762a5c-dbf0-4e40-8301-76c540e1af87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:54.008127 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f762a5c-dbf0-4e40-8301-76c540e1af87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:54.009534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4f762a5c-dbf0-4e40-8301-76c540e1af87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/942e17aa-94cf-4394-ab8a-43f041e58bc7 HTTP/1.1" status: 204 len: 168 time: 0.2184782 Nov 10 17:08:54.023061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762a5c-dbf0-4e40-8301-76c540e1af87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e17aa-94cf-4394-ab8a-43f041e58bc7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:55.948939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33746) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:56.046363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1163162915', 'router:external': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:56.122677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Made reservation on behalf of 0ce17802c56849c7b76e1916391a106f for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:08:56.125157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:56.134260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:56.206546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:56.284864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:56.310421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:08:56.320675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c345c2a-d10b-4f13-a400-911a3904cf02,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:56.328939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:56.328939 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Added segment 22228270-95b7-42b6-83ad-6dc9da4fc47d of type vlan for network 80605f61-7c12-4fe8-8174-050cf67c28cd Nov 10 17:08:56.376634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:56.461793 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:56.462793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:56.463415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:56.556391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'Network': ['ID=80605f61-7c12-4fe8-8174-050cf67c28cd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:56.565775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 80605f61-7c12-4fe8-8174-050cf67c28cd details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:08:56.584891 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-28eafb55-414a-4724-b327-6241f2674021 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6345255 Nov 10 17:08:56.587661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33750) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:56.593315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'subnet': {'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:56.690209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Made reservation on behalf of 0ce17802c56849c7b76e1916391a106f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:08:56.693778 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:57.029467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.objects.ports [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:08:57.030173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:57.082169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd9c92a9-d2d9-4a09-895b-966acfea95cb,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:57.093510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Checking segment: {'id': '22228270-95b7-42b6-83ad-6dc9da4fc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:08:57.093861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Network hostable DHCP agents. Network: 80605f61-7c12-4fe8-8174-050cf67c28cd, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:08:57.164779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Network 80605f61-7c12-4fe8-8174-050cf67c28cd is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:08:57.231256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 80605f61-7c12-4fe8-8174-050cf67c28cd) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:57.235874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:57.236959 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:57.241022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8412ce-5a0f-4c7d-bbc3-9a7194d927fc None None] Network 80605f61-7c12-4fe8-8174-050cf67c28cd requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:08:57.298972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-406e2c74-e2a5-4f81-b363-11ce379e5c23 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7101395 Nov 10 17:08:57.301731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33752) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:57.306549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-157679645', 'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:57.370604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c442514-ffe2-4de9-8fa4-b951e9a0bf18 None None] Network 80605f61-7c12-4fe8-8174-050cf67c28cd requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:08:57.425713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Made reservation on behalf of 0ce17802c56849c7b76e1916391a106f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:08:57.428204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:57.443951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] device_id is not set on port 7410a10e-55fa-4476-ad4c-aa721f2355a5 yet. {{(pid=103326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:08:57.552908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Allocated IP 2001:db8::f3 (80605f61-7c12-4fe8-8174-050cf67c28cd/dd9c92a9-d2d9-4a09-895b-966acfea95cb/7410a10e-55fa-4476-ad4c-aa721f2355a5) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:08:57.692149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:57.803017 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:57.843832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Network 80605f61-7c12-4fe8-8174-050cf67c28cd is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:08:57.849409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:57.852952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:08:57.854331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:57.854516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:57.860551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'Port': ['ID=7410a10e-55fa-4476-ad4c-aa721f2355a5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:57.945517 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b497e469-4eda-4649-9581-9b1dccb236e9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6426702 Nov 10 17:08:57.947990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33754) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:58.025809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e5211-42fe-4236-b887-65b49d535433 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Deleting port 7410a10e-55fa-4476-ad4c-aa721f2355a5 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:08:58.026148 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5211-42fe-4236-b887-65b49d535433 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:58.105738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5211-42fe-4236-b887-65b49d535433 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:58.118171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e5211-42fe-4236-b887-65b49d535433 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Calling delete_port for 7410a10e-55fa-4476-ad4c-aa721f2355a5 owned by {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:08:58.230875 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-7d9f0d35-1992-41f2-8b9f-a739010c0624 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0681920 Nov 10 17:08:58.324680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-2b1e98a7-2556-4821-b47b-6be8841ca59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:58.326878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-2b1e98a7-2556-4821-b47b-6be8841ca59b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1136 time: 0.0432475 Nov 10 17:08:58.345346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5211-42fe-4236-b887-65b49d535433 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:58.398425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e5211-42fe-4236-b887-65b49d535433 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event deleted for resources: {'Port': ['ID=7410a10e-55fa-4476-ad4c-aa721f2355a5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:58.455410 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5211-42fe-4236-b887-65b49d535433 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:58.458810 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0a9e5211-42fe-4236-b887-65b49d535433 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7410a10e-55fa-4476-ad4c-aa721f2355a5 HTTP/1.1" status: 204 len: 168 time: 0.5098743 Nov 10 17:08:58.461694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33756) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:08:58.466248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd', 'external_fixed_ips': [{'subnet_id': 'dd9c92a9-d2d9-4a09-895b-966acfea95cb', 'ip_address': '2001:db8::f3'}]}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:08:58.482410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-10a82cb4-75a8-4a3d-9c43-f5f4fb3ee145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:58.483982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-10a82cb4-75a8-4a3d-9c43-f5f4fb3ee145 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48da8726-a589-40d7-99c9-9e4c811041d0 HTTP/1.1" status: 200 len: 897 time: 0.1367006 Nov 10 17:08:58.541892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:58.543092 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:58.554464 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-71fdf040-6af6-4777-b036-b11a30c2100f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe HTTP/1.1" status: 200 len: 1000 time: 0.0633819 Nov 10 17:08:58.596556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:58.604638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-f531f562-1cbf-49eb-b8a6-d155e5fc2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:58.610479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-f531f562-1cbf-49eb-b8a6-d155e5fc2f0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef0e8021-dd9d-496c-955f-1ac5b5d58001 HTTP/1.1" status: 200 len: 834 time: 0.0443256 Nov 10 17:08:58.652074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-4eb76e68-d248-4326-ae50-53cd94c7fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:08:58.653493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-4eb76e68-d248-4326-ae50-53cd94c7fa4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48da8726-a589-40d7-99c9-9e4c811041d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397110 Nov 10 17:08:58.749932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-0c7d95a0-a2a5-490c-acdf-0241151c9888 service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879855 Nov 10 17:08:58.788615 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:58.841708 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2bb6923d-ec71-4364-bcce-39e6dc388287 req-62b8d6f2-ef85-4909-a857-33f5c2224233 service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843856 Nov 10 17:08:59.055392 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:59.074324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:59.218221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Allocated IP 2001:db8::f3 (80605f61-7c12-4fe8-8174-050cf67c28cd/dd9c92a9-d2d9-4a09-895b-966acfea95cb/ed513149-93af-4f3f-8b83-541ee5aea62d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:08:59.318121 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:59.443792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:59.486142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Network 80605f61-7c12-4fe8-8174-050cf67c28cd is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:08:59.489537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:08:59.494619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:08:59.497045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'Port': ['ID=ed513149-93af-4f3f-8b83-541ee5aea62d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:08:59.758235 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:08:59.951161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:00.130366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Router 24bfd9aa-d5b2-4e1f-beec-33c043ead71d is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:00.231789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:00.241060 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Sync routers for ids ['24bfd9aa-d5b2-4e1f-beec-33c043ead71d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:00.250861 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Routers {'24bfd9aa-d5b2-4e1f-beec-33c043ead71d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:00.255605 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['24bfd9aa-d5b2-4e1f-beec-33c043ead71d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:00.307645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:00.311455 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8d7c84d0-a813-4156-983b-9f2eb815d67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.8462386 Nov 10 17:09:00.311870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33758) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:00.359382 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Set router 24bfd9aa-d5b2-4e1f-beec-33c043ead71d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:09:00.417486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:00.551862 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfd9aa-d5b2-4e1f-beec-33c043ead71d', 'name': '', 'tenant_id': '0ce17802c56849c7b76e1916391a106f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd', 'external_fixed_ips': [{'subnet_id': 'dd9c92a9-d2d9-4a09-895b-966acfea95cb', 'ip_address': '2001:db8::f3'}], 'enable_snat': True}, 'gw_port_id': 'ed513149-93af-4f3f-8b83-541ee5aea62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:58Z', 'updated_at': '2021-11-10T17:08:59Z', 'revision_number': 3, 'project_id': '0ce17802c56849c7b76e1916391a106f', 'gw_port': {'id': 'ed513149-93af-4f3f-8b83-541ee5aea62d', 'name': '', 'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfd9aa-d5b2-4e1f-beec-33c043ead71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'dd9c92a9-d2d9-4a09-895b-966acfea95cb', 'ip_address': '2001:db8::f3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:59Z', 'updated_at': '2021-11-10T17:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9c92a9-d2d9-4a09-895b-966acfea95cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:00.580375 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Checking router: 24bfd9aa-d5b2-4e1f-beec-33c043ead71d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:09:00.580724 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Updating router 24bfd9aa-d5b2-4e1f-beec-33c043ead71d port ed513149-93af-4f3f-8b83-541ee5aea62d binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:09:00.608167 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:00.694340 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-11b466a6-1b97-4858-bc43-01679ef7b1a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461440 Nov 10 17:09:00.783297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-8f83619d-1cbb-4485-a6b2-66a53cc99d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:00.785615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-8f83619d-1cbb-4485-a6b2-66a53cc99d1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1097 time: 0.0457394 Nov 10 17:09:00.885631 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:00.888669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:00.902829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-74dcbd34-e65f-40b7-ae2a-ebb6bd25e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:00.904428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-74dcbd34-e65f-40b7-ae2a-ebb6bd25e8f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7 HTTP/1.1" status: 200 len: 909 time: 0.0989459 Nov 10 17:09:00.957625 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:00.970998 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-9327be95-6f63-4290-8de7-733270cac1bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957 HTTP/1.1" status: 200 len: 1001 time: 0.0597210 Nov 10 17:09:01.028181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-335e627e-1524-423d-840f-b2be1ebd31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:01.029823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-335e627e-1524-423d-840f-b2be1ebd31ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a065bda0-13ce-4f33-b334-44b98a18664b HTTP/1.1" status: 200 len: 847 time: 0.0517447 Nov 10 17:09:01.031298 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Deleting port ed513149-93af-4f3f-8b83-541ee5aea62d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:01.031672 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.102568 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-c8e52d5b-93da-4cfb-a6ae-af4e9bea713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:01.104420 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Attempting to bind port ed513149-93af-4f3f-8b83-541ee5aea62d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:09:01.104673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-c8e52d5b-93da-4cfb-a6ae-af4e9bea713b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670183 Nov 10 17:09:01.104835 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Attempting to bind port ed513149-93af-4f3f-8b83-541ee5aea62d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '22228270-95b7-42b6-83ad-6dc9da4fc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:09:01.105128 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Attempting to bind port ed513149-93af-4f3f-8b83-541ee5aea62d on network 80605f61-7c12-4fe8-8174-050cf67c28cd {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:09:01.112418 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabe844-8a19-4437-8739-cf443452f3b6 None None] Pushing event updated for resources: {'Port': ['ID=ed513149-93af-4f3f-8b83-541ee5aea62d,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:01.116836 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:09:01.117251 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Checking segment: {'id': '22228270-95b7-42b6-83ad-6dc9da4fc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:01.117646 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.118022 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Bound using segment: {'id': '22228270-95b7-42b6-83ad-6dc9da4fc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:09:01.118489 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Bound port: ed513149-93af-4f3f-8b83-541ee5aea62d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22228270-95b7-42b6-83ad-6dc9da4fc47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '80605f61-7c12-4fe8-8174-050cf67c28cd'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:09:01.118859 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.122658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] For port ed513149-93af-4f3f-8b83-541ee5aea62d, host n-d-714676-11, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:01.123023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.141754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Calling delete_port for ed513149-93af-4f3f-8b83-541ee5aea62d owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:01.178972 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] For port ed513149-93af-4f3f-8b83-541ee5aea62d, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:09:01.182661 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] For port ed513149-93af-4f3f-8b83-541ee5aea62d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ed513149-93af-4f3f-8b83-541ee5aea62d,segment=NetworkSegment(22228270-95b7-42b6-83ad-6dc9da4fc47d),segment_id=22228270-95b7-42b6-83ad-6dc9da4fc47d)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:09:01.203859 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-e646d556-0019-4115-9acd-465bce2454dc service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918953 Nov 10 17:09:01.245491 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.304625 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Routers {'24bfd9aa-d5b2-4e1f-beec-33c043ead71d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:01.305220 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:08:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['24bfd9aa-d5b2-4e1f-beec-33c043ead71d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:01.319924 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01a3e9e9-a396-4aaa-8df3-015ad633bc91 req-c5c7afa3-e0e6-4fa1-8da7-858596bc27a5 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088934 Nov 10 17:09:01.342399 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabe844-8a19-4437-8739-cf443452f3b6 None None] Pushing event updated for resources: {'Port': ['ID=ed513149-93af-4f3f-8b83-541ee5aea62d,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:01.373876 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.399048 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] Set router 24bfd9aa-d5b2-4e1f-beec-33c043ead71d gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:09:01.400626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed513149-93af-4f3f-8b83-541ee5aea62d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:01.429739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.456967 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfd9aa-d5b2-4e1f-beec-33c043ead71d', 'name': '', 'tenant_id': '0ce17802c56849c7b76e1916391a106f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:58Z', 'updated_at': '2021-11-10T17:09:00Z', 'revision_number': 4, 'project_id': '0ce17802c56849c7b76e1916391a106f', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:01.483558 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd16784-6201-4697-8b96-e0e9c2ab675c None None] The sync data for ids ['24bfd9aa-d5b2-4e1f-beec-33c043ead71d'] in n-d-714676-11 is: [{'id': '24bfd9aa-d5b2-4e1f-beec-33c043ead71d', 'name': '', 'tenant_id': '0ce17802c56849c7b76e1916391a106f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:58Z', 'updated_at': '2021-11-10T17:09:00Z', 'revision_number': 4, 'project_id': '0ce17802c56849c7b76e1916391a106f', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:01.541478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.543706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.615823 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0e37c79a-7c82-4c39-9464-70f475d3b8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.701663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.702332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24bfd9aa-d5b2-4e1f-beec-33c043ead71d {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:01.707388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.708568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-78b9740c-ee71-42be-a2f6-fd45b0420b5e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "DELETE /v2.0/routers/24bfd9aa-d5b2-4e1f-beec-33c043ead71d HTTP/1.1" status: 204 len: 168 time: 1.3957345 Nov 10 17:09:01.711336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33760) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:01.759756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ebf881-c3f7-42a9-8334-361fd97c42da tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Deleting subnet dd9c92a9-d2d9-4a09-895b-966acfea95cb {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:09:01.762706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ebf881-c3f7-42a9-8334-361fd97c42da tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.797205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ebf881-c3f7-42a9-8334-361fd97c42da tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.838456 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ebf881-c3f7-42a9-8334-361fd97c42da tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.953575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ebf881-c3f7-42a9-8334-361fd97c42da tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.984165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebf881-c3f7-42a9-8334-361fd97c42da tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9c92a9-d2d9-4a09-895b-966acfea95cb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:01.987786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ebf881-c3f7-42a9-8334-361fd97c42da tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:01.991266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-22ebf881-c3f7-42a9-8334-361fd97c42da tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/dd9c92a9-d2d9-4a09-895b-966acfea95cb HTTP/1.1" status: 204 len: 168 time: 0.2786045 Nov 10 17:09:01.993741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33764) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:02.060967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.144713 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.164086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80605f61-7c12-4fe8-8174-050cf67c28cd']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:02.173014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22228270-95b7-42b6-83ad-6dc9da4fc47d') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:02.173304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22228270-95b7-42b6-83ad-6dc9da4fc47d') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:02.183702 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.197569 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.203727 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:09:02.204112 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:09:02.205830 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:09:02.317614 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.323372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80605f61-7c12-4fe8-8174-050cf67c28cd {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:09:02.326549 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.330298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "DELETE /v2.0/networks/80605f61-7c12-4fe8-8174-050cf67c28cd HTTP/1.1" status: 204 len: 168 time: 0.3356078 Nov 10 17:09:02.341397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a890b5-b2ec-4eaf-82c1-ac27777bd6a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event deleted for resources: {'Network': ['ID=80605f61-7c12-4fe8-8174-050cf67c28cd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:02.540470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:02.544813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5210d254-584b-4aee-bc88-dfdc6ba6e2d8 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'router': {'name': 'tempest-router--767808744', 'project_id': 'c0ae4db0c0924f9e80eee303eb7b9e55'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:02.610657 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5210d254-584b-4aee-bc88-dfdc6ba6e2d8 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.611624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5210d254-584b-4aee-bc88-dfdc6ba6e2d8 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.662888 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5210d254-584b-4aee-bc88-dfdc6ba6e2d8 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.713514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5210d254-584b-4aee-bc88-dfdc6ba6e2d8 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.798937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5210d254-584b-4aee-bc88-dfdc6ba6e2d8 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:02.800820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5210d254-584b-4aee-bc88-dfdc6ba6e2d8 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2587719 Nov 10 17:09:02.803555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:02.881493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06c5e970-1544-4084-b754-2068b255ab94 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.033148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06c5e970-1544-4084-b754-2068b255ab94 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.035943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06c5e970-1544-4084-b754-2068b255ab94 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.152793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06c5e970-1544-4084-b754-2068b255ab94 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.153221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c5e970-1544-4084-b754-2068b255ab94 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db80a275-67ea-4eee-bda8-43abdee2cc26 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:03.157765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06c5e970-1544-4084-b754-2068b255ab94 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.158974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-06c5e970-1544-4084-b754-2068b255ab94 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "DELETE /v2.0/routers/db80a275-67ea-4eee-bda8-43abdee2cc26 HTTP/1.1" status: 204 len: 168 time: 0.3543150 Nov 10 17:09:03.387755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33778) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:03.575997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-743118570', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:03.654137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.655166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.709159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.903074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:03.993040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a987183c-b5e0-4188-bb1b-3bf5a321e58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:04.462969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:04.481978 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:04.594243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Allocated IP 172.25.3.28 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/675719b6-7765-4874-8584-aae0eaf08cce) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:04.694652 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:04.873350 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:04.915587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:04.920366 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:04.923871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:04.930314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event updated for resources: {'Port': ['ID=675719b6-7765-4874-8584-aae0eaf08cce,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:04.933868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d8c704-20bc-4b3e-9b23-fba63e78f610 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:05.040034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-673fe9b6-f5ac-4ec1-a889-024eb052d889 None None] Provisioning complete for port 675719b6-7765-4874-8584-aae0eaf08cce triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:05.040784 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-673fe9b6-f5ac-4ec1-a889-024eb052d889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:05.083711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-673fe9b6-f5ac-4ec1-a889-024eb052d889 None None] Port 675719b6-7765-4874-8584-aae0eaf08cce cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:05.151103 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:05.240610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:05.436292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:05.632583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Router 9b2a6397-43de-4a93-9d85-1e5ca888dd30 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:05.737826 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:05.747770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f486f1e-ec04-45c8-826d-2c35190f6d36 None None] Sync routers for ids ['9b2a6397-43de-4a93-9d85-1e5ca888dd30'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:05.756542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f486f1e-ec04-45c8-826d-2c35190f6d36 None None] Routers {'9b2a6397-43de-4a93-9d85-1e5ca888dd30'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:05.757145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f486f1e-ec04-45c8-826d-2c35190f6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9b2a6397-43de-4a93-9d85-1e5ca888dd30'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:05.792392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f486f1e-ec04-45c8-826d-2c35190f6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:05.801632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f486f1e-ec04-45c8-826d-2c35190f6d36 None None] Routers {'9b2a6397-43de-4a93-9d85-1e5ca888dd30'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:05.802276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f486f1e-ec04-45c8-826d-2c35190f6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9b2a6397-43de-4a93-9d85-1e5ca888dd30'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:05.806362 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:05.807707 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3f92002f-7f19-4a31-ae00-738174a5e3b3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4188929 Nov 10 17:09:05.810408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:05.838459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f486f1e-ec04-45c8-826d-2c35190f6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:05.839113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f486f1e-ec04-45c8-826d-2c35190f6d36 None None] The sync data for ids ['9b2a6397-43de-4a93-9d85-1e5ca888dd30'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:05.919151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d87fd6c6-dc0e-4be3-856e-637483878a7c tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/routers/9b2a6397-43de-4a93-9d85-1e5ca888dd30 HTTP/1.1" status: 200 len: 923 time: 0.1076434 Nov 10 17:09:05.921923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:05.948101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b0c02aa2-7c9b-4c81-a6ae-ee66ff8f7b36 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b2a6397-43de-4a93-9d85-1e5ca888dd30 HTTP/1.1" status: 200 len: 205 time: 0.0251307 Nov 10 17:09:05.950958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33786) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:06.056454 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.158676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.267279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Deleting port 675719b6-7765-4874-8584-aae0eaf08cce {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:06.267635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.341382 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.352706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Calling delete_port for 675719b6-7765-4874-8584-aae0eaf08cce owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:06.562238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.589153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event deleted for resources: {'Port': ['ID=675719b6-7765-4874-8584-aae0eaf08cce,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:06.600098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee409514-4bdf-4766-9932-f812b3f41e01 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:06.650608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.741152 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.743271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.833979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.867183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.867731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2a6397-43de-4a93-9d85-1e5ca888dd30 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:06.876615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.876930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-786e160d-a2dd-4852-b687-76213683232b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/9b2a6397-43de-4a93-9d85-1e5ca888dd30 HTTP/1.1" status: 204 len: 168 time: 0.9248989 Nov 10 17:09:06.880629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:06.885598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'router': {'name': 'tempest-snat-router-866152100', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': False}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:06.974551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:06.975687 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:07.029960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:07.223413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:07.507131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:07.525488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:07.619544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:07.632503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Allocated IP 172.25.3.24 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/076095fe-918d-469c-9f62-a6de971accab) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:07.734296 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:07.862008 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:07.900337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:07.910827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:07.912937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:07.925081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa4194-f1e8-40da-b279-697222e9bbcd None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:07.938862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'Port': ['ID=076095fe-918d-469c-9f62-a6de971accab,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:07.951098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.951516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.951861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.952198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.952531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.952877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.953193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.953558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.953886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.954210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.954532 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.954851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:07.975925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:08.022791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bbe91539-a807-4c8e-bb34-c3da4710e5fc None None] Provisioning complete for port 076095fe-918d-469c-9f62-a6de971accab triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:08.023153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bbe91539-a807-4c8e-bb34-c3da4710e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:08.060003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bbe91539-a807-4c8e-bb34-c3da4710e5fc None None] Port 076095fe-918d-469c-9f62-a6de971accab cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:08.248952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:08.449216 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:08.979461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Router 9ebedc47-8654-49df-ad8d-422c67439e2e is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:09.087213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:09.095722 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Sync routers for ids ['9ebedc47-8654-49df-ad8d-422c67439e2e'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:09.110505 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Routers {'9ebedc47-8654-49df-ad8d-422c67439e2e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:09.111134 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9ebedc47-8654-49df-ad8d-422c67439e2e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:09.149112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.150546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-de36df40-e5fe-48a3-bcf2-ca049ea60044 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2683818 Nov 10 17:09:09.153264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:09.216170 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Set router 9ebedc47-8654-49df-ad8d-422c67439e2e gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:09:09.261737 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-987196ce-b7ae-419b-b0d6-8c95defdffc7 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/routers/9ebedc47-8654-49df-ad8d-422c67439e2e HTTP/1.1" status: 200 len: 907 time: 0.1072140 Nov 10 17:09:09.264122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33792) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:09.268200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'router': {'name': 'tempest-snat-router-866152100', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': True}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:09.358698 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.359789 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.400048 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebedc47-8654-49df-ad8d-422c67439e2e', 'name': 'tempest-snat-router-866152100', 'tenant_id': '0ce17802c56849c7b76e1916391a106f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.24'}], 'enable_snat': False}, 'gw_port_id': '076095fe-918d-469c-9f62-a6de971accab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:09:06Z', 'updated_at': '2021-11-10T17:09:08Z', 'revision_number': 3, 'project_id': '0ce17802c56849c7b76e1916391a106f', 'gw_port': {'id': '076095fe-918d-469c-9f62-a6de971accab', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebedc47-8654-49df-ad8d-422c67439e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:09:07Z', 'updated_at': '2021-11-10T17:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:09.410833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.426337 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Checking router: 9ebedc47-8654-49df-ad8d-422c67439e2e for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:09:09.426678 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Updating router 9ebedc47-8654-49df-ad8d-422c67439e2e port 076095fe-918d-469c-9f62-a6de971accab binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:09:09.451606 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.610717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.710520 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.775704 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.818831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40de49f-4215-414f-89ca-3dfcd0c287aa None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:09.831959 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Attempting to bind port 076095fe-918d-469c-9f62-a6de971accab on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:09:09.832302 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Attempting to bind port 076095fe-918d-469c-9f62-a6de971accab by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:09:09.832666 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Attempting to bind port 076095fe-918d-469c-9f62-a6de971accab on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:09:09.837620 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850a5d-33dd-434c-8769-d5999460faef None None] Pushing event updated for resources: {'Port': ['ID=076095fe-918d-469c-9f62-a6de971accab,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:09.840088 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:09:09.840446 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:09.840835 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.841301 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:09:09.841658 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Bound port: 076095fe-918d-469c-9f62-a6de971accab, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:09:09.842028 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.853837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.877379 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.892289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d8f8d830-26c4-4878-9657-237f1007b5b2 None None] Provisioning complete for port 076095fe-918d-469c-9f62-a6de971accab triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:09.892734 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d830-26c4-4878-9657-237f1007b5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.897106 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] For port 076095fe-918d-469c-9f62-a6de971accab, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:09:09.900420 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] For port 076095fe-918d-469c-9f62-a6de971accab, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=076095fe-918d-469c-9f62-a6de971accab,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:09:09.929420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8d830-26c4-4878-9657-237f1007b5b2 None None] Port 076095fe-918d-469c-9f62-a6de971accab cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:09.981868 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:09.984039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Allocated IP 172.25.3.127 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/6900eac4-18fc-4409-ae48-1f8b86f02af0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:10.005629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430c9fc-9b82-405c-9fd5-156592759d8c None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:10.029430 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Routers {'9ebedc47-8654-49df-ad8d-422c67439e2e'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:10.030078 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9ebedc47-8654-49df-ad8d-422c67439e2e'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:10.049516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2c5b719e-4a6c-4d4e-b598-a0c837176336 None None] Provisioning complete for port 076095fe-918d-469c-9f62-a6de971accab triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:10.050076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c5b719e-4a6c-4d4e-b598-a0c837176336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:10.095456 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850a5d-33dd-434c-8769-d5999460faef None None] Pushing event updated for resources: {'Port': ['ID=076095fe-918d-469c-9f62-a6de971accab,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:10.099360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:10.147685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c5b719e-4a6c-4d4e-b598-a0c837176336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:10.155377 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] Set router 9ebedc47-8654-49df-ad8d-422c67439e2e gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:09:10.167755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2c5b719e-4a6c-4d4e-b598-a0c837176336 None None] For port 076095fe-918d-469c-9f62-a6de971accab, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=076095fe-918d-469c-9f62-a6de971accab,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:10.185590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:10.222381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:10.225293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:10.231009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:10.239849 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c5b719e-4a6c-4d4e-b598-a0c837176336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:10.241661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82ff79-e8d8-4320-965e-1ce7463075ca None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:10.259606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'Port': ['ID=6900eac4-18fc-4409-ae48-1f8b86f02af0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:10.313347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b719e-4a6c-4d4e-b598-a0c837176336 None None] Pushing event updated for resources: {'Port': ['ID=076095fe-918d-469c-9f62-a6de971accab,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:10.360608 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebedc47-8654-49df-ad8d-422c67439e2e', 'name': 'tempest-snat-router-866152100', 'tenant_id': '0ce17802c56849c7b76e1916391a106f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.24'}], 'enable_snat': False}, 'gw_port_id': '076095fe-918d-469c-9f62-a6de971accab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:09:06Z', 'updated_at': '2021-11-10T17:09:08Z', 'revision_number': 3, 'project_id': '0ce17802c56849c7b76e1916391a106f', 'gw_port': {'id': '076095fe-918d-469c-9f62-a6de971accab', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebedc47-8654-49df-ad8d-422c67439e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:09:07Z', 'updated_at': '2021-11-10T17:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:10.364418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bf733a6b-93f9-40aa-9f75-206533de8ce4 None None] Provisioning complete for port 6900eac4-18fc-4409-ae48-1f8b86f02af0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:10.365020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bf733a6b-93f9-40aa-9f75-206533de8ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:10.388343 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d188ce5-3ce1-490f-a9d7-f1095d846dc5 None None] The sync data for ids ['9ebedc47-8654-49df-ad8d-422c67439e2e'] in n-d-714676-11 is: [{'id': '9ebedc47-8654-49df-ad8d-422c67439e2e', 'name': 'tempest-snat-router-866152100', 'tenant_id': '0ce17802c56849c7b76e1916391a106f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.24'}], 'enable_snat': False}, 'gw_port_id': '076095fe-918d-469c-9f62-a6de971accab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:09:06Z', 'updated_at': '2021-11-10T17:09:08Z', 'revision_number': 3, 'project_id': '0ce17802c56849c7b76e1916391a106f', 'gw_port': {'id': '076095fe-918d-469c-9f62-a6de971accab', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebedc47-8654-49df-ad8d-422c67439e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:09:07Z', 'updated_at': '2021-11-10T17:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:10.402424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bf733a6b-93f9-40aa-9f75-206533de8ce4 None None] Port 6900eac4-18fc-4409-ae48-1f8b86f02af0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:10.558605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:10.745085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:10.789682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:11.009994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Router f4dc4879-603b-40ff-b9ab-31845979c2fd is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:11.122519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:11.132884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Sync routers for ids ['f4dc4879-603b-40ff-b9ab-31845979c2fd'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:11.144731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Routers {'f4dc4879-603b-40ff-b9ab-31845979c2fd'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:11.145366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f4dc4879-603b-40ff-b9ab-31845979c2fd'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:11.235527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:11.240646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-301f3c3c-3167-4442-b51a-baae09066aaa tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9718916 Nov 10 17:09:11.240955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33796) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:11.372784 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-754d422f-c833-4994-ae44-d49f14f8c90e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/routers/f4dc4879-603b-40ff-b9ab-31845979c2fd HTTP/1.1" status: 200 len: 907 time: 0.1282966 Nov 10 17:09:11.373056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33798) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:11.424336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Set router f4dc4879-603b-40ff-b9ab-31845979c2fd gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:09:11.482186 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:11.587998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:11.621753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dc4879-603b-40ff-b9ab-31845979c2fd', 'name': 'tempest-snat-router-866152100', 'tenant_id': '0ce17802c56849c7b76e1916391a106f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6900eac4-18fc-4409-ae48-1f8b86f02af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:09:09Z', 'updated_at': '2021-11-10T17:09:10Z', 'revision_number': 3, 'project_id': '0ce17802c56849c7b76e1916391a106f', 'gw_port': {'id': '6900eac4-18fc-4409-ae48-1f8b86f02af0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dc4879-603b-40ff-b9ab-31845979c2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:09:09Z', 'updated_at': '2021-11-10T17:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:11.653676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Checking router: f4dc4879-603b-40ff-b9ab-31845979c2fd for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:09:11.654566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Updating router f4dc4879-603b-40ff-b9ab-31845979c2fd port 6900eac4-18fc-4409-ae48-1f8b86f02af0 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:09:11.689197 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:11.715860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Deleting port 6900eac4-18fc-4409-ae48-1f8b86f02af0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:11.716739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:11.751130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 076095fe-918d-469c-9f62-a6de971accab up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:09:11.816743 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:11.832039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Calling delete_port for 6900eac4-18fc-4409-ae48-1f8b86f02af0 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:11.913544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 076095fe-918d-469c-9f62-a6de971accab triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:11.913908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.065067 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.075320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:09:12.079372 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:09:12.099985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event deleted for resources: {'Port': ['ID=6900eac4-18fc-4409-ae48-1f8b86f02af0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:12.108400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da2db4-7cf0-4a61-8a09-7068ab817ff8 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:12.125733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.126090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.126410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.126741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.127066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.127417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.127740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.128692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.129028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.129344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.129663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.129975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:12.170746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.262878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.265234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.404652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.405194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4dc4879-603b-40ff-b9ab-31845979c2fd {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:12.409776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.411002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b8691b34-7853-425a-b944-2b7e8f6e8723 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "DELETE /v2.0/routers/f4dc4879-603b-40ff-b9ab-31845979c2fd HTTP/1.1" status: 204 len: 168 time: 1.0370729 Nov 10 17:09:12.413677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33800) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:12.519260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.594097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Port 6900eac4-18fc-4409-ae48-1f8b86f02af0 not found while updating agent binding for router f4dc4879-603b-40ff-b9ab-31845979c2fd. {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 17:09:12.603346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Routers set() bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:12.603726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Router IDs set() for agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 17:09:12.604321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4dc4879-603b-40ff-b9ab-31845979c2fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent'). {{(pid=103327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 17:09:12.604695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b954ac7-5560-4b0f-8458-fa35e8d324bb None None] The sync data for ids ['f4dc4879-603b-40ff-b9ab-31845979c2fd'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:12.627400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.779002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Deleting port 076095fe-918d-469c-9f62-a6de971accab {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:12.779256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.859603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] For port 076095fe-918d-469c-9f62-a6de971accab, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=076095fe-918d-469c-9f62-a6de971accab,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:12.859964 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:12.875455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Calling delete_port for 076095fe-918d-469c-9f62-a6de971accab owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:13.363006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:13.392284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event deleted for resources: {'Port': ['ID=076095fe-918d-469c-9f62-a6de971accab,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:13.406801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54a313-4130-424a-a556-6eb10fca6717 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:13.453566 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:13.541779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:13.543801 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:13.638563 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:13.639098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ebedc47-8654-49df-ad8d-422c67439e2e {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:13.644987 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:13.646841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ce2fa87d-e8b0-4121-910a-e1c335f5d066 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "DELETE /v2.0/routers/9ebedc47-8654-49df-ad8d-422c67439e2e HTTP/1.1" status: 204 len: 168 time: 1.2315078 Nov 10 17:09:13.651380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:13.657290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1029620722', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:13.753889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:13.754993 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:13.813579 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:14.041272 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:14.315362 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:14.334341 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:14.444140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Allocated IP 172.25.3.132 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/00c42a03-4fb2-4fec-9496-a8738692b22a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:14.553605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:14.964321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:15.003872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:15.008750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:15.012238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:15.017810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event updated for resources: {'Port': ['ID=00c42a03-4fb2-4fec-9496-a8738692b22a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:15.022135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60056c7-64da-4375-b1e9-5fe02b3e6d47 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:15.054638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ca410396-2bdb-482b-8d92-7e39728ff485 None None] Provisioning complete for port 00c42a03-4fb2-4fec-9496-a8738692b22a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:15.055015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca410396-2bdb-482b-8d92-7e39728ff485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:15.089116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ca410396-2bdb-482b-8d92-7e39728ff485 None None] Port 00c42a03-4fb2-4fec-9496-a8738692b22a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:15.326960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:15.521375 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:15.654085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 076095fe-918d-469c-9f62-a6de971accab no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:09:15.679103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 076095fe-918d-469c-9f62-a6de971accab {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:09:15.679469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 076095fe-918d-469c-9f62-a6de971accab not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:09:15.712531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Router 8922fa63-16a0-43b7-b0ff-ed2940a15527 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:15.824054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:15.836213 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7221e-26bd-4005-b896-1325a062dbed None None] Sync routers for ids ['8922fa63-16a0-43b7-b0ff-ed2940a15527'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:15.846410 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7221e-26bd-4005-b896-1325a062dbed None None] Routers {'8922fa63-16a0-43b7-b0ff-ed2940a15527'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:15.850620 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d8e7221e-26bd-4005-b896-1325a062dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8922fa63-16a0-43b7-b0ff-ed2940a15527'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:15.884191 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d8e7221e-26bd-4005-b896-1325a062dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:15.893244 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7221e-26bd-4005-b896-1325a062dbed None None] Routers {'8922fa63-16a0-43b7-b0ff-ed2940a15527'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:15.893812 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d8e7221e-26bd-4005-b896-1325a062dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8922fa63-16a0-43b7-b0ff-ed2940a15527'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:15.926919 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:15.928109 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d8e7221e-26bd-4005-b896-1325a062dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:15.928347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4002d510-3eaa-4ae9-90cc-c6ef1ee883fc tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2752888 Nov 10 17:09:15.928784 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7221e-26bd-4005-b896-1325a062dbed None None] The sync data for ids ['8922fa63-16a0-43b7-b0ff-ed2940a15527'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:15.934997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:15.936233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cdf74a0a-9e98-4cbc-8cfb-7feada1302fe tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': False}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:16.239031 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdf74a0a-9e98-4cbc-8cfb-7feada1302fe tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:16.684486 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdf74a0a-9e98-4cbc-8cfb-7feada1302fe tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:16.688071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdf74a0a-9e98-4cbc-8cfb-7feada1302fe tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:16.801698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf74a0a-9e98-4cbc-8cfb-7feada1302fe tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Router 8922fa63-16a0-43b7-b0ff-ed2940a15527 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:09:16.916967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf74a0a-9e98-4cbc-8cfb-7feada1302fe tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:16.921365 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdf74a0a-9e98-4cbc-8cfb-7feada1302fe tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:16.923916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cdf74a0a-9e98-4cbc-8cfb-7feada1302fe tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "PUT /v2.0/routers/8922fa63-16a0-43b7-b0ff-ed2940a15527 HTTP/1.1" status: 200 len: 926 time: 0.9916830 Nov 10 17:09:16.930167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:16.930431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32748b79-37f4-4d58-96a5-07d7c1778648 None None] Sync routers for ids ['8922fa63-16a0-43b7-b0ff-ed2940a15527'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:16.945339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32748b79-37f4-4d58-96a5-07d7c1778648 None None] Routers {'8922fa63-16a0-43b7-b0ff-ed2940a15527'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:16.946177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32748b79-37f4-4d58-96a5-07d7c1778648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8922fa63-16a0-43b7-b0ff-ed2940a15527'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:16.984912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32748b79-37f4-4d58-96a5-07d7c1778648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:16.998041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32748b79-37f4-4d58-96a5-07d7c1778648 None None] Routers {'8922fa63-16a0-43b7-b0ff-ed2940a15527'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:16.998672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32748b79-37f4-4d58-96a5-07d7c1778648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['8922fa63-16a0-43b7-b0ff-ed2940a15527'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:17.036365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32748b79-37f4-4d58-96a5-07d7c1778648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:17.037043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32748b79-37f4-4d58-96a5-07d7c1778648 None None] The sync data for ids ['8922fa63-16a0-43b7-b0ff-ed2940a15527'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:17.082518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8ba7eee8-004d-431e-802b-fd63622df6c4 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/routers/8922fa63-16a0-43b7-b0ff-ed2940a15527 HTTP/1.1" status: 200 len: 926 time: 0.1537826 Nov 10 17:09:17.084707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:17.158233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cb74e-384f-4ac6-9fae-5dbdf3ea1e4b tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:17.160074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a76cb74e-384f-4ac6-9fae-5dbdf3ea1e4b tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=8922fa63-16a0-43b7-b0ff-ed2940a15527&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0744214 Nov 10 17:09:17.162808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:17.556866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e241ae9-f71b-4347-b6d1-a2347bc31f08 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:17.558271 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4e241ae9-f71b-4347-b6d1-a2347bc31f08 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 881 time: 0.3945014 Nov 10 17:09:17.561087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:17.587772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bda6aabf-9ead-41d1-9ee2-0b27705f352c tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=8922fa63-16a0-43b7-b0ff-ed2940a15527 HTTP/1.1" status: 200 len: 205 time: 0.0254705 Nov 10 17:09:17.590107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:17.631352 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:09:17.694355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:17.796349 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:17.926721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Deleting port 00c42a03-4fb2-4fec-9496-a8738692b22a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:17.926977 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.004352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.016035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Calling delete_port for 00c42a03-4fb2-4fec-9496-a8738692b22a owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:18.232555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.263187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event deleted for resources: {'Port': ['ID=00c42a03-4fb2-4fec-9496-a8738692b22a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:18.270066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9653da-1c05-4118-8c91-78f8710bde40 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:18.320712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.410040 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.412290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.536008 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.536527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Fanout notify agent at l3_agent the message router_deleted on router 8922fa63-16a0-43b7-b0ff-ed2940a15527 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:18.543473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.544560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-551e903b-ed33-4dc6-9cb2-ddb9ada356ca tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/8922fa63-16a0-43b7-b0ff-ed2940a15527 HTTP/1.1" status: 204 len: 168 time: 0.9535477 Nov 10 17:09:18.548389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:18.553508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2f471c49-41c1-49fd-bd56-37c96e876317 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1468007700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:18.632727 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f471c49-41c1-49fd-bd56-37c96e876317 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.633823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f471c49-41c1-49fd-bd56-37c96e876317 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.687647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f471c49-41c1-49fd-bd56-37c96e876317 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.838880 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f471c49-41c1-49fd-bd56-37c96e876317 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.937492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f471c49-41c1-49fd-bd56-37c96e876317 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:18.938725 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2f471c49-41c1-49fd-bd56-37c96e876317 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3892915 Nov 10 17:09:18.941958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:18.946467 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:19.160424 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:19.410565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:19.428976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:19.537221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Allocated IP 172.25.3.60 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/5cd4d9f4-c4cf-47dc-b604-67163fb76273) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:19.640664 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:19.736147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:19.773489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:19.778292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:19.781850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:19.788383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event updated for resources: {'Port': ['ID=5cd4d9f4-c4cf-47dc-b604-67163fb76273,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:19.792349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92157ca7-618c-4d4e-bfd2-19e85226acdd None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:19.838728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-389cddd3-5312-4122-af76-30f4e87db35f None None] Provisioning complete for port 5cd4d9f4-c4cf-47dc-b604-67163fb76273 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:19.839187 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-389cddd3-5312-4122-af76-30f4e87db35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:19.874701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-389cddd3-5312-4122-af76-30f4e87db35f None None] Port 5cd4d9f4-c4cf-47dc-b604-67163fb76273 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:20.094386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:20.285690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:20.289054 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:20.493248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Router 15f28fcc-64c9-4733-bb73-cd6f84052f5b is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:20.599322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:20.606179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:20.607361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8fa96da0-3bf5-4b98-96dc-ae078027db2e tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "PUT /v2.0/routers/15f28fcc-64c9-4733-bb73-cd6f84052f5b HTTP/1.1" status: 200 len: 883 time: 1.6644471 Nov 10 17:09:20.608982 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c0c95-3bd0-42fc-99d9-5f5859e93b88 None None] Sync routers for ids ['15f28fcc-64c9-4733-bb73-cd6f84052f5b'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:20.610355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:20.619215 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c0c95-3bd0-42fc-99d9-5f5859e93b88 None None] Routers {'15f28fcc-64c9-4733-bb73-cd6f84052f5b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:20.619897 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0c95-3bd0-42fc-99d9-5f5859e93b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['15f28fcc-64c9-4733-bb73-cd6f84052f5b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:20.656078 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0c95-3bd0-42fc-99d9-5f5859e93b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:20.664882 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c0c95-3bd0-42fc-99d9-5f5859e93b88 None None] Routers {'15f28fcc-64c9-4733-bb73-cd6f84052f5b'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:20.665500 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0c95-3bd0-42fc-99d9-5f5859e93b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['15f28fcc-64c9-4733-bb73-cd6f84052f5b'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:20.698417 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0c95-3bd0-42fc-99d9-5f5859e93b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:20.699048 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c0c95-3bd0-42fc-99d9-5f5859e93b88 None None] The sync data for ids ['15f28fcc-64c9-4733-bb73-cd6f84052f5b'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:20.717074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3f6b46b6-ad1e-4bfa-89e9-f45a31f4a67d tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/routers/15f28fcc-64c9-4733-bb73-cd6f84052f5b HTTP/1.1" status: 200 len: 924 time: 0.1054792 Nov 10 17:09:20.719860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:20.761744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd6e67-95ba-459a-bbec-b78b7c3bafa3 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:20.763353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cecd6e67-95ba-459a-bbec-b78b7c3bafa3 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=15f28fcc-64c9-4733-bb73-cd6f84052f5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0425622 Nov 10 17:09:20.772522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:20.855576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20b8388-f50a-4eb8-9496-a9b0d1d33ef5 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:20.856996 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c20b8388-f50a-4eb8-9496-a9b0d1d33ef5 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 881 time: 0.0835633 Nov 10 17:09:20.859828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:20.890337 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-14b4f132-956a-4b3e-83b5-78bbbfd3721b tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=15f28fcc-64c9-4733-bb73-cd6f84052f5b HTTP/1.1" status: 200 len: 205 time: 0.0294609 Nov 10 17:09:20.892781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:20.999115 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:21.425066 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:21.538686 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Deleting port 5cd4d9f4-c4cf-47dc-b604-67163fb76273 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:21.539024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:21.613200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:21.624563 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Calling delete_port for 5cd4d9f4-c4cf-47dc-b604-67163fb76273 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:21.890013 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:21.921117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event deleted for resources: {'Port': ['ID=5cd4d9f4-c4cf-47dc-b604-67163fb76273,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:21.932444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c2584-8088-4bd0-adbc-46777ab4bd80 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:21.979596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.069057 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.071220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.167773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.168218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Fanout notify agent at l3_agent the message router_deleted on router 15f28fcc-64c9-4733-bb73-cd6f84052f5b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:22.175698 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.176804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-537d2765-1ea1-497e-b420-5a02f29eb284 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/15f28fcc-64c9-4733-bb73-cd6f84052f5b HTTP/1.1" status: 204 len: 168 time: 1.2829399 Nov 10 17:09:22.180491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:22.184773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-89d4b628-b376-44a0-a536-908e50b77cfe tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-636672382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:22.255721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d4b628-b376-44a0-a536-908e50b77cfe tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.256764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d4b628-b376-44a0-a536-908e50b77cfe tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.306887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d4b628-b376-44a0-a536-908e50b77cfe tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.368221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d4b628-b376-44a0-a536-908e50b77cfe tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.444708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d4b628-b376-44a0-a536-908e50b77cfe tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.446190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-89d4b628-b376-44a0-a536-908e50b77cfe tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2645979 Nov 10 17:09:22.449699 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33838) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:22.454919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': True}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:22.653457 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.935947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:22.958343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:23.060295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Allocated IP 172.25.3.229 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/604ed031-3104-49d8-8382-eb981a831857) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:23.167439 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:23.261494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:23.297921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:23.303483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:23.307066 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:23.313445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'Port': ['ID=604ed031-3104-49d8-8382-eb981a831857,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:23.320654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23849f-5c42-45cd-9960-dd91be4d8b13 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:23.414255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9ae11d91-4bd9-4ad3-9f14-3a5a24eac29c None None] Provisioning complete for port 604ed031-3104-49d8-8382-eb981a831857 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:23.414618 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ae11d91-4bd9-4ad3-9f14-3a5a24eac29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:23.451779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9ae11d91-4bd9-4ad3-9f14-3a5a24eac29c None None] Port 604ed031-3104-49d8-8382-eb981a831857 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:23.623966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:23.817585 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:23.820935 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:24.050692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Router 44400b47-1a9f-4f7a-a5a6-cce2fb767f40 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:24.157898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:24.163434 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:24.164484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-88a1f8fe-3945-4279-8838-baffcbeed3a9 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "PUT /v2.0/routers/44400b47-1a9f-4f7a-a5a6-cce2fb767f40 HTTP/1.1" status: 200 len: 918 time: 1.7137606 Nov 10 17:09:24.167239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:24.168670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6560e63-ab9f-4d3b-900c-ff4046361c2c None None] Sync routers for ids ['44400b47-1a9f-4f7a-a5a6-cce2fb767f40'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:24.180133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6560e63-ab9f-4d3b-900c-ff4046361c2c None None] Routers {'44400b47-1a9f-4f7a-a5a6-cce2fb767f40'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:24.181714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d6560e63-ab9f-4d3b-900c-ff4046361c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['44400b47-1a9f-4f7a-a5a6-cce2fb767f40'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:24.213320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d6560e63-ab9f-4d3b-900c-ff4046361c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:24.222588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6560e63-ab9f-4d3b-900c-ff4046361c2c None None] Routers {'44400b47-1a9f-4f7a-a5a6-cce2fb767f40'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:24.223189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d6560e63-ab9f-4d3b-900c-ff4046361c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['44400b47-1a9f-4f7a-a5a6-cce2fb767f40'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:24.258220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d6560e63-ab9f-4d3b-900c-ff4046361c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:24.258868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6560e63-ab9f-4d3b-900c-ff4046361c2c None None] The sync data for ids ['44400b47-1a9f-4f7a-a5a6-cce2fb767f40'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:24.274684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c6b82250-8d47-4806-9704-e21bc0eaab68 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/routers/44400b47-1a9f-4f7a-a5a6-cce2fb767f40 HTTP/1.1" status: 200 len: 924 time: 0.1062143 Nov 10 17:09:24.277435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33842) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:24.320095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74391a-d36a-4581-8745-cd39faa4558f tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:24.321632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ce74391a-d36a-4581-8745-cd39faa4558f tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=44400b47-1a9f-4f7a-a5a6-cce2fb767f40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0432985 Nov 10 17:09:24.324373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:24.409586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8f5e36-a422-47e2-9956-8aee5ad599c1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:24.410993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bd8f5e36-a422-47e2-9956-8aee5ad599c1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 881 time: 0.0857174 Nov 10 17:09:24.413903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:24.440629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7a332516-3c03-4746-8e22-4ecf9c91535a tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=44400b47-1a9f-4f7a-a5a6-cce2fb767f40 HTTP/1.1" status: 200 len: 205 time: 0.0251052 Nov 10 17:09:24.443108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:24.548300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:24.652594 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:24.790316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Deleting port 604ed031-3104-49d8-8382-eb981a831857 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:24.790656 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:24.868490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:24.880646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Calling delete_port for 604ed031-3104-49d8-8382-eb981a831857 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:25.092957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.119373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event deleted for resources: {'Port': ['ID=604ed031-3104-49d8-8382-eb981a831857,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:25.134357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854a159-c10e-4f31-bbbb-51a1611d2ec5 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:25.180846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.274458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.276531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.372987 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.373566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Fanout notify agent at l3_agent the message router_deleted on router 44400b47-1a9f-4f7a-a5a6-cce2fb767f40 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:25.380491 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.382160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-99d8ff8d-da9c-4dec-9777-b2f9bfecccba tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/44400b47-1a9f-4f7a-a5a6-cce2fb767f40 HTTP/1.1" status: 204 len: 168 time: 0.9375293 Nov 10 17:09:25.385261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:25.389497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c2a4f7ed-6839-4df8-9fa5-25e335a937a8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-939584470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:25.464814 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f7ed-6839-4df8-9fa5-25e335a937a8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.465846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f7ed-6839-4df8-9fa5-25e335a937a8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.517077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f7ed-6839-4df8-9fa5-25e335a937a8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.581429 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f7ed-6839-4df8-9fa5-25e335a937a8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.663373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f7ed-6839-4df8-9fa5-25e335a937a8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:25.664674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c2a4f7ed-6839-4df8-9fa5-25e335a937a8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2784522 Nov 10 17:09:25.667389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33852) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:25.671653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'enable_snat': False}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:25.879184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:26.144541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:26.166241 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:26.271000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Allocated IP 172.25.3.47 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/b93eb09a-d4b7-41e4-8bd2-f1ed46be5f52) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:26.379021 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:26.488422 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:26.525652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:26.528817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:26.536507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:26.542897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977cb75-b914-4527-96a7-01045bc73202 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:26.559752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Pushing event updated for resources: {'Port': ['ID=b93eb09a-d4b7-41e4-8bd2-f1ed46be5f52,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:26.600930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2dd0f6f3-a685-4e8c-ba44-eb4a9d89dc29 None None] Provisioning complete for port b93eb09a-d4b7-41e4-8bd2-f1ed46be5f52 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:26.601299 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f6f3-a685-4e8c-ba44-eb4a9d89dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:26.637884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0f6f3-a685-4e8c-ba44-eb4a9d89dc29 None None] Port b93eb09a-d4b7-41e4-8bd2-f1ed46be5f52 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:26.907415 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:27.117554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:27.120946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:27.352704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Router 719e2ee2-2350-449a-9aec-8a7c11f5731a is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:27.776135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:27.780766 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:27.781735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1b9d5b6c-5a55-4149-8ae9-0af85d14d11e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "PUT /v2.0/routers/719e2ee2-2350-449a-9aec-8a7c11f5731a HTTP/1.1" status: 200 len: 918 time: 2.1134055 Nov 10 17:09:27.784943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33856) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:27.787652 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213355c6-e1f9-47f9-8b0b-ee297e90d5ed None None] Sync routers for ids ['719e2ee2-2350-449a-9aec-8a7c11f5731a'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:27.803112 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213355c6-e1f9-47f9-8b0b-ee297e90d5ed None None] Routers {'719e2ee2-2350-449a-9aec-8a7c11f5731a'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:27.803804 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-213355c6-e1f9-47f9-8b0b-ee297e90d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['719e2ee2-2350-449a-9aec-8a7c11f5731a'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:27.837469 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-213355c6-e1f9-47f9-8b0b-ee297e90d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:27.847377 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213355c6-e1f9-47f9-8b0b-ee297e90d5ed None None] Routers {'719e2ee2-2350-449a-9aec-8a7c11f5731a'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:27.847966 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-213355c6-e1f9-47f9-8b0b-ee297e90d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['719e2ee2-2350-449a-9aec-8a7c11f5731a'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:27.880984 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-213355c6-e1f9-47f9-8b0b-ee297e90d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:27.881623 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213355c6-e1f9-47f9-8b0b-ee297e90d5ed None None] The sync data for ids ['719e2ee2-2350-449a-9aec-8a7c11f5731a'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:27.892294 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8f42ef36-f107-49b7-9909-e015c901928b tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/routers/719e2ee2-2350-449a-9aec-8a7c11f5731a HTTP/1.1" status: 200 len: 924 time: 0.1057522 Nov 10 17:09:27.894491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:27.935131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfbdc72-592a-422a-8ce4-c85a3457eedd tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:27.936669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-abfbdc72-592a-422a-8ce4-c85a3457eedd tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=719e2ee2-2350-449a-9aec-8a7c11f5731a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0412710 Nov 10 17:09:27.939392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:28.023058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082dbee-b2d9-4960-a1e4-a7de94af545e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:28.024485 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4082dbee-b2d9-4960-a1e4-a7de94af545e tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/networks/86829e25-f748-47b9-a9bb-cb72fd967e9c HTTP/1.1" status: 200 len: 881 time: 0.0837898 Nov 10 17:09:28.027283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:28.057843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f5352ac3-50d3-4575-9ec7-61f580410b4c tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=719e2ee2-2350-449a-9aec-8a7c11f5731a HTTP/1.1" status: 200 len: 205 time: 0.0294588 Nov 10 17:09:28.060507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:28.166052 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:28.267893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:28.405189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Deleting port b93eb09a-d4b7-41e4-8bd2-f1ed46be5f52 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:28.405947 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:28.480353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:28.493061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Calling delete_port for b93eb09a-d4b7-41e4-8bd2-f1ed46be5f52 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:28.735565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:28.760333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event deleted for resources: {'Port': ['ID=b93eb09a-d4b7-41e4-8bd2-f1ed46be5f52,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:28.778019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c8e53-166a-4248-972f-2e91df1edb76 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:28.832811 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:28.928610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:28.930777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.032640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.033130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Fanout notify agent at l3_agent the message router_deleted on router 719e2ee2-2350-449a-9aec-8a7c11f5731a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:29.045467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.045467 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-502951c3-063e-4e1a-b744-2098e4798af8 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/719e2ee2-2350-449a-9aec-8a7c11f5731a HTTP/1.1" status: 204 len: 168 time: 0.9806972 Nov 10 17:09:29.046225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:29.051656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-571177790', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:29.146957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.148143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.204567 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.396268 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.671260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.689879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.797328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Allocated IP 172.25.3.129 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/8aaa3822-7089-496c-b0c4-860aef1be585) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:29.900176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:29.986785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:30.033488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:30.037190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:30.041622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:30.044910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event updated for resources: {'Port': ['ID=8aaa3822-7089-496c-b0c4-860aef1be585,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:30.051014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc576523-47bf-43b8-a263-f65ad9ea84ef None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:30.083807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6e3ffb47-288f-4bb5-8952-74a745dcce57 None None] Provisioning complete for port 8aaa3822-7089-496c-b0c4-860aef1be585 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:30.084068 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e3ffb47-288f-4bb5-8952-74a745dcce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:30.125050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ffb47-288f-4bb5-8952-74a745dcce57 None None] Port 8aaa3822-7089-496c-b0c4-860aef1be585 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:30.370168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:30.571641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:30.770302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Router 775b313b-54fd-4d6d-a977-3f57e947b1e0 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:30.873733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:30.883957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb734792-bdc0-40b7-b0c3-2211ca4163af None None] Sync routers for ids ['775b313b-54fd-4d6d-a977-3f57e947b1e0'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:30.897780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb734792-bdc0-40b7-b0c3-2211ca4163af None None] Routers {'775b313b-54fd-4d6d-a977-3f57e947b1e0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:30.899898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fb734792-bdc0-40b7-b0c3-2211ca4163af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['775b313b-54fd-4d6d-a977-3f57e947b1e0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:30.931649 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fb734792-bdc0-40b7-b0c3-2211ca4163af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:30.941421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb734792-bdc0-40b7-b0c3-2211ca4163af None None] Routers {'775b313b-54fd-4d6d-a977-3f57e947b1e0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:30.942023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fb734792-bdc0-40b7-b0c3-2211ca4163af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['775b313b-54fd-4d6d-a977-3f57e947b1e0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:30.954572 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:30.957707 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ec0ccd51-47cd-4012-9da7-e7fffbf80151 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9084947 Nov 10 17:09:30.958942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:30.963554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:30.977192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fb734792-bdc0-40b7-b0c3-2211ca4163af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:30.977838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb734792-bdc0-40b7-b0c3-2211ca4163af None None] The sync data for ids ['775b313b-54fd-4d6d-a977-3f57e947b1e0'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:31.272787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:31.363531 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:31.491954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Deleting port 8aaa3822-7089-496c-b0c4-860aef1be585 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:31.492285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:31.615496 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f7a9198f-afd6-4130-adb7-fc9fa77b11b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:31.884106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:31.896016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Calling delete_port for 8aaa3822-7089-496c-b0c4-860aef1be585 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:32.106373 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:32.137753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Pushing event deleted for resources: {'Port': ['ID=8aaa3822-7089-496c-b0c4-860aef1be585,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:32.145577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7e6ae-d0fd-49e9-8e3c-d7fd2ec846dd None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:32.197315 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:32.404110 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:32.407335 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:32.485692 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Router 775b313b-54fd-4d6d-a977-3f57e947b1e0 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:09:32.560165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:32.567899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:32.569076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ea330694-1a13-40f2-a8e3-d0dc0a14fb44 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "PUT /v2.0/routers/775b313b-54fd-4d6d-a977-3f57e947b1e0 HTTP/1.1" status: 200 len: 709 time: 1.6091032 Nov 10 17:09:32.570887 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf5469-111f-412e-ad3e-2f6813260d30 None None] Sync routers for ids ['775b313b-54fd-4d6d-a977-3f57e947b1e0'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:32.571682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:32.581890 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf5469-111f-412e-ad3e-2f6813260d30 None None] Routers {'775b313b-54fd-4d6d-a977-3f57e947b1e0'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:32.582509 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d0bf5469-111f-412e-ad3e-2f6813260d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['775b313b-54fd-4d6d-a977-3f57e947b1e0'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:32.617879 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d0bf5469-111f-412e-ad3e-2f6813260d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:32.628744 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf5469-111f-412e-ad3e-2f6813260d30 None None] Routers {'775b313b-54fd-4d6d-a977-3f57e947b1e0'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:32.629586 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d0bf5469-111f-412e-ad3e-2f6813260d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['775b313b-54fd-4d6d-a977-3f57e947b1e0'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:32.647994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7a0d0f63-7b14-450c-a0d9-ae8d0c67c4a1 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/routers/775b313b-54fd-4d6d-a977-3f57e947b1e0 HTTP/1.1" status: 200 len: 744 time: 0.0751755 Nov 10 17:09:32.650957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:32.663827 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-d0bf5469-111f-412e-ad3e-2f6813260d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:32.664403 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf5469-111f-412e-ad3e-2f6813260d30 None None] The sync data for ids ['775b313b-54fd-4d6d-a977-3f57e947b1e0'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:32.703576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-301b6ec7-9ec5-4e0a-b620-cdfc246fa505 tempest-RoutersIpV6AdminTest-1999294981 tempest-RoutersIpV6AdminTest-1999294981-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&device_id=775b313b-54fd-4d6d-a977-3f57e947b1e0 HTTP/1.1" status: 200 len: 205 time: 0.0513642 Nov 10 17:09:32.706188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:32.733869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2073ac70-a930-4770-bea1-924b7e4d2cd3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=775b313b-54fd-4d6d-a977-3f57e947b1e0 HTTP/1.1" status: 200 len: 205 time: 0.0258470 Nov 10 17:09:32.736531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:32.812301 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac91644-f6c8-4c8f-8bd7-61681addd375 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:32.971120 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac91644-f6c8-4c8f-8bd7-61681addd375 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:32.974282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac91644-f6c8-4c8f-8bd7-61681addd375 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:33.106763 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac91644-f6c8-4c8f-8bd7-61681addd375 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:33.107371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac91644-f6c8-4c8f-8bd7-61681addd375 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Fanout notify agent at l3_agent the message router_deleted on router 775b313b-54fd-4d6d-a977-3f57e947b1e0 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:33.115046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac91644-f6c8-4c8f-8bd7-61681addd375 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:33.116251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1ac91644-f6c8-4c8f-8bd7-61681addd375 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/775b313b-54fd-4d6d-a977-3f57e947b1e0 HTTP/1.1" status: 204 len: 168 time: 0.3787594 Nov 10 17:09:33.122909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33878) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.148570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4b4f1d19-f3f3-4b70-b1ad-7657df0810e0 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=775b313b-54fd-4d6d-a977-3f57e947b1e0 HTTP/1.1" status: 200 len: 205 time: 0.0277717 Nov 10 17:09:33.152255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.191688 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-cc99f100-d390-46b5-9937-1444686a0e8f tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] delete failed (client error): The resource could not be found. Nov 10 17:09:33.192780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc99f100-d390-46b5-9937-1444686a0e8f tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/775b313b-54fd-4d6d-a977-3f57e947b1e0 HTTP/1.1" status: 404 len: 336 time: 0.0395770 Nov 10 17:09:33.196131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.222904 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-da695fe7-bc0d-4369-ad8b-a7b6748b988f tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=719e2ee2-2350-449a-9aec-8a7c11f5731a HTTP/1.1" status: 200 len: 205 time: 0.0258968 Nov 10 17:09:33.225079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33884) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.261366 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-40b52493-f887-477b-bd6c-57b255583186 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] delete failed (client error): The resource could not be found. Nov 10 17:09:33.262393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-40b52493-f887-477b-bd6c-57b255583186 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/719e2ee2-2350-449a-9aec-8a7c11f5731a HTTP/1.1" status: 404 len: 336 time: 0.0364254 Nov 10 17:09:33.265160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.296661 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-01a72de7-f49f-4f6b-b652-43187ed6c90a tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=44400b47-1a9f-4f7a-a5a6-cce2fb767f40 HTTP/1.1" status: 200 len: 205 time: 0.0304244 Nov 10 17:09:33.299002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.336896 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9bf39bf8-6b0b-4baf-a461-96db5a9bf216 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] delete failed (client error): The resource could not be found. Nov 10 17:09:33.337946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9bf39bf8-6b0b-4baf-a461-96db5a9bf216 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/44400b47-1a9f-4f7a-a5a6-cce2fb767f40 HTTP/1.1" status: 404 len: 336 time: 0.0380416 Nov 10 17:09:33.340704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33890) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.367826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7ca2b118-6671-4c9f-8a6b-7c3a0f4574d3 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=15f28fcc-64c9-4733-bb73-cd6f84052f5b HTTP/1.1" status: 200 len: 205 time: 0.0260460 Nov 10 17:09:33.370174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.410938 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-fbff9a0e-6826-497a-8054-d6dfbca2c219 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] delete failed (client error): The resource could not be found. Nov 10 17:09:33.411975 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fbff9a0e-6826-497a-8054-d6dfbca2c219 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/15f28fcc-64c9-4733-bb73-cd6f84052f5b HTTP/1.1" status: 404 len: 336 time: 0.0409212 Nov 10 17:09:33.414505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.442542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cc6e4f3e-5fd5-4714-8253-55bcf4dfaff7 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=8922fa63-16a0-43b7-b0ff-ed2940a15527 HTTP/1.1" status: 200 len: 205 time: 0.0269551 Nov 10 17:09:33.444778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.479470 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-015b0b06-982c-4edc-b99d-e62047f2a072 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] delete failed (client error): The resource could not be found. Nov 10 17:09:33.480404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-015b0b06-982c-4edc-b99d-e62047f2a072 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/8922fa63-16a0-43b7-b0ff-ed2940a15527 HTTP/1.1" status: 404 len: 336 time: 0.0347555 Nov 10 17:09:33.482921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.514439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a52303e5-0ae8-4c9c-8489-783f9ef91604 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b2a6397-43de-4a93-9d85-1e5ca888dd30 HTTP/1.1" status: 200 len: 205 time: 0.0302827 Nov 10 17:09:33.516681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33900) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.553002 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9b555fc5-1b6a-415e-b90c-b71086c53d13 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] delete failed (client error): The resource could not be found. Nov 10 17:09:33.553987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9b555fc5-1b6a-415e-b90c-b71086c53d13 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/routers/9b2a6397-43de-4a93-9d85-1e5ca888dd30 HTTP/1.1" status: 404 len: 336 time: 0.0364366 Nov 10 17:09:33.556524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:33.582046 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8aae2a-32e5-442e-b86e-fa09b0642643 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] DELETE failed (client error): The resource could not be found. Nov 10 17:09:33.582497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8aae2a-32e5-442e-b86e-fa09b0642643 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:09:33.585547 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9a8aae2a-32e5-442e-b86e-fa09b0642643 tempest-RoutersIpV6AdminTest-84673195 tempest-RoutersIpV6AdminTest-84673195-project] 10.222.0.62 "DELETE /v2.0/subnets/dd9c92a9-d2d9-4a09-895b-966acfea95cb HTTP/1.1" status: 404 len: 337 time: 0.0281351 Nov 10 17:09:33.952262 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0984a87a-2f68-468d-861a-4a800146a3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:34.088675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:34.201391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1df8fc8f-44eb-42e5-8b4d-9498f1a6fa4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:34.283449 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1df8fc8f-44eb-42e5-8b4d-9498f1a6fa4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:34.352375 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1df8fc8f-44eb-42e5-8b4d-9498f1a6fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:34.394315 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1df8fc8f-44eb-42e5-8b4d-9498f1a6fa4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25d6bfe9d9724c8fbe291ece6edd0e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3038266 Nov 10 17:09:34.395220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8fc8f-44eb-42e5-8b4d-9498f1a6fa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe3acb-a797-4a89-ba51-cd3fdcdb9fa0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:34.397275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33912) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:34.450242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5837bfd6-5754-4eef-873a-a6f6dfbafec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:34.471738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5837bfd6-5754-4eef-873a-a6f6dfbafec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:34.578879 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5837bfd6-5754-4eef-873a-a6f6dfbafec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:34.582276 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5837bfd6-5754-4eef-873a-a6f6dfbafec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:34.583473 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5837bfd6-5754-4eef-873a-a6f6dfbafec1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71fe3acb-a797-4a89-ba51-cd3fdcdb9fa0 HTTP/1.1" status: 204 len: 168 time: 0.1851726 Nov 10 17:09:34.591664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837bfd6-5754-4eef-873a-a6f6dfbafec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe3acb-a797-4a89-ba51-cd3fdcdb9fa0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:35.100543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:35.167146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:35.209394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d9fce7ec-8c87-42b2-af3a-fc8afd80c92b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ce17802c56849c7b76e1916391a106f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409877 Nov 10 17:09:35.211880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33922) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:35.259045 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11c37891-5d28-40ce-8822-937748230fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:35.279507 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11c37891-5d28-40ce-8822-937748230fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:35.392510 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11c37891-5d28-40ce-8822-937748230fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:35.396030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11c37891-5d28-40ce-8822-937748230fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:35.397233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-11c37891-5d28-40ce-8822-937748230fd2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c345c2a-d10b-4f13-a400-911a3904cf02 HTTP/1.1" status: 204 len: 168 time: 0.1844547 Nov 10 17:09:35.405173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c37891-5d28-40ce-8822-937748230fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c345c2a-d10b-4f13-a400-911a3904cf02,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:36.875597 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.208261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33958) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:37.321545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7bca06a9-c603-465a-b32f-afbf4a9b91cb tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-966117060'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:37.410200 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bca06a9-c603-465a-b32f-afbf4a9b91cb tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.411282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bca06a9-c603-465a-b32f-afbf4a9b91cb tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.462068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bca06a9-c603-465a-b32f-afbf4a9b91cb tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.521963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bca06a9-c603-465a-b32f-afbf4a9b91cb tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.640478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bca06a9-c603-465a-b32f-afbf4a9b91cb tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.641681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7bca06a9-c603-465a-b32f-afbf4a9b91cb tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4323430 Nov 10 17:09:37.645611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33962) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:37.664609 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.719239 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b459edf-6399-4975-a439-1024cceb7d38 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.876579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b459edf-6399-4975-a439-1024cceb7d38 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:37.878905 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b459edf-6399-4975-a439-1024cceb7d38 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.001509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b459edf-6399-4975-a439-1024cceb7d38 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.002092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b459edf-6399-4975-a439-1024cceb7d38 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f737faf-2b00-4b6d-8fde-48f28638bd34 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:38.009288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b459edf-6399-4975-a439-1024cceb7d38 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.011259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8b459edf-6399-4975-a439-1024cceb7d38 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "DELETE /v2.0/routers/4f737faf-2b00-4b6d-8fde-48f28638bd34 HTTP/1.1" status: 204 len: 168 time: 0.3648648 Nov 10 17:09:38.014349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:38.019921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fe284a7c-5e16-4d41-8185-526b6e4a73aa tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Request body: {'router': {'name': 'tempest-router-719938200', 'distributed': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:38.026526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.123943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe284a7c-5e16-4d41-8185-526b6e4a73aa tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.125024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe284a7c-5e16-4d41-8185-526b6e4a73aa tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.177503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe284a7c-5e16-4d41-8185-526b6e4a73aa tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.249610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe284a7c-5e16-4d41-8185-526b6e4a73aa tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.366266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe284a7c-5e16-4d41-8185-526b6e4a73aa tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.367595 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fe284a7c-5e16-4d41-8185-526b6e4a73aa tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3521047 Nov 10 17:09:38.370258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:38.446175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7da2031-8777-48cc-a3e3-4a65a23f382b tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.607437 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7da2031-8777-48cc-a3e3-4a65a23f382b tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.609559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7da2031-8777-48cc-a3e3-4a65a23f382b tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.729796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7da2031-8777-48cc-a3e3-4a65a23f382b tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.730314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da2031-8777-48cc-a3e3-4a65a23f382b tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d5d9478-5166-4d4d-be12-c08dc0d6cc72 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:38.734571 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7da2031-8777-48cc-a3e3-4a65a23f382b tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.739007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d7da2031-8777-48cc-a3e3-4a65a23f382b tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "DELETE /v2.0/routers/1d5d9478-5166-4d4d-be12-c08dc0d6cc72 HTTP/1.1" status: 204 len: 168 time: 0.3646078 Nov 10 17:09:38.745310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33968) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:38.745310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2f125efd-a93a-46e4-bc90-8c650c361ca9 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Request body: {'router': {'name': 'tempest-router-1243154574', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5ec48211e8d143d1b9f1894ace342ba4'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:38.849817 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f125efd-a93a-46e4-bc90-8c650c361ca9 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.850888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f125efd-a93a-46e4-bc90-8c650c361ca9 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.906348 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f125efd-a93a-46e4-bc90-8c650c361ca9 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:38.980817 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f125efd-a93a-46e4-bc90-8c650c361ca9 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:39.078070 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f125efd-a93a-46e4-bc90-8c650c361ca9 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:39.079443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2f125efd-a93a-46e4-bc90-8c650c361ca9 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3382528 Nov 10 17:09:39.082386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33970) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:39.086892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:39.289297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60808'] for router, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:39.289540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:39.370441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103326) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 10 17:09:39.371385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Router f30e37e7-d717-4828-bed6-61a3402b4c40 migrating from provider to provider. {{(pid=103326) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 10 17:09:39.371385 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:39.375853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:39.453267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968172'] for router, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:39.538519 n-d-714676-11 neutron-server[103326]: WARNING neutron.scheduler.l3_agent_scheduler [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] No L3 agents can host the router f30e37e7-d717-4828-bed6-61a3402b4c40 Nov 10 17:09:39.924995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Hosts for router f30e37e7-d717-4828-bed6-61a3402b4c40: [] {{(pid=103326) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 10 17:09:39.946869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Hosts for other DVR routers connected to router f30e37e7-d717-4828-bed6-61a3402b4c40: set() {{(pid=103326) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 10 17:09:39.949460 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:39.950711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-557169bf-5ba7-4398-8719-57b1ce2eca72 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "PUT /v2.0/routers/f30e37e7-d717-4828-bed6-61a3402b4c40 HTTP/1.1" status: 200 len: 717 time: 0.8673646 Nov 10 17:09:39.953318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33972) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:40.026858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-063333ef-d332-4ccc-983e-ccb67491b767 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "GET /v2.0/routers/f30e37e7-d717-4828-bed6-61a3402b4c40 HTTP/1.1" status: 200 len: 717 time: 0.0724411 Nov 10 17:09:40.029357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33974) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:40.199134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-361a3cf1-0bb2-4354-ba8c-8ef5b2401755 tempest-RoutersTestDVR-944804755 tempest-RoutersTestDVR-944804755-project] 10.222.0.62 "GET /v2.0/routers/f30e37e7-d717-4828-bed6-61a3402b4c40 HTTP/1.1" status: 200 len: 683 time: 0.1686206 Nov 10 17:09:40.201640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33978) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:40.273589 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6fda472-11c1-4531-a8cc-0367c1353b42 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.434464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6fda472-11c1-4531-a8cc-0367c1353b42 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.437068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6fda472-11c1-4531-a8cc-0367c1353b42 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.578273 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6fda472-11c1-4531-a8cc-0367c1353b42 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.578825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fda472-11c1-4531-a8cc-0367c1353b42 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f30e37e7-d717-4828-bed6-61a3402b4c40 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:40.584164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6fda472-11c1-4531-a8cc-0367c1353b42 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.586927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a6fda472-11c1-4531-a8cc-0367c1353b42 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "DELETE /v2.0/routers/f30e37e7-d717-4828-bed6-61a3402b4c40 HTTP/1.1" status: 204 len: 168 time: 0.3827763 Nov 10 17:09:40.588960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33980) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:40.593306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-74dcf599-28fc-425e-ad56-a9dc05e512d6 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Request body: {'router': {'name': 'tempest-router-265035993', 'distributed': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:40.676809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74dcf599-28fc-425e-ad56-a9dc05e512d6 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.677888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74dcf599-28fc-425e-ad56-a9dc05e512d6 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.706353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.728514 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74dcf599-28fc-425e-ad56-a9dc05e512d6 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.832521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74dcf599-28fc-425e-ad56-a9dc05e512d6 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.971574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74dcf599-28fc-425e-ad56-a9dc05e512d6 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:40.972827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-74dcf599-28fc-425e-ad56-a9dc05e512d6 tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3829148 Nov 10 17:09:40.975561 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33982) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:41.049262 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01f4da53-056c-4388-a5d4-96481fbe1fbd tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:41.208338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01f4da53-056c-4388-a5d4-96481fbe1fbd tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:41.210386 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01f4da53-056c-4388-a5d4-96481fbe1fbd tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:41.295168 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01f4da53-056c-4388-a5d4-96481fbe1fbd tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:41.295748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f4da53-056c-4388-a5d4-96481fbe1fbd tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a6f602a-64e4-4fbc-9c88-d2efedeb3d01 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:09:41.308483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01f4da53-056c-4388-a5d4-96481fbe1fbd tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:41.308483 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-01f4da53-056c-4388-a5d4-96481fbe1fbd tempest-RoutersTestDVR-1040947872 tempest-RoutersTestDVR-1040947872-project-admin] 10.222.0.62 "DELETE /v2.0/routers/6a6f602a-64e4-4fbc-9c88-d2efedeb3d01 HTTP/1.1" status: 204 len: 168 time: 0.3255503 Nov 10 17:09:41.795920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33988) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:41.904409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ca69e04-e613-407c-964f-50b15efa4b6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:41.981960 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ca69e04-e613-407c-964f-50b15efa4b6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:42.054733 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ca69e04-e613-407c-964f-50b15efa4b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:42.094224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2ca69e04-e613-407c-964f-50b15efa4b6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ec48211e8d143d1b9f1894ace342ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973332 Nov 10 17:09:42.095200 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca69e04-e613-407c-964f-50b15efa4b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8595c-bc48-45f7-8334-6f2037827c83,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:42.096949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 33992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:42.145640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90fe4277-16c0-4627-a69f-bcf4476770fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:42.170409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90fe4277-16c0-4627-a69f-bcf4476770fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:42.300512 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90fe4277-16c0-4627-a69f-bcf4476770fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:42.303780 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90fe4277-16c0-4627-a69f-bcf4476770fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:42.307412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-90fe4277-16c0-4627-a69f-bcf4476770fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84a8595c-bc48-45f7-8334-6f2037827c83 HTTP/1.1" status: 204 len: 168 time: 0.2069869 Nov 10 17:09:42.314436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe4277-16c0-4627-a69f-bcf4476770fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8595c-bc48-45f7-8334-6f2037827c83,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:42.988088 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 33998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:43.001632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed2cd41d-5c02-4421-9d4f-1c15657115d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:43.075584 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed2cd41d-5c02-4421-9d4f-1c15657115d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:43.138424 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed2cd41d-5c02-4421-9d4f-1c15657115d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:43.178255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ed2cd41d-5c02-4421-9d4f-1c15657115d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7851077f02f4176a69052933866f8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1887836 Nov 10 17:09:43.179271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cd41d-5c02-4421-9d4f-1c15657115d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a91cebe-d256-4f79-a5c5-3842c859bb5f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:43.181507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:43.233672 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69397c98-922c-4f27-93b0-67a73cde1a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:43.254357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69397c98-922c-4f27-93b0-67a73cde1a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:43.374910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69397c98-922c-4f27-93b0-67a73cde1a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:43.377587 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69397c98-922c-4f27-93b0-67a73cde1a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:43.378765 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-69397c98-922c-4f27-93b0-67a73cde1a5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a91cebe-d256-4f79-a5c5-3842c859bb5f HTTP/1.1" status: 204 len: 168 time: 0.1962538 Nov 10 17:09:43.387801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397c98-922c-4f27-93b0-67a73cde1a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a91cebe-d256-4f79-a5c5-3842c859bb5f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:44.475797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34024) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:44.571039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d8ad200e-ccf5-4226-8298-5b458171e5d2 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1769369842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:44.677893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ad200e-ccf5-4226-8298-5b458171e5d2 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:44.679138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ad200e-ccf5-4226-8298-5b458171e5d2 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:44.731997 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ad200e-ccf5-4226-8298-5b458171e5d2 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:44.821590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ad200e-ccf5-4226-8298-5b458171e5d2 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:44.923148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ad200e-ccf5-4226-8298-5b458171e5d2 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:44.924444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d8ad200e-ccf5-4226-8298-5b458171e5d2 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4475925 Nov 10 17:09:44.927044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:44.931881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-941661282'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:45.012246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Made reservation on behalf of 7d34ee41f4014ae2a9a310b6b42bcb2c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:09:45.015717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.025401 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.102058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.180866 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.210834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:09:45.217166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce4e72-2bb1-4cbb-8a11-2de286bb44b8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:45.223821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.224209 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Added segment ee7511da-6c46-47ba-8baa-53aec50d81f3 of type vlan for network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f Nov 10 17:09:45.266481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.369106 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.374758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:45.375352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.444835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Network': ['ID=1cc28c0b-93fe-40b3-840d-9f763fcdd32f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:45.455146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:09:45.486106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44e94a3e-cd21-4bf1-8f00-5f13f18f0eab tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5580063 Nov 10 17:09:45.489018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:45.494619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'subnet': {'network_id': '1cc28c0b-93fe-40b3-840d-9f763fcdd32f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:45.654671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Made reservation on behalf of 7d34ee41f4014ae2a9a310b6b42bcb2c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:09:45.658175 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.894715 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:45.958176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Subnet': ['ID=3c0a235f-0232-4c3e-839d-2df2b50d3651,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:45.967471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Checking segment: {'id': 'ee7511da-6c46-47ba-8baa-53aec50d81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1cc28c0b-93fe-40b3-840d-9f763fcdd32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:45.967898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network hostable DHCP agents. Network: 1cc28c0b-93fe-40b3-840d-9f763fcdd32f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:09:46.020094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:09:46.106147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 1cc28c0b-93fe-40b3-840d-9f763fcdd32f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:46.113744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:46.114345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.119644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6502a8-159e-42be-a0e2-19c6146d324c None None] Network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:46.218422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0d040e1d-3566-4131-920e-1288c3f1e816 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7276883 Nov 10 17:09:46.220828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:46.226001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'network': {'name': 'tempest-router-network01--1477599981'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:46.262356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-1cc28c0b-93fe-40b3-840d-9f763fcdd32f', 'network_id': '1cc28c0b-93fe-40b3-840d-9f763fcdd32f', 'tenant_id': '7d34ee41f4014ae2a9a310b6b42bcb2c', 'fixed_ips': [{'subnet_id': '3c0a235f-0232-4c3e-839d-2df2b50d3651'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:09:46.267030 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.321629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Made reservation on behalf of 7d34ee41f4014ae2a9a310b6b42bcb2c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:09:46.325233 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.350770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:09:46.359656 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.365463 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Added segment 438817c9-a9f1-4ddd-a26b-4465c89b77fb of type vlan for network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc Nov 10 17:09:46.399759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Allocated IP 2001:db8::2 (1cc28c0b-93fe-40b3-840d-9f763fcdd32f/3c0a235f-0232-4c3e-839d-2df2b50d3651/e0fbe0a7-d449-44d0-8bd4-9215fad20160) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:46.401937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.504061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.511126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:46.511746 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.541740 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.577268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Network': ['ID=6afea9be-178b-4cb0-bfc8-aa83b3441bbc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:46.587812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:09:46.632816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4af5eb02-34d1-45a9-8abc-55c4db75a044 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4108577 Nov 10 17:09:46.635577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:46.640497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'network': {'name': 'tempest-router-network02--1766804987'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:46.666933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.708602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:46.712200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:46.716781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:46.719836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Pushing event updated for resources: {'Port': ['ID=e0fbe0a7-d449-44d0-8bd4-9215fad20160,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:46.731512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.731860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.732197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.732530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.732859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.733185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.733598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.733881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.734201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.734520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.734840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.735133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Made reservation on behalf of 7d34ee41f4014ae2a9a310b6b42bcb2c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:09:46.735264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:09:46.741190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.769249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:09:46.778907 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.779231 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Added segment 4f3bd89f-a58d-4b07-9f2e-19672952fe8e of type vlan for network e317e046-6a40-49ab-b12f-269a862a1378 Nov 10 17:09:46.791289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Attempting to bind port e0fbe0a7-d449-44d0-8bd4-9215fad20160 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:09:46.791687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Attempting to bind port e0fbe0a7-d449-44d0-8bd4-9215fad20160 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'ee7511da-6c46-47ba-8baa-53aec50d81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1cc28c0b-93fe-40b3-840d-9f763fcdd32f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:09:46.792051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Attempting to bind port e0fbe0a7-d449-44d0-8bd4-9215fad20160 on network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:09:46.797699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:09:46.798062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Checking segment: {'id': 'ee7511da-6c46-47ba-8baa-53aec50d81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1cc28c0b-93fe-40b3-840d-9f763fcdd32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:46.798457 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.798851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Bound using segment: {'id': 'ee7511da-6c46-47ba-8baa-53aec50d81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1cc28c0b-93fe-40b3-840d-9f763fcdd32f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:09:46.799336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Bound port: e0fbe0a7-d449-44d0-8bd4-9215fad20160, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7511da-6c46-47ba-8baa-53aec50d81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1cc28c0b-93fe-40b3-840d-9f763fcdd32f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:09:46.799722 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.822548 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.862884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] For port e0fbe0a7-d449-44d0-8bd4-9215fad20160, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:09:46.865955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] For port e0fbe0a7-d449-44d0-8bd4-9215fad20160, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e0fbe0a7-d449-44d0-8bd4-9215fad20160,segment=NetworkSegment(ee7511da-6c46-47ba-8baa-53aec50d81f3),segment_id=ee7511da-6c46-47ba-8baa-53aec50d81f3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:09:46.929224 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.934970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:46.935575 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:46.952722 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:47.003908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Network': ['ID=e317e046-6a40-49ab-b12f-269a862a1378,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:47.013952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca46f05-d620-488c-9146-a29f4411e758 None None] Pushing event updated for resources: {'Port': ['ID=e0fbe0a7-d449-44d0-8bd4-9215fad20160,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:47.019568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e317e046-6a40-49ab-b12f-269a862a1378 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:09:47.052465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e58b9ce2-3762-4300-b040-44ad84382d29 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4157557 Nov 10 17:09:47.055693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:47.060931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'subnet': {'network_id': '6afea9be-178b-4cb0-bfc8-aa83b3441bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:47.254573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Made reservation on behalf of 7d34ee41f4014ae2a9a310b6b42bcb2c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:09:47.258797 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:47.512346 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:47.572885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Subnet': ['ID=b9019c15-680f-4a3c-82df-85dfe14252db,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:47.581918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Checking segment: {'id': '438817c9-a9f1-4ddd-a26b-4465c89b77fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6afea9be-178b-4cb0-bfc8-aa83b3441bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:47.582279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network hostable DHCP agents. Network: 6afea9be-178b-4cb0-bfc8-aa83b3441bbc, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:09:47.660611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:09:47.736943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e0fbe0a7-d449-44d0-8bd4-9215fad20160 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:09:47.771124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 6afea9be-178b-4cb0-bfc8-aa83b3441bbc) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:47.776273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:47.777161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:47.783815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec714f9-fc11-4ed9-8ecb-a7ec37f6d6d7 None None] Network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:47.845906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e0fbe0a7-d449-44d0-8bd4-9215fad20160 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:47.846282 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:47.889061 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5a9e1caf-6fdb-4e55-8492-cae832228788 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8294666 Nov 10 17:09:47.889309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:47.894835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'subnet': {'network_id': 'e317e046-6a40-49ab-b12f-269a862a1378', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:48.040786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360d0be-be3f-417d-8a65-8eb280be0797 None None] Network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:48.052397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Made reservation on behalf of 7d34ee41f4014ae2a9a310b6b42bcb2c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:09:48.056724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:48.150662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-24aeb959-ccae-407d-883a-7ab279ed1c92 None None] Provisioning complete for port e0fbe0a7-d449-44d0-8bd4-9215fad20160 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:48.150943 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24aeb959-ccae-407d-883a-7ab279ed1c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:48.312403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:48.369408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-6afea9be-178b-4cb0-bfc8-aa83b3441bbc', 'network_id': '6afea9be-178b-4cb0-bfc8-aa83b3441bbc', 'tenant_id': '7d34ee41f4014ae2a9a310b6b42bcb2c', 'fixed_ips': [{'subnet_id': 'b9019c15-680f-4a3c-82df-85dfe14252db'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:09:48.370263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:48.372530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:48.379178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Subnet': ['ID=2d5657bb-ce04-4cd9-9162-9cc2e2f58851,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:48.387265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Checking segment: {'id': '4f3bd89f-a58d-4b07-9f2e-19672952fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e317e046-6a40-49ab-b12f-269a862a1378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:48.387654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network hostable DHCP agents. Network: e317e046-6a40-49ab-b12f-269a862a1378, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:09:48.466051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network e317e046-6a40-49ab-b12f-269a862a1378 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:09:48.493640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-24aeb959-ccae-407d-883a-7ab279ed1c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:48.529431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port e0fbe0a7-d449-44d0-8bd4-9215fad20160, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e0fbe0a7-d449-44d0-8bd4-9215fad20160,segment=NetworkSegment(ee7511da-6c46-47ba-8baa-53aec50d81f3),segment_id=ee7511da-6c46-47ba-8baa-53aec50d81f3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:48.551974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e317e046-6a40-49ab-b12f-269a862a1378) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:48.556587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:48.566409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:48.578214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad37db-32cb-4216-9c4e-1a8c49d5dd3a None None] Network e317e046-6a40-49ab-b12f-269a862a1378 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:48.640426 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4abf3b4b-e281-42ef-a942-080e7f2e756a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7499778 Nov 10 17:09:48.643082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:48.644649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:48.719544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Allocated IP 2001:db8::2 (6afea9be-178b-4cb0-bfc8-aa83b3441bbc/b9019c15-680f-4a3c-82df-85dfe14252db/1d8a5f60-14d4-4621-9dc7-2077f122803f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:48.750606 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-24aeb959-ccae-407d-883a-7ab279ed1c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:09:48.751389 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-24aeb959-ccae-407d-883a-7ab279ed1c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:09:48.786595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=e0fbe0a7-d449-44d0-8bd4-9215fad20160,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:48.903908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e317e046-6a40-49ab-b12f-269a862a1378', 'network_id': 'e317e046-6a40-49ab-b12f-269a862a1378', 'tenant_id': '7d34ee41f4014ae2a9a310b6b42bcb2c', 'fixed_ips': [{'subnet_id': '2d5657bb-ce04-4cd9-9162-9cc2e2f58851'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:09:48.904935 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.045307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.103585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Allocated IP 2001:db8::2 (e317e046-6a40-49ab-b12f-269a862a1378/2d5657bb-ce04-4cd9-9162-9cc2e2f58851/1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:49.169687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.227118 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:49.232800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Pushing event updated for resources: {'Port': ['ID=1d8a5f60-14d4-4621-9dc7-2077f122803f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:49.235271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:49.239299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:49.274551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.373199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Attempting to bind port 1d8a5f60-14d4-4621-9dc7-2077f122803f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:09:49.379831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Attempting to bind port 1d8a5f60-14d4-4621-9dc7-2077f122803f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '438817c9-a9f1-4ddd-a26b-4465c89b77fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6afea9be-178b-4cb0-bfc8-aa83b3441bbc'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:09:49.379831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Attempting to bind port 1d8a5f60-14d4-4621-9dc7-2077f122803f on network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:09:49.389462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:09:49.389931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Checking segment: {'id': '438817c9-a9f1-4ddd-a26b-4465c89b77fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6afea9be-178b-4cb0-bfc8-aa83b3441bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:49.390327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.390712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Bound using segment: {'id': '438817c9-a9f1-4ddd-a26b-4465c89b77fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6afea9be-178b-4cb0-bfc8-aa83b3441bbc'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:09:49.391184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Bound port: 1d8a5f60-14d4-4621-9dc7-2077f122803f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438817c9-a9f1-4ddd-a26b-4465c89b77fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6afea9be-178b-4cb0-bfc8-aa83b3441bbc'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:09:49.391596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.393767 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.467528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] For port 1d8a5f60-14d4-4621-9dc7-2077f122803f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:09:49.473257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] For port 1d8a5f60-14d4-4621-9dc7-2077f122803f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1d8a5f60-14d4-4621-9dc7-2077f122803f,segment=NetworkSegment(438817c9-a9f1-4ddd-a26b-4465c89b77fb),segment_id=438817c9-a9f1-4ddd-a26b-4465c89b77fb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:09:49.485556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9b21b17c-8fd1-449b-a415-4c9c08336b14 None None] Provisioning complete for port e0fbe0a7-d449-44d0-8bd4-9215fad20160 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:49.485918 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9b21b17c-8fd1-449b-a415-4c9c08336b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.548087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Allocated IP 2001:db8::1 (6afea9be-178b-4cb0-bfc8-aa83b3441bbc/b9019c15-680f-4a3c-82df-85dfe14252db/1e494601-aadb-4493-84cb-ff161f753f77) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:49.598136 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.603575 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.646490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Network e317e046-6a40-49ab-b12f-269a862a1378 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:49.657724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:49.661364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.662511 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:49.678550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Pushing event updated for resources: {'Port': ['ID=1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:49.749867 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.773678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e0fbe0a7-d449-44d0-8bd4-9215fad20160 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:09:49.801228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Attempting to bind port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:09:49.801621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Attempting to bind port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '4f3bd89f-a58d-4b07-9f2e-19672952fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e317e046-6a40-49ab-b12f-269a862a1378'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:09:49.802010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Attempting to bind port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 on network e317e046-6a40-49ab-b12f-269a862a1378 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:09:49.810177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:49.813433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba0889-52fc-4a6b-8e24-cc4d53f0aa9d None None] Pushing event updated for resources: {'Port': ['ID=1d8a5f60-14d4-4621-9dc7-2077f122803f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:49.819462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:49.819651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:09:49.819651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Checking segment: {'id': '4f3bd89f-a58d-4b07-9f2e-19672952fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e317e046-6a40-49ab-b12f-269a862a1378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:49.819651 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.820031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:49.820146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Bound using segment: {'id': '4f3bd89f-a58d-4b07-9f2e-19672952fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e317e046-6a40-49ab-b12f-269a862a1378'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:09:49.820270 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.820387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Bound port: 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3bd89f-a58d-4b07-9f2e-19672952fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e317e046-6a40-49ab-b12f-269a862a1378'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:09:49.820387 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.866765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Port': ['ID=1e494601-aadb-4493-84cb-ff161f753f77,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:49.901174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e0fbe0a7-d449-44d0-8bd4-9215fad20160 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:49.901174 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:49.939093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] For port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:09:49.960925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] For port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9,segment=NetworkSegment(4f3bd89f-a58d-4b07-9f2e-19672952fe8e),segment_id=4f3bd89f-a58d-4b07-9f2e-19672952fe8e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:09:50.072317 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:50.082442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:50.133538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b72b0-92e5-4f1a-a5c5-ac41163de1b1 None None] Pushing event updated for resources: {'Port': ['ID=1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:50.373502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:50.460808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:50.461598 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:50.555078 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Port': ['ID=1e494601-aadb-4493-84cb-ff161f753f77,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:50.597748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:50.599200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:50.722445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc41b4-30e8-4905-8b87-abf0f03b6015 None None] Network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:50.801689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Router 2a57f559-25c0-4877-92e5-4cd317c6b0ff is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:09:50.815785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f4977ebf-3c6a-4912-8008-7da98bec3244 None None] Provisioning complete for port 1d8a5f60-14d4-4621-9dc7-2077f122803f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:50.818863 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4977ebf-3c6a-4912-8008-7da98bec3244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:50.911684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:50.924267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e1def1a1-3660-41ad-8cb7-dfc40e1e7453 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "PUT /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2756846 Nov 10 17:09:50.924267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:50.926390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc198b-bc2a-4eb0-9b9b-c4f45c29cfc4 None None] Sync routers for ids ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:50.970745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc198b-bc2a-4eb0-9b9b-c4f45c29cfc4 None None] Routers {'2a57f559-25c0-4877-92e5-4cd317c6b0ff'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:50.971496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-27dc198b-bc2a-4eb0-9b9b-c4f45c29cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:51.020810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-27dc198b-bc2a-4eb0-9b9b-c4f45c29cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:51.033998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4977ebf-3c6a-4912-8008-7da98bec3244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:51.232294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c62216-f1a8-43c0-83f4-825445617a05 None None] Network e317e046-6a40-49ab-b12f-269a862a1378 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:51.247536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc198b-bc2a-4eb0-9b9b-c4f45c29cfc4 None None] Routers {'2a57f559-25c0-4877-92e5-4cd317c6b0ff'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:51.248183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-27dc198b-bc2a-4eb0-9b9b-c4f45c29cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:51.306596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-27dc198b-bc2a-4eb0-9b9b-c4f45c29cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:51.306596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc198b-bc2a-4eb0-9b9b-c4f45c29cfc4 None None] The sync data for ids ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:51.334311 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-2e1b4a89-3867-4195-8a0d-d96436278379 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:09:51.335439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2e1b4a89-3867-4195-8a0d-d96436278379 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "PUT /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4127102 Nov 10 17:09:51.338339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:51.356045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f4977ebf-3c6a-4912-8008-7da98bec3244 None None] For port 1d8a5f60-14d4-4621-9dc7-2077f122803f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1d8a5f60-14d4-4621-9dc7-2077f122803f,segment=NetworkSegment(438817c9-a9f1-4ddd-a26b-4465c89b77fb),segment_id=438817c9-a9f1-4ddd-a26b-4465c89b77fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:51.422785 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4977ebf-3c6a-4912-8008-7da98bec3244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:51.508891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4977ebf-3c6a-4912-8008-7da98bec3244 None None] Pushing event updated for resources: {'Port': ['ID=1d8a5f60-14d4-4621-9dc7-2077f122803f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:51.556811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Provisioning complete for port 1d8a5f60-14d4-4621-9dc7-2077f122803f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:51.557180 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:51.670646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Provisioning complete for port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:51.671014 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:51.705918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:51.785240 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:51.833978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] For port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9,segment=NetworkSegment(4f3bd89f-a58d-4b07-9f2e-19672952fe8e),segment_id=4f3bd89f-a58d-4b07-9f2e-19672952fe8e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:51.868563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1d8a5f60-14d4-4621-9dc7-2077f122803f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:09:51.933334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:51.963224 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1d8a5f60-14d4-4621-9dc7-2077f122803f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:51.963623 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:51.968244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Provisioning complete for port 1e494601-aadb-4493-84cb-ff161f753f77 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:51.968610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:52.002810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting port 1e494601-aadb-4493-84cb-ff161f753f77 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:52.003495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:52.035841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Pushing event updated for resources: {'Port': ['ID=1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:52.053957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9583465a-cf8a-4d09-95b7-1b055bf2d482 None None] Port 1e494601-aadb-4493-84cb-ff161f753f77 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:52.097445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:52.097711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:09:52.111095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Calling delete_port for 1e494601-aadb-4493-84cb-ff161f753f77 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:52.143766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:52.144136 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:52.196358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-672ad5be-ae26-4d9c-b562-b3ff639d673f None None] Provisioning complete for port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:52.196658 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672ad5be-ae26-4d9c-b562-b3ff639d673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:52.321167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-672ad5be-ae26-4d9c-b562-b3ff639d673f None None] Provisioning complete for port 1e494601-aadb-4493-84cb-ff161f753f77 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:52.321537 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-672ad5be-ae26-4d9c-b562-b3ff639d673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:52.358623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-672ad5be-ae26-4d9c-b562-b3ff639d673f None None] Port 1e494601-aadb-4493-84cb-ff161f753f77 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:52.386469 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:52.421547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Port': ['ID=1e494601-aadb-4493-84cb-ff161f753f77,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:52.521188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:52.684167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Router 2a57f559-25c0-4877-92e5-4cd317c6b0ff has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:09:52.761388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:52.766668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eb6e884b-2929-4f84-b092-7fde66660605 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "PUT /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268565 Nov 10 17:09:52.770325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:52.774834 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfbc23-4a75-4783-8f6c-beeae0554aee None None] Sync routers for ids ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:52.785125 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfbc23-4a75-4783-8f6c-beeae0554aee None None] Routers {'2a57f559-25c0-4877-92e5-4cd317c6b0ff'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:52.785935 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9cbfbc23-4a75-4783-8f6c-beeae0554aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:52.808101 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-3071b89b-b286-4934-a2e0-4713ce324630 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] delete failed (client error): The resource could not be found. Nov 10 17:09:52.814473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3071b89b-b286-4934-a2e0-4713ce324630 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-76887439 HTTP/1.1" status: 404 len: 333 time: 0.0378830 Nov 10 17:09:52.815433 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:52.820342 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9cbfbc23-4a75-4783-8f6c-beeae0554aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:52.821481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1c26b8cc-520c-4a4f-a4a7-ae1ed2ffabf7 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a57f559-25c0-4877-92e5-4cd317c6b0ff'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:52.829498 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfbc23-4a75-4783-8f6c-beeae0554aee None None] Routers {'2a57f559-25c0-4877-92e5-4cd317c6b0ff'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:52.830196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9cbfbc23-4a75-4783-8f6c-beeae0554aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:52.869840 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9cbfbc23-4a75-4783-8f6c-beeae0554aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:52.870844 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfbc23-4a75-4783-8f6c-beeae0554aee None None] The sync data for ids ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:53.048339 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c26b8cc-520c-4a4f-a4a7-ae1ed2ffabf7 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:53.145337 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-1c26b8cc-520c-4a4f-a4a7-ae1ed2ffabf7 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] update failed (client error): The resource could not be found. Nov 10 17:09:53.150767 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:53.151366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1c26b8cc-520c-4a4f-a4a7-ae1ed2ffabf7 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "PUT /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff HTTP/1.1" status: 404 len: 339 time: 0.3343232 Nov 10 17:09:53.156045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1570288765'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:53.260708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Made reservation on behalf of 7d34ee41f4014ae2a9a310b6b42bcb2c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:09:53.264474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:53.296267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:09:53.315539 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:53.315987 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Added segment 1c067d82-a962-49c9-8e3d-189d2db896b5 of type vlan for network e4326a75-d4b2-4533-bf6e-3fb09b5381fa Nov 10 17:09:53.360773 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:53.460678 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:53.466450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:53.471344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:53.535693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Network': ['ID=e4326a75-d4b2-4533-bf6e-3fb09b5381fa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:53.546665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e4326a75-d4b2-4533-bf6e-3fb09b5381fa details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:09:53.560369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-55e8d853-88b5-4e97-b351-5df331f354d3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4084673 Nov 10 17:09:53.563556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:53.570131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'subnet': {'network_id': 'e4326a75-d4b2-4533-bf6e-3fb09b5381fa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:53.723952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:09:53.729001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Made reservation on behalf of 7d34ee41f4014ae2a9a310b6b42bcb2c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:09:53.732803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:53.778957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:53.779334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:53.978603 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:54.368417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Subnet': ['ID=db989096-07cc-47e9-944d-2b9b14f75b54,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:54.378469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Checking segment: {'id': '1c067d82-a962-49c9-8e3d-189d2db896b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4326a75-d4b2-4533-bf6e-3fb09b5381fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:54.378830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network hostable DHCP agents. Network: e4326a75-d4b2-4533-bf6e-3fb09b5381fa, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:09:54.488923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network e4326a75-d4b2-4533-bf6e-3fb09b5381fa is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:09:54.545880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e4326a75-d4b2-4533-bf6e-3fb09b5381fa) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:54.550512 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:54.551932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:54.554831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754af754-2d66-4386-8d3c-0c06350dedd3 None None] Network e4326a75-d4b2-4533-bf6e-3fb09b5381fa requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:54.611851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-75c830e8-3396-43f3-80df-d85ea8617ea9 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0466590 Nov 10 17:09:54.614435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:54.619647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ea0c5b47-1374-4d4e-909a-35163a581a36 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4326a75-d4b2-4533-bf6e-3fb09b5381fa'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:54.630329 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:09:54.725055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e4326a75-d4b2-4533-bf6e-3fb09b5381fa', 'network_id': 'e4326a75-d4b2-4533-bf6e-3fb09b5381fa', 'tenant_id': '7d34ee41f4014ae2a9a310b6b42bcb2c', 'fixed_ips': [{'subnet_id': 'db989096-07cc-47e9-944d-2b9b14f75b54'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:09:54.729712 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:54.837776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5b47-1374-4d4e-909a-35163a581a36 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:54.869492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Allocated IP 2001:db8:1::2 (e4326a75-d4b2-4533-bf6e-3fb09b5381fa/db989096-07cc-47e9-944d-2b9b14f75b54/7c74f724-8e51-4090-8ec5-88c39f0d41ba) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:55.016422 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-ea0c5b47-1374-4d4e-909a-35163a581a36 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:09:55.017488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ea0c5b47-1374-4d4e-909a-35163a581a36 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "PUT /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff HTTP/1.1" status: 400 len: 364 time: 0.4021115 Nov 10 17:09:55.021339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34064) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:55.033913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.095134 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.136871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Network e4326a75-d4b2-4533-bf6e-3fb09b5381fa is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:55.145364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:55.150609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:55.153966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Pushing event updated for resources: {'Port': ['ID=7c74f724-8e51-4090-8ec5-88c39f0d41ba,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:55.212563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Attempting to bind port 7c74f724-8e51-4090-8ec5-88c39f0d41ba on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:09:55.213037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Attempting to bind port 7c74f724-8e51-4090-8ec5-88c39f0d41ba by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '1c067d82-a962-49c9-8e3d-189d2db896b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4326a75-d4b2-4533-bf6e-3fb09b5381fa'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:09:55.213348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Attempting to bind port 7c74f724-8e51-4090-8ec5-88c39f0d41ba on network e4326a75-d4b2-4533-bf6e-3fb09b5381fa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:09:55.219259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:09:55.219661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Checking segment: {'id': '1c067d82-a962-49c9-8e3d-189d2db896b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4326a75-d4b2-4533-bf6e-3fb09b5381fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:09:55.220063 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.220458 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Bound using segment: {'id': '1c067d82-a962-49c9-8e3d-189d2db896b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4326a75-d4b2-4533-bf6e-3fb09b5381fa'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:09:55.220929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Bound port: 7c74f724-8e51-4090-8ec5-88c39f0d41ba, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c067d82-a962-49c9-8e3d-189d2db896b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4326a75-d4b2-4533-bf6e-3fb09b5381fa'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:09:55.221313 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.295547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] For port 7c74f724-8e51-4090-8ec5-88c39f0d41ba, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:09:55.300382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] For port 7c74f724-8e51-4090-8ec5-88c39f0d41ba, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c74f724-8e51-4090-8ec5-88c39f0d41ba,segment=NetworkSegment(1c067d82-a962-49c9-8e3d-189d2db896b5),segment_id=1c067d82-a962-49c9-8e3d-189d2db896b5)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:09:55.326864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.395615 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.456032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc09c-36ca-441d-b38a-619bfa480d8e None None] Pushing event updated for resources: {'Port': ['ID=7c74f724-8e51-4090-8ec5-88c39f0d41ba,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:55.592529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Allocated IP 2001:db8::1 (1cc28c0b-93fe-40b3-840d-9f763fcdd32f/3c0a235f-0232-4c3e-839d-2df2b50d3651/f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:09:55.754293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.802640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c74f724-8e51-4090-8ec5-88c39f0d41ba up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:09:55.856608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7c74f724-8e51-4090-8ec5-88c39f0d41ba triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:55.858550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.918282 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.941075 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.966486 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:55.969792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:55.974670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:09:55.979678 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:55.979678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Port': ['ID=f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:55.981882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 7c74f724-8e51-4090-8ec5-88c39f0d41ba, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c74f724-8e51-4090-8ec5-88c39f0d41ba,segment=NetworkSegment(1c067d82-a962-49c9-8e3d-189d2db896b5),segment_id=1c067d82-a962-49c9-8e3d-189d2db896b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:56.060178 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:56.122923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=7c74f724-8e51-4090-8ec5-88c39f0d41ba,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:56.177966 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:56.207953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d1b4fb3a-00ae-4fa0-8e9f-c479d7a3baab None None] Provisioning complete for port f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:56.208569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1b4fb3a-00ae-4fa0-8e9f-c479d7a3baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:56.247969 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4fb3a-00ae-4fa0-8e9f-c479d7a3baab None None] Port f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:56.464519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:56.496414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6783c11-eac1-49f7-8f36-40c7cf5eaa27 None None] Network e4326a75-d4b2-4533-bf6e-3fb09b5381fa requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:56.549573 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:56.550485 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:56.588962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ff956174-43e8-4f46-8a59-c2b7a034dcc5 None None] Provisioning complete for port 7c74f724-8e51-4090-8ec5-88c39f0d41ba triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:56.589300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff956174-43e8-4f46-8a59-c2b7a034dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:56.643168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event updated for resources: {'Port': ['ID=f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:56.682615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:09:56.684317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:09:56.783963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Router 2a57f559-25c0-4877-92e5-4cd317c6b0ff has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:09:56.885510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:56.891793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e2c304e2-5b40-41da-95ef-529fe228cddd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "PUT /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8683023 Nov 10 17:09:56.894323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:56.895761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28f7d6-637f-4678-b1b7-9b00be6f7ed8 None None] Sync routers for ids ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:56.906418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28f7d6-637f-4678-b1b7-9b00be6f7ed8 None None] Routers {'2a57f559-25c0-4877-92e5-4cd317c6b0ff'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:56.906951 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c28f7d6-637f-4678-b1b7-9b00be6f7ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:56.942185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c28f7d6-637f-4678-b1b7-9b00be6f7ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:56.952318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28f7d6-637f-4678-b1b7-9b00be6f7ed8 None None] Routers {'2a57f559-25c0-4877-92e5-4cd317c6b0ff'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:56.952955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c28f7d6-637f-4678-b1b7-9b00be6f7ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:56.993087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c28f7d6-637f-4678-b1b7-9b00be6f7ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:56.993725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28f7d6-637f-4678-b1b7-9b00be6f7ed8 None None] The sync data for ids ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'] in n-d-714676-11 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:57.000509 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd98a97f-986c-413e-b373-396b096936bb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:57.055787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2afa7e84-dd3f-49c8-be5e-524f309914d0 None None] Provisioning complete for port f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:57.056250 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2afa7e84-dd3f-49c8-be5e-524f309914d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:57.086073 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-fd98a97f-986c-413e-b373-396b096936bb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 17:09:57.086772 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd98a97f-986c-413e-b373-396b096936bb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff HTTP/1.1" status: 409 len: 329 time: 0.1914465 Nov 10 17:09:57.089654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34072) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:57.090500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2afa7e84-dd3f-49c8-be5e-524f309914d0 None None] Port f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:09:57.101680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2afa7e84-dd3f-49c8-be5e-524f309914d0 None None] Provisioning complete for port 7c74f724-8e51-4090-8ec5-88c39f0d41ba triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:57.102087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2afa7e84-dd3f-49c8-be5e-524f309914d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:57.711561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:57.728361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c74f724-8e51-4090-8ec5-88c39f0d41ba up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:09:57.777083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7c74f724-8e51-4090-8ec5-88c39f0d41ba triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:09:57.777443 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:57.956520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting port f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:57.957130 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:58.041201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:58.053277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Calling delete_port for f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:58.315740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:58.348090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Port': ['ID=f4f01277-02dc-4ddd-b2f4-a3a22b8e7a44,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:58.451238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:58.607556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Router 2a57f559-25c0-4877-92e5-4cd317c6b0ff has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:09:58.684228 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:09:58.693325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:58.693816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-aa60f2d8-1e0c-4407-97de-1dfedecf3adb tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "PUT /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6026926 Nov 10 17:09:58.696580 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3166e89-2d1b-4e39-9924-e94ec8d30efa None None] Sync routers for ids ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:09:58.706626 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3166e89-2d1b-4e39-9924-e94ec8d30efa None None] Routers {'2a57f559-25c0-4877-92e5-4cd317c6b0ff'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:58.707230 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f3166e89-2d1b-4e39-9924-e94ec8d30efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:58.737698 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-b83bd18f-91ee-46a9-be7d-da64dfec06fe tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] show failed (client error): The resource could not be found. Nov 10 17:09:58.738743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b83bd18f-91ee-46a9-be7d-da64dfec06fe tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-428070278 HTTP/1.1" status: 404 len: 334 time: 0.0436795 Nov 10 17:09:58.740761 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f3166e89-2d1b-4e39-9924-e94ec8d30efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:58.743068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:58.747793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9045844c-a8bd-4421-9d44-fe2553458acd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:09:58.749487 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3166e89-2d1b-4e39-9924-e94ec8d30efa None None] Routers {'2a57f559-25c0-4877-92e5-4cd317c6b0ff'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:09:58.750077 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f3166e89-2d1b-4e39-9924-e94ec8d30efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:09:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:58.780988 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9045844c-a8bd-4421-9d44-fe2553458acd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] update failed (client error): The resource could not be found. Nov 10 17:09:58.782047 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9045844c-a8bd-4421-9d44-fe2553458acd tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1200283753 HTTP/1.1" status: 404 len: 335 time: 0.0379281 Nov 10 17:09:58.782782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-f3166e89-2d1b-4e39-9924-e94ec8d30efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:58.783450 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3166e89-2d1b-4e39-9924-e94ec8d30efa None None] The sync data for ids ['2a57f559-25c0-4877-92e5-4cd317c6b0ff'] in n-d-714676-11 is: [] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:09:58.785508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:58.839782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3c10b6-fc1c-4a5f-9f7c-3bbb964c2ce4 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting subnet db989096-07cc-47e9-944d-2b9b14f75b54 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:09:58.843182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b3c10b6-fc1c-4a5f-9f7c-3bbb964c2ce4 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:58.892110 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b3c10b6-fc1c-4a5f-9f7c-3bbb964c2ce4 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:58.978321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b3c10b6-fc1c-4a5f-9f7c-3bbb964c2ce4 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.132938 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b3c10b6-fc1c-4a5f-9f7c-3bbb964c2ce4 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.164683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c10b6-fc1c-4a5f-9f7c-3bbb964c2ce4 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Subnet': ['ID=db989096-07cc-47e9-944d-2b9b14f75b54,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:59.168409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b3c10b6-fc1c-4a5f-9f7c-3bbb964c2ce4 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.172149 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9b3c10b6-fc1c-4a5f-9f7c-3bbb964c2ce4 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/subnets/db989096-07cc-47e9-944d-2b9b14f75b54 HTTP/1.1" status: 204 len: 168 time: 0.3851852 Nov 10 17:09:59.175430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f22432-d23c-4945-a337-55830e6ce179 None None] Network e4326a75-d4b2-4533-bf6e-3fb09b5381fa requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:09:59.182815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:59.216786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-c2df7646-a89e-41b7-9bfe-4d374efe62c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420930 Nov 10 17:09:59.270481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.314897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-c593d3ac-c2fb-4d82-ba17-751400b0fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:59.316713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-c593d3ac-c2fb-4d82-ba17-751400b0fe96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1136 time: 0.0503917 Nov 10 17:09:59.334446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting port 7c74f724-8e51-4090-8ec5-88c39f0d41ba {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:59.334812 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.391290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] DHCP port deletion for e4326a75-d4b2-4533-bf6e-3fb09b5381fa request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:09:59.406599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] For port 7c74f724-8e51-4090-8ec5-88c39f0d41ba, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c74f724-8e51-4090-8ec5-88c39f0d41ba,segment=NetworkSegment(1c067d82-a962-49c9-8e3d-189d2db896b5),segment_id=1c067d82-a962-49c9-8e3d-189d2db896b5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:59.406962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.421711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Calling delete_port for 7c74f724-8e51-4090-8ec5-88c39f0d41ba owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:59.441534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-c22d9446-0afc-4eb6-84c4-e6cf356e3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:59.444609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-c22d9446-0afc-4eb6-84c4-e6cf356e3a2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=48da8726-a589-40d7-99c9-9e4c811041d0 HTTP/1.1" status: 200 len: 897 time: 0.1011455 Nov 10 17:09:59.445826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] Deleting port 7c74f724-8e51-4090-8ec5-88c39f0d41ba {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:09:59.446191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.510743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] For port 7c74f724-8e51-4090-8ec5-88c39f0d41ba, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7c74f724-8e51-4090-8ec5-88c39f0d41ba,segment=NetworkSegment(1c067d82-a962-49c9-8e3d-189d2db896b5),segment_id=1c067d82-a962-49c9-8e3d-189d2db896b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:09:59.511137 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.524730 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] Calling delete_port for 7c74f724-8e51-4090-8ec5-88c39f0d41ba owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:09:59.525892 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-8397f60b-56e6-4d39-8c1e-000fe4b0a9d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe HTTP/1.1" status: 200 len: 1000 time: 0.0736620 Nov 10 17:09:59.577169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-3ec0c7c3-3736-4aa0-91df-ee0791b7fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:59.578644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-3ec0c7c3-3736-4aa0-91df-ee0791b7fea9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef0e8021-dd9d-496c-955f-1ac5b5d58001 HTTP/1.1" status: 200 len: 834 time: 0.0445848 Nov 10 17:09:59.595343 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.628254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Port': ['ID=7c74f724-8e51-4090-8ec5-88c39f0d41ba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:59.634002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] No DVR routers for this DVR port 7c74f724-8e51-4090-8ec5-88c39f0d41ba on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:09:59.641658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-bc79b56a-55ab-4011-8cb3-5f5bd089d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:09:59.643442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-bc79b56a-55ab-4011-8cb3-5f5bd089d296 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48da8726-a589-40d7-99c9-9e4c811041d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524592 Nov 10 17:09:59.720718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.744530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4326a75-d4b2-4533-bf6e-3fb09b5381fa']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:59.754791 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-94e0f1bf-9186-44a4-b368-d36cfadec177 service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022129 Nov 10 17:09:59.757027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c067d82-a962-49c9-8e3d-189d2db896b5') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:59.757547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c067d82-a962-49c9-8e3d-189d2db896b5') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:09:59.768036 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.772994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c74f724-8e51-4090-8ec5-88c39f0d41ba no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:09:59.783439 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.789921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:09:59.790323 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.793659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7c74f724-8e51-4090-8ec5-88c39f0d41ba {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:09:59.793886 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:09:59.797024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7c74f724-8e51-4090-8ec5-88c39f0d41ba not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:09:59.813081 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.839742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] Pushing event deleted for resources: {'Port': ['ID=7c74f724-8e51-4090-8ec5-88c39f0d41ba,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:09:59.843271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed9e51a-d45e-489a-be37-ae080a1f087e None None] No DVR routers for this DVR port 7c74f724-8e51-4090-8ec5-88c39f0d41ba on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:09:59.881466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9adbcb72-b8e4-4356-a905-1d320a345710 req-535bd973-d00b-4512-878a-54ba73c817ab service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155593 Nov 10 17:09:59.963028 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.972800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:09:59.978015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/networks/e4326a75-d4b2-4533-bf6e-3fb09b5381fa HTTP/1.1" status: 204 len: 168 time: 0.7930875 Nov 10 17:09:59.985455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34082) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:09:59.988945 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64a9ae-7a94-4a23-8b6a-20f679e1513a tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Network': ['ID=e4326a75-d4b2-4533-bf6e-3fb09b5381fa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:00.038401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a8616c-a149-4e5c-ba44-e3f60c09b1b8 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting subnet 2d5657bb-ce04-4cd9-9162-9cc2e2f58851 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:10:00.041553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93a8616c-a149-4e5c-ba44-e3f60c09b1b8 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.086497 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93a8616c-a149-4e5c-ba44-e3f60c09b1b8 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.169006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93a8616c-a149-4e5c-ba44-e3f60c09b1b8 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.300807 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93a8616c-a149-4e5c-ba44-e3f60c09b1b8 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.332618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8616c-a149-4e5c-ba44-e3f60c09b1b8 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5657bb-ce04-4cd9-9162-9cc2e2f58851,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:00.336737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93a8616c-a149-4e5c-ba44-e3f60c09b1b8 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.339956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-93a8616c-a149-4e5c-ba44-e3f60c09b1b8 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/subnets/2d5657bb-ce04-4cd9-9162-9cc2e2f58851 HTTP/1.1" status: 204 len: 168 time: 0.3534982 Nov 10 17:10:00.342515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34084) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:00.343464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e2a60-5397-4af8-8ac9-099386f58bb0 None None] Network e317e046-6a40-49ab-b12f-269a862a1378 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:00.394091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ea5f13-77e9-4b5e-bac5-33d8d9cbb7c5 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting subnet b9019c15-680f-4a3c-82df-85dfe14252db {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:10:00.398258 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ea5f13-77e9-4b5e-bac5-33d8d9cbb7c5 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.437946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ea5f13-77e9-4b5e-bac5-33d8d9cbb7c5 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.519386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] DHCP port deletion for e317e046-6a40-49ab-b12f-269a862a1378 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:00.534225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ea5f13-77e9-4b5e-bac5-33d8d9cbb7c5 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.573796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] Deleting port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:00.574255 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.641718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] For port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9,segment=NetworkSegment(4f3bd89f-a58d-4b07-9f2e-19672952fe8e),segment_id=4f3bd89f-a58d-4b07-9f2e-19672952fe8e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:00.642109 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.655113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] Calling delete_port for 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:00.686910 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ea5f13-77e9-4b5e-bac5-33d8d9cbb7c5 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.715900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea5f13-77e9-4b5e-bac5-33d8d9cbb7c5 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Subnet': ['ID=b9019c15-680f-4a3c-82df-85dfe14252db,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:00.719582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22ea5f13-77e9-4b5e-bac5-33d8d9cbb7c5 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.725199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-22ea5f13-77e9-4b5e-bac5-33d8d9cbb7c5 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/subnets/b9019c15-680f-4a3c-82df-85dfe14252db HTTP/1.1" status: 204 len: 168 time: 0.3794188 Nov 10 17:10:00.725596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34086) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:00.728014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47776a0-a8e7-4ddc-a7d8-27009b3b4d76 None None] Network 6afea9be-178b-4cb0-bfc8-aa83b3441bbc requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:00.807055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.842122 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.861486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:00.862197 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.874342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] No DVR routers for this DVR port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:00.879539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2023d-fe1c-4d4b-96ca-d6150c6452a5 None None] Pushing event deleted for resources: {'Port': ['ID=1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:00.935157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] For port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9, host n-d-714676-11, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:00.935638 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.944668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] DHCP port deletion for 6afea9be-178b-4cb0-bfc8-aa83b3441bbc request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:00.952442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Calling delete_port for 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:00.962600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:10:00.962600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:00.988035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] No DVR routers for this DVR port 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:00.994725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] Deleting port 1d8a5f60-14d4-4621-9dc7-2077f122803f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:00.994925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Port': ['ID=1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:00.995091 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.061991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] For port 1d8a5f60-14d4-4621-9dc7-2077f122803f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=1d8a5f60-14d4-4621-9dc7-2077f122803f,segment=NetworkSegment(438817c9-a9f1-4ddd-a26b-4465c89b77fb),segment_id=438817c9-a9f1-4ddd-a26b-4465c89b77fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:01.062857 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.071619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.080207 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] Calling delete_port for 1d8a5f60-14d4-4621-9dc7-2077f122803f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:01.093800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e317e046-6a40-49ab-b12f-269a862a1378']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:01.104737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3bd89f-a58d-4b07-9f2e-19672952fe8e') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:01.105936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3bd89f-a58d-4b07-9f2e-19672952fe8e') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:01.115119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.129175 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.135552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-8870e1f9-9ea0-43ec-8702-f8bdeba6973b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566044 Nov 10 17:10:01.137279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:10:01.138049 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:10:01.140806 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:10:01.228585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-f02c6e34-1428-4d5f-b7d7-5602a4066dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:01.230093 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-f02c6e34-1428-4d5f-b7d7-5602a4066dcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1097 time: 0.0458052 Nov 10 17:10:01.243263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.270747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] Pushing event deleted for resources: {'Port': ['ID=1d8a5f60-14d4-4621-9dc7-2077f122803f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:01.272797 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.275391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1625a-3b5e-4b16-857e-ad7e4fc41366 None None] No DVR routers for this DVR port 1d8a5f60-14d4-4621-9dc7-2077f122803f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:01.285741 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.289233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/networks/e317e046-6a40-49ab-b12f-269a862a1378 HTTP/1.1" status: 204 len: 168 time: 0.5626781 Nov 10 17:10:01.297105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:01.324714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1292f9f-f0c3-477a-8074-fe903934db07 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Network': ['ID=e317e046-6a40-49ab-b12f-269a862a1378,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:01.356687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-c946248a-78fd-4120-9f1a-812983b5b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:01.358068 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-c946248a-78fd-4120-9f1a-812983b5b83f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7 HTTP/1.1" status: 200 len: 909 time: 0.1095319 Nov 10 17:10:01.389862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.431466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-1fab1f93-b8a9-49ee-941d-cd23938d19b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957 HTTP/1.1" status: 200 len: 1001 time: 0.0658374 Nov 10 17:10:01.477280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.482042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-ae3dd25b-925d-4222-9f33-64fc8837ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:01.483562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-ae3dd25b-925d-4222-9f33-64fc8837ce8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a065bda0-13ce-4f33-b334-44b98a18664b HTTP/1.1" status: 200 len: 847 time: 0.0458074 Nov 10 17:10:01.497784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afea9be-178b-4cb0-bfc8-aa83b3441bbc']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:01.508271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438817c9-a9f1-4ddd-a26b-4465c89b77fb') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:01.508572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438817c9-a9f1-4ddd-a26b-4465c89b77fb') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:01.518252 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.529995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-a1626691-5205-48ab-9216-df81b397c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:01.531531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-a1626691-5205-48ab-9216-df81b397c628 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411432 Nov 10 17:10:01.532192 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.539034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:10:01.539453 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:10:01.542430 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:10:01.629507 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-354fdc8d-57d4-438f-a8b0-0540aa9054d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.638511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-4f1b88a3-7b15-4098-b2ea-b85ad4aeb280 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990851 Nov 10 17:10:01.719906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1d8a5f60-14d4-4621-9dc7-2077f122803f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:01.726438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.737752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a93914-d9a4-418d-b1d5-aa6deef0845e req-44ce81b4-0b3f-4679-8f61-a8e265e81e16 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889304 Nov 10 17:10:01.737864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.740251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:01.742291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1d8a5f60-14d4-4621-9dc7-2077f122803f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:01.742637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1d8a5f60-14d4-4621-9dc7-2077f122803f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:01.743053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:01.749398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/networks/6afea9be-178b-4cb0-bfc8-aa83b3441bbc HTTP/1.1" status: 204 len: 168 time: 0.4397724 Nov 10 17:10:01.763706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:01.764126 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 1f571d7e-ac26-45ca-8446-c0ad2cd5c8b9 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:01.765425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6d5b0-ac45-4769-8478-33ac102b8315 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Network': ['ID=6afea9be-178b-4cb0-bfc8-aa83b3441bbc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:01.801279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c540463-7ccc-457e-b6bb-01bee3057d24 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting subnet 3c0a235f-0232-4c3e-839d-2df2b50d3651 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:10:01.806340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c540463-7ccc-457e-b6bb-01bee3057d24 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.844396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c540463-7ccc-457e-b6bb-01bee3057d24 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:01.926641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c540463-7ccc-457e-b6bb-01bee3057d24 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.064415 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c540463-7ccc-457e-b6bb-01bee3057d24 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.089845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c540463-7ccc-457e-b6bb-01bee3057d24 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0a235f-0232-4c3e-839d-2df2b50d3651,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:02.095724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c540463-7ccc-457e-b6bb-01bee3057d24 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.098955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3c540463-7ccc-457e-b6bb-01bee3057d24 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/subnets/3c0a235f-0232-4c3e-839d-2df2b50d3651 HTTP/1.1" status: 204 len: 168 time: 0.3576427 Nov 10 17:10:02.101318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:02.106468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b23f9f2-c424-4acf-ad98-555d5dd80262 None None] Network 1cc28c0b-93fe-40b3-840d-9f763fcdd32f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:02.175905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.230488 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Deleting port e0fbe0a7-d449-44d0-8bd4-9215fad20160 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:02.230853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.293269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] DHCP port deletion for 1cc28c0b-93fe-40b3-840d-9f763fcdd32f request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:02.302401 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] For port e0fbe0a7-d449-44d0-8bd4-9215fad20160, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e0fbe0a7-d449-44d0-8bd4-9215fad20160,segment=NetworkSegment(ee7511da-6c46-47ba-8baa-53aec50d81f3),segment_id=ee7511da-6c46-47ba-8baa-53aec50d81f3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:02.303357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.317191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Calling delete_port for e0fbe0a7-d449-44d0-8bd4-9215fad20160 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:02.359416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] Deleting port e0fbe0a7-d449-44d0-8bd4-9215fad20160 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:02.359793 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.423041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] For port e0fbe0a7-d449-44d0-8bd4-9215fad20160, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e0fbe0a7-d449-44d0-8bd4-9215fad20160,segment=NetworkSegment(ee7511da-6c46-47ba-8baa-53aec50d81f3),segment_id=ee7511da-6c46-47ba-8baa-53aec50d81f3)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:02.423469 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.435701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] Calling delete_port for e0fbe0a7-d449-44d0-8bd4-9215fad20160 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:02.457755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.488910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Port': ['ID=e0fbe0a7-d449-44d0-8bd4-9215fad20160,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:02.493023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] No DVR routers for this DVR port e0fbe0a7-d449-44d0-8bd4-9215fad20160 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:02.518301 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.545761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] Pushing event deleted for resources: {'Port': ['ID=e0fbe0a7-d449-44d0-8bd4-9215fad20160,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:02.547604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d51ca-d9b4-4de2-8996-81d95bd290df None None] No DVR routers for this DVR port e0fbe0a7-d449-44d0-8bd4-9215fad20160 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:02.574006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.596975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc28c0b-93fe-40b3-840d-9f763fcdd32f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:02.606868 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7511da-6c46-47ba-8baa-53aec50d81f3') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:02.607164 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7511da-6c46-47ba-8baa-53aec50d81f3') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:02.620935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.634148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.639975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:10:02.640366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:10:02.643333 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:10:02.797772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.809438 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:02.809438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/networks/1cc28c0b-93fe-40b3-840d-9f763fcdd32f HTTP/1.1" status: 204 len: 168 time: 0.7059953 Nov 10 17:10:02.811024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34094) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:02.820040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6161-bb16-4236-ad71-5a203d776c13 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Pushing event deleted for resources: {'Network': ['ID=1cc28c0b-93fe-40b3-840d-9f763fcdd32f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:02.840398 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-43794860-64fb-4f11-a225-bebd1556abf3 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a57f559-25c0-4877-92e5-4cd317c6b0ff HTTP/1.1" status: 200 len: 205 time: 0.0280643 Nov 10 17:10:02.842847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34096) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:02.916774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-796e78c1-d8a3-48f9-aa13-856d6867ee64 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:03.328041 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-796e78c1-d8a3-48f9-aa13-856d6867ee64 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:03.330145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-796e78c1-d8a3-48f9-aa13-856d6867ee64 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:03.448568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-796e78c1-d8a3-48f9-aa13-856d6867ee64 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:03.449154 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796e78c1-d8a3-48f9-aa13-856d6867ee64 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Fanout notify agent at l3_agent the message router_deleted on router 2a57f559-25c0-4877-92e5-4cd317c6b0ff {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:10:03.461180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-796e78c1-d8a3-48f9-aa13-856d6867ee64 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:03.461180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-796e78c1-d8a3-48f9-aa13-856d6867ee64 tempest-RoutersNegativeIpV6Test-1456344964 tempest-RoutersNegativeIpV6Test-1456344964-project] 10.222.0.62 "DELETE /v2.0/routers/2a57f559-25c0-4877-92e5-4cd317c6b0ff HTTP/1.1" status: 204 len: 168 time: 0.6132548 Nov 10 17:10:03.715703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e0fbe0a7-d449-44d0-8bd4-9215fad20160 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:03.737886 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e0fbe0a7-d449-44d0-8bd4-9215fad20160 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:03.738297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e0fbe0a7-d449-44d0-8bd4-9215fad20160 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:03.880662 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f41bc2aa-34a0-4068-b0e7-de04d3598159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:03.938606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34104) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:04.070238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1067cbb6-86fb-4b5b-a6c7-fd62ab6c6be7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d34ee41f4014ae2a9a310b6b42bcb2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301692 Nov 10 17:10:04.072822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:04.124090 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2026-fd6a-4ef7-aa47-c8d6f23df44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:04.149969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2026-fd6a-4ef7-aa47-c8d6f23df44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:04.269207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2026-fd6a-4ef7-aa47-c8d6f23df44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:04.272849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2026-fd6a-4ef7-aa47-c8d6f23df44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:04.273777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3ecc2026-fd6a-4ef7-aa47-c8d6f23df44a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88ce4e72-2bb1-4cbb-8a11-2de286bb44b8 HTTP/1.1" status: 204 len: 168 time: 0.2000530 Nov 10 17:10:04.282055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc2026-fd6a-4ef7-aa47-c8d6f23df44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce4e72-2bb1-4cbb-8a11-2de286bb44b8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:05.140291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:05.324712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:05.419725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c818d023-dcbd-4d7f-a346-98dd0326cae1 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:05.420453 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-c818d023-dcbd-4d7f-a346-98dd0326cae1 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 17:10:05.421299 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-c818d023-dcbd-4d7f-a346-98dd0326cae1 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 17:10:05.422398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c818d023-dcbd-4d7f-a346-98dd0326cae1 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0965509 Nov 10 17:10:05.426160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34136) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:05.431628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--514308348'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:05.517335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:05.527465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:05.604998 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:05.676875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:05.715870 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b711b5d-08a2-4e79-9148-1cf24c5cdafd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:05.754864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:05.820157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:05.848646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9784c-b0bc-4bdf-abcd-79967db3a49a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:05.928644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:05.929911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ae0a1ceb-a26f-4b93-8176-0c8267cb57f9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5027413 Nov 10 17:10:05.932867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34138) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:05.937277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2025cb8d-3627-414d-ac4f-dc48f0496cc5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c9a9784c-b0bc-4bdf-abcd-79967db3a49a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:06.045562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2025cb8d-3627-414d-ac4f-dc48f0496cc5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.101006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2025cb8d-3627-414d-ac4f-dc48f0496cc5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.180592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2025cb8d-3627-414d-ac4f-dc48f0496cc5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.202776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025cb8d-3627-414d-ac4f-dc48f0496cc5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50c0ee3-0fed-4deb-9deb-963fc4fe0890,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:06.273420 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2025cb8d-3627-414d-ac4f-dc48f0496cc5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.274655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2025cb8d-3627-414d-ac4f-dc48f0496cc5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3408208 Nov 10 17:10:06.277502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34140) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:06.282000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-784e8d87-e313-498d-8d9c-9addb60ebb8d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c9a9784c-b0bc-4bdf-abcd-79967db3a49a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:06.373663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-784e8d87-e313-498d-8d9c-9addb60ebb8d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.494618 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-784e8d87-e313-498d-8d9c-9addb60ebb8d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 17:10:06.495972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-784e8d87-e313-498d-8d9c-9addb60ebb8d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2175484 Nov 10 17:10:06.498834 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:06.555602 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7924a81c-ac9e-435d-8a15-6e7fcd02811d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.580103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7924a81c-ac9e-435d-8a15-6e7fcd02811d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.717878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7924a81c-ac9e-435d-8a15-6e7fcd02811d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.722500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:06.723783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7924a81c-ac9e-435d-8a15-6e7fcd02811d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:06.729351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7924a81c-ac9e-435d-8a15-6e7fcd02811d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/c9a9784c-b0bc-4bdf-abcd-79967db3a49a HTTP/1.1" status: 204 len: 168 time: 0.2258809 Nov 10 17:10:06.731014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34146) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:06.750523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924a81c-ac9e-435d-8a15-6e7fcd02811d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9784c-b0bc-4bdf-abcd-79967db3a49a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:06.793486 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-929d8c63-9d50-46f9-98ee-c9f551aacff5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0558670 Nov 10 17:10:06.794116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:06.798386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f711ae35-0638-4b8d-829d-2ea12f6e61d4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172604811'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:06.863248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cccdf844-2137-423c-9756-a25c1a06d4f1 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.1390271 Nov 10 17:10:06.865995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:06.871778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'network': {'name': 'tempest-network-smoke--1669315940', 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'port_security_enabled': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:06.972293 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.054577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f711ae35-0638-4b8d-829d-2ea12f6e61d4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.121340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f711ae35-0638-4b8d-829d-2ea12f6e61d4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.145802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Made reservation on behalf of bf62bed1635e4ac1b947bcf36086b419 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:10:07.150428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.174634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:10:07.183928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.184267 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Added segment 04446c35-802d-46ee-9a6c-5616f99c0884 of type vlan for network 9412e634-bfdc-4ca2-8251-b42e8d43a171 Nov 10 17:10:07.214623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f711ae35-0638-4b8d-829d-2ea12f6e61d4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.228344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.244283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711ae35-0638-4b8d-829d-2ea12f6e61d4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace2b5e7-9b44-49ff-b941-4b7001868e2a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:07.314014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f711ae35-0638-4b8d-829d-2ea12f6e61d4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.315210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f711ae35-0638-4b8d-829d-2ea12f6e61d4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5202694 Nov 10 17:10:07.323860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34152) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:07.328281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ba847465-e947-4f6e-92a9-69c30f830566 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'ace2b5e7-9b44-49ff-b941-4b7001868e2a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:07.328768 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-ba847465-e947-4f6e-92a9-69c30f830566 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 17:10:07.329284 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-ba847465-e947-4f6e-92a9-69c30f830566 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:07.330211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ba847465-e947-4f6e-92a9-69c30f830566 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0053849 Nov 10 17:10:07.332641 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34154) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:07.363072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.368955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:07.369574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.385683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5af7-76da-4e68-bef6-691656041856 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.409336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5af7-76da-4e68-bef6-691656041856 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.436067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Network': ['ID=9412e634-bfdc-4ca2-8251-b42e8d43a171,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:07.448591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:10:07.491217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-063afb1d-d695-4b0f-bd75-a084a1730fde tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6240880 Nov 10 17:10:07.494525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34156) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:07.499197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'admin_state_up': True, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:07.569726 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5af7-76da-4e68-bef6-691656041856 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.571889 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5af7-76da-4e68-bef6-691656041856 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.573034 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4cfb5af7-76da-4e68-bef6-691656041856 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/ace2b5e7-9b44-49ff-b941-4b7001868e2a HTTP/1.1" status: 204 len: 168 time: 0.2395480 Nov 10 17:10:07.575781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:07.583092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb5af7-76da-4e68-bef6-691656041856 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace2b5e7-9b44-49ff-b941-4b7001868e2a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:07.602081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.603165 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.635041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e479b5b7-bc78-43e2-953b-20c508718e50 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541108 Nov 10 17:10:07.635772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:07.640254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036596812'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:07.660417 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.665539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.772499 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.887943 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.891140 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:07.992083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.020995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81b862b-12f9-47f9-baf3-ef83408cf684,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:08.025648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.031974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.032317 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.032652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.032986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.033323 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.033653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.033954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.034263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.034581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.034896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.035211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.035548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:08.136680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.138040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ccbd3640-d7ad-4e85-a5c7-98292ca889da tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5011902 Nov 10 17:10:08.140755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:08.145104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d4fe452c-9a1e-45e5-a141-8dc3824be603 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'e81b862b-12f9-47f9-baf3-ef83408cf684', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:08.150523 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-d4fe452c-9a1e-45e5-a141-8dc3824be603 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 17:10:08.150523 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-d4fe452c-9a1e-45e5-a141-8dc3824be603 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:08.150523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d4fe452c-9a1e-45e5-a141-8dc3824be603 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0053799 Nov 10 17:10:08.150911 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.152585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:08.172570 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.208435 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc612-9ad0-4f28-8ae4-8d06984217c6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.232566 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc612-9ad0-4f28-8ae4-8d06984217c6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.279649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Allocated IP 172.25.3.249 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/a63deb76-8cc9-41af-8df1-7cb467b3ecf9) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:08.354737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc612-9ad0-4f28-8ae4-8d06984217c6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.357464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc612-9ad0-4f28-8ae4-8d06984217c6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.358607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4d4cc612-9ad0-4f28-8ae4-8d06984217c6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/e81b862b-12f9-47f9-baf3-ef83408cf684 HTTP/1.1" status: 204 len: 168 time: 0.2051277 Nov 10 17:10:08.361685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34166) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:08.368403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cc612-9ad0-4f28-8ae4-8d06984217c6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81b862b-12f9-47f9-baf3-ef83408cf684,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:08.409735 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.429150 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-417f30ee-e48d-4e98-86d6-2e9b58410e23 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0660310 Nov 10 17:10:08.432723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34168) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:08.437004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3a5b7883-fd62-4715-9932-8eef80907fe6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--455192243'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:08.555360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a5b7883-fd62-4715-9932-8eef80907fe6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.579161 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.630040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:08.638520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:08.640872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:08.651065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85913c-2420-4c6e-8293-e95195548083 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:08.673600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=a63deb76-8cc9-41af-8df1-7cb467b3ecf9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:08.695021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f42bb2bc-d664-4f41-93fd-21a48e7480cb None None] Provisioning complete for port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:08.695537 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f42bb2bc-d664-4f41-93fd-21a48e7480cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.710973 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a5b7883-fd62-4715-9932-8eef80907fe6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.730389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f42bb2bc-d664-4f41-93fd-21a48e7480cb None None] Port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:08.776016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a5b7883-fd62-4715-9932-8eef80907fe6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.832456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b7883-fd62-4715-9932-8eef80907fe6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f74af0-9653-4f3b-8fdb-dfe22f384110,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:08.902046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a5b7883-fd62-4715-9932-8eef80907fe6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:08.903256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3a5b7883-fd62-4715-9932-8eef80907fe6 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4696178 Nov 10 17:10:08.906079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34170) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:08.910475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7ef1226c-7697-4c9c-874f-3309ab328c16 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'a7f74af0-9653-4f3b-8fdb-dfe22f384110', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:08.911350 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-7ef1226c-7697-4c9c-874f-3309ab328c16 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 17:10:08.911885 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-7ef1226c-7697-4c9c-874f-3309ab328c16 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:08.913759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7ef1226c-7697-4c9c-874f-3309ab328c16 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067573 Nov 10 17:10:08.916396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34172) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:08.920466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b20939ab-19e4-4c3f-a0fc-93132746876c tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'a7f74af0-9653-4f3b-8fdb-dfe22f384110', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:08.921085 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-b20939ab-19e4-4c3f-a0fc-93132746876c tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 17:10:08.921543 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-b20939ab-19e4-4c3f-a0fc-93132746876c tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:08.922450 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b20939ab-19e4-4c3f-a0fc-93132746876c tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052049 Nov 10 17:10:08.924718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34174) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:08.931166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-13bbd6f0-f6fe-4d99-bf1d-34be1881eca8 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'a7f74af0-9653-4f3b-8fdb-dfe22f384110', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:08.934925 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-13bbd6f0-f6fe-4d99-bf1d-34be1881eca8 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 17:10:08.934925 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-13bbd6f0-f6fe-4d99-bf1d-34be1881eca8 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:08.934925 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-13bbd6f0-f6fe-4d99-bf1d-34be1881eca8 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076616 Nov 10 17:10:08.937034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:08.941936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5bae3ffb-c4d4-4ae4-9442-884b307bb9a7 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'a7f74af0-9653-4f3b-8fdb-dfe22f384110', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:08.942816 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-5bae3ffb-c4d4-4ae4-9442-884b307bb9a7 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 17:10:08.943357 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-5bae3ffb-c4d4-4ae4-9442-884b307bb9a7 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:08.944596 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5bae3ffb-c4d4-4ae4-9442-884b307bb9a7 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064735 Nov 10 17:10:08.947725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.000675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ba48ab4-6766-454c-8bcd-1cc5d1b7817e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.027250 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ba48ab4-6766-454c-8bcd-1cc5d1b7817e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.044741 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.139909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ba48ab4-6766-454c-8bcd-1cc5d1b7817e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.142638 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ba48ab4-6766-454c-8bcd-1cc5d1b7817e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.143828 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0ba48ab4-6766-454c-8bcd-1cc5d1b7817e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/a7f74af0-9653-4f3b-8fdb-dfe22f384110 HTTP/1.1" status: 204 len: 168 time: 0.1954467 Nov 10 17:10:09.147742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34180) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.166081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba48ab4-6766-454c-8bcd-1cc5d1b7817e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f74af0-9653-4f3b-8fdb-dfe22f384110,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:09.197448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5b0f6730-6a82-446b-aea0-57763ba72e0a tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485468 Nov 10 17:10:09.201441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.206352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0fd7923b-7bb1-4858-9468-07cdd299178e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563938357'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:09.254728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.299845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd7923b-7bb1-4858-9468-07cdd299178e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.369377 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd7923b-7bb1-4858-9468-07cdd299178e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.442673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd7923b-7bb1-4858-9468-07cdd299178e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.471565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Router 5b406124-4ebf-437a-9d73-b541bbe06a63 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:10:09.472351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7923b-7bb1-4858-9468-07cdd299178e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5afadfa-22a7-419a-be51-e2d6d9f4a4e4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:09.545625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fd7923b-7bb1-4858-9468-07cdd299178e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.546878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0fd7923b-7bb1-4858-9468-07cdd299178e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3445146 Nov 10 17:10:09.550259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.554748 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9542150e-38e5-44de-98b2-c815158eb0ae tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:09.555223 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-9542150e-38e5-44de-98b2-c815158eb0ae tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 17:10:09.555808 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9542150e-38e5-44de-98b2-c815158eb0ae tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:09.556726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9542150e-38e5-44de-98b2-c815158eb0ae tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055399 Nov 10 17:10:09.559153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.564051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-279ac158-75fd-4e9d-afcb-ff5289863d7d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:09.583171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:10:09.597121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Sync routers for ids ['5b406124-4ebf-437a-9d73-b541bbe06a63'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:10:09.606376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Routers {'5b406124-4ebf-437a-9d73-b541bbe06a63'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:09.606982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5b406124-4ebf-437a-9d73-b541bbe06a63'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:09.712978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Set router 5b406124-4ebf-437a-9d73-b541bbe06a63 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:09.747603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.748898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4b382d55-d67a-456f-834c-826412f2e54c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2533338 Nov 10 17:10:09.752869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34188) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.774561 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-279ac158-75fd-4e9d-afcb-ff5289863d7d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:09.775786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-279ac158-75fd-4e9d-afcb-ff5289863d7d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2157147 Nov 10 17:10:09.778792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.783745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cde2a490-c684-42f8-84d4-5ab5361d1851 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:09.784305 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-cde2a490-c684-42f8-84d4-5ab5361d1851 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 17:10:09.785013 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-cde2a490-c684-42f8-84d4-5ab5361d1851 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:09.789293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-cde2a490-c684-42f8-84d4-5ab5361d1851 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061154 Nov 10 17:10:09.789667 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.794573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-442226e9-179d-4f49-8953-e2e2e0b59dad tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:09.834788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a088f-4102-4cb4-9421-875f2a21c679 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:09.836449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c80a088f-4102-4cb4-9421-875f2a21c679 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=bf62bed1635e4ac1b947bcf36086b419&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0825305 Nov 10 17:10:09.839480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.906115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:08Z', 'revision_number': 3, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:09.933323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Checking router: 5b406124-4ebf-437a-9d73-b541bbe06a63 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:10:09.933690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Updating router 5b406124-4ebf-437a-9d73-b541bbe06a63 port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:10:09.935810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db976dcb-a008-423a-8f49-c7d1cdd5ea21 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:09.940224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-db976dcb-a008-423a-8f49-c7d1cdd5ea21 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968418 Nov 10 17:10:09.940857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:09.959226 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:09.972082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-723a9703-ff15-4c89-a935-c4718e0c8d7d tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276618 Nov 10 17:10:09.972284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34198) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.005373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-23bec3d3-c3fd-4e0c-9116-f2fcebb3cc30 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=bf62bed1635e4ac1b947bcf36086b419&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265732 Nov 10 17:10:10.005373 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-442226e9-179d-4f49-8953-e2e2e0b59dad tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:10.005373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-442226e9-179d-4f49-8953-e2e2e0b59dad tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2109828 Nov 10 17:10:10.005373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.006634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34202) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.010311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-44a63d13-1684-40ae-a60f-d977afb6e46f tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:10.010880 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-44a63d13-1684-40ae-a60f-d977afb6e46f tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 17:10:10.011452 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-44a63d13-1684-40ae-a60f-d977afb6e46f tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:10.014937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-44a63d13-1684-40ae-a60f-d977afb6e46f tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071082 Nov 10 17:10:10.015151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.019334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d66b3d93-7afa-4140-b5ff-23c427408d33 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:10.139855 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-d66b3d93-7afa-4140-b5ff-23c427408d33 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Project 650bfa1963d3476fb496340681745d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:10:10.160652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860728da-ede6-42d1-962c-9425e9e80426 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:10.162956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-860728da-ede6-42d1-962c-9425e9e80426 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1547861 Nov 10 17:10:10.166441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34206) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.202172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ccc6631e-8488-44f6-98b0-ac44e396d2c3 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345747 Nov 10 17:10:10.204688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34208) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.210150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-793785758', 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171', 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:10.220152 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-d66b3d93-7afa-4140-b5ff-23c427408d33 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:10.223909 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d66b3d93-7afa-4140-b5ff-23c427408d33 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2050865 Nov 10 17:10:10.224080 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.224215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34210) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.230310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-216861f4-067d-4a49-91ab-940bf64722ac tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:10.230806 n-d-714676-11 neutron-server[103326]: WARNING neutron.api.v2.base [None req-216861f4-067d-4a49-91ab-940bf64722ac tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 17:10:10.231290 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-216861f4-067d-4a49-91ab-940bf64722ac tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:10.232237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-216861f4-067d-4a49-91ab-940bf64722ac tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064254 Nov 10 17:10:10.242165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.246758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-548b25c9-5744-4e41-ac47-a70d1a1a0158 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:10.308764 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.338045 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-548b25c9-5744-4e41-ac47-a70d1a1a0158 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Project 650bfa1963d3476fb496340681745d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:10:10.357863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4b738a-6de8-47f9-8265-05c6aca21637 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:10.364274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Attempting to bind port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:10:10.366069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Attempting to bind port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:10:10.366069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Attempting to bind port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:10.377507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:10:10.377874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:10.378267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.378668 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:10:10.379098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Bound port: a63deb76-8cc9-41af-8df1-7cb467b3ecf9, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:10:10.379492 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.382034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f17798-cf5f-44dd-80b5-c6e0a06b0cc1 None None] Pushing event updated for resources: {'Port': ['ID=a63deb76-8cc9-41af-8df1-7cb467b3ecf9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:10.414745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Made reservation on behalf of bf62bed1635e4ac1b947bcf36086b419 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:10:10.418320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.435191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] For port a63deb76-8cc9-41af-8df1-7cb467b3ecf9, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:10:10.438535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] For port a63deb76-8cc9-41af-8df1-7cb467b3ecf9, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a63deb76-8cc9-41af-8df1-7cb467b3ecf9,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:10:10.470398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-007b07dd-4931-4e37-99b7-a375e5269f09 None None] Provisioning complete for port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:10.470763 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-007b07dd-4931-4e37-99b7-a375e5269f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.477622 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-548b25c9-5744-4e41-ac47-a70d1a1a0158 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:10.479077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-548b25c9-5744-4e41-ac47-a70d1a1a0158 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2354937 Nov 10 17:10:10.481646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.486834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6fbca724-1fe1-4484-9766-d557f7f95760 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'c5afadfa-22a7-419a-be51-e2d6d9f4a4e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:10.510581 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.512536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-007b07dd-4931-4e37-99b7-a375e5269f09 None None] Port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:10.555462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b82b75-56ee-413d-8714-9c921449d590 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:10.576871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Routers {'5b406124-4ebf-437a-9d73-b541bbe06a63'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:10.577494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5b406124-4ebf-437a-9d73-b541bbe06a63'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:10.608912 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-6fbca724-1fe1-4484-9766-d557f7f95760 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Project 650bfa1963d3476fb496340681745d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:10:10.618081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f17798-cf5f-44dd-80b5-c6e0a06b0cc1 None None] Pushing event updated for resources: {'Port': ['ID=a63deb76-8cc9-41af-8df1-7cb467b3ecf9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:10.687343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ea396452-f3de-46c1-9259-fe787b9d8762 None None] Provisioning complete for port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:10.687694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea396452-f3de-46c1-9259-fe787b9d8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.700381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.729804 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-6fbca724-1fe1-4484-9766-d557f7f95760 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:10.731576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6fbca724-1fe1-4484-9766-d557f7f95760 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2487309 Nov 10 17:10:10.734530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.739682 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.749017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] Set router 5b406124-4ebf-437a-9d73-b541bbe06a63 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:10.761096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Subnet': ['ID=c0f00840-d92e-480d-acdc-dfc828cc3b3f,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:10.773862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Checking segment: {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:10.774226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network hostable DHCP agents. Network: 9412e634-bfdc-4ca2-8251-b42e8d43a171, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:10:10.793889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd791469-92a4-4e3a-bfd5-da637ac30f3e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.818153 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd791469-92a4-4e3a-bfd5-da637ac30f3e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.852090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:10:10.951372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 9412e634-bfdc-4ca2-8251-b42e8d43a171) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:10.955513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:10.956173 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.965722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6819b-e377-43aa-8b5b-62d90630823f None None] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:10.983420 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd791469-92a4-4e3a-bfd5-da637ac30f3e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.986172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd791469-92a4-4e3a-bfd5-da637ac30f3e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:10.987459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bd791469-92a4-4e3a-bfd5-da637ac30f3e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/c5afadfa-22a7-419a-be51-e2d6d9f4a4e4 HTTP/1.1" status: 204 len: 168 time: 0.2519200 Nov 10 17:10:10.990402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34218) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:10.998623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd791469-92a4-4e3a-bfd5-da637ac30f3e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5afadfa-22a7-419a-be51-e2d6d9f4a4e4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:11.036834 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5c7485c7-c9be-4bfc-a452-adcea7b9e7c5 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0452602 Nov 10 17:10:11.041390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:11.046921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e35f523b-ff36-492a-8074-ad7411e2a245 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--656349613'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:11.050497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-87f22a00-7857-4741-86cf-36a00e5f1e90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8418753 Nov 10 17:10:11.050497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34222) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:11.120657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea396452-f3de-46c1-9259-fe787b9d8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.155207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e35f523b-ff36-492a-8074-ad7411e2a245 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.175572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ea396452-f3de-46c1-9259-fe787b9d8762 None None] For port a63deb76-8cc9-41af-8df1-7cb467b3ecf9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a63deb76-8cc9-41af-8df1-7cb467b3ecf9,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:11.231788 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e35f523b-ff36-492a-8074-ad7411e2a245 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.272300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea396452-f3de-46c1-9259-fe787b9d8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.274336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-9412e634-bfdc-4ca2-8251-b42e8d43a171', 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'fixed_ips': [{'subnet_id': 'c0f00840-d92e-480d-acdc-dfc828cc3b3f'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:10:11.275177 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.294382 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e35f523b-ff36-492a-8074-ad7411e2a245 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.324244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:08Z', 'revision_number': 3, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:11.337900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f523b-ff36-492a-8074-ad7411e2a245 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9023e-d17b-46ad-8064-280e539eb57c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:11.366855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf4bc8-d8ee-4c0f-ac7e-d18e6ebdd29e None None] The sync data for ids ['5b406124-4ebf-437a-9d73-b541bbe06a63'] in n-d-714676-11 is: [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:08Z', 'revision_number': 3, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:10:11.440670 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea396452-f3de-46c1-9259-fe787b9d8762 None None] Pushing event updated for resources: {'Port': ['ID=a63deb76-8cc9-41af-8df1-7cb467b3ecf9,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:11.456996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e35f523b-ff36-492a-8074-ad7411e2a245 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.462747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e35f523b-ff36-492a-8074-ad7411e2a245 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4201071 Nov 10 17:10:11.463695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:11.468554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c3e6d159-87e1-4ce7-9faa-966e8905645e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': '1ff9023e-d17b-46ad-8064-280e539eb57c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:11.512586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Allocated IP 172.20.0.18 (9412e634-bfdc-4ca2-8251-b42e8d43a171/c0f00840-d92e-480d-acdc-dfc828cc3b3f/3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:11.692869 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-c3e6d159-87e1-4ce7-9faa-966e8905645e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The resource could not be found. Nov 10 17:10:11.697307 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c3e6d159-87e1-4ce7-9faa-966e8905645e tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2297266 Nov 10 17:10:11.697541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:11.702259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a0753a78-2d53-4ce5-83ea-a9e331c302fd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': '1ff9023e-d17b-46ad-8064-280e539eb57c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '364f1449-690d-40f9-be44-add6725e5a14'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:11.722514 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.800540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a63deb76-8cc9-41af-8df1-7cb467b3ecf9 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:11.830721 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.876065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:11.886864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:11.908763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:11.912145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:11.918098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Pushing event updated for resources: {'Port': ['ID=3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:11.934397 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-a0753a78-2d53-4ce5-83ea-a9e331c302fd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The resource could not be found. Nov 10 17:10:11.939722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a0753a78-2d53-4ce5-83ea-a9e331c302fd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2409716 Nov 10 17:10:11.940615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:12.007890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:12.008273 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.023645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3bc30f2-8a41-408b-b27f-1d7939a29d08 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.050958 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3bc30f2-8a41-408b-b27f-1d7939a29d08 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.055293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Attempting to bind port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:10:12.056853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Attempting to bind port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:10:12.057369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Attempting to bind port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 on network 9412e634-bfdc-4ca2-8251-b42e8d43a171 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:12.064321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:10:12.064612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Checking segment: {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:12.065012 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.065409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Bound using segment: {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:10:12.065915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Bound port: 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:10:12.066298 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.176794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] For port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:10:12.181083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] For port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:10:12.197329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3bc30f2-8a41-408b-b27f-1d7939a29d08 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.200046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3bc30f2-8a41-408b-b27f-1d7939a29d08 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.203762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f3bc30f2-8a41-408b-b27f-1d7939a29d08 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/1ff9023e-d17b-46ad-8064-280e539eb57c HTTP/1.1" status: 204 len: 168 time: 0.2596374 Nov 10 17:10:12.205063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:12.218553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc30f2-8a41-408b-b27f-1d7939a29d08 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9023e-d17b-46ad-8064-280e539eb57c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:12.268063 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-71a9daf7-116b-4043-b0d4-f53fda908ff4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607045 Nov 10 17:10:12.272320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:12.276802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-da8d431c-ebda-45df-84a7-76ac9d032a70 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': 'bd38b8a6-c82c-4283-bde8-f67af78335e9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:12.281534 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.320948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Allocated IP 172.20.0.17 (9412e634-bfdc-4ca2-8251-b42e8d43a171/c0f00840-d92e-480d-acdc-dfc828cc3b3f/933e4317-d6a0-46ba-9355-8af090954ab6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:12.350453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c893cd3-43a2-46a4-8de3-4dd971f0a534 None None] Pushing event updated for resources: {'Port': ['ID=3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:12.466604 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.532679 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-da8d431c-ebda-45df-84a7-76ac9d032a70 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The resource could not be found. Nov 10 17:10:12.537976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-da8d431c-ebda-45df-84a7-76ac9d032a70 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2609315 Nov 10 17:10:12.538275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:12.542907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dcdb4028-ab9a-45ca-ac12-7df44353bb79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1388485668'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:12.626081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.651688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4028-ab9a-45ca-ac12-7df44353bb79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.667368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:12.670666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:12.677359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:12.703924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=933e4317-d6a0-46ba-9355-8af090954ab6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:12.717395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.717743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.718083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.718415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.718743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.719067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.719416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.719740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.720063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.720406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.720731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.721058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:12.733038 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4028-ab9a-45ca-ac12-7df44353bb79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.738301 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.834585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4028-ab9a-45ca-ac12-7df44353bb79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.864280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4028-ab9a-45ca-ac12-7df44353bb79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fdc8e5-5d8f-4373-bd72-e9cf4ea407e9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:12.945779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4028-ab9a-45ca-ac12-7df44353bb79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:12.947335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dcdb4028-ab9a-45ca-ac12-7df44353bb79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4080515 Nov 10 17:10:12.949918 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:12.954778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-664e9bda-8640-4fd9-8629-1194cd16f5bd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--373811197'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:13.010674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.046462 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-664e9bda-8640-4fd9-8629-1194cd16f5bd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.128965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-664e9bda-8640-4fd9-8629-1194cd16f5bd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.211690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-664e9bda-8640-4fd9-8629-1194cd16f5bd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.242983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e9bda-8640-4fd9-8629-1194cd16f5bd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd33535-5e8c-44a7-9acb-be16e9d25fa9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:13.284538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42374d9-810a-4136-be7f-ad8ea5c5b0bd None None] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:13.316931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-664e9bda-8640-4fd9-8629-1194cd16f5bd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.318799 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-664e9bda-8640-4fd9-8629-1194cd16f5bd tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3676772 Nov 10 17:10:13.321118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.322609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:13.327015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d035a712-019d-4ca8-bbd2-cec3fcbe608d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': '55fdc8e5-5d8f-4373-bd72-e9cf4ea407e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9cd33535-5e8c-44a7-9acb-be16e9d25fa9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:13.364240 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-76fb630b-c10a-4354-968d-13bed4ae7653 None None] Provisioning complete for port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:13.371149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76fb630b-c10a-4354-968d-13bed4ae7653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.412118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.507049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=933e4317-d6a0-46ba-9355-8af090954ab6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:13.512873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.518936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76fb630b-c10a-4354-968d-13bed4ae7653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.534619 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-d035a712-019d-4ca8-bbd2-cec3fcbe608d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:13.538303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d035a712-019d-4ca8-bbd2-cec3fcbe608d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2120376 Nov 10 17:10:13.538675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:13.557148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-76fb630b-c10a-4354-968d-13bed4ae7653 None None] For port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:13.611190 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8171570d-563e-4689-a7d9-4a2e265aca79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.639467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8171570d-563e-4689-a7d9-4a2e265aca79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.646345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76fb630b-c10a-4354-968d-13bed4ae7653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.646622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:13.651637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:13.747433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb630b-c10a-4354-968d-13bed4ae7653 None None] Pushing event updated for resources: {'Port': ['ID=3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:13.766307 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8171570d-563e-4689-a7d9-4a2e265aca79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.774099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8171570d-563e-4689-a7d9-4a2e265aca79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.774099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8171570d-563e-4689-a7d9-4a2e265aca79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/9cd33535-5e8c-44a7-9acb-be16e9d25fa9 HTTP/1.1" status: 204 len: 168 time: 0.2309742 Nov 10 17:10:13.775974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:13.800099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:13.804725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171570d-563e-4689-a7d9-4a2e265aca79 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd33535-5e8c-44a7-9acb-be16e9d25fa9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:13.847036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Router 5b406124-4ebf-437a-9d73-b541bbe06a63 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:10:13.861853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fc88d652-fae1-40ef-b716-9bd9c16bc73d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0842435 Nov 10 17:10:13.864238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:13.892202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6004eb14-b7ef-451a-9ee2-cc4f01455cba None None] Provisioning complete for port 933e4317-d6a0-46ba-9355-8af090954ab6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:13.892635 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6004eb14-b7ef-451a-9ee2-cc4f01455cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.896028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:13.896028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.938072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b64e305-7aea-4fc7-ae17-f510ff990099 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.980604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b64e305-7aea-4fc7-ae17-f510ff990099 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:13.982318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6004eb14-b7ef-451a-9ee2-cc4f01455cba None None] Port 933e4317-d6a0-46ba-9355-8af090954ab6 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:14.000032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:10:14.012402 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Sync routers for ids ['5b406124-4ebf-437a-9d73-b541bbe06a63'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:10:14.015814 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d7a57889-e949-4af1-a263-fd6ac831d5dc tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "PUT /v2.0/routers/5b406124-4ebf-437a-9d73-b541bbe06a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9644327 Nov 10 17:10:14.035920 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Routers {'5b406124-4ebf-437a-9d73-b541bbe06a63'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:14.036828 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5b406124-4ebf-437a-9d73-b541bbe06a63'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:14.064159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6004eb14-b7ef-451a-9ee2-cc4f01455cba None None] Provisioning complete for port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:14.064539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6004eb14-b7ef-451a-9ee2-cc4f01455cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.105770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b64e305-7aea-4fc7-ae17-f510ff990099 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.108756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b64e305-7aea-4fc7-ae17-f510ff990099 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.121610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9b64e305-7aea-4fc7-ae17-f510ff990099 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/55fdc8e5-5d8f-4373-bd72-e9cf4ea407e9 HTTP/1.1" status: 204 len: 168 time: 0.2447696 Nov 10 17:10:14.122321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34248) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:14.143143 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64e305-7aea-4fc7-ae17-f510ff990099 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fdc8e5-5d8f-4373-bd72-e9cf4ea407e9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:14.189185 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c372aa52-e0f7-41a2-8040-4cc31803ac4c tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0750394 Nov 10 17:10:14.194309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34260) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:14.199137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9644bd17-6621-46c1-9944-2ec529317e40 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--118752542'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:14.219493 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Set router 5b406124-4ebf-437a-9d73-b541bbe06a63 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:14.317839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9644bd17-6621-46c1-9944-2ec529317e40 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.389431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-817b8a32-ac16-47c9-87b9-17fa246642bd None None] Provisioning complete for port 933e4317-d6a0-46ba-9355-8af090954ab6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:14.389987 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-817b8a32-ac16-47c9-87b9-17fa246642bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.400905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-d1b9c051-6ebc-46ca-81a1-0eef71103f98 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:14.405378 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-d1b9c051-6ebc-46ca-81a1-0eef71103f98 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/networks?id=9412e634-bfdc-4ca2-8251-b42e8d43a171 HTTP/1.1" status: 200 len: 798 time: 0.1628947 Nov 10 17:10:14.421924 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-1c4d00a0-c677-4cd8-b889-c56531d28f7c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/quotas/bf62bed1635e4ac1b947bcf36086b419 HTTP/1.1" status: 200 len: 375 time: 0.0116251 Nov 10 17:10:14.436015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-817b8a32-ac16-47c9-87b9-17fa246642bd None None] Port 933e4317-d6a0-46ba-9355-8af090954ab6 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:14.439126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9644bd17-6621-46c1-9944-2ec529317e40 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.477373 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:12Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '933e4317-d6a0-46ba-9355-8af090954ab6', 'name': '', 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:19:78:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'c0f00840-d92e-480d-acdc-dfc828cc3b3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:12Z', 'updated_at': '2021-11-10T17:10:13Z', 'revision_number': 2, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'c0f00840-d92e-480d-acdc-dfc828cc3b3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:14.496074 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-049c015d-d127-4c44-acf4-fffe894da59b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0651479 Nov 10 17:10:14.499905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9644bd17-6621-46c1-9944-2ec529317e40 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.512468 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Checking router: 5b406124-4ebf-437a-9d73-b541bbe06a63 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:10:14.513113 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Updating router 5b406124-4ebf-437a-9d73-b541bbe06a63 port 933e4317-d6a0-46ba-9355-8af090954ab6 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:10:14.535607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644bd17-6621-46c1-9944-2ec529317e40 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8163ed90-9539-451e-80d8-dbca02368e9c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:14.548773 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.555050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6a811c97-feb8-4b64-8688-def504f713cc None None] Provisioning complete for port 933e4317-d6a0-46ba-9355-8af090954ab6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:14.555496 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a811c97-feb8-4b64-8688-def504f713cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.592080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9644bd17-6621-46c1-9944-2ec529317e40 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.597458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9644bd17-6621-46c1-9944-2ec529317e40 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4009957 Nov 10 17:10:14.597458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:14.603367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d469d0d8-fdae-4c6d-9bd0-ac96af363ee4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': '8163ed90-9539-451e-80d8-dbca02368e9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:14.605946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6a811c97-feb8-4b64-8688-def504f713cc None None] Port 933e4317-d6a0-46ba-9355-8af090954ab6 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:14.620671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-8894f976-9fc5-421b-a8c2-335872421855 service neutron] 10.222.0.62 "GET /v2.0/networks/9412e634-bfdc-4ca2-8251-b42e8d43a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108713 Nov 10 17:10:14.714473 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-512a27b0-a087-464d-bf28-27c316428ddc service neutron] 10.222.0.62 "GET /v2.0/networks/9412e634-bfdc-4ca2-8251-b42e8d43a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871277 Nov 10 17:10:14.772510 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-d469d0d8-fdae-4c6d-9bd0-ac96af363ee4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:14.772510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d469d0d8-fdae-4c6d-9bd0-ac96af363ee4 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1602633 Nov 10 17:10:14.772510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:14.772510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f6b30dac-23ff-4900-88ec-7044a70c746b tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group_rule': {'security_group_id': '8163ed90-9539-451e-80d8-dbca02368e9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:14.821918 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:14.991664 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.093328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16437be6-e6e7-4b59-b0c1-07100f6ba80f req-d1472ffd-a7f3-4cd2-a8b0-75b91586c716 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 210 time: 0.0415058 Nov 10 17:10:15.096631 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Attempting to bind port 933e4317-d6a0-46ba-9355-8af090954ab6 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:10:15.097137 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Attempting to bind port 933e4317-d6a0-46ba-9355-8af090954ab6 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:10:15.097329 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Attempting to bind port 933e4317-d6a0-46ba-9355-8af090954ab6 on network 9412e634-bfdc-4ca2-8251-b42e8d43a171 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:15.102834 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:10:15.103209 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Checking segment: {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:15.103514 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-f6b30dac-23ff-4900-88ec-7044a70c746b tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:10:15.108508 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.108508 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Bound using segment: {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:10:15.108508 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Bound port: 933e4317-d6a0-46ba-9355-8af090954ab6, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:10:15.108508 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.108991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f6b30dac-23ff-4900-88ec-7044a70c746b tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3422542 Nov 10 17:10:15.110833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:15.122360 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Pushing event updated for resources: {'Port': ['ID=933e4317-d6a0-46ba-9355-8af090954ab6,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:15.133954 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.134290 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.134622 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.134949 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.135266 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.135615 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.135934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.136388 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.136709 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.137026 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.137535 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.137857 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:15.190608 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fffd510-d54e-4944-bcfe-52441bd1b274 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.203988 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] For port 933e4317-d6a0-46ba-9355-8af090954ab6, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:10:15.207627 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] For port 933e4317-d6a0-46ba-9355-8af090954ab6, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=933e4317-d6a0-46ba-9355-8af090954ab6,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:10:15.227077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fffd510-d54e-4944-bcfe-52441bd1b274 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.298093 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.332066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ea4ac650-cb36-4cef-a821-07b307924016 None None] Provisioning complete for port 933e4317-d6a0-46ba-9355-8af090954ab6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:15.332529 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea4ac650-cb36-4cef-a821-07b307924016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.334360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fffd510-d54e-4944-bcfe-52441bd1b274 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.337669 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fffd510-d54e-4944-bcfe-52441bd1b274 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.341250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0fffd510-d54e-4944-bcfe-52441bd1b274 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/8163ed90-9539-451e-80d8-dbca02368e9c HTTP/1.1" status: 204 len: 168 time: 0.2269983 Nov 10 17:10:15.342203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34284) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:15.348601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffd510-d54e-4944-bcfe-52441bd1b274 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163ed90-9539-451e-80d8-dbca02368e9c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:15.377054 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Routers {'5b406124-4ebf-437a-9d73-b541bbe06a63'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:15.379379 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5b406124-4ebf-437a-9d73-b541bbe06a63'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:15.410962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3fbe356f-d5df-42d1-a4f4-a051d214423d tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0652997 Nov 10 17:10:15.415084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:15.420514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f67a9183-47f9-4d94-8def-706a4fe3f1ab tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'tempest-secgroup--870126818'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:15.440723 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada5cb2-f803-45e1-9dbc-243906050be7 None None] Pushing event updated for resources: {'Port': ['ID=933e4317-d6a0-46ba-9355-8af090954ab6,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:15.454279 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea4ac650-cb36-4cef-a821-07b307924016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.501236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ea4ac650-cb36-4cef-a821-07b307924016 None None] For port 933e4317-d6a0-46ba-9355-8af090954ab6, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=933e4317-d6a0-46ba-9355-8af090954ab6,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:15.538919 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] Set router 5b406124-4ebf-437a-9d73-b541bbe06a63 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:15.539284 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f67a9183-47f9-4d94-8def-706a4fe3f1ab tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.566251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea4ac650-cb36-4cef-a821-07b307924016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.647375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ac650-cb36-4cef-a821-07b307924016 None None] Pushing event updated for resources: {'Port': ['ID=933e4317-d6a0-46ba-9355-8af090954ab6,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:15.693053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3ec71942-cf69-4e43-8479-2ac0fac9a88f None None] Provisioning complete for port 933e4317-d6a0-46ba-9355-8af090954ab6 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:15.693816 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3ec71942-cf69-4e43-8479-2ac0fac9a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.797657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:15.869009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:15.869392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:15.882357 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:12Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '933e4317-d6a0-46ba-9355-8af090954ab6', 'name': '', 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:19:78:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'c0f00840-d92e-480d-acdc-dfc828cc3b3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:12Z', 'updated_at': '2021-11-10T17:10:15Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'c0f00840-d92e-480d-acdc-dfc828cc3b3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:15.910899 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716e005-d76f-416f-9fbf-339c735be869 None None] The sync data for ids ['5b406124-4ebf-437a-9d73-b541bbe06a63'] in n-d-714676-11 is: [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:12Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '933e4317-d6a0-46ba-9355-8af090954ab6', 'name': '', 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:19:78:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'c0f00840-d92e-480d-acdc-dfc828cc3b3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:12Z', 'updated_at': '2021-11-10T17:10:15Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'c0f00840-d92e-480d-acdc-dfc828cc3b3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:10:16.014229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f67a9183-47f9-4d94-8def-706a4fe3f1ab tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:16.091619 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f67a9183-47f9-4d94-8def-706a4fe3f1ab tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:16.124151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a9183-47f9-4d94-8def-706a4fe3f1ab tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1cf7ac-aff1-4c74-913a-6f6bf8d34d46,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:16.194956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f67a9183-47f9-4d94-8def-706a4fe3f1ab tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:16.196727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f67a9183-47f9-4d94-8def-706a4fe3f1ab tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7805202 Nov 10 17:10:16.202338 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1cf82789-5bc6-407a-aeca-bd7c6e17a5bd req-1ebb5939-f5d1-4daa-9dcb-c7f05d51deca tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 210 time: 0.0335710 Nov 10 17:10:16.202631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:16.203940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7c58a00a-6c0e-4910-b91e-909162fa42fc tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:16.204553 n-d-714676-11 neutron-server[103325]: WARNING neutron.api.v2.base [None req-7c58a00a-6c0e-4910-b91e-909162fa42fc tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 17:10:16.205202 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-7c58a00a-6c0e-4910-b91e-909162fa42fc tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 17:10:16.206561 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7c58a00a-6c0e-4910-b91e-909162fa42fc tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "PUT /v2.0/security-groups/6c1cf7ac-aff1-4c74-913a-6f6bf8d34d46 HTTP/1.1" status: 409 len: 330 time: 0.0061300 Nov 10 17:10:16.210311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:16.269969 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85299528-0203-4162-a6ad-e15973d1e016 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:16.294847 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85299528-0203-4162-a6ad-e15973d1e016 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:16.417386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85299528-0203-4162-a6ad-e15973d1e016 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:16.421060 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85299528-0203-4162-a6ad-e15973d1e016 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:16.423381 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-85299528-0203-4162-a6ad-e15973d1e016 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/6c1cf7ac-aff1-4c74-913a-6f6bf8d34d46 HTTP/1.1" status: 204 len: 168 time: 0.2110288 Nov 10 17:10:16.425343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34296) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:16.434298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85299528-0203-4162-a6ad-e15973d1e016 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1cf7ac-aff1-4c74-913a-6f6bf8d34d46,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:16.479984 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-89a7dbf2-d0c2-4689-8c32-72fff23fecc1 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532808 Nov 10 17:10:16.483523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:16.498137 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-b28a4d9b-c706-4f29-9728-57bf99013ff9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] delete failed (client error): The resource could not be found. Nov 10 17:10:16.502849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b28a4d9b-c706-4f29-9728-57bf99013ff9 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "DELETE /v2.0/security-groups/d9cf59e2-f566-4bd2-a0b5-e22e3ed8e5d6 HTTP/1.1" status: 404 len: 347 time: 0.0146346 Nov 10 17:10:16.503042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:16.522829 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-a85f3b69-7735-4216-938f-24c000364ff1 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] show failed (client error): The resource could not be found. Nov 10 17:10:16.523802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a85f3b69-7735-4216-938f-24c000364ff1 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-groups/c985acad-db20-4041-b90d-081a301f2257 HTTP/1.1" status: 404 len: 347 time: 0.0197027 Nov 10 17:10:16.529370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34302) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:16.544254 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-0e797564-2829-4c6d-bd95-289eaa999916 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] show failed (client error): The resource could not be found. Nov 10 17:10:16.545273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0e797564-2829-4c6d-bd95-289eaa999916 tempest-NegativeSecGroupIPv6Test-206473092 tempest-NegativeSecGroupIPv6Test-206473092-project] 10.222.0.62 "GET /v2.0/security-group-rules/c2bab5a7-cdd9-4a7d-82a6-3a1aa4bd89f5 HTTP/1.1" status: 404 len: 356 time: 0.0148733 Nov 10 17:10:17.171049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34308) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:17.310012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcc30b92-1587-4130-9893-a31b28440e26 req-56cd0b5d-d213-4cbe-82ba-2211da4d2d25 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 210 time: 0.0316982 Nov 10 17:10:17.327112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6f6df350-8c10-4399-a789-abcd77ff549b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=650bfa1963d3476fb496340681745d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542687 Nov 10 17:10:17.329443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34314) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:17.391103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b53adfce-df54-47fd-82cf-3244b2e8ed34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:17.417361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b53adfce-df54-47fd-82cf-3244b2e8ed34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:17.469822 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-9cd24e04-3f1d-46d7-a5ac-8f08cf75949b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:17.471287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-9cd24e04-3f1d-46d7-a5ac-8f08cf75949b tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.18 "GET /v2.0/networks?id=9412e634-bfdc-4ca2-8251-b42e8d43a171 HTTP/1.1" status: 200 len: 798 time: 0.1171005 Nov 10 17:10:17.485293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Request body: {'port': {'device_id': '0dda0aae-0b63-41d8-8364-c6a11b19fb92', 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171', 'admin_state_up': True, 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:17.558128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b53adfce-df54-47fd-82cf-3244b2e8ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:17.562529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b53adfce-df54-47fd-82cf-3244b2e8ed34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:17.562529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b53adfce-df54-47fd-82cf-3244b2e8ed34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b711b5d-08a2-4e79-9148-1cf24c5cdafd HTTP/1.1" status: 204 len: 168 time: 0.2316692 Nov 10 17:10:17.572086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53adfce-df54-47fd-82cf-3244b2e8ed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b711b5d-08a2-4e79-9148-1cf24c5cdafd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:17.710139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Made reservation on behalf of bf62bed1635e4ac1b947bcf36086b419 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:10:17.714154 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:17.758637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 933e4317-d6a0-46ba-9355-8af090954ab6 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:17.817129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 933e4317-d6a0-46ba-9355-8af090954ab6 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:17.817399 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:17.849489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Allocated IP 172.20.0.21 (9412e634-bfdc-4ca2-8251-b42e8d43a171/c0f00840-d92e-480d-acdc-dfc828cc3b3f/5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:17.970673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:18.097725 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:18.140370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:18.143524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:18.145901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:18.180981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event updated for resources: {'Port': ['ID=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:18.208415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:18.209330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:18.334961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-7b9d850e-e288-4cb4-8843-320b641bff1a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8535054 Nov 10 17:10:18.349617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Request body: {'port': {'device_id': '0dda0aae-0b63-41d8-8364-c6a11b19fb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:18.390243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-beb939f0-e992-4f93-a752-192d8d5bfb0e None None] Provisioning complete for port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:18.390773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-beb939f0-e992-4f93-a752-192d8d5bfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:18.415334 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:18.432192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-beb939f0-e992-4f93-a752-192d8d5bfb0e None None] Port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:18.447185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a5235-aeaf-4894-80ac-d346b14080fc req-c4ac1be8-4333-4db4-825e-4c2407b1f03a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:18.450791 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d8a5235-aeaf-4894-80ac-d346b14080fc req-c4ac1be8-4333-4db4-825e-4c2407b1f03a tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 895 time: 0.0601339 Nov 10 17:10:18.690621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:10:18.699269 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:18.713207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Transition to ACTIVE for port object 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:10:18.778654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:18.797400 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:18.852777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:18.902114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e3c58665-3c9f-41ee-8483-9e00f8363c9d tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1248351242', 'prefixes': ['172.20.0.0/16']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:18.942446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Attempting to bind port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:10:18.942776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Attempting to bind port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:10:18.943765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Attempting to bind port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 on network 9412e634-bfdc-4ca2-8251-b42e8d43a171 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:18.948481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 on network 9412e634-bfdc-4ca2-8251-b42e8d43a171 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:10:18.948804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Attempting to bind port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 on network 9412e634-bfdc-4ca2-8251-b42e8d43a171 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:18.953983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:10:18.954321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Checking segment: {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:18.954703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Bound using segment: {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:10:18.955131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Bound port: 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04446c35-802d-46ee-9a6c-5616f99c0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:10:18.955582 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:19.022753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] For port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:10:19.026131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] For port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:10:19.103445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:19.145069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.145689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:19.147076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 HTTP/1.1" status: 200 len: 1056 time: 0.8034668 Nov 10 17:10:19.147541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dda0aae-0b63-41d8-8364-c6a11b19fb92', 'tag': '5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:10:19.149831 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1515fe-7d62-469b-bc79-f66fdfffdbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "0dda0aae-0b63-41d8-8364-c6a11b19fb92", "tag": "5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:10:19.179939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d493cfa-ecf8-4c83-99de-52fa5cc4fa60 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:19.199757 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8947f79-92e7-47ba-830c-8865ecb3bca3 x-openstack-request-id: req-f8947f79-92e7-47ba-830c-8865ecb3bca3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:10:19.200128 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dda0aae-0b63-41d8-8364-c6a11b19fb92", "tag": "5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:10:19.200385 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8947f79-92e7-47ba-830c-8865ecb3bca3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:10:19.200794 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dda0aae-0b63-41d8-8364-c6a11b19fb92', 'tag': '5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205', 'status': 'completed', 'code': 200} Nov 10 17:10:19.266008 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1515fe-7d62-469b-bc79-f66fdfffdbaa req-ecb76111-2bb7-48b0-874e-202b2f1aaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.267740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa1515fe-7d62-469b-bc79-f66fdfffdbaa req-ecb76111-2bb7-48b0-874e-202b2f1aaba0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 1059 time: 0.0460672 Nov 10 17:10:19.300139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3c58665-3c9f-41ee-8483-9e00f8363c9d tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] Publish callbacks [] for subnetpool, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:19.309306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e3c58665-3c9f-41ee-8483-9e00f8363c9d tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5216494 Nov 10 17:10:19.309485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34344) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:19.360331 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e4a3bd0b-97c8-4582-8299-637cc0865508 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] 10.222.0.62 "GET /v2.0/subnetpools/8dbe8b63-4730-482d-a9da-0fc9dc21e980 HTTP/1.1" status: 200 len: 732 time: 0.0542409 Nov 10 17:10:19.360921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34346) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:19.366505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-294b79e0-79b4-43b6-92e0-942859eb4c30 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1174189540'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:19.398856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1515fe-7d62-469b-bc79-f66fdfffdbaa req-7facc84e-f87c-4257-9969-4bbdd72732e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.398856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1515fe-7d62-469b-bc79-f66fdfffdbaa req-7facc84e-f87c-4257-9969-4bbdd72732e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.400120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa1515fe-7d62-469b-bc79-f66fdfffdbaa req-7facc84e-f87c-4257-9969-4bbdd72732e5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bf62bed1635e4ac1b947bcf36086b419&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1236734 Nov 10 17:10:19.498522 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1515fe-7d62-469b-bc79-f66fdfffdbaa req-c2f667d5-994e-457f-9a9d-3f8d349d2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.500062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa1515fe-7d62-469b-bc79-f66fdfffdbaa req-c2f667d5-994e-457f-9a9d-3f8d349d2305 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937510 Nov 10 17:10:19.560539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-294b79e0-79b4-43b6-92e0-942859eb4c30 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] Publish callbacks [] for subnetpool, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:19.561841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-294b79e0-79b4-43b6-92e0-942859eb4c30 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] 10.222.0.62 "PUT /v2.0/subnetpools/8dbe8b63-4730-482d-a9da-0fc9dc21e980 HTTP/1.1" status: 200 len: 684 time: 0.1999106 Nov 10 17:10:19.565819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34350) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:19.583154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-40bef536-d59d-4734-b18b-898181577f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.585355 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-40bef536-d59d-4734-b18b-898181577f93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 1059 time: 0.0430851 Nov 10 17:10:19.613671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6c40-5ac9-4413-8232-3f3056120c1f req-8e1f32dd-6ee5-472b-9898-65aae8073709 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.615102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d1e6c40-5ac9-4413-8232-3f3056120c1f req-8e1f32dd-6ee5-472b-9898-65aae8073709 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 907 time: 0.0870812 Nov 10 17:10:19.636777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-9a81b988-23cf-41cd-bc9f-4acb5a50458e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 HTTP/1.1" status: 200 len: 217 time: 0.0424814 Nov 10 17:10:19.689337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-d3b68cba-6a2f-4c1d-92f1-af94d2c2322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.690834 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-d3b68cba-6a2f-4c1d-92f1-af94d2c2322a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0f00840-d92e-480d-acdc-dfc828cc3b3f HTTP/1.1" status: 200 len: 837 time: 0.0484722 Nov 10 17:10:19.738432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-ae80e33b-c16a-42e7-b123-cdf6ba6f47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:19.740096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-ae80e33b-c16a-42e7-b123-cdf6ba6f47d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9412e634-bfdc-4ca2-8251-b42e8d43a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0416694 Nov 10 17:10:19.759601 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cc4e-04b1-4ff2-994f-73e0fdf11633 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] Publish callbacks [] for subnetpool, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:19.760909 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5fd9cc4e-04b1-4ff2-994f-73e0fdf11633 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] 10.222.0.62 "DELETE /v2.0/subnetpools/8dbe8b63-4730-482d-a9da-0fc9dc21e980 HTTP/1.1" status: 204 len: 168 time: 0.1912775 Nov 10 17:10:19.763540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34352) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:19.778308 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-80e337ca-e07d-44fc-b952-d60b165f1588 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] show failed (client error): The resource could not be found. Nov 10 17:10:19.779369 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-80e337ca-e07d-44fc-b952-d60b165f1588 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] 10.222.0.62 "GET /v2.0/subnetpools/8dbe8b63-4730-482d-a9da-0fc9dc21e980 HTTP/1.1" status: 404 len: 346 time: 0.0148895 Nov 10 17:10:19.782014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34354) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:19.797073 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-e52d187b-a252-4867-a549-0f6ffbbb8244 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] delete failed (client error): The resource could not be found. Nov 10 17:10:19.798083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e52d187b-a252-4867-a549-0f6ffbbb8244 tempest-SubnetPoolsTestJSON-1122402864 tempest-SubnetPoolsTestJSON-1122402864-project] 10.222.0.62 "DELETE /v2.0/subnetpools/8dbe8b63-4730-482d-a9da-0fc9dc21e980 HTTP/1.1" status: 404 len: 346 time: 0.0151949 Nov 10 17:10:19.841132 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-298a0e49-c8ad-459d-ad7a-b654fc89e4f3 service neutron] 10.222.0.18 "GET /v2.0/networks/9412e634-bfdc-4ca2-8251-b42e8d43a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941105 Nov 10 17:10:19.933001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f41ba51d-91f3-4a86-9165-f102e08852d7 req-cec4d8b2-8f52-463c-b60f-98fe13325a76 service neutron] 10.222.0.18 "GET /v2.0/networks/9412e634-bfdc-4ca2-8251-b42e8d43a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848038 Nov 10 17:10:20.452935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:20.561227 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30ac988e-ad5d-4195-9b88-875b41e836ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:20.640866 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30ac988e-ad5d-4195-9b88-875b41e836ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:20.732232 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30ac988e-ad5d-4195-9b88-875b41e836ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:20.744706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911da2c-ec65-4b5d-af9a-6397797127d5 req-429b514d-1ca9-4b33-a521-dafe436f2044 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:20.746196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3911da2c-ec65-4b5d-af9a-6397797127d5 req-429b514d-1ca9-4b33-a521-dafe436f2044 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 907 time: 0.0566807 Nov 10 17:10:20.781360 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-30ac988e-ad5d-4195-9b88-875b41e836ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2b22d54f9c44df3871fb17279c53af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3273501 Nov 10 17:10:20.782218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac988e-ad5d-4195-9b88-875b41e836ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105c1255-5609-43b7-9f83-1f903ab6ac18,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:20.784230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34366) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:20.835738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-136a1ba9-fa90-47c3-a175-f615a46b0eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:20.857759 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-136a1ba9-fa90-47c3-a175-f615a46b0eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:21.011465 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-136a1ba9-fa90-47c3-a175-f615a46b0eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:21.014050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-136a1ba9-fa90-47c3-a175-f615a46b0eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:21.015200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-136a1ba9-fa90-47c3-a175-f615a46b0eee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/105c1255-5609-43b7-9f83-1f903ab6ac18 HTTP/1.1" status: 204 len: 168 time: 0.2299163 Nov 10 17:10:21.023954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a1ba9-fa90-47c3-a175-f615a46b0eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105c1255-5609-43b7-9f83-1f903ab6ac18,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:21.863625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a09fd3-01ac-4d84-a16d-ee48c057c46d req-dcb24dab-eb2e-4f23-aac5-cbd059842afe tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:21.865261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-20a09fd3-01ac-4d84-a16d-ee48c057c46d req-dcb24dab-eb2e-4f23-aac5-cbd059842afe tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 907 time: 0.0499742 Nov 10 17:10:22.554895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34404) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:22.588519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:10:22.668075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de7c1866-d4cf-4174-a963-d49a9d0d4611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:22.748613 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de7c1866-d4cf-4174-a963-d49a9d0d4611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:22.845922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de7c1866-d4cf-4174-a963-d49a9d0d4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:22.856187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:22.870108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205', 'network_id': '9412e634-bfdc-4ca2-8251-b42e8d43a171', 'port_id': '5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205', 'mac_address': 'fa:16:3e:42:c0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f00840-d92e-480d-acdc-dfc828cc3b3f', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:10:22.884811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c1866-d4cf-4174-a963-d49a9d0d4611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c402776-b6b9-459a-b268-53ff03a227c6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:22.891803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:22.892880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-de7c1866-d4cf-4174-a963-d49a9d0d4611 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0af8d2d2ce2141988552f6faeab9e67c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358250 Nov 10 17:10:22.918076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:22.932685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:10:22.950573 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a20db68-250b-44ab-a18d-2772a096b740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:22.953090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:22.998101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a20db68-250b-44ab-a18d-2772a096b740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:23.043626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16a4b1-5da6-4d36-8082-af0cfedc1091 req-5c4f44ce-2402-46d4-831f-d7782873d6be tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:23.045159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d16a4b1-5da6-4d36-8082-af0cfedc1091 req-5c4f44ce-2402-46d4-831f-d7782873d6be tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 907 time: 0.0966604 Nov 10 17:10:23.048491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:23.097867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:23.168180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a20db68-250b-44ab-a18d-2772a096b740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:23.170885 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a20db68-250b-44ab-a18d-2772a096b740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:23.172090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4a20db68-250b-44ab-a18d-2772a096b740 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c402776-b6b9-459a-b268-53ff03a227c6 HTTP/1.1" status: 204 len: 168 time: 0.2792962 Nov 10 17:10:23.181069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20db68-250b-44ab-a18d-2772a096b740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c402776-b6b9-459a-b268-53ff03a227c6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:23.294344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:10:24.180168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78b5d3-1bfc-4f6b-bc29-bee270e97ba4 req-ca7962b1-1c18-4686-a937-5761199e5dfb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:24.181757 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea78b5d3-1bfc-4f6b-bc29-bee270e97ba4 req-ca7962b1-1c18-4686-a937-5761199e5dfb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 908 time: 0.0532515 Nov 10 17:10:24.603766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:24.733578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:10:24.737684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:24.738087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:24.822283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:24.846515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dda0aae-0b63-41d8-8364-c6a11b19fb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:10:24.848785 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d5ddce-7e74-4ddd-b46d-98f471ef07ad" -d '{"events": [{"server_uuid": "0dda0aae-0b63-41d8-8364-c6a11b19fb92", "name": "network-vif-plugged", "status": "completed", "tag": "5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:10:24.862218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:24.934569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:24.985313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:25.046125 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8cd3f-6274-47ea-b9bf-ae3a3960b217 x-openstack-request-id: req-23b8cd3f-6274-47ea-b9bf-ae3a3960b217 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:10:25.046125 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dda0aae-0b63-41d8-8364-c6a11b19fb92", "name": "network-vif-plugged", "status": "completed", "tag": "5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:10:25.046125 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23b8cd3f-6274-47ea-b9bf-ae3a3960b217 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:10:25.046125 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dda0aae-0b63-41d8-8364-c6a11b19fb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205', 'code': 200} Nov 10 17:10:25.151574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e4181-0330-42c4-a5e6-ca4f0cbdac12 req-71088f4f-e9e8-402c-96ea-c1127785b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:25.153116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1e6e4181-0330-42c4-a5e6-ca4f0cbdac12 req-71088f4f-e9e8-402c-96ea-c1127785b7d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 1061 time: 0.0427165 Nov 10 17:10:25.298943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aaeb7-567a-4f41-a099-4a5439466b2f req-547d00a3-8229-455d-a505-6e72b9a73bd8 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:25.301505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee7aaeb7-567a-4f41-a099-4a5439466b2f req-547d00a3-8229-455d-a505-6e72b9a73bd8 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 909 time: 0.0511169 Nov 10 17:10:26.436941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17356ea-73f0-44c1-842f-e8ea87961622 req-1c8d0a46-a036-4e53-9536-7d737b8c81bd tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:26.438775 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b17356ea-73f0-44c1-842f-e8ea87961622 req-1c8d0a46-a036-4e53-9536-7d737b8c81bd tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 909 time: 0.0563724 Nov 10 17:10:26.576131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ced52-eafb-4a79-9339-25762c710397 req-927f867f-c23d-4f0c-8ecc-d35ee2e5daf8 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:26.577631 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b95ced52-eafb-4a79-9339-25762c710397 req-927f867f-c23d-4f0c-8ecc-d35ee2e5daf8 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 909 time: 0.0560639 Nov 10 17:10:26.698635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db287d-4209-4cea-b557-7ae2e2dbd2d6 req-ec64187c-cdc1-4614-8529-6331fccc34d4 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:26.700261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-27db287d-4209-4cea-b557-7ae2e2dbd2d6 req-ec64187c-cdc1-4614-8529-6331fccc34d4 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 1061 time: 0.0492518 Nov 10 17:10:26.816875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ffc6-d1e9-4625-b155-241145f13f34 req-d79bd338-6a00-4c9b-80c4-920957da226e tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:26.818963 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41f8ffc6-d1e9-4625-b155-241145f13f34 req-d79bd338-6a00-4c9b-80c4-920957da226e tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1136 time: 0.0424597 Nov 10 17:10:26.874899 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41f8ffc6-d1e9-4625-b155-241145f13f34 req-682bcb9e-74d6-44c2-9c4f-7eca8a827543 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0490930 Nov 10 17:10:26.898924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34462) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:26.938025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6921c-13c5-49e1-9baa-90772130c9d5 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:26.939921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-14c6921c-13c5-49e1-9baa-90772130c9d5 tempest-TestSecurityGroupsBasicOps-1515827168 tempest-TestSecurityGroupsBasicOps-1515827168-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 1056 time: 0.0399313 Nov 10 17:10:27.417862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1b92e-5b08-480f-83da-37d8e66ff719 req-960f6d47-9aa3-4188-861c-0f7ed6ec8ce8 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:27.419280 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75b1b92e-5b08-480f-83da-37d8e66ff719 req-960f6d47-9aa3-4188-861c-0f7ed6ec8ce8 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 909 time: 0.0543168 Nov 10 17:10:28.547279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b943001-c014-4704-b80f-e6af901076f8 req-9067fef9-6b6f-4f39-87f3-b9ee3509ea41 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:28.549204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b943001-c014-4704-b80f-e6af901076f8 req-9067fef9-6b6f-4f39-87f3-b9ee3509ea41 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 909 time: 0.0559857 Nov 10 17:10:28.666197 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-8eba0d18-00b0-4cb1-b319-f7d6c664ac33 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:28.667768 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-8eba0d18-00b0-4cb1-b319-f7d6c664ac33 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 909 time: 0.0544348 Nov 10 17:10:28.767191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:28.767603 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:28.866335 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] For port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:28.866702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:28.880520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Calling delete_port for 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:29.112126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:29.146106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Port': ['ID=5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:29.230994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] No DVR routers for this DVR port 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:29.236344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:29.240609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9c5b166c-6323-4531-a5aa-60bcae661925 req-c0d0b501-1fb7-47a6-86e3-7d46a55169d2 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.18 "DELETE /v2.0/ports/5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 HTTP/1.1" status: 204 len: 173 time: 0.5661263 Nov 10 17:10:29.240609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dda0aae-0b63-41d8-8364-c6a11b19fb92', 'name': 'network-vif-deleted', 'tag': '5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:10:29.243646 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413b614d-2895-49bd-bd37-a0b8deaef947" -d '{"events": [{"server_uuid": "0dda0aae-0b63-41d8-8364-c6a11b19fb92", "name": "network-vif-deleted", "tag": "5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:10:29.384127 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c784ec-471f-42a2-aaf9-5a8175009bc0 x-openstack-request-id: req-60c784ec-471f-42a2-aaf9-5a8175009bc0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:10:29.384412 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dda0aae-0b63-41d8-8364-c6a11b19fb92", "name": "network-vif-deleted", "tag": "5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:10:29.384678 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60c784ec-471f-42a2-aaf9-5a8175009bc0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:10:29.385097 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dda0aae-0b63-41d8-8364-c6a11b19fb92', 'name': 'network-vif-deleted', 'tag': '5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205', 'status': 'completed', 'code': 200} Nov 10 17:10:29.669089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-daddace8-cdf8-41f6-b60b-9729e65dcd43 req-81a58035-8792-4609-ba57-d8fbb8a65153 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dda0aae-0b63-41d8-8364-c6a11b19fb92 HTTP/1.1" status: 200 len: 210 time: 0.0270159 Nov 10 17:10:30.729344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34492) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:31.398010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:31.629787 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84f305f5-fa22-421e-9f23-bd5d98952470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:31.639123 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:10:31.670513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting port 933e4317-d6a0-46ba-9355-8af090954ab6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:31.671796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:31.818160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] For port 933e4317-d6a0-46ba-9355-8af090954ab6, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=933e4317-d6a0-46ba-9355-8af090954ab6,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:31.820654 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:31.833192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Calling delete_port for 933e4317-d6a0-46ba-9355-8af090954ab6 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:32.151234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:32.178396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Port': ['ID=933e4317-d6a0-46ba-9355-8af090954ab6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:32.360134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:32.583643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Router 5b406124-4ebf-437a-9d73-b541bbe06a63 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:10:32.622913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:32.655872 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:32.658174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5e8f8bb1-21fa-4bf0-9be7-bd9b4a19a205 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:32.701087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:10:32.706202 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7c8aa1c1-7996-49ee-a755-c7e98d7b17d6 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "PUT /v2.0/routers/5b406124-4ebf-437a-9d73-b541bbe06a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9757864 Nov 10 17:10:32.710128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34502) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:32.766952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c24159b-39a1-4f24-a449-28c548e0564e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting subnet c0f00840-d92e-480d-acdc-dfc828cc3b3f {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:10:32.770987 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c24159b-39a1-4f24-a449-28c548e0564e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:32.825656 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c24159b-39a1-4f24-a449-28c548e0564e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:32.826709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] Sync routers for ids ['5b406124-4ebf-437a-9d73-b541bbe06a63'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:10:32.838752 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] Routers {'5b406124-4ebf-437a-9d73-b541bbe06a63'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:32.839427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5b406124-4ebf-437a-9d73-b541bbe06a63'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:32.917939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c24159b-39a1-4f24-a449-28c548e0564e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:32.954729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] Set router 5b406124-4ebf-437a-9d73-b541bbe06a63 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:33.071118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c24159b-39a1-4f24-a449-28c548e0564e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.100811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24159b-39a1-4f24-a449-28c548e0564e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f00840-d92e-480d-acdc-dfc828cc3b3f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:33.102754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c24159b-39a1-4f24-a449-28c548e0564e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.106461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2c24159b-39a1-4f24-a449-28c548e0564e tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/subnets/c0f00840-d92e-480d-acdc-dfc828cc3b3f HTTP/1.1" status: 204 len: 168 time: 0.3952546 Nov 10 17:10:33.109218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:33.116990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70ab61-b202-4964-9d47-bb23c3b52f6d None None] Network 9412e634-bfdc-4ca2-8251-b42e8d43a171 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:33.222186 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.248999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:31Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:33.278217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] Checking router: 5b406124-4ebf-437a-9d73-b541bbe06a63 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:10:33.293943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] Routers {'5b406124-4ebf-437a-9d73-b541bbe06a63'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:33.294932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['5b406124-4ebf-437a-9d73-b541bbe06a63'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:33.332610 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.387516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] DHCP port deletion for 9412e634-bfdc-4ca2-8251-b42e8d43a171 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:33.445782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] Set router 5b406124-4ebf-437a-9d73-b541bbe06a63 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:33.457065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting port a63deb76-8cc9-41af-8df1-7cb467b3ecf9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:33.457412 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.544060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] For port a63deb76-8cc9-41af-8df1-7cb467b3ecf9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a63deb76-8cc9-41af-8df1-7cb467b3ecf9,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:33.544424 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.556604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Calling delete_port for a63deb76-8cc9-41af-8df1-7cb467b3ecf9 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:33.563565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] Deleting port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:33.563925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.649253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] For port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3,segment=NetworkSegment(04446c35-802d-46ee-9a6c-5616f99c0884),segment_id=04446c35-802d-46ee-9a6c-5616f99c0884)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:33.649253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.671067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] Calling delete_port for 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:33.799016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:31Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:33.835191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e90df8-2206-4945-a5aa-25d4d9b95660 None None] The sync data for ids ['5b406124-4ebf-437a-9d73-b541bbe06a63'] in n-d-714676-11 is: [{'id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-380307830', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:07Z', 'updated_at': '2021-11-10T17:10:31Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'a63deb76-8cc9-41af-8df1-7cb467b3ecf9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b406124-4ebf-437a-9d73-b541bbe06a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:08Z', 'updated_at': '2021-11-10T17:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:10:33.854322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:33.888327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.926228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Port': ['ID=a63deb76-8cc9-41af-8df1-7cb467b3ecf9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:33.939241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89fed1-ea59-451e-ac34-1f7e02e83cf9 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:33.948352 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61d37ded-6aa2-4479-9349-cb4ebc3e2466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.959690 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.979271 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:33.995113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] No DVR routers for this DVR port 3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:34.016679 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.086543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be9dd2-5282-4418-959b-f0121fe6fbcd None None] Pushing event deleted for resources: {'Port': ['ID=3b1dc0b7-6b6a-4fec-b840-e4d78068e1f3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:34.148988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.151092 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.293703 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.293703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Fanout notify agent at l3_agent the message router_deleted on router 5b406124-4ebf-437a-9d73-b541bbe06a63 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:10:34.301940 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.304478 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1b04d11e-c3a6-4239-8d1e-f9c88b4466f3 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/routers/5b406124-4ebf-437a-9d73-b541bbe06a63 HTTP/1.1" status: 204 len: 168 time: 1.1933296 Nov 10 17:10:34.308043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:34.392788 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.488894 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.510946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9412e634-bfdc-4ca2-8251-b42e8d43a171']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:34.522150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04446c35-802d-46ee-9a6c-5616f99c0884') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:34.522554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04446c35-802d-46ee-9a6c-5616f99c0884') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:34.532454 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.546951 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.553603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:10:34.553994 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:10:34.557141 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:10:34.705148 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.718155 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:34.718155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/networks/9412e634-bfdc-4ca2-8251-b42e8d43a171 HTTP/1.1" status: 204 len: 168 time: 0.4078970 Nov 10 17:10:34.719890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34514) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:34.726991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685eefa-8a2a-4d9b-98f5-ae7fc4021999 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Network': ['ID=9412e634-bfdc-4ca2-8251-b42e8d43a171,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:34.959930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting port 67ac67fb-f546-4e8a-b337-dc1024670753 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:34.960180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:35.043246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:35.050034 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:35.056096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Calling delete_port for 67ac67fb-f546-4e8a-b337-dc1024670753 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:35.128004 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:35.299482 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:35.323939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Port': ['ID=67ac67fb-f546-4e8a-b337-dc1024670753,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:35.391967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:35.392296 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Floating IP 7fa3b124-5368-47fb-bdb6-689de67ec2d3 disassociated (deleted). External IP: 172.25.3.11, port: 40a66ecc-3045-465c-b1bd-0c3772f02dbe. Nov 10 17:10:35.620617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Router ab290c98-5897-40f4-8c30-ab6988872b49 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:10:35.736216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:10:35.741263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:35.747670 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] Sync routers for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:10:35.759914 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:35.760530 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:35.772494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a63deb76-8cc9-41af-8df1-7cb467b3ecf9 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:35.786220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4d07baf5-5f9d-4e10-b7eb-34c665d07173 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/floatingips/7fa3b124-5368-47fb-bdb6-689de67ec2d3 HTTP/1.1" status: 204 len: 168 time: 1.0651505 Nov 10 17:10:35.786887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:10:35.795567 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fdd5c8-4d43-4c57-83f1-d20650583bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:10:35.811467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: a63deb76-8cc9-41af-8df1-7cb467b3ecf9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:35.812049 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a63deb76-8cc9-41af-8df1-7cb467b3ecf9 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:35.812719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 933e4317-d6a0-46ba-9355-8af090954ab6 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:35.837159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 933e4317-d6a0-46ba-9355-8af090954ab6 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:35.837697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 933e4317-d6a0-46ba-9355-8af090954ab6 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:35.895372 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:35.924971 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09ea049-08ac-46e3-9aa5-310c6cfc9045 x-openstack-request-id: req-d09ea049-08ac-46e3-9aa5-310c6cfc9045 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:10:35.925231 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:10:35.925479 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d09ea049-08ac-46e3-9aa5-310c6cfc9045 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:10:35.925947 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'status': 'completed', 'code': 200} Nov 10 17:10:35.995831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-5371f049-0f70-420a-a089-f61b2823beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:35.997512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-5371f049-0f70-420a-a089-f61b2823beda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf62bed1635e4ac1b947bcf36086b419&device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 1136 time: 0.0483589 Nov 10 17:10:36.111887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-1dce3cc9-fd28-4d86-9d5b-7413282a1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:36.113547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-1dce3cc9-fd28-4d86-9d5b-7413282a1c62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48da8726-a589-40d7-99c9-9e4c811041d0 HTTP/1.1" status: 200 len: 897 time: 0.1082265 Nov 10 17:10:36.167441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-4fe9f83e-220e-476c-bfa1-3cd59ebfeb2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe HTTP/1.1" status: 200 len: 217 time: 0.0451827 Nov 10 17:10:36.245720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-11956410-0025-48bf-b94b-45014f0d9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:36.248478 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-11956410-0025-48bf-b94b-45014f0d9321 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef0e8021-dd9d-496c-955f-1ac5b5d58001 HTTP/1.1" status: 200 len: 834 time: 0.0730832 Nov 10 17:10:36.268591 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:32Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:36.298408 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] Checking router: ab290c98-5897-40f4-8c30-ab6988872b49 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:10:36.308144 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:36.308771 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:36.328338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-3e86ea93-0c40-4024-b07f-bcd90afee1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:36.329844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-3e86ea93-0c40-4024-b07f-bcd90afee1f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48da8726-a589-40d7-99c9-9e4c811041d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702991 Nov 10 17:10:36.338241 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e1801-c129-417b-9a3b-72df0b072ff8 req-9547d789-056d-4981-a927-204b369bd291 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:36.343024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-214e1801-c129-417b-9a3b-72df0b072ff8 req-9547d789-056d-4981-a927-204b369bd291 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 984 time: 0.0912514 Nov 10 17:10:36.431636 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:36.473986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-214e1801-c129-417b-9a3b-72df0b072ff8 req-370fd61a-9d09-4c28-b0d9-948ac28f3d76 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1258922 Nov 10 17:10:36.479031 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-214873db-601d-4b9e-a2d6-a42d7599c1e2 service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382902 Nov 10 17:10:36.590811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-91fdd5c8-4d43-4c57-83f1-d20650583bb7 req-52eed6e3-c94b-4267-afe7-0720e02ef36e service neutron] 10.222.0.69 "GET /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026423 Nov 10 17:10:36.647428 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:32Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:36.678696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c247953-d727-4612-a4c8-1270eef3b585 None None] The sync data for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 is: [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:08:28Z', 'revision_number': 4, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7672e320-ad3b-456e-97a7-a2c7df9e1fbf', 'name': '', 'network_id': '48da8726-a589-40d7-99c9-9e4c811041d0', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'mac_address': 'fa:16:3e:6b:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:28Z', 'updated_at': '2021-11-10T17:08:32Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'subnets': [{'id': 'ef0e8021-dd9d-496c-955f-1ac5b5d58001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:10:36.888412 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:36.926310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d31bf-0ada-4171-b0ee-87d11d05edd0 None None] New status for floating IP 7fa3b124-5368-47fb-bdb6-689de67ec2d3: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:10:37.615085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac71c5d-22ac-485b-90d8-3ffd9cf48946 req-2ded2189-1f8e-4ace-8f6b-116324530f1c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:37.616514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fac71c5d-22ac-485b-90d8-3ffd9cf48946 req-2ded2189-1f8e-4ace-8f6b-116324530f1c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 984 time: 0.0591810 Nov 10 17:10:37.645172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:37.686974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fac71c5d-22ac-485b-90d8-3ffd9cf48946 req-9b749de5-6dae-485c-911e-77b7ad80e581 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b9a33f5-5b55-4aeb-8203-b7968dfac72c&id=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0575023 Nov 10 17:10:37.962171 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-0e11c62a-a2bd-4b07-8bad-702375863716 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:37.963975 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-0e11c62a-a2bd-4b07-8bad-702375863716 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 984 time: 0.0535161 Nov 10 17:10:38.059008 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:38.062101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting port 40a66ecc-3045-465c-b1bd-0c3772f02dbe {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:38.062440 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:38.163078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] For port 40a66ecc-3045-465c-b1bd-0c3772f02dbe, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=40a66ecc-3045-465c-b1bd-0c3772f02dbe,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:38.163793 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:38.178490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Calling delete_port for 40a66ecc-3045-465c-b1bd-0c3772f02dbe owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:38.379556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:38.410410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Port': ['ID=40a66ecc-3045-465c-b1bd-0c3772f02dbe,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:38.453665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] No DVR routers for this DVR port 40a66ecc-3045-465c-b1bd-0c3772f02dbe on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:38.456486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:38.459973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72dd8c56-3eec-4e50-94bf-67f6cf42a8b4 req-423ff2c7-6ddf-4ebe-8136-5825ba60eb93 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.69 "DELETE /v2.0/ports/40a66ecc-3045-465c-b1bd-0c3772f02dbe HTTP/1.1" status: 204 len: 173 time: 0.4902179 Nov 10 17:10:38.460412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'name': 'network-vif-deleted', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:10:38.462654 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1931b7fa-7426-4a92-801e-e246d8d027b1" -d '{"events": [{"server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "name": "network-vif-deleted", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:10:38.503011 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c5da2b-a5d2-4c02-8bea-180cea174961 x-openstack-request-id: req-43c5da2b-a5d2-4c02-8bea-180cea174961 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:10:38.503444 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dd9d78-6cbd-4168-aded-387604f41916", "name": "network-vif-deleted", "tag": "40a66ecc-3045-465c-b1bd-0c3772f02dbe", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:10:38.503705 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43c5da2b-a5d2-4c02-8bea-180cea174961 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:10:38.504115 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7dd9d78-6cbd-4168-aded-387604f41916', 'name': 'network-vif-deleted', 'tag': '40a66ecc-3045-465c-b1bd-0c3772f02dbe', 'status': 'completed', 'code': 200} Nov 10 17:10:38.795655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5817fa72-96e3-4330-a798-d070c2752c8d req-826c27af-6adc-4619-8389-12541cfb1c90 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7dd9d78-6cbd-4168-aded-387604f41916 HTTP/1.1" status: 200 len: 210 time: 0.0307648 Nov 10 17:10:39.860650 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34542) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:39.913048 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3687dd8-ad93-44c6-bb80-a87b3ab18f13 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:39.940225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3687dd8-ad93-44c6-bb80-a87b3ab18f13 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:40.059480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3687dd8-ad93-44c6-bb80-a87b3ab18f13 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:40.062261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3687dd8-ad93-44c6-bb80-a87b3ab18f13 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:40.066054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a3687dd8-ad93-44c6-bb80-a87b3ab18f13 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/security-groups/2b9a33f5-5b55-4aeb-8203-b7968dfac72c HTTP/1.1" status: 204 len: 168 time: 0.2043211 Nov 10 17:10:40.074933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34550) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:40.077450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3687dd8-ad93-44c6-bb80-a87b3ab18f13 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a33f5-5b55-4aeb-8203-b7968dfac72c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:40.139297 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836e6e92-2b42-4982-b0f5-7672d55b7c73 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:40.163868 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836e6e92-2b42-4982-b0f5-7672d55b7c73 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:40.293921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836e6e92-2b42-4982-b0f5-7672d55b7c73 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:40.296688 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-836e6e92-2b42-4982-b0f5-7672d55b7c73 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:40.297858 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-836e6e92-2b42-4982-b0f5-7672d55b7c73 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/security-groups/292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3 HTTP/1.1" status: 204 len: 168 time: 0.2304196 Nov 10 17:10:40.300847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34554) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:40.308797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e6e92-2b42-4982-b0f5-7672d55b7c73 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292fe5c4-37c7-44e7-b9a0-8a7f97a0cdd3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:40.699814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:41.007776 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:41.287574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:41.289124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:41.386402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] For port 7672e320-ad3b-456e-97a7-a2c7df9e1fbf, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:41.386684 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:41.400274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Calling delete_port for 7672e320-ad3b-456e-97a7-a2c7df9e1fbf owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:41.608079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 40a66ecc-3045-465c-b1bd-0c3772f02dbe no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:41.628769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 40a66ecc-3045-465c-b1bd-0c3772f02dbe {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:41.629082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 40a66ecc-3045-465c-b1bd-0c3772f02dbe not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:41.664804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:41.690626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Port': ['ID=7672e320-ad3b-456e-97a7-a2c7df9e1fbf,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:41.930132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.145692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Router ab290c98-5897-40f4-8c30-ab6988872b49 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:10:42.252132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:10:42.257847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7acf9194-4c5e-449e-85e9-830181ade63d tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "PUT /v2.0/routers/ab290c98-5897-40f4-8c30-ab6988872b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9554012 Nov 10 17:10:42.260213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34564) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:42.261870 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] Sync routers for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:10:42.273500 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:42.274117 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:42.317124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0045f8bb-ef06-48bd-b290-e12144a1c5eb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting subnet ef0e8021-dd9d-496c-955f-1ac5b5d58001 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:10:42.320525 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0045f8bb-ef06-48bd-b290-e12144a1c5eb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.362984 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0045f8bb-ef06-48bd-b290-e12144a1c5eb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.388156 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:42.449615 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0045f8bb-ef06-48bd-b290-e12144a1c5eb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.568397 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:10:41Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:42.586185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0045f8bb-ef06-48bd-b290-e12144a1c5eb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.599817 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] Checking router: ab290c98-5897-40f4-8c30-ab6988872b49 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:10:42.608437 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] Routers {'ab290c98-5897-40f4-8c30-ab6988872b49'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:42.609066 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['ab290c98-5897-40f4-8c30-ab6988872b49'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:42.614415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045f8bb-ef06-48bd-b290-e12144a1c5eb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0e8021-dd9d-496c-955f-1ac5b5d58001,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:42.618712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0045f8bb-ef06-48bd-b290-e12144a1c5eb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.624547 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0045f8bb-ef06-48bd-b290-e12144a1c5eb tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/subnets/ef0e8021-dd9d-496c-955f-1ac5b5d58001 HTTP/1.1" status: 204 len: 168 time: 0.3607881 Nov 10 17:10:42.624547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34566) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:42.628353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae90166-c746-4b77-8c6f-388c0d5e1983 None None] Network 48da8726-a589-40d7-99c9-9e4c811041d0 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:42.718889 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] Set router ab290c98-5897-40f4-8c30-ab6988872b49 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:42.738641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.826775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] DHCP port deletion for 48da8726-a589-40d7-99c9-9e4c811041d0 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:42.863667 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.884579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] Deleting port d77569eb-21b7-4241-9bcd-22d098533600 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:42.885021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:42.918672 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:10:41Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:42.947156 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a306ca7-9ba0-4749-8cb2-ea760ab03914 None None] The sync data for ids ['ab290c98-5897-40f4-8c30-ab6988872b49'] in n-d-714676-11 is: [{'id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-457326397', 'tenant_id': 'bf62bed1635e4ac1b947bcf36086b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:08:23Z', 'updated_at': '2021-11-10T17:10:41Z', 'revision_number': 5, 'project_id': 'bf62bed1635e4ac1b947bcf36086b419', 'gw_port': {'id': 'e9c8b1ee-1b99-4932-b749-b934e5b2b626', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab290c98-5897-40f4-8c30-ab6988872b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:08:24Z', 'updated_at': '2021-11-10T17:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:10:42.956439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] For port d77569eb-21b7-4241-9bcd-22d098533600, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d77569eb-21b7-4241-9bcd-22d098533600,segment=NetworkSegment(61ba66ac-24bc-47c2-99fe-33d6e181b0be),segment_id=61ba66ac-24bc-47c2-99fe-33d6e181b0be)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:42.956905 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.023478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Deleting port e9c8b1ee-1b99-4932-b749-b934e5b2b626 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:10:43.024099 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.111271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] For port e9c8b1ee-1b99-4932-b749-b934e5b2b626, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e9c8b1ee-1b99-4932-b749-b934e5b2b626,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:43.111712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.127459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Calling delete_port for e9c8b1ee-1b99-4932-b749-b934e5b2b626 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:43.132038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] Calling delete_port for d77569eb-21b7-4241-9bcd-22d098533600 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:10:43.291138 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.326430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] Pushing event deleted for resources: {'Port': ['ID=d77569eb-21b7-4241-9bcd-22d098533600,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:43.330072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2433ca9-6d9a-44e0-8d3b-5cd161275ee8 None None] No DVR routers for this DVR port d77569eb-21b7-4241-9bcd-22d098533600 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:10:43.408142 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.441539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Port': ['ID=e9c8b1ee-1b99-4932-b749-b934e5b2b626,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:43.467356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547fce8-b78b-4db5-bee3-d094f5d4cc04 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:43.528741 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.622882 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.625057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.759201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.759815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Fanout notify agent at l3_agent the message router_deleted on router ab290c98-5897-40f4-8c30-ab6988872b49 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:10:43.777659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.779880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9fd510d8-d5d8-4568-9ee2-9ee8a2d6744c tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/routers/ab290c98-5897-40f4-8c30-ab6988872b49 HTTP/1.1" status: 204 len: 168 time: 1.1537099 Nov 10 17:10:43.781796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34574) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:43.813626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d77569eb-21b7-4241-9bcd-22d098533600 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:43.844997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d77569eb-21b7-4241-9bcd-22d098533600 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:43.845855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d77569eb-21b7-4241-9bcd-22d098533600 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:43.846846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7672e320-ad3b-456e-97a7-a2c7df9e1fbf no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:43.873161 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7672e320-ad3b-456e-97a7-a2c7df9e1fbf {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:43.875174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7672e320-ad3b-456e-97a7-a2c7df9e1fbf not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:43.884712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:43.991978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:44.011723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48da8726-a589-40d7-99c9-9e4c811041d0']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:44.020668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ba66ac-24bc-47c2-99fe-33d6e181b0be') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:44.021060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ba66ac-24bc-47c2-99fe-33d6e181b0be') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:44.030120 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:44.043365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:44.049301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:10:44.049686 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:10:44.053372 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:10:44.196480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:44.200992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:44.204960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] 10.222.0.62 "DELETE /v2.0/networks/48da8726-a589-40d7-99c9-9e4c811041d0 HTTP/1.1" status: 204 len: 168 time: 0.4219434 Nov 10 17:10:44.221702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb67ba0-b704-4a06-b6ce-7670084bae24 tempest-TestSecurityGroupsBasicOps-1303589072 tempest-TestSecurityGroupsBasicOps-1303589072-project] Pushing event deleted for resources: {'Network': ['ID=48da8726-a589-40d7-99c9-9e4c811041d0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:44.830118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:45.020256 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dfc1c7b1-7ed7-4026-a1e0-94be62aa167a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf62bed1635e4ac1b947bcf36086b419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1886058 Nov 10 17:10:45.020790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34588) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:45.074079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fda11ab-50ef-41f1-95b4-5256c1f10f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:45.102525 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fda11ab-50ef-41f1-95b4-5256c1f10f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:45.230671 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fda11ab-50ef-41f1-95b4-5256c1f10f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:45.233333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fda11ab-50ef-41f1-95b4-5256c1f10f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:45.234507 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7fda11ab-50ef-41f1-95b4-5256c1f10f01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98763042-1085-4d55-b455-f32bf6bcc28b HTTP/1.1" status: 204 len: 168 time: 0.2121444 Nov 10 17:10:45.243206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda11ab-50ef-41f1-95b4-5256c1f10f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98763042-1085-4d55-b455-f32bf6bcc28b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:45.708414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e9c8b1ee-1b99-4932-b749-b934e5b2b626 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:10:45.729146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e9c8b1ee-1b99-4932-b749-b934e5b2b626 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:10:45.729412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e9c8b1ee-1b99-4932-b749-b934e5b2b626 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:10:45.951794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:45.966633 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f89061-0060-4cea-8615-76c46b2e9107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:46.046780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f89061-0060-4cea-8615-76c46b2e9107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:46.142144 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92f89061-0060-4cea-8615-76c46b2e9107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:46.180935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f89061-0060-4cea-8615-76c46b2e9107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529cc0cd-23cc-46de-86e5-a42a303b39d9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:46.186578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-92f89061-0060-4cea-8615-76c46b2e9107 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dae973dfa0304538935885f209c0bb9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337265 Nov 10 17:10:46.189799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34604) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:46.245039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-686ae47e-f70b-4077-9ef7-88f94d4139ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:46.267041 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-686ae47e-f70b-4077-9ef7-88f94d4139ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:46.385078 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-686ae47e-f70b-4077-9ef7-88f94d4139ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:46.387885 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-686ae47e-f70b-4077-9ef7-88f94d4139ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:46.389175 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-686ae47e-f70b-4077-9ef7-88f94d4139ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/529cc0cd-23cc-46de-86e5-a42a303b39d9 HTTP/1.1" status: 204 len: 168 time: 0.1985979 Nov 10 17:10:46.398404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ae47e-f70b-4077-9ef7-88f94d4139ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529cc0cd-23cc-46de-86e5-a42a303b39d9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:47.048686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34614) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:47.101893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e2f34004-f2d4-48c1-8080-ada70903d74c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=402a9ef07c7b48478591d7eb83cef6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522768 Nov 10 17:10:47.104383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34616) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:47.156256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebe18b38-7e62-4bb5-8d0c-a3262418d59f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:47.178971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebe18b38-7e62-4bb5-8d0c-a3262418d59f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:47.333520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebe18b38-7e62-4bb5-8d0c-a3262418d59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:47.336946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebe18b38-7e62-4bb5-8d0c-a3262418d59f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:47.338142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ebe18b38-7e62-4bb5-8d0c-a3262418d59f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2501a8be-0997-4335-b653-37fa9d13b405 HTTP/1.1" status: 204 len: 168 time: 0.2327821 Nov 10 17:10:47.346152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe18b38-7e62-4bb5-8d0c-a3262418d59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2501a8be-0997-4335-b653-37fa9d13b405,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:48.601680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34640) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:48.713436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1305758107-network', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:48.793983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Made reservation on behalf of 1959ffc7a30549e5a286b42f8bb0d96f for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:10:48.796308 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:48.807562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:48.918695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:49.007786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:49.033046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:10:49.042638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b713177d-996f-456c-b537-40ef9bb9c489,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:49.048725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:49.049010 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Added segment 1bc2f30a-a451-4092-964d-d31c7f268ba0 of type vlan for network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 Nov 10 17:10:49.094370 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:49.178906 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:49.180014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:49.180539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:49.244050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] Pushing event updated for resources: {'Network': ['ID=34915a9f-a246-418e-9e0e-dc9fdf8544b4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:49.253520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:10:49.284281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9aad87d3-4ca7-425a-bebf-d909ea1b674d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6813457 Nov 10 17:10:49.287243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34646) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:49.294601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Request body: {'subnet': {'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1305758107-subnet', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:49.388770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Made reservation on behalf of 1959ffc7a30549e5a286b42f8bb0d96f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:10:49.391478 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:49.680249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:49.743016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb61b406-53fa-471e-aa05-893f3f16ece5,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:49.752480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Checking segment: {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:49.752835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Network hostable DHCP agents. Network: 34915a9f-a246-418e-9e0e-dc9fdf8544b4, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:10:49.907749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:10:49.998993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 34915a9f-a246-418e-9e0e-dc9fdf8544b4) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:50.003517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:50.004642 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.008003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6858c6-02f1-4af8-8f6b-a61adb88d963 None None] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:50.084661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ba2ccc5a-888b-4080-8687-a5f013f392ae admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7963288 Nov 10 17:10:50.087622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34648) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:50.092055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:50.158424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:10:50.159378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.189180 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.190835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.251889 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.307257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Allocated IP 172.20.0.2 (34915a9f-a246-418e-9e0e-dc9fdf8544b4/eb61b406-53fa-471e-aa05-893f3f16ece5/374e4e61-5d81-4d3a-9afb-6348b46f92a3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:50.482212 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.516143 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.593786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.636728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:50.639662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:50.644343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:50.646287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Pushing event updated for resources: {'Port': ['ID=374e4e61-5d81-4d3a-9afb-6348b46f92a3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:50.659475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.666920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:10:50.712176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Attempting to bind port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:10:50.712537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Attempting to bind port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:10:50.712898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Attempting to bind port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 on network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:50.717930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:10:50.718297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Checking segment: {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:50.718678 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.719063 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Bound using segment: {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:10:50.719543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Bound port: 374e4e61-5d81-4d3a-9afb-6348b46f92a3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:10:50.720209 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.793216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] For port 374e4e61-5d81-4d3a-9afb-6348b46f92a3, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:10:50.799726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] For port 374e4e61-5d81-4d3a-9afb-6348b46f92a3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=374e4e61-5d81-4d3a-9afb-6348b46f92a3,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:10:50.897736 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:50.963924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e236d2-b6df-4278-86c6-f41d5800536d None None] Pushing event updated for resources: {'Port': ['ID=374e4e61-5d81-4d3a-9afb-6348b46f92a3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:51.198260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:51.231400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:51.364006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Allocated IP 172.25.3.164 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/f1b84d12-9c61-418d-abe7-71a5fe739d9f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:51.477170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:51.639672 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:51.679445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:51.684666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:51.688657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:51.695213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Pushing event updated for resources: {'Port': ['ID=f1b84d12-9c61-418d-abe7-71a5fe739d9f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:51.701233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d0f09-ce4a-4818-9d82-623eb47bc6b7 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:51.773933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-01760740-b98f-47bd-af7c-8fe0d60cd1e6 None None] Provisioning complete for port f1b84d12-9c61-418d-abe7-71a5fe739d9f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:51.774311 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01760740-b98f-47bd-af7c-8fe0d60cd1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:51.822890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-01760740-b98f-47bd-af7c-8fe0d60cd1e6 None None] Port f1b84d12-9c61-418d-abe7-71a5fe739d9f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:51.859038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 374e4e61-5d81-4d3a-9afb-6348b46f92a3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:51.924392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:51.925120 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:52.023243 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:52.066223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 374e4e61-5d81-4d3a-9afb-6348b46f92a3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=374e4e61-5d81-4d3a-9afb-6348b46f92a3,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:52.098538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e9fce-c55d-4276-8218-049793bb53c1 None None] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:52.146486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:52.184007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-28b0e936-4059-4cb3-b3b2-4aec8251bbae None None] Provisioning complete for port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:52.184367 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-28b0e936-4059-4cb3-b3b2-4aec8251bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:52.215538 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:52.320281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=374e4e61-5d81-4d3a-9afb-6348b46f92a3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:52.392953 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:52.639237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:10:52.708646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1b171b70-b2f0-414c-b44c-27e48affa057 None None] Provisioning complete for port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:52.709214 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b171b70-b2f0-414c-b44c-27e48affa057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:52.772871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:10:52.793256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Sync routers for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:10:52.813074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:52.813074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:52.932840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:52.934110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9e90673b-28bd-4648-b209-6f6aa1560c2b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8455222 Nov 10 17:10:52.938006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34656) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:52.961532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:53.190614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:51Z', 'revision_number': 3, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:53.231418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Checking router: 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:10:53.231686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Updating router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 port f1b84d12-9c61-418d-abe7-71a5fe739d9f binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:10:53.266361 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.522450 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.597608 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.696205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Allocated IP 172.20.0.1 (34915a9f-a246-418e-9e0e-dc9fdf8544b4/eb61b406-53fa-471e-aa05-893f3f16ece5/10822e0c-f835-447d-bdf4-613fa8162715) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:53.727694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.779300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 374e4e61-5d81-4d3a-9afb-6348b46f92a3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:53.828043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a538ce4-1107-495a-8aad-ba1b53fc71b8 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:53.837202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.844807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Attempting to bind port f1b84d12-9c61-418d-abe7-71a5fe739d9f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:10:53.845165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Attempting to bind port f1b84d12-9c61-418d-abe7-71a5fe739d9f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:10:53.845515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Attempting to bind port f1b84d12-9c61-418d-abe7-71a5fe739d9f on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:53.847599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42596db7-d14e-4877-9532-58287d051f33 None None] Pushing event updated for resources: {'Port': ['ID=f1b84d12-9c61-418d-abe7-71a5fe739d9f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:53.862119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:10:53.862503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:53.863024 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.863287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:10:53.863790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Bound port: f1b84d12-9c61-418d-abe7-71a5fe739d9f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:10:53.864170 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.933345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fdcc97a5-3465-4722-af66-c5a0dafe4c7d None None] Provisioning complete for port f1b84d12-9c61-418d-abe7-71a5fe739d9f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:53.933706 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fdcc97a5-3465-4722-af66-c5a0dafe4c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.936246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:53.936595 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:53.957793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] For port f1b84d12-9c61-418d-abe7-71a5fe739d9f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:10:53.973410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.000281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] For port f1b84d12-9c61-418d-abe7-71a5fe739d9f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f1b84d12-9c61-418d-abe7-71a5fe739d9f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:10:54.014754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:54.015036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc97a5-3465-4722-af66-c5a0dafe4c7d None None] Port f1b84d12-9c61-418d-abe7-71a5fe739d9f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:54.021322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:54.023660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:54.052312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Pushing event updated for resources: {'Port': ['ID=10822e0c-f835-447d-bdf4-613fa8162715,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:54.079128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.091752 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.152801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4faaaa0-00ba-45e0-aeb0-aeb52509b79a None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:54.165478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42596db7-d14e-4877-9532-58287d051f33 None None] Pushing event updated for resources: {'Port': ['ID=f1b84d12-9c61-418d-abe7-71a5fe739d9f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:54.172966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:54.173417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:54.281102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-da58c6cd-380c-4a03-861e-e1fefc263825 None None] Provisioning complete for port f1b84d12-9c61-418d-abe7-71a5fe739d9f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:54.281414 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da58c6cd-380c-4a03-861e-e1fefc263825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.375730 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.504362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:54.587897 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.659621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da58c6cd-380c-4a03-861e-e1fefc263825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.673924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.691568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-da58c6cd-380c-4a03-861e-e1fefc263825 None None] For port f1b84d12-9c61-418d-abe7-71a5fe739d9f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f1b84d12-9c61-418d-abe7-71a5fe739d9f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:54.748363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:51Z', 'revision_number': 3, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:54.750338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.752049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Pushing event updated for resources: {'Port': ['ID=10822e0c-f835-447d-bdf4-613fa8162715,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:54.782062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd75471-80c7-4642-bf56-52b5ace23a1c None None] The sync data for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 is: [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:51Z', 'revision_number': 3, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:10:54.816945 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da58c6cd-380c-4a03-861e-e1fefc263825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:54.858560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:54.860320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:54.880349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58c6cd-380c-4a03-861e-e1fefc263825 None None] Pushing event updated for resources: {'Port': ['ID=f1b84d12-9c61-418d-abe7-71a5fe739d9f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:54.948779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cd2c4e59-8414-43a1-ac24-45ff25d455bb None None] Provisioning complete for port 10822e0c-f835-447d-bdf4-613fa8162715 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:54.949194 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4e59-8414-43a1-ac24-45ff25d455bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:55.000344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4e59-8414-43a1-ac24-45ff25d455bb None None] Port 10822e0c-f835-447d-bdf4-613fa8162715 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:55.016219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:10:55.417278 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:10:55.417278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f667b4ae-4643-4eae-b2c8-7cbc12656e2f admin admin] 10.222.0.62 "PUT /v2.0/routers/1f96b3c3-3049-4ebe-a2e8-735b5c2d1905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2522709 Nov 10 17:10:55.421776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8b671306-05cb-474f-a186-15392a7d3643 None None] Provisioning complete for port 10822e0c-f835-447d-bdf4-613fa8162715 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:55.421776 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-05cb-474f-a186-15392a7d3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:55.421776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8b671306-05cb-474f-a186-15392a7d3643 None None] Port 10822e0c-f835-447d-bdf4-613fa8162715 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:55.794442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f1b84d12-9c61-418d-abe7-71a5fe739d9f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:55.854677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f1b84d12-9c61-418d-abe7-71a5fe739d9f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:55.855037 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.151903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:56.157151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1799725619-network', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:56.279434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Made reservation on behalf of 1a9e5ac0264043cfbf3c672472c1a1d4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:10:56.281749 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.295799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.386170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.451870 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Sync routers for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:10:56.466942 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:56.467590 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:56.481574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.511638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:10:56.513829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47862ca3-02df-4ecf-97a7-7f49c76fab0a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:56.524129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.524576 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Added segment b778d3b2-3415-49e2-ba07-4efd733dee1c of type vlan for network 820da0c1-c988-493f-84e3-6f586715af5c Nov 10 17:10:56.568408 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.578697 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:56.664502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.665487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:56.666051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.726630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] Pushing event updated for resources: {'Network': ['ID=820da0c1-c988-493f-84e3-6f586715af5c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:56.737828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 820da0c1-c988-493f-84e3-6f586715af5c details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:10:56.792115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-51bedbbd-de4c-41b5-94d0-14e71e28377e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6355906 Nov 10 17:10:56.792817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34682) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:56.798587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Request body: {'subnet': {'network_id': '820da0c1-c988-493f-84e3-6f586715af5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1799725619-subnet', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:56.927357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Made reservation on behalf of 1a9e5ac0264043cfbf3c672472c1a1d4 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:10:56.931056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:56.938599 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 2, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:56.972670 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Checking router: 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:10:56.973128 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Updating router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 port 10822e0c-f835-447d-bdf4-613fa8162715 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:10:56.999668 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.196513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.260654 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70c9f2f-602b-4ead-aaa0-8e3073d458d7,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:57.269864 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Checking segment: {'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:57.270124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Network hostable DHCP agents. Network: 820da0c1-c988-493f-84e3-6f586715af5c, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:10:57.292399 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.436043 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Network 820da0c1-c988-493f-84e3-6f586715af5c is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:10:57.450380 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.520408 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8ca14-fe15-4509-ab26-dab195b527d7 None None] Pushing event updated for resources: {'Port': ['ID=10822e0c-f835-447d-bdf4-613fa8162715,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:57.537090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 820da0c1-c988-493f-84e3-6f586715af5c) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:57.542139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:10:57.543201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.552882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370969af-4e58-4799-aade-d263ac35b039 None None] Network 820da0c1-c988-493f-84e3-6f586715af5c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:57.561692 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Attempting to bind port 10822e0c-f835-447d-bdf4-613fa8162715 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:10:57.562083 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Attempting to bind port 10822e0c-f835-447d-bdf4-613fa8162715 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:10:57.562713 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Attempting to bind port 10822e0c-f835-447d-bdf4-613fa8162715 on network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:57.568350 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:10:57.571201 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Checking segment: {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:57.571201 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.571201 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Bound using segment: {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:10:57.571590 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Bound port: 10822e0c-f835-447d-bdf4-613fa8162715, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:10:57.572202 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.646041 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] For port 10822e0c-f835-447d-bdf4-613fa8162715, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:10:57.651046 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] For port 10822e0c-f835-447d-bdf4-613fa8162715, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=10822e0c-f835-447d-bdf4-613fa8162715,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:10:57.668165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2f1e5043-4274-4881-9fc4-cc6055398ff2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8736835 Nov 10 17:10:57.671602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:10:57.675472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:10:57.764082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-820da0c1-c988-493f-84e3-6f586715af5c', 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'fixed_ips': [{'subnet_id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:10:57.764383 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.782318 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.846452 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:10:57.847075 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:57.847270 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.848709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.856460 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8ca14-fe15-4509-ab26-dab195b527d7 None None] Pushing event updated for resources: {'Port': ['ID=10822e0c-f835-447d-bdf4-613fa8162715,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:57.862718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-dfe806ad-c749-4f9c-a99f-9cea51cf4caf None None] Provisioning complete for port 10822e0c-f835-447d-bdf4-613fa8162715 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:57.863244 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfe806ad-c749-4f9c-a99f-9cea51cf4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:57.961870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Allocated IP 172.20.0.2 (820da0c1-c988-493f-84e3-6f586715af5c/e70c9f2f-602b-4ead-aaa0-8e3073d458d7/13276c23-30af-4579-b664-7ce865697d54) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:58.060555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:10:58.070498 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfe806ad-c749-4f9c-a99f-9cea51cf4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.136077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dfe806ad-c749-4f9c-a99f-9cea51cf4caf None None] For port 10822e0c-f835-447d-bdf4-613fa8162715, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=10822e0c-f835-447d-bdf4-613fa8162715,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:10:58.225291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.238960 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dfe806ad-c749-4f9c-a99f-9cea51cf4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.272441 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.300601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe806ad-c749-4f9c-a99f-9cea51cf4caf None None] Pushing event updated for resources: {'Port': ['ID=10822e0c-f835-447d-bdf4-613fa8162715,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:58.345181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.354080 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:57Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:10:58.385160 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24940c-07db-46a5-ba32-88b34426b343 None None] The sync data for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 is: [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:57Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:10:58.409875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Network 820da0c1-c988-493f-84e3-6f586715af5c is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:58.417071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Pushing event updated for resources: {'Port': ['ID=13276c23-30af-4579-b664-7ce865697d54,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:58.420653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:58.423595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:58.427428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-986cd829-3131-421e-afd4-e632ed0c65fd None None] Provisioning complete for port 10822e0c-f835-447d-bdf4-613fa8162715 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:58.427829 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-986cd829-3131-421e-afd4-e632ed0c65fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.541478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Attempting to bind port 13276c23-30af-4579-b664-7ce865697d54 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:10:58.541842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Attempting to bind port 13276c23-30af-4579-b664-7ce865697d54 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:10:58.542395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Attempting to bind port 13276c23-30af-4579-b664-7ce865697d54 on network 820da0c1-c988-493f-84e3-6f586715af5c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:10:58.551042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:10:58.551506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Checking segment: {'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:10:58.551908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.552309 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Bound using segment: {'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:10:58.552780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Bound port: 13276c23-30af-4579-b664-7ce865697d54, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:10:58.553692 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.575419 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.664486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] For port 13276c23-30af-4579-b664-7ce865697d54, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:10:58.668089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] For port 13276c23-30af-4579-b664-7ce865697d54, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=13276c23-30af-4579-b664-7ce865697d54,segment=NetworkSegment(b778d3b2-3415-49e2-ba07-4efd733dee1c),segment_id=b778d3b2-3415-49e2-ba07-4efd733dee1c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:10:58.765613 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.855803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2717-c031-4c75-8e50-52a71841acd7 None None] Pushing event updated for resources: {'Port': ['ID=13276c23-30af-4579-b664-7ce865697d54,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:58.913233 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:58.934116 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:59.091133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Allocated IP 172.25.3.238 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/bcec986c-4a49-4120-a239-77fd50755f75) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:10:59.223943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:59.359930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:59.403553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:10:59.406685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:10:59.411476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:10:59.414991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Pushing event updated for resources: {'Port': ['ID=bcec986c-4a49-4120-a239-77fd50755f75,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:10:59.448192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf22f18-8c8d-40ee-bf15-fec808b14b7e None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:10:59.591074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2df12b30-ebb8-4b65-8773-db2796fedc9a None None] Provisioning complete for port bcec986c-4a49-4120-a239-77fd50755f75 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:59.591717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2df12b30-ebb8-4b65-8773-db2796fedc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:59.637412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2df12b30-ebb8-4b65-8773-db2796fedc9a None None] Port bcec986c-4a49-4120-a239-77fd50755f75 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:10:59.886358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 10822e0c-f835-447d-bdf4-613fa8162715 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:10:59.907545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:10:59.965487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac5eb9-0684-4900-8dd1-49dc2f4bce02 None None] Network 820da0c1-c988-493f-84e3-6f586715af5c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:10:59.969812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 10822e0c-f835-447d-bdf4-613fa8162715 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:10:59.970352 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.096552 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7c0a27ea-1fca-4b1d-a027-b40a142fb940 None None] Provisioning complete for port 13276c23-30af-4579-b664-7ce865697d54 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:00.096921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c0a27ea-1fca-4b1d-a027-b40a142fb940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.121936 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.201719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 13276c23-30af-4579-b664-7ce865697d54 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:00.309247 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c0a27ea-1fca-4b1d-a027-b40a142fb940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.323541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 13276c23-30af-4579-b664-7ce865697d54 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:00.323913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.362707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Router e0c8a844-abf8-4511-9486-9e5778036c8d is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:11:00.376120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7c0a27ea-1fca-4b1d-a027-b40a142fb940 None None] For port 13276c23-30af-4579-b664-7ce865697d54, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=13276c23-30af-4579-b664-7ce865697d54,segment=NetworkSegment(b778d3b2-3415-49e2-ba07-4efd733dee1c),segment_id=b778d3b2-3415-49e2-ba07-4efd733dee1c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:00.431491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.488501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:00.498785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Sync routers for ids ['e0c8a844-abf8-4511-9486-9e5778036c8d'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:00.510498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Routers {'e0c8a844-abf8-4511-9486-9e5778036c8d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:00.511124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0c8a844-abf8-4511-9486-9e5778036c8d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:00.551642 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c0a27ea-1fca-4b1d-a027-b40a142fb940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.592342 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.593666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-72fac871-6989-41a6-a05b-5d1bcadf5167 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9217637 Nov 10 17:11:00.597310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:00.842538 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:11:00.843080 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:11:00.857294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a27ea-1fca-4b1d-a027-b40a142fb940 None None] Pushing event updated for resources: {'Port': ['ID=13276c23-30af-4579-b664-7ce865697d54,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:00.869016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-465bc724-2539-40cc-a90c-c89b53896b5b None None] Provisioning complete for port 13276c23-30af-4579-b664-7ce865697d54 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:00.869381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-465bc724-2539-40cc-a90c-c89b53896b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:00.898697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Set router e0c8a844-abf8-4511-9486-9e5778036c8d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:01.085855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.139965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:10:59Z', 'revision_number': 3, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:01.169976 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Checking router: e0c8a844-abf8-4511-9486-9e5778036c8d for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:01.170220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Updating router e0c8a844-abf8-4511-9486-9e5778036c8d port bcec986c-4a49-4120-a239-77fd50755f75 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:11:01.199419 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.258511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Allocated IP 172.20.0.1 (820da0c1-c988-493f-84e3-6f586715af5c/e70c9f2f-602b-4ead-aaa0-8e3073d458d7/c6ea29f0-2543-4ef8-958f-155e63945b2f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:11:01.369934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.497331 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.516706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.556079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Network 820da0c1-c988-493f-84e3-6f586715af5c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:01.561284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:01.565112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:11:01.592137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Pushing event updated for resources: {'Port': ['ID=c6ea29f0-2543-4ef8-958f-155e63945b2f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:01.615180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.630205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.677030 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-622a39ef-49a0-46d8-ae38-257f808ad997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.703075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Attempting to bind port bcec986c-4a49-4120-a239-77fd50755f75 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:01.703675 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Attempting to bind port bcec986c-4a49-4120-a239-77fd50755f75 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:01.703892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Attempting to bind port bcec986c-4a49-4120-a239-77fd50755f75 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:01.720001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:01.720374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:01.720838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.721244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:01.721724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Bound port: bcec986c-4a49-4120-a239-77fd50755f75, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:01.722115 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.726563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-9c3fcb4a-4103-451e-b0b1-b723f77fc9d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0678051 Nov 10 17:11:01.758851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64453828-c55a-4ace-922f-500277c35a93 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:01.788879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fc4f0-212a-4da8-8d94-204eb8dd1ed2 None None] Pushing event updated for resources: {'Port': ['ID=bcec986c-4a49-4120-a239-77fd50755f75,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:01.849217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] For port bcec986c-4a49-4120-a239-77fd50755f75, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:01.849217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 13276c23-30af-4579-b664-7ce865697d54 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:01.851241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-c968e9ae-9fa8-4a7c-a7e3-2f4b4227699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:01.851241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-c968e9ae-9fa8-4a7c-a7e3-2f4b4227699c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 1097 time: 0.0554981 Nov 10 17:11:01.861490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-296a2250-b578-4f9a-8642-1cd5ddd5fb55 None None] Provisioning complete for port bcec986c-4a49-4120-a239-77fd50755f75 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:01.861869 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-296a2250-b578-4f9a-8642-1cd5ddd5fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.905130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] For port bcec986c-4a49-4120-a239-77fd50755f75, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bcec986c-4a49-4120-a239-77fd50755f75,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:01.936796 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-296a2250-b578-4f9a-8642-1cd5ddd5fb55 None None] Port bcec986c-4a49-4120-a239-77fd50755f75 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:01.949906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 13276c23-30af-4579-b664-7ce865697d54 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:01.950280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.972306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:01.996543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:02.027763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-d7a7907b-ba59-48fe-9db0-6c4566c235da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:02.029592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-d7a7907b-ba59-48fe-9db0-6c4566c235da service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7 HTTP/1.1" status: 200 len: 909 time: 0.1591065 Nov 10 17:11:02.047661 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b2c73-b403-4214-9a53-c75cda40d1be None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:02.093783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Routers {'e0c8a844-abf8-4511-9486-9e5778036c8d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:02.094434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0c8a844-abf8-4511-9486-9e5778036c8d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:02.096122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fc4f0-212a-4da8-8d94-204eb8dd1ed2 None None] Pushing event updated for resources: {'Port': ['ID=bcec986c-4a49-4120-a239-77fd50755f75,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:02.154899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-88a594ac-1073-4e68-b7f5-dea1c509ce01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957 HTTP/1.1" status: 200 len: 1001 time: 0.1188271 Nov 10 17:11:02.170475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-60d81ce2-41e3-4f63-b635-6d2332c771b6 None None] Provisioning complete for port c6ea29f0-2543-4ef8-958f-155e63945b2f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:02.170850 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-60d81ce2-41e3-4f63-b635-6d2332c771b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:02.227880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-b2e80e65-ba11-4a74-b377-a605e3618231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:02.229302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-b2e80e65-ba11-4a74-b377-a605e3618231 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a065bda0-13ce-4f33-b334-44b98a18664b HTTP/1.1" status: 200 len: 847 time: 0.0666895 Nov 10 17:11:02.257475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-60d81ce2-41e3-4f63-b635-6d2332c771b6 None None] Port c6ea29f0-2543-4ef8-958f-155e63945b2f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:02.281035 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:02.281614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] Set router e0c8a844-abf8-4511-9486-9e5778036c8d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:02.296186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-f35a4b15-22e8-4a00-9687-713166bb6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:02.297711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-f35a4b15-22e8-4a00-9687-713166bb6062 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8f28786-6f87-4268-aa7f-849a8c7bf9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613236 Nov 10 17:11:02.362715 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:02.431543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0812b553-8c78-4e6f-bcee-1fd0948b3fef None None] Provisioning complete for port bcec986c-4a49-4120-a239-77fd50755f75 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:02.431912 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0812b553-8c78-4e6f-bcee-1fd0948b3fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:02.450295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Pushing event updated for resources: {'Port': ['ID=c6ea29f0-2543-4ef8-958f-155e63945b2f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:02.460798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-1a4dc016-2872-4026-92fa-720d4f76a057 service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545064 Nov 10 17:11:02.463988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:02.576261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 4, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c6ea29f0-2543-4ef8-958f-155e63945b2f', 'name': '', 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'mac_address': 'fa:16:3e:e3:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:01Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 1, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'subnets': [{'id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:02.578233 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0812b553-8c78-4e6f-bcee-1fd0948b3fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:02.613992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed420c-7caf-40ac-8deb-28d2078c43f6 None None] The sync data for ids ['e0c8a844-abf8-4511-9486-9e5778036c8d'] in n-d-714676-11 is: [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 4, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c6ea29f0-2543-4ef8-958f-155e63945b2f', 'name': '', 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'mac_address': 'fa:16:3e:e3:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:01Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 1, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'subnets': [{'id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:02.633116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0812b553-8c78-4e6f-bcee-1fd0948b3fef None None] For port bcec986c-4a49-4120-a239-77fd50755f75, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bcec986c-4a49-4120-a239-77fd50755f75,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:02.713763 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0812b553-8c78-4e6f-bcee-1fd0948b3fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:02.775365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812b553-8c78-4e6f-bcee-1fd0948b3fef None None] Pushing event updated for resources: {'Port': ['ID=bcec986c-4a49-4120-a239-77fd50755f75,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:03.019928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-94a1e728-b3ec-45aa-b2e9-dc26e6348b36 req-3f05b147-05a5-4a80-a5d6-9da8dfa35a2d service neutron] 10.222.0.18 "GET /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497842 Nov 10 17:11:03.032481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Network 820da0c1-c988-493f-84e3-6f586715af5c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:03.034106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:03.196175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Router e0c8a844-abf8-4511-9486-9e5778036c8d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:11:03.338297 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:03.343971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a03cc11a-4d90-4a3b-9af7-fee84ba3a99c admin admin] 10.222.0.62 "PUT /v2.0/routers/e0c8a844-abf8-4511-9486-9e5778036c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455964 Nov 10 17:11:03.353166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-849c0e39-0973-4bd9-bb1a-afa514fea1a9 None None] Provisioning complete for port c6ea29f0-2543-4ef8-958f-155e63945b2f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:03.353978 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-849c0e39-0973-4bd9-bb1a-afa514fea1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:03.407696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-849c0e39-0973-4bd9-bb1a-afa514fea1a9 None None] Port c6ea29f0-2543-4ef8-958f-155e63945b2f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:03.833428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bcec986c-4a49-4120-a239-77fd50755f75 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:03.888365 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc511e0e-129f-428c-a6c7-075ba5596cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:03.889713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bcec986c-4a49-4120-a239-77fd50755f75 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:03.890068 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:05.164905 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:06.340235 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Sync routers for ids ['e0c8a844-abf8-4511-9486-9e5778036c8d'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:06.354653 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Routers {'e0c8a844-abf8-4511-9486-9e5778036c8d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:06.355562 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0c8a844-abf8-4511-9486-9e5778036c8d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:06.472018 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Set router e0c8a844-abf8-4511-9486-9e5778036c8d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:06.695140 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 4, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c6ea29f0-2543-4ef8-958f-155e63945b2f', 'name': '', 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'mac_address': 'fa:16:3e:e3:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:01Z', 'updated_at': '2021-11-10T17:11:02Z', 'revision_number': 2, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'subnets': [{'id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:06.727502 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Checking router: e0c8a844-abf8-4511-9486-9e5778036c8d for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:06.728104 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Updating router e0c8a844-abf8-4511-9486-9e5778036c8d port c6ea29f0-2543-4ef8-958f-155e63945b2f binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:11:06.754821 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:06.904284 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.049885 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.124414 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.200325 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92387449-9d71-4d37-af27-a01fba39ac4c None None] Pushing event updated for resources: {'Port': ['ID=c6ea29f0-2543-4ef8-958f-155e63945b2f,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:07.230799 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Attempting to bind port c6ea29f0-2543-4ef8-958f-155e63945b2f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:07.231165 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Attempting to bind port c6ea29f0-2543-4ef8-958f-155e63945b2f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:07.231547 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Attempting to bind port c6ea29f0-2543-4ef8-958f-155e63945b2f on network 820da0c1-c988-493f-84e3-6f586715af5c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:07.238258 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:07.238258 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Checking segment: {'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:07.238258 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.238634 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Bound using segment: {'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:07.238988 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Bound port: c6ea29f0-2543-4ef8-958f-155e63945b2f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b778d3b2-3415-49e2-ba07-4efd733dee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:07.239403 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.322898 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] For port c6ea29f0-2543-4ef8-958f-155e63945b2f, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:07.325822 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] For port c6ea29f0-2543-4ef8-958f-155e63945b2f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c6ea29f0-2543-4ef8-958f-155e63945b2f,segment=NetworkSegment(b778d3b2-3415-49e2-ba07-4efd733dee1c),segment_id=b778d3b2-3415-49e2-ba07-4efd733dee1c)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:07.416408 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.470721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b9d70535-7ca5-462d-a120-2077a5c75a7e None None] Provisioning complete for port c6ea29f0-2543-4ef8-958f-155e63945b2f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:07.471095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9d70535-7ca5-462d-a120-2077a5c75a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.487265 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Routers {'e0c8a844-abf8-4511-9486-9e5778036c8d'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:07.488054 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0c8a844-abf8-4511-9486-9e5778036c8d'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:07.492975 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92387449-9d71-4d37-af27-a01fba39ac4c None None] Pushing event updated for resources: {'Port': ['ID=c6ea29f0-2543-4ef8-958f-155e63945b2f,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:07.592649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9d70535-7ca5-462d-a120-2077a5c75a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.606777 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.637223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b9d70535-7ca5-462d-a120-2077a5c75a7e None None] For port c6ea29f0-2543-4ef8-958f-155e63945b2f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c6ea29f0-2543-4ef8-958f-155e63945b2f,segment=NetworkSegment(b778d3b2-3415-49e2-ba07-4efd733dee1c),segment_id=b778d3b2-3415-49e2-ba07-4efd733dee1c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:07.724275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9d70535-7ca5-462d-a120-2077a5c75a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:07.779230 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] Set router e0c8a844-abf8-4511-9486-9e5778036c8d gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:07.802638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d70535-7ca5-462d-a120-2077a5c75a7e None None] Pushing event updated for resources: {'Port': ['ID=c6ea29f0-2543-4ef8-958f-155e63945b2f,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:07.874021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c6ea29f0-2543-4ef8-958f-155e63945b2f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:07.918964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1ee12483-947d-4939-846a-54c40618564f None None] Provisioning complete for port c6ea29f0-2543-4ef8-958f-155e63945b2f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:07.920330 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ee12483-947d-4939-846a-54c40618564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:08.007021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c6ea29f0-2543-4ef8-958f-155e63945b2f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:08.007412 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:08.024736 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 4, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c6ea29f0-2543-4ef8-958f-155e63945b2f', 'name': '', 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'mac_address': 'fa:16:3e:e3:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:01Z', 'updated_at': '2021-11-10T17:11:07Z', 'revision_number': 4, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'subnets': [{'id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:08.057556 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c0a343-38bb-42f5-a7bc-9dbacfcc3e12 None None] The sync data for ids ['e0c8a844-abf8-4511-9486-9e5778036c8d'] in n-d-714676-11 is: [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:11:01Z', 'revision_number': 4, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c6ea29f0-2543-4ef8-958f-155e63945b2f', 'name': '', 'network_id': '820da0c1-c988-493f-84e3-6f586715af5c', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'mac_address': 'fa:16:3e:e3:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:01Z', 'updated_at': '2021-11-10T17:11:07Z', 'revision_number': 4, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'subnets': [{'id': 'e70c9f2f-602b-4ead-aaa0-8e3073d458d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:08.069771 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:08.629192 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:11:09.778783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c6ea29f0-2543-4ef8-958f-155e63945b2f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:09.832366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c6ea29f0-2543-4ef8-958f-155e63945b2f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:09.832990 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:10.692729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:15.317644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b07d9-2e7e-4f39-9e9f-d97244fd657d req-2b9e07f4-d131-44fe-98d1-c516437c8e28 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:15.320529 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e6b07d9-2e7e-4f39-9e9f-d97244fd657d req-2b9e07f4-d131-44fe-98d1-c516437c8e28 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 945 time: 0.0736165 Nov 10 17:11:15.375845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e6b07d9-2e7e-4f39-9e9f-d97244fd657d req-ef25cb7e-bf0c-41bb-935c-00f7e860cdd5 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479436 Nov 10 17:11:16.504948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-3a6cb619-430d-47ba-b400-dd14a2c586a1 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:16.509831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-3a6cb619-430d-47ba-b400-dd14a2c586a1 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 945 time: 0.0675650 Nov 10 17:11:16.510976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be9dbd-17c4-4c0c-a776-3b84ec6ce355 req-eb8dc34d-8416-40f5-802f-b77f3f40f26a tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:16.512554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84be9dbd-17c4-4c0c-a776-3b84ec6ce355 req-eb8dc34d-8416-40f5-802f-b77f3f40f26a tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 945 time: 0.0551825 Nov 10 17:11:16.586205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84be9dbd-17c4-4c0c-a776-3b84ec6ce355 req-7386f006-79b1-440e-98ac-67f99a60a066 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/security-groups?id=7440ca2d-09fa-4a41-9ae2-f97053440378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538137 Nov 10 17:11:16.684750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Deleting port b40c7daa-0eb1-4238-b721-31ff1f0d2957 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:16.685180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:16.798899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] For port b40c7daa-0eb1-4238-b721-31ff1f0d2957, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=b40c7daa-0eb1-4238-b721-31ff1f0d2957,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:16.801985 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:16.993504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:16.993768 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:16.994090 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Floating IP 2b7bcab7-56c6-4f88-86b8-ea6414fd8b1c disassociated. External IP: 172.25.3.136, port: b40c7daa-0eb1-4238-b721-31ff1f0d2957. Nov 10 17:11:16.994449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Calling delete_port for b40c7daa-0eb1-4238-b721-31ff1f0d2957 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:17.271383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:17.396801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1746569-4554-40f0-8551-25f0057009bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:17.491844 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1746569-4554-40f0-8551-25f0057009bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:17.649908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:17.702308 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1746569-4554-40f0-8551-25f0057009bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:17.716546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event deleted for resources: {'Port': ['ID=b40c7daa-0eb1-4238-b721-31ff1f0d2957,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:17.747117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17bac971-88f1-4655-82d0-2d54aa382595 req-d05e5d7f-96ad-4aa2-af72-6234515337ec tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 210 time: 0.0484271 Nov 10 17:11:17.772781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.772781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.772781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.772781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.772781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.772781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.780551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.780551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.780551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.780551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.780551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.780551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:17.827952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1746569-4554-40f0-8551-25f0057009bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a092c73-8159-411c-bf7f-03dfb91f08ac,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:17.835366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f1746569-4554-40f0-8551-25f0057009bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcebc2a02b274733979d112366e0992f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5625415 Nov 10 17:11:17.838018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34874) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:17.900524 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:17.909969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:11:17.930286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:18.035472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:18.046510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] Sync routers for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:18.055348 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:18.058291 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:18.059392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:18.060313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:18.062846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a092c73-8159-411c-bf7f-03dfb91f08ac HTTP/1.1" status: 204 len: 168 time: 0.2226899 Nov 10 17:11:18.073948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a092c73-8159-411c-bf7f-03dfb91f08ac,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:18.083163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.083774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.084183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.084780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.085267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.085662 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.086637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.087177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.087901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.088535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.089121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.089587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8792ee-8b89-482c-989a-5b8f79aef654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:18.094014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] No DVR routers for this DVR port b40c7daa-0eb1-4238-b721-31ff1f0d2957 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:11:18.096801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:18.100815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5172c61d-8243-4f30-946c-f8b4896ebd2a req-a42ebb3e-7f33-4ffe-b797-dba860328825 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.18 "DELETE /v2.0/ports/b40c7daa-0eb1-4238-b721-31ff1f0d2957 HTTP/1.1" status: 204 len: 173 time: 1.5853791 Nov 10 17:11:18.101287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'name': 'network-vif-deleted', 'tag': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:11:18.103728 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9976b207-4171-4b4d-b9f9-8a7026b23810" -d '{"events": [{"server_uuid": "ea8e3dd7-0670-45cc-b451-035ccbf7a2db", "name": "network-vif-deleted", "tag": "b40c7daa-0eb1-4238-b721-31ff1f0d2957"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:11:18.154360 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6892533-ea25-480d-b07c-68a35ac106ce x-openstack-request-id: req-d6892533-ea25-480d-b07c-68a35ac106ce {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:11:18.154654 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8e3dd7-0670-45cc-b451-035ccbf7a2db", "name": "network-vif-deleted", "tag": "b40c7daa-0eb1-4238-b721-31ff1f0d2957", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:11:18.154938 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6892533-ea25-480d-b07c-68a35ac106ce {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:11:18.155299 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8e3dd7-0670-45cc-b451-035ccbf7a2db', 'name': 'network-vif-deleted', 'tag': 'b40c7daa-0eb1-4238-b721-31ff1f0d2957', 'status': 'completed', 'code': 200} Nov 10 17:11:18.446997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:18.682494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 5, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:18.712688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] Checking router: 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:18.721562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:18.722205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:18.842926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:18.886398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device b40c7daa-0eb1-4238-b721-31ff1f0d2957 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:11:18.919849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: b40c7daa-0eb1-4238-b721-31ff1f0d2957 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:11:18.919849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device b40c7daa-0eb1-4238-b721-31ff1f0d2957 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:11:18.930452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-99e7c90e-a26f-4eeb-bb72-6b4e7e86996a req-dbaae9c9-503d-4032-aaf8-7235480b7495 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e3dd7-0670-45cc-b451-035ccbf7a2db HTTP/1.1" status: 200 len: 210 time: 0.0483472 Nov 10 17:11:19.093094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 5, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:19.143845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0b3ab-223f-4ab3-82cd-2a4134b620e0 None None] The sync data for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 is: [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b73e9827-4cf7-4154-aab0-a4ea6c12b31a', 'name': '', 'network_id': 'b8f28786-6f87-4268-aa7f-849a8c7bf9d7', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'mac_address': 'fa:16:3e:00:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:02Z', 'updated_at': '2021-11-10T17:06:08Z', 'revision_number': 5, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'subnets': [{'id': 'a065bda0-13ce-4f33-b334-44b98a18664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:19.447447 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e6c0b-7a52-477b-883b-ac319898cb44 None None] New status for floating IP 2b7bcab7-56c6-4f88-86b8-ea6414fd8b1c: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:11:19.966775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34918) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:20.109243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Deleting port ee0cbbcb-0586-415f-a91b-65bbad01bc8c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:20.109672 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.196985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.196985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.205495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Calling delete_port for ee0cbbcb-0586-415f-a91b-65bbad01bc8c owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:20.432946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.461034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event deleted for resources: {'Port': ['ID=ee0cbbcb-0586-415f-a91b-65bbad01bc8c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:20.532783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.535474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.539408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-46da59ed-f31f-419a-aeef-aabd71fc77d0 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "DELETE /v2.0/floatingips/2b7bcab7-56c6-4f88-86b8-ea6414fd8b1c HTTP/1.1" status: 204 len: 168 time: 0.5689847 Nov 10 17:11:20.619388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34938) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:20.687012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-657b9f27-83d7-4658-bfc2-96f6afd7a398 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.715159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-657b9f27-83d7-4658-bfc2-96f6afd7a398 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.841021 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-657b9f27-83d7-4658-bfc2-96f6afd7a398 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.843957 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-657b9f27-83d7-4658-bfc2-96f6afd7a398 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:20.847942 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-657b9f27-83d7-4658-bfc2-96f6afd7a398 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] 10.222.0.62 "DELETE /v2.0/security-groups/7440ca2d-09fa-4a41-9ae2-f97053440378 HTTP/1.1" status: 204 len: 168 time: 0.2245708 Nov 10 17:11:20.857624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b9f27-83d7-4658-bfc2-96f6afd7a398 tempest-TestServerBasicOps-543962095 tempest-TestServerBasicOps-543962095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440ca2d-09fa-4a41-9ae2-f97053440378,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:20.986728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34944) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:21.562561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:21.837726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Deleting port b73e9827-4cf7-4154-aab0-a4ea6c12b31a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:21.838066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:21.916960 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] For port b73e9827-4cf7-4154-aab0-a4ea6c12b31a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:21.917319 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:21.931124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Calling delete_port for b73e9827-4cf7-4154-aab0-a4ea6c12b31a owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:22.169544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:22.201063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b73e9827-4cf7-4154-aab0-a4ea6c12b31a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:22.399800 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:22.946343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:11:23.065983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:23.076141 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d67914a2-3a1b-48d8-82cf-e7ce6e2c6d3d admin admin] 10.222.0.62 "PUT /v2.0/routers/9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0860538 Nov 10 17:11:23.076538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34962) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:23.080095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] Sync routers for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:23.093861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:23.094589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:23.191054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:23.213563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:23.295528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:23.420334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:11:22Z', 'revision_number': 5, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port': {'id': '20e8257f-738a-4f11-bafe-21d0e5ce8d04', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:23.451943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] Checking router: 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:23.457499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Deleting port 20e8257f-738a-4f11-bafe-21d0e5ce8d04 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:23.457934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:23.462024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] Routers {'9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:23.462663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:23.548719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] For port 20e8257f-738a-4f11-bafe-21d0e5ce8d04, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=20e8257f-738a-4f11-bafe-21d0e5ce8d04,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:23.549165 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:23.558894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] Set router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:23.564309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Calling delete_port for 20e8257f-738a-4f11-bafe-21d0e5ce8d04 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:23.620379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:11:23Z', 'revision_number': 6, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:23.648689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52917480-9b0a-4fc3-b1d3-cb7af29d47f4 None None] The sync data for ids ['9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1'] in n-d-714676-11 is: [{'id': '9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1', 'name': 'tempest-TestServerBasicOps-374508350-router', 'tenant_id': '567aa4246d02450baa1a0d4a33dd3da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:05:59Z', 'updated_at': '2021-11-10T17:11:23Z', 'revision_number': 6, 'project_id': '567aa4246d02450baa1a0d4a33dd3da5', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:23.881682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:23.908443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Pushing event deleted for resources: {'Port': ['ID=20e8257f-738a-4f11-bafe-21d0e5ce8d04,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:23.923149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3538cb-eb58-4db8-8c04-58449c1b148a None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:23.982517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.096685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.103379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.149337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b73e9827-4cf7-4154-aab0-a4ea6c12b31a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:11:24.164007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b73e9827-4cf7-4154-aab0-a4ea6c12b31a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:11:24.164300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b73e9827-4cf7-4154-aab0-a4ea6c12b31a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:11:24.287192 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.288117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:11:24.294438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.295897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b44ca6d-1a04-4937-bfda-2a35f2befaba admin admin] 10.222.0.62 "DELETE /v2.0/routers/9f94e8cc-4cbb-45b4-99a9-0ecd339bb6f1 HTTP/1.1" status: 204 len: 168 time: 1.2184510 Nov 10 17:11:24.298544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34968) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:24.351431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2065f96-6001-4920-b209-cf1c99ce11c6 admin admin] Deleting subnet a065bda0-13ce-4f33-b334-44b98a18664b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:11:24.354831 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2065f96-6001-4920-b209-cf1c99ce11c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.392995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2065f96-6001-4920-b209-cf1c99ce11c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.476179 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2065f96-6001-4920-b209-cf1c99ce11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.627802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2065f96-6001-4920-b209-cf1c99ce11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.666421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2065f96-6001-4920-b209-cf1c99ce11c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a065bda0-13ce-4f33-b334-44b98a18664b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:24.668447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2065f96-6001-4920-b209-cf1c99ce11c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.672212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2065f96-6001-4920-b209-cf1c99ce11c6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a065bda0-13ce-4f33-b334-44b98a18664b HTTP/1.1" status: 204 len: 168 time: 0.3724737 Nov 10 17:11:24.674752 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:24.685038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd62d7-3153-496d-858b-3cbd01b537ee None None] Network b8f28786-6f87-4268-aa7f-849a8c7bf9d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:11:24.756270 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.817294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Deleting port 90d992de-9677-42e0-9dfc-ef8184d6964f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:24.818451 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.889630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] For port 90d992de-9677-42e0-9dfc-ef8184d6964f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=90d992de-9677-42e0-9dfc-ef8184d6964f,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:24.889997 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:24.895914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] DHCP port deletion for b8f28786-6f87-4268-aa7f-849a8c7bf9d7 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:24.904450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Calling delete_port for 90d992de-9677-42e0-9dfc-ef8184d6964f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:24.960915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] Deleting port 90d992de-9677-42e0-9dfc-ef8184d6964f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:24.961287 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.025395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] For port 90d992de-9677-42e0-9dfc-ef8184d6964f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=90d992de-9677-42e0-9dfc-ef8184d6964f,segment=NetworkSegment(bf5656fd-e982-447d-b30d-f21b9a3fa633),segment_id=bf5656fd-e982-447d-b30d-f21b9a3fa633)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:25.025786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.038342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] Calling delete_port for 90d992de-9677-42e0-9dfc-ef8184d6964f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:25.092758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.117748 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.121209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d992de-9677-42e0-9dfc-ef8184d6964f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:25.125186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] No DVR routers for this DVR port 90d992de-9677-42e0-9dfc-ef8184d6964f on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:11:25.144707 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] Pushing event deleted for resources: {'Port': ['ID=90d992de-9677-42e0-9dfc-ef8184d6964f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:25.146411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef9da6-87a6-4e97-806e-c61c30ed13fc None None] No DVR routers for this DVR port 90d992de-9677-42e0-9dfc-ef8184d6964f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:11:25.207290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.229911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f28786-6f87-4268-aa7f-849a8c7bf9d7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:25.240263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5656fd-e982-447d-b30d-f21b9a3fa633') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:25.240823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5656fd-e982-447d-b30d-f21b9a3fa633') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:25.250775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.265112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.271743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:11:25.272132 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:11:25.273820 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:11:25.443881 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.449724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:25.452943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b8f28786-6f87-4268-aa7f-849a8c7bf9d7 HTTP/1.1" status: 204 len: 168 time: 0.7771611 Nov 10 17:11:25.456488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34976) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:25.465406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a55b6-e3e9-48de-8aa5-852144a8fd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f28786-6f87-4268-aa7f-849a8c7bf9d7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:25.780938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 90d992de-9677-42e0-9dfc-ef8184d6964f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:11:25.802844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 90d992de-9677-42e0-9dfc-ef8184d6964f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:11:25.803476 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 90d992de-9677-42e0-9dfc-ef8184d6964f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:11:25.804100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 20e8257f-738a-4f11-bafe-21d0e5ce8d04 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:11:25.828092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 20e8257f-738a-4f11-bafe-21d0e5ce8d04 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:11:25.837401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 20e8257f-738a-4f11-bafe-21d0e5ce8d04 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:11:25.842132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.126098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Deleting port 44159011-0172-4214-a7fe-a363774225d7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:26.126670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.213349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] For port 44159011-0172-4214-a7fe-a363774225d7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=44159011-0172-4214-a7fe-a363774225d7,segment=NetworkSegment(4d504829-9dd4-43ac-a0a6-4bda9216572e),segment_id=4d504829-9dd4-43ac-a0a6-4bda9216572e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:26.213810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.231757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Calling delete_port for 44159011-0172-4214-a7fe-a363774225d7 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:26.374246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:26.496260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-592cde91-8a69-42be-be28-afb1390ae445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.532445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.559274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44159011-0172-4214-a7fe-a363774225d7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:26.582866 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-592cde91-8a69-42be-be28-afb1390ae445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.672396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-592cde91-8a69-42be-be28-afb1390ae445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.716564 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-592cde91-8a69-42be-be28-afb1390ae445 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b699088a32b42edb0eb0d36de3e8e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411424 Nov 10 17:11:26.720122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 34990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:26.756570 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cde91-8a69-42be-be28-afb1390ae445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48778e85-a87c-4476-9f86-85196c015ee5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:26.788282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.790666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeca654e-7ef8-423d-8dd5-558a6138ba3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.822387 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeca654e-7ef8-423d-8dd5-558a6138ba3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.995025 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeca654e-7ef8-423d-8dd5-558a6138ba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.997740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeca654e-7ef8-423d-8dd5-558a6138ba3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:26.999144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-eeca654e-7ef8-423d-8dd5-558a6138ba3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48778e85-a87c-4476-9f86-85196c015ee5 HTTP/1.1" status: 204 len: 168 time: 0.2779109 Nov 10 17:11:27.007757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca654e-7ef8-423d-8dd5-558a6138ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48778e85-a87c-4476-9f86-85196c015ee5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:27.042977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:11:27.155981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:27.161441 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d03d71e2-d121-4e11-be7c-99bf1d0194f8 admin admin] 10.222.0.62 "PUT /v2.0/routers/4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7030270 Nov 10 17:11:27.163956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 34996) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:27.166588 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] Sync routers for ids ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:27.179161 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] Routers {'4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:27.179934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:27.276853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:27.296556 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] Set router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:27.405122 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:27.500477 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:11:26Z', 'revision_number': 5, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port': {'id': 'ac833f8a-1325-4934-8b40-ffb70cb5a093', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:06:08Z', 'updated_at': '2021-11-10T17:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:27.532733 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] Checking router: 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:27.542149 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] Routers {'4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:27.542817 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:27.575917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Deleting port ac833f8a-1325-4934-8b40-ffb70cb5a093 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:27.576469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:27.636563 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] Set router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:27.664966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] For port ac833f8a-1325-4934-8b40-ffb70cb5a093, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ac833f8a-1325-4934-8b40-ffb70cb5a093,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:27.665252 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:27.685166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Calling delete_port for ac833f8a-1325-4934-8b40-ffb70cb5a093 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:27.691544 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:11:27Z', 'revision_number': 6, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:27.726503 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec2297-0c95-47aa-8b29-92d3fc1898e2 None None] The sync data for ids ['4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c'] in n-d-714676-11 is: [{'id': '4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c', 'name': 'tempest-TestServerBasicOps-1297279946-router', 'tenant_id': '92efdf09780147b8a06d574db4e4b0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:06:07Z', 'updated_at': '2021-11-10T17:11:27Z', 'revision_number': 6, 'project_id': '92efdf09780147b8a06d574db4e4b0a9', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:28.019454 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:28.045953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac833f8a-1325-4934-8b40-ffb70cb5a093,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:28.062121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ae192-9267-4207-a391-f07ade682390 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:28.118719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:28.221712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:28.224094 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:28.715717 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:28.716401 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:11:28.720592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:28.721790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd883fc3-ca24-4fc2-a7ba-e14d1f8cfd6c admin admin] 10.222.0.62 "DELETE /v2.0/routers/4968fc0a-64bc-4c6c-9065-1c2d4d8ed17c HTTP/1.1" status: 204 len: 168 time: 1.5568223 Nov 10 17:11:28.724999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35022) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:28.773881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0c0752-c45a-4c9a-adb5-646c45ae8862 admin admin] Deleting subnet 4a99ba57-7d32-4c25-8893-44ba5465da1d {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:11:28.777692 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-c45a-4c9a-adb5-646c45ae8862 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:28.814558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-c45a-4c9a-adb5-646c45ae8862 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:28.900043 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-c45a-4c9a-adb5-646c45ae8862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.061285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-c45a-4c9a-adb5-646c45ae8862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.092990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c0752-c45a-4c9a-adb5-646c45ae8862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a99ba57-7d32-4c25-8893-44ba5465da1d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:29.095078 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-c45a-4c9a-adb5-646c45ae8862 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.099135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d0c0752-c45a-4c9a-adb5-646c45ae8862 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4a99ba57-7d32-4c25-8893-44ba5465da1d HTTP/1.1" status: 204 len: 168 time: 0.3729615 Nov 10 17:11:29.100007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c37aa3-8712-43ca-8267-9cbe8b40e0b1 None None] Network 1e9f8853-3e34-4eaa-b92f-083e17a4055f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:11:29.101633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35026) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:29.177075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.234490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Deleting port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:29.234490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.282740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] DHCP port deletion for 1e9f8853-3e34-4eaa-b92f-083e17a4055f request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:29.300688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] For port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,segment=NetworkSegment(4d504829-9dd4-43ac-a0a6-4bda9216572e),segment_id=4d504829-9dd4-43ac-a0a6-4bda9216572e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:29.301042 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.316457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Calling delete_port for 9b6fc3e4-c4cc-4068-a88b-e11889bbacef owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:29.345299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] Deleting port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:11:29.345677 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.416794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] For port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,segment=NetworkSegment(4d504829-9dd4-43ac-a0a6-4bda9216572e),segment_id=4d504829-9dd4-43ac-a0a6-4bda9216572e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:29.417187 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.430148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] Calling delete_port for 9b6fc3e4-c4cc-4068-a88b-e11889bbacef owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:11:29.509765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.517902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.538731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] No DVR routers for this DVR port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:11:29.542874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:29.546227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] Pushing event deleted for resources: {'Port': ['ID=9b6fc3e4-c4cc-4068-a88b-e11889bbacef,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:29.551977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9702133-b72e-4c49-9763-c159d5820d3d None None] No DVR routers for this DVR port 9b6fc3e4-c4cc-4068-a88b-e11889bbacef on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:11:29.624455 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.644458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9f8853-3e34-4eaa-b92f-083e17a4055f']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:29.653919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d504829-9dd4-43ac-a0a6-4bda9216572e') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:29.654206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d504829-9dd4-43ac-a0a6-4bda9216572e') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:29.663946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.677925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.685923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:11:29.686313 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:11:29.688364 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:11:29.776268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9b6fc3e4-c4cc-4068-a88b-e11889bbacef no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:11:29.797268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 9b6fc3e4-c4cc-4068-a88b-e11889bbacef {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:11:29.797608 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9b6fc3e4-c4cc-4068-a88b-e11889bbacef not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:11:29.798012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ac833f8a-1325-4934-8b40-ffb70cb5a093 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:11:29.817967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: ac833f8a-1325-4934-8b40-ffb70cb5a093 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:11:29.818242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ac833f8a-1325-4934-8b40-ffb70cb5a093 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:11:29.818646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 44159011-0172-4214-a7fe-a363774225d7 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:11:29.840506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 44159011-0172-4214-a7fe-a363774225d7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:11:29.840506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 44159011-0172-4214-a7fe-a363774225d7 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:11:29.903669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.909248 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:29.912534 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1e9f8853-3e34-4eaa-b92f-083e17a4055f HTTP/1.1" status: 204 len: 168 time: 0.8097744 Nov 10 17:11:29.924691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311d570-5a7d-4ae5-a984-2c5b0c2121e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9f8853-3e34-4eaa-b92f-083e17a4055f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:30.337771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:30.380230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-68270936-a72d-4554-828d-56e37dd7174c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=567aa4246d02450baa1a0d4a33dd3da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411692 Nov 10 17:11:30.383195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:30.447527 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55edf1a-4b25-4eda-a1ec-ea0d7ce4ef4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:30.472003 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55edf1a-4b25-4eda-a1ec-ea0d7ce4ef4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:30.655109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55edf1a-4b25-4eda-a1ec-ea0d7ce4ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:30.657884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55edf1a-4b25-4eda-a1ec-ea0d7ce4ef4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:30.659098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f55edf1a-4b25-4eda-a1ec-ea0d7ce4ef4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc2e19a5-81d2-4bcd-b62f-a6a9d18073bb HTTP/1.1" status: 204 len: 168 time: 0.2748568 Nov 10 17:11:30.667851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55edf1a-4b25-4eda-a1ec-ea0d7ce4ef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2e19a5-81d2-4bcd-b62f-a6a9d18073bb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:31.669302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35056) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:31.685275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-62536b52-a322-4205-8fa8-70476f0b7386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:31.721625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f963de6d-59d7-4ece-8c85-1becd9104c16 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92efdf09780147b8a06d574db4e4b0a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508299 Nov 10 17:11:31.724056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:31.780871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49177cc4-a95a-4302-b1d8-fdb9ae7eba19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:31.802534 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49177cc4-a95a-4302-b1d8-fdb9ae7eba19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:31.932510 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49177cc4-a95a-4302-b1d8-fdb9ae7eba19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:31.935541 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49177cc4-a95a-4302-b1d8-fdb9ae7eba19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:31.937004 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-49177cc4-a95a-4302-b1d8-fdb9ae7eba19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7dbce7b2-089d-4b35-8eb6-8cde64c077e0 HTTP/1.1" status: 204 len: 168 time: 0.2115600 Nov 10 17:11:31.948108 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49177cc4-a95a-4302-b1d8-fdb9ae7eba19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbce7b2-089d-4b35-8eb6-8cde64c077e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:33.097635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:33.211061 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1076091846-network', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:11:33.374699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:11:33.377108 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.386616 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.463502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.549404 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.576451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:11:33.587538 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cebb7c-7142-4ae5-8d73-95e4a54c8e47,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:33.593189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.593536 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Added segment c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9 of type vlan for network 869ffb30-c384-4b31-a739-b062c5ac0767 Nov 10 17:11:33.637845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.734827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.735818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:33.736442 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.798210 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] Pushing event updated for resources: {'Network': ['ID=869ffb30-c384-4b31-a739-b062c5ac0767,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:33.808357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 869ffb30-c384-4b31-a739-b062c5ac0767 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:11:33.849672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-69ece2f5-4310-497e-b66a-93a526ffd694 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7506158 Nov 10 17:11:33.853230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:33.858201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Request body: {'subnet': {'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1076091846-subnet', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:11:33.875030 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ae01df4f-4521-4e06-bcd2-09be1c5172ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:33.955063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:11:33.957416 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:34.212850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:34.264869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0f20c5-e3d1-412e-b43f-65922a330301,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:34.284474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:34.284837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Network hostable DHCP agents. Network: 869ffb30-c384-4b31-a739-b062c5ac0767, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:11:34.369387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:11:34.466368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 869ffb30-c384-4b31-a739-b062c5ac0767) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:34.470858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:34.481152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:34.481857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7bfe82-ea96-4d58-9110-e6b8c4a6be38 None None] Network 869ffb30-c384-4b31-a739-b062c5ac0767 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:11:34.580523 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-af398db9-5c11-4c37-8faf-08950ba6595e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7261815 Nov 10 17:11:34.583136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 35114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:34.587868 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:11:34.639971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-869ffb30-c384-4b31-a739-b062c5ac0767', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:11:34.640832 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:34.698185 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:34.699428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:34.760109 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:34.778840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Allocated IP 172.20.0.2 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/6df3e02e-199d-4798-adf2-35e945a8be50) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:11:34.924337 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.009084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.029885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.067151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:35.082228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:35.091690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:11:35.097573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Pushing event updated for resources: {'Port': ['ID=6df3e02e-199d-4798-adf2-35e945a8be50,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:35.158084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Attempting to bind port 6df3e02e-199d-4798-adf2-35e945a8be50 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:35.158454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Attempting to bind port 6df3e02e-199d-4798-adf2-35e945a8be50 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:35.158821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Attempting to bind port 6df3e02e-199d-4798-adf2-35e945a8be50 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:35.165160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:35.165533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:35.165932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.166327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:35.166798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Bound port: 6df3e02e-199d-4798-adf2-35e945a8be50, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:35.167375 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.179373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.247416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] For port 6df3e02e-199d-4798-adf2-35e945a8be50, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:35.247416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] For port 6df3e02e-199d-4798-adf2-35e945a8be50, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6df3e02e-199d-4798-adf2-35e945a8be50,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:35.302367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.328401 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.333168 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.418731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262771-d83c-47ff-902f-815fdf9dde70 None None] Pushing event updated for resources: {'Port': ['ID=6df3e02e-199d-4798-adf2-35e945a8be50,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:35.487773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Allocated IP 172.25.3.86 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/6b98c965-7101-4d74-b0e6-af9c4831c347) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:11:35.660698 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.784492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:35.839931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:35.845896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:35.847566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6df3e02e-199d-4798-adf2-35e945a8be50 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:35.849616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:11:35.877241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b98c965-7101-4d74-b0e6-af9c4831c347,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:36.106457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb3a5d-88b5-4839-b92f-df2df4d9dfbb None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:36.154337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-687eddb9-6a2d-46b5-a7d2-2bb27773fc93 None None] Provisioning complete for port 6b98c965-7101-4d74-b0e6-af9c4831c347 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:36.156235 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-687eddb9-6a2d-46b5-a7d2-2bb27773fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:36.158436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6df3e02e-199d-4798-adf2-35e945a8be50 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:36.158987 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:36.244846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-687eddb9-6a2d-46b5-a7d2-2bb27773fc93 None None] Port 6b98c965-7101-4d74-b0e6-af9c4831c347 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:36.264767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:36.348631 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:36.389494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 6df3e02e-199d-4798-adf2-35e945a8be50, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6df3e02e-199d-4798-adf2-35e945a8be50,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:36.452277 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:36.521086 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=6df3e02e-199d-4798-adf2-35e945a8be50,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:36.545941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:36.726640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9419eabc-0ee4-4425-a2ee-a9c30c6f0d70 None None] Network 869ffb30-c384-4b31-a739-b062c5ac0767 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:11:36.792381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:11:36.886039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6afddabb-cdab-41ee-87f8-f6d1ff18e785 None None] Provisioning complete for port 6df3e02e-199d-4798-adf2-35e945a8be50 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:36.886751 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6afddabb-cdab-41ee-87f8-f6d1ff18e785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:36.920167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:36.942960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:36.990917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:36.991792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:37.021577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:37.026595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35128) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:37.027061 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-43e5c8ab-b41b-4e8f-b52c-9002144619d1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4425147 Nov 10 17:11:37.146327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:37.241768 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:37.453152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:36Z', 'revision_number': 3, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:37.488264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:37.488711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Updating router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 port 6b98c965-7101-4d74-b0e6-af9c4831c347 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:11:37.519931 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:37.543295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:37.649992 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:37.750889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6654f42c-efb8-4560-900e-4a1b27b7e30e None None] Provisioning complete for port 6df3e02e-199d-4798-adf2-35e945a8be50 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:37.751214 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6654f42c-efb8-4560-900e-4a1b27b7e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:37.807115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Allocated IP 172.20.0.1 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/b1b96481-58a0-47eb-b787-6346b74797d9) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:11:37.878674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6df3e02e-199d-4798-adf2-35e945a8be50 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:37.951065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:37.956901 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:37.981256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6df3e02e-199d-4798-adf2-35e945a8be50 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:37.981660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.050294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.053039 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.055670 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.109843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:38.110700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576518d2-ccd1-45c1-a52e-05ee4484f46b None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:38.113101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:38.116121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:11:38.135840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Attempting to bind port 6b98c965-7101-4d74-b0e6-af9c4831c347 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:38.136398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Attempting to bind port 6b98c965-7101-4d74-b0e6-af9c4831c347 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:38.136903 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Attempting to bind port 6b98c965-7101-4d74-b0e6-af9c4831c347 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:38.141114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5e67f-cb9f-4453-a3da-a2ef9a62cd8d None None] Pushing event updated for resources: {'Port': ['ID=6b98c965-7101-4d74-b0e6-af9c4831c347,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:38.162770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:38.164175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:38.164637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.165029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:38.165985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Pushing event updated for resources: {'Port': ['ID=b1b96481-58a0-47eb-b787-6346b74797d9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:38.166285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Bound port: 6b98c965-7101-4d74-b0e6-af9c4831c347, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:38.166683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.186924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.244978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b94789a8-f4ca-426f-a204-a36360099da3 None None] Provisioning complete for port 6b98c965-7101-4d74-b0e6-af9c4831c347 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:38.245456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b94789a8-f4ca-426f-a204-a36360099da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.331082 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] For port 6b98c965-7101-4d74-b0e6-af9c4831c347, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:38.344426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b94789a8-f4ca-426f-a204-a36360099da3 None None] Port 6b98c965-7101-4d74-b0e6-af9c4831c347 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:38.348340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] For port 6b98c965-7101-4d74-b0e6-af9c4831c347, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b98c965-7101-4d74-b0e6-af9c4831c347,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:38.447921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.517696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119a4c1-a961-428c-84f9-9af347fd9316 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:38.537342 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.610052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:38.611223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:38.759141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.763123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5e67f-cb9f-4453-a3da-a2ef9a62cd8d None None] Pushing event updated for resources: {'Port': ['ID=6b98c965-7101-4d74-b0e6-af9c4831c347,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:38.791684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-403f78b8-f1e4-4d8f-8838-3ea8a74eb3a6 None None] Provisioning complete for port b1b96481-58a0-47eb-b787-6346b74797d9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:38.792153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-403f78b8-f1e4-4d8f-8838-3ea8a74eb3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.834614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:38.835804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:38.879076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-403f78b8-f1e4-4d8f-8838-3ea8a74eb3a6 None None] Port b1b96481-58a0-47eb-b787-6346b74797d9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:38.899871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Pushing event updated for resources: {'Port': ['ID=b1b96481-58a0-47eb-b787-6346b74797d9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:38.941618 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:39.093528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:39.096273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:39.295869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:11:39.386367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-37f9d463-bf18-44aa-9ac2-ebad4db8ab87 None None] Provisioning complete for port 6b98c965-7101-4d74-b0e6-af9c4831c347 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:39.386947 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37f9d463-bf18-44aa-9ac2-ebad4db8ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:39.438239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:39.448243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cf748b19-6212-474d-ac57-732115a83aaf admin admin] 10.222.0.62 "PUT /v2.0/routers/1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205630 Nov 10 17:11:39.533783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:37Z', 'revision_number': 1, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:39.595394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933f8ef-e147-4726-805b-069b07de4387 None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:37Z', 'revision_number': 1, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:39.624411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37f9d463-bf18-44aa-9ac2-ebad4db8ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:39.673252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-37f9d463-bf18-44aa-9ac2-ebad4db8ab87 None None] For port 6b98c965-7101-4d74-b0e6-af9c4831c347, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b98c965-7101-4d74-b0e6-af9c4831c347,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:39.747205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37f9d463-bf18-44aa-9ac2-ebad4db8ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:39.810386 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9d463-bf18-44aa-9ac2-ebad4db8ab87 None None] Pushing event updated for resources: {'Port': ['ID=6b98c965-7101-4d74-b0e6-af9c4831c347,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:39.877408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-01687957-a575-4edf-b52c-820613606281 None None] Provisioning complete for port b1b96481-58a0-47eb-b787-6346b74797d9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:39.878001 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-01687957-a575-4edf-b52c-820613606281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:39.955339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-01687957-a575-4edf-b52c-820613606281 None None] Port b1b96481-58a0-47eb-b787-6346b74797d9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:40.481095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35166) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:40.511553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1469565871-network', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:11:40.618126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Made reservation on behalf of 19964e490e0047cdb6cf1a95778c3991 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:11:40.620552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:40.630298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:40.726897 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:40.744874 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:40.824014 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:40.851131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:11:40.862903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c89cf5a-2c24-4921-b830-e51d164cd691,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:40.869100 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:40.869445 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Added segment 8f3ebbc2-94fc-4149-b58f-8b669bff4ce1 of type vlan for network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 Nov 10 17:11:40.916103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:41.075157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:41.076376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:41.077026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:41.148627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] Pushing event updated for resources: {'Network': ['ID=28e3780b-9348-4d10-a0c5-f4a38eaca5d7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:41.164072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:11:41.190887 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1df239b6-3eef-4be4-beb2-376c78266f68 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7082956 Nov 10 17:11:41.193666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35170) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:41.202225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Request body: {'subnet': {'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1469565871-subnet', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:11:41.317158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Made reservation on behalf of 19964e490e0047cdb6cf1a95778c3991 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:11:41.321538 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:41.570538 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:41.624380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adc53a5-831a-4ed7-9275-e22e16b81c32,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:41.661491 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Checking segment: {'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:41.662191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Network hostable DHCP agents. Network: 28e3780b-9348-4d10-a0c5-f4a38eaca5d7, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:11:41.737824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:11:41.851755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b98c965-7101-4d74-b0e6-af9c4831c347 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:41.866834 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 28e3780b-9348-4d10-a0c5-f4a38eaca5d7) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:41.876980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:41.877580 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:41.903104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2e7d80-8e42-4b58-8d9d-2321cb9f4e36 None None] Network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:11:41.994779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-71d893c0-44b9-46e9-9de8-e48f711b374f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7990963 Nov 10 17:11:42.000830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35178) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:42.002858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:11:42.022758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6b98c965-7101-4d74-b0e6-af9c4831c347 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:42.023486 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.153445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.153445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.176418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-28e3780b-9348-4d10-a0c5-f4a38eaca5d7', 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'fixed_ips': [{'subnet_id': '4adc53a5-831a-4ed7-9275-e22e16b81c32'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:11:42.177360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.248337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.399253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Allocated IP 172.20.0.2 (28e3780b-9348-4d10-a0c5-f4a38eaca5d7/4adc53a5-831a-4ed7-9275-e22e16b81c32/54df0e29-c99b-4d3a-aaf8-cb29799c0430) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:11:42.439762 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:42.458044 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:42.459476 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:42.616833 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:42.628194 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.635037 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.721160 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.773837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Pushing event updated for resources: {'Port': ['ID=54df0e29-c99b-4d3a-aaf8-cb29799c0430,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:42.789985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:42.795942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:42.798483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:11:42.871977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Attempting to bind port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:42.872634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Attempting to bind port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:42.872740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Attempting to bind port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 on network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:42.878826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:42.879203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Checking segment: {'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:42.879641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.880068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Bound using segment: {'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:42.880534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Bound port: 54df0e29-c99b-4d3a-aaf8-cb29799c0430, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:42.880908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:42.948349 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 2, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:42.963488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] For port 54df0e29-c99b-4d3a-aaf8-cb29799c0430, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:42.985815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:42.986167 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Updating router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 port b1b96481-58a0-47eb-b787-6346b74797d9 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:11:42.986327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] For port 54df0e29-c99b-4d3a-aaf8-cb29799c0430, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=54df0e29-c99b-4d3a-aaf8-cb29799c0430,segment=NetworkSegment(8f3ebbc2-94fc-4149-b58f-8b669bff4ce1),segment_id=8f3ebbc2-94fc-4149-b58f-8b669bff4ce1)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:42.987926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.009061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.012046 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.081853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.178103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce815bc4-ace7-4d72-be4a-4f7f2968f236 None None] Pushing event updated for resources: {'Port': ['ID=54df0e29-c99b-4d3a-aaf8-cb29799c0430,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:43.187218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Allocated IP 172.25.3.61 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/3573f110-3a3f-4a24-b8d3-1865309f4de0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:11:43.358460 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.502622 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.502622 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.504352 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.564534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:43.580242 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Pushing event updated for resources: {'Port': ['ID=b1b96481-58a0-47eb-b787-6346b74797d9,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:43.592469 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.593450 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.594139 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.594658 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.594788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:43.595283 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.595823 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.596322 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.596820 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.597462 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.598119 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.598379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:11:43.598838 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.599396 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:43.632804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf3aec-244c-4b00-9cf4-c0a2488b4637 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:43.664415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Pushing event updated for resources: {'Port': ['ID=3573f110-3a3f-4a24-b8d3-1865309f4de0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:43.692129 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Attempting to bind port b1b96481-58a0-47eb-b787-6346b74797d9 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:43.692326 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Attempting to bind port b1b96481-58a0-47eb-b787-6346b74797d9 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:43.692865 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Attempting to bind port b1b96481-58a0-47eb-b787-6346b74797d9 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:43.711267 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:43.711696 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:43.712101 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.712491 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:43.712965 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Bound port: b1b96481-58a0-47eb-b787-6346b74797d9, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:43.713342 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.786584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-34e88f6e-8a9c-4332-bf3d-2ad64b1750bd None None] Provisioning complete for port 3573f110-3a3f-4a24-b8d3-1865309f4de0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:43.786584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-34e88f6e-8a9c-4332-bf3d-2ad64b1750bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:43.862296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-34e88f6e-8a9c-4332-bf3d-2ad64b1750bd None None] Port 3573f110-3a3f-4a24-b8d3-1865309f4de0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:43.865221 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] For port b1b96481-58a0-47eb-b787-6346b74797d9, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:43.869429 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] For port b1b96481-58a0-47eb-b787-6346b74797d9, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b1b96481-58a0-47eb-b787-6346b74797d9,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:43.947474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 54df0e29-c99b-4d3a-aaf8-cb29799c0430 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:43.961579 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.003185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a72f6649-2364-4815-978b-ab8390eed95c None None] Provisioning complete for port b1b96481-58a0-47eb-b787-6346b74797d9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:44.004006 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a72f6649-2364-4815-978b-ab8390eed95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.055882 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:44.056995 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:44.070484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:44.073228 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.155563 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a72f6649-2364-4815-978b-ab8390eed95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.213133 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4dcab-7a1f-4c9b-b61c-cc79f872f4a3 None None] Pushing event updated for resources: {'Port': ['ID=b1b96481-58a0-47eb-b787-6346b74797d9,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:44.245793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a72f6649-2364-4815-978b-ab8390eed95c None None] For port b1b96481-58a0-47eb-b787-6346b74797d9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b1b96481-58a0-47eb-b787-6346b74797d9,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:44.255657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.269261 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:44.273246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.364987 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a72f6649-2364-4815-978b-ab8390eed95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.457966 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 54df0e29-c99b-4d3a-aaf8-cb29799c0430, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=54df0e29-c99b-4d3a-aaf8-cb29799c0430,segment=NetworkSegment(8f3ebbc2-94fc-4149-b58f-8b669bff4ce1),segment_id=8f3ebbc2-94fc-4149-b58f-8b669bff4ce1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:44.549979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f6649-2364-4815-978b-ab8390eed95c None None] Pushing event updated for resources: {'Port': ['ID=b1b96481-58a0-47eb-b787-6346b74797d9,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:44.558542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.571628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ffdc0bad-09e4-4d99-aab9-4a5e1d846cfb None None] Provisioning complete for port b1b96481-58a0-47eb-b787-6346b74797d9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:44.575445 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0bad-09e4-4d99-aab9-4a5e1d846cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:44.641084 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:43Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:44.687387 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cfac96-3b0d-4495-8ed2-015beab3d0c4 None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:43Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:44.698773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=54df0e29-c99b-4d3a-aaf8-cb29799c0430,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:44.804030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b8701-2ac7-4c3e-a854-73c5f22c30ba None None] Network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:11:44.930918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8cec9eb5-687c-49c2-b9c4-d3d03e04ec97 None None] Provisioning complete for port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:44.932477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cec9eb5-687c-49c2-b9c4-d3d03e04ec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:45.092709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:45.367116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:11:45.405927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6159a943-288d-4f76-a3a7-b94dad938576 None None] Provisioning complete for port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:45.406487 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6159a943-288d-4f76-a3a7-b94dad938576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:45.559712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:45.577441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Sync routers for ids ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:45.609949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Routers {'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:45.610814 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:45.628610 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:11:45.679562 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:45.679562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0cdc7138-bd3c-4f8b-a958-f53202fb28ee admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6792805 Nov 10 17:11:45.680766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 35222) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:11:45.736513 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Set router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:45.856451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b1b96481-58a0-47eb-b787-6346b74797d9 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:45.964432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b1b96481-58a0-47eb-b787-6346b74797d9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:45.964796 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.023265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:11:43Z', 'revision_number': 3, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:46.052383 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Checking router: baecc1dd-fa29-4f61-94a3-4dbcb8649c3a for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:46.052723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Updating router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a port 3573f110-3a3f-4a24-b8d3-1865309f4de0 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:11:46.099799 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.144868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 54df0e29-c99b-4d3a-aaf8-cb29799c0430 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:46.221373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.309940 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:46.310656 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.390024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Allocated IP 172.20.0.1 (28e3780b-9348-4d10-a0c5-f4a38eaca5d7/4adc53a5-831a-4ed7-9275-e22e16b81c32/d2c9bd48-d4a9-494e-80dd-78eae7d674cb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:11:46.535992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.639264 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.688343 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.699806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:46.703021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:46.709157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:11:46.738114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Pushing event updated for resources: {'Port': ['ID=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:46.761277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.768938 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.849722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0e9d6-0c31-4d76-8cc1-79b19c62af57 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:46.849722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62195743-75ad-482b-a6dd-d753586997c8 None None] Pushing event updated for resources: {'Port': ['ID=3573f110-3a3f-4a24-b8d3-1865309f4de0,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:46.856684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Attempting to bind port 3573f110-3a3f-4a24-b8d3-1865309f4de0 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:46.856907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Attempting to bind port 3573f110-3a3f-4a24-b8d3-1865309f4de0 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:46.857269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Attempting to bind port 3573f110-3a3f-4a24-b8d3-1865309f4de0 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:46.867771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:46.868139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:46.868530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.868913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:46.869425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Bound port: 3573f110-3a3f-4a24-b8d3-1865309f4de0, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:46.869824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:46.972549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] For port 3573f110-3a3f-4a24-b8d3-1865309f4de0, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:46.989018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] For port 3573f110-3a3f-4a24-b8d3-1865309f4de0, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3573f110-3a3f-4a24-b8d3-1865309f4de0,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:46.992407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-73fc563a-536c-455a-9255-5754f664bfb7 None None] Provisioning complete for port 3573f110-3a3f-4a24-b8d3-1865309f4de0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:46.992885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73fc563a-536c-455a-9255-5754f664bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.033094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-73fc563a-536c-455a-9255-5754f664bfb7 None None] Port 3573f110-3a3f-4a24-b8d3-1865309f4de0 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:47.109524 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.124869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.199481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ccc00-997f-410d-b616-ac4828e80d83 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:11:47.207493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ab619bf0-c919-4954-8b34-2cce30cd8590 None None] Provisioning complete for port d2c9bd48-d4a9-494e-80dd-78eae7d674cb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:47.210660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab619bf0-c919-4954-8b34-2cce30cd8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.211100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62195743-75ad-482b-a6dd-d753586997c8 None None] Pushing event updated for resources: {'Port': ['ID=3573f110-3a3f-4a24-b8d3-1865309f4de0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:47.214864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Routers {'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:47.215495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:47.296385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ab619bf0-c919-4954-8b34-2cce30cd8590 None None] Port d2c9bd48-d4a9-494e-80dd-78eae7d674cb cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:47.325047 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.355765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] Set router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:47.405513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.491283 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.493597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-427cc7c1-3422-4ded-a127-78d17cb79294 None None] Provisioning complete for port 3573f110-3a3f-4a24-b8d3-1865309f4de0 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:47.493921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-427cc7c1-3422-4ded-a127-78d17cb79294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.526177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Pushing event updated for resources: {'Port': ['ID=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:47.699022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:47.700506 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:47.785666 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-427cc7c1-3422-4ded-a127-78d17cb79294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.864218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:11:47.879065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-427cc7c1-3422-4ded-a127-78d17cb79294 None None] For port 3573f110-3a3f-4a24-b8d3-1865309f4de0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3573f110-3a3f-4a24-b8d3-1865309f4de0,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:47.916390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 4, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd2c9bd48-d4a9-494e-80dd-78eae7d674cb', 'name': '', 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'mac_address': 'fa:16:3e:fa:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:46Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 1, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'subnets': [{'id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:47.955342 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-427cc7c1-3422-4ded-a127-78d17cb79294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:47.961104 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333623f-d481-4c53-9073-44574a44fd1e None None] The sync data for ids ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'] in n-d-714676-11 is: [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 4, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd2c9bd48-d4a9-494e-80dd-78eae7d674cb', 'name': '', 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'mac_address': 'fa:16:3e:fa:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:46Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 1, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'subnets': [{'id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:48.027429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cc7c1-3422-4ded-a127-78d17cb79294 None None] Pushing event updated for resources: {'Port': ['ID=3573f110-3a3f-4a24-b8d3-1865309f4de0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:48.049414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:11:48.055051 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-232a1e7e-9892-497a-a5fb-d367adf2c46b admin admin] 10.222.0.62 "PUT /v2.0/routers/baecc1dd-fa29-4f61-94a3-4dbcb8649c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3731501 Nov 10 17:11:48.076638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a746b554-d818-411b-97af-a9c85eb2ea7b None None] Provisioning complete for port d2c9bd48-d4a9-494e-80dd-78eae7d674cb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:48.077012 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a746b554-d818-411b-97af-a9c85eb2ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:48.132338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a746b554-d818-411b-97af-a9c85eb2ea7b None None] Port d2c9bd48-d4a9-494e-80dd-78eae7d674cb cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:49.894359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3573f110-3a3f-4a24-b8d3-1865309f4de0 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:49.963272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 3573f110-3a3f-4a24-b8d3-1865309f4de0 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:49.964019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:51.664252 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Sync routers for ids ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:11:51.675271 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Routers {'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:51.681755 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:51.807781 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Set router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:52.111780 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 4, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd2c9bd48-d4a9-494e-80dd-78eae7d674cb', 'name': '', 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'mac_address': 'fa:16:3e:fa:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:46Z', 'updated_at': '2021-11-10T17:11:47Z', 'revision_number': 2, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'subnets': [{'id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:52.190793 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Checking router: baecc1dd-fa29-4f61-94a3-4dbcb8649c3a for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:11:52.191145 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Updating router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a port d2c9bd48-d4a9-494e-80dd-78eae7d674cb binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:11:52.226928 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:52.285549 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b93de27e-8133-4865-ba3e-079f7689c71c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:52.287173 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b93de27e-8133-4865-ba3e-079f7689c71c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1190588 Nov 10 17:11:52.317779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-bb48929e-badc-4843-bea7-0941eb24e039 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/quotas/2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 375 time: 0.0213401 Nov 10 17:11:52.384762 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-31f5018e-8fc5-4f96-a79b-dd64745c4a96 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589957 Nov 10 17:11:52.609488 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:52.657325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-5732c6cf-3d3a-4e0c-9275-3554bc26d5fb service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654707 Nov 10 17:11:52.698128 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:52.806504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-5858d2f8-8471-4fba-900c-94dc4b323575 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409333 Nov 10 17:11:52.820620 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cd8fd-9760-475c-b84b-3e7e15c2c9eb None None] Pushing event updated for resources: {'Port': ['ID=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:52.884879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-ccb7806e-67dc-4990-9440-632aa2259231 req-d7df840c-a16a-4f95-bd01-329531b57e07 service neutron] (103325) timed out ('10.222.0.62', 46178) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:11:53.034374 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Attempting to bind port d2c9bd48-d4a9-494e-80dd-78eae7d674cb on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:53.034739 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Attempting to bind port d2c9bd48-d4a9-494e-80dd-78eae7d674cb by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:53.035099 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Attempting to bind port d2c9bd48-d4a9-494e-80dd-78eae7d674cb on network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:53.042159 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:53.042521 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Checking segment: {'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:53.042918 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:53.043351 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Bound using segment: {'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:53.043784 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Bound port: d2c9bd48-d4a9-494e-80dd-78eae7d674cb, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:53.044161 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:53.158961 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] For port d2c9bd48-d4a9-494e-80dd-78eae7d674cb, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:53.170512 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] For port d2c9bd48-d4a9-494e-80dd-78eae7d674cb, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,segment=NetworkSegment(8f3ebbc2-94fc-4149-b58f-8b669bff4ce1),segment_id=8f3ebbc2-94fc-4149-b58f-8b669bff4ce1)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:53.293765 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:53.303520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Provisioning complete for port d2c9bd48-d4a9-494e-80dd-78eae7d674cb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:53.304793 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:53.423427 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Routers {'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:11:53.424401 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:11:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:53.474256 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cd8fd-9760-475c-b84b-3e7e15c2c9eb None None] Pushing event updated for resources: {'Port': ['ID=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:53.474489 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:53.525356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] For port d2c9bd48-d4a9-494e-80dd-78eae7d674cb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,segment=NetworkSegment(8f3ebbc2-94fc-4149-b58f-8b669bff4ce1),segment_id=8f3ebbc2-94fc-4149-b58f-8b669bff4ce1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:11:53.606154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:53.766618 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] Set router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:11:53.816013 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Pushing event updated for resources: {'Port': ['ID=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:53.859345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.866272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.866272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.866272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.866272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.866272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.866272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.866272 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.868266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.868777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.869218 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.869638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff64ec-6d59-429f-b521-6651d24edfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:11:53.911169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bc9874f9-cd48-433a-bced-9c13cdc0de91 None None] Provisioning complete for port d2c9bd48-d4a9-494e-80dd-78eae7d674cb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:53.917454 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc9874f9-cd48-433a-bced-9c13cdc0de91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:53.997225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2c9bd48-d4a9-494e-80dd-78eae7d674cb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:54.060142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7e06afc-2331-43dd-b93d-a0487a8cb724 req-d0b27a8c-e57c-416a-9c75-fe9286b8ef0f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.4431765 Nov 10 17:11:54.105039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d2c9bd48-d4a9-494e-80dd-78eae7d674cb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:54.105480 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:54.138962 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 4, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd2c9bd48-d4a9-494e-80dd-78eae7d674cb', 'name': '', 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'mac_address': 'fa:16:3e:fa:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:46Z', 'updated_at': '2021-11-10T17:11:53Z', 'revision_number': 4, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'subnets': [{'id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:11:54.171421 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11d6c5-6770-4ead-ba94-c2ad045d3112 None None] The sync data for ids ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'] in n-d-714676-11 is: [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:11:46Z', 'revision_number': 4, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'd2c9bd48-d4a9-494e-80dd-78eae7d674cb', 'name': '', 'network_id': '28e3780b-9348-4d10-a0c5-f4a38eaca5d7', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'mac_address': 'fa:16:3e:fa:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:46Z', 'updated_at': '2021-11-10T17:11:53Z', 'revision_number': 4, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'subnets': [{'id': '4adc53a5-831a-4ed7-9275-e22e16b81c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:11:55.163799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c0694b0e-43bc-4ca2-a1ad-af356da12685 req-ac39523a-cbe3-450a-b16a-eeb5c378357f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.0313087 Nov 10 17:11:55.816388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2c9bd48-d4a9-494e-80dd-78eae7d674cb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:11:55.865042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d2c9bd48-d4a9-494e-80dd-78eae7d674cb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:55.866011 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:56.277489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-24b3dfd3-9aec-4f8e-945e-4e5dcba70f46 req-bf6fa4f7-b83a-439a-be9f-68365c84424c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.0298324 Nov 10 17:11:56.900414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-7b2e8838-df15-4d00-8ed5-5762b726224f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:56.901881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-7b2e8838-df15-4d00-8ed5-5762b726224f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1361279 Nov 10 17:11:56.919057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'port': {'device_id': '5ff632d3-c2df-45cd-87a2-d7b8fad2fef0', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'admin_state_up': True, 'tenant_id': '2ee88b66e31341a395887e6984f1a14a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:11:57.214546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:11:57.214546 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:57.398127 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.20.0.5 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/d8a7bb48-b500-4200-a897-c541d1b7eda3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:11:57.473364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6add67d1-ecc0-40bb-a851-cc21a798f08a req-e505f116-ac96-413f-94b9-26a91054f953 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.0552726 Nov 10 17:11:57.658645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:57.765769 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:57.821376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:11:57.827181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:11:57.829957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:11:57.857219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=d8a7bb48-b500-4200-a897-c541d1b7eda3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:57.906061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:57.906738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:58.026943 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-b37817e5-9597-4f79-9f5b-8f2df25f288d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1126885 Nov 10 17:11:58.045997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Request body: {'port': {'device_id': '5ff632d3-c2df-45cd-87a2-d7b8fad2fef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:11:58.135608 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:58.270277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-da4dbce5-50be-478c-99aa-80362377666f None None] Provisioning complete for port d8a7bb48-b500-4200-a897-c541d1b7eda3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:11:58.271659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da4dbce5-50be-478c-99aa-80362377666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:58.322782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-da4dbce5-50be-478c-99aa-80362377666f None None] Port d8a7bb48-b500-4200-a897-c541d1b7eda3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:11:58.481400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a7bb48-b500-4200-a897-c541d1b7eda3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:11:58.490695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:58.507700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Transition to ACTIVE for port object d8a7bb48-b500-4200-a897-c541d1b7eda3 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:11:58.586267 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:58.652961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a7bb48-b500-4200-a897-c541d1b7eda3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:58.682648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5616c-3390-4401-a3d1-d4e372bee7e8 req-da236bcd-dc5f-4a21-9e03-e2649aded5e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:58.685099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31d5616c-3390-4401-a3d1-d4e372bee7e8 req-da236bcd-dc5f-4a21-9e03-e2649aded5e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0717032 Nov 10 17:11:58.769786 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31d5616c-3390-4401-a3d1-d4e372bee7e8 req-6a3a3081-2cac-4bab-a802-09702373e1ab tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762017 Nov 10 17:11:58.826623 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Attempting to bind port d8a7bb48-b500-4200-a897-c541d1b7eda3 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:11:58.827285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Attempting to bind port d8a7bb48-b500-4200-a897-c541d1b7eda3 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:11:58.827649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Attempting to bind port d8a7bb48-b500-4200-a897-c541d1b7eda3 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:58.833443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Port d8a7bb48-b500-4200-a897-c541d1b7eda3 on network 869ffb30-c384-4b31-a739-b062c5ac0767 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:11:58.834767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Attempting to bind port d8a7bb48-b500-4200-a897-c541d1b7eda3 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:11:58.843423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:11:58.843806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:11:58.844258 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:11:58.844764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Bound port: d8a7bb48-b500-4200-a897-c541d1b7eda3, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:11:58.845237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:58.958297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] For port d8a7bb48-b500-4200-a897-c541d1b7eda3, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:11:58.963225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] For port d8a7bb48-b500-4200-a897-c541d1b7eda3, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8a7bb48-b500-4200-a897-c541d1b7eda3,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:11:59.079341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:59.128995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:59.128995 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:11:59.129800 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] 10.222.0.69 "PUT /v2.0/ports/d8a7bb48-b500-4200-a897-c541d1b7eda3 HTTP/1.1" status: 200 len: 1092 time: 1.0891700 Nov 10 17:11:59.130438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff632d3-c2df-45cd-87a2-d7b8fad2fef0', 'tag': 'd8a7bb48-b500-4200-a897-c541d1b7eda3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:11:59.133618 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936741b-16bc-4af5-b6b6-1c9ab8e4d3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff632d3-c2df-45cd-87a2-d7b8fad2fef0", "tag": "d8a7bb48-b500-4200-a897-c541d1b7eda3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:11:59.156862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2a166-62f6-4486-9f51-ec3800292638 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a7bb48-b500-4200-a897-c541d1b7eda3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:11:59.189658 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cfb384-228c-4b8b-826f-72ae7fc0a8da x-openstack-request-id: req-d1cfb384-228c-4b8b-826f-72ae7fc0a8da {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:11:59.189956 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff632d3-c2df-45cd-87a2-d7b8fad2fef0", "tag": "d8a7bb48-b500-4200-a897-c541d1b7eda3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:11:59.190230 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1cfb384-228c-4b8b-826f-72ae7fc0a8da {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:11:59.190681 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff632d3-c2df-45cd-87a2-d7b8fad2fef0', 'tag': 'd8a7bb48-b500-4200-a897-c541d1b7eda3', 'status': 'completed', 'code': 200} Nov 10 17:11:59.279573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936741b-16bc-4af5-b6b6-1c9ab8e4d3a0 req-4cd8091f-db97-4f4d-9719-928da4318c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:59.281124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5936741b-16bc-4af5-b6b6-1c9ab8e4d3a0 req-4cd8091f-db97-4f4d-9719-928da4318c0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 1095 time: 0.0672476 Nov 10 17:11:59.442459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936741b-16bc-4af5-b6b6-1c9ab8e4d3a0 req-b5170a03-ecfe-4ca8-a981-72b4a192172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:59.444913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5936741b-16bc-4af5-b6b6-1c9ab8e4d3a0 req-b5170a03-ecfe-4ca8-a981-72b4a192172e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ee88b66e31341a395887e6984f1a14a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1480842 Nov 10 17:11:59.595701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936741b-16bc-4af5-b6b6-1c9ab8e4d3a0 req-97a1f23b-d573-44be-bf35-226adbfd51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:59.598303 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5936741b-16bc-4af5-b6b6-1c9ab8e4d3a0 req-97a1f23b-d573-44be-bf35-226adbfd51f6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431479 Nov 10 17:11:59.718522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-f522277e-9b7a-4151-9365-9eadc0faaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:59.720082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-f522277e-9b7a-4151-9365-9eadc0faaaf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 1095 time: 0.0658412 Nov 10 17:11:59.785456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-d580e7b5-650f-4127-80ae-cad9929542c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a7bb48-b500-4200-a897-c541d1b7eda3 HTTP/1.1" status: 200 len: 217 time: 0.0559397 Nov 10 17:11:59.859247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-1b13c611-d9df-4253-9e95-d05a9042fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:59.859247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-1b13c611-d9df-4253-9e95-d05a9042fc0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0603416 Nov 10 17:11:59.922521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-867bc469-efbf-442b-aaf4-9d07c4deb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:59.924083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-867bc469-efbf-442b-aaf4-9d07c4deb061 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595818 Nov 10 17:11:59.930379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221ef69-9f4d-4523-9dba-c5ebdf9c6771 req-0e8d1989-1b64-49fe-b59b-2036bf00ccf3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:11:59.932829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4221ef69-9f4d-4523-9dba-c5ebdf9c6771 req-0e8d1989-1b64-49fe-b59b-2036bf00ccf3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0566282 Nov 10 17:11:59.999846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4221ef69-9f4d-4523-9dba-c5ebdf9c6771 req-35958733-a6f6-426e-8d02-fcb72dfbe96f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604095 Nov 10 17:12:00.049422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-1d093503-97c9-44b3-a4d4-9ee5830727c3 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124222 Nov 10 17:12:00.153137 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b749f693-9b20-4f97-a180-a5dbe40390ab req-180bc268-2c85-45fa-aeea-42b00962905d service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956011 Nov 10 17:12:01.142794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06e963-9d71-4764-9e44-14051900fad1 req-11ccbe6c-4ba2-4979-bab5-29d34aa7076a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:01.144332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7a06e963-9d71-4764-9e44-14051900fad1 req-11ccbe6c-4ba2-4979-bab5-29d34aa7076a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0681567 Nov 10 17:12:01.193890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7a06e963-9d71-4764-9e44-14051900fad1 req-bdcb9934-912f-4784-865c-648a7e65c2cf tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Nov 10 17:12:01.646141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b66c8bef-1b4b-4307-83d9-3999344eb690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:02.345574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080998db-4bb1-4cef-8f79-9282bd565ff8 req-2e07d282-517f-459f-9e5f-bb19dd222e1b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:02.347259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-080998db-4bb1-4cef-8f79-9282bd565ff8 req-2e07d282-517f-459f-9e5f-bb19dd222e1b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0631046 Nov 10 17:12:02.400519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-080998db-4bb1-4cef-8f79-9282bd565ff8 req-c699e5f5-e42b-4a50-b648-f83f2e5ac199 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464475 Nov 10 17:12:03.532456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc20ae-aacc-40d1-8fd5-e3c34c5e4a7d req-eada3edb-2049-41a0-9409-0a49fb6f8446 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:03.533954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42dc20ae-aacc-40d1-8fd5-e3c34c5e4a7d req-eada3edb-2049-41a0-9409-0a49fb6f8446 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0538149 Nov 10 17:12:03.603106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42dc20ae-aacc-40d1-8fd5-e3c34c5e4a7d req-a0aaa52a-7ed9-41a6-b9ad-3d49494f3080 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619967 Nov 10 17:12:03.942716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9c97f4b2-7cd6-45a5-9760-1d3f1b586955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:04.727894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e420a-0c6d-4eb3-bc31-ed35934db424 req-457e950a-0593-42be-b7a1-05b4743fc475 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:04.729388 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c3e420a-0c6d-4eb3-bc31-ed35934db424 req-457e950a-0593-42be-b7a1-05b4743fc475 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0566738 Nov 10 17:12:04.777469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c3e420a-0c6d-4eb3-bc31-ed35934db424 req-487f1333-d69a-4523-ade1-d7d944b14aa3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Nov 10 17:12:05.145546 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:05.906946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a360d-242e-4c51-9455-1454e82247bd req-38095de4-5aeb-489a-8814-ace01d360a54 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:05.908642 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-826a360d-242e-4c51-9455-1454e82247bd req-38095de4-5aeb-489a-8814-ace01d360a54 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0518851 Nov 10 17:12:05.963024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-826a360d-242e-4c51-9455-1454e82247bd req-0d22575c-5dde-4702-9cfc-aa4987e75f67 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471866 Nov 10 17:12:06.885632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:07.090843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad59560-e1fb-4c0d-a835-6f64bc0f9cb6 req-bdf1c1a8-2d4c-41c4-97a4-6b0888bb9d6d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:07.092640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ad59560-e1fb-4c0d-a835-6f64bc0f9cb6 req-bdf1c1a8-2d4c-41c4-97a4-6b0888bb9d6d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0573258 Nov 10 17:12:07.152879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ad59560-e1fb-4c0d-a835-6f64bc0f9cb6 req-8b3670c0-e207-4c30-a622-089a3a558717 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Nov 10 17:12:07.588910 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:08.040496 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:08.271162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538bdb3-356d-435f-973e-46d933d0dff0 req-d1306aa7-eddb-4432-be0e-86c624da64c6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:08.272708 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3538bdb3-356d-435f-973e-46d933d0dff0 req-d1306aa7-eddb-4432-be0e-86c624da64c6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0502205 Nov 10 17:12:08.329129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3538bdb3-356d-435f-973e-46d933d0dff0 req-7d3165c5-c581-4e60-9585-73d5301747a9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Nov 10 17:12:09.447633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf9152-3afe-41f5-b5e7-a15e9f450334 req-155c4cc1-4af7-4ceb-8c17-68e64a04d8d0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:09.449243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf9152-3afe-41f5-b5e7-a15e9f450334 req-155c4cc1-4af7-4ceb-8c17-68e64a04d8d0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0494101 Nov 10 17:12:09.500329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0daf9152-3afe-41f5-b5e7-a15e9f450334 req-be469a41-5f45-47db-9b83-34368fd388ff tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Nov 10 17:12:10.642033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd648e-f389-4268-831b-981da282933e req-5fb93ed4-e673-40df-bbe3-5d97a9ae9ba0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:10.643445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fdd648e-f389-4268-831b-981da282933e req-5fb93ed4-e673-40df-bbe3-5d97a9ae9ba0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0670941 Nov 10 17:12:10.701997 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fdd648e-f389-4268-831b-981da282933e req-d6db48e3-512f-4052-9994-7bca5ddd893e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513017 Nov 10 17:12:10.734648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:11.826395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efbce5-1921-4c2a-a4b8-d68ca65ce735 req-ea45b9b7-8a28-4df5-bf21-1aec20d84b42 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:11.828633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5efbce5-1921-4c2a-a4b8-d68ca65ce735 req-ea45b9b7-8a28-4df5-bf21-1aec20d84b42 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0557783 Nov 10 17:12:11.880842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5efbce5-1921-4c2a-a4b8-d68ca65ce735 req-27782b61-5eac-44d5-b916-cb0a6ec40910 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448728 Nov 10 17:12:13.012555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc55acd-df31-4bef-ad5d-9fbd697f1ce2 req-71337795-b0d3-4a2a-af38-85e6292ae907 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:13.014015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fc55acd-df31-4bef-ad5d-9fbd697f1ce2 req-71337795-b0d3-4a2a-af38-85e6292ae907 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0546598 Nov 10 17:12:13.069305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fc55acd-df31-4bef-ad5d-9fbd697f1ce2 req-de406fcd-1ebc-4846-b061-d973eed80f7c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Nov 10 17:12:13.992204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d8a7bb48-b500-4200-a897-c541d1b7eda3 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:12:14.110956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d8a7bb48-b500-4200-a897-c541d1b7eda3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8a7bb48-b500-4200-a897-c541d1b7eda3,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:12:14.132387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'd8a7bb48-b500-4200-a897-c541d1b7eda3', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'port_id': 'd8a7bb48-b500-4200-a897-c541d1b7eda3', 'mac_address': 'fa:16:3e:87:12:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:12:14.178620 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:14.193561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a7bb48-b500-4200-a897-c541d1b7eda3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:12:14.215911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d8a7bb48-b500-4200-a897-c541d1b7eda3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8a7bb48-b500-4200-a897-c541d1b7eda3,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:12:14.226166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcf978-9021-4795-b191-33e5dac34c30 req-6ed78c8f-75f5-4408-903a-eb0be2423e23 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:14.227891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4dcf978-9021-4795-b191-33e5dac34c30 req-6ed78c8f-75f5-4408-903a-eb0be2423e23 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 943 time: 0.0669625 Nov 10 17:12:14.282466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4dcf978-9021-4795-b191-33e5dac34c30 req-6bef2bdc-82a4-4b0c-8095-e9f8a45d149b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468125 Nov 10 17:12:14.307378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:14.369838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d8a7bb48-b500-4200-a897-c541d1b7eda3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:12:14.744808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['d8a7bb48-b500-4200-a897-c541d1b7eda3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:12:15.418336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5998-2bf2-4945-87fd-b49d7d09caa9 req-26d8a376-57a1-439b-9295-b81fc08a4267 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:15.419934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-396e5998-2bf2-4945-87fd-b49d7d09caa9 req-26d8a376-57a1-439b-9295-b81fc08a4267 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 944 time: 0.0510302 Nov 10 17:12:15.473062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-396e5998-2bf2-4945-87fd-b49d7d09caa9 req-b6417438-3ac3-465d-bb77-b77bb91263eb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Nov 10 17:12:16.005836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d8a7bb48-b500-4200-a897-c541d1b7eda3 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:12:16.163977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port d8a7bb48-b500-4200-a897-c541d1b7eda3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:12:16.168075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port d8a7bb48-b500-4200-a897-c541d1b7eda3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:12:16.168448 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:16.249819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:16.286208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port d8a7bb48-b500-4200-a897-c541d1b7eda3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8a7bb48-b500-4200-a897-c541d1b7eda3,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:12:16.286208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff632d3-c2df-45cd-87a2-d7b8fad2fef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a7bb48-b500-4200-a897-c541d1b7eda3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:12:16.286461 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8a0e87-3f72-41e4-bab8-e77dd5d9c32a" -d '{"events": [{"server_uuid": "5ff632d3-c2df-45cd-87a2-d7b8fad2fef0", "name": "network-vif-plugged", "status": "completed", "tag": "d8a7bb48-b500-4200-a897-c541d1b7eda3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:12:16.333201 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1065dc-eae6-43cc-96e0-5e89c351ad59 x-openstack-request-id: req-0b1065dc-eae6-43cc-96e0-5e89c351ad59 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:12:16.333519 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff632d3-c2df-45cd-87a2-d7b8fad2fef0", "name": "network-vif-plugged", "status": "completed", "tag": "d8a7bb48-b500-4200-a897-c541d1b7eda3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:12:16.334321 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b1065dc-eae6-43cc-96e0-5e89c351ad59 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:12:16.334747 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff632d3-c2df-45cd-87a2-d7b8fad2fef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a7bb48-b500-4200-a897-c541d1b7eda3', 'code': 200} Nov 10 17:12:16.363089 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:16.427128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=d8a7bb48-b500-4200-a897-c541d1b7eda3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:12:16.458595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28356-3891-4b2f-a619-bd5465032adc req-3591a9a8-ad35-4a5a-b5b2-68bbd14c1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:16.461106 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8b28356-3891-4b2f-a619-bd5465032adc req-3591a9a8-ad35-4a5a-b5b2-68bbd14c1b57 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 1097 time: 0.0531206 Nov 10 17:12:16.519242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8b28356-3891-4b2f-a619-bd5465032adc req-fcaf5513-4bea-41e3-ad6c-0872df3c691d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 Nov 10 17:12:16.615019 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728660b-0732-4377-b423-f2d5ac3411cb req-aadae6f4-c824-4257-bab1-feaab81bae87 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:16.620002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1728660b-0732-4377-b423-f2d5ac3411cb req-aadae6f4-c824-4257-bab1-feaab81bae87 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 945 time: 0.0569060 Nov 10 17:12:16.672512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1728660b-0732-4377-b423-f2d5ac3411cb req-97060047-18fd-478b-8646-b84d300e2a61 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490372 Nov 10 17:12:17.844815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9f2e0-715d-4991-b60a-507b229d6552 req-df932432-1110-41e7-94cf-204b1cc9af1d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:17.847097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84a9f2e0-715d-4991-b60a-507b229d6552 req-df932432-1110-41e7-94cf-204b1cc9af1d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 945 time: 0.0842962 Nov 10 17:12:17.929961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84a9f2e0-715d-4991-b60a-507b229d6552 req-e7122c30-094f-4f67-885c-3a68b811c5e6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688903 Nov 10 17:12:19.065270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e30449-0cba-444a-8c89-5ea59497ccdd req-e8a4f09c-1283-4c28-99dd-3ebaab98d2d3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:19.065913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-36e30449-0cba-444a-8c89-5ea59497ccdd req-e8a4f09c-1283-4c28-99dd-3ebaab98d2d3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 945 time: 0.0630968 Nov 10 17:12:19.121726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-36e30449-0cba-444a-8c89-5ea59497ccdd req-31d52adc-3844-4da1-a0ee-4189c1bd0681 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482452 Nov 10 17:12:19.271909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b06e07-33c1-43c6-9c84-c030757dc80f req-b078dc75-611c-417f-990b-0cbd28e6ca89 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:19.274118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53b06e07-33c1-43c6-9c84-c030757dc80f req-b078dc75-611c-417f-990b-0cbd28e6ca89 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 945 time: 0.0747116 Nov 10 17:12:19.340438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53b06e07-33c1-43c6-9c84-c030757dc80f req-6e48535b-689b-4c40-a540-f6ea8a19ba9d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578473 Nov 10 17:12:19.467536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba348be-bf98-43dc-8dec-fd3111ea7c82 req-18a47637-7442-4a09-b8fc-953287485c48 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:19.469364 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aba348be-bf98-43dc-8dec-fd3111ea7c82 req-18a47637-7442-4a09-b8fc-953287485c48 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 945 time: 0.0563715 Nov 10 17:12:19.527046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aba348be-bf98-43dc-8dec-fd3111ea7c82 req-2ba81469-50ae-408f-aa81-22c561ed0d3e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 Nov 10 17:12:20.119897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49318a-b3e4-427b-ba22-7197c525c9a5 req-16bb28f5-8d75-434b-af5e-5d0dcf82708f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:20.122276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d49318a-b3e4-427b-ba22-7197c525c9a5 req-16bb28f5-8d75-434b-af5e-5d0dcf82708f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 945 time: 0.0873239 Nov 10 17:12:20.194140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d49318a-b3e4-427b-ba22-7197c525c9a5 req-0ed17103-5443-4b9b-8cfb-360d977fabfd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605545 Nov 10 17:12:21.340630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe1b54-7a90-4121-9051-d3bd0ad41fed req-c8fc5d76-ee51-414a-bd9e-962d1e90f7ea tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:21.342206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1afe1b54-7a90-4121-9051-d3bd0ad41fed req-c8fc5d76-ee51-414a-bd9e-962d1e90f7ea tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 945 time: 0.0695329 Nov 10 17:12:21.399665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1afe1b54-7a90-4121-9051-d3bd0ad41fed req-a8d6d06b-34b9-4720-8388-3c251dce7d7d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497983 Nov 10 17:12:21.737567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-cdcc2f9a-ebe7-4018-94a3-dbe91a288859 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:12:21.739091 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-cdcc2f9a-ebe7-4018-94a3-dbe91a288859 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 945 time: 0.0532722 Nov 10 17:12:21.845639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port d8a7bb48-b500-4200-a897-c541d1b7eda3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:12:21.845979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:21.947507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] For port d8a7bb48-b500-4200-a897-c541d1b7eda3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=d8a7bb48-b500-4200-a897-c541d1b7eda3,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:12:21.947824 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:21.964255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for d8a7bb48-b500-4200-a897-c541d1b7eda3 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:12:22.191114 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:22.219075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=d8a7bb48-b500-4200-a897-c541d1b7eda3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:12:22.303107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.303497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.303885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.323703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.324110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.324457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.324793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.325121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.325448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.325775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.326101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.326426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:22.336338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] No DVR routers for this DVR port d8a7bb48-b500-4200-a897-c541d1b7eda3 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:12:22.341220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:22.344714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ecf12f2b-67f9-4204-8d1d-bfb82349e21c req-15479d75-e15b-46cc-918b-3aaaf8e156c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "DELETE /v2.0/ports/d8a7bb48-b500-4200-a897-c541d1b7eda3 HTTP/1.1" status: 204 len: 173 time: 0.5994821 Nov 10 17:12:22.345189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff632d3-c2df-45cd-87a2-d7b8fad2fef0', 'name': 'network-vif-deleted', 'tag': 'd8a7bb48-b500-4200-a897-c541d1b7eda3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:12:22.347632 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1a03d8-2463-4cdc-beee-5a051b11ffa5" -d '{"events": [{"server_uuid": "5ff632d3-c2df-45cd-87a2-d7b8fad2fef0", "name": "network-vif-deleted", "tag": "d8a7bb48-b500-4200-a897-c541d1b7eda3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:12:22.389771 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4232142b-f532-4f23-8fe4-d54e7c569ee4 x-openstack-request-id: req-4232142b-f532-4f23-8fe4-d54e7c569ee4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:12:22.390059 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff632d3-c2df-45cd-87a2-d7b8fad2fef0", "name": "network-vif-deleted", "tag": "d8a7bb48-b500-4200-a897-c541d1b7eda3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:12:22.390317 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4232142b-f532-4f23-8fe4-d54e7c569ee4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:12:22.390716 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff632d3-c2df-45cd-87a2-d7b8fad2fef0', 'name': 'network-vif-deleted', 'tag': 'd8a7bb48-b500-4200-a897-c541d1b7eda3', 'status': 'completed', 'code': 200} Nov 10 17:12:22.527847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-07c4af20-d80e-4d81-adca-425fdfc985b1 req-16a11858-c264-4b78-940b-e047c411a762 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.0356181 Nov 10 17:12:22.633737 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:12:23.792117 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5d0d6c4c-5008-4ad6-b9e1-64138e553ade req-166ae58f-2e99-4ef7-b984-8d3787198de2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.1693749 Nov 10 17:12:24.041153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d8a7bb48-b500-4200-a897-c541d1b7eda3 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:12:24.068931 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: d8a7bb48-b500-4200-a897-c541d1b7eda3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:12:24.069373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device d8a7bb48-b500-4200-a897-c541d1b7eda3 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:12:24.915876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44651236-2718-4023-8dc1-3502dc4f45a0 req-3b80d96d-c8b3-4aba-ac25-6699cf932f33 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.0354857 Nov 10 17:12:26.406942 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea4d55e6-7bfe-42a6-8471-0ac62112e220 req-c4357547-3b83-4fb7-93ac-86dae34e6686 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.4131048 Nov 10 17:12:27.528412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95fd4c58-9af3-4ad2-a521-a7633d5081a2 req-541fb2ac-6e3d-4ace-9ef5-5e2eec4d1666 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ff632d3-c2df-45cd-87a2-d7b8fad2fef0 HTTP/1.1" status: 200 len: 210 time: 0.0324788 Nov 10 17:12:31.645154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e22b6b62-65c0-4e4a-8ea9-f423b93f2fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:33.857133 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6c39-0e24-40d3-96a5-a59866c862d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:35.216607 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:36.931405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:37.627988 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:38.096345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:40.788216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:56.147186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36292) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:12:56.264706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fea6b1b-d381-438b-b401-0862cb4cd300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:56.350500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fea6b1b-d381-438b-b401-0862cb4cd300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:56.459750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fea6b1b-d381-438b-b401-0862cb4cd300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:56.498763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8fea6b1b-d381-438b-b401-0862cb4cd300 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4858b5ca2bd4967ae0b8bd3d2856f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489652 Nov 10 17:12:56.501493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:12:56.504373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea6b1b-d381-438b-b401-0862cb4cd300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9eb5c1-c150-4734-b2f8-306218cd02d5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:12:56.564103 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:56.589074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:56.730724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:56.734174 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:12:56.735351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f9eb5c1-c150-4734-b2f8-306218cd02d5 HTTP/1.1" status: 204 len: 168 time: 0.2328289 Nov 10 17:12:56.743895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9eb5c1-c150-4734-b2f8-306218cd02d5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:12:56.751377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.751719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.752079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.752408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.752731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.753052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.753451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.753754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.754070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.754391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.755268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:56.755714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12ac62-1adf-4211-b893-9c412d17e6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:12:59.635512 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:13:01.685099 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c36ed849-f276-48b5-bb3b-43bdefa1e580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:03.887762 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96bed6e1-8b8b-4929-8bf7-41e7a253a9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:05.216650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:06.895844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:07.641200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:07.916291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-4fd99714-ade0-4f06-8912-9144c0296f28 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:07.917807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-4fd99714-ade0-4f06-8912-9144c0296f28 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1061723 Nov 10 17:13:07.933353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-1b158270-a045-472f-b18e-b8e0606f0424 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/quotas/2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 375 time: 0.0097375 Nov 10 17:13:07.994444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-4f017e48-8674-4777-b02c-29f099637d1b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542018 Nov 10 17:13:08.069604 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:08.124019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-57455423-0f9a-48fe-99ac-412ea0a8359d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:13:08.125098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-57455423-0f9a-48fe-99ac-412ea0a8359d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1240149 Nov 10 17:13:08.219660 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-a1a766ec-dbab-417a-ab64-a00fa24fd2a6 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881732 Nov 10 17:13:08.645100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-fdb08326-3c1f-4220-a6e3-ffa5f9a81b59 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186757 Nov 10 17:13:08.905583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf4168e3-861a-4c09-a42a-11760fab8ca4 req-57b40495-c67d-4e66-9cc3-e51c67972b9c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 210 time: 0.0292032 Nov 10 17:13:10.013757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5a65147-46b6-4a8b-ae44-3cf79f1f3dc0 req-71458e94-df4d-400e-b8ea-2457ba57a351 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 210 time: 0.0287535 Nov 10 17:13:10.736499 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:11.081879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-7a441da0-5a10-4860-ace5-680c80ef25ab tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:11.084327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-7a441da0-5a10-4860-ace5-680c80ef25ab tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1366096 Nov 10 17:13:11.101997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'port': {'device_id': '08627620-889b-4d37-9e68-ef96a3d44fe7', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'admin_state_up': True, 'tenant_id': '2ee88b66e31341a395887e6984f1a14a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:11.139580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5944fca1-34cb-43f7-a158-9a9342273e9e req-a679e948-ab81-4bb0-83ad-7a1b0c18657b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 210 time: 0.0376408 Nov 10 17:13:11.359858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:13:11.363463 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:11.499236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.20.0.14 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/7462789e-15c1-4a3a-b097-52b0a743ce3f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:13:11.659738 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:11.805212 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:11.852894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:13:11.859018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:13:11.863199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:13:11.896877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=7462789e-15c1-4a3a-b097-52b0a743ce3f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:11.922102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:11.922748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:12.113785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0a2dfcf3-6357-4297-9c59-5365773f648a None None] Provisioning complete for port 7462789e-15c1-4a3a-b097-52b0a743ce3f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:13:12.115558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a2dfcf3-6357-4297-9c59-5365773f648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:12.123100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-140182a3-1fca-4d98-b34d-ecdc6685d70a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0259070 Nov 10 17:13:12.266398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0a2dfcf3-6357-4297-9c59-5365773f648a None None] Port 7462789e-15c1-4a3a-b097-52b0a743ce3f cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:13:12.337606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Request body: {'port': {'device_id': '08627620-889b-4d37-9e68-ef96a3d44fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:12.428451 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:12.452796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a58bc7-2c0a-41bc-ad77-e3b219007eb5 req-29bb9d34-d625-4c2b-8263-febe5a9ad852 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:12.452796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88a58bc7-2c0a-41bc-ad77-e3b219007eb5 req-29bb9d34-d625-4c2b-8263-febe5a9ad852 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 932 time: 0.1064291 Nov 10 17:13:12.533655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88a58bc7-2c0a-41bc-ad77-e3b219007eb5 req-fb94ceac-c777-4543-ad63-bb1531748c8e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795689 Nov 10 17:13:12.766613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7462789e-15c1-4a3a-b097-52b0a743ce3f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:13:12.774904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:12.829871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Transition to ACTIVE for port object 7462789e-15c1-4a3a-b097-52b0a743ce3f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:13:12.941858 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:13.003962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Pushing event updated for resources: {'Port': ['ID=7462789e-15c1-4a3a-b097-52b0a743ce3f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:13.086921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Attempting to bind port 7462789e-15c1-4a3a-b097-52b0a743ce3f on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:13:13.087369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Attempting to bind port 7462789e-15c1-4a3a-b097-52b0a743ce3f by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:13:13.087772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Attempting to bind port 7462789e-15c1-4a3a-b097-52b0a743ce3f on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:13:13.099962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Port 7462789e-15c1-4a3a-b097-52b0a743ce3f on network 869ffb30-c384-4b31-a739-b062c5ac0767 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:13:13.100965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Attempting to bind port 7462789e-15c1-4a3a-b097-52b0a743ce3f on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:13:13.109640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:13:13.109988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:13:13.110378 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:13:13.110974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Bound port: 7462789e-15c1-4a3a-b097-52b0a743ce3f, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:13:13.111429 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:13.203448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] For port 7462789e-15c1-4a3a-b097-52b0a743ce3f, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:13:13.203448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] For port 7462789e-15c1-4a3a-b097-52b0a743ce3f, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7462789e-15c1-4a3a-b097-52b0a743ce3f,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:13:13.298639 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:13.389968 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Pushing event updated for resources: {'Port': ['ID=7462789e-15c1-4a3a-b097-52b0a743ce3f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:13.407802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:13.409744 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:13.412436 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-6f8c0eed-a9bf-4c98-96eb-06dbc468543c service neutron] 10.222.0.18 "PUT /v2.0/ports/7462789e-15c1-4a3a-b097-52b0a743ce3f HTTP/1.1" status: 200 len: 1093 time: 1.2826622 Nov 10 17:13:13.417899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08627620-889b-4d37-9e68-ef96a3d44fe7', 'tag': '7462789e-15c1-4a3a-b097-52b0a743ce3f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:13:13.421665 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7bf592-728e-4802-83a5-0862a801c901" -d '{"events": [{"name": "network-changed", "server_uuid": "08627620-889b-4d37-9e68-ef96a3d44fe7", "tag": "7462789e-15c1-4a3a-b097-52b0a743ce3f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:13:13.485362 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502bff39-bfcb-47b9-a70a-77be4a555ba1 x-openstack-request-id: req-502bff39-bfcb-47b9-a70a-77be4a555ba1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:13:13.486524 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08627620-889b-4d37-9e68-ef96a3d44fe7", "tag": "7462789e-15c1-4a3a-b097-52b0a743ce3f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:13:13.487161 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-502bff39-bfcb-47b9-a70a-77be4a555ba1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:13:13.496954 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08627620-889b-4d37-9e68-ef96a3d44fe7', 'tag': '7462789e-15c1-4a3a-b097-52b0a743ce3f', 'status': 'completed', 'code': 200} Nov 10 17:13:13.593409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bf592-728e-4802-83a5-0862a801c901 req-5402b220-984e-4cd6-b0ac-71b35004f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:13.595230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c7bf592-728e-4802-83a5-0862a801c901 req-5402b220-984e-4cd6-b0ac-71b35004f424 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0851514 Nov 10 17:13:13.773969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6d07c-9eb4-455b-8df9-1ed8ebfdaf8f req-a6f1d925-758e-4f97-bc63-97a0edce9baf tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:13.776096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0c6d07c-9eb4-455b-8df9-1ed8ebfdaf8f req-a6f1d925-758e-4f97-bc63-97a0edce9baf tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.1206059 Nov 10 17:13:13.857323 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a0c6d07c-9eb4-455b-8df9-1ed8ebfdaf8f req-58d67199-2662-409e-a654-9138ea3cf0f6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 Nov 10 17:13:13.858336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bf592-728e-4802-83a5-0862a801c901 req-9bb6df95-3710-4b42-a6cc-0c750352200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:13.859885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c7bf592-728e-4802-83a5-0862a801c901 req-9bb6df95-3710-4b42-a6cc-0c750352200b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ee88b66e31341a395887e6984f1a14a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2447436 Nov 10 17:13:14.016803 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bf592-728e-4802-83a5-0862a801c901 req-099b6e63-934b-4bf5-9878-7927886d46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:14.018532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c7bf592-728e-4802-83a5-0862a801c901 req-099b6e63-934b-4bf5-9878-7927886d46c7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1506872 Nov 10 17:13:14.110706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-fc42d9b6-337e-4c6b-a0da-d35c19a4aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:14.112253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-fc42d9b6-337e-4c6b-a0da-d35c19a4aba5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0508423 Nov 10 17:13:14.171864 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-22422075-a1f3-4650-8f9f-ac7e0dbf7cdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7462789e-15c1-4a3a-b097-52b0a743ce3f HTTP/1.1" status: 200 len: 217 time: 0.0502155 Nov 10 17:13:14.240494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-80d51b12-a884-406b-a678-a8b3e5b65de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:14.242734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-80d51b12-a884-406b-a678-a8b3e5b65de6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0645914 Nov 10 17:13:14.298229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-8c8f856d-f69a-4b71-b913-32c5fd5e7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:14.300510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-8c8f856d-f69a-4b71-b913-32c5fd5e7fe5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506446 Nov 10 17:13:14.412219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-4cde0739-31c7-476c-a076-f6b6eac96e21 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025193 Nov 10 17:13:14.529654 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e1c6710-e0b3-446b-8b15-730c7ba00de1 req-cd6b9bc9-7ab4-4d1c-97bd-63b5bd141066 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093235 Nov 10 17:13:15.063483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492db68-28ee-494c-a266-2d3c0e713d46 req-cc4f48dd-a534-4e9b-8d22-2ac75f7696fc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:15.065003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1492db68-28ee-494c-a266-2d3c0e713d46 req-cc4f48dd-a534-4e9b-8d22-2ac75f7696fc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0624516 Nov 10 17:13:15.122384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1492db68-28ee-494c-a266-2d3c0e713d46 req-d026c01c-dd8b-489f-b569-6b4f1fa911a9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510433 Nov 10 17:13:16.251690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e9783-0fcf-45b1-b1f2-75f50fc2e865 req-ef456bcd-044c-4dd5-a1e0-f65017d270a1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:16.253248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa5e9783-0fcf-45b1-b1f2-75f50fc2e865 req-ef456bcd-044c-4dd5-a1e0-f65017d270a1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0530417 Nov 10 17:13:16.305414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa5e9783-0fcf-45b1-b1f2-75f50fc2e865 req-00cad426-ccf6-46e3-9c42-d41bded119b3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Nov 10 17:13:17.455552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a505dc-bab5-4d91-999c-00ff13b60c36 req-ebefb7db-3ee7-4a2a-aafc-3a42411cf7d7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:17.457160 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d4a505dc-bab5-4d91-999c-00ff13b60c36 req-ebefb7db-3ee7-4a2a-aafc-3a42411cf7d7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0645905 Nov 10 17:13:17.519623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d4a505dc-bab5-4d91-999c-00ff13b60c36 req-37d58a60-95e1-4719-b065-722543b1178a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521595 Nov 10 17:13:18.649306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5bc27-4883-4c34-8474-4074c6fc7b9f req-8798566b-75f5-402d-a3b3-67b5dd79ec17 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:18.650838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4a5bc27-4883-4c34-8474-4074c6fc7b9f req-8798566b-75f5-402d-a3b3-67b5dd79ec17 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0586817 Nov 10 17:13:18.704439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4a5bc27-4883-4c34-8474-4074c6fc7b9f req-213f1bb6-714d-4ce9-9612-08f0a30fd8bd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Nov 10 17:13:19.842868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2b3cf-5ee4-4540-840d-678dd79579ab req-5c6480d6-ff96-4c96-9782-289a56e66bcd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:20.004556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-beb2b3cf-5ee4-4540-840d-678dd79579ab req-5c6480d6-ff96-4c96-9782-289a56e66bcd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0652690 Nov 10 17:13:20.004556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-beb2b3cf-5ee4-4540-840d-678dd79579ab req-2a3ee3d7-bf32-463a-89e9-c9168e8430c3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488312 Nov 10 17:13:21.077657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90da363-b8e2-478b-9ffa-dc86a79c38ae req-0cd3dd45-2931-41ea-8944-3e8cbeee3940 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:21.079217 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b90da363-b8e2-478b-9ffa-dc86a79c38ae req-0cd3dd45-2931-41ea-8944-3e8cbeee3940 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0762911 Nov 10 17:13:21.129087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b90da363-b8e2-478b-9ffa-dc86a79c38ae req-975dcf3e-547e-488d-ac87-a3d78aa0e8a2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Nov 10 17:13:22.258288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6272756-fc26-4ebd-8270-3a4e871ef141 req-c35da8a6-62f0-4a5e-b6de-50b82c4ffb3a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:22.263802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6272756-fc26-4ebd-8270-3a4e871ef141 req-c35da8a6-62f0-4a5e-b6de-50b82c4ffb3a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0572212 Nov 10 17:13:22.329140 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d6272756-fc26-4ebd-8270-3a4e871ef141 req-682a8cc1-2386-4843-b46f-cd182aae6e50 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594277 Nov 10 17:13:22.696976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36678) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:22.827160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:22.914896 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:23.016622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:23.068344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12f7611abfaa4b6998d36af00cd8b1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3701985 Nov 10 17:13:23.069772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0224bf34-4ea0-4e2c-9523-981cfcaeaae4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:23.071070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:23.078269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.078618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.078951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.079764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.084941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.084941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.084941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.084941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.084941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.084941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.084941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.084941 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893019-4a25-4610-a6b5-98c8cd41af0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:13:23.127634 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca3045d4-5ee8-4de1-93fb-85b691fa6547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:23.153497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca3045d4-5ee8-4de1-93fb-85b691fa6547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:23.339494 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca3045d4-5ee8-4de1-93fb-85b691fa6547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:23.342232 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca3045d4-5ee8-4de1-93fb-85b691fa6547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:23.343459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ca3045d4-5ee8-4de1-93fb-85b691fa6547 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0224bf34-4ea0-4e2c-9523-981cfcaeaae4 HTTP/1.1" status: 204 len: 168 time: 0.2706287 Nov 10 17:13:23.355044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3045d4-5ee8-4de1-93fb-85b691fa6547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0224bf34-4ea0-4e2c-9523-981cfcaeaae4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:23.513238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45561-ab80-48fb-a55b-bc07381dffd4 req-4a36cfd4-70f0-4b88-b8a0-1e99a380d9ab tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:23.514847 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6f45561-ab80-48fb-a55b-bc07381dffd4 req-4a36cfd4-70f0-4b88-b8a0-1e99a380d9ab tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0576293 Nov 10 17:13:23.563610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6f45561-ab80-48fb-a55b-bc07381dffd4 req-3a6e9f46-c564-4393-b1c2-aef2f3cafb62 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Nov 10 17:13:24.700289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a7db8-9bbf-455f-a3c6-4a4ffaff882a req-209f88cb-6da4-4378-b850-2536ec597f10 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:24.701987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-886a7db8-9bbf-455f-a3c6-4a4ffaff882a req-209f88cb-6da4-4378-b850-2536ec597f10 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0585799 Nov 10 17:13:24.751549 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-886a7db8-9bbf-455f-a3c6-4a4ffaff882a req-995704e8-7e9c-447e-bb65-cc9ea3617117 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Nov 10 17:13:25.881054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f97d00-0458-4084-955b-18150e9a4980 req-f47e37ce-4a16-43be-90e1-c18ac8376e2e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:25.882732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4f97d00-0458-4084-955b-18150e9a4980 req-f47e37ce-4a16-43be-90e1-c18ac8376e2e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0527611 Nov 10 17:13:25.930793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4f97d00-0458-4084-955b-18150e9a4980 req-8204fb3c-4d67-4d93-b180-3bcd15b86822 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 Nov 10 17:13:27.055460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4f8a-c62d-484e-b929-30d38c778720 req-55336e4a-5840-4bca-ad83-afc6867a12b2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:27.056978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f57d4f8a-c62d-484e-b929-30d38c778720 req-55336e4a-5840-4bca-ad83-afc6867a12b2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0556135 Nov 10 17:13:27.114553 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f57d4f8a-c62d-484e-b929-30d38c778720 req-ee9256df-1034-4bb3-99e4-1a618d47cf31 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511971 Nov 10 17:13:28.241395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dfbb4-4780-4db9-8073-c48a434a9a76 req-92dd3866-b28e-4e3e-972c-fc560e6ae8d5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:28.242884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-010dfbb4-4780-4db9-8073-c48a434a9a76 req-92dd3866-b28e-4e3e-972c-fc560e6ae8d5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0547867 Nov 10 17:13:28.294490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-010dfbb4-4780-4db9-8073-c48a434a9a76 req-68c82542-2e6f-4ccb-bb82-a21fc88f00ff tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 Nov 10 17:13:29.422975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67ae3e-d5aa-4a16-ab02-366887c6d1ee req-5f6369b4-dcb4-47aa-9dad-389fa83d3cde tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:29.424587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af67ae3e-d5aa-4a16-ab02-366887c6d1ee req-5f6369b4-dcb4-47aa-9dad-389fa83d3cde tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0611029 Nov 10 17:13:29.484860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-af67ae3e-d5aa-4a16-ab02-366887c6d1ee req-490630ff-4e66-4a8d-92ae-fb567764e432 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533128 Nov 10 17:13:30.619280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23475-0f35-44af-8dcb-63850273a519 req-3cb3f250-a051-4808-93bd-f2c03f8b2391 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:30.620857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfc23475-0f35-44af-8dcb-63850273a519 req-3cb3f250-a051-4808-93bd-f2c03f8b2391 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0591395 Nov 10 17:13:30.676627 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfc23475-0f35-44af-8dcb-63850273a519 req-3aea810f-c268-44b4-8482-9b54c8f3e8c1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491629 Nov 10 17:13:31.641950 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c6dd07bc-9f8c-4e56-b2c1-8d0948197ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:31.828659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd1abf-4b95-41c5-8d2b-72e980158b2b req-710ba7a4-aafc-42eb-999a-2db3d457ba5b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:31.830566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21fd1abf-4b95-41c5-8d2b-72e980158b2b req-710ba7a4-aafc-42eb-999a-2db3d457ba5b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0740592 Nov 10 17:13:31.889529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21fd1abf-4b95-41c5-8d2b-72e980158b2b req-bbd4c026-8e4c-43a3-9359-d61a816a75a9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524118 Nov 10 17:13:33.028746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7f162-bfa1-4ec3-a7d3-e0016b9cf71d req-7c510c35-78d8-4c3b-9e10-3f415cb22783 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:33.030359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7a7f162-bfa1-4ec3-a7d3-e0016b9cf71d req-7c510c35-78d8-4c3b-9e10-3f415cb22783 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0517197 Nov 10 17:13:33.083154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a7a7f162-bfa1-4ec3-a7d3-e0016b9cf71d req-b2bb7a17-8ee4-4655-9fda-3b7ecbbedc2d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Nov 10 17:13:33.930296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c1a93cc-4dd8-46b5-b488-cdbaf962152e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:34.217115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10457788-edbb-4119-8473-58bd7e987f97 req-a889ef1a-75d9-460e-b40f-455cfd366b2a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:34.218611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10457788-edbb-4119-8473-58bd7e987f97 req-a889ef1a-75d9-460e-b40f-455cfd366b2a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0554862 Nov 10 17:13:34.276513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10457788-edbb-4119-8473-58bd7e987f97 req-2cbc4fdc-6c6f-4da0-b86f-047be9c9440f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516465 Nov 10 17:13:35.170907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:35.400228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea4a07-9767-4fcc-99a0-4497f49d6387 req-78aa4a11-66b5-4010-8d23-80de003f8175 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:35.401740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59ea4a07-9767-4fcc-99a0-4497f49d6387 req-78aa4a11-66b5-4010-8d23-80de003f8175 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0541425 Nov 10 17:13:35.456743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59ea4a07-9767-4fcc-99a0-4497f49d6387 req-9ffb711e-28fb-44e4-bda3-4469e21d4705 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487053 Nov 10 17:13:36.589102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f36dfe-01c1-4ba1-b0d1-31fcaee967a8 req-0f44042d-548a-4542-8e7a-bccf6db43ba0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:36.591268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28f36dfe-01c1-4ba1-b0d1-31fcaee967a8 req-0f44042d-548a-4542-8e7a-bccf6db43ba0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0580542 Nov 10 17:13:36.638085 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:13:36.658490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28f36dfe-01c1-4ba1-b0d1-31fcaee967a8 req-030fe680-eeef-4693-96c4-a84fbca95d61 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511317 Nov 10 17:13:36.949053 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:37.645938 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:37.836656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277eb1-ad9c-4a5a-9be8-58448ae9566d req-d30f02c5-ee38-468b-8a44-fe5043e38ea0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:37.839214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d277eb1-ad9c-4a5a-9be8-58448ae9566d req-d30f02c5-ee38-468b-8a44-fe5043e38ea0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0800726 Nov 10 17:13:37.902532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d277eb1-ad9c-4a5a-9be8-58448ae9566d req-7c4faa78-e774-442f-8a3f-7f8ed1e30db9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566955 Nov 10 17:13:38.086737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:39.046451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2e6c-5eac-466c-818f-d3c72b74bb47 req-2771aef9-3d4c-4e41-b4f3-32189f4c5b6f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:39.048807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b1d2e6c-5eac-466c-818f-d3c72b74bb47 req-2771aef9-3d4c-4e41-b4f3-32189f4c5b6f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0571170 Nov 10 17:13:39.111879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8b1d2e6c-5eac-466c-818f-d3c72b74bb47 req-4d04670e-6a2e-4dbd-9236-31a171e84827 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Nov 10 17:13:40.247022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80cbd-5e8a-4ef5-8b6d-8946a9a8dcfb req-a362d820-f3fa-4c36-ad0f-3d149809f0d8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:40.248699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fda80cbd-5e8a-4ef5-8b6d-8946a9a8dcfb req-a362d820-f3fa-4c36-ad0f-3d149809f0d8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0603399 Nov 10 17:13:40.310023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fda80cbd-5e8a-4ef5-8b6d-8946a9a8dcfb req-25103b47-31f0-4d60-b1e4-3e153eb0ee93 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549579 Nov 10 17:13:40.737372 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:41.433637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6458458-1944-4c4e-8798-53a4b44af24c req-80a760a9-8e18-4778-8f94-e898e254e1fc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:41.435122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6458458-1944-4c4e-8798-53a4b44af24c req-80a760a9-8e18-4778-8f94-e898e254e1fc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0536089 Nov 10 17:13:41.484312 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6458458-1944-4c4e-8798-53a4b44af24c req-d0d6d9cf-5140-426f-9b71-b32281f78fe9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429964 Nov 10 17:13:42.607448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5eed2-75d1-477f-9188-9fa7ca698c82 req-e67b0d89-283a-4be4-b689-f242207a8fca tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:42.609033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6bf5eed2-75d1-477f-9188-9fa7ca698c82 req-e67b0d89-283a-4be4-b689-f242207a8fca tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0527818 Nov 10 17:13:42.659948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6bf5eed2-75d1-477f-9188-9fa7ca698c82 req-5bf9a6c0-a06c-4050-9eec-df06312c383a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447347 Nov 10 17:13:43.804798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265953-c8b0-4261-827a-3e6b5505a4a4 req-eee657b5-224a-4260-8b62-7c3ee051e54b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:43.806587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7265953-c8b0-4261-827a-3e6b5505a4a4 req-eee657b5-224a-4260-8b62-7c3ee051e54b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0685222 Nov 10 17:13:43.875439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7265953-c8b0-4261-827a-3e6b5505a4a4 req-74e97cc7-01c3-41d2-a091-8b7f537569c0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580611 Nov 10 17:13:45.001839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf1f89-a8ba-4448-8cda-897354e2f702 req-89addd0a-32c8-4d55-a6f0-caf5ffb3ca4a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:45.003377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbcf1f89-a8ba-4448-8cda-897354e2f702 req-89addd0a-32c8-4d55-a6f0-caf5ffb3ca4a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0543656 Nov 10 17:13:45.052476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbcf1f89-a8ba-4448-8cda-897354e2f702 req-dcfa8b9a-40a9-40fd-abee-4f2c8c98ca0d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Nov 10 17:13:46.193370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882ab8-6c41-410d-a936-abfe7595c84a req-9100225c-2e33-4bd8-8d8f-7172da84b300 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:46.195491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84882ab8-6c41-410d-a936-abfe7595c84a req-9100225c-2e33-4bd8-8d8f-7172da84b300 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0554581 Nov 10 17:13:46.244421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84882ab8-6c41-410d-a936-abfe7595c84a req-f2e28c45-69c3-4910-b967-d10d12edee25 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Nov 10 17:13:47.364785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506e141-2c8a-4b4a-b9df-799717e1be09 req-8f3aef97-fb7d-4e37-994c-4ba1d038cb9d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:47.366370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2506e141-2c8a-4b4a-b9df-799717e1be09 req-8f3aef97-fb7d-4e37-994c-4ba1d038cb9d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0506794 Nov 10 17:13:47.415421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2506e141-2c8a-4b4a-b9df-799717e1be09 req-4632c823-b6bf-4510-828b-4bb17de692e1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Nov 10 17:13:48.536024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93254437-e947-4e3c-b6e3-73bc148936d6 req-ef32762c-6e46-4ee6-a157-d9ecaed23c5c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:48.537530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93254437-e947-4e3c-b6e3-73bc148936d6 req-ef32762c-6e46-4ee6-a157-d9ecaed23c5c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0490222 Nov 10 17:13:48.589604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93254437-e947-4e3c-b6e3-73bc148936d6 req-88281cbe-62f5-4d36-acaf-8556aa802fc3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Nov 10 17:13:49.711913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa239bd-80cc-4a09-b173-8e2679801732 req-6625eeb7-5c3c-4161-988c-16e38e189583 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:49.713444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa239bd-80cc-4a09-b173-8e2679801732 req-6625eeb7-5c3c-4161-988c-16e38e189583 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0533369 Nov 10 17:13:49.768843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6fa239bd-80cc-4a09-b173-8e2679801732 req-339aaf95-179b-4289-a5cd-0086e19f16dc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493569 Nov 10 17:13:50.609599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:50.614228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dd185c96-f13a-4630-b73e-8b809d0588cb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683174884', 'description': 'tempest-secgroup-smoke-1683174884 description', 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:50.706833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd185c96-f13a-4630-b73e-8b809d0588cb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:50.777724 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd185c96-f13a-4630-b73e-8b809d0588cb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:50.872440 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd185c96-f13a-4630-b73e-8b809d0588cb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:50.911979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd185c96-f13a-4630-b73e-8b809d0588cb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca87810-43cf-4ece-8621-3c528e861120,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:50.924487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39122382-3bc0-498e-bd25-f51f234a415a req-59f647be-1220-4039-8040-abe2f6b77303 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:50.926341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39122382-3bc0-498e-bd25-f51f234a415a req-59f647be-1220-4039-8040-abe2f6b77303 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0815868 Nov 10 17:13:50.954986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd185c96-f13a-4630-b73e-8b809d0588cb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:50.956364 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dd185c96-f13a-4630-b73e-8b809d0588cb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3457530 Nov 10 17:13:50.960970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 36980) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:50.973603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8041ad6a-d18d-4bd4-b7a9-7bb633b3e589 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'security_group_rule': {'security_group_id': 'fca87810-43cf-4ece-8621-3c528e861120', 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:50.999106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39122382-3bc0-498e-bd25-f51f234a415a req-58cacbfd-496d-446c-a95b-34937689adbc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641956 Nov 10 17:13:51.072565 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8041ad6a-d18d-4bd4-b7a9-7bb633b3e589 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.130786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8041ad6a-d18d-4bd4-b7a9-7bb633b3e589 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.221520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8041ad6a-d18d-4bd4-b7a9-7bb633b3e589 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.239211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ad6a-d18d-4bd4-b7a9-7bb633b3e589 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c062f665-c9ce-42df-b6fd-e560de1cdc58,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:51.302904 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8041ad6a-d18d-4bd4-b7a9-7bb633b3e589 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.304752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8041ad6a-d18d-4bd4-b7a9-7bb633b3e589 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414042 Nov 10 17:13:51.307716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:51.313243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-beeb9ac3-cc11-452a-889f-a4cebd6bf3f2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'security_group_rule': {'security_group_id': 'fca87810-43cf-4ece-8621-3c528e861120', 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:51.391613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beeb9ac3-cc11-452a-889f-a4cebd6bf3f2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.447072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beeb9ac3-cc11-452a-889f-a4cebd6bf3f2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.528996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beeb9ac3-cc11-452a-889f-a4cebd6bf3f2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.552612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb9ac3-cc11-452a-889f-a4cebd6bf3f2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ce13d8-af0d-4563-9add-a5ab78cbcd72,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:51.640160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beeb9ac3-cc11-452a-889f-a4cebd6bf3f2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.641307 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-beeb9ac3-cc11-452a-889f-a4cebd6bf3f2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3322742 Nov 10 17:13:51.644177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:51.648561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1b5dd298-f1be-47b7-aa50-07ddf47dc4fd tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'security_group_rule': {'security_group_id': 'fca87810-43cf-4ece-8621-3c528e861120', 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:51.765186 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd298-f1be-47b7-aa50-07ddf47dc4fd tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.823745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd298-f1be-47b7-aa50-07ddf47dc4fd tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.929998 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd298-f1be-47b7-aa50-07ddf47dc4fd tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:51.948067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd298-f1be-47b7-aa50-07ddf47dc4fd tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b179e674-e27d-455e-a87a-1b549d1dc750,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:52.017354 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd298-f1be-47b7-aa50-07ddf47dc4fd tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.018587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1b5dd298-f1be-47b7-aa50-07ddf47dc4fd tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734698 Nov 10 17:13:52.021345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:52.026379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f49a885d-78f3-4628-94ed-ccf74662e439 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'security_group_rule': {'security_group_id': 'fca87810-43cf-4ece-8621-3c528e861120', 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:52.124072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49a885d-78f3-4628-94ed-ccf74662e439 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.125943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a957a-7da6-4c84-ab88-1df5dce64135 req-77a5592f-659b-4f9a-a9b6-99268e195648 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:52.127592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d33a957a-7da6-4c84-ab88-1df5dce64135 req-77a5592f-659b-4f9a-a9b6-99268e195648 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0532615 Nov 10 17:13:52.178491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d33a957a-7da6-4c84-ab88-1df5dce64135 req-36c92d06-9f99-46f9-adcb-843578360af3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Nov 10 17:13:52.186655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49a885d-78f3-4628-94ed-ccf74662e439 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.251490 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49a885d-78f3-4628-94ed-ccf74662e439 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.268811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a885d-78f3-4628-94ed-ccf74662e439 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7db8f3-d1f5-4733-8e0d-47208f7a5133,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:52.345493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49a885d-78f3-4628-94ed-ccf74662e439 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.346865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f49a885d-78f3-4628-94ed-ccf74662e439 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3245292 Nov 10 17:13:52.349502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:52.353976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba411521-2758-4049-afff-ca55a0f56567 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'security_group_rule': {'security_group_id': 'fca87810-43cf-4ece-8621-3c528e861120', 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:52.446733 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-ba411521-2758-4049-afff-ca55a0f56567 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Project 1959ffc7a30549e5a286b42f8bb0d96f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:13:52.452009 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba411521-2758-4049-afff-ca55a0f56567 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.510573 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba411521-2758-4049-afff-ca55a0f56567 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.568748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba411521-2758-4049-afff-ca55a0f56567 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.592976 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba411521-2758-4049-afff-ca55a0f56567 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3a9416-536e-448d-a2e5-e147fdfcd31a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:52.645529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba411521-2758-4049-afff-ca55a0f56567 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.646930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ba411521-2758-4049-afff-ca55a0f56567 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2964194 Nov 10 17:13:52.650264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 36992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:13:52.654659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8c89b0e6-79bc-4336-b77f-40963393b698 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'security_group_rule': {'security_group_id': 'fca87810-43cf-4ece-8621-3c528e861120', 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:52.720890 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-8c89b0e6-79bc-4336-b77f-40963393b698 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Project 1959ffc7a30549e5a286b42f8bb0d96f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:13:52.726172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c89b0e6-79bc-4336-b77f-40963393b698 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.788593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c89b0e6-79bc-4336-b77f-40963393b698 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.839710 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c89b0e6-79bc-4336-b77f-40963393b698 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.857451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89b0e6-79bc-4336-b77f-40963393b698 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbc5809-bd68-486f-9a23-3d0c7c401c1f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:52.927840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c89b0e6-79bc-4336-b77f-40963393b698 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:52.929646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8c89b0e6-79bc-4336-b77f-40963393b698 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2779112 Nov 10 17:13:53.150434 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8e71db05-b3fb-4b53-8ba6-23dff3e96895 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683174884&fields=id&tenant_id=1959ffc7a30549e5a286b42f8bb0d96f HTTP/1.1" status: 200 len: 267 time: 0.0451622 Nov 10 17:13:53.268858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-5d95fba8-00da-4c11-9621-2bb0b0501230 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:53.270389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-5d95fba8-00da-4c11-9621-2bb0b0501230 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/networks?id=34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 200 len: 814 time: 0.1129694 Nov 10 17:13:53.286748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-0b3735a7-fe60-420e-8e0f-a5a50c5cb24a tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/quotas/1959ffc7a30549e5a286b42f8bb0d96f HTTP/1.1" status: 200 len: 375 time: 0.0098033 Nov 10 17:13:53.297684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe96199-7fe2-4a34-8943-6200dfda15d7 req-52996ff9-5ed4-44ce-8f2d-9cb937b0020e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:53.299198 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfe96199-7fe2-4a34-8943-6200dfda15d7 req-52996ff9-5ed4-44ce-8f2d-9cb937b0020e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0504637 Nov 10 17:13:53.347154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-081c3e7b-3d23-4e10-9781-8ce161917a86 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526829 Nov 10 17:13:53.355685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bfe96199-7fe2-4a34-8943-6200dfda15d7 req-d13cd66b-17b8-4914-81be-dd564dd37ad3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Nov 10 17:13:53.447546 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-e27ff71d-6074-46f8-92be-4dfb7403ff54 service neutron] 10.222.0.62 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824223 Nov 10 17:13:53.540726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-35fc751a-4e96-4ab5-94ac-848e321f93f7 service neutron] 10.222.0.62 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869844 Nov 10 17:13:54.139293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b22deb30-dfa8-4dd9-a8d5-b2970b2b2d03 req-95982786-8bb2-41bc-ac27-080eaec5049d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 210 time: 0.0306671 Nov 10 17:13:54.471992 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e31910-410f-4c1d-ae12-75c4ed11a1a2 req-b0c9ce16-5ec2-496f-9087-779d6dfba313 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:54.473462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d8e31910-410f-4c1d-ae12-75c4ed11a1a2 req-b0c9ce16-5ec2-496f-9087-779d6dfba313 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0502985 Nov 10 17:13:54.520426 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d8e31910-410f-4c1d-ae12-75c4ed11a1a2 req-06f3a80d-f212-4547-91bf-68a61f1db96c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399401 Nov 10 17:13:55.233311 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f904fe78-1122-4e61-8029-0c009b5f6896 req-4f881d0b-a86f-4a29-9e85-2f6e7923d9de tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 210 time: 0.0279920 Nov 10 17:13:55.647693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e738a47-2c21-4375-be5f-25e332641029 req-01c3cfc6-1811-4a9b-9763-b309134b4bef tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:55.649791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e738a47-2c21-4375-be5f-25e332641029 req-01c3cfc6-1811-4a9b-9763-b309134b4bef tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0567024 Nov 10 17:13:55.699083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e738a47-2c21-4375-be5f-25e332641029 req-66b6f838-0c40-4c56-b261-a050ef50c852 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Nov 10 17:13:56.248844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-42027906-48d0-40a8-8fce-974b90e16e56 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:56.250241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-42027906-48d0-40a8-8fce-974b90e16e56 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.69 "GET /v2.0/networks?id=34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 200 len: 814 time: 0.1106577 Nov 10 17:13:56.337640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-2aa5e12a-b9bc-4703-a589-9843c7b4a4ee tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1959ffc7a30549e5a286b42f8bb0d96f HTTP/1.1" status: 200 len: 380 time: 0.0779133 Nov 10 17:13:56.355335 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7cc8bf06-1ee7-4e14-aa05-70807e0d7552 req-de853166-8422-4cb9-8de2-10a0e58f9244 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 210 time: 0.0438676 Nov 10 17:13:56.358721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'port': {'device_id': 'fefa6472-b343-47b1-970e-98e6019e225c', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'admin_state_up': True, 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'security_groups': ['fca87810-43cf-4ece-8621-3c528e861120']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:56.519857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Made reservation on behalf of 1959ffc7a30549e5a286b42f8bb0d96f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:13:56.524266 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:56.677016 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Allocated IP 172.20.0.12 (34915a9f-a246-418e-9e0e-dc9fdf8544b4/eb61b406-53fa-471e-aa05-893f3f16ece5/e7960264-771e-40e8-966e-16f604cfe375) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:13:56.837943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37370f15-89f9-464d-9be2-1987aa87bf55 req-d10c1949-33e9-465e-bc06-5d8da3022929 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:56.840247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37370f15-89f9-464d-9be2-1987aa87bf55 req-d10c1949-33e9-465e-bc06-5d8da3022929 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0570464 Nov 10 17:13:56.849114 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:56.912369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37370f15-89f9-464d-9be2-1987aa87bf55 req-f44aaaac-62d4-4934-8a13-cb7b7fa13c6f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637565 Nov 10 17:13:56.958504 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:57.002090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:13:57.005062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:13:57.019231 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:13:57.040482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'Port': ['ID=e7960264-771e-40e8-966e-16f604cfe375,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:57.067031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:57.067954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:57.174275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d9c5d694-50ca-497b-94d3-7275395678ca tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8220291 Nov 10 17:13:57.285141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0f0cd173-43da-41e0-ac91-0793d7fbc52e None None] Provisioning complete for port e7960264-771e-40e8-966e-16f604cfe375 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:13:57.285694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd173-43da-41e0-ac91-0793d7fbc52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:57.296901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Request body: {'port': {'device_id': 'fefa6472-b343-47b1-970e-98e6019e225c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:13:57.326921 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cd173-43da-41e0-ac91-0793d7fbc52e None None] Port e7960264-771e-40e8-966e-16f604cfe375 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:13:57.371927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:57.560182 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ae069-e5b7-4e9b-b44a-fc3279789569 req-095177af-5fd9-4b03-9378-0e99fab9ab2d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:57.561709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de9ae069-e5b7-4e9b-b44a-fc3279789569 req-095177af-5fd9-4b03-9378-0e99fab9ab2d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 932 time: 0.0884218 Nov 10 17:13:57.655263 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-de9ae069-e5b7-4e9b-b44a-fc3279789569 req-b4a551ab-88e2-440b-8d1d-28359dc0e013 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661960 Nov 10 17:13:57.727302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7960264-771e-40e8-966e-16f604cfe375 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:13:57.735228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:57.747417 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Transition to ACTIVE for port object e7960264-771e-40e8-966e-16f604cfe375 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:13:57.811616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:57.865729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Pushing event updated for resources: {'Port': ['ID=e7960264-771e-40e8-966e-16f604cfe375,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:57.946227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Attempting to bind port e7960264-771e-40e8-966e-16f604cfe375 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:13:57.946355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Attempting to bind port e7960264-771e-40e8-966e-16f604cfe375 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:13:57.946684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Attempting to bind port e7960264-771e-40e8-966e-16f604cfe375 on network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:13:57.952331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Port e7960264-771e-40e8-966e-16f604cfe375 on network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:13:57.952822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Attempting to bind port e7960264-771e-40e8-966e-16f604cfe375 on network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:13:57.958318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:13:57.958658 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Checking segment: {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:13:57.959039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Bound using segment: {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:13:57.959501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Bound port: e7960264-771e-40e8-966e-16f604cfe375, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc2f30a-a451-4092-964d-d31c7f268ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:13:57.959858 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:58.046989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] For port e7960264-771e-40e8-966e-16f604cfe375, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:13:58.054871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] For port e7960264-771e-40e8-966e-16f604cfe375, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7960264-771e-40e8-966e-16f604cfe375,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:13:58.067597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8453cfc-c747-46ef-af75-1cb7437392fe req-02e0aa62-05c5-4acf-9b38-a4013ffa62a7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:58.069230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8453cfc-c747-46ef-af75-1cb7437392fe req-02e0aa62-05c5-4acf-9b38-a4013ffa62a7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0753729 Nov 10 17:13:58.129610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e8453cfc-c747-46ef-af75-1cb7437392fe req-79a974f8-760e-4053-9a7c-cad0c50e8397 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528212 Nov 10 17:13:58.137613 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:58.161422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:58.162228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:58.163911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] 10.222.0.69 "PUT /v2.0/ports/e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 200 len: 1093 time: 0.9803944 Nov 10 17:13:58.188041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:13:58.190369 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:13:58.227791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f134c6c-41b6-43e8-8cd9-45447ee2ae66 service neutron] Pushing event updated for resources: {'Port': ['ID=e7960264-771e-40e8-966e-16f604cfe375,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:13:58.251937 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89de9ec6-6d51-443c-8135-2b04dade9069 x-openstack-request-id: req-89de9ec6-6d51-443c-8135-2b04dade9069 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:13:58.252230 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:13:58.252478 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89de9ec6-6d51-443c-8135-2b04dade9069 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:13:58.253371 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375', 'status': 'completed', 'code': 200} Nov 10 17:13:58.311508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-db51a7e8-7e83-4cec-8e33-c8e76159438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:58.311508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-db51a7e8-7e83-4cec-8e33-c8e76159438d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1096 time: 0.0457959 Nov 10 17:13:58.360691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-d7457098-160d-4416-b56f-42e4c72046f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 200 len: 217 time: 0.0428636 Nov 10 17:13:58.415742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-f2aa5204-e74a-4d61-bf70-52afdc9898bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:58.417283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-f2aa5204-e74a-4d61-bf70-52afdc9898bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eb61b406-53fa-471e-aa05-893f3f16ece5 HTTP/1.1" status: 200 len: 853 time: 0.0487921 Nov 10 17:13:58.471610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-76ba4f32-1210-4831-82e4-48a817db8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:58.473112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-76ba4f32-1210-4831-82e4-48a817db8594 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34915a9f-a246-418e-9e0e-dc9fdf8544b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485423 Nov 10 17:13:58.573514 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-0e3574e3-3d9b-4c2f-a8a4-e5f06f7407d5 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888238 Nov 10 17:13:58.666386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c75dbc96-b755-4fda-bb15-e0ce992753c5 req-576367e0-0cb3-4d9f-923e-1db302d1bfe7 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841277 Nov 10 17:13:58.781176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e4283-3235-4737-be25-0b3972e1026c req-4ed597cf-7ff6-414b-8214-c2542ad1e00f tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:58.783235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-937e4283-3235-4737-be25-0b3972e1026c req-4ed597cf-7ff6-414b-8214-c2542ad1e00f tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0570009 Nov 10 17:13:58.817698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-50dee686-6f49-4043-bdf3-2e136b8a2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:58.819888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-50dee686-6f49-4043-bdf3-2e136b8a2a05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1096 time: 0.0452144 Nov 10 17:13:58.838565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-937e4283-3235-4737-be25-0b3972e1026c req-d3503dd3-3868-4535-ae88-58e9af0278b6 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Nov 10 17:13:58.921499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-04946e71-5178-4683-adf1-c1d804dddbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:58.923048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-04946e71-5178-4683-adf1-c1d804dddbe7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 200 len: 915 time: 0.0967073 Nov 10 17:13:58.966522 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-28d5c09a-063c-4da3-af0e-754ad3342082 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 200 len: 217 time: 0.0358667 Nov 10 17:13:59.021995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-21a4c333-c76c-4293-b7fd-c67872c1e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:59.024244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-21a4c333-c76c-4293-b7fd-c67872c1e0de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eb61b406-53fa-471e-aa05-893f3f16ece5 HTTP/1.1" status: 200 len: 853 time: 0.0512629 Nov 10 17:13:59.071510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-5ebc6f5a-5c71-43d1-a168-d3b0e86eea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:59.073003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-5ebc6f5a-5c71-43d1-a168-d3b0e86eea26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34915a9f-a246-418e-9e0e-dc9fdf8544b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422223 Nov 10 17:13:59.169819 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-8e40862b-8ec7-4fdb-9ab4-d092ae86684f service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890317 Nov 10 17:13:59.294136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8cf2625-b1e6-42bd-a8eb-158e8ec04a7d req-deb53ff9-bf89-4201-babd-f36efcdaed35 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163554 Nov 10 17:13:59.302405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d2bfb-aa4b-4f20-9afd-12a1d614061e req-985592f0-9cf8-498c-8fb0-36521a0b1692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:59.303936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-976d2bfb-aa4b-4f20-9afd-12a1d614061e req-985592f0-9cf8-498c-8fb0-36521a0b1692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 944 time: 0.0722976 Nov 10 17:13:59.365017 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-976d2bfb-aa4b-4f20-9afd-12a1d614061e req-59c0c268-ed54-47c6-92d7-d01ee015ce48 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507588 Nov 10 17:13:59.772761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7462789e-15c1-4a3a-b097-52b0a743ce3f details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:13:59.884691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7462789e-15c1-4a3a-b097-52b0a743ce3f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7462789e-15c1-4a3a-b097-52b0a743ce3f,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:13:59.897491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '7462789e-15c1-4a3a-b097-52b0a743ce3f', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'port_id': '7462789e-15c1-4a3a-b097-52b0a743ce3f', 'mac_address': 'fa:16:3e:b3:ed:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:13:59.939636 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:13:59.955461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7462789e-15c1-4a3a-b097-52b0a743ce3f {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:13:59.976955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7462789e-15c1-4a3a-b097-52b0a743ce3f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7462789e-15c1-4a3a-b097-52b0a743ce3f,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:13:59.980199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ba426-d0b4-4e45-972d-d97233aba169 req-cf760751-4347-4135-8cfa-a3efb109b334 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:13:59.981758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-253ba426-d0b4-4e45-972d-d97233aba169 req-cf760751-4347-4135-8cfa-a3efb109b334 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0682452 Nov 10 17:14:00.033265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-253ba426-d0b4-4e45-972d-d97233aba169 req-aa854511-2fbe-4fec-bc3a-98c1af0f2e4c tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Nov 10 17:14:00.051497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:00.101180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7462789e-15c1-4a3a-b097-52b0a743ce3f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:00.108385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.108722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.109064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.109395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.109722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.110052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.110365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.110685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.111000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.111334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.111652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.111965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:00.271099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['7462789e-15c1-4a3a-b097-52b0a743ce3f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:14:00.488021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b06825-ef53-4d4a-87ab-bbd0cae12d06 req-74324ce0-1b63-4e42-b62f-ab2f771a39d8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:00.489498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-97b06825-ef53-4d4a-87ab-bbd0cae12d06 req-74324ce0-1b63-4e42-b62f-ab2f771a39d8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 945 time: 0.0510590 Nov 10 17:14:00.539035 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-97b06825-ef53-4d4a-87ab-bbd0cae12d06 req-16777af2-d23c-4b18-9413-8b9e3bcbcd47 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Nov 10 17:14:01.153879 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c0463-2fa8-4005-bf16-29402bc3a000 req-e290df05-3923-4b3a-8cf6-d30b0f7a5a21 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:01.155359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f0c0463-2fa8-4005-bf16-29402bc3a000 req-e290df05-3923-4b3a-8cf6-d30b0f7a5a21 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0535982 Nov 10 17:14:01.205091 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f0c0463-2fa8-4005-bf16-29402bc3a000 req-84302fbd-6b5d-4c10-9a90-82d57922f245 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436349 Nov 10 17:14:01.611021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce7f0c05-d883-42e9-ac94-79289eb3d8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:01.659611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df366ae-0051-45dd-82f3-0356dbe97ecf req-99f3ac87-69ae-4965-ba92-17b09548aff4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:01.661090 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df366ae-0051-45dd-82f3-0356dbe97ecf req-99f3ac87-69ae-4965-ba92-17b09548aff4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 945 time: 0.0497241 Nov 10 17:14:01.708199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7df366ae-0051-45dd-82f3-0356dbe97ecf req-4eee5059-f48f-44cb-ac32-646f0343feee tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Nov 10 17:14:01.787449 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7462789e-15c1-4a3a-b097-52b0a743ce3f up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:14:01.902723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 7462789e-15c1-4a3a-b097-52b0a743ce3f completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:14:01.906773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 7462789e-15c1-4a3a-b097-52b0a743ce3f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:14:01.907167 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:01.988781 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:02.012406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08627620-889b-4d37-9e68-ef96a3d44fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7462789e-15c1-4a3a-b097-52b0a743ce3f'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:14:02.017221 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7edc256-2eed-4635-b26c-e01a4fd1a7ab" -d '{"events": [{"server_uuid": "08627620-889b-4d37-9e68-ef96a3d44fe7", "name": "network-vif-plugged", "status": "completed", "tag": "7462789e-15c1-4a3a-b097-52b0a743ce3f"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:14:02.027434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 7462789e-15c1-4a3a-b097-52b0a743ce3f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7462789e-15c1-4a3a-b097-52b0a743ce3f,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:14:02.051613 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dc48a0-3146-424c-bd12-ca786740fd47 x-openstack-request-id: req-64dc48a0-3146-424c-bd12-ca786740fd47 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:14:02.062187 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08627620-889b-4d37-9e68-ef96a3d44fe7", "name": "network-vif-plugged", "status": "completed", "tag": "7462789e-15c1-4a3a-b097-52b0a743ce3f", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:14:02.062187 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64dc48a0-3146-424c-bd12-ca786740fd47 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:14:02.062187 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08627620-889b-4d37-9e68-ef96a3d44fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7462789e-15c1-4a3a-b097-52b0a743ce3f', 'code': 200} Nov 10 17:14:02.108340 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:02.150869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd63e36-e6c1-42ed-a029-cb888b03e0c9 req-5af679e1-7cb0-4cfe-a5ab-db357f175e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:02.152798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcd63e36-e6c1-42ed-a029-cb888b03e0c9 req-5af679e1-7cb0-4cfe-a5ab-db357f175e3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0419407 Nov 10 17:14:02.157264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=7462789e-15c1-4a3a-b097-52b0a743ce3f,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:02.200049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcd63e36-e6c1-42ed-a029-cb888b03e0c9 req-5c393b6f-40f3-49fc-9da0-da8c88577918 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Nov 10 17:14:02.329615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a704-8978-4c6c-a57a-323937d64a83 req-908ab9c4-9cab-48f0-be3f-344e7b37a4f1 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:02.331093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ddc5a704-8978-4c6c-a57a-323937d64a83 req-908ab9c4-9cab-48f0-be3f-344e7b37a4f1 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0600693 Nov 10 17:14:02.381428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ddc5a704-8978-4c6c-a57a-323937d64a83 req-43c67fb3-ea1a-43ae-9f45-52a8d3c3b708 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Nov 10 17:14:02.839839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8902d-4828-470d-a27c-3c1c50142708 req-6ce1d692-721d-4066-8c6f-ef251100eec4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:02.841332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ede8902d-4828-470d-a27c-3c1c50142708 req-6ce1d692-721d-4066-8c6f-ef251100eec4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 946 time: 0.0544069 Nov 10 17:14:02.888606 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ede8902d-4828-470d-a27c-3c1c50142708 req-2758a5af-af74-4bf6-91fd-35f28fd1f437 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Nov 10 17:14:03.500196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd989-8839-4b61-970f-023b58520be0 req-d136f9a6-294a-4f35-8bc0-193987630d22 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:03.501659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-576bd989-8839-4b61-970f-023b58520be0 req-d136f9a6-294a-4f35-8bc0-193987630d22 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0484350 Nov 10 17:14:03.550575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-576bd989-8839-4b61-970f-023b58520be0 req-58922e06-a172-4206-8378-fc5345fbce70 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424139 Nov 10 17:14:03.856657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e1145bc2-96a0-4720-acaf-2465d2948fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:04.005843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867516-70d6-4e93-a3b0-db6b4c0da326 req-3a543710-79d0-4bec-82b0-5620210a2307 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:04.007371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22867516-70d6-4e93-a3b0-db6b4c0da326 req-3a543710-79d0-4bec-82b0-5620210a2307 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 946 time: 0.0486984 Nov 10 17:14:04.054458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22867516-70d6-4e93-a3b0-db6b4c0da326 req-66331d9b-629a-4758-b517-1059fc162375 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Nov 10 17:14:04.172934 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7f9a7-1f44-41c0-acad-f7f5f512c645 req-8752702c-14ff-4a05-a06c-6a4f5ca071f6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:04.174439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aed7f9a7-1f44-41c0-acad-f7f5f512c645 req-8752702c-14ff-4a05-a06c-6a4f5ca071f6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 946 time: 0.0545135 Nov 10 17:14:04.221422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aed7f9a7-1f44-41c0-acad-f7f5f512c645 req-312c2e6b-febb-448f-89d4-db2014988239 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Nov 10 17:14:04.335666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ac1f7-ddb2-40e8-a448-5b2c0b1229a0 req-e200af10-7413-413e-b48f-7aa89fb3ba5b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:04.337109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e45ac1f7-ddb2-40e8-a448-5b2c0b1229a0 req-e200af10-7413-413e-b48f-7aa89fb3ba5b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 946 time: 0.0502107 Nov 10 17:14:04.386769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e45ac1f7-ddb2-40e8-a448-5b2c0b1229a0 req-4dda6fdb-88e5-4677-9e6a-7a7cf2cc0d27 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Nov 10 17:14:04.668699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2ef16-8c29-48cc-8531-d50c6a766d09 req-bd881fec-54f9-4e56-a844-edf194889a7f tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:04.670214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3d2ef16-8c29-48cc-8531-d50c6a766d09 req-bd881fec-54f9-4e56-a844-edf194889a7f tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0508211 Nov 10 17:14:04.723024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3d2ef16-8c29-48cc-8531-d50c6a766d09 req-632bec06-0fc3-4135-b24c-88eca01f65e7 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Nov 10 17:14:04.856400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514e837-f82c-4ceb-9b22-58875574652c req-33b1ba3c-522f-493b-848b-ff06f7776d86 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:04.857789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a514e837-f82c-4ceb-9b22-58875574652c req-33b1ba3c-522f-493b-848b-ff06f7776d86 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 946 time: 0.0516598 Nov 10 17:14:04.906920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a514e837-f82c-4ceb-9b22-58875574652c req-4f8513c9-328d-40ba-ad9d-6f58bdfe7ad0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Nov 10 17:14:05.211250 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:05.847567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa065-c16f-4faf-9d8c-0e77a7b2f614 req-ff40b708-8ca7-4de4-ab0e-d58575f657d3 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:05.849388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f0fa065-c16f-4faf-9d8c-0e77a7b2f614 req-ff40b708-8ca7-4de4-ab0e-d58575f657d3 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0565414 Nov 10 17:14:05.901122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f0fa065-c16f-4faf-9d8c-0e77a7b2f614 req-ccff96e9-474b-44f7-8c5c-e0013045dfb1 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460477 Nov 10 17:14:06.027834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e4302-3de7-4a3b-b178-195b28a2d97d req-853e4892-f759-41b4-82f9-1caf3d042f3c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:06.029221 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c7e4302-3de7-4a3b-b178-195b28a2d97d req-853e4892-f759-41b4-82f9-1caf3d042f3c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 946 time: 0.0531092 Nov 10 17:14:06.076717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c7e4302-3de7-4a3b-b178-195b28a2d97d req-74157d67-c8a9-48d0-9071-c00caea915c8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Nov 10 17:14:06.279874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-109d779d-02ea-4729-9da8-fc60cffb7921 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:06.281241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-109d779d-02ea-4729-9da8-fc60cffb7921 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 946 time: 0.0481896 Nov 10 17:14:06.376045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port 7462789e-15c1-4a3a-b097-52b0a743ce3f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:14:06.376385 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:06.463791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] For port 7462789e-15c1-4a3a-b097-52b0a743ce3f, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=7462789e-15c1-4a3a-b097-52b0a743ce3f,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:14:06.464156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:06.477088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for 7462789e-15c1-4a3a-b097-52b0a743ce3f owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:14:06.691214 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:06.716318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['7462789e-15c1-4a3a-b097-52b0a743ce3f'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:14:06.723763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=7462789e-15c1-4a3a-b097-52b0a743ce3f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:06.749334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.749684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.750028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.750368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.750746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.751088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.751455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.752360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.752360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.752576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.752717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.753041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:14:06.778858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] No DVR routers for this DVR port 7462789e-15c1-4a3a-b097-52b0a743ce3f on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:14:06.781536 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:06.785433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa97ac35-9797-4275-9de2-2b869b8f2a52 req-ede3212a-9781-4649-8960-0f5b24b19d51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "DELETE /v2.0/ports/7462789e-15c1-4a3a-b097-52b0a743ce3f HTTP/1.1" status: 204 len: 173 time: 0.4982066 Nov 10 17:14:06.785930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08627620-889b-4d37-9e68-ef96a3d44fe7', 'name': 'network-vif-deleted', 'tag': '7462789e-15c1-4a3a-b097-52b0a743ce3f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:14:06.794829 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac949db-4504-4bfe-b9bc-271ed0765850" -d '{"events": [{"server_uuid": "08627620-889b-4d37-9e68-ef96a3d44fe7", "name": "network-vif-deleted", "tag": "7462789e-15c1-4a3a-b097-52b0a743ce3f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:14:06.870776 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ccee7-3ffa-4ec3-951f-af2d6f0a219c x-openstack-request-id: req-ad0ccee7-3ffa-4ec3-951f-af2d6f0a219c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:14:06.871084 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08627620-889b-4d37-9e68-ef96a3d44fe7", "name": "network-vif-deleted", "tag": "7462789e-15c1-4a3a-b097-52b0a743ce3f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:14:06.871371 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad0ccee7-3ffa-4ec3-951f-af2d6f0a219c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:14:06.871789 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08627620-889b-4d37-9e68-ef96a3d44fe7', 'name': 'network-vif-deleted', 'tag': '7462789e-15c1-4a3a-b097-52b0a743ce3f', 'status': 'completed', 'code': 200} Nov 10 17:14:06.899130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:07.037721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2a0ce-2294-4f01-852b-66f9bd04969a req-92c988da-6b94-47f2-aa26-0d23647e00d2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:07.039405 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30e2a0ce-2294-4f01-852b-66f9bd04969a req-92c988da-6b94-47f2-aa26-0d23647e00d2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0548403 Nov 10 17:14:07.091843 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-30e2a0ce-2294-4f01-852b-66f9bd04969a req-27895302-b097-4f4c-8158-41b0b4047fb2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461338 Nov 10 17:14:07.176467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfc3501b-2b0a-42cb-b392-11f58a6fbb4d req-f8de48bc-9905-4e7e-a7ee-277637a1d41d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 210 time: 0.0263376 Nov 10 17:14:07.620686 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:08.051484 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:08.228178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a817b-a50e-4e2e-9d31-b9ef875d7f99 req-b832a494-8c68-4086-bdd7-f0a928f85979 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:08.230214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed5a817b-a50e-4e2e-9d31-b9ef875d7f99 req-b832a494-8c68-4086-bdd7-f0a928f85979 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0679865 Nov 10 17:14:08.288026 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18cb8472-f0ff-4773-acad-78ac9216844f req-a54a550b-f308-45fc-b43b-b8cf0db9c4e8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 210 time: 0.0332642 Nov 10 17:14:08.288942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed5a817b-a50e-4e2e-9d31-b9ef875d7f99 req-a8b855cd-2b7e-4fa9-b86f-bd3390f0ec0f tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527937 Nov 10 17:14:09.410623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-048dbead-6337-4cbd-9e69-794b4e72e6b7 req-eab5b48a-7bb7-45f1-83f3-16050da07788 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 210 time: 0.0425787 Nov 10 17:14:09.438844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a698bc-2280-492b-b0af-c60256499884 req-9f2152fa-ff42-45f4-9c25-9fdf112cf898 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:09.440560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-86a698bc-2280-492b-b0af-c60256499884 req-9f2152fa-ff42-45f4-9c25-9fdf112cf898 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0664718 Nov 10 17:14:09.496148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-86a698bc-2280-492b-b0af-c60256499884 req-e1c203f5-490f-4a69-ae26-82935c7f6d66 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486395 Nov 10 17:14:09.818323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7462789e-15c1-4a3a-b097-52b0a743ce3f no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:14:09.843092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 7462789e-15c1-4a3a-b097-52b0a743ce3f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:14:09.845050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 7462789e-15c1-4a3a-b097-52b0a743ce3f not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:14:10.497907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9d410f8-540e-4d09-a78f-448d4d932678 req-82acc90c-a187-4c2c-8943-beccfd74dd2f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 210 time: 0.0277519 Nov 10 17:14:10.599749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7960264-771e-40e8-966e-16f604cfe375 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:14:10.620338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688547bc-89ea-43b8-a2f6-d9af419eaba8 req-295b1096-bdd6-4c3e-b852-faed59e53193 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:10.621845 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-688547bc-89ea-43b8-a2f6-d9af419eaba8 req-295b1096-bdd6-4c3e-b852-faed59e53193 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 944 time: 0.0515623 Nov 10 17:14:10.680321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-688547bc-89ea-43b8-a2f6-d9af419eaba8 req-4087b69f-2cad-4b3b-a40e-a36b1e59d0e2 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513706 Nov 10 17:14:10.728431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7960264-771e-40e8-966e-16f604cfe375, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7960264-771e-40e8-966e-16f604cfe375,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:14:10.740296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'e7960264-771e-40e8-966e-16f604cfe375', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'port_id': 'e7960264-771e-40e8-966e-16f604cfe375', 'mac_address': 'fa:16:3e:4d:38:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:14:10.773130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:10.787624 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:10.800751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7960264-771e-40e8-966e-16f604cfe375 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:14:10.821586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7960264-771e-40e8-966e-16f604cfe375, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7960264-771e-40e8-966e-16f604cfe375,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:14:10.900640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:10.952374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e7960264-771e-40e8-966e-16f604cfe375,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:11.266163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['e7960264-771e-40e8-966e-16f604cfe375'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:14:11.596100 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0e4a47a-996e-40cf-9b3e-835d0177890d req-80a09f95-c728-4eef-b8d6-d3357ea1ce57 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=08627620-889b-4d37-9e68-ef96a3d44fe7 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Nov 10 17:14:11.814664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714e8db-7ec4-400d-8e74-6f0201b2c93c req-f2e1e6ea-6053-488b-b2c4-7c1af9c1b1c3 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:11.816192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4714e8db-7ec4-400d-8e74-6f0201b2c93c req-f2e1e6ea-6053-488b-b2c4-7c1af9c1b1c3 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 945 time: 0.0515072 Nov 10 17:14:11.872983 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4714e8db-7ec4-400d-8e74-6f0201b2c93c req-aa5b4b25-829f-445d-9595-1e65ff1556f7 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493724 Nov 10 17:14:12.610353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7960264-771e-40e8-966e-16f604cfe375 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:14:12.740342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port e7960264-771e-40e8-966e-16f604cfe375 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:14:12.744910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port e7960264-771e-40e8-966e-16f604cfe375 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:14:12.745280 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:12.829997 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:12.853979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:14:12.856679 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a93e87-5d02-4922-88a3-d81c30e3663e" -d '{"events": [{"server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "name": "network-vif-plugged", "status": "completed", "tag": "e7960264-771e-40e8-966e-16f604cfe375"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:14:12.871037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7960264-771e-40e8-966e-16f604cfe375, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7960264-771e-40e8-966e-16f604cfe375,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:14:12.903084 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2cc0e5-f7a8-4fbd-bd76-50142461a9ae x-openstack-request-id: req-fd2cc0e5-f7a8-4fbd-bd76-50142461a9ae {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:14:12.903084 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "name": "network-vif-plugged", "status": "completed", "tag": "e7960264-771e-40e8-966e-16f604cfe375", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:14:12.903084 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd2cc0e5-f7a8-4fbd-bd76-50142461a9ae {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:14:12.903084 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375', 'code': 200} Nov 10 17:14:12.953858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:13.012010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e7960264-771e-40e8-966e-16f604cfe375,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:13.032701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab566ab-1a40-4f54-88ed-734417e9acd9 req-ba7887d2-ff22-4384-acdd-0a462f3cb876 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:13.034035 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ab566ab-1a40-4f54-88ed-734417e9acd9 req-ba7887d2-ff22-4384-acdd-0a462f3cb876 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 946 time: 0.0830593 Nov 10 17:14:13.042492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf751dd0-a9d0-4eb9-823b-98882c1f5d25 req-723d49af-3e69-4359-83a0-8b5464725417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:13.044051 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf751dd0-a9d0-4eb9-823b-98882c1f5d25 req-723d49af-3e69-4359-83a0-8b5464725417 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1098 time: 0.0674675 Nov 10 17:14:13.110810 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ab566ab-1a40-4f54-88ed-734417e9acd9 req-bf0e4c56-b474-4470-9617-59cc93ab6693 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656962 Nov 10 17:14:13.125959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cf751dd0-a9d0-4eb9-823b-98882c1f5d25 req-04257471-4619-499d-98c8-cc4703310355 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674558 Nov 10 17:14:13.638464 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:14:14.238099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e34d7-bd30-407b-926f-294e0a2651e0 req-a05651f9-9591-45ae-a4cb-a323dc322a4b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:14.239632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb5e34d7-bd30-407b-926f-294e0a2651e0 req-a05651f9-9591-45ae-a4cb-a323dc322a4b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 946 time: 0.0509143 Nov 10 17:14:14.291213 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eb5e34d7-bd30-407b-926f-294e0a2651e0 req-d3db22e4-6098-4b6c-9474-736532531fdc tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445404 Nov 10 17:14:15.416064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4f30c-53b1-4c49-8179-5f45bd360134 req-ac34d6b5-3df6-41ec-b7a1-081fa4af3cfb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:15.417497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26b4f30c-53b1-4c49-8179-5f45bd360134 req-ac34d6b5-3df6-41ec-b7a1-081fa4af3cfb tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 946 time: 0.0537152 Nov 10 17:14:15.473223 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26b4f30c-53b1-4c49-8179-5f45bd360134 req-7c0e059f-9c00-45bd-81b0-8f4710b03586 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499623 Nov 10 17:14:15.603397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27c214-fe57-46ed-a26a-32edc0f65c99 req-eeaa3677-6307-4a01-bb30-3b898b07960d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:15.604837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b27c214-fe57-46ed-a26a-32edc0f65c99 req-eeaa3677-6307-4a01-bb30-3b898b07960d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 946 time: 0.0548384 Nov 10 17:14:15.663462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b27c214-fe57-46ed-a26a-32edc0f65c99 req-d3d8544f-52cc-4dc4-a19b-bf858924549d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519199 Nov 10 17:14:15.687869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37124) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:14:15.866036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34caedfc-a8cf-47b6-a5cf-a263954cc158 tempest-TestVolumeBackupRestore-2019941499 tempest-TestVolumeBackupRestore-2019941499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:15.871620 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-34caedfc-a8cf-47b6-a5cf-a263954cc158 tempest-TestVolumeBackupRestore-2019941499 tempest-TestVolumeBackupRestore-2019941499-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1093 time: 0.1787961 Nov 10 17:14:15.871869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37128) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:14:15.876331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'e7960264-771e-40e8-966e-16f604cfe375', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:14:15.988572 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:16.104851 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:16.220533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Allocated IP 172.25.3.88 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/6d5a737d-d8e4-4c5c-91a2-224b0671f0bc) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:14:16.335573 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:16.423155 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:16.462429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:14:16.467546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:14:16.471095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:14:16.477439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'Port': ['ID=6d5a737d-d8e4-4c5c-91a2-224b0671f0bc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:16.855828 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:16.982285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:17.135659 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:17.214861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:17.283988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event updated for resources: {'Port': ['ID=6d5a737d-d8e4-4c5c-91a2-224b0671f0bc,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:17.299652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:17.403699 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Floating IP 1cba5b5d-5f30-4738-a411-8e26ca68c861 associated. External IP: 172.25.3.88, port: e7960264-771e-40e8-966e-16f604cfe375. Nov 10 17:14:17.962183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:14:18.097239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:14:18.112230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] Sync routers for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:14:18.130487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:14:18.130487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:14:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:14:18.184718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:18.222132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-121a359a-1293-418e-bc5d-e8bb4abcd47b tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3467839 Nov 10 17:14:18.222132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:14:18.222706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:14:18.230010 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1972bf09-c782-481d-bd10-b46fe7b7e03d" -d '{"events": [{"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:14:18.262210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:14:18.298580 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3406008-cd0b-40f9-a500-863d9490df32 x-openstack-request-id: req-f3406008-cd0b-40f9-a500-863d9490df32 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:14:18.299124 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:14:18.299667 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3406008-cd0b-40f9-a500-863d9490df32 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:14:18.300664 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375', 'status': 'completed', 'code': 200} Nov 10 17:14:18.316985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7780c85-d7c4-4e33-9912-003ec949d293 tempest-TestVolumeBackupRestore-2019941499 tempest-TestVolumeBackupRestore-2019941499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:18.327269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37142) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:14:18.339956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e7780c85-d7c4-4e33-9912-003ec949d293 tempest-TestVolumeBackupRestore-2019941499 tempest-TestVolumeBackupRestore-2019941499-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1093 time: 0.1159215 Nov 10 17:14:18.340932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ef9e239d-197a-464d-8657-e21f26c5a744 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Request body: {'floatingip': {'port_id': 'e7960264-771e-40e8-966e-16f604cfe375'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:14:18.494602 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef9e239d-197a-464d-8657-e21f26c5a744 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:18.546676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-52a70d08-c941-4f60-a4fa-38ec7e29c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:18.548380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-52a70d08-c941-4f60-a4fa-38ec7e29c5d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1098 time: 0.1482542 Nov 10 17:14:18.556636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '1cba5b5d-5f30-4738-a411-8e26ca68c861', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'port_id': 'e7960264-771e-40e8-966e-16f604cfe375', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'mac_address': 'fa:16:3e:4d:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa6472-b343-47b1-970e-98e6019e225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:14:16Z', 'updated_at': '2021-11-10T17:14:16Z', 'revision_number': 0, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:14:18.586381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] Checking router: 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:14:18.596604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:14:18.597593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:14:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:14:18.741132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-7fe4fd62-94a2-4133-a81b-e115bf4d0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:18.743472 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-7fe4fd62-94a2-4133-a81b-e115bf4d0234 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 200 len: 915 time: 0.1859965 Nov 10 17:14:18.766402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:14:18.885060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-b5f2c162-6184-4067-93a4-5efe9f090126 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 200 len: 999 time: 0.1088748 Nov 10 17:14:18.944529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-3c6d7961-5f63-4548-8597-3fbfde9c1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:18.946466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-3c6d7961-5f63-4548-8597-3fbfde9c1967 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eb61b406-53fa-471e-aa05-893f3f16ece5 HTTP/1.1" status: 200 len: 853 time: 0.0530596 Nov 10 17:14:19.046380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-ac910c5b-ed67-40be-b6dd-fb45f79e2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:19.047712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-ac910c5b-ed67-40be-b6dd-fb45f79e2b06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34915a9f-a246-418e-9e0e-dc9fdf8544b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934510 Nov 10 17:14:19.068267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '1cba5b5d-5f30-4738-a411-8e26ca68c861', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'port_id': 'e7960264-771e-40e8-966e-16f604cfe375', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'mac_address': 'fa:16:3e:4d:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa6472-b343-47b1-970e-98e6019e225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:14:16Z', 'updated_at': '2021-11-10T17:14:16Z', 'revision_number': 0, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:14:19.097907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762492ed-597e-4c34-ae11-9aae67cc1354 None None] The sync data for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 is: [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '1cba5b5d-5f30-4738-a411-8e26ca68c861', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'port_id': 'e7960264-771e-40e8-966e-16f604cfe375', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'mac_address': 'fa:16:3e:4d:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa6472-b343-47b1-970e-98e6019e225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:14:16Z', 'updated_at': '2021-11-10T17:14:16Z', 'revision_number': 0, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:14:19.244890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-e4260848-6500-4e9a-a3c6-37c35dc14ddf service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613257 Nov 10 17:14:19.367295 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2793ab-7852-416f-8fd2-12f7eeaf0729 None None] New status for floating IP 1cba5b5d-5f30-4738-a411-8e26ca68c861: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:14:19.400483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef9e239d-197a-464d-8657-e21f26c5a744 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:19.417129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1972bf09-c782-481d-bd10-b46fe7b7e03d req-a92acd98-3c44-41b1-ae9f-c10470b70c63 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470468 Nov 10 17:14:19.480486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef9e239d-197a-464d-8657-e21f26c5a744 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:19.487901 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.db.api [None req-6b2793ab-7852-416f-8fd2-12f7eeaf0729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:14:19.491212 n-d-714676-11 neutron-server[103328]: DEBUG oslo_db.api [None req-6b2793ab-7852-416f-8fd2-12f7eeaf0729 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:14:19.705807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9e239d-197a-464d-8657-e21f26c5a744 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:14:19.817621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e239d-197a-464d-8657-e21f26c5a744 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:14:19.823119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef9e239d-197a-464d-8657-e21f26c5a744 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:19.875656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef9e239d-197a-464d-8657-e21f26c5a744 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "PUT /v2.0/floatingips/1cba5b5d-5f30-4738-a411-8e26ca68c861 HTTP/1.1" status: 200 len: 991 time: 1.5457680 Nov 10 17:14:19.989333 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2793ab-7852-416f-8fd2-12f7eeaf0729 None None] New status for floating IP 1cba5b5d-5f30-4738-a411-8e26ca68c861: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:14:20.295347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] Sync routers for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:14:20.301481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375'}, {'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:14:20.304140 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da07eda5-7660-449e-8fbe-df9f10c43d50" -d '{"events": [{"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375"}, {"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:14:20.306929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:14:20.307893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:14:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:14:20.360585 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cdfeb0-88d2-4c45-a80a-c3657d2d8e8a x-openstack-request-id: req-11cdfeb0-88d2-4c45-a80a-c3657d2d8e8a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:14:20.360585 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:14:20.360585 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11cdfeb0-88d2-4c45-a80a-c3657d2d8e8a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:14:20.360585 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375', 'status': 'completed', 'code': 200} Nov 10 17:14:20.360585 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375', 'status': 'completed', 'code': 200} Nov 10 17:14:20.426605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:14:20.486101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-09a3b552-50e8-46b0-8ac2-bcdee1066efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:20.487676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-09a3b552-50e8-46b0-8ac2-bcdee1066efa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1098 time: 0.0419724 Nov 10 17:14:20.608034 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-64c796ca-f2bc-45da-b97f-48aa33b8b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:20.609621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-64c796ca-f2bc-45da-b97f-48aa33b8b06a service neutron] 10.222.0.69 "GET /v2.0/networks?id=34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 200 len: 915 time: 0.1152074 Nov 10 17:14:20.715446 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-252ed6d5-0d2b-4297-a98f-0c1ae413800b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 200 len: 1001 time: 0.0881050 Nov 10 17:14:20.717296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '1cba5b5d-5f30-4738-a411-8e26ca68c861', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'port_id': 'e7960264-771e-40e8-966e-16f604cfe375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'mac_address': 'fa:16:3e:4d:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa6472-b343-47b1-970e-98e6019e225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:14:16Z', 'updated_at': '2021-11-10T17:14:20Z', 'revision_number': 2, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:14:20.749518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] Checking router: 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:14:20.760810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:14:20.761333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:14:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:14:20.787808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-696c8ea6-af64-4da3-9542-3107aee107b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:20.789765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-696c8ea6-af64-4da3-9542-3107aee107b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eb61b406-53fa-471e-aa05-893f3f16ece5 HTTP/1.1" status: 200 len: 853 time: 0.0645821 Nov 10 17:14:20.846942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-723a1271-f644-4c95-b6cf-a8c8a12620c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:20.848594 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-723a1271-f644-4c95-b6cf-a8c8a12620c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34915a9f-a246-418e-9e0e-dc9fdf8544b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515490 Nov 10 17:14:20.960370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-f41ada68-c6a5-4afb-b63e-137946b5a751 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034939 Nov 10 17:14:21.042498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:14:21.081149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-4b3d0919-88e4-4c45-a7ec-c28982360f69 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124082 Nov 10 17:14:21.165882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-dbff2624-4757-4b4b-8e89-1c03186f17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:21.167438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-dbff2624-4757-4b4b-8e89-1c03186f17a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1098 time: 0.0437217 Nov 10 17:14:21.282738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '1cba5b5d-5f30-4738-a411-8e26ca68c861', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'port_id': 'e7960264-771e-40e8-966e-16f604cfe375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'mac_address': 'fa:16:3e:4d:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa6472-b343-47b1-970e-98e6019e225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:14:16Z', 'updated_at': '2021-11-10T17:14:20Z', 'revision_number': 2, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:14:21.323570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1c352b-2cae-4bf5-8280-af3f24f18785 None None] The sync data for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 is: [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '1cba5b5d-5f30-4738-a411-8e26ca68c861', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'port_id': 'e7960264-771e-40e8-966e-16f604cfe375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'mac_address': 'fa:16:3e:4d:38:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefa6472-b343-47b1-970e-98e6019e225c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:14:16Z', 'updated_at': '2021-11-10T17:14:20Z', 'revision_number': 2, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:14:21.372686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-fdecc3ea-11f4-4029-a669-3b2ae578ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:21.374467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-fdecc3ea-11f4-4029-a669-3b2ae578ccc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 200 len: 915 time: 0.1081820 Nov 10 17:14:21.458542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-30e77f24-9a5d-4bd1-b73a-8620060e57ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 200 len: 1001 time: 0.0628977 Nov 10 17:14:21.503773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-50f493e4-aadc-4eae-b86f-e69b4c21bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:21.505386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-50f493e4-aadc-4eae-b86f-e69b4c21bebf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eb61b406-53fa-471e-aa05-893f3f16ece5 HTTP/1.1" status: 200 len: 853 time: 0.0510330 Nov 10 17:14:21.554329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-edcab1ac-5eab-4323-b427-1f4dd0bca673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:21.556585 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-edcab1ac-5eab-4323-b427-1f4dd0bca673 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34915a9f-a246-418e-9e0e-dc9fdf8544b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433598 Nov 10 17:14:21.646838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-561d72bb-e9bc-481a-8e1c-efd5d5866424 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827210 Nov 10 17:14:21.748574 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da07eda5-7660-449e-8fbe-df9f10c43d50 req-654f264c-227e-42d7-bf76-af69d2bc1616 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942371 Nov 10 17:14:31.649747 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d5c9-9328-408e-9e88-991872c3e022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:33.861846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba4b5bc4-4431-42ba-af8b-2df38af51d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:35.165052 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:36.980210 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:37.648711 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:38.157266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:40.757308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:50.637675 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:14:54.187604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-f45436d5-1928-460b-84ba-e03332f33245 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:54.188998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-f45436d5-1928-460b-84ba-e03332f33245 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1062994 Nov 10 17:14:54.204649 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-9b3ba282-d1d2-4e1a-a73e-7d4f9ce50b8f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/quotas/2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 375 time: 0.0099728 Nov 10 17:14:54.256297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-1677a541-54eb-4c02-966a-b451c14cacd4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461435 Nov 10 17:14:54.267419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-2cac18bd-d6ff-4eb0-a237-39f444ade5e4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:14:54.268365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-2cac18bd-d6ff-4eb0-a237-39f444ade5e4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050387 Nov 10 17:14:54.358297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-9b211967-b2ff-4dbc-aa36-0565dbcfa3c9 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840771 Nov 10 17:14:54.450916 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-b538d87e-0087-4a38-8ba8-6d4c9c61d42c service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Nov 10 17:14:55.096994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-850ec83f-6156-4c09-9d1c-61dee84038a9 req-70bf9b3b-79da-4fa1-a2f5-18a37b255e54 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 210 time: 0.0282562 Nov 10 17:14:56.198730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4f5196af-073f-4a29-9b1c-02eb6c0fd629 req-3bd40226-1539-45be-9416-69560ec9beba tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 210 time: 0.0295503 Nov 10 17:14:57.298208 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af66d74d-648b-4554-ba9f-c287e653b1b2 req-a0ad6cc0-ca6d-48ba-8d3c-cccd40e89c32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 210 time: 0.0292106 Nov 10 17:14:57.436458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-8567b79c-53b6-467c-8698-e1d57eb19165 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:57.438026 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-8567b79c-53b6-467c-8698-e1d57eb19165 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1352041 Nov 10 17:14:57.451248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'port': {'device_id': '5aeead50-3a89-4bff-a920-a33a9de7698d', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'admin_state_up': True, 'tenant_id': '2ee88b66e31341a395887e6984f1a14a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:14:57.739688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:14:57.743367 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:57.890853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.20.0.9 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/043abf8b-a4c4-4cf6-9926-b153ad614715) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:14:58.058290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:58.169380 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:58.212497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:14:58.216689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:14:58.220749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:14:58.262740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=043abf8b-a4c4-4cf6-9926-b153ad614715,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:58.293441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:58.294317 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:58.417100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6fcd9b0c-5621-4d31-880a-a680b55b4692 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9698951 Nov 10 17:14:58.432375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Request body: {'port': {'device_id': '5aeead50-3a89-4bff-a920-a33a9de7698d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:14:58.449525 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb3762-f95b-4747-b793-a72d67ea285f req-a0572658-6474-455c-aa2d-739e25a04fc7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:58.451111 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17eb3762-f95b-4747-b793-a72d67ea285f req-a0572658-6474-455c-aa2d-739e25a04fc7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 931 time: 0.0639741 Nov 10 17:14:58.502207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:58.520395 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17eb3762-f95b-4747-b793-a72d67ea285f req-e98f2289-7709-43a7-818e-61381ee72cc1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616534 Nov 10 17:14:58.525563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7295dbe9-a54f-49b6-bea1-382d2dcb2158 None None] Provisioning complete for port 043abf8b-a4c4-4cf6-9926-b153ad614715 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:14:58.525563 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7295dbe9-a54f-49b6-bea1-382d2dcb2158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:58.565246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7295dbe9-a54f-49b6-bea1-382d2dcb2158 None None] Port 043abf8b-a4c4-4cf6-9926-b153ad614715 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:14:58.802114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043abf8b-a4c4-4cf6-9926-b153ad614715 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:14:58.813972 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:58.827450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Transition to ACTIVE for port object 043abf8b-a4c4-4cf6-9926-b153ad614715 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:14:58.941902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:59.012090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Pushing event updated for resources: {'Port': ['ID=043abf8b-a4c4-4cf6-9926-b153ad614715,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:59.089461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Attempting to bind port 043abf8b-a4c4-4cf6-9926-b153ad614715 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:14:59.089788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Attempting to bind port 043abf8b-a4c4-4cf6-9926-b153ad614715 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:14:59.090115 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Attempting to bind port 043abf8b-a4c4-4cf6-9926-b153ad614715 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:14:59.097420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Port 043abf8b-a4c4-4cf6-9926-b153ad614715 on network 869ffb30-c384-4b31-a739-b062c5ac0767 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:14:59.097747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Attempting to bind port 043abf8b-a4c4-4cf6-9926-b153ad614715 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:14:59.109396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:14:59.109794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:14:59.110083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:14:59.110525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Bound port: 043abf8b-a4c4-4cf6-9926-b153ad614715, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:14:59.110894 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:59.196412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] For port 043abf8b-a4c4-4cf6-9926-b153ad614715, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:14:59.200592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] For port 043abf8b-a4c4-4cf6-9926-b153ad614715, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=043abf8b-a4c4-4cf6-9926-b153ad614715,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:14:59.284714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:59.327951 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:59.328498 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:14:59.330173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] 10.222.0.18 "PUT /v2.0/ports/043abf8b-a4c4-4cf6-9926-b153ad614715 HTTP/1.1" status: 200 len: 1092 time: 0.9040542 Nov 10 17:14:59.330898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeead50-3a89-4bff-a920-a33a9de7698d', 'tag': '043abf8b-a4c4-4cf6-9926-b153ad614715'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:14:59.333125 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a83c603-3878-4600-90f2-95bc284af76e" -d '{"events": [{"name": "network-changed", "server_uuid": "5aeead50-3a89-4bff-a920-a33a9de7698d", "tag": "043abf8b-a4c4-4cf6-9926-b153ad614715"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:14:59.361416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e7bf0-67e9-474f-9867-cf8a10de625b service neutron] Pushing event updated for resources: {'Port': ['ID=043abf8b-a4c4-4cf6-9926-b153ad614715,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:14:59.386974 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7538d355-7676-406f-8051-3d12874c1c16 x-openstack-request-id: req-7538d355-7676-406f-8051-3d12874c1c16 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:14:59.387351 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aeead50-3a89-4bff-a920-a33a9de7698d", "tag": "043abf8b-a4c4-4cf6-9926-b153ad614715", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:14:59.387621 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7538d355-7676-406f-8051-3d12874c1c16 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:14:59.388028 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeead50-3a89-4bff-a920-a33a9de7698d', 'tag': '043abf8b-a4c4-4cf6-9926-b153ad614715', 'status': 'completed', 'code': 200} Nov 10 17:14:59.449988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c603-3878-4600-90f2-95bc284af76e req-444c6282-b8be-4557-b569-36fcc83fd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:59.451659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a83c603-3878-4600-90f2-95bc284af76e req-444c6282-b8be-4557-b569-36fcc83fd340 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 1095 time: 0.0436823 Nov 10 17:14:59.565328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c603-3878-4600-90f2-95bc284af76e req-bea4c308-e1c1-40c8-a238-74cc22cefc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:59.566781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a83c603-3878-4600-90f2-95bc284af76e req-bea4c308-e1c1-40c8-a238-74cc22cefc99 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ee88b66e31341a395887e6984f1a14a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1069293 Nov 10 17:14:59.665194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca59e0-c20a-4cdc-becb-d3e883d156d2 req-e1c47414-a985-4a77-b784-4dc4f9ead770 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:14:59.667885 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07ca59e0-c20a-4cdc-becb-d3e883d156d2 req-e1c47414-a985-4a77-b784-4dc4f9ead770 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0608258 Nov 10 17:14:59.722545 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07ca59e0-c20a-4cdc-becb-d3e883d156d2 req-43abda41-6bce-41c3-9db8-9e3fdcff7119 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476542 Nov 10 17:15:00.004991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c603-3878-4600-90f2-95bc284af76e req-b70b7e04-2793-4ed7-a833-3f455f8342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:00.006452 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a83c603-3878-4600-90f2-95bc284af76e req-b70b7e04-2793-4ed7-a833-3f455f8342b4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4332678 Nov 10 17:15:00.084850 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-4660207b-2e07-4520-b3f4-4396901b2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:00.086356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-4660207b-2e07-4520-b3f4-4396901b2af1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 1095 time: 0.0436525 Nov 10 17:15:00.129750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-3b453991-ca8e-4d04-afb7-f795fb0aaac2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043abf8b-a4c4-4cf6-9926-b153ad614715 HTTP/1.1" status: 200 len: 217 time: 0.0349224 Nov 10 17:15:00.187991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-7178de0a-3bf5-474b-a4a9-50d42b239482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:00.189580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-7178de0a-3bf5-474b-a4a9-50d42b239482 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0533657 Nov 10 17:15:00.245772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-c707c5b9-8ad2-41cf-9755-dc039ae09b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:00.247283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-c707c5b9-8ad2-41cf-9755-dc039ae09b0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504825 Nov 10 17:15:00.347817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-05516337-8390-4ca2-b2b6-04ae0b52f1bf service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914543 Nov 10 17:15:00.445240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09e707a2-eb8e-48f8-8778-2dba8bf1ab6d req-6ba2d6cb-3c41-4703-831b-c2cf07fdd671 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895290 Nov 10 17:15:00.853146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff367-dafb-41c7-8deb-d8fd16931322 req-5fbf19ce-e247-437e-bb5a-9cea3bcb85fa tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:00.859905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-406ff367-dafb-41c7-8deb-d8fd16931322 req-5fbf19ce-e247-437e-bb5a-9cea3bcb85fa tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0563922 Nov 10 17:15:00.909229 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-406ff367-dafb-41c7-8deb-d8fd16931322 req-04aedb64-739d-4571-a3b9-91bc910c96ce tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469563 Nov 10 17:15:01.636876 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30355303-0717-489e-a008-67c566286fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:02.033035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45c55-acba-492e-a1ec-ff1405f8593e req-05331648-36d6-4447-b1d2-a05bd4cc1753 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:02.034732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9dc45c55-acba-492e-a1ec-ff1405f8593e req-05331648-36d6-4447-b1d2-a05bd4cc1753 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0513651 Nov 10 17:15:02.087196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9dc45c55-acba-492e-a1ec-ff1405f8593e req-4ecea6ee-e0e8-4816-a15b-5e17b67013c5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459745 Nov 10 17:15:03.210134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c02355-d1ae-404e-bab7-3549c98bd7e7 req-11a44a55-b8b7-47dc-8970-f06405750466 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:03.211619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7c02355-d1ae-404e-bab7-3549c98bd7e7 req-11a44a55-b8b7-47dc-8970-f06405750466 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0535951 Nov 10 17:15:03.259229 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7c02355-d1ae-404e-bab7-3549c98bd7e7 req-8c58c628-25b7-48b9-b43e-d5a471e1e488 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Nov 10 17:15:03.866821 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8d2b-0cdc-4442-9d3f-aa2d851eb7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:04.381785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41dd0c-a08f-4459-b6d0-02e149a4f79a req-18ac6848-75e9-4c01-85a3-947f2792e6c5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:04.383214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d41dd0c-a08f-4459-b6d0-02e149a4f79a req-18ac6848-75e9-4c01-85a3-947f2792e6c5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0532725 Nov 10 17:15:04.742034 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d41dd0c-a08f-4459-b6d0-02e149a4f79a req-1244d5dd-42c8-40a7-871b-b0fac77030d2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528473 Nov 10 17:15:05.185120 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:05.865032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099091-8e83-4a83-8b44-7f07ef241317 req-e0875d02-a839-41c1-abb6-62eb795b77a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:05.866580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52099091-8e83-4a83-8b44-7f07ef241317 req-e0875d02-a839-41c1-abb6-62eb795b77a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0515633 Nov 10 17:15:05.914637 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52099091-8e83-4a83-8b44-7f07ef241317 req-e0804bf2-8991-4e09-91b3-0ad00f74cca8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 Nov 10 17:15:06.901249 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:07.034163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c73b8-cd87-4b2a-81a7-042ce17ae62e req-fe4dd055-a984-49fd-a354-315be91784ce tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:07.035565 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d5c73b8-cd87-4b2a-81a7-042ce17ae62e req-fe4dd055-a984-49fd-a354-315be91784ce tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0505707 Nov 10 17:15:07.083650 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3d5c73b8-cd87-4b2a-81a7-042ce17ae62e req-652a5816-d902-43d2-8e15-c8258ca7bb9e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Nov 10 17:15:07.602166 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:08.181401 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:08.187129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-d42ff8c5-bf82-4e4e-99c6-8091f12d6d35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416169 Nov 10 17:15:08.206714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b1ff-bbcc-4e05-8954-be7bfb416faa req-4b7c98eb-3481-4def-b2ef-db063f01165b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:08.211722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ab3b1ff-bbcc-4e05-8954-be7bfb416faa req-4b7c98eb-3481-4def-b2ef-db063f01165b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0510600 Nov 10 17:15:08.262441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ab3b1ff-bbcc-4e05-8954-be7bfb416faa req-4cd4059d-3bc5-4fc3-b8c1-7a0faf17d596 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473328 Nov 10 17:15:08.276439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-4375212a-a854-45fc-8e77-8e7cd374b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:08.277986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-4375212a-a854-45fc-8e77-8e7cd374b610 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1098 time: 0.0452280 Nov 10 17:15:08.383482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-d2d6f6fa-0a10-471d-8e13-12f6125f4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:08.385041 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-d2d6f6fa-0a10-471d-8e13-12f6125f4391 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 200 len: 915 time: 0.0860116 Nov 10 17:15:08.453870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-46dba3d3-7df7-4dab-a443-156cf1fafaf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 200 len: 1001 time: 0.0612986 Nov 10 17:15:08.503716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-46af8e67-fae1-4bba-a4ab-040afb63d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:08.505179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-46af8e67-fae1-4bba-a4ab-040afb63d8f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eb61b406-53fa-471e-aa05-893f3f16ece5 HTTP/1.1" status: 200 len: 853 time: 0.0440128 Nov 10 17:15:08.551835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-ef8d982f-a6eb-460a-95ee-665fb5f7c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:08.553312 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-ef8d982f-a6eb-460a-95ee-665fb5f7c27d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34915a9f-a246-418e-9e0e-dc9fdf8544b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400872 Nov 10 17:15:08.647033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-bdf3a537-9768-4cd1-8458-5f433efd0802 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851090 Nov 10 17:15:08.737113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-415b7a46-c646-4a9e-bfd0-03faacd965da req-cd8efade-85be-4218-beef-9fb4499803c7 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825212 Nov 10 17:15:09.387680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eea24-3df1-46cf-bbd4-762c6b9ede0a req-318cde08-b8c6-4f38-86e0-67733b05a5f7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:09.389180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc1eea24-3df1-46cf-bbd4-762c6b9ede0a req-318cde08-b8c6-4f38-86e0-67733b05a5f7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0549755 Nov 10 17:15:09.437281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc1eea24-3df1-46cf-bbd4-762c6b9ede0a req-ccc3d4e5-03cb-4d20-977e-a1cab6dcea6f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Nov 10 17:15:10.552160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d08e0-dc34-4ad8-88dc-a221481dc7c5 req-21c8ffc7-f52c-4fda-a8f4-e6f9aa334108 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:10.553617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-936d08e0-dc34-4ad8-88dc-a221481dc7c5 req-21c8ffc7-f52c-4fda-a8f4-e6f9aa334108 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0488858 Nov 10 17:15:10.601817 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-936d08e0-dc34-4ad8-88dc-a221481dc7c5 req-900d710d-4a4e-4d8f-a420-ee849136be68 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Nov 10 17:15:10.735288 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:11.718528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef76098-f5d0-4b8a-b103-942425132a99 req-6db65470-551f-48b5-9845-b23e29f79016 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:11.720036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ef76098-f5d0-4b8a-b103-942425132a99 req-6db65470-551f-48b5-9845-b23e29f79016 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 943 time: 0.0489748 Nov 10 17:15:11.767947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ef76098-f5d0-4b8a-b103-942425132a99 req-7309a074-bdba-4759-8ec6-28f8ad04a445 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Nov 10 17:15:12.223462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 043abf8b-a4c4-4cf6-9926-b153ad614715 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:15:12.320005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 043abf8b-a4c4-4cf6-9926-b153ad614715, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=043abf8b-a4c4-4cf6-9926-b153ad614715,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:12.332432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '043abf8b-a4c4-4cf6-9926-b153ad614715', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'port_id': '043abf8b-a4c4-4cf6-9926-b153ad614715', 'mac_address': 'fa:16:3e:93:6b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:15:12.374756 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:12.387573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043abf8b-a4c4-4cf6-9926-b153ad614715 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:15:12.406095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 043abf8b-a4c4-4cf6-9926-b153ad614715, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=043abf8b-a4c4-4cf6-9926-b153ad614715,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:12.466603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:12.514832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=043abf8b-a4c4-4cf6-9926-b153ad614715,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:12.522146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.522531 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.522865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.523194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.523562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.523888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.524208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.524528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.524847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.525163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.525480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.525797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:12.674302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['043abf8b-a4c4-4cf6-9926-b153ad614715'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:15:12.888025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cddecc-a21e-4548-bfa3-744e375fc18e req-3dc48115-f2c1-464f-a953-5005e6f25de1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:12.889499 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26cddecc-a21e-4548-bfa3-744e375fc18e req-3dc48115-f2c1-464f-a953-5005e6f25de1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 944 time: 0.0498996 Nov 10 17:15:12.936957 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26cddecc-a21e-4548-bfa3-744e375fc18e req-8dccb2ed-ce36-4844-9927-3fc35f7cd312 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 Nov 10 17:15:14.050912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b4f2f-c98f-45a4-8301-e87fa4e88226 req-2de93124-6dc9-4203-a48b-6987f823304e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:14.052493 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d4b4f2f-c98f-45a4-8301-e87fa4e88226 req-2de93124-6dc9-4203-a48b-6987f823304e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 944 time: 0.0485303 Nov 10 17:15:14.105083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d4b4f2f-c98f-45a4-8301-e87fa4e88226 req-c00ff3f0-8e8f-4173-9df3-4d1961178a76 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462077 Nov 10 17:15:14.239223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 043abf8b-a4c4-4cf6-9926-b153ad614715 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:15:14.369270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 043abf8b-a4c4-4cf6-9926-b153ad614715 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:15:14.373465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 043abf8b-a4c4-4cf6-9926-b153ad614715 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:15:14.373951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:14.450716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:14.479485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeead50-3a89-4bff-a920-a33a9de7698d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043abf8b-a4c4-4cf6-9926-b153ad614715'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:15:14.481761 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c649643-eb41-4299-8da2-de369280303c" -d '{"events": [{"server_uuid": "5aeead50-3a89-4bff-a920-a33a9de7698d", "name": "network-vif-plugged", "status": "completed", "tag": "043abf8b-a4c4-4cf6-9926-b153ad614715"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:15:14.495018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 043abf8b-a4c4-4cf6-9926-b153ad614715, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=043abf8b-a4c4-4cf6-9926-b153ad614715,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:14.520784 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b5e1d-216f-48ed-b707-60e54a207c3f x-openstack-request-id: req-239b5e1d-216f-48ed-b707-60e54a207c3f {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:15:14.521081 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeead50-3a89-4bff-a920-a33a9de7698d", "name": "network-vif-plugged", "status": "completed", "tag": "043abf8b-a4c4-4cf6-9926-b153ad614715", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:15:14.521337 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-239b5e1d-216f-48ed-b707-60e54a207c3f {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:15:14.521764 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeead50-3a89-4bff-a920-a33a9de7698d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043abf8b-a4c4-4cf6-9926-b153ad614715', 'code': 200} Nov 10 17:15:14.615122 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:14.622216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d333-bdee-4878-84a0-9b8d03dfa043 req-6e702980-d0d0-4222-967f-bef152755cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:14.624002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88e6d333-bdee-4878-84a0-9b8d03dfa043 req-6e702980-d0d0-4222-967f-bef152755cbe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 1096 time: 0.0451214 Nov 10 17:15:14.664749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=043abf8b-a4c4-4cf6-9926-b153ad614715,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:14.671559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88e6d333-bdee-4878-84a0-9b8d03dfa043 req-78670232-9188-452b-878b-c0dbe90c1c48 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Nov 10 17:15:15.224572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017f4b-cab3-45f5-8e4c-35d5c34ced64 req-9b870c24-6fd4-433e-9fd3-fd6a5af8b5bf tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:15.226060 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12017f4b-cab3-45f5-8e4c-35d5c34ced64 req-9b870c24-6fd4-433e-9fd3-fd6a5af8b5bf tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 945 time: 0.0497062 Nov 10 17:15:15.273354 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12017f4b-cab3-45f5-8e4c-35d5c34ced64 req-3411d0b3-3bbe-490c-9357-badc89978597 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Nov 10 17:15:16.393032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff23f7-d7e3-440c-9618-bfcf59485811 req-e0fb9bf9-5c18-49a9-9804-6489645b1184 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:16.394513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1ff23f7-d7e3-440c-9618-bfcf59485811 req-e0fb9bf9-5c18-49a9-9804-6489645b1184 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 945 time: 0.0488033 Nov 10 17:15:16.442278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1ff23f7-d7e3-440c-9618-bfcf59485811 req-9744818e-7e03-4a09-8304-2e66ceebfee6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Nov 10 17:15:16.561936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153895c-c2b1-49e6-baf8-f105c8451cb5 req-956eccf3-a494-42ce-a759-c8239d2e6f3c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:16.564158 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e153895c-c2b1-49e6-baf8-f105c8451cb5 req-956eccf3-a494-42ce-a759-c8239d2e6f3c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 945 time: 0.0552306 Nov 10 17:15:16.612664 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e153895c-c2b1-49e6-baf8-f105c8451cb5 req-b706222d-4302-4724-8e69-2b406a491c7f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Nov 10 17:15:20.315626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847284f-6ac0-48db-b6c3-381247afc935 req-52265890-a66a-4be9-b0aa-2f040f0058c7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:20.317179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-52265890-a66a-4be9-b0aa-2f040f0058c7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1128931 Nov 10 17:15:20.332584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-b4642cb4-ec9a-4888-bdd2-9f9b4079c858 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/quotas/2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 375 time: 0.0096207 Nov 10 17:15:20.390211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-62669109-0912-4319-9f46-e6f0c3fa209c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522606 Nov 10 17:15:20.485835 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-b7fd901a-c399-4d0b-bdbb-9a4ff04cade5 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878217 Nov 10 17:15:20.573546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-44b3dd80-ca7a-4d42-8c91-c740d8adba25 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816140 Nov 10 17:15:20.848439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-271ba8f0-943c-4e55-9df3-654db8aa8ded req-1b00568e-44c0-4d11-98be-5e89db92122c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Nov 10 17:15:21.955767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16aafe19-45b8-4dd3-b150-cb8d6a6f4a70 req-2b936748-5dff-4de0-9094-78a18ec7992d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0337732 Nov 10 17:15:23.057337 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b3f063c3-4123-474e-b2c5-4d41f4a514a8 req-862907db-f16a-499c-99ed-0c1898a4efef tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0318215 Nov 10 17:15:23.159782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847284f-6ac0-48db-b6c3-381247afc935 req-de63a57f-b19c-4aee-a44e-a2018ae066bb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:23.161239 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-de63a57f-b19c-4aee-a44e-a2018ae066bb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1151612 Nov 10 17:15:23.177484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'port': {'device_id': '35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'admin_state_up': True, 'tenant_id': '2ee88b66e31341a395887e6984f1a14a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:15:23.346405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:15:23.350253 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:23.478806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.20.0.4 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/45cb030b-3824-4c54-a8c4-bb67065bd560) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:15:23.631474 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:23.729523 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:23.742234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['043abf8b-a4c4-4cf6-9926-b153ad614715'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:15:23.778062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:15:23.784187 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:15:23.786703 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=45cb030b-3824-4c54-a8c4-bb67065bd560,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:23.788888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:15:23.826691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.827624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.827977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.828618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.829122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.830015 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.830168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.830733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.831101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.835846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.835846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.835846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:23.867041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:23.867738 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:23.965468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-825e2c40-451d-4360-bdcc-6f63b8a10090 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7925944 Nov 10 17:15:23.979455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Request body: {'port': {'device_id': '35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:15:24.037471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:24.095781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0d702b27-6ee7-4059-a5e8-6c06bac8f0da None None] Provisioning complete for port 45cb030b-3824-4c54-a8c4-bb67065bd560 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:15:24.096275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d702b27-6ee7-4059-a5e8-6c06bac8f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:24.136085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-0d702b27-6ee7-4059-a5e8-6c06bac8f0da None None] Port 45cb030b-3824-4c54-a8c4-bb67065bd560 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:15:24.260877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13ee0b-02bf-42fd-8bba-aa8a0b0eb66b req-78bcc856-479d-4e3d-b8b4-7ff897cce1c2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:24.261328 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee13ee0b-02bf-42fd-8bba-aa8a0b0eb66b req-78bcc856-479d-4e3d-b8b4-7ff897cce1c2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 931 time: 0.1138868 Nov 10 17:15:24.343258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee13ee0b-02bf-42fd-8bba-aa8a0b0eb66b req-684fb8aa-4c2b-4c3f-8019-0facfee1c213 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708308 Nov 10 17:15:24.397565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cb030b-3824-4c54-a8c4-bb67065bd560 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:15:24.405740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:24.421151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Transition to ACTIVE for port object 45cb030b-3824-4c54-a8c4-bb67065bd560 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:15:24.483739 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:24.560914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Pushing event updated for resources: {'Port': ['ID=45cb030b-3824-4c54-a8c4-bb67065bd560,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:24.618255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Attempting to bind port 45cb030b-3824-4c54-a8c4-bb67065bd560 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:15:24.618597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Attempting to bind port 45cb030b-3824-4c54-a8c4-bb67065bd560 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:15:24.618928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Attempting to bind port 45cb030b-3824-4c54-a8c4-bb67065bd560 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:15:24.623728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Port 45cb030b-3824-4c54-a8c4-bb67065bd560 on network 869ffb30-c384-4b31-a739-b062c5ac0767 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:15:24.624052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Attempting to bind port 45cb030b-3824-4c54-a8c4-bb67065bd560 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:15:24.630716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:15:24.631029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:15:24.631452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:15:24.631869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Bound port: 45cb030b-3824-4c54-a8c4-bb67065bd560, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:15:24.632225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:24.703607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] For port 45cb030b-3824-4c54-a8c4-bb67065bd560, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:15:24.706949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] For port 45cb030b-3824-4c54-a8c4-bb67065bd560, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45cb030b-3824-4c54-a8c4-bb67065bd560,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:15:24.762771 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:24.800205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:24.800814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:24.802180 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] 10.222.0.69 "PUT /v2.0/ports/45cb030b-3824-4c54-a8c4-bb67065bd560 HTTP/1.1" status: 200 len: 1092 time: 0.8276482 Nov 10 17:15:24.802613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5', 'tag': '45cb030b-3824-4c54-a8c4-bb67065bd560'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:15:24.804849 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75adc9e2-d7e0-423d-9ece-6aca567d5f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5", "tag": "45cb030b-3824-4c54-a8c4-bb67065bd560"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:15:24.828979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f343fc0-cfda-41be-8855-18fc71a0036e service neutron] Pushing event updated for resources: {'Port': ['ID=45cb030b-3824-4c54-a8c4-bb67065bd560,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:24.850338 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b37e3b-7cdc-4e4e-a6c4-caf01b8a866a x-openstack-request-id: req-51b37e3b-7cdc-4e4e-a6c4-caf01b8a866a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:15:24.850636 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5", "tag": "45cb030b-3824-4c54-a8c4-bb67065bd560", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:15:24.850888 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51b37e3b-7cdc-4e4e-a6c4-caf01b8a866a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:15:24.851291 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5', 'tag': '45cb030b-3824-4c54-a8c4-bb67065bd560', 'status': 'completed', 'code': 200} Nov 10 17:15:24.924291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc9e2-d7e0-423d-9ece-6aca567d5f2d req-a9bdd04b-6fa3-4bb8-87af-2a1bf27b5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:24.925995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75adc9e2-d7e0-423d-9ece-6aca567d5f2d req-a9bdd04b-6fa3-4bb8-87af-2a1bf27b5c3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 1095 time: 0.0526464 Nov 10 17:15:25.055616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc9e2-d7e0-423d-9ece-6aca567d5f2d req-83a991e9-9a3e-4a72-99f1-b4b47282f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:25.057679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75adc9e2-d7e0-423d-9ece-6aca567d5f2d req-83a991e9-9a3e-4a72-99f1-b4b47282f615 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ee88b66e31341a395887e6984f1a14a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1175833 Nov 10 17:15:25.163345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc9e2-d7e0-423d-9ece-6aca567d5f2d req-33df8aea-57bd-4ae0-9655-2b5aaac3c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:25.164816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75adc9e2-d7e0-423d-9ece-6aca567d5f2d req-33df8aea-57bd-4ae0-9655-2b5aaac3c3de service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997381 Nov 10 17:15:25.253380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847284f-6ac0-48db-b6c3-381247afc935 req-c007ce60-9f72-453c-95a8-9e02bafee5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:25.254992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-c007ce60-9f72-453c-95a8-9e02bafee5f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 1095 time: 0.0419769 Nov 10 17:15:25.313179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-db86b689-0e1c-49e8-847c-f71c5ef0be73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45cb030b-3824-4c54-a8c4-bb67065bd560 HTTP/1.1" status: 200 len: 217 time: 0.0424881 Nov 10 17:15:25.368778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847284f-6ac0-48db-b6c3-381247afc935 req-c2637340-487e-497f-a398-318cf79c8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:25.370112 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-c2637340-487e-497f-a398-318cf79c8087 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0489252 Nov 10 17:15:25.452663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8626ca1f-87a9-4912-b3ce-4b777528b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:25.454884 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-8626ca1f-87a9-4912-b3ce-4b777528b3ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679247 Nov 10 17:15:25.474327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a49dd8-bac2-40ef-9132-2b6d4da6ef79 req-0a454462-6095-4aa9-a02f-28d27498b3b2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:25.475878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-74a49dd8-bac2-40ef-9132-2b6d4da6ef79 req-0a454462-6095-4aa9-a02f-28d27498b3b2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0587935 Nov 10 17:15:25.577531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-74a49dd8-bac2-40ef-9132-2b6d4da6ef79 req-c04f6724-7fe0-4f16-b16b-8e0abb52d14e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950992 Nov 10 17:15:25.594682 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-33171775-9bc3-4087-9205-68b5e06e5d56 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278062 Nov 10 17:15:25.691249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7847284f-6ac0-48db-b6c3-381247afc935 req-39852123-fce4-469b-8e81-6bbfcb3463db service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882275 Nov 10 17:15:26.706878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12271-0c43-40c6-8701-8e8751e22f7c req-4d49083c-b691-41ee-afa0-2ae31f4da2e9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:26.708451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b12271-0c43-40c6-8701-8e8751e22f7c req-4d49083c-b691-41ee-afa0-2ae31f4da2e9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0548558 Nov 10 17:15:26.773525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62b12271-0c43-40c6-8701-8e8751e22f7c req-19815e45-945e-4db3-a51e-b886e386310b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568600 Nov 10 17:15:27.637671 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:15:27.925827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f0ee2-da27-47a2-9bcf-045b661ade5e req-bde6a3f4-1e0c-4631-a3b0-fb8a746aba4d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:27.925827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-034f0ee2-da27-47a2-9bcf-045b661ade5e req-bde6a3f4-1e0c-4631-a3b0-fb8a746aba4d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0635669 Nov 10 17:15:27.965575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-034f0ee2-da27-47a2-9bcf-045b661ade5e req-87ce2782-a4be-468d-b4f2-ea2b78d64506 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Nov 10 17:15:29.087187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400da5ba-16a1-49fc-8f5f-70639cfbd86f req-2e3eee0f-85d2-4bd3-b171-8dfca5c4f6e9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:29.088687 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-400da5ba-16a1-49fc-8f5f-70639cfbd86f req-2e3eee0f-85d2-4bd3-b171-8dfca5c4f6e9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0502343 Nov 10 17:15:29.136427 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-400da5ba-16a1-49fc-8f5f-70639cfbd86f req-2a9f8b8a-7cff-4b98-b992-9b0a9d03ac51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Nov 10 17:15:30.258396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef9b3e-86f4-4280-98fe-ab0a82ca0600 req-231ca4fa-1e13-4a76-9187-12d2c1e706e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:30.260030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-97ef9b3e-86f4-4280-98fe-ab0a82ca0600 req-231ca4fa-1e13-4a76-9187-12d2c1e706e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0518208 Nov 10 17:15:30.322213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-97ef9b3e-86f4-4280-98fe-ab0a82ca0600 req-2bf58f39-4149-4c8e-803e-d74aae4f69e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Nov 10 17:15:31.448927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c8b37-4aad-45c6-8f49-74cc0e52c1f2 req-9b9f3cf0-1e88-489e-b0b4-fd47717590eb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:31.451259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-420c8b37-4aad-45c6-8f49-74cc0e52c1f2 req-9b9f3cf0-1e88-489e-b0b4-fd47717590eb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0560849 Nov 10 17:15:31.499333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-420c8b37-4aad-45c6-8f49-74cc0e52c1f2 req-9b99b3c2-ef57-4750-9bbc-97c9e40dc4fe tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Nov 10 17:15:31.700467 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89942fd4-6bc3-4d46-847e-f17d3037dffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:32.621640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a8502-e19e-4787-bd23-2e12969e2072 req-a3c14e7c-887a-48c5-a1a5-fe3c929c4fa6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:32.623019 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a52a8502-e19e-4787-bd23-2e12969e2072 req-a3c14e7c-887a-48c5-a1a5-fe3c929c4fa6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0544555 Nov 10 17:15:32.673065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a52a8502-e19e-4787-bd23-2e12969e2072 req-75203794-6d7e-4459-88ef-034f85c2c5a0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Nov 10 17:15:33.186758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37518) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:33.370191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Deleting port 6d5a737d-d8e4-4c5c-91a2-224b0671f0bc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:33.370532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:33.458684 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:33.458992 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:33.471635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Calling delete_port for 6d5a737d-d8e4-4c5c-91a2-224b0671f0bc owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:33.740718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:33.781149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event deleted for resources: {'Port': ['ID=6d5a737d-d8e4-4c5c-91a2-224b0671f0bc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:33.827421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a031b3-ee22-44b0-8684-ce4bca034d39 req-c67e0708-a59c-46e6-ad7f-a8d9c20fbdc4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:33.829709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-86a031b3-ee22-44b0-8684-ce4bca034d39 req-c67e0708-a59c-46e6-ad7f-a8d9c20fbdc4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0798144 Nov 10 17:15:33.873542 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:33.873873 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Floating IP 1cba5b5d-5f30-4738-a411-8e26ca68c861 disassociated (deleted). External IP: 172.25.3.88, port: e7960264-771e-40e8-966e-16f604cfe375. Nov 10 17:15:33.885741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-86a031b3-ee22-44b0-8684-ce4bca034d39 req-ddd8e7e8-c5fe-427c-8999-d0ed07d05f51 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478055 Nov 10 17:15:33.888132 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed034-9d39-4f4d-9e63-cc702071f29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:34.098970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:15:34.219189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:15:34.224303 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:34.232390 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] Sync routers for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:15:34.247944 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:15:34.248662 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:15:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:34.256537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ca193f55-aeba-4876-af2c-5696d6c8801d tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "DELETE /v2.0/floatingips/1cba5b5d-5f30-4738-a411-8e26ca68c861 HTTP/1.1" status: 204 len: 168 time: 1.0666001 Nov 10 17:15:34.256537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:15:34.256537 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76" -d '{"events": [{"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:15:34.301278 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab6c55b-7dec-4904-b664-498f6c84f941 x-openstack-request-id: req-8ab6c55b-7dec-4904-b664-498f6c84f941 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:15:34.301818 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "tag": "e7960264-771e-40e8-966e-16f604cfe375", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:15:34.302255 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ab6c55b-7dec-4904-b664-498f6c84f941 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:15:34.302859 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375', 'status': 'completed', 'code': 200} Nov 10 17:15:34.377838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-7b4e70f5-e651-478a-9a0a-fdf17057f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:34.379383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-7b4e70f5-e651-478a-9a0a-fdf17057f3d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 1098 time: 0.0486698 Nov 10 17:15:34.474266 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:15:34.481660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-ac63b8b5-937e-4939-aac9-441cea23cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:34.484221 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-ac63b8b5-937e-4939-aac9-441cea23cf0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 200 len: 915 time: 0.0968478 Nov 10 17:15:34.529864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-b98d253e-9742-4425-8f8b-8174c3ddefa1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 200 len: 217 time: 0.0365713 Nov 10 17:15:34.594876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-1567578a-4734-47f3-a4fd-880d36eb3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:34.596501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-1567578a-4734-47f3-a4fd-880d36eb3e4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eb61b406-53fa-471e-aa05-893f3f16ece5 HTTP/1.1" status: 200 len: 853 time: 0.0576460 Nov 10 17:15:34.652157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-e8876a46-40f4-4783-905e-86d1f12800a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:34.653663 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-e8876a46-40f4-4783-905e-86d1f12800a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34915a9f-a246-418e-9e0e-dc9fdf8544b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479405 Nov 10 17:15:34.729308 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:34.757868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] Checking router: 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:15:34.769820 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:15:34.770414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:15:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:34.772769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd215-424c-479c-a9d5-0bb0a8538546 req-09a6bc92-c1d1-4f25-9565-e96e5dce71ab tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:34.774735 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f21dd215-424c-479c-a9d5-0bb0a8538546 req-09a6bc92-c1d1-4f25-9565-e96e5dce71ab tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 946 time: 0.0664718 Nov 10 17:15:34.840308 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f21dd215-424c-479c-a9d5-0bb0a8538546 req-517e98e5-a956-46fc-baf1-095d8fcb49e6 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594556 Nov 10 17:15:34.929340 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:15:35.103972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a181e20-9f2a-45b9-8120-1aff79572e5d req-0c8e31ad-7248-478e-9de5-2d2a924fff6c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:35.105421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a181e20-9f2a-45b9-8120-1aff79572e5d req-0c8e31ad-7248-478e-9de5-2d2a924fff6c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0973268 Nov 10 17:15:35.126927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-fe1eed81-63b5-482a-946c-38c138eb7381 service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655294 Nov 10 17:15:35.193393 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:35.216936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9a181e20-9f2a-45b9-8120-1aff79572e5d req-71446693-49e7-40ba-b557-7ecdd17ec382 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020813 Nov 10 17:15:35.221401 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1acd5b-40fc-482f-a8a6-f23e96affe85 None None] The sync data for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 is: [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '10822e0c-f835-447d-bdf4-613fa8162715', 'name': '', 'network_id': '34915a9f-a246-418e-9e0e-dc9fdf8544b4', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'mac_address': 'fa:16:3e:48:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:53Z', 'updated_at': '2021-11-10T17:10:58Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'subnets': [{'id': 'eb61b406-53fa-471e-aa05-893f3f16ece5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:15:35.254962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbb1ec92-f2d9-4ca3-89cb-d1690b461b76 req-ae271117-9d29-4234-b8ba-d02dd2db09fc service neutron] 10.222.0.69 "GET /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198678 Nov 10 17:15:35.269932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:35.498368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a6ccc-e9d8-496c-b8d9-808bfc375312 None None] New status for floating IP 1cba5b5d-5f30-4738-a411-8e26ca68c861: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:15:35.974791 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec5e57-8bb3-47a7-9819-b7d5aec5f322 req-cf5cb4e7-a792-4460-86db-a2fbc10c7c27 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:35.976385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14ec5e57-8bb3-47a7-9819-b7d5aec5f322 req-cf5cb4e7-a792-4460-86db-a2fbc10c7c27 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 946 time: 0.0515261 Nov 10 17:15:36.037222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-14ec5e57-8bb3-47a7-9819-b7d5aec5f322 req-3e237f1d-c2f4-4220-9024-7213e85665f5 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548265 Nov 10 17:15:36.369827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597930-9383-4f0b-91cd-fef8d6612ed7 req-7b0e65f8-be43-4c2e-8695-19d77a697bc0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:36.371368 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40597930-9383-4f0b-91cd-fef8d6612ed7 req-7b0e65f8-be43-4c2e-8695-19d77a697bc0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0666924 Nov 10 17:15:36.426656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-40597930-9383-4f0b-91cd-fef8d6612ed7 req-03203788-97f8-49f5-a106-79d2dedf2cf5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Nov 10 17:15:36.712037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-b0269037-25ab-46e6-b813-6c652f08dbde tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:36.713635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-b0269037-25ab-46e6-b813-6c652f08dbde tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.69 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 946 time: 0.0539536 Nov 10 17:15:36.820384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Deleting port e7960264-771e-40e8-966e-16f604cfe375 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:36.820784 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:36.939005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] For port e7960264-771e-40e8-966e-16f604cfe375, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7960264-771e-40e8-966e-16f604cfe375,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:36.939393 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:36.950315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:36.952230 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Calling delete_port for e7960264-771e-40e8-966e-16f604cfe375 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:37.162704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01474ed-9323-4e10-bfff-a5c3483fc709 req-ad4e7749-4c89-406b-9207-b07bf6e3da7a tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:37.164667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e01474ed-9323-4e10-bfff-a5c3483fc709 req-ad4e7749-4c89-406b-9207-b07bf6e3da7a tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 946 time: 0.0524933 Nov 10 17:15:37.197630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:37.219098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e01474ed-9323-4e10-bfff-a5c3483fc709 req-3e57a779-6328-45a5-9596-5f4532b12815 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/security-groups?id=fca87810-43cf-4ece-8621-3c528e861120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462325 Nov 10 17:15:37.234296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event deleted for resources: {'Port': ['ID=e7960264-771e-40e8-966e-16f604cfe375,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:37.274613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] No DVR routers for this DVR port e7960264-771e-40e8-966e-16f604cfe375 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:15:37.278804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:37.284480 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-025ea4db-0dd9-4a7f-994b-e2a572653551 req-787de9c4-c8dd-4fe0-8bc0-44cd4ddbbd75 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.69 "DELETE /v2.0/ports/e7960264-771e-40e8-966e-16f604cfe375 HTTP/1.1" status: 204 len: 173 time: 0.5639572 Nov 10 17:15:37.285133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'name': 'network-vif-deleted', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:15:37.288548 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1965d3-76ee-4450-a52f-88c76cf2f93a" -d '{"events": [{"server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "name": "network-vif-deleted", "tag": "e7960264-771e-40e8-966e-16f604cfe375"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:15:37.468254 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29abfe32-67c8-4fc6-8a89-243a429b1d6e x-openstack-request-id: req-29abfe32-67c8-4fc6-8a89-243a429b1d6e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:15:37.468254 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefa6472-b343-47b1-970e-98e6019e225c", "name": "network-vif-deleted", "tag": "e7960264-771e-40e8-966e-16f604cfe375", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:15:37.469217 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29abfe32-67c8-4fc6-8a89-243a429b1d6e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:15:37.469217 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefa6472-b343-47b1-970e-98e6019e225c', 'name': 'network-vif-deleted', 'tag': 'e7960264-771e-40e8-966e-16f604cfe375', 'status': 'completed', 'code': 200} Nov 10 17:15:37.576930 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725727d0-7443-4bf1-a429-305f066457b3 req-8328ac3a-5d5e-47b0-869e-59dccae0f5ec tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:37.579798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-725727d0-7443-4bf1-a429-305f066457b3 req-8328ac3a-5d5e-47b0-869e-59dccae0f5ec tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0742133 Nov 10 17:15:37.637444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-725727d0-7443-4bf1-a429-305f066457b3 req-8ea672aa-c95e-4cd1-9a2b-05e8e9461288 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521450 Nov 10 17:15:37.677810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:38.204261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:38.335281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f63f7a4-e7c8-4e61-a6de-a2090cf3c547 req-ab81ae5e-25b8-44b2-8b16-f72769ac7728 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 210 time: 0.0301189 Nov 10 17:15:38.772902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9296284-5dc1-412d-a3d9-cd56bfcaeef4 req-0d1af2f7-823e-45fb-8f34-4209978d0af7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:38.774532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9296284-5dc1-412d-a3d9-cd56bfcaeef4 req-0d1af2f7-823e-45fb-8f34-4209978d0af7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0545385 Nov 10 17:15:38.831784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9296284-5dc1-412d-a3d9-cd56bfcaeef4 req-7708fc28-1433-4b6d-bef1-854ce730963a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504417 Nov 10 17:15:39.450227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4215de83-9533-4b63-a16c-0583a105fae7 req-3c8e2a4a-84d0-45a9-b9b1-52ddf5d0ea63 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 210 time: 0.0340564 Nov 10 17:15:39.974408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba521f1-63cf-474c-9d23-de98954d790f req-847e27f6-50d2-427b-8542-0770c001f541 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:39.975992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aba521f1-63cf-474c-9d23-de98954d790f req-847e27f6-50d2-427b-8542-0770c001f541 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0665221 Nov 10 17:15:40.026957 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aba521f1-63cf-474c-9d23-de98954d790f req-fbd709ac-0e14-49a5-8dd3-4ebcf710acc1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Nov 10 17:15:40.565124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-104605f0-d179-4ce2-a33a-5b6c137171a5 req-9e9c4fce-4edc-4efa-9e89-d962ebaaee68 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 210 time: 0.0277379 Nov 10 17:15:40.790619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:41.010742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7960264-771e-40e8-966e-16f604cfe375 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:15:41.038388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: e7960264-771e-40e8-966e-16f604cfe375 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:15:41.038729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7960264-771e-40e8-966e-16f604cfe375 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:15:41.159301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548aa20-1be6-46aa-9112-a617e652ec98 req-9bd0eacf-60ff-4dec-a03c-b2d3710daa19 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:41.160857 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d548aa20-1be6-46aa-9112-a617e652ec98 req-9bd0eacf-60ff-4dec-a03c-b2d3710daa19 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0529356 Nov 10 17:15:41.225382 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d548aa20-1be6-46aa-9112-a617e652ec98 req-e4ce3fdf-ee96-4ed7-b274-f02c1d64b88c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Nov 10 17:15:41.669161 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b7fd749-328f-41de-9699-7dc7545a4732 req-7fe04b54-b5f5-482a-adc3-2da2d9282f25 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 210 time: 0.0300894 Nov 10 17:15:42.357195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab110b2-a324-400a-b17b-01e45043d28f req-80a6a21a-e84b-4185-9fbb-dfb1d8e7dca8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:42.358710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ab110b2-a324-400a-b17b-01e45043d28f req-80a6a21a-e84b-4185-9fbb-dfb1d8e7dca8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0626142 Nov 10 17:15:42.414831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ab110b2-a324-400a-b17b-01e45043d28f req-8459f70f-5d96-4b9d-9a24-0eb785f81a1b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493007 Nov 10 17:15:42.777530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-812ccf3d-8b46-454c-bdaa-bad59991c8a5 req-ecc09664-f37d-4927-8bfa-0571da30e637 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "GET /v2.0/ports?device_id=fefa6472-b343-47b1-970e-98e6019e225c HTTP/1.1" status: 200 len: 210 time: 0.0264423 Nov 10 17:15:43.542474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7ba64-f3d1-400d-8ca3-3fd0c654db8f req-50b4c037-6cab-4d7b-a5f7-ef867764497a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:43.544041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2db7ba64-f3d1-400d-8ca3-3fd0c654db8f req-50b4c037-6cab-4d7b-a5f7-ef867764497a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0533402 Nov 10 17:15:43.599057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2db7ba64-f3d1-400d-8ca3-3fd0c654db8f req-62551379-2d91-42a3-9b6e-9ca847b84315 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462143 Nov 10 17:15:43.845515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37564) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:43.911651 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd050872-192d-4065-b755-c8cf6c1d00c9 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:43.941765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd050872-192d-4065-b755-c8cf6c1d00c9 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:44.112951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd050872-192d-4065-b755-c8cf6c1d00c9 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:44.115939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd050872-192d-4065-b755-c8cf6c1d00c9 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:44.117221 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fd050872-192d-4065-b755-c8cf6c1d00c9 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] 10.222.0.62 "DELETE /v2.0/security-groups/fca87810-43cf-4ece-8621-3c528e861120 HTTP/1.1" status: 204 len: 168 time: 0.2706974 Nov 10 17:15:44.127946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd050872-192d-4065-b755-c8cf6c1d00c9 tempest-TestVolumeBackupRestore-246967361 tempest-TestVolumeBackupRestore-246967361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca87810-43cf-4ece-8621-3c528e861120,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:44.731905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0d59d-5cc0-4253-852e-0cb94691ee1a req-f2c92217-b75f-4b78-852c-8d6e78384bf5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:44.733381 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa0d59d-5cc0-4253-852e-0cb94691ee1a req-f2c92217-b75f-4b78-852c-8d6e78384bf5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0558293 Nov 10 17:15:44.789926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa0d59d-5cc0-4253-852e-0cb94691ee1a req-ae219bfe-cad0-46be-83e7-7dec35b79b20 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Nov 10 17:15:45.927546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc0047-658c-4af4-b629-6675a0bcb214 req-5ec6c422-de70-44f0-b4e4-58bce34f2aac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:45.935174 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37bc0047-658c-4af4-b629-6675a0bcb214 req-5ec6c422-de70-44f0-b4e4-58bce34f2aac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0576992 Nov 10 17:15:45.991825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-37bc0047-658c-4af4-b629-6675a0bcb214 req-fcc436f8-e67b-4075-a99e-4ea92a366d20 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557747 Nov 10 17:15:47.123989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cf79-8f36-4343-a460-32ab34a527c7 req-842cab00-8aac-44f1-afa9-f3fc130bf73e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:47.126167 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b176cf79-8f36-4343-a460-32ab34a527c7 req-842cab00-8aac-44f1-afa9-f3fc130bf73e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0555918 Nov 10 17:15:47.184025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b176cf79-8f36-4343-a460-32ab34a527c7 req-fb683ed5-945a-45e0-91e9-a06c4b91f7af tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 Nov 10 17:15:48.336385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a326f-5e30-467e-9d30-62192759d570 req-2f3cf938-c12e-49a3-9190-f3bb178cf284 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:48.338017 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f0a326f-5e30-467e-9d30-62192759d570 req-2f3cf938-c12e-49a3-9190-f3bb178cf284 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0718038 Nov 10 17:15:48.406976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f0a326f-5e30-467e-9d30-62192759d570 req-3ce6a866-3dea-419b-9013-35f67b32f2d6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619595 Nov 10 17:15:49.450197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37744) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:49.572707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d9d8e-2d04-47a4-a56d-a2d139143ba8 req-cf93b929-36bc-4cf9-bad3-b5991ad6befa tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:49.585394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c34d9d8e-2d04-47a4-a56d-a2d139143ba8 req-cf93b929-36bc-4cf9-bad3-b5991ad6befa tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0804090 Nov 10 17:15:49.658147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c34d9d8e-2d04-47a4-a56d-a2d139143ba8 req-781a8b5c-1ef3-49a0-b4b8-eda58eae2dc8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677700 Nov 10 17:15:50.055708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:50.331366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Deleting port 10822e0c-f835-447d-bdf4-613fa8162715 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:50.331705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:50.420460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] For port 10822e0c-f835-447d-bdf4-613fa8162715, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=10822e0c-f835-447d-bdf4-613fa8162715,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:50.420912 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:50.434743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Calling delete_port for 10822e0c-f835-447d-bdf4-613fa8162715 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:50.712148 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:50.747488 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10822e0c-f835-447d-bdf4-613fa8162715,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:50.819202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953dcb8-3aec-457c-a4dc-aecda4672f9c req-59567a2e-8db4-4a9d-8a84-3b2ad2c2cc98 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:50.821988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b953dcb8-3aec-457c-a4dc-aecda4672f9c req-59567a2e-8db4-4a9d-8a84-3b2ad2c2cc98 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0976467 Nov 10 17:15:50.914191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b953dcb8-3aec-457c-a4dc-aecda4672f9c req-09f2e1b1-897e-4904-93b8-62d4be4d4d32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808799 Nov 10 17:15:50.974730 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:51.214097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:15:51.327197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:15:51.332496 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-baba0f4a-cf64-47ec-ba38-18d408f304b3 admin admin] 10.222.0.62 "PUT /v2.0/routers/1f96b3c3-3049-4ebe-a2e8-735b5c2d1905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8800590 Nov 10 17:15:51.335689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37804) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:51.338004 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] Sync routers for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:15:51.348704 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:15:51.349307 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:15:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:51.446651 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:51.457049 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:15:51.557969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:51.649320 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:15:50Z', 'revision_number': 5, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port': {'id': 'f1b84d12-9c61-418d-abe7-71a5fe739d9f', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:51Z', 'updated_at': '2021-11-10T17:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:51.676522 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] Checking router: 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:15:51.685008 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] Routers {'1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:15:51.685593 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:15:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:51.719122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Deleting port f1b84d12-9c61-418d-abe7-71a5fe739d9f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:51.719122 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:51.779860 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] Set router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:15:51.811796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] For port f1b84d12-9c61-418d-abe7-71a5fe739d9f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f1b84d12-9c61-418d-abe7-71a5fe739d9f,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:51.812428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:51.828023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Calling delete_port for f1b84d12-9c61-418d-abe7-71a5fe739d9f owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:51.833106 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:15:51Z', 'revision_number': 6, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:51.862992 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc098d40-3125-4e6a-974b-aeaf99f01e44 None None] The sync data for ids ['1f96b3c3-3049-4ebe-a2e8-735b5c2d1905'] in n-d-714676-11 is: [{'id': '1f96b3c3-3049-4ebe-a2e8-735b5c2d1905', 'name': 'tempest-TestVolumeBackupRestore-1305758107-router', 'tenant_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:50Z', 'updated_at': '2021-11-10T17:15:51Z', 'revision_number': 6, 'project_id': '1959ffc7a30549e5a286b42f8bb0d96f', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:15:52.054515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5819a1c-2c44-4cc3-b564-b1f474eb8b57 req-47cc61e7-125d-403c-ae70-c619f09344bb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:52.056282 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5819a1c-2c44-4cc3-b564-b1f474eb8b57 req-47cc61e7-125d-403c-ae70-c619f09344bb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0643799 Nov 10 17:15:52.107672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5819a1c-2c44-4cc3-b564-b1f474eb8b57 req-e49062f3-ed58-43ef-b632-ca35669a5dc3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Nov 10 17:15:52.185651 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.205691 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b84d12-9c61-418d-abe7-71a5fe739d9f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:52.228421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72318a-981f-4526-8a69-10f794d8d720 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:15:52.291068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.387847 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.390669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.545984 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.546692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:15:52.559875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.561128 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-52814661-9bdd-46fa-ad86-a7ec5ffc2550 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1f96b3c3-3049-4ebe-a2e8-735b5c2d1905 HTTP/1.1" status: 204 len: 168 time: 1.2244256 Nov 10 17:15:52.564644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:52.613022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Deleting subnet eb61b406-53fa-471e-aa05-893f3f16ece5 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:15:52.616609 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.659147 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.750473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.923029 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.957081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb61b406-53fa-471e-aa05-893f3f16ece5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:52.967058 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a8fc3-77c3-46d5-91d6-f92b3d16edda None None] Network 34915a9f-a246-418e-9e0e-dc9fdf8544b4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:15:52.972246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.972591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.972925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.973255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.973584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.973908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.974230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.974551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.974869 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.975186 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.975531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.975847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:15:52.979139 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:52.985698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dd750346-1ca8-4941-8c28-537bc2b4a589 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eb61b406-53fa-471e-aa05-893f3f16ece5 HTTP/1.1" status: 204 len: 168 time: 0.4167323 Nov 10 17:15:52.986074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37858) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:53.076574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.122060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Deleting port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:53.122416 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.224125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] For port 374e4e61-5d81-4d3a-9afb-6348b46f92a3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=374e4e61-5d81-4d3a-9afb-6348b46f92a3,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:53.225163 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.238671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] DHCP port deletion for 34915a9f-a246-418e-9e0e-dc9fdf8544b4 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:15:53.242652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Calling delete_port for 374e4e61-5d81-4d3a-9afb-6348b46f92a3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:53.284293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311188a-9bb8-4bff-89aa-4d6fbdd3d23a req-6416a13e-7337-4c7a-a3f2-f56dd2d6cb2c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:53.286105 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3311188a-9bb8-4bff-89aa-4d6fbdd3d23a req-6416a13e-7337-4c7a-a3f2-f56dd2d6cb2c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0850523 Nov 10 17:15:53.295538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] Deleting port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:53.295923 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.346056 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3311188a-9bb8-4bff-89aa-4d6fbdd3d23a req-c026ecfe-2165-4287-9438-d8bd76cb25df tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Nov 10 17:15:53.403016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] For port 374e4e61-5d81-4d3a-9afb-6348b46f92a3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=374e4e61-5d81-4d3a-9afb-6348b46f92a3,segment=NetworkSegment(1bc2f30a-a451-4092-964d-d31c7f268ba0),segment_id=1bc2f30a-a451-4092-964d-d31c7f268ba0)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:53.403433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.417911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] Calling delete_port for 374e4e61-5d81-4d3a-9afb-6348b46f92a3 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:53.441901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.483389 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=374e4e61-5d81-4d3a-9afb-6348b46f92a3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:53.487292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] No DVR routers for this DVR port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:15:53.509052 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.545273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] Pushing event deleted for resources: {'Port': ['ID=374e4e61-5d81-4d3a-9afb-6348b46f92a3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:53.550164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0b8bb-3099-4fad-92cb-4e7889cf5b43 None None] No DVR routers for this DVR port 374e4e61-5d81-4d3a-9afb-6348b46f92a3 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:15:53.594323 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.616060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34915a9f-a246-418e-9e0e-dc9fdf8544b4']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:53.629236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc2f30a-a451-4092-964d-d31c7f268ba0') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:53.629717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc2f30a-a451-4092-964d-d31c7f268ba0') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:53.641773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.658053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.664767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:15:53.665157 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:15:53.667112 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:15:53.848007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.854947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:53.862905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37884) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:53.863408 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] 10.222.0.62 "DELETE /v2.0/networks/34915a9f-a246-418e-9e0e-dc9fdf8544b4 HTTP/1.1" status: 204 len: 168 time: 0.8757303 Nov 10 17:15:53.876223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8b9dd-064d-4542-91c0-4a17e54ef3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=34915a9f-a246-418e-9e0e-dc9fdf8544b4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:53.963217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 10822e0c-f835-447d-bdf4-613fa8162715 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:15:53.984939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 10822e0c-f835-447d-bdf4-613fa8162715 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:15:53.985302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 10822e0c-f835-447d-bdf4-613fa8162715 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:15:53.985732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 374e4e61-5d81-4d3a-9afb-6348b46f92a3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:15:54.005219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 374e4e61-5d81-4d3a-9afb-6348b46f92a3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:15:54.005560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 374e4e61-5d81-4d3a-9afb-6348b46f92a3 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:15:54.005970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f1b84d12-9c61-418d-abe7-71a5fe739d9f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:15:54.025289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f1b84d12-9c61-418d-abe7-71a5fe739d9f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:15:54.025631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f1b84d12-9c61-418d-abe7-71a5fe739d9f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:15:54.254180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:54.469086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0af309-64ec-4a46-a518-fc3d68804677 req-f59002b8-dbb5-4c76-b26f-3eb4b98d703c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:54.470579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f0af309-64ec-4a46-a518-fc3d68804677 req-f59002b8-dbb5-4c76-b26f-3eb4b98d703c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0515862 Nov 10 17:15:54.524099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f0af309-64ec-4a46-a518-fc3d68804677 req-1785b6c6-0bf7-424f-a71b-9d1b310b4d50 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474749 Nov 10 17:15:54.527609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Deleting port c6ea29f0-2543-4ef8-958f-155e63945b2f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:54.527997 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:54.609301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] For port c6ea29f0-2543-4ef8-958f-155e63945b2f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c6ea29f0-2543-4ef8-958f-155e63945b2f,segment=NetworkSegment(b778d3b2-3415-49e2-ba07-4efd733dee1c),segment_id=b778d3b2-3415-49e2-ba07-4efd733dee1c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:54.609721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:54.622864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Calling delete_port for c6ea29f0-2543-4ef8-958f-155e63945b2f owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:54.956495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:54.982675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ea29f0-2543-4ef8-958f-155e63945b2f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:55.165318 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:55.389647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Router e0c8a844-abf8-4511-9486-9e5778036c8d has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:15:55.498827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:15:55.504013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9a21612f-8bb5-48f9-9e30-2a7674407050 admin admin] 10.222.0.62 "PUT /v2.0/routers/e0c8a844-abf8-4511-9486-9e5778036c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6400580 Nov 10 17:15:55.506642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37926) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:55.508719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] Sync routers for ids ['e0c8a844-abf8-4511-9486-9e5778036c8d'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:15:55.519450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] Routers {'e0c8a844-abf8-4511-9486-9e5778036c8d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:15:55.520062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:15:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0c8a844-abf8-4511-9486-9e5778036c8d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:55.626086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:55.632509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] Set router e0c8a844-abf8-4511-9486-9e5778036c8d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:15:55.736731 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c0d7-637a-4232-9021-83ac0a2d5811 req-29979c7d-7e8a-4484-ac78-a2340874f207 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:55.738251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f052c0d7-637a-4232-9021-83ac0a2d5811 req-29979c7d-7e8a-4484-ac78-a2340874f207 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.1219716 Nov 10 17:15:55.778289 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:55.811252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f052c0d7-637a-4232-9021-83ac0a2d5811 req-de341d1b-0bea-4206-95e4-d7f8453e952f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569227 Nov 10 17:15:55.841721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:15:54Z', 'revision_number': 5, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:55.869024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] Checking router: e0c8a844-abf8-4511-9486-9e5778036c8d for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:15:55.878439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] Routers {'e0c8a844-abf8-4511-9486-9e5778036c8d'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:15:55.879042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:15:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['e0c8a844-abf8-4511-9486-9e5778036c8d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:55.946440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Deleting port bcec986c-4a49-4120-a239-77fd50755f75 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:55.946839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:55.993589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] Set router e0c8a844-abf8-4511-9486-9e5778036c8d gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:15:56.195279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:15:54Z', 'revision_number': 5, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:56.227322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c3a6a-cc2a-43c1-b5b6-7c349b5ff97b None None] The sync data for ids ['e0c8a844-abf8-4511-9486-9e5778036c8d'] in n-d-714676-11 is: [{'id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'name': 'tempest-TestVolumeBackupRestore-1799725619-router', 'tenant_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:10:57Z', 'updated_at': '2021-11-10T17:15:54Z', 'revision_number': 5, 'project_id': '1a9e5ac0264043cfbf3c672472c1a1d4', 'gw_port': {'id': 'bcec986c-4a49-4120-a239-77fd50755f75', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c8a844-abf8-4511-9486-9e5778036c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:10:58Z', 'updated_at': '2021-11-10T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:15:56.378069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] For port bcec986c-4a49-4120-a239-77fd50755f75, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bcec986c-4a49-4120-a239-77fd50755f75,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:56.378542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:56.392489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Calling delete_port for bcec986c-4a49-4120-a239-77fd50755f75 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:56.656599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:56.685399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcec986c-4a49-4120-a239-77fd50755f75,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:56.710830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4173641c-44af-4792-b465-74c204e9f727 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:15:56.749294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:56.843758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:56.846363 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:56.940785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a1f8-b71e-41fd-bb3b-f72b7f06abc9 req-c7879282-248e-4393-992d-01ceaebfcde8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:56.942196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b46a1f8-b71e-41fd-bb3b-f72b7f06abc9 req-c7879282-248e-4393-992d-01ceaebfcde8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0495212 Nov 10 17:15:56.990407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b46a1f8-b71e-41fd-bb3b-f72b7f06abc9 req-07dd0a1c-c087-4a30-9ed5-e1c7b98de81a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Nov 10 17:15:57.037456 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.038179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c8a844-abf8-4511-9486-9e5778036c8d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:15:57.043232 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.049224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-85fcb134-042b-4159-99f6-e1752d08d215 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e0c8a844-abf8-4511-9486-9e5778036c8d HTTP/1.1" status: 204 len: 168 time: 1.5373352 Nov 10 17:15:57.049224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 37976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:57.098222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82c0d63-0da6-4fa3-976e-b6e3b13cfc07 admin admin] Deleting subnet e70c9f2f-602b-4ead-aaa0-8e3073d458d7 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:15:57.101618 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d63-0da6-4fa3-976e-b6e3b13cfc07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.140303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d63-0da6-4fa3-976e-b6e3b13cfc07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.227411 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d63-0da6-4fa3-976e-b6e3b13cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.417034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d63-0da6-4fa3-976e-b6e3b13cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.446200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c0d63-0da6-4fa3-976e-b6e3b13cfc07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70c9f2f-602b-4ead-aaa0-8e3073d458d7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:57.448265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d63-0da6-4fa3-976e-b6e3b13cfc07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.451615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b9f6d5-242a-4bf0-9a8f-64e8f1b9ab49 None None] Network 820da0c1-c988-493f-84e3-6f586715af5c requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:15:57.455901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f82c0d63-0da6-4fa3-976e-b6e3b13cfc07 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e70c9f2f-602b-4ead-aaa0-8e3073d458d7 HTTP/1.1" status: 204 len: 168 time: 0.4066803 Nov 10 17:15:57.458472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 37986) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:57.551765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.610336 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Deleting port 13276c23-30af-4579-b664-7ce865697d54 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:57.610675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.652582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] DHCP port deletion for 820da0c1-c988-493f-84e3-6f586715af5c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:15:57.681293 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] For port 13276c23-30af-4579-b664-7ce865697d54, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=13276c23-30af-4579-b664-7ce865697d54,segment=NetworkSegment(b778d3b2-3415-49e2-ba07-4efd733dee1c),segment_id=b778d3b2-3415-49e2-ba07-4efd733dee1c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:57.681678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.695009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Calling delete_port for 13276c23-30af-4579-b664-7ce865697d54 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:57.703682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] Deleting port 13276c23-30af-4579-b664-7ce865697d54 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:15:57.704055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.771545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] For port 13276c23-30af-4579-b664-7ce865697d54, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=13276c23-30af-4579-b664-7ce865697d54,segment=NetworkSegment(b778d3b2-3415-49e2-ba07-4efd733dee1c),segment_id=b778d3b2-3415-49e2-ba07-4efd733dee1c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:15:57.772213 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.784929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] Calling delete_port for 13276c23-30af-4579-b664-7ce865697d54 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:15:57.866210 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.872559 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:57.899507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] Pushing event deleted for resources: {'Port': ['ID=13276c23-30af-4579-b664-7ce865697d54,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:57.900099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] No DVR routers for this DVR port 13276c23-30af-4579-b664-7ce865697d54 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:15:57.901314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7afad-2734-4f5b-baf2-0631ff667b9e None None] No DVR routers for this DVR port 13276c23-30af-4579-b664-7ce865697d54 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:15:57.949388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Pushing event deleted for resources: {'Port': ['ID=13276c23-30af-4579-b664-7ce865697d54,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:57.963452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c6ea29f0-2543-4ef8-958f-155e63945b2f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:15:57.985539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c6ea29f0-2543-4ef8-958f-155e63945b2f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:15:57.985882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c6ea29f0-2543-4ef8-958f-155e63945b2f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:15:57.986289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bcec986c-4a49-4120-a239-77fd50755f75 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:15:57.992528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:58.009890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: bcec986c-4a49-4120-a239-77fd50755f75 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:15:58.010236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bcec986c-4a49-4120-a239-77fd50755f75 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:15:58.013320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 13276c23-30af-4579-b664-7ce865697d54 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:15:58.013434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820da0c1-c988-493f-84e3-6f586715af5c']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:58.025304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b778d3b2-3415-49e2-ba07-4efd733dee1c') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:58.025524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b778d3b2-3415-49e2-ba07-4efd733dee1c') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:15:58.039271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:58.056277 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:58.064167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:15:58.064586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:15:58.069071 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:15:58.150128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027ce7-7ab6-41f1-8c2f-64ab1120062f req-caf56bcd-ceb0-4b28-9c2f-f0f2f859537a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:58.152436 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89027ce7-7ab6-41f1-8c2f-64ab1120062f req-caf56bcd-ceb0-4b28-9c2f-f0f2f859537a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0780356 Nov 10 17:15:58.214333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89027ce7-7ab6-41f1-8c2f-64ab1120062f req-a42324f3-08fd-4c74-b23f-cddf0ca76803 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554035 Nov 10 17:15:58.218522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 13276c23-30af-4579-b664-7ce865697d54 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:15:58.218974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 13276c23-30af-4579-b664-7ce865697d54 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:15:58.614422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:58.620055 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:58.623176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] 10.222.0.62 "DELETE /v2.0/networks/820da0c1-c988-493f-84e3-6f586715af5c HTTP/1.1" status: 204 len: 168 time: 1.1636932 Nov 10 17:15:58.634608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca55e10-2305-4c9a-bd0d-777057c4b488 admin admin] Pushing event deleted for resources: {'Network': ['ID=820da0c1-c988-493f-84e3-6f586715af5c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:15:59.134967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38040) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:59.177114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e5048481-ef94-4df7-97ef-f6ab9219b4c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1959ffc7a30549e5a286b42f8bb0d96f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409300 Nov 10 17:15:59.179722 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38042) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:15:59.227590 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcc80a45-d5c4-48d0-8282-9612f0554d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:59.249442 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcc80a45-d5c4-48d0-8282-9612f0554d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:59.348394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1850732-056f-4c10-9d6e-73a9ee618383 req-6d794a4a-c360-47da-8a82-aba2c729eb2d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:15:59.350582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1850732-056f-4c10-9d6e-73a9ee618383 req-6d794a4a-c360-47da-8a82-aba2c729eb2d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0585265 Nov 10 17:15:59.399596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1850732-056f-4c10-9d6e-73a9ee618383 req-246e78f8-4164-4e2d-be73-3ea12cbd0cee tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Nov 10 17:15:59.435861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcc80a45-d5c4-48d0-8282-9612f0554d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:59.438664 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcc80a45-d5c4-48d0-8282-9612f0554d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:15:59.440215 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bcc80a45-d5c4-48d0-8282-9612f0554d57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b713177d-996f-456c-b537-40ef9bb9c489 HTTP/1.1" status: 204 len: 168 time: 0.2589550 Nov 10 17:15:59.448255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80a45-d5c4-48d0-8282-9612f0554d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b713177d-996f-456c-b537-40ef9bb9c489,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:00.321795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:00.363203 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cfb0b9be-d470-43e3-ab0b-ea35892113bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a9e5ac0264043cfbf3c672472c1a1d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401621 Nov 10 17:16:00.365665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38078) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:00.413946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046059e4-a4aa-4d42-8dbc-aea29e66c17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:00.437515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046059e4-a4aa-4d42-8dbc-aea29e66c17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:00.524050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454319e2-22ae-4e73-b9ce-bfd215903e5d req-5c18c10f-0c9c-4f77-b8bc-2b34a51f7963 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:00.525550 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-454319e2-22ae-4e73-b9ce-bfd215903e5d req-5c18c10f-0c9c-4f77-b8bc-2b34a51f7963 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0496204 Nov 10 17:16:00.572820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-454319e2-22ae-4e73-b9ce-bfd215903e5d req-a53edd9c-3587-4587-b574-5c3753ea5ffc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Nov 10 17:16:00.626650 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046059e4-a4aa-4d42-8dbc-aea29e66c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:00.629356 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-046059e4-a4aa-4d42-8dbc-aea29e66c17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:00.630570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-046059e4-a4aa-4d42-8dbc-aea29e66c17b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47862ca3-02df-4ecf-97a7-7f49c76fab0a HTTP/1.1" status: 204 len: 168 time: 0.2639818 Nov 10 17:16:00.638847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046059e4-a4aa-4d42-8dbc-aea29e66c17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47862ca3-02df-4ecf-97a7-7f49c76fab0a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:01.631823 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22bbe9d6-2782-4c97-b252-b1976f57ff1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:01.693145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037f579-474b-4aff-9c7a-b57bab0d9261 req-f2e11458-207a-4185-a175-435679f44f49 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:01.694666 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c037f579-474b-4aff-9c7a-b57bab0d9261 req-f2e11458-207a-4185-a175-435679f44f49 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0532596 Nov 10 17:16:01.743996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c037f579-474b-4aff-9c7a-b57bab0d9261 req-6647f833-af02-48e8-91c0-fe4f0703d270 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Nov 10 17:16:02.867837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cf072-9d02-450b-bbe0-50f9bfacc1ee req-05452659-6f5e-4f6d-a725-7c21ee92aa30 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:02.869359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a1cf072-9d02-450b-bbe0-50f9bfacc1ee req-05452659-6f5e-4f6d-a725-7c21ee92aa30 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0510693 Nov 10 17:16:02.922867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2a1cf072-9d02-450b-bbe0-50f9bfacc1ee req-1f386f71-f09c-4006-b938-a227e651257a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Nov 10 17:16:03.944673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c00b756-ce3f-47b3-bf8f-450c0d2eea83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:04.040165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6b97-5449-411f-8d15-20c86afc336d req-13a94775-5560-466d-8a57-49cd4b3c4be8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:04.041740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bea6b97-5449-411f-8d15-20c86afc336d req-13a94775-5560-466d-8a57-49cd4b3c4be8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0490279 Nov 10 17:16:04.090789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6bea6b97-5449-411f-8d15-20c86afc336d req-61b8e5e4-d9fe-49f9-8b6f-6fb7a942518e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Nov 10 17:16:04.636704 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:16:05.174091 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:05.219598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f030cb-275a-4715-a4e3-878e1c6bba75 req-6aa20fd2-24aa-4133-b619-7cbfdd6d06c3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:05.221068 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19f030cb-275a-4715-a4e3-878e1c6bba75 req-6aa20fd2-24aa-4133-b619-7cbfdd6d06c3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0552561 Nov 10 17:16:05.269598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-19f030cb-275a-4715-a4e3-878e1c6bba75 req-f9bd7b80-7adc-44cb-ab28-8ab9b760207d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Nov 10 17:16:06.394799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a3473-05bd-4e13-8574-a201d5598618 req-3b851734-c074-4cbd-80b5-5eedb75698a6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:06.396317 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f30a3473-05bd-4e13-8574-a201d5598618 req-3b851734-c074-4cbd-80b5-5eedb75698a6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0506902 Nov 10 17:16:06.448413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f30a3473-05bd-4e13-8574-a201d5598618 req-9a28ba3c-2a4d-4009-af63-db1004671028 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461261 Nov 10 17:16:06.888588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:07.571381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d57d-3619-41fe-9c53-674d05292352 req-8bed8e3b-0323-4a30-aa10-ea21a9489375 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:07.572891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b81d57d-3619-41fe-9c53-674d05292352 req-8bed8e3b-0323-4a30-aa10-ea21a9489375 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0517201 Nov 10 17:16:07.608525 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:07.622642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b81d57d-3619-41fe-9c53-674d05292352 req-b7326390-7137-4e62-86f9-5e5a9c91e13d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Nov 10 17:16:07.696097 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-21e562fd-c241-495a-9bed-0d6e6302fc48 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439293 Nov 10 17:16:07.784741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-1e77bf35-3c4c-44b2-bd1a-8be31f18215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:07.786249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-1e77bf35-3c4c-44b2-bd1a-8be31f18215d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 1097 time: 0.0472083 Nov 10 17:16:07.893684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-5d40b9a4-14db-403b-b81a-2af499c8094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:07.895465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-5d40b9a4-14db-403b-b81a-2af499c8094d service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0878143 Nov 10 17:16:07.941064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-28a631e5-c922-4e40-b796-1d36e0b5239f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043abf8b-a4c4-4cf6-9926-b153ad614715 HTTP/1.1" status: 200 len: 217 time: 0.0392246 Nov 10 17:16:07.991007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-e10847f1-c292-497e-892c-13780c3ebdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:07.992556 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-e10847f1-c292-497e-892c-13780c3ebdd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0448358 Nov 10 17:16:08.040112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-9698caa9-04c3-4c4a-9a1d-4e3a2aa4d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:08.041607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-9698caa9-04c3-4c4a-9a1d-4e3a2aa4d537 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411990 Nov 10 17:16:08.145397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-9d2f6bde-0d31-4d55-9584-bca8bc822a1e service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961194 Nov 10 17:16:08.191334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:08.245393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64c6041c-249d-441d-abbd-9d12f1c66556 req-8be0fb0e-b7fa-4fc0-9bc4-ea0a21cef3d0 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920384 Nov 10 17:16:08.743575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cae46-0f4d-4ad8-a811-0e3760a7bff0 req-6ca9023e-77fc-4f6b-924e-c3b68ce26503 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:08.745225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf0cae46-0f4d-4ad8-a811-0e3760a7bff0 req-6ca9023e-77fc-4f6b-924e-c3b68ce26503 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0504920 Nov 10 17:16:08.795144 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf0cae46-0f4d-4ad8-a811-0e3760a7bff0 req-d25a72f3-f05b-4d96-8fc8-6859ecec7d6a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430388 Nov 10 17:16:09.921157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5e9a4-83a2-4743-b8bc-bace40fc319b req-2ea341e9-3fcf-4fd3-ab28-fcc97d8251d8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:09.926980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43a5e9a4-83a2-4743-b8bc-bace40fc319b req-2ea341e9-3fcf-4fd3-ab28-fcc97d8251d8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0569136 Nov 10 17:16:09.973322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-43a5e9a4-83a2-4743-b8bc-bace40fc319b req-f8a6e817-4777-4892-85b0-d018e20a9df1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Nov 10 17:16:10.773886 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:11.098259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e829b-846c-4043-8c47-9d08fde9d77d req-ef193ca1-d0aa-4374-85a7-c2ed9fabdb67 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:11.100059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-370e829b-846c-4043-8c47-9d08fde9d77d req-ef193ca1-d0aa-4374-85a7-c2ed9fabdb67 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0540650 Nov 10 17:16:11.151457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-370e829b-846c-4043-8c47-9d08fde9d77d req-995b63bd-7a77-4dea-b8ba-af2749417383 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Nov 10 17:16:12.270838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b30e65-75d0-44d8-9533-4fa75256bd5b req-988dba4d-ec97-47a7-86ed-57dbeda1e161 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:12.272395 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3b30e65-75d0-44d8-9533-4fa75256bd5b req-988dba4d-ec97-47a7-86ed-57dbeda1e161 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0502074 Nov 10 17:16:12.322558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d3b30e65-75d0-44d8-9533-4fa75256bd5b req-91a0ba6b-9297-495b-9a34-37e2778611f2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Nov 10 17:16:13.446454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e917431-f836-4aa4-a083-95af85da7a38 req-a2dacb4b-2829-47d7-90b4-1244b27f9071 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:13.447960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e917431-f836-4aa4-a083-95af85da7a38 req-a2dacb4b-2829-47d7-90b4-1244b27f9071 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0547280 Nov 10 17:16:13.496139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e917431-f836-4aa4-a083-95af85da7a38 req-c5ab2be5-3db9-4b22-b5db-c05240b7da56 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Nov 10 17:16:14.622370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9547ca-790a-4b76-8032-52ff1b4576b8 req-70474557-e56a-4386-ad07-7bc8ce5e8f74 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:14.623789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a9547ca-790a-4b76-8032-52ff1b4576b8 req-70474557-e56a-4386-ad07-7bc8ce5e8f74 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0513070 Nov 10 17:16:14.675509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a9547ca-790a-4b76-8032-52ff1b4576b8 req-688b6d2d-e7d7-406c-8f2b-bf55302c2ce9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Nov 10 17:16:15.794883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78214e-9bb7-4c4c-8f36-6f3c632b931d req-cef1db1c-ef07-4e08-8402-501387ec2089 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:15.796388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c78214e-9bb7-4c4c-8f36-6f3c632b931d req-cef1db1c-ef07-4e08-8402-501387ec2089 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0497177 Nov 10 17:16:15.844944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c78214e-9bb7-4c4c-8f36-6f3c632b931d req-739877cd-eb64-4b04-956f-a739f90663b9 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Nov 10 17:16:16.966082 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6a45d-704f-4140-8cbb-cabe6e619293 req-34d323ce-d8db-48b8-b48f-03cbc06f420f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:16.967647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa6a45d-704f-4140-8cbb-cabe6e619293 req-34d323ce-d8db-48b8-b48f-03cbc06f420f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0499439 Nov 10 17:16:17.018510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-eaa6a45d-704f-4140-8cbb-cabe6e619293 req-6aecf1cf-681d-491f-bf01-1ceca8b8d248 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Nov 10 17:16:18.149770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0204c4-296a-49fa-83e5-0570928cada4 req-a17e8724-eaf5-4806-8b51-8c3a60b0ba44 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:18.151185 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c0204c4-296a-49fa-83e5-0570928cada4 req-a17e8724-eaf5-4806-8b51-8c3a60b0ba44 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0622346 Nov 10 17:16:18.199300 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c0204c4-296a-49fa-83e5-0570928cada4 req-72ceb690-d32b-430a-b4bc-9f918f3c342a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Nov 10 17:16:19.330478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d505d56-5e43-4c8b-9b06-7a65ca5e3ef7 req-b8ea057d-90e1-4f6a-a27b-6122cf5165c2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:19.332294 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d505d56-5e43-4c8b-9b06-7a65ca5e3ef7 req-b8ea057d-90e1-4f6a-a27b-6122cf5165c2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0585177 Nov 10 17:16:19.385280 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d505d56-5e43-4c8b-9b06-7a65ca5e3ef7 req-c7678a6a-127e-4288-8112-d708a241c908 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Nov 10 17:16:20.506222 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5745af0-97a2-4a7c-a018-9038445c69cc req-0adb0bca-7a39-4f35-bbf6-7a9d013efdce tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:20.507724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5745af0-97a2-4a7c-a018-9038445c69cc req-0adb0bca-7a39-4f35-bbf6-7a9d013efdce tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0524786 Nov 10 17:16:20.555907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5745af0-97a2-4a7c-a018-9038445c69cc req-9929a8bc-9349-420a-9341-4f8e85db7185 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Nov 10 17:16:21.291706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 45cb030b-3824-4c54-a8c4-bb67065bd560 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:16:21.395408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 45cb030b-3824-4c54-a8c4-bb67065bd560, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45cb030b-3824-4c54-a8c4-bb67065bd560,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:16:21.406945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '45cb030b-3824-4c54-a8c4-bb67065bd560', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'port_id': '45cb030b-3824-4c54-a8c4-bb67065bd560', 'mac_address': 'fa:16:3e:d1:9c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:16:21.448669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:21.461268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cb030b-3824-4c54-a8c4-bb67065bd560 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:16:21.479996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 45cb030b-3824-4c54-a8c4-bb67065bd560, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45cb030b-3824-4c54-a8c4-bb67065bd560,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:16:21.594452 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:21.634425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=45cb030b-3824-4c54-a8c4-bb67065bd560,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:21.642232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.642557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.642889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.643222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.643576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.643897 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.644215 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.644532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.644846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.645214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.645553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.645868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:21.683482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8dfe-7e12-4fd1-9f2f-d3d91a4e1b31 req-43456f41-022e-43ab-81f5-d91b6c5a4632 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:21.684962 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10ab8dfe-7e12-4fd1-9f2f-d3d91a4e1b31 req-43456f41-022e-43ab-81f5-d91b6c5a4632 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 944 time: 0.0550380 Nov 10 17:16:21.732414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10ab8dfe-7e12-4fd1-9f2f-d3d91a4e1b31 req-b13ceede-1f5d-4110-9c9c-5348a2394e0c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Nov 10 17:16:21.908077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['45cb030b-3824-4c54-a8c4-bb67065bd560'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:16:22.852721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb5e7-5198-474b-acd5-d9b688bf851a req-ec5f34e1-af14-46ea-8b07-9c6a71d167b8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:22.854226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-559cb5e7-5198-474b-acd5-d9b688bf851a req-ec5f34e1-af14-46ea-8b07-9c6a71d167b8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 944 time: 0.0534410 Nov 10 17:16:22.906660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-559cb5e7-5198-474b-acd5-d9b688bf851a req-e3d1b8fa-f73f-4293-b863-bb3aeec5d9cb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464103 Nov 10 17:16:23.310856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 45cb030b-3824-4c54-a8c4-bb67065bd560 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:16:23.447712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 45cb030b-3824-4c54-a8c4-bb67065bd560 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:16:23.452056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 45cb030b-3824-4c54-a8c4-bb67065bd560 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:16:23.452420 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:23.529975 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:23.556619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb030b-3824-4c54-a8c4-bb67065bd560'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:16:23.559188 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3debda2f-7957-43fd-be6e-4e6e1620bde2" -d '{"events": [{"server_uuid": "35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5", "name": "network-vif-plugged", "status": "completed", "tag": "45cb030b-3824-4c54-a8c4-bb67065bd560"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:16:23.572305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 45cb030b-3824-4c54-a8c4-bb67065bd560, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45cb030b-3824-4c54-a8c4-bb67065bd560,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:16:23.671257 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:23.721019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=45cb030b-3824-4c54-a8c4-bb67065bd560,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:23.779204 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ac5a1a-16d4-4642-a2e5-9fd8ad32f2a2 x-openstack-request-id: req-65ac5a1a-16d4-4642-a2e5-9fd8ad32f2a2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:16:23.779535 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5", "name": "network-vif-plugged", "status": "completed", "tag": "45cb030b-3824-4c54-a8c4-bb67065bd560", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:16:23.779789 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65ac5a1a-16d4-4642-a2e5-9fd8ad32f2a2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:16:23.780186 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb030b-3824-4c54-a8c4-bb67065bd560', 'code': 200} Nov 10 17:16:23.882512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5978a-5f42-40a2-815e-2d70b0c6a3c8 req-ff0755ca-38d5-401f-a7e3-2bc8ceba0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:23.884564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbf5978a-5f42-40a2-815e-2d70b0c6a3c8 req-ff0755ca-38d5-401f-a7e3-2bc8ceba0608 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0435383 Nov 10 17:16:23.931868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fbf5978a-5f42-40a2-815e-2d70b0c6a3c8 req-18487eec-39d7-45f0-a0d5-949a41ba823a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 Nov 10 17:16:24.023791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c77dc1-9c7e-492e-84f7-5879a2e66f7c req-1a53016b-0f3a-400f-89b9-a032311addb6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:24.025305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98c77dc1-9c7e-492e-84f7-5879a2e66f7c req-1a53016b-0f3a-400f-89b9-a032311addb6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0506890 Nov 10 17:16:24.074357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98c77dc1-9c7e-492e-84f7-5879a2e66f7c req-6d19c8d0-a297-434e-829d-de0d519acb3f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Nov 10 17:16:25.198237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e788a0-79be-468d-b119-6051657466e6 req-5ca0eb97-f2a9-425b-8df7-344536a411aa tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:25.199762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69e788a0-79be-468d-b119-6051657466e6 req-5ca0eb97-f2a9-425b-8df7-344536a411aa tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0534294 Nov 10 17:16:25.251742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69e788a0-79be-468d-b119-6051657466e6 req-15a38be6-e70e-4056-b7e3-c3bf6ee268fc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446813 Nov 10 17:16:26.375933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aed4b4-0cff-4953-ad3b-07208cce0a52 req-90a56749-29f1-4d1f-884d-5f274a92b69b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:26.377489 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2aed4b4-0cff-4953-ad3b-07208cce0a52 req-90a56749-29f1-4d1f-884d-5f274a92b69b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0558596 Nov 10 17:16:26.424888 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2aed4b4-0cff-4953-ad3b-07208cce0a52 req-309cbfbd-c640-4fee-ae8b-1688557f9925 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Nov 10 17:16:26.541571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5570-3260-471e-90d3-9a4a9c83f6e9 req-82cf112a-714f-4cb4-aca3-7c1c736eff5d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:26.542989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4dea5570-3260-471e-90d3-9a4a9c83f6e9 req-82cf112a-714f-4cb4-aca3-7c1c736eff5d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0497444 Nov 10 17:16:26.596349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4dea5570-3260-471e-90d3-9a4a9c83f6e9 req-9dd0d6be-7454-4509-aeec-cc47d4145cba tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472851 Nov 10 17:16:27.211807 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3801b5-25b0-468a-9f52-eebb4aa84baa req-5acecf2f-46f4-460c-818d-23d667d47bb5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:27.213439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a3801b5-25b0-468a-9f52-eebb4aa84baa req-5acecf2f-46f4-460c-818d-23d667d47bb5 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0516813 Nov 10 17:16:27.265155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a3801b5-25b0-468a-9f52-eebb4aa84baa req-4ade78f2-5277-4c43-bc56-22c09ff5ab8a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Nov 10 17:16:28.391071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dc414-8f75-4ed0-98c8-50d1f1364e16 req-ad9d33b7-d414-45d3-b12c-d2414005b745 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:28.392593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e9dc414-8f75-4ed0-98c8-50d1f1364e16 req-ad9d33b7-d414-45d3-b12c-d2414005b745 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0511255 Nov 10 17:16:28.441189 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e9dc414-8f75-4ed0-98c8-50d1f1364e16 req-c97952ac-41de-4d83-84cf-2858a52574e0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Nov 10 17:16:28.871050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-5326a0c4-cfa7-4d0e-b0f6-f1db72039045 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:28.872580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-5326a0c4-cfa7-4d0e-b0f6-f1db72039045 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0493562 Nov 10 17:16:28.971486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port 45cb030b-3824-4c54-a8c4-bb67065bd560 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:16:28.971819 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:29.061490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] For port 45cb030b-3824-4c54-a8c4-bb67065bd560, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=45cb030b-3824-4c54-a8c4-bb67065bd560,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:16:29.061878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:29.079696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for 45cb030b-3824-4c54-a8c4-bb67065bd560 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:16:29.265279 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:29.277923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['043abf8b-a4c4-4cf6-9926-b153ad614715'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:16:29.280442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['45cb030b-3824-4c54-a8c4-bb67065bd560'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:16:29.294708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=45cb030b-3824-4c54-a8c4-bb67065bd560,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:29.307346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.307346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.307346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.307346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.307346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.307346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.307906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.310986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.311894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.312214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.312559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.312901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:16:29.371725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] No DVR routers for this DVR port 45cb030b-3824-4c54-a8c4-bb67065bd560 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:16:29.374765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:29.378758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd938ac2-9f5f-4bc7-84a2-a5a84f9e1724 req-8d9e8ec4-78d6-4e9b-82db-b52694bf5e79 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "DELETE /v2.0/ports/45cb030b-3824-4c54-a8c4-bb67065bd560 HTTP/1.1" status: 204 len: 173 time: 0.4981203 Nov 10 17:16:29.384545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5', 'name': 'network-vif-deleted', 'tag': '45cb030b-3824-4c54-a8c4-bb67065bd560'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:16:29.384545 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090114e0-7d7f-42eb-bc85-8178d1bd850c" -d '{"events": [{"server_uuid": "35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5", "name": "network-vif-deleted", "tag": "45cb030b-3824-4c54-a8c4-bb67065bd560"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:16:29.442428 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20634452-0210-491e-b4fc-8ec1899722cd x-openstack-request-id: req-20634452-0210-491e-b4fc-8ec1899722cd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:16:29.442428 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5", "name": "network-vif-deleted", "tag": "45cb030b-3824-4c54-a8c4-bb67065bd560", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:16:29.442428 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20634452-0210-491e-b4fc-8ec1899722cd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:16:29.442428 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5', 'name': 'network-vif-deleted', 'tag': '45cb030b-3824-4c54-a8c4-bb67065bd560', 'status': 'completed', 'code': 200} Nov 10 17:16:29.794001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a217afc5-031f-45af-a86d-52c483cf2751 req-0f7c4307-6ccc-4311-a887-7a925d7f3878 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0276234 Nov 10 17:16:30.895216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f91b563a-e50c-41f1-b225-b91f0f1c8e7d req-0624c420-72db-48c8-a562-848687e3fb11 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0259075 Nov 10 17:16:31.642665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06a49074-7969-4ef8-bafe-3ecbbb0cef57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:31.993256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a2c3b02d-cdb3-4197-bf30-bb63659c084c req-4924647d-b6b5-421d-952e-693534556594 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0272131 Nov 10 17:16:33.096040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0aecd68a-b685-462e-af7b-cde29853c30a req-719bd39b-256e-4a5b-add0-a5e5ff0b228c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0283403 Nov 10 17:16:33.338194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 45cb030b-3824-4c54-a8c4-bb67065bd560 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:16:33.362208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 45cb030b-3824-4c54-a8c4-bb67065bd560 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:16:33.367083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 45cb030b-3824-4c54-a8c4-bb67065bd560 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:16:33.871553 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c5727de9-e87a-446b-aefe-cc5042ef938d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:34.207614 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ce1e752-110d-40cb-984b-82ad90fdfb8d req-4fbe39b5-2dd8-4abd-87a4-5428a95daf24 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c02e73-ffc2-4be8-9cc4-f4bb0e18d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0309629 Nov 10 17:16:35.168629 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:36.920971 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:37.602490 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:38.151825 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:40.808453 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:41.638207 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:16:42.191827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b3482-e084-4dd0-ac33-717958697a73 req-0802dfa4-9d6d-4c7c-a0bb-287a644cb0c6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:42.193216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd0b3482-e084-4dd0-ac33-717958697a73 req-0802dfa4-9d6d-4c7c-a0bb-287a644cb0c6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 945 time: 0.0537655 Nov 10 17:16:42.241731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd0b3482-e084-4dd0-ac33-717958697a73 req-abc30745-b7e2-4e46-a111-cad92b5affe2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Nov 10 17:16:43.363780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc31ac-0f77-4d21-a6af-28f9ed564eaf req-c84b0478-4550-4aeb-8e53-3057e070c144 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:43.445274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-69cc31ac-0f77-4d21-a6af-28f9ed564eaf req-c84b0478-4550-4aeb-8e53-3057e070c144 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 945 time: 0.0511274 Nov 10 17:16:43.445274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-69cc31ac-0f77-4d21-a6af-28f9ed564eaf req-5d840c12-2864-4abe-b643-3a8c7dea3ea8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=30cebb7c-7142-4ae5-8d73-95e4a54c8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Nov 10 17:16:43.689793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-f91a7d3b-7f3e-49b2-b40b-e960d92594a8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:16:43.691417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-f91a7d3b-7f3e-49b2-b40b-e960d92594a8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 945 time: 0.0572124 Nov 10 17:16:43.800406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port 043abf8b-a4c4-4cf6-9926-b153ad614715 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:16:43.800788 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:43.921117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] For port 043abf8b-a4c4-4cf6-9926-b153ad614715, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=043abf8b-a4c4-4cf6-9926-b153ad614715,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:16:43.921515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:43.941484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for 043abf8b-a4c4-4cf6-9926-b153ad614715 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:16:44.281717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:44.293981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['043abf8b-a4c4-4cf6-9926-b153ad614715'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:16:44.312123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=043abf8b-a4c4-4cf6-9926-b153ad614715,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:44.407445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] No DVR routers for this DVR port 043abf8b-a4c4-4cf6-9926-b153ad614715 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:16:44.407445 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:44.407445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bec85dc7-e366-4e2f-9928-a274c9807e24 req-24c1001c-48c6-4f43-903c-4b9b8e5e26bc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "DELETE /v2.0/ports/043abf8b-a4c4-4cf6-9926-b153ad614715 HTTP/1.1" status: 204 len: 173 time: 0.6710703 Nov 10 17:16:44.407445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeead50-3a89-4bff-a920-a33a9de7698d', 'name': 'network-vif-deleted', 'tag': '043abf8b-a4c4-4cf6-9926-b153ad614715'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:16:44.407445 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbbad38-67fa-4a77-be1a-dc9d882730fa" -d '{"events": [{"server_uuid": "5aeead50-3a89-4bff-a920-a33a9de7698d", "name": "network-vif-deleted", "tag": "043abf8b-a4c4-4cf6-9926-b153ad614715"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:16:44.510793 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb92d7-2f60-449d-b4cd-9c21c0997ff6 x-openstack-request-id: req-c4bb92d7-2f60-449d-b4cd-9c21c0997ff6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:16:44.511446 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeead50-3a89-4bff-a920-a33a9de7698d", "name": "network-vif-deleted", "tag": "043abf8b-a4c4-4cf6-9926-b153ad614715", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:16:44.511446 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4bb92d7-2f60-449d-b4cd-9c21c0997ff6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:16:44.511795 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeead50-3a89-4bff-a920-a33a9de7698d', 'name': 'network-vif-deleted', 'tag': '043abf8b-a4c4-4cf6-9926-b153ad614715', 'status': 'completed', 'code': 200} Nov 10 17:16:44.523693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ebace118-c579-40bc-881f-fc994f734fe9 req-9c60bfe0-f611-43c7-a2fe-682d6ae75a5b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 210 time: 0.0284655 Nov 10 17:16:45.625966 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d03fae4a-7b41-401e-999d-d10bd657a110 req-fb34cc9a-31f1-4776-b60e-a44e8c7e3c49 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 210 time: 0.0308790 Nov 10 17:16:46.662350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 043abf8b-a4c4-4cf6-9926-b153ad614715 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:16:46.683237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 043abf8b-a4c4-4cf6-9926-b153ad614715 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:16:46.683864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 043abf8b-a4c4-4cf6-9926-b153ad614715 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:16:46.722913 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b83d101-e416-4e9a-894e-4cf5294c7863 req-cdae0feb-d8bd-4ffd-8627-c1879f4d25f4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 210 time: 0.0282564 Nov 10 17:16:47.819245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-072816bc-66db-4591-b8a2-ce3dbe850fff req-d1be07fc-50a4-41d6-bba2-9d9610bc1e7e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 210 time: 0.0290976 Nov 10 17:16:49.062252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c5772d6-1ef5-4c64-87d0-9aca2ce91b8a req-ebb641cf-db8b-462d-842f-89604c8934e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aeead50-3a89-4bff-a920-a33a9de7698d HTTP/1.1" status: 200 len: 210 time: 0.0288427 Nov 10 17:16:54.742563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38280) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:54.747117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-547c82cb-af97-4edc-bed1-a56a885b79a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604057510', 'description': 'tempest-secgroup-smoke-604057510 description', 'project_id': '2ee88b66e31341a395887e6984f1a14a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:16:54.853381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-547c82cb-af97-4edc-bed1-a56a885b79a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:54.920192 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-547c82cb-af97-4edc-bed1-a56a885b79a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.001898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-547c82cb-af97-4edc-bed1-a56a885b79a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.031074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c82cb-af97-4edc-bed1-a56a885b79a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b3f13c-5f20-40a8-9841-38adcf572438,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:55.095528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-547c82cb-af97-4edc-bed1-a56a885b79a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.096811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-547c82cb-af97-4edc-bed1-a56a885b79a3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3532345 Nov 10 17:16:55.102122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38282) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:55.106422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3ed691e9-ecf9-463e-8731-f908fec187a2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'security_group_rule': {'security_group_id': '95b3f13c-5f20-40a8-9841-38adcf572438', 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:16:55.166084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed691e9-ecf9-463e-8731-f908fec187a2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.224988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed691e9-ecf9-463e-8731-f908fec187a2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.264804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed691e9-ecf9-463e-8731-f908fec187a2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.282365 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed691e9-ecf9-463e-8731-f908fec187a2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73fed89-6c35-4a1e-a5e9-83f48a02b9ca,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:55.357449 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ed691e9-ecf9-463e-8731-f908fec187a2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.358766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3ed691e9-ecf9-463e-8731-f908fec187a2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2557178 Nov 10 17:16:55.361461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38284) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:55.365692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-fdeb3981-d9be-404b-94b4-331f95447103 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'security_group_rule': {'security_group_id': '95b3f13c-5f20-40a8-9841-38adcf572438', 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:16:55.452970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3981-d9be-404b-94b4-331f95447103 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.508087 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3981-d9be-404b-94b4-331f95447103 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.589228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3981-d9be-404b-94b4-331f95447103 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.606513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb3981-d9be-404b-94b4-331f95447103 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5557dabe-c261-4b37-ba16-990a878743c1,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:55.689522 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3981-d9be-404b-94b4-331f95447103 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.690765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-fdeb3981-d9be-404b-94b4-331f95447103 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3283851 Nov 10 17:16:55.694075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38286) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:55.698485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-af293af0-e2e8-489c-aed0-f6770265df2b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'security_group_rule': {'security_group_id': '95b3f13c-5f20-40a8-9841-38adcf572438', 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:16:55.789282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af293af0-e2e8-489c-aed0-f6770265df2b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.845740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af293af0-e2e8-489c-aed0-f6770265df2b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.904440 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af293af0-e2e8-489c-aed0-f6770265df2b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.925560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af293af0-e2e8-489c-aed0-f6770265df2b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450bd17a-c696-48f5-88e8-d36f50656c0e,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:55.998485 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af293af0-e2e8-489c-aed0-f6770265df2b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:55.999771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-af293af0-e2e8-489c-aed0-f6770265df2b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047721 Nov 10 17:16:56.002499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38288) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:56.007151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3fd75933-d7fe-4f56-a244-0090545e75ac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'security_group_rule': {'security_group_id': '95b3f13c-5f20-40a8-9841-38adcf572438', 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:16:56.075224 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd75933-d7fe-4f56-a244-0090545e75ac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.136297 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd75933-d7fe-4f56-a244-0090545e75ac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.184419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd75933-d7fe-4f56-a244-0090545e75ac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.200115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75933-d7fe-4f56-a244-0090545e75ac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478070d0-91ca-4727-a701-41a65b0f5664,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:56.266690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3fd75933-d7fe-4f56-a244-0090545e75ac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.267967 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3fd75933-d7fe-4f56-a244-0090545e75ac tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2643511 Nov 10 17:16:56.270557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38290) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:56.274908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ea576771-dbab-4f8e-8db0-72bedcf893db tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'security_group_rule': {'security_group_id': '95b3f13c-5f20-40a8-9841-38adcf572438', 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:16:56.355956 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-ea576771-dbab-4f8e-8db0-72bedcf893db tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Project 2ee88b66e31341a395887e6984f1a14a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:16:56.362161 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea576771-dbab-4f8e-8db0-72bedcf893db tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.421281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea576771-dbab-4f8e-8db0-72bedcf893db tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.458428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea576771-dbab-4f8e-8db0-72bedcf893db tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.477120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea576771-dbab-4f8e-8db0-72bedcf893db tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e0cccb-c3ea-45e7-b6f0-4f6fb4159a98,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:56.533839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea576771-dbab-4f8e-8db0-72bedcf893db tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.535059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ea576771-dbab-4f8e-8db0-72bedcf893db tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2635834 Nov 10 17:16:56.537856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38292) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:16:56.542321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-4d40c5f5-fd36-4930-983c-8424f8d5806f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'security_group_rule': {'security_group_id': '95b3f13c-5f20-40a8-9841-38adcf572438', 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:16:56.629082 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-4d40c5f5-fd36-4930-983c-8424f8d5806f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Project 2ee88b66e31341a395887e6984f1a14a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:16:56.634116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d40c5f5-fd36-4930-983c-8424f8d5806f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.693270 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d40c5f5-fd36-4930-983c-8424f8d5806f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.772225 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d40c5f5-fd36-4930-983c-8424f8d5806f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.790167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40c5f5-fd36-4930-983c-8424f8d5806f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d37a797-c048-47cc-8f74-83eb2e252165,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:16:56.877201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d40c5f5-fd36-4930-983c-8424f8d5806f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:16:56.878418 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4d40c5f5-fd36-4930-983c-8424f8d5806f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395338 Nov 10 17:17:01.647449 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0769-1aa5-4f4c-a8c7-b5b70542f5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:03.870032 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-27ed6faf-cc3e-4c58-97ca-177f0f4ae658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:05.173827 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:07.841325 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:07.864955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:08.167106 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:10.737739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:18.638209 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:17:22.003005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-3b1ead38-ef9b-4344-8ff8-d753b2f18c5c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604057510&fields=id&tenant_id=2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 267 time: 0.0441086 Nov 10 17:17:22.116716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-6b4c92ac-c1fb-4f57-876f-41c382984b06 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:22.118141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-6b4c92ac-c1fb-4f57-876f-41c382984b06 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1076033 Nov 10 17:17:22.134685 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-d170bda9-a060-420f-a311-d3768483cc5d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/quotas/2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 375 time: 0.0100205 Nov 10 17:17:22.186177 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-de0ee74d-a150-49d8-a455-92b4b355d806 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464532 Nov 10 17:17:22.280104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-d54cdb47-88bb-4c68-9be6-7dcb82e4f782 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810351 Nov 10 17:17:22.378421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-2eb72b3c-d91d-4d5a-88f5-f6e6f9c9dba3 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914643 Nov 10 17:17:22.984390 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21145ae8-99fb-4fe9-8471-229349f1d801 req-46fe31c3-298c-4fbb-b727-67eee31042ba tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.0292761 Nov 10 17:17:24.087485 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f96b1741-f790-4920-b035-4548b900552a req-e03623e6-f854-410b-b3b8-d36b0f391e84 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.0273073 Nov 10 17:17:24.900899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-75da0f75-229e-46aa-a3eb-ddff3e9637b7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:24.902408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-75da0f75-229e-46aa-a3eb-ddff3e9637b7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1061406 Nov 10 17:17:24.965305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-04bc0f7f-4a0a-412e-ac71-573ce47a3acc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 379 time: 0.0537686 Nov 10 17:17:24.974203 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'port': {'device_id': '8534e69f-a655-44d3-bd59-760b94e028ae', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'admin_state_up': True, 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'security_groups': ['95b3f13c-5f20-40a8-9841-38adcf572438']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:17:25.127073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:17:25.132364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:25.266716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.20.0.7 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:17:25.322302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b62a1139-858f-4878-8a0e-13203cabf79d req-fef48abb-c8c0-41a3-9a4d-79846eadd91b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.1649635 Nov 10 17:17:25.413475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:25.498960 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:25.541773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:17:25.546920 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:17:25.550762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:17:25.558873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:25.586907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.587257 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.587629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.587970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.588311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.588641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.588967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.589289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.589617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.589937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.590260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.590583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:25.617590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:25.618529 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:25.690215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-8c947380-be01-432b-863f-3847501c3cd8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7195382 Nov 10 17:17:25.700607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-146cdb80-d1c8-4118-ae13-83b4945b8ece tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:17:25.705380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-146cdb80-d1c8-4118-ae13-83b4945b8ece tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056641 Nov 10 17:17:25.714732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Request body: {'port': {'device_id': '8534e69f-a655-44d3-bd59-760b94e028ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:17:25.780325 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:25.866815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4feb7bbe-7ba8-49f8-9990-067712e3563c None None] Provisioning complete for port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:17:25.867446 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4feb7bbe-7ba8-49f8-9990-067712e3563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:25.903430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4feb7bbe-7ba8-49f8-9990-067712e3563c None None] Port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:17:26.057208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:17:26.064733 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:26.077235 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Transition to ACTIVE for port object 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:17:26.149128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:26.200617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:26.278910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Attempting to bind port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:17:26.279247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Attempting to bind port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:17:26.279594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Attempting to bind port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:17:26.285201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 on network 869ffb30-c384-4b31-a739-b062c5ac0767 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:17:26.285527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Attempting to bind port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:17:26.291598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:17:26.291929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:17:26.292306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:17:26.292866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Bound port: 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:17:26.293265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:26.382899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] For port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:17:26.387353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] For port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:17:26.457516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11500c-b6bc-48a1-bf96-8862042ee9fe req-f19217ce-5bab-4c40-a38d-fdadbd805546 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:26.457516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c11500c-b6bc-48a1-bf96-8862042ee9fe req-f19217ce-5bab-4c40-a38d-fdadbd805546 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0532575 Nov 10 17:17:26.459578 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:26.524613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:26.525330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:26.526808 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] 10.222.0.18 "PUT /v2.0/ports/1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 HTTP/1.1" status: 200 len: 1092 time: 0.8165462 Nov 10 17:17:26.530755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8534e69f-a655-44d3-bd59-760b94e028ae', 'tag': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:17:26.533313 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed78187-84a1-4af9-adc3-5452dad97f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "8534e69f-a655-44d3-bd59-760b94e028ae", "tag": "1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:17:26.578460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179a777-acc2-45d1-ab2a-9b1b5c26df01 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:26.586679 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c11500c-b6bc-48a1-bf96-8862042ee9fe req-e700ca3b-ed36-4658-ad63-d9a80414b53e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005054 Nov 10 17:17:26.593268 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c623b-751b-4d24-a805-404b33baf66c x-openstack-request-id: req-560c623b-751b-4d24-a805-404b33baf66c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:17:26.593647 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8534e69f-a655-44d3-bd59-760b94e028ae", "tag": "1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:17:26.593966 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-560c623b-751b-4d24-a805-404b33baf66c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:17:26.594516 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8534e69f-a655-44d3-bd59-760b94e028ae', 'tag': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'status': 'completed', 'code': 200} Nov 10 17:17:26.658490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78187-84a1-4af9-adc3-5452dad97f3e req-be749fe8-de20-48cf-be56-87a84bf1037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:26.658490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ed78187-84a1-4af9-adc3-5452dad97f3e req-be749fe8-de20-48cf-be56-87a84bf1037b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 1095 time: 0.0460067 Nov 10 17:17:26.784999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78187-84a1-4af9-adc3-5452dad97f3e req-68ca1a88-0c44-4c95-bfc7-63721fecb003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:26.786581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ed78187-84a1-4af9-adc3-5452dad97f3e req-68ca1a88-0c44-4c95-bfc7-63721fecb003 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ee88b66e31341a395887e6984f1a14a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1203637 Nov 10 17:17:26.891703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78187-84a1-4af9-adc3-5452dad97f3e req-16ade470-7f41-46b8-855f-ba593541b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:26.893332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ed78187-84a1-4af9-adc3-5452dad97f3e req-16ade470-7f41-46b8-855f-ba593541b96d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994813 Nov 10 17:17:26.975066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-fee3315b-b47d-4a96-86fa-e65bf633b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:26.976946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-fee3315b-b47d-4a96-86fa-e65bf633b423 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 1095 time: 0.0435896 Nov 10 17:17:27.023558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-07177b7b-c155-412b-a103-a45dbfdfdf22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 HTTP/1.1" status: 200 len: 217 time: 0.0380995 Nov 10 17:17:27.073479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-5bb0655a-612a-4080-b86a-deed91e878b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:27.075103 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-5bb0655a-612a-4080-b86a-deed91e878b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0450459 Nov 10 17:17:27.121876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c8079afd-eecf-4322-afb1-fa8406e2fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:27.123408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-c8079afd-eecf-4322-afb1-fa8406e2fbb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416503 Nov 10 17:17:27.218170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-54755b8c-9cd7-4159-9fa7-799ddc0794e2 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872805 Nov 10 17:17:27.316183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1fabcf0-870d-44ee-898c-9841c6882788 req-9c54d84e-0966-4f2c-9573-9094ee0ddb72 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885196 Nov 10 17:17:27.719831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd485503-b421-4295-98d5-1f5027a61d59 req-ce831cd7-6a5a-4311-b565-888328827d38 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:27.721424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd485503-b421-4295-98d5-1f5027a61d59 req-ce831cd7-6a5a-4311-b565-888328827d38 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0509245 Nov 10 17:17:27.772434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd485503-b421-4295-98d5-1f5027a61d59 req-d65ba01e-a319-4f8b-aba4-484833afbc90 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445194 Nov 10 17:17:28.898790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53267027-35d5-4d17-8a0e-91ce9ec17538 req-15030805-662d-49f5-9a27-60eb9560e866 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:28.900345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53267027-35d5-4d17-8a0e-91ce9ec17538 req-15030805-662d-49f5-9a27-60eb9560e866 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0554943 Nov 10 17:17:28.950990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53267027-35d5-4d17-8a0e-91ce9ec17538 req-ebd9e966-1c1d-4e42-b4f2-ea2a2913b7d3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447283 Nov 10 17:17:30.071025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87940f82-d372-46b1-9899-2c6aa4f4f993 req-b1105de8-6979-4465-b66c-207526124b66 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:30.072656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87940f82-d372-46b1-9899-2c6aa4f4f993 req-b1105de8-6979-4465-b66c-207526124b66 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0513983 Nov 10 17:17:30.126121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-87940f82-d372-46b1-9899-2c6aa4f4f993 req-af6c791b-7dc7-4c26-8fa2-7b0124595573 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474391 Nov 10 17:17:31.242875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa368b-1871-459b-ac96-6c9356bf13aa req-cc6103b7-b0f8-470f-be13-0c4735b05821 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:31.244363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11fa368b-1871-459b-ac96-6c9356bf13aa req-cc6103b7-b0f8-470f-be13-0c4735b05821 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0489416 Nov 10 17:17:31.292244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11fa368b-1871-459b-ac96-6c9356bf13aa req-07e4bd77-4f6c-4688-874c-2f08e882d98e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419412 Nov 10 17:17:31.623834 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd0ebe3c-007d-4327-adab-b920f3fd46f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:32.412419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd851-d8bf-4cc0-8816-14d4e64b38ed req-62701428-6290-4712-8992-277c756f4664 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:32.414172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c89cd851-d8bf-4cc0-8816-14d4e64b38ed req-62701428-6290-4712-8992-277c756f4664 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0532281 Nov 10 17:17:32.463568 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c89cd851-d8bf-4cc0-8816-14d4e64b38ed req-de83e285-d08e-4b18-803b-26e55ee236c8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Nov 10 17:17:33.588434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9828f-c4bf-49ad-85d6-fd41a5482c50 req-eb4077ca-13e6-4fc3-9c90-037236ddcda2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:33.589829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8dd9828f-c4bf-49ad-85d6-fd41a5482c50 req-eb4077ca-13e6-4fc3-9c90-037236ddcda2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0564702 Nov 10 17:17:33.646470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8dd9828f-c4bf-49ad-85d6-fd41a5482c50 req-bccae0dd-8b2e-402e-9a6a-526758d41567 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504920 Nov 10 17:17:33.926738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6369c404-374a-4ac4-91cd-4a5fc617fa0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:34.776887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9f774-c851-45df-8cfd-da67776451af req-7c18bf6b-7bc0-4aef-aae1-42c5a1cccaf2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:34.778428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7a9f774-c851-45df-8cfd-da67776451af req-7c18bf6b-7bc0-4aef-aae1-42c5a1cccaf2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0616326 Nov 10 17:17:34.839260 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7a9f774-c851-45df-8cfd-da67776451af req-cff5e0db-9a2c-47fe-b134-c90df8d920bb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547175 Nov 10 17:17:35.166844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:35.962020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd29d6-12f3-4c8b-a13a-7ca563933ac4 req-383fdbee-0404-4113-954d-eb09a9a4e9dc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:35.963516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ecd29d6-12f3-4c8b-a13a-7ca563933ac4 req-383fdbee-0404-4113-954d-eb09a9a4e9dc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0522809 Nov 10 17:17:36.013925 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ecd29d6-12f3-4c8b-a13a-7ca563933ac4 req-aade92e5-3db9-4fed-a00b-78670c0d8b68 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445514 Nov 10 17:17:36.869097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:37.134366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff4e8f-4f16-448a-a876-e5d3d5c2ceee req-be188abc-afbb-4c85-b8a5-2b241d5d2ff8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:37.135894 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93ff4e8f-4f16-448a-a876-e5d3d5c2ceee req-be188abc-afbb-4c85-b8a5-2b241d5d2ff8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0535543 Nov 10 17:17:37.186275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93ff4e8f-4f16-448a-a876-e5d3d5c2ceee req-c94fb338-4cfe-4b99-aa62-4f91b3a0a3d0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443242 Nov 10 17:17:37.612072 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:38.252169 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:38.304011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe3a2-1db8-4956-a77a-2b6831cf02de req-95ef5e8d-116c-4fa3-adb4-f8eaa9ebf223 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:38.305567 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fffe3a2-1db8-4956-a77a-2b6831cf02de req-95ef5e8d-116c-4fa3-adb4-f8eaa9ebf223 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 943 time: 0.0510902 Nov 10 17:17:38.358842 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1fffe3a2-1db8-4956-a77a-2b6831cf02de req-d3227d18-bd29-44e3-8cbc-c2da65bd851d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472493 Nov 10 17:17:38.906653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:17:39.005127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:17:39.016416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'port_id': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'mac_address': 'fa:16:3e:f6:d8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:17:39.060719 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:39.073622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:17:39.093384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:17:39.137017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:39.186239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:39.193468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.193804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.194141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.194469 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.194791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.195110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.195455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.195771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.196084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.196400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.196712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.197019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:39.358794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:17:39.478402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfce1e-4270-41a6-b634-2c2f519b6f56 req-d6559845-2d2c-4e4c-980b-ff7f041b7b4b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:39.480024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7abfce1e-4270-41a6-b634-2c2f519b6f56 req-d6559845-2d2c-4e4c-980b-ff7f041b7b4b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 944 time: 0.0515864 Nov 10 17:17:39.530147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7abfce1e-4270-41a6-b634-2c2f519b6f56 req-4f4859ab-d796-4d1f-93d0-54cdec92d7ff tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439620 Nov 10 17:17:40.649561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dc07a-5aba-4277-99a0-2675df1a798a req-ef50e272-6c4a-4ae5-8b35-740c03e5891b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:40.651029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df0dc07a-5aba-4277-99a0-2675df1a798a req-ef50e272-6c4a-4ae5-8b35-740c03e5891b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 944 time: 0.0483294 Nov 10 17:17:40.701108 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-df0dc07a-5aba-4277-99a0-2675df1a798a req-515a8c63-1f1d-456f-a0ad-abaf05c2e42a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Nov 10 17:17:40.754928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:40.939064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:17:41.024119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:17:41.028145 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:17:41.030398 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:41.107698 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:41.130849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8534e69f-a655-44d3-bd59-760b94e028ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:17:41.133105 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0822b90b-19b5-46c8-adc6-41fef388fdc0" -d '{"events": [{"server_uuid": "8534e69f-a655-44d3-bd59-760b94e028ae", "name": "network-vif-plugged", "status": "completed", "tag": "1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:17:41.146261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:17:41.173498 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1bb29-6c93-4fd6-a7ac-1cd986391937 x-openstack-request-id: req-20e1bb29-6c93-4fd6-a7ac-1cd986391937 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:17:41.173790 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8534e69f-a655-44d3-bd59-760b94e028ae", "name": "network-vif-plugged", "status": "completed", "tag": "1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:17:41.174240 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20e1bb29-6c93-4fd6-a7ac-1cd986391937 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:17:41.174640 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8534e69f-a655-44d3-bd59-760b94e028ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'code': 200} Nov 10 17:17:41.211795 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:41.264616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:41.274033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ab9b5-d2b7-4415-b742-f83ae3b1e544 req-79f96643-9dfd-4b5c-a45a-4711ebdc7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:41.275551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-529ab9b5-d2b7-4415-b742-f83ae3b1e544 req-79f96643-9dfd-4b5c-a45a-4711ebdc7649 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 1097 time: 0.0415182 Nov 10 17:17:41.323919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-529ab9b5-d2b7-4415-b742-f83ae3b1e544 req-1d876ae0-5bc0-4d83-8759-0b535dfa4546 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412464 Nov 10 17:17:41.827694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a063bfc-3858-478a-bc28-3d19ca703804 req-9c3b6169-fea0-4793-8a4b-a70828650ccb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:41.829179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a063bfc-3858-478a-bc28-3d19ca703804 req-9c3b6169-fea0-4793-8a4b-a70828650ccb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 945 time: 0.0590150 Nov 10 17:17:41.879669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a063bfc-3858-478a-bc28-3d19ca703804 req-87c3c14c-f18d-4eaa-8ae8-c1c31a45c883 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Nov 10 17:17:43.002560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0fb53-7ece-45b7-9462-6585dbb774e2 req-06b4a6f9-327e-428e-af00-502d9cb8ea60 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:43.004110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8a0fb53-7ece-45b7-9462-6585dbb774e2 req-06b4a6f9-327e-428e-af00-502d9cb8ea60 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 945 time: 0.0527124 Nov 10 17:17:43.060516 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8a0fb53-7ece-45b7-9462-6585dbb774e2 req-9386489f-7019-4867-bec4-f89c9143579f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497992 Nov 10 17:17:43.185477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3391a-d198-4cf3-875c-4698f7500d67 req-9f1faba9-a2a3-40b8-8815-a4d1a9fb6758 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:43.186899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09d3391a-d198-4cf3-875c-4698f7500d67 req-9f1faba9-a2a3-40b8-8815-a4d1a9fb6758 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 945 time: 0.0588975 Nov 10 17:17:43.237532 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09d3391a-d198-4cf3-875c-4698f7500d67 req-bfb323db-c3a1-4c85-aabd-7d6d23b78af6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Nov 10 17:17:43.260839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38520) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:43.401825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3613bc0-2589-4ae2-b6a9-482fbcfd209c tempest-TestVolumeBootPattern-698171384 tempest-TestVolumeBootPattern-698171384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:43.403365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a3613bc0-2589-4ae2-b6a9-482fbcfd209c tempest-TestVolumeBootPattern-698171384 tempest-TestVolumeBootPattern-698171384-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 1092 time: 0.1415055 Nov 10 17:17:43.406220 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38524) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:43.410529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:17:43.526855 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.627042 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.738079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.25.3.159 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/baa23571-fd61-4bc6-b845-fcfc642b2eee) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:17:43.844784 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.961164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.998645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:17:44.001451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:17:44.007340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:17:44.033576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=baa23571-fd61-4bc6-b845-fcfc642b2eee,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:44.047687 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.048029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.048375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.048705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.049037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.049369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.049685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.050005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.050324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.050643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.050956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.051275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:44.390325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:44.506903 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:44.660530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:44.710308 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:44.775294 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=baa23571-fd61-4bc6-b845-fcfc642b2eee,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:44.791851 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:44.896994 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Floating IP 43444c91-866e-4188-92a0-3ace6cf753ef associated. External IP: 172.25.3.159, port: 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7. Nov 10 17:17:45.111137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:17:45.225302 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:17:45.235608 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:17:45.246264 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:17:45.251889 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:17:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:45.322999 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:45.350034 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2a39ca0b-4276-44ff-96e0-0a1ddf296aed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9427698 Nov 10 17:17:45.350635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8534e69f-a655-44d3-bd59-760b94e028ae', 'tag': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:17:45.353064 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53" -d '{"events": [{"name": "network-changed", "server_uuid": "8534e69f-a655-44d3-bd59-760b94e028ae", "tag": "1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:17:45.356444 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:17:45.399544 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9260cbf-61e2-464e-9778-816fc84672b9 x-openstack-request-id: req-a9260cbf-61e2-464e-9778-816fc84672b9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:17:45.399831 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8534e69f-a655-44d3-bd59-760b94e028ae", "tag": "1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:17:45.400082 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9260cbf-61e2-464e-9778-816fc84672b9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:17:45.400482 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8534e69f-a655-44d3-bd59-760b94e028ae', 'tag': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'status': 'completed', 'code': 200} Nov 10 17:17:45.463812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-386804e0-9f29-4b1a-9203-d221b1ceec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:45.465322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-386804e0-9f29-4b1a-9203-d221b1ceec1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 1097 time: 0.0434041 Nov 10 17:17:45.569198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-89116d5a-cf30-466b-b962-20eb689b7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:45.570676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-89116d5a-cf30-466b-b962-20eb689b7d4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0988700 Nov 10 17:17:45.600510 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '43444c91-866e-4188-92a0-3ace6cf753ef', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:f6:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534e69f-a655-44d3-bd59-760b94e028ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:17:44Z', 'updated_at': '2021-11-10T17:17:44Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:45.628406 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:17:45.638717 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:17:45.639388 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:17:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:45.641758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-97c0a5ee-a77a-4ff2-ae47-9fa923c8f2cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 HTTP/1.1" status: 200 len: 999 time: 0.0639174 Nov 10 17:17:45.692382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-97976fc1-f71f-40d3-9fab-778bef274e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:45.694240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-97976fc1-f71f-40d3-9fab-778bef274e6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0461824 Nov 10 17:17:45.739769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-96f16a9e-15ed-48bb-8e54-59efc3d2f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:45.742183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-96f16a9e-15ed-48bb-8e54-59efc3d2f3a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413017 Nov 10 17:17:45.752000 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:17:45.836970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-0055c53b-3dd0-424b-b5e1-409a68d1066f service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877674 Nov 10 17:17:45.927624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a0dbbe3-8e04-47c5-9f99-991c10d43f53 req-64b7de2d-b88a-431f-9442-864145ee6c5b service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838022 Nov 10 17:17:45.994641 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '43444c91-866e-4188-92a0-3ace6cf753ef', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:f6:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534e69f-a655-44d3-bd59-760b94e028ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:17:44Z', 'updated_at': '2021-11-10T17:17:44Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:46.025873 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a3d0a-eaaf-4dc4-8d0c-5b36aa9bb6d3 None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '43444c91-866e-4188-92a0-3ace6cf753ef', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:f6:d8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534e69f-a655-44d3-bd59-760b94e028ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:17:44Z', 'updated_at': '2021-11-10T17:17:44Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:17:46.223954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea34ab-8883-45c2-a403-aabeaa2239ad None None] New status for floating IP 43444c91-866e-4188-92a0-3ace6cf753ef: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:17:55.638641 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:18:01.629074 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af8c4832-f5aa-4b7a-a3e1-5863a0f71680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.920996 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a8c5f7a-6ba0-4cb6-944a-78299bedd2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:05.183258 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:06.903191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.616910 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:08.206074 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:09.687687 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-638a082d-c79c-4144-a0ce-1c61e99ce811 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401895 Nov 10 17:18:09.775823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-6dce0e7d-7c95-4e76-80c0-f21f2b2f8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:09.777324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-6dce0e7d-7c95-4e76-80c0-f21f2b2f8a7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 1097 time: 0.0473878 Nov 10 17:18:09.882279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-c46440f0-c631-48f3-b8db-d28f5b67c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:09.884087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-c46440f0-c631-48f3-b8db-d28f5b67c587 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0872390 Nov 10 17:18:09.951493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-0b16f52e-add0-4066-97e6-38d2cd7378a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 HTTP/1.1" status: 200 len: 1001 time: 0.0610986 Nov 10 17:18:10.000613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-9ac5bc00-9f14-4f46-9168-dba38364f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:10.002153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-9ac5bc00-9f14-4f46-9168-dba38364f03e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0438259 Nov 10 17:18:10.049598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-72a72003-8b9c-4473-8626-f28360278ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:10.051199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-72a72003-8b9c-4473-8626-f28360278ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423923 Nov 10 17:18:10.145125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-c84e77f8-9906-4300-975d-4aedc6a88821 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862842 Nov 10 17:18:10.236516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5ed5133e-fafe-4707-9b1a-d7af8638f486 req-3ece7440-13c9-4d07-8dc5-43fb88e2efa1 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823576 Nov 10 17:18:10.806144 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:31.628836 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-98d39f13-b1eb-45a0-b41e-4b466275f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:32.638989 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:18:33.874125 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22ada9aa-acc7-4f48-8c44-6565054dc606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:35.211095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:36.874354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:37.668856 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:38.200289 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:40.753775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:01.627902 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-487cf36b-5ffc-404d-a056-8256b2d2b663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:03.839300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7672e538-3303-44fe-9357-baf4e3612007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:03.879531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-0b05198a-6748-4559-906a-e75a0ca30b87 req-6dabcf05-e4dd-4b6e-a9b7-9ddb3b634e44 service neutron] (103326) timed out ('10.222.0.62', 33340) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:19:05.164659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:06.901773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:07.633673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:08.250402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:09.639111 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:19:10.759257 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:11.103724 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-eeeb9c99-bfae-4ece-88d1-5624633b14ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4755692 Nov 10 17:19:11.184064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-2fe08ffb-066e-4938-8d73-37d831fbcff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:19:11.185547 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-2fe08ffb-066e-4938-8d73-37d831fbcff1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 1097 time: 0.0402465 Nov 10 17:19:11.292650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-04cb0241-735b-4ea7-834a-ccdc21991077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:19:11.294128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-04cb0241-735b-4ea7-834a-ccdc21991077 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0858386 Nov 10 17:19:11.360644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-ead6b1ab-7379-43c5-807a-f6b605da1649 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 HTTP/1.1" status: 200 len: 1001 time: 0.0595698 Nov 10 17:19:11.409470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-dcef52ea-8280-4e5e-a8cd-c6ecd9c715d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:19:11.410929 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-dcef52ea-8280-4e5e-a8cd-c6ecd9c715d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0438299 Nov 10 17:19:11.461620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-6990775a-2805-4a89-b7c6-97d54664089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:19:11.463096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-6990775a-2805-4a89-b7c6-97d54664089a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442119 Nov 10 17:19:11.550580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-3fa477bc-5c05-43d5-bec5-9a6150fc9e18 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804729 Nov 10 17:19:11.643019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13aeebd2-f34e-44a8-98fd-9c56296843ab req-1633e626-a0bd-49f8-9689-b0d79dffba17 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856040 Nov 10 17:19:25.889675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-bd058d54-50fd-45cc-8804-47b0ded4de81 req-88ba8865-89ec-4e12-97a6-bfc58cf45c7f service neutron] (103325) timed out ('10.222.0.18', 50088) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:19:31.644498 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95cba9cf-51ec-4f51-a096-865583e7fa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:33.866940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d337e263-b4a4-4e73-9102-ef362ada96bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:35.204411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:36.884389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:37.609864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:38.210026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:40.769884 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:46.639772 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:20:01.627092 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a321-8661-46d2-877c-4d75b30fef4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:03.912373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef5c8-efb4-4041-a647-1421a699fc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:05.181542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:06.992911 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:07.615260 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:08.203617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:10.676232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-245f4c97-5244-418e-b262-0e87d661132f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398612 Nov 10 17:20:10.758280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-30fcaa27-bb76-4885-b5ff-df736d95ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:10.759853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-30fcaa27-bb76-4885-b5ff-df736d95ec00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 1097 time: 0.0414937 Nov 10 17:20:10.810184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:10.876306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-54ea1322-6806-431e-b243-7bd677371d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:10.877869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-54ea1322-6806-431e-b243-7bd677371d52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0979440 Nov 10 17:20:10.947252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-13fb4cb8-96ae-412c-bd5a-cae849efbc4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 HTTP/1.1" status: 200 len: 1001 time: 0.0615704 Nov 10 17:20:11.001221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-3f13eb4c-3ea7-426c-93c2-3737511d5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:11.002744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-3f13eb4c-3ea7-426c-93c2-3737511d5bad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0493658 Nov 10 17:20:11.050006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-a5fc3aad-8c4a-4018-a265-590788967e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:11.052428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-a5fc3aad-8c4a-4018-a265-590788967e84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427794 Nov 10 17:20:11.145460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-8266793e-0d78-4d6b-8551-6fe018b3f98e service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856881 Nov 10 17:20:11.245171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f81dd36-114d-42cc-bcee-954770ddb903 req-906565f3-aa4d-4e6a-992b-6fe0c90e6318 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932763 Nov 10 17:20:12.560151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4fb9c-d1cb-4d9c-8446-1009efeccb73 req-af3162af-e20d-417b-ad48-a2a39f786ca0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:12.561635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10d4fb9c-d1cb-4d9c-8446-1009efeccb73 req-af3162af-e20d-417b-ad48-a2a39f786ca0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 945 time: 0.0503025 Nov 10 17:20:12.615478 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10d4fb9c-d1cb-4d9c-8446-1009efeccb73 req-355b7299-a0fa-43ff-9510-e43bfeaac898 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468507 Nov 10 17:20:13.750163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac5c53-c15d-411e-91d9-119ffd2dc27b req-504bb252-ac1d-41e7-9ae9-92298bcabc60 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:13.751753 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10ac5c53-c15d-411e-91d9-119ffd2dc27b req-504bb252-ac1d-41e7-9ae9-92298bcabc60 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 945 time: 0.0525100 Nov 10 17:20:13.802520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-10ac5c53-c15d-411e-91d9-119ffd2dc27b req-6d9d1346-f2d8-477d-b386-7baa8c841cfe tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443208 Nov 10 17:20:14.105472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-165c4da7-9dc7-4499-9412-10963be832d7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:14.106989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-165c4da7-9dc7-4499-9412-10963be832d7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 945 time: 0.0530028 Nov 10 17:20:14.199784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:20:14.200129 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:14.298929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] For port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:20:14.299201 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:14.489200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:14.489558 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:14.489870 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Floating IP 43444c91-866e-4188-92a0-3ace6cf753ef disassociated. External IP: 172.25.3.159, port: 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7. Nov 10 17:20:14.490206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:20:14.696244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:14.727231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:14.743477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.743477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.743477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.743743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.744052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.744381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.744706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.745033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.745421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.745756 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.746075 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.746398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:14.869089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:20:14.926921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd1255a1-8cc8-4094-abfc-6b0b8a4642a9 req-6b3a48a4-9d1a-424d-aff2-7a4eca1d0a43 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.0300856 Nov 10 17:20:14.985246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:20:14.996262 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:20:15.006869 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:20:15.007433 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:20:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:20:15.029014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] No DVR routers for this DVR port 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:20:15.031708 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:15.035175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-92011b90-2ce8-4387-9484-e2f4c77ed7a6 req-c165b3ed-1f70-41ac-868a-ba7b8d887346 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "DELETE /v2.0/ports/1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 HTTP/1.1" status: 204 len: 173 time: 0.9208961 Nov 10 17:20:15.035693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8534e69f-a655-44d3-bd59-760b94e028ae', 'name': 'network-vif-deleted', 'tag': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:20:15.038076 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d7f7f9-773b-4e06-80ab-eada4de6b866" -d '{"events": [{"server_uuid": "8534e69f-a655-44d3-bd59-760b94e028ae", "name": "network-vif-deleted", "tag": "1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:20:15.083222 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdde1c0-cf95-4f0f-90cc-bebf38152b01 x-openstack-request-id: req-3fdde1c0-cf95-4f0f-90cc-bebf38152b01 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:20:15.083578 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8534e69f-a655-44d3-bd59-760b94e028ae", "name": "network-vif-deleted", "tag": "1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:20:15.083826 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fdde1c0-cf95-4f0f-90cc-bebf38152b01 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:20:15.084232 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8534e69f-a655-44d3-bd59-760b94e028ae', 'name': 'network-vif-deleted', 'tag': '1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7', 'status': 'completed', 'code': 200} Nov 10 17:20:15.130920 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:20:15.445818 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:20:15.476910 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:20:15.486017 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:20:15.486631 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:20:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:20:15.597173 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:20:15.811599 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:20:15.843650 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002df9f6-df60-4aed-93c7-c9e6ca589473 None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:20:16.039114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bceae257-a68c-45a9-af4f-c745a64ad88e req-dc811241-3adf-4067-8f5a-84c695d7a181 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.0361633 Nov 10 17:20:16.116981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9f8b0-b3ef-4c76-a2ff-29e375952ec6 None None] New status for floating IP 43444c91-866e-4188-92a0-3ace6cf753ef: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:20:17.141203 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65223e7f-3d5c-4c6a-94bb-fbffaed48fe0 req-4f9db910-5376-4a92-b4c1-a0902ada3dca tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.0277522 Nov 10 17:20:17.714093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:20:17.735630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:20:17.735967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 1dfc5840-bbbf-42b1-a19f-c5e4ff2efac7 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:20:18.241590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79ffbcf5-faf8-4c0a-841f-fcffbf598259 req-7a397c64-cc34-458d-86c0-cef19d190858 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.0271165 Nov 10 17:20:19.347770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-511624fe-dd2f-4ee6-9d5f-22a71c89cbcc req-8ff70a3b-0bf8-41a9-bfcc-9c51637d1c57 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.0318451 Nov 10 17:20:20.475928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5de35a9-45e4-4785-94e8-8428f149ab69 req-27ecd2ea-086f-41c7-9d52-deefd61cbd02 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8534e69f-a655-44d3-bd59-760b94e028ae HTTP/1.1" status: 200 len: 210 time: 0.0279059 Nov 10 17:20:21.694689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-8a71224c-5783-46f2-8b80-ab606b25dea3 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604057510&fields=id&tenant_id=2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 267 time: 0.0446095 Nov 10 17:20:21.815075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c795-b804-4212-9452-d47ac99aea43 req-3ec1597b-2941-442a-b88e-a2d64c599037 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:21.816650 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-3ec1597b-2941-442a-b88e-a2d64c599037 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1143920 Nov 10 17:20:21.832668 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-15a1fc37-6c61-4362-8a85-13efecf36b30 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/quotas/2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 375 time: 0.0096695 Nov 10 17:20:21.888442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-a8185790-acd2-46d1-ac34-b3c6932413cc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493593 Nov 10 17:20:21.997318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-79ca21a7-63f4-4184-b1c0-7a3f8374e529 req-7369edb2-ebe1-48ad-b71f-e6488a74d1ac tempest-AttachVolumeTestJSON-2035899475 tempest-AttachVolumeTestJSON-2035899475-project] (103325) timed out ('10.222.0.69', 58318) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:20:22.041864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-66017341-ff38-4139-a544-566a86c29f74 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417494 Nov 10 17:20:22.137724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-2ae2f15b-e569-4cc1-8884-1db6fdf469b8 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896449 Nov 10 17:20:22.740671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c24beb47-4ad0-4e66-be1e-785e2ce8e8dd req-b15af606-cadf-4857-a0b7-4f91d6f4b897 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 210 time: 0.0279145 Nov 10 17:20:23.639254 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:20:23.845118 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f49ad4a1-fd5f-4ea2-8f92-848d9a4adce6 req-41afbd59-9582-4fa3-bf54-5bb17e920aa8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 210 time: 0.0325882 Nov 10 17:20:24.629152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c795-b804-4212-9452-d47ac99aea43 req-f10bb04f-160c-4ee5-a644-6ec1502ebb1a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:24.630487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-f10bb04f-160c-4ee5-a644-6ec1502ebb1a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1056972 Nov 10 17:20:24.700147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-0582f2b3-6d07-4fda-adb4-fd516c6ad25a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 379 time: 0.0578215 Nov 10 17:20:24.709529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'port': {'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'admin_state_up': True, 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'security_groups': ['95b3f13c-5f20-40a8-9841-38adcf572438']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:20:24.889853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:20:24.893783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:24.951897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e310f3dc-77ed-44d4-ac42-31160ebf427b req-9cbdb4e4-e827-4d86-8b21-bf837bd39867 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 210 time: 0.0313916 Nov 10 17:20:25.030158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.20.0.10 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/3fd04621-44cf-4514-b5bb-5e343fae7137) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:20:25.169771 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:25.267247 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:25.316238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:20:25.319564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:20:25.322862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:20:25.356192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=3fd04621-44cf-4514-b5bb-5e343fae7137,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:25.371745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.372439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.372778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.373116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.373445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.373771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.374105 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.374440 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.374758 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.375081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.375431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:25.403974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:25.404868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:25.470658 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-1d7bf908-dac9-4558-b398-4433e29a8f64 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7645345 Nov 10 17:20:25.482655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-35bc579a-3788-4236-8831-1a6b394334bb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:20:25.484434 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-35bc579a-3788-4236-8831-1a6b394334bb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062385 Nov 10 17:20:25.552254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Request body: {'port': {'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:20:25.577849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7b2d5cb2-6e03-4865-8e4a-992c9ca17ea2 None None] Provisioning complete for port 3fd04621-44cf-4514-b5bb-5e343fae7137 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:20:25.578355 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b2d5cb2-6e03-4865-8e4a-992c9ca17ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:25.615176 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:25.615783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d5cb2-6e03-4865-8e4a-992c9ca17ea2 None None] Port 3fd04621-44cf-4514-b5bb-5e343fae7137 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:20:25.893838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd04621-44cf-4514-b5bb-5e343fae7137 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:20:25.902499 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:25.915603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Transition to ACTIVE for port object 3fd04621-44cf-4514-b5bb-5e343fae7137 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:20:25.975392 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:26.027266 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd04621-44cf-4514-b5bb-5e343fae7137,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:26.135667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274ea1-8639-4562-b2e1-f10f44779d65 req-61b182ee-890d-4ccc-aa1d-26b4ba75a82e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:26.137242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5274ea1-8639-4562-b2e1-f10f44779d65 req-61b182ee-890d-4ccc-aa1d-26b4ba75a82e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.1073484 Nov 10 17:20:26.149872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Attempting to bind port 3fd04621-44cf-4514-b5bb-5e343fae7137 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:20:26.150214 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Attempting to bind port 3fd04621-44cf-4514-b5bb-5e343fae7137 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:20:26.150556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Attempting to bind port 3fd04621-44cf-4514-b5bb-5e343fae7137 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:20:26.172258 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Port 3fd04621-44cf-4514-b5bb-5e343fae7137 on network 869ffb30-c384-4b31-a739-b062c5ac0767 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:20:26.172569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Attempting to bind port 3fd04621-44cf-4514-b5bb-5e343fae7137 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:20:26.189719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:20:26.190053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:20:26.190446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:20:26.190890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Bound port: 3fd04621-44cf-4514-b5bb-5e343fae7137, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:20:26.191245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:26.221254 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5274ea1-8639-4562-b2e1-f10f44779d65 req-22c5a891-f930-4b50-b4ad-2d41c7744f82 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682647 Nov 10 17:20:26.280704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] For port 3fd04621-44cf-4514-b5bb-5e343fae7137, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:20:26.283768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] For port 3fd04621-44cf-4514-b5bb-5e343fae7137, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3fd04621-44cf-4514-b5bb-5e343fae7137,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:20:26.375840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:26.415287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:26.415936 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:26.418067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] 10.222.0.69 "PUT /v2.0/ports/3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 1093 time: 0.9250629 Nov 10 17:20:26.418067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:20:26.420037 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef477ab6609883c4a969bdee5cc6b7719cbacb9fa515393ba37ecc817c9ac2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d2b0f5-00dd-454e-9b6f-006c99ae2106" -d '{"events": [{"name": "network-changed", "server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:20:26.443529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a37ca8-60c5-4a48-9d03-9ab7a4e53090 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd04621-44cf-4514-b5bb-5e343fae7137,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:26.471216 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d407ce6-222f-4499-83ec-5ac54ae2bc23 x-openstack-request-id: req-4d407ce6-222f-4499-83ec-5ac54ae2bc23 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:20:26.471764 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:20:26.472227 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d407ce6-222f-4499-83ec-5ac54ae2bc23 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:20:26.472729 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'status': 'completed', 'code': 200} Nov 10 17:20:26.552998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b0f5-00dd-454e-9b6f-006c99ae2106 req-51a8120b-11c1-4f16-a76d-2fca98fb640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:26.554846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88d2b0f5-00dd-454e-9b6f-006c99ae2106 req-51a8120b-11c1-4f16-a76d-2fca98fb640d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1096 time: 0.0565085 Nov 10 17:20:26.669812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b0f5-00dd-454e-9b6f-006c99ae2106 req-64ea7700-0397-40db-8c75-7ed985fecb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:26.671284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88d2b0f5-00dd-454e-9b6f-006c99ae2106 req-64ea7700-0397-40db-8c75-7ed985fecb25 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ee88b66e31341a395887e6984f1a14a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1058917 Nov 10 17:20:26.783786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b0f5-00dd-454e-9b6f-006c99ae2106 req-11997b4a-5fe0-42b5-a636-84e9d20fa34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:26.785266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-88d2b0f5-00dd-454e-9b6f-006c99ae2106 req-11997b4a-5fe0-42b5-a636-84e9d20fa34c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070702 Nov 10 17:20:26.865590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c795-b804-4212-9452-d47ac99aea43 req-e066ffac-2a25-49e2-a1b0-3bc0c38ad5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:26.867119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-e066ffac-2a25-49e2-a1b0-3bc0c38ad5aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1096 time: 0.0429482 Nov 10 17:20:26.912409 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-325dc82f-d1e6-4735-902a-09399eb3b7da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 217 time: 0.0356941 Nov 10 17:20:26.971183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c795-b804-4212-9452-d47ac99aea43 req-29c5a42a-ab63-4c03-87a4-a9fe5613f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:26.972857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-29c5a42a-ab63-4c03-87a4-a9fe5613f719 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0493855 Nov 10 17:20:27.023203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c795-b804-4212-9452-d47ac99aea43 req-8c4c340f-d216-4b7b-8b1a-02ccd1b115db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:27.025021 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-8c4c340f-d216-4b7b-8b1a-02ccd1b115db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440710 Nov 10 17:20:27.129691 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-0aef6a6c-e2c9-4fca-8c7f-6b8806a62612 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959883 Nov 10 17:20:27.576179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d1cda-6753-4551-aa85-a5f0a10e95cb req-3f999798-0e76-43a7-9b95-2ab858506462 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:27.577672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-058d1cda-6753-4551-aa85-a5f0a10e95cb req-3f999798-0e76-43a7-9b95-2ab858506462 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.1034460 Nov 10 17:20:27.583571 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b598c795-b804-4212-9452-d47ac99aea43 req-090999d1-387b-4808-bd7e-c7c9de942621 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465921 Nov 10 17:20:27.629448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-058d1cda-6753-4551-aa85-a5f0a10e95cb req-adf23360-05d8-4a7c-a830-d49adf4fcb6c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449293 Nov 10 17:20:28.749011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758528d-22a3-47a4-aa8e-1cfe93ae2eec req-9608dd91-dd47-4f25-be1b-c77dbc790338 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:28.750602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b758528d-22a3-47a4-aa8e-1cfe93ae2eec req-9608dd91-dd47-4f25-be1b-c77dbc790338 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0505464 Nov 10 17:20:28.801069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b758528d-22a3-47a4-aa8e-1cfe93ae2eec req-3bcc8f0d-0e5e-46d1-b1e9-a061a323cd83 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441494 Nov 10 17:20:29.924279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f73660-96ce-4b7f-a9e5-5fdd56dea7e9 req-c40985d0-f3a7-420d-88b1-9968795d3102 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:29.926039 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98f73660-96ce-4b7f-a9e5-5fdd56dea7e9 req-c40985d0-f3a7-420d-88b1-9968795d3102 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0506389 Nov 10 17:20:29.976199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98f73660-96ce-4b7f-a9e5-5fdd56dea7e9 req-ce059ef0-e642-4f10-a22d-a5702e49ad94 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 Nov 10 17:20:31.099698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f6e45-9da2-4228-9b4f-135d17705c88 req-aacdd716-a81f-4fea-954e-b454cfd1a380 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:31.101270 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c30f6e45-9da2-4228-9b4f-135d17705c88 req-aacdd716-a81f-4fea-954e-b454cfd1a380 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0559351 Nov 10 17:20:31.152199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c30f6e45-9da2-4228-9b4f-135d17705c88 req-3ce5ddeb-e288-43ee-86d6-54322040b9f8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Nov 10 17:20:31.616874 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4400728c-0e37-4c4e-91d9-9525194f1e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:32.268538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031f84-d6f9-4eb0-937e-bb4d9380efe4 req-e6a078b3-89f8-4b07-9d8f-8675d3dec30f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:32.270010 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85031f84-d6f9-4eb0-937e-bb4d9380efe4 req-e6a078b3-89f8-4b07-9d8f-8675d3dec30f tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0488408 Nov 10 17:20:32.323845 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85031f84-d6f9-4eb0-937e-bb4d9380efe4 req-a7872afb-a396-440c-aa6c-bbaa0cf3890e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478539 Nov 10 17:20:33.442096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5657e-1ecd-4e6e-8a7e-0e7051cea76a req-ee4ca06e-37bf-49c3-a51e-dc40a8ff60b6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:33.443622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2c5657e-1ecd-4e6e-8a7e-0e7051cea76a req-ee4ca06e-37bf-49c3-a51e-dc40a8ff60b6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0496931 Nov 10 17:20:33.493883 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d2c5657e-1ecd-4e6e-8a7e-0e7051cea76a req-6ccca435-2a9b-458b-ab87-42f5c8426166 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429475 Nov 10 17:20:33.855175 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7bed4d18-3bb0-4f8f-ae3c-f1cb3531d9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:34.610444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a1dc8-53f8-488f-a59d-ccc1b97cb596 req-5949c65c-fa69-4f26-aae9-fd3b122a80c7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:34.611849 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac6a1dc8-53f8-488f-a59d-ccc1b97cb596 req-5949c65c-fa69-4f26-aae9-fd3b122a80c7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0488572 Nov 10 17:20:34.660651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ac6a1dc8-53f8-488f-a59d-ccc1b97cb596 req-90fd291d-2d54-42b6-a035-56e93849b5d0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Nov 10 17:20:35.186670 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:35.777184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c9d9-797f-4987-a3df-b7d290364bb1 req-9be536c5-9a34-4a65-bbba-7d601076fc32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:35.778712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa30c9d9-797f-4987-a3df-b7d290364bb1 req-9be536c5-9a34-4a65-bbba-7d601076fc32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0501411 Nov 10 17:20:35.836439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa30c9d9-797f-4987-a3df-b7d290364bb1 req-5ba43b50-1789-4e56-b213-82f0408b0020 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515859 Nov 10 17:20:36.900774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:36.955515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ebece-a26c-4449-bb40-e6966946d319 req-d432e0df-54d7-48db-8ee5-192efc7017fb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:36.957037 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e5ebece-a26c-4449-bb40-e6966946d319 req-d432e0df-54d7-48db-8ee5-192efc7017fb tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0511301 Nov 10 17:20:37.009465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8e5ebece-a26c-4449-bb40-e6966946d319 req-ac4730fa-ddd2-4da2-81e6-fcc1bafa95de tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Nov 10 17:20:37.632263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:38.130708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb46e7-2b3b-4e5d-95b7-ab817eb42bad req-acf27783-96c7-4819-9766-f5480f14e870 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:38.133767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68fb46e7-2b3b-4e5d-95b7-ab817eb42bad req-acf27783-96c7-4819-9766-f5480f14e870 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 944 time: 0.0500035 Nov 10 17:20:38.185052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-68fb46e7-2b3b-4e5d-95b7-ab817eb42bad req-986283d3-5a45-4862-8258-20e72c211c46 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457251 Nov 10 17:20:38.238374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:38.610495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 3fd04621-44cf-4514-b5bb-5e343fae7137 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:20:38.709397 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 3fd04621-44cf-4514-b5bb-5e343fae7137, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3fd04621-44cf-4514-b5bb-5e343fae7137,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:20:38.721025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:20:38.759797 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:38.772754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd04621-44cf-4514-b5bb-5e343fae7137 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:20:38.792778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 3fd04621-44cf-4514-b5bb-5e343fae7137, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3fd04621-44cf-4514-b5bb-5e343fae7137,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:20:38.855558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:38.906763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=3fd04621-44cf-4514-b5bb-5e343fae7137,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:38.914766 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.915101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.915464 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.915803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.916106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.916566 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.916785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.917097 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.917411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.917720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.918035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:38.918343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:39.199447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['3fd04621-44cf-4514-b5bb-5e343fae7137'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:20:39.311981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd760ae5-10fe-436d-bac2-c8dc564f9fd6 req-88f5a720-04b8-45cf-a2af-ffc9ce58298a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:39.314169 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd760ae5-10fe-436d-bac2-c8dc564f9fd6 req-88f5a720-04b8-45cf-a2af-ffc9ce58298a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 945 time: 0.0576689 Nov 10 17:20:39.364980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bd760ae5-10fe-436d-bac2-c8dc564f9fd6 req-f7348f2e-ebf6-4b42-b4a3-2573221fc679 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443034 Nov 10 17:20:40.484490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5a3f-0e43-4203-a797-edc10654619f req-2b8636f8-49df-4ce5-9424-82f7dcf79a50 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:40.485984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef4a5a3f-0e43-4203-a797-edc10654619f req-2b8636f8-49df-4ce5-9424-82f7dcf79a50 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 945 time: 0.0508609 Nov 10 17:20:40.535894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef4a5a3f-0e43-4203-a797-edc10654619f req-fff3d19f-639d-4a5d-889b-57147adc1e96 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Nov 10 17:20:40.588648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-4d0b5b50-13ca-440b-89e2-350173a7f736 req-2e272681-bc06-43d3-8a65-a3a10ec5311f service neutron] (103326) timed out ('10.222.0.18', 50643) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:20:40.610122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 3fd04621-44cf-4514-b5bb-5e343fae7137 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:20:40.734690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 3fd04621-44cf-4514-b5bb-5e343fae7137 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:20:40.738756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 3fd04621-44cf-4514-b5bb-5e343fae7137 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:20:40.744941 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:40.807057 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:40.818531 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:40.845603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:20:40.847798 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec16bc8b-b5d1-4537-b346-42a717b6cea3" -d '{"events": [{"server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "name": "network-vif-plugged", "status": "completed", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:20:40.861564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 3fd04621-44cf-4514-b5bb-5e343fae7137, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3fd04621-44cf-4514-b5bb-5e343fae7137,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:20:40.886209 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb089459-305e-4539-a4b3-3e0a9163147b x-openstack-request-id: req-cb089459-305e-4539-a4b3-3e0a9163147b {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:20:40.887400 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "name": "network-vif-plugged", "status": "completed", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:20:40.887400 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb089459-305e-4539-a4b3-3e0a9163147b {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:20:40.887400 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'code': 200} Nov 10 17:20:40.929292 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:40.983018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=3fd04621-44cf-4514-b5bb-5e343fae7137,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:40.991262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081964f-4b0f-45f2-ba23-46b745b0dcb7 req-08682466-5942-4e6c-9f87-a55fb9b03ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:40.993188 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c081964f-4b0f-45f2-ba23-46b745b0dcb7 req-08682466-5942-4e6c-9f87-a55fb9b03ddf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1098 time: 0.0421002 Nov 10 17:20:41.041681 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c081964f-4b0f-45f2-ba23-46b745b0dcb7 req-bd3e50af-408b-4fbc-bccf-d446b154ca71 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 Nov 10 17:20:41.658785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7569-374c-4834-9caa-3be04716781a req-2bb1f173-e62d-4a1f-b131-bacb16fd2751 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:41.660299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-987e7569-374c-4834-9caa-3be04716781a req-2bb1f173-e62d-4a1f-b131-bacb16fd2751 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 946 time: 0.0540414 Nov 10 17:20:41.711726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-987e7569-374c-4834-9caa-3be04716781a req-361f6ea9-613a-4eca-b723-9f1fd7b19104 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446389 Nov 10 17:20:42.833592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbaf1f-05c4-451d-8d96-3dae994f925e req-0badd89b-233d-4d06-a058-4b0282199399 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:42.835080 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abfbaf1f-05c4-451d-8d96-3dae994f925e req-0badd89b-233d-4d06-a058-4b0282199399 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 946 time: 0.0506835 Nov 10 17:20:42.891053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-abfbaf1f-05c4-451d-8d96-3dae994f925e req-5e5394e9-b3ef-4e1f-8bcb-5ae2e40ebe99 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498943 Nov 10 17:20:43.006557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57210d86-2b36-4e78-8389-a2351c66f1a5 req-6afd04e2-e721-4df2-a7b2-4a1cf76e2867 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:43.008738 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57210d86-2b36-4e78-8389-a2351c66f1a5 req-6afd04e2-e721-4df2-a7b2-4a1cf76e2867 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 946 time: 0.0494888 Nov 10 17:20:43.060979 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57210d86-2b36-4e78-8389-a2351c66f1a5 req-12517549-4936-4413-badb-dd6f0a0e767a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461941 Nov 10 17:20:43.085218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:43.125359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf80db6-3671-43ef-9652-770443029362 tempest-TestVolumeBootPattern-698171384 tempest-TestVolumeBootPattern-698171384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:43.126880 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ddf80db6-3671-43ef-9652-770443029362 tempest-TestVolumeBootPattern-698171384 tempest-TestVolumeBootPattern-698171384-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1093 time: 0.0405955 Nov 10 17:20:43.129825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:43.135618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:20:43.232614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:43.334890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:43.446227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.25.3.44 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/350687cb-75c1-40ad-9b35-b92db09fbdfe) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:20:43.553130 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:43.678680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:43.717762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:20:43.722519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:20:43.725998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:20:43.732825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=350687cb-75c1-40ad-9b35-b92db09fbdfe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:44.104777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:44.299115 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:44.460231 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:44.552234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:44.622547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=350687cb-75c1-40ad-9b35-b92db09fbdfe,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:44.638378 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:44.741516 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Floating IP c93b732c-696e-47b0-8407-536bdb514a76 associated. External IP: 172.25.3.44, port: 3fd04621-44cf-4514-b5bb-5e343fae7137. Nov 10 17:20:44.951575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:20:45.383648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:20:45.393327 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:20:45.403915 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:20:45.412285 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:20:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:20:45.468251 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:45.496129 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ae7a674d-e01c-4ad3-be34-e703f0c4f61b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3651962 Nov 10 17:20:45.496812 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:20:45.499074 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846e10c-ba8c-461d-acee-2fea9a0d4c10" -d '{"events": [{"name": "network-changed", "server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:20:45.510424 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:20:45.537619 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c394d74-6707-4253-a33b-f75057b1506a x-openstack-request-id: req-5c394d74-6707-4253-a33b-f75057b1506a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:20:45.537916 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:20:45.538173 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c394d74-6707-4253-a33b-f75057b1506a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:20:45.538576 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'status': 'completed', 'code': 200} Nov 10 17:20:45.604380 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-5b01d71f-e08e-411f-8cf5-e8e429580934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:45.605877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-5b01d71f-e08e-411f-8cf5-e8e429580934 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1098 time: 0.0429783 Nov 10 17:20:45.699714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-381b3f1c-cf46-40ee-acf5-b2dd6461fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:45.701210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-381b3f1c-cf46-40ee-acf5-b2dd6461fd64 service neutron] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0874655 Nov 10 17:20:45.743008 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:43Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:20:45.769967 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:20:45.776288 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-75321968-4f34-4ce6-93f0-3acd631f0fdd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 999 time: 0.0642147 Nov 10 17:20:45.779277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:20:45.779902 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:20:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:20:45.827997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-9ce7612f-6911-40c3-85be-ab7a4b7b9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:45.829481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-9ce7612f-6911-40c3-85be-ab7a4b7b9afa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0444276 Nov 10 17:20:45.876616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-d05e487e-9ac8-4a30-b6c7-af9918f5cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:45.878138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-d05e487e-9ac8-4a30-b6c7-af9918f5cb63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411587 Nov 10 17:20:45.887230 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:20:45.974209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-fcf13638-7647-452b-ba83-61a88ebf30b1 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884624 Nov 10 17:20:46.072802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b846e10c-ba8c-461d-acee-2fea9a0d4c10 req-644792b1-3977-477f-8471-5ffbfc2c1663 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904753 Nov 10 17:20:46.114287 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:43Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:20:46.144244 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed5247e-e073-4f8d-9967-7083cc52170b None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:43Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:20:46.336093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee1d72-7270-447e-a41f-29fb459b6f0f None None] New status for floating IP c93b732c-696e-47b0-8407-536bdb514a76: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:21:00.638906 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:21:01.620685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12d1be12-c4d9-42c8-ad49-ebca55702e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:03.917442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e38a70d-3e20-4885-96c0-6f12a4bb3c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:05.311761 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:06.900735 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:07.661060 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:08.243156 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:10.866603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:13.173992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-f004a7ec-7f6d-4e11-a17b-60065c170de5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414119 Nov 10 17:21:13.256393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-75598e74-6286-4df4-aa8a-ca061f447705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:21:13.257910 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-75598e74-6286-4df4-aa8a-ca061f447705 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1098 time: 0.0407593 Nov 10 17:21:13.375820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-4957a8ad-a883-4ed0-8fa0-4a60b69ed80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:21:13.377350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-4957a8ad-a883-4ed0-8fa0-4a60b69ed80f service neutron] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0953572 Nov 10 17:21:13.446847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-dafa288c-ab7f-4fcb-b420-495b79ef1d88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 1001 time: 0.0607510 Nov 10 17:21:13.495014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-345de6ef-8442-44b3-a506-cac4bc8797b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:21:13.497117 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-345de6ef-8442-44b3-a506-cac4bc8797b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0443919 Nov 10 17:21:13.548362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-6272d337-68a9-46a4-a68e-fc20a90c9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:21:13.550033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-6272d337-68a9-46a4-a68e-fc20a90c9766 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455925 Nov 10 17:21:13.643056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-7d3b8e48-b42d-456c-8da4-34f4eacc6603 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850184 Nov 10 17:21:13.740376 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d26a6031-fb6e-4c7b-ba9c-068d1d02f0b8 req-f1c3bb02-1ad1-4e24-b6e3-ea235ca71d46 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889964 Nov 10 17:21:31.637097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5950876e-d097-44e1-a9ab-2e37f1cdc416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:33.871881 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2ec73d8-c62a-414e-890b-c1832a982e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:35.197255 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:36.934382 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:37.626193 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:37.637325 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:21:38.219830 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:40.831573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:01.602743 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61cfce27-42fc-4138-b2c3-2221e44e5c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:03.888149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a49d3f5-0c53-46d4-857c-ee3b3d357a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:05.196653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:06.922723 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:07.596805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:08.224838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:09.816979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-28468ba8-4553-4bd3-a0b7-ad5e60ae7e3c req-ac3e2db7-f30b-42eb-91bb-8a1f14d95744 service neutron] (103326) timed out ('10.222.0.62', 32786) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:22:10.836702 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:13.169830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-6cb47137-2e1f-4d3d-9a98-cd0b404f7b87 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404954 Nov 10 17:22:13.256890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-01b2d46d-0824-4512-80c8-7570af972c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:22:13.258610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-01b2d46d-0824-4512-80c8-7570af972c47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1098 time: 0.0412071 Nov 10 17:22:13.367668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-a206549f-4fd9-463d-9238-b6aa3abc1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:22:13.369131 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-a206549f-4fd9-463d-9238-b6aa3abc1114 service neutron] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0903649 Nov 10 17:22:13.435059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-d733669a-ce76-44a1-ab36-9dd8ab47862a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 1001 time: 0.0582480 Nov 10 17:22:13.487812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-aed8a7af-b6b0-4cc0-bcf7-99924b26fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:22:13.489223 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-aed8a7af-b6b0-4cc0-bcf7-99924b26fa54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0475919 Nov 10 17:22:13.534701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-199a4cae-16e7-4551-b03c-0ab3b68759f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:22:13.536184 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-199a4cae-16e7-4551-b03c-0ab3b68759f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395842 Nov 10 17:22:13.630626 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-143b3539-6526-4524-806c-2c7beb9771ec service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848994 Nov 10 17:22:13.730171 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa3fb036-1212-487f-b45e-edc6d66257c7 req-0b0f5691-b341-4157-9b50-12d59d36d1cb service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917945 Nov 10 17:22:14.636709 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:22:31.619402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a192ee8a-77c8-49b4-82f8-baf828e66d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:33.899549 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3acee2b3-6fbf-45b2-9928-deb90b673a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:35.195564 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:36.899885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:37.614627 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:38.225231 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:40.825187 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:51.635391 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:23:01.654353 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6702fb1-483c-4853-beb2-b833f87b5eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:03.922293 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e3b990d6-13ab-44eb-808d-e914bd101712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:05.236563 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:06.955437 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:07.630644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:08.339585 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:10.887895 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:15.166697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-03c993e2-5822-4296-8736-e1f204582a21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460627 Nov 10 17:23:15.275940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-34238f8b-672b-4212-8b12-3e8afab385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:15.278641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-34238f8b-672b-4212-8b12-3e8afab385d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1098 time: 0.0622575 Nov 10 17:23:15.409452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-aee9b7b4-2c00-453d-8f4c-832c61c8fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:15.410944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-aee9b7b4-2c00-453d-8f4c-832c61c8fa30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.1129420 Nov 10 17:23:15.456667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-7690bb09-45f3-4f1c-a5d6-994137d1731e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604057510&fields=id&tenant_id=2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 267 time: 0.0497298 Nov 10 17:23:15.494454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-68501cf8-674b-4756-92de-4655c9d948b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 1001 time: 0.0751429 Nov 10 17:23:15.544963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-66ff3b76-3cff-4c04-90f0-7723c3988783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:15.546473 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-66ff3b76-3cff-4c04-90f0-7723c3988783 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0452588 Nov 10 17:23:15.579514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-9aab453f-e6e3-4906-8ac5-3710727a8b20 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:15.580916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-9aab453f-e6e3-4906-8ac5-3710727a8b20 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1159220 Nov 10 17:23:15.594458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-51447b8e-e9a9-41fd-ac37-6148c04707eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:15.596046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-51447b8e-e9a9-41fd-ac37-6148c04707eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421355 Nov 10 17:23:15.597625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-aab67955-e83f-4a05-814b-bf898bb88ac4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/quotas/2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 375 time: 0.0092359 Nov 10 17:23:15.655331 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-9d5657a1-ffe6-418f-99df-49aaa9e94da7 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518243 Nov 10 17:23:15.692596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-dbf09b36-2764-4573-8dc0-ba8aad7d973e service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889330 Nov 10 17:23:15.719903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-86f5732b-7f51-413d-9113-853c2ad0074b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:23:15.720921 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-86f5732b-7f51-413d-9113-853c2ad0074b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0543716 Nov 10 17:23:15.782908 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9c3bbaa2-75e9-4c5d-b64c-04fc4145f0e0 req-f1751a4e-468f-4527-a25f-c6b2d25914ee service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832429 Nov 10 17:23:15.810044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-daa3f807-c3ca-45c1-aabb-140466e62dd7 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Nov 10 17:23:15.902328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-1856032f-9a87-4307-8899-6c620ef11d71 service neutron] 10.222.0.62 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861816 Nov 10 17:23:16.544569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ee1a3d2-54d8-4980-b6fe-0aa8ef2d479c req-478c4a3c-6a28-4cf9-a9f5-eef1210882e0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 210 time: 0.0779533 Nov 10 17:23:17.640646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-810cfb88-588d-4960-8e71-c700d9dc0fbe req-b0435da1-b148-4d9e-b372-09d133f51a32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 210 time: 0.0277328 Nov 10 17:23:18.458258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-6ccc4ddf-fbbd-4f82-be08-d3c041e41702 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:18.459672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-6ccc4ddf-fbbd-4f82-be08-d3c041e41702 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 812 time: 0.1119788 Nov 10 17:23:18.521807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-c685f106-34af-4360-b680-9d8d07185659 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee88b66e31341a395887e6984f1a14a HTTP/1.1" status: 200 len: 379 time: 0.0527344 Nov 10 17:23:18.532014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'port': {'device_id': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'admin_state_up': True, 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'security_groups': ['95b3f13c-5f20-40a8-9841-38adcf572438']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:23:18.705132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Made reservation on behalf of 2ee88b66e31341a395887e6984f1a14a for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:23:18.709279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:18.770702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-669bc173-1d3e-4646-9ccc-1db438e615a2 req-a37f6fe2-377e-48ac-bfc4-587d35f12a26 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 210 time: 0.0347991 Nov 10 17:23:18.857845 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.20.0.7 (869ffb30-c384-4b31-a739-b062c5ac0767/1b0f20c5-e3d1-412e-b43f-65922a330301/bf4c8b06-fe7e-4312-a4af-2738337ffb38) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:23:19.006275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:19.082720 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:19.127606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 869ffb30-c384-4b31-a739-b062c5ac0767 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:23:19.135204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:23:19.139948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:23:19.144252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=bf4c8b06-fe7e-4312-a4af-2738337ffb38,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:23:19.171682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.172069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.172413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.173003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.173333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.173677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.173997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.174324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.174645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.174967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.175284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.175633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:19.205433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:19.206064 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:19.343233 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-095a1119-30c2-467c-8e6e-ba8bd4926e41 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8148329 Nov 10 17:23:19.349787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-38f31787-cf92-4ebe-a067-342baadcb730 None None] Provisioning complete for port bf4c8b06-fe7e-4312-a4af-2738337ffb38 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:23:19.351061 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-38f31787-cf92-4ebe-a067-342baadcb730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:19.357003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Request body: {'port': {'device_id': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:23:19.388640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-38f31787-cf92-4ebe-a067-342baadcb730 None None] Port bf4c8b06-fe7e-4312-a4af-2738337ffb38 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:23:19.423800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:19.698443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4c8b06-fe7e-4312-a4af-2738337ffb38 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:23:19.705949 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:19.718471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Transition to ACTIVE for port object bf4c8b06-fe7e-4312-a4af-2738337ffb38 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:23:19.808017 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:19.870171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4c8b06-fe7e-4312-a4af-2738337ffb38,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:23:19.965272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e2a17-2032-4d5b-bb12-d0dc1312fcaf req-6bc80112-b8d3-40aa-9a0e-2956dd8546c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:19.966807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e87e2a17-2032-4d5b-bb12-d0dc1312fcaf req-6bc80112-b8d3-40aa-9a0e-2956dd8546c4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.1109240 Nov 10 17:23:20.000668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Attempting to bind port bf4c8b06-fe7e-4312-a4af-2738337ffb38 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:23:20.001002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Attempting to bind port bf4c8b06-fe7e-4312-a4af-2738337ffb38 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:23:20.001536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Attempting to bind port bf4c8b06-fe7e-4312-a4af-2738337ffb38 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:23:20.008754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Port bf4c8b06-fe7e-4312-a4af-2738337ffb38 on network 869ffb30-c384-4b31-a739-b062c5ac0767 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:23:20.009088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Attempting to bind port bf4c8b06-fe7e-4312-a4af-2738337ffb38 on network 869ffb30-c384-4b31-a739-b062c5ac0767 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:23:20.024552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:23:20.024903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Checking segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:23:20.025298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Bound using segment: {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:23:20.025722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Bound port: bf4c8b06-fe7e-4312-a4af-2738337ffb38, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:23:20.026065 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:20.054608 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e87e2a17-2032-4d5b-bb12-d0dc1312fcaf req-9151bfcb-fd4a-4521-83b6-ac1dd040e999 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786228 Nov 10 17:23:20.115383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] For port bf4c8b06-fe7e-4312-a4af-2738337ffb38, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:23:20.119289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] For port bf4c8b06-fe7e-4312-a4af-2738337ffb38, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:23:20.197332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:20.242040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:20.242758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:20.244224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf4c8b06-fe7e-4312-a4af-2738337ffb38 HTTP/1.1" status: 200 len: 1092 time: 0.8920023 Nov 10 17:23:20.244691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:23:20.247000 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9356c54a-26c4-4354-b767-27a160c01810" -d '{"events": [{"name": "network-changed", "server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:23:20.288416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81967ee8-f9fb-4300-a35d-3b6ce1e6c954 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4c8b06-fe7e-4312-a4af-2738337ffb38,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:23:20.361324 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7c051e-c8b2-496f-b0d3-c947a24424b5 x-openstack-request-id: req-7c7c051e-c8b2-496f-b0d3-c947a24424b5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:23:20.361616 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:23:20.361869 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c7c051e-c8b2-496f-b0d3-c947a24424b5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:23:20.362271 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'status': 'completed', 'code': 200} Nov 10 17:23:20.430585 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356c54a-26c4-4354-b767-27a160c01810 req-8a429aa2-40b5-4797-b5e6-fc98c234bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:20.432161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9356c54a-26c4-4354-b767-27a160c01810 req-8a429aa2-40b5-4797-b5e6-fc98c234bc86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 1095 time: 0.0484126 Nov 10 17:23:20.547236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356c54a-26c4-4354-b767-27a160c01810 req-24c22eb6-39bc-4b5f-bd9f-6c7586610060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:20.549021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9356c54a-26c4-4354-b767-27a160c01810 req-24c22eb6-39bc-4b5f-bd9f-6c7586610060 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ee88b66e31341a395887e6984f1a14a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1095371 Nov 10 17:23:20.648843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356c54a-26c4-4354-b767-27a160c01810 req-a20d6a18-bbb3-42f4-8977-8f4edb9559b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:20.650307 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9356c54a-26c4-4354-b767-27a160c01810 req-a20d6a18-bbb3-42f4-8977-8f4edb9559b0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939705 Nov 10 17:23:20.733771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-e4569232-8f0b-4d5d-b75f-071eeef8245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:20.735253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-e4569232-8f0b-4d5d-b75f-071eeef8245e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 1095 time: 0.0463722 Nov 10 17:23:20.784243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-acac35ac-84ca-46f0-8fd8-ecde6e1341ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38 HTTP/1.1" status: 200 len: 217 time: 0.0345073 Nov 10 17:23:20.838410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-50538833-49c5-4855-9fd9-7f61f90d9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:20.839916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-50538833-49c5-4855-9fd9-7f61f90d9735 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0466251 Nov 10 17:23:20.891767 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-e9de202f-bf55-494a-8d6c-3148413af860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:20.893616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-e9de202f-bf55-494a-8d6c-3148413af860 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467753 Nov 10 17:23:20.993068 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-56fc4b84-5695-4c7b-9812-ea17e2786c07 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919371 Nov 10 17:23:21.112294 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4a15409-70dc-4d63-b1be-bbe5eeb6a786 req-18693d59-ff32-46e8-adcd-0c58746c0fab service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133418 Nov 10 17:23:21.204775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5f7c4-6fee-495f-a37d-1cc7ccf8dcfb req-527a8fa9-7ee8-4934-87dd-b98dd916b420 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:21.206326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1f5f7c4-6fee-495f-a37d-1cc7ccf8dcfb req-527a8fa9-7ee8-4934-87dd-b98dd916b420 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0563636 Nov 10 17:23:21.263076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c1f5f7c4-6fee-495f-a37d-1cc7ccf8dcfb req-e2311149-bcba-4d11-b349-685fb118e386 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506489 Nov 10 17:23:22.387966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fb8be-51c2-4c5a-8aef-6597e9f2e9a4 req-a1507ec8-e3b5-421b-bb65-3e8d5491413e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:22.389492 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-861fb8be-51c2-4c5a-8aef-6597e9f2e9a4 req-a1507ec8-e3b5-421b-bb65-3e8d5491413e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0516136 Nov 10 17:23:22.442585 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-861fb8be-51c2-4c5a-8aef-6597e9f2e9a4 req-ebacf1cc-837d-4f7f-bbb3-b62b3d4e89d8 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469339 Nov 10 17:23:23.561033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263f2dd-7e1a-4cff-82e8-9ccf06058a07 req-59b49090-ace6-4c68-87dc-3988e021f849 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:23.562591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e263f2dd-7e1a-4cff-82e8-9ccf06058a07 req-59b49090-ace6-4c68-87dc-3988e021f849 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0516353 Nov 10 17:23:23.618498 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e263f2dd-7e1a-4cff-82e8-9ccf06058a07 req-2770144a-827e-4046-9f62-4bb5d35741b6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496211 Nov 10 17:23:24.742665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266e6e7-da18-47e7-bb67-716ac7a3c595 req-98b0acdb-6b53-4a28-9de0-0b240a78ce28 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:24.744261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6266e6e7-da18-47e7-bb67-716ac7a3c595 req-98b0acdb-6b53-4a28-9de0-0b240a78ce28 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0516798 Nov 10 17:23:24.794871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6266e6e7-da18-47e7-bb67-716ac7a3c595 req-2e781735-839b-4dc0-ace0-8b6b0361c39a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443027 Nov 10 17:23:25.919393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfeb6-004f-41c7-9651-66da8c017459 req-1a970c95-dd9d-41d2-8fd3-0dec75263e2d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:25.920667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c0dfeb6-004f-41c7-9651-66da8c017459 req-1a970c95-dd9d-41d2-8fd3-0dec75263e2d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0517650 Nov 10 17:23:25.971803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1c0dfeb6-004f-41c7-9651-66da8c017459 req-094623f0-34fc-4ee7-908a-c91f9231373a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445199 Nov 10 17:23:27.092353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49976-b553-48b4-bc67-fdf60acb3674 req-810abf8a-7cb9-471b-810c-d7fbb6e8462e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:27.093837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bee49976-b553-48b4-bc67-fdf60acb3674 req-810abf8a-7cb9-471b-810c-d7fbb6e8462e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0537550 Nov 10 17:23:27.142672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bee49976-b553-48b4-bc67-fdf60acb3674 req-ed2ff15a-4fe6-46ea-9a04-1d3f99ae57be tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428698 Nov 10 17:23:28.264983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192da0-cd63-46e8-bc0e-710f480f65b3 req-5689aaed-227d-46b2-8469-9c86f5e4e176 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:28.266476 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42192da0-cd63-46e8-bc0e-710f480f65b3 req-5689aaed-227d-46b2-8469-9c86f5e4e176 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0537400 Nov 10 17:23:28.324942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42192da0-cd63-46e8-bc0e-710f480f65b3 req-d122b655-1a91-4fad-8728-677e2c1df03a tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517685 Nov 10 17:23:28.636166 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:23:29.444672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e40e68-d26f-4186-9f07-656c7efd71b3 req-d6cfc14d-5926-4921-afa0-150c764d0f5c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:29.447126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66e40e68-d26f-4186-9f07-656c7efd71b3 req-d6cfc14d-5926-4921-afa0-150c764d0f5c tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0510941 Nov 10 17:23:29.507625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-66e40e68-d26f-4186-9f07-656c7efd71b3 req-16238420-5146-4ec8-a4fa-9b2c5f0e8bfc tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526264 Nov 10 17:23:30.639500 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e1fb-80be-4788-a3fc-5003381a5f3d req-a1295056-f50d-44dd-b8cd-9e06726a0004 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:30.641027 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-deb5e1fb-80be-4788-a3fc-5003381a5f3d req-a1295056-f50d-44dd-b8cd-9e06726a0004 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0568590 Nov 10 17:23:30.692001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-deb5e1fb-80be-4788-a3fc-5003381a5f3d req-a5d24da8-47c8-4d0a-ac93-e38bad02a115 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450454 Nov 10 17:23:31.619638 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aab861eb-7c92-4cd0-bb4e-a0ca6b17bfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:31.810601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad65ff0-b73a-4c1c-8912-122a64cf4e75 req-8d2625e5-0331-4e36-a0fd-e629b160cbd0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:31.812201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ad65ff0-b73a-4c1c-8912-122a64cf4e75 req-8d2625e5-0331-4e36-a0fd-e629b160cbd0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 943 time: 0.0517187 Nov 10 17:23:31.867334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ad65ff0-b73a-4c1c-8912-122a64cf4e75 req-91bb2b53-119c-4031-abbf-60a65b51aaee tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489652 Nov 10 17:23:32.579230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bf4c8b06-fe7e-4312-a4af-2738337ffb38 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:23:32.675208 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bf4c8b06-fe7e-4312-a4af-2738337ffb38, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:23:32.687173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'port_id': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'mac_address': 'fa:16:3e:c0:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:23:32.729990 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:32.744540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4c8b06-fe7e-4312-a4af-2738337ffb38 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:23:32.764331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bf4c8b06-fe7e-4312-a4af-2738337ffb38, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:23:32.837043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:32.885561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=bf4c8b06-fe7e-4312-a4af-2738337ffb38,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:23:32.894111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.894473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.895591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.895591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.895591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.895871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.896085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.896407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.896721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.897043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.897403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.897682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:23:32.986112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d886be-94c2-4ce5-bb9e-de9d1c6c43eb req-df5367e8-583b-45dd-843b-13b9e0dc380b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:32.987616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89d886be-94c2-4ce5-bb9e-de9d1c6c43eb req-df5367e8-583b-45dd-843b-13b9e0dc380b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 944 time: 0.0513737 Nov 10 17:23:33.043709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89d886be-94c2-4ce5-bb9e-de9d1c6c43eb req-5dcfaa4f-a11f-4661-afe5-0c224a560433 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493228 Nov 10 17:23:33.073702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['bf4c8b06-fe7e-4312-a4af-2738337ffb38'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:23:33.926344 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e7af3cb-bf1e-4c52-801d-bc54936c0a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:34.163269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d38682-0e3d-4526-8aa2-f6c950569f69 req-5371b5dc-e5f9-4a87-969d-0c0f59908f07 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:34.164802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5d38682-0e3d-4526-8aa2-f6c950569f69 req-5371b5dc-e5f9-4a87-969d-0c0f59908f07 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 944 time: 0.0526195 Nov 10 17:23:34.216800 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5d38682-0e3d-4526-8aa2-f6c950569f69 req-915050fd-50b2-478d-abdd-4adef13c9b10 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458088 Nov 10 17:23:34.595599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bf4c8b06-fe7e-4312-a4af-2738337ffb38 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:23:34.738955 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port bf4c8b06-fe7e-4312-a4af-2738337ffb38 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:23:34.744039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port bf4c8b06-fe7e-4312-a4af-2738337ffb38 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:23:34.744409 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:34.827751 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:34.851433 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:23:34.853788 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}432099715056da2a5c7a1e8b7de311282662e9b046dbded0c68ff278cc0cadd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5978c5e2-46ef-48f8-9ce3-d00e443f9b1b" -d '{"events": [{"server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "name": "network-vif-plugged", "status": "completed", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:23:34.867101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port bf4c8b06-fe7e-4312-a4af-2738337ffb38, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:23:34.922284 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:34.952796 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ecbfa5-7ecb-447f-98b0-0ecbb42bae02 x-openstack-request-id: req-b4ecbfa5-7ecb-447f-98b0-0ecbb42bae02 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:23:34.953401 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "name": "network-vif-plugged", "status": "completed", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:23:34.953603 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4ecbfa5-7ecb-447f-98b0-0ecbb42bae02 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:23:34.954090 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'code': 200} Nov 10 17:23:34.984631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=bf4c8b06-fe7e-4312-a4af-2738337ffb38,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:23:35.050198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9e4df-929e-4c8d-ab69-bedf7aa69797 req-31cda27c-6a9b-4d62-9b54-1d0b61791948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:35.051866 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80a9e4df-929e-4c8d-ab69-bedf7aa69797 req-31cda27c-6a9b-4d62-9b54-1d0b61791948 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 1097 time: 0.0414360 Nov 10 17:23:35.103407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-80a9e4df-929e-4c8d-ab69-bedf7aa69797 req-847b8765-8a06-4f0a-bd71-bbe388ac9b83 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442936 Nov 10 17:23:35.230934 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:35.334675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e0f7-2132-481c-add4-2db400de8feb req-e33074e8-8abe-49fe-bf3a-93fc2da87119 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:35.336274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5001e0f7-2132-481c-add4-2db400de8feb req-e33074e8-8abe-49fe-bf3a-93fc2da87119 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Nov 10 17:23:35.388071 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5001e0f7-2132-481c-add4-2db400de8feb req-155cd41e-d96a-490e-a8a0-d8bca32d2870 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457399 Nov 10 17:23:36.509736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24900d-6e0c-441d-a212-a440a0cd2298 req-49af04e3-9a49-42cd-997e-651a1ba7cd28 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:36.511248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d24900d-6e0c-441d-a212-a440a0cd2298 req-49af04e3-9a49-42cd-997e-651a1ba7cd28 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 945 time: 0.0524926 Nov 10 17:23:36.566023 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d24900d-6e0c-441d-a212-a440a0cd2298 req-aa944c37-ca29-49e8-9d53-e143b99d577e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485351 Nov 10 17:23:36.689096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4468cc1-ef93-4a79-9b57-da650892a25f req-911b1c02-0515-48f9-ae03-e899d9c4d691 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:36.690559 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4468cc1-ef93-4a79-9b57-da650892a25f req-911b1c02-0515-48f9-ae03-e899d9c4d691 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 945 time: 0.0559785 Nov 10 17:23:36.766040 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a4468cc1-ef93-4a79-9b57-da650892a25f req-22f71362-1a51-4116-81f8-f43dbde0059e tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684061 Nov 10 17:23:36.796182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:23:36.901798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f36bcaa-27ea-4e36-ba56-241897f714cd tempest-TestVolumeBootPattern-698171384 tempest-TestVolumeBootPattern-698171384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:36.903715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2f36bcaa-27ea-4e36-ba56-241897f714cd tempest-TestVolumeBootPattern-698171384 tempest-TestVolumeBootPattern-698171384-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 1092 time: 0.1064811 Nov 10 17:23:36.906481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 38876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:23:36.910993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:23:36.943920 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:37.048472 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:37.169228 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:37.276441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Allocated IP 172.25.3.66 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/8865c2a7-c6d6-48be-9726-521b0564fbcc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:23:37.385596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:37.505517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:37.543211 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:23:37.548933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:23:37.552492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:23:37.559023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=8865c2a7-c6d6-48be-9726-521b0564fbcc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:23:37.671049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:37.921847 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:38.059458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:38.205794 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:38.304865 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:38.332020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:38.400714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event updated for resources: {'Port': ['ID=8865c2a7-c6d6-48be-9726-521b0564fbcc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:23:38.417133 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:38.522005 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Floating IP cf2b967b-90ba-4006-bfac-f2983dab1612 associated. External IP: 172.25.3.66, port: bf4c8b06-fe7e-4312-a4af-2738337ffb38. Nov 10 17:23:38.733821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:23:38.842481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:23:38.853118 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:23:38.863188 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:23:38.863813 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:23:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:23:38.918448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:38.973006 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:23:39.227874 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:46Z', 'revision_number': 1, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}, {'id': 'cf2b967b-90ba-4006-bfac-f2983dab1612', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:c0:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:23:37Z', 'updated_at': '2021-11-10T17:23:37Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:23:39.260348 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:23:39.270005 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:23:39.270627 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:23:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:23:39.290657 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c2d4c10e-3508-45ab-9af8-06175c8e85e2 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3831127 Nov 10 17:23:39.291391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:23:39.293684 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}846702408d8e8fd353bc7ea780857e119d5f22662b8169bc9fd6d54829fba079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60c4698-7647-43fb-866b-e2b7bd57cc09" -d '{"events": [{"name": "network-changed", "server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:23:39.335008 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966cab4c-a457-4589-8f29-0206a8f3ed95 x-openstack-request-id: req-966cab4c-a457-4589-8f29-0206a8f3ed95 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:23:39.335533 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:23:39.336362 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-966cab4c-a457-4589-8f29-0206a8f3ed95 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:23:39.336778 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'status': 'completed', 'code': 200} Nov 10 17:23:39.387507 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:23:39.404995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-5833aa96-da48-4a95-b80d-e2f03fc9619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:39.406544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-5833aa96-da48-4a95-b80d-e2f03fc9619e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 1097 time: 0.0489874 Nov 10 17:23:39.503215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-17de9059-9329-4b96-ae90-cc5fb84430c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:39.504639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-17de9059-9329-4b96-ae90-cc5fb84430c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0903168 Nov 10 17:23:39.571383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-d1af9d0a-3a5e-48da-a4bc-c4806f9c3b46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38 HTTP/1.1" status: 200 len: 998 time: 0.0596888 Nov 10 17:23:39.628151 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:46Z', 'revision_number': 1, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}, {'id': 'cf2b967b-90ba-4006-bfac-f2983dab1612', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:c0:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:23:37Z', 'updated_at': '2021-11-10T17:23:37Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:23:39.628711 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-ab977319-88b7-40b6-bc8e-4729cc6bec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:39.631232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-ab977319-88b7-40b6-bc8e-4729cc6bec83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0524583 Nov 10 17:23:39.655994 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784545b3-598b-4483-b7d6-cb5284046749 None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:46Z', 'revision_number': 1, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}, {'id': 'cf2b967b-90ba-4006-bfac-f2983dab1612', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.66', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:c0:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:23:37Z', 'updated_at': '2021-11-10T17:23:37Z', 'revision_number': 0, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:23:39.689098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-e2ee757f-14a5-41b7-8695-34e41e9e712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:23:39.690665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-e2ee757f-14a5-41b7-8695-34e41e9e712d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522671 Nov 10 17:23:39.787957 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-07628366-3a9a-4848-a6bf-0f7c41e62a81 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899506 Nov 10 17:23:39.869995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5a786-8012-449f-b57a-e9d97eac6fc4 None None] New status for floating IP cf2b967b-90ba-4006-bfac-f2983dab1612: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:23:39.894852 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d60c4698-7647-43fb-866b-e2b7bd57cc09 req-a56ef9bc-853b-4736-bf0b-b9a5c8edf40e service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980823 Nov 10 17:23:40.830256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:01.607623 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88c1db9b-a699-403e-8eca-65e2a5927554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:03.916295 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ece2940-04bb-48a0-ac81-f632eb5366be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:05.241432 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:05.635780 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:24:07.018028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:07.612862 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:08.275872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:10.790090 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:14.728659 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-70d0f41d-3ca4-4222-ab06-ba9e7dc0f046 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887902 Nov 10 17:24:14.812681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-644b6510-070f-47e2-9837-45efec90bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:24:14.814152 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-644b6510-070f-47e2-9837-45efec90bc28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 1097 time: 0.0409288 Nov 10 17:24:14.920605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-afcf23b1-2019-4d24-8344-cc0d223bc628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:24:14.922224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-afcf23b1-2019-4d24-8344-cc0d223bc628 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0880008 Nov 10 17:24:14.988344 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-53d2c730-7332-47dc-93f2-ccaf7702203e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38 HTTP/1.1" status: 200 len: 1000 time: 0.0591278 Nov 10 17:24:15.043137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-1bf64cb7-6255-4271-89a8-32d42f6fd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:24:15.044635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-1bf64cb7-6255-4271-89a8-32d42f6fd909 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0496387 Nov 10 17:24:15.092419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-7852ba66-83af-4d33-a0a4-034d0e457a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:24:15.093935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-7852ba66-83af-4d33-a0a4-034d0e457a65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416741 Nov 10 17:24:15.177555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-2413fe40-2b76-48d0-8ecf-eeff731c4767 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403559 Nov 10 17:24:15.184206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-a549c035-4b17-4fab-86ad-3092f54144fa service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831203 Nov 10 17:24:15.264593 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-f0bc9b0b-7d2b-4fda-b0ca-1c64159d0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:24:15.266095 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-f0bc9b0b-7d2b-4fda-b0ca-1c64159d0fbc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1098 time: 0.0421758 Nov 10 17:24:15.279128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0a5ffa6-79ee-4aef-9126-f39533351c5f req-5131882b-bb14-4516-8577-1673c63db662 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885839 Nov 10 17:24:15.375356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-ba0d6624-9738-429b-ae48-64c918b174fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:24:15.376802 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-ba0d6624-9738-429b-ae48-64c918b174fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0911632 Nov 10 17:24:15.440678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-7b24a080-92a1-4a4f-b62a-f48705d20db2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 1001 time: 0.0564828 Nov 10 17:24:15.496984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-e05c4650-d4d0-4098-9ff3-37f50f2437ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:24:15.498407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-e05c4650-d4d0-4098-9ff3-37f50f2437ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0465398 Nov 10 17:24:15.546304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-1fce527e-4976-4fc3-908b-d2f05d2833e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:24:15.548174 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-1fce527e-4976-4fc3-908b-d2f05d2833e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405538 Nov 10 17:24:15.637232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-01419eb8-d9c0-4e29-a5d6-5aed6a31fc1f service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816784 Nov 10 17:24:15.735088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25c8e9eb-ae4f-49fa-b94e-c0d13fda67fe req-fed42d23-ea03-4ce2-a700-4bc28f228165 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861359 Nov 10 17:24:31.616804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8da72b23-e0b6-464c-9f47-7a44fd28ba74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:33.902846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e024b776-9f8e-4feb-af83-da47c9eba487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:35.210853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:36.938335 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:37.612835 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:38.252627 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:40.829742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:42.635054 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:25:01.645055 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-30b188e8-b78a-4ec5-a4b5-bbbd74ce249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:04.024786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b100ee8-63c6-46c0-b810-34ae5e53960a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:05.233255 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:06.926591 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:07.656269 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:08.290637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:10.833844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:15.252146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d991d56-7709-46b3-bcec-b5d24820effd req-557a5e18-357a-4eef-8901-cd873a9e54a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796502 Nov 10 17:25:15.343405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d991d56-7709-46b3-bcec-b5d24820effd req-8f39dfff-ccd4-44c1-af0b-5931134f4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:15.344941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d991d56-7709-46b3-bcec-b5d24820effd req-8f39dfff-ccd4-44c1-af0b-5931134f4847 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1098 time: 0.0472827 Nov 10 17:25:15.452428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d991d56-7709-46b3-bcec-b5d24820effd req-bbaaec58-b576-4a28-bcaf-ad4279bc48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:15.453811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d991d56-7709-46b3-bcec-b5d24820effd req-bbaaec58-b576-4a28-bcaf-ad4279bc48e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0872741 Nov 10 17:25:15.525226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d991d56-7709-46b3-bcec-b5d24820effd req-a2fbb892-b478-416a-9c2f-f0a38635dc44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 1001 time: 0.0632074 Nov 10 17:25:15.576159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d991d56-7709-46b3-bcec-b5d24820effd req-0f0740e2-3f25-4d3e-a906-a63d9f50889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:15.577726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d991d56-7709-46b3-bcec-b5d24820effd req-0f0740e2-3f25-4d3e-a906-a63d9f50889b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0460920 Nov 10 17:25:15.628866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d991d56-7709-46b3-bcec-b5d24820effd req-48b5dd2e-59a3-477b-9247-185a714bd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:15.630501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d991d56-7709-46b3-bcec-b5d24820effd req-48b5dd2e-59a3-477b-9247-185a714bd5d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454135 Nov 10 17:25:15.739107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d991d56-7709-46b3-bcec-b5d24820effd req-293246c9-025e-4db0-9f10-833539d69e0b service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015160 Nov 10 17:25:15.758580 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-c310b14d-7609-459d-9a7f-6a95e9cbfa17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814881 Nov 10 17:25:15.838159 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d991d56-7709-46b3-bcec-b5d24820effd req-a6978cb5-6cc4-433a-bd6d-0063dd8dd860 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919139 Nov 10 17:25:15.846030 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-8917ef31-6bb7-4d69-9e3a-4527e30e2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:15.847665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-8917ef31-6bb7-4d69-9e3a-4527e30e2d23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 1097 time: 0.0431049 Nov 10 17:25:15.962701 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-842a903b-6e5f-4234-a26b-18ea4943e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:15.964168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-842a903b-6e5f-4234-a26b-18ea4943e590 service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0984669 Nov 10 17:25:16.031253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-3babb276-afc4-4ffc-af12-7fc7af606a99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38 HTTP/1.1" status: 200 len: 1000 time: 0.0595629 Nov 10 17:25:16.092507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-557cc873-94d6-40fd-a8e2-91ab06208477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:16.094141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-557cc873-94d6-40fd-a8e2-91ab06208477 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0568109 Nov 10 17:25:16.144039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-a2590c1c-f533-4e71-b562-228c32f10f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:16.146216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-a2590c1c-f533-4e71-b562-228c32f10f65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420601 Nov 10 17:25:16.239798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-f6ab09da-a499-419d-83a2-14246782f505 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868154 Nov 10 17:25:16.339427 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dcd6521c-2c1b-4a96-90d5-5428154ca478 req-20544bf0-fcc7-4b3f-b3ae-7107b4892b26 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922012 Nov 10 17:25:19.634857 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:25:31.669287 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2071e2ee-34f2-4a07-8785-12101601a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:33.899899 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d9e2cf2-1e25-4258-8a68-ac7c21b4ade6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:35.263767 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:36.952897 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:37.632704 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:38.263933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:40.846216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:56.164751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 38918) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:25:56.328580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port 8865c2a7-c6d6-48be-9726-521b0564fbcc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:25:56.328915 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:56.406393 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:56.406704 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:56.418248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for 8865c2a7-c6d6-48be-9726-521b0564fbcc owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:25:56.612309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:56.633792 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:25:56.639151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=8865c2a7-c6d6-48be-9726-521b0564fbcc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:25:56.664409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.664739 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.665079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.665413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.665742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.666075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.666400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.666720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.667042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.667388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.667710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.668026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:56.709139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:56.709493 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Floating IP cf2b967b-90ba-4006-bfac-f2983dab1612 disassociated (deleted). External IP: 172.25.3.66, port: bf4c8b06-fe7e-4312-a4af-2738337ffb38. Nov 10 17:25:56.917560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:25:57.025409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:25:57.031490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:57.036446 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d51573-df6e-403e-ac35-de76f197419c None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:25:57.046976 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d51573-df6e-403e-ac35-de76f197419c None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:25:57.047631 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-73d51573-df6e-403e-ac35-de76f197419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:25:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:25:57.058479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b1d314b-7949-4f44-adf6-8d46339a8f73 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "DELETE /v2.0/floatingips/cf2b967b-90ba-4006-bfac-f2983dab1612 HTTP/1.1" status: 204 len: 168 time: 0.8926096 Nov 10 17:25:57.059058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:25:57.157882 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2" -d '{"events": [{"name": "network-changed", "server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:25:57.164789 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-73d51573-df6e-403e-ac35-de76f197419c None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:25:57.298495 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b473c92-15d7-49fd-bb5d-6e5405069ec6 x-openstack-request-id: req-4b473c92-15d7-49fd-bb5d-6e5405069ec6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:25:57.299010 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:25:57.299010 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b473c92-15d7-49fd-bb5d-6e5405069ec6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:25:57.299460 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'status': 'completed', 'code': 200} Nov 10 17:25:57.369506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-1724f824-3d5b-47aa-a62e-641ff107dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:57.371223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-1724f824-3d5b-47aa-a62e-641ff107dcc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 1097 time: 0.0460892 Nov 10 17:25:57.411243 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-73d51573-df6e-403e-ac35-de76f197419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:46Z', 'revision_number': 1, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:25:57.443247 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d51573-df6e-403e-ac35-de76f197419c None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:25:57.453098 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d51573-df6e-403e-ac35-de76f197419c None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:25:57.469928 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-73d51573-df6e-403e-ac35-de76f197419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:25:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:25:57.473420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-f3dde71e-abe1-4e24-97f7-15a44eafc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:57.474951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-f3dde71e-abe1-4e24-97f7-15a44eafc75c service neutron] 10.222.0.18 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0969057 Nov 10 17:25:57.519244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-68c1f26c-849a-47ac-aa6b-f5f757021f43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38 HTTP/1.1" status: 200 len: 217 time: 0.0370126 Nov 10 17:25:57.579101 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-73d51573-df6e-403e-ac35-de76f197419c None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:25:57.590356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-ad3f34a9-202c-4724-a8b6-1a356d5d2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:57.590356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-ad3f34a9-202c-4724-a8b6-1a356d5d2e04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0602551 Nov 10 17:25:57.644507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-a368a350-9fa9-434c-b30c-dfbbef7956c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:57.651701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-a368a350-9fa9-434c-b30c-dfbbef7956c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511725 Nov 10 17:25:57.769171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62ad88-68c8-41fe-805b-7c7b134bbe7c req-77025d9e-a071-44be-bedf-3bbd04c9eaed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:57.770690 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa62ad88-68c8-41fe-805b-7c7b134bbe7c req-77025d9e-a071-44be-bedf-3bbd04c9eaed tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 945 time: 0.1674902 Nov 10 17:25:57.799739 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-0e101f6b-1f12-4d06-8a77-733806fe53c5 service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454706 Nov 10 17:25:57.829590 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-73d51573-df6e-403e-ac35-de76f197419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:46Z', 'revision_number': 1, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:25:57.859543 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d51573-df6e-403e-ac35-de76f197419c None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c93b732c-696e-47b0-8407-536bdb514a76', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'port_id': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'mac_address': 'fa:16:3e:d3:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:20:43Z', 'updated_at': '2021-11-10T17:20:46Z', 'revision_number': 1, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:25:57.882593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa62ad88-68c8-41fe-805b-7c7b134bbe7c req-8ea4e947-42c4-432e-9fbd-aecf6714804d tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055174 Nov 10 17:25:57.930703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dba35826-3128-4cb8-9fdc-ffcb45fb64f2 req-5ace5fc8-84d7-4a21-a47f-32c03965337b service neutron] 10.222.0.18 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231191 Nov 10 17:25:58.102915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c1c98-0b5a-4760-b947-aec6b59f2f9f None None] New status for floating IP cf2b967b-90ba-4006-bfac-f2983dab1612: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:25:59.047725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-c52fdaa5-fbc9-4fc1-b22e-ff52c6f67aba tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:59.049216 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-c52fdaa5-fbc9-4fc1-b22e-ff52c6f67aba tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 945 time: 0.0560031 Nov 10 17:25:59.141396 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127772-5c44-4f15-90bf-e49ec8a0c719 req-ba32f548-8706-4b80-84b2-c86dbb968a40 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:25:59.142931 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31127772-5c44-4f15-90bf-e49ec8a0c719 req-ba32f548-8706-4b80-84b2-c86dbb968a40 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 945 time: 0.1018615 Nov 10 17:25:59.144248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port bf4c8b06-fe7e-4312-a4af-2738337ffb38 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:25:59.144597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:59.195794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31127772-5c44-4f15-90bf-e49ec8a0c719 req-4d20f216-7cc9-4417-bdc2-f99bbad369c0 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463786 Nov 10 17:25:59.243022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] For port bf4c8b06-fe7e-4312-a4af-2738337ffb38, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=bf4c8b06-fe7e-4312-a4af-2738337ffb38,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:25:59.243443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:59.257794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for bf4c8b06-fe7e-4312-a4af-2738337ffb38 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:25:59.444094 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:59.477770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=bf4c8b06-fe7e-4312-a4af-2738337ffb38,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:25:59.490298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.490644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.490988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.491346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.491685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.492018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.492339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.492665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.492989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.493303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.493626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.493948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:25:59.529602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] No DVR routers for this DVR port bf4c8b06-fe7e-4312-a4af-2738337ffb38 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:25:59.532344 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:59.535820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-055c32e5-f549-4a6e-9b87-19dcaa08d853 req-76f12bcf-e98f-41db-aae5-a530dd9f2646 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.18 "DELETE /v2.0/ports/bf4c8b06-fe7e-4312-a4af-2738337ffb38 HTTP/1.1" status: 204 len: 173 time: 0.4801581 Nov 10 17:25:59.536270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'name': 'network-vif-deleted', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:25:59.582340 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730620bc-7861-4676-a230-4defde9b9f16" -d '{"events": [{"server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "name": "network-vif-deleted", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:25:59.694577 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d2d9c6-3700-4d93-ae33-bc5d5918bd9d x-openstack-request-id: req-a9d2d9c6-3700-4d93-ae33-bc5d5918bd9d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:25:59.694874 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d9bdee-99b3-4287-bfea-dfe3dca9faa0", "name": "network-vif-deleted", "tag": "bf4c8b06-fe7e-4312-a4af-2738337ffb38", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:25:59.695124 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9d2d9c6-3700-4d93-ae33-bc5d5918bd9d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:25:59.695592 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d9bdee-99b3-4287-bfea-dfe3dca9faa0', 'name': 'network-vif-deleted', 'tag': 'bf4c8b06-fe7e-4312-a4af-2738337ffb38', 'status': 'completed', 'code': 200} Nov 10 17:26:00.292219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9bd9e410-a1c0-43d4-b294-0920fd596cf4 req-cc9f4572-95ae-4f66-9fa0-2cc8571ff1b1 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 210 time: 0.0260656 Nov 10 17:26:01.404698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-56f47e8d-5d90-4b9b-9c82-7a6217c47445 req-0d5e88e8-a66d-4a6c-bd14-c6124a0a3bf4 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 210 time: 0.0336773 Nov 10 17:26:01.623966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aae0e112-f5fc-45eb-a8e6-88a182484642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:02.501005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d608a382-8b73-4a84-8a73-a1340a7094bc req-f20ef48d-f581-4c32-aecb-7127e6057fde tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 210 time: 0.0263422 Nov 10 17:26:03.163462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bf4c8b06-fe7e-4312-a4af-2738337ffb38 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:26:03.184714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: bf4c8b06-fe7e-4312-a4af-2738337ffb38 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:26:03.185106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device bf4c8b06-fe7e-4312-a4af-2738337ffb38 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:26:03.597868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd913205-b6b8-4a84-b66b-9dc4ee882861 req-9e01cb4d-0c6a-4638-8822-d395163d3951 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 210 time: 0.0273778 Nov 10 17:26:03.884398 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd3625b7-f2ce-46e8-aa08-92c876840075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:04.706641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7dd0bc2-0377-4604-800c-fef769fcc20f req-837ced77-1ea3-42c0-ab53-48f2c75ff078 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d9bdee-99b3-4287-bfea-dfe3dca9faa0 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Nov 10 17:26:05.227192 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:06.936283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:07.633142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:08.257998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:10.829102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:11.315587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39004) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:11.475638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port 350687cb-75c1-40ad-9b35-b92db09fbdfe {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:11.475898 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:11.554038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:11.554414 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:11.566955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for 350687cb-75c1-40ad-9b35-b92db09fbdfe owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:11.764396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:12.090234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=350687cb-75c1-40ad-9b35-b92db09fbdfe,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:12.154504 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:12.154761 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Floating IP c93b732c-696e-47b0-8407-536bdb514a76 disassociated (deleted). External IP: 172.25.3.44, port: 3fd04621-44cf-4514-b5bb-5e343fae7137. Nov 10 17:26:12.369415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:26:12.478064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:26:12.483479 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:12.490095 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:26:12.500751 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:26:12.501341 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:12.510207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0cd8aab7-0fcb-4cec-9fc9-2b243c75dedd tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "DELETE /v2.0/floatingips/c93b732c-696e-47b0-8407-536bdb514a76 HTTP/1.1" status: 204 len: 168 time: 1.1935215 Nov 10 17:26:12.510795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:26:12.513598 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcf39b8-6898-474f-8e21-560eb74a9f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:26:12.553531 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ea919d-bab9-4dab-9681-725c80295a62 x-openstack-request-id: req-b6ea919d-bab9-4dab-9681-725c80295a62 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:26:12.554090 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:26:12.554410 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6ea919d-bab9-4dab-9681-725c80295a62 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:26:12.554880 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'status': 'completed', 'code': 200} Nov 10 17:26:12.612230 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:26:12.625911 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-1387b7f6-fe54-438e-9476-deba49742cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:12.627332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-1387b7f6-fe54-438e-9476-deba49742cc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ee88b66e31341a395887e6984f1a14a&device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 1098 time: 0.0506971 Nov 10 17:26:12.729627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-e302e672-9121-41dc-b323-61ffee8739e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:12.731117 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-e302e672-9121-41dc-b323-61ffee8739e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 200 len: 913 time: 0.0963023 Nov 10 17:26:12.775095 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-c6feed8f-1d3e-4c2b-ac6b-84442cca55f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 200 len: 217 time: 0.0355122 Nov 10 17:26:12.817246 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:12.834002 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-6639ad09-4bc8-4cb3-bbbe-b0ee688d2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:12.835713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-6639ad09-4bc8-4cb3-bbbe-b0ee688d2fcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 200 len: 851 time: 0.0534661 Nov 10 17:26:12.844644 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:26:12.853262 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:26:12.853854 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:12.884587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-4b46e8d7-cae6-45f8-a587-6dd57b2a7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:12.886269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-4b46e8d7-cae6-45f8-a587-6dd57b2a7e7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=869ffb30-c384-4b31-a739-b062c5ac0767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436256 Nov 10 17:26:12.972722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc1585-110f-4d90-a421-1aacdc2e4c19 req-7426a7ff-5340-401e-a59c-618e073b6b36 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:12.974441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34cc1585-110f-4d90-a421-1aacdc2e4c19 req-7426a7ff-5340-401e-a59c-618e073b6b36 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 946 time: 0.0576165 Nov 10 17:26:12.998672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-720c17c8-1fb1-40a7-a324-de877bcf3e15 service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971818 Nov 10 17:26:13.028821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-34cc1585-110f-4d90-a421-1aacdc2e4c19 req-effce0ac-0de2-4547-8acf-15804495acfa tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/security-groups?id=95b3f13c-5f20-40a8-9841-38adcf572438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482070 Nov 10 17:26:13.071885 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:26:13.099972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcf39b8-6898-474f-8e21-560eb74a9f4f req-99d7e2f2-9390-4596-b8fc-12c7495a03bc service neutron] 10.222.0.69 "GET /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920632 Nov 10 17:26:13.276468 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:13.303590 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b494e7-416c-431d-93ca-c17db45ddd37 None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:11:38Z', 'revision_number': 4, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'b1b96481-58a0-47eb-b787-6346b74797d9', 'name': '', 'network_id': '869ffb30-c384-4b31-a739-b062c5ac0767', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'mac_address': 'fa:16:3e:5b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:37Z', 'updated_at': '2021-11-10T17:11:44Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'subnets': [{'id': '1b0f20c5-e3d1-412e-b43f-65922a330301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:26:13.529870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6ad7b-434d-4c8e-8495-a5e1017f8c01 None None] New status for floating IP c93b732c-696e-47b0-8407-536bdb514a76: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:26:13.709284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-4b2c6af9-c825-4bed-bd47-ed50b4bba5d6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:13.710796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-4b2c6af9-c825-4bed-bd47-ed50b4bba5d6 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 946 time: 0.0509288 Nov 10 17:26:13.806616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port 3fd04621-44cf-4514-b5bb-5e343fae7137 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:13.806961 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:13.897273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] For port 3fd04621-44cf-4514-b5bb-5e343fae7137, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=3fd04621-44cf-4514-b5bb-5e343fae7137,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:13.897648 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:13.910546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for 3fd04621-44cf-4514-b5bb-5e343fae7137 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:14.097974 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:14.147530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-708b632a-cca7-4168-8065-2775ae12ae6d req-d2632597-eba1-481f-a038-07892b7d94df tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 210 time: 0.0472329 Nov 10 17:26:14.149904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=3fd04621-44cf-4514-b5bb-5e343fae7137,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:14.198494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] No DVR routers for this DVR port 3fd04621-44cf-4514-b5bb-5e343fae7137 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:26:14.201579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:14.205087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ec5902e-456f-4e73-ae4c-efb9bae086a0 req-de37161b-6c41-4bf9-95a2-c444cc1f0129 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.69 "DELETE /v2.0/ports/3fd04621-44cf-4514-b5bb-5e343fae7137 HTTP/1.1" status: 204 len: 173 time: 0.4887586 Nov 10 17:26:14.556456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'name': 'network-vif-deleted', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:26:14.559525 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9895142c-2494-4307-bc66-4d363a27ddc6" -d '{"events": [{"server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "name": "network-vif-deleted", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:26:14.602415 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54da990c-ad50-4839-a162-0b2215ddaf41 x-openstack-request-id: req-54da990c-ad50-4839-a162-0b2215ddaf41 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:26:14.602714 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8839a4a0-3efb-45d8-ad5c-155eeed818fa", "name": "network-vif-deleted", "tag": "3fd04621-44cf-4514-b5bb-5e343fae7137", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:26:14.602988 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54da990c-ad50-4839-a162-0b2215ddaf41 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:26:14.603430 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8839a4a0-3efb-45d8-ad5c-155eeed818fa', 'name': 'network-vif-deleted', 'tag': '3fd04621-44cf-4514-b5bb-5e343fae7137', 'status': 'completed', 'code': 200} Nov 10 17:26:15.249276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-69a5e524-452c-485b-8f53-aa87e1d497cf req-00916d04-906d-4a6b-89a1-659cbc990c24 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 210 time: 0.0292306 Nov 10 17:26:16.129782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 3fd04621-44cf-4514-b5bb-5e343fae7137 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:26:16.151471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 3fd04621-44cf-4514-b5bb-5e343fae7137 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:26:16.151818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 3fd04621-44cf-4514-b5bb-5e343fae7137 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:26:16.352615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63bbd713-21e5-4dab-b198-588cce617f01 req-2b56536d-9b60-40ee-b7f2-baf514604886 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 210 time: 0.0268581 Nov 10 17:26:17.453226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3181d9ab-da1c-47cb-816a-52501b1c9453 req-42b8c3bd-6e02-4c4b-b7c4-13025a0bc10b tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 210 time: 0.0277345 Nov 10 17:26:18.554649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-57e96b66-ea9f-4f9f-b336-285601691380 req-0e840678-65c8-45d9-a1ae-addb65e82435 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "GET /v2.0/ports?device_id=8839a4a0-3efb-45d8-ad5c-155eeed818fa HTTP/1.1" status: 200 len: 210 time: 0.0291445 Nov 10 17:26:19.613632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39026) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:19.741902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Deleting port baa23571-fd61-4bc6-b845-fcfc642b2eee {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:19.742237 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:19.823559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:19.823873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:19.835939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Calling delete_port for baa23571-fd61-4bc6-b845-fcfc642b2eee owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:20.038916 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:20.071011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'Port': ['ID=baa23571-fd61-4bc6-b845-fcfc642b2eee,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:20.134178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:20.136706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:20.137955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3aefbcac-3572-4b05-81cb-23957d436345 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "DELETE /v2.0/floatingips/43444c91-866e-4188-92a0-3ace6cf753ef HTTP/1.1" status: 204 len: 168 time: 0.5233090 Nov 10 17:26:23.572151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39042) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:23.628619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0ac3-caa4-46e7-b630-1ee4f1740c32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:23.654031 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0ac3-caa4-46e7-b630-1ee4f1740c32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:23.795712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0ac3-caa4-46e7-b630-1ee4f1740c32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:23.798461 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0ac3-caa4-46e7-b630-1ee4f1740c32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:23.799665 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1a6e0ac3-caa4-46e7-b630-1ee4f1740c32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] 10.222.0.62 "DELETE /v2.0/security-groups/95b3f13c-5f20-40a8-9841-38adcf572438 HTTP/1.1" status: 204 len: 168 time: 0.2264946 Nov 10 17:26:23.808937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e0ac3-caa4-46e7-b630-1ee4f1740c32 tempest-TestVolumeBootPattern-1890085995 tempest-TestVolumeBootPattern-1890085995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b3f13c-5f20-40a8-9841-38adcf572438,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:23.926678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39048) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:24.416684 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:24.670939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Deleting port b1b96481-58a0-47eb-b787-6346b74797d9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:24.671623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:24.748198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] For port b1b96481-58a0-47eb-b787-6346b74797d9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b1b96481-58a0-47eb-b787-6346b74797d9,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:24.748559 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:24.764937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Calling delete_port for b1b96481-58a0-47eb-b787-6346b74797d9 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:24.994881 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:25.022734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b96481-58a0-47eb-b787-6346b74797d9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:25.194331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:25.410574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:26:25.514940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:26:25.519863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cec76489-c090-4468-8f97-d998632faed4 admin admin] 10.222.0.62 "PUT /v2.0/routers/1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5920320 Nov 10 17:26:25.522516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:25.523541 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] Sync routers for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:26:25.537976 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:26:25.538579 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:25.626238 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:25.641484 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:26:25.728096 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:25.818627 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:26:24Z', 'revision_number': 5, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port': {'id': '6b98c965-7101-4d74-b0e6-af9c4831c347', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:35Z', 'updated_at': '2021-11-10T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:25.845102 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] Checking router: 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:26:25.853715 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] Routers {'1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:26:25.854421 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:25.860760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Deleting port 6b98c965-7101-4d74-b0e6-af9c4831c347 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:25.861103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:25.940322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] For port 6b98c965-7101-4d74-b0e6-af9c4831c347, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b98c965-7101-4d74-b0e6-af9c4831c347,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:25.940596 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] Set router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:26:25.940722 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:25.957515 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Calling delete_port for 6b98c965-7101-4d74-b0e6-af9c4831c347 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:25.994272 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:26:25Z', 'revision_number': 6, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:26.022050 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598c26c7-dcc8-458b-b41b-810adc3d1098 None None] The sync data for ids ['1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2'] in n-d-714676-11 is: [{'id': '1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2', 'name': 'tempest-TestVolumeBootPattern-1076091846-router', 'tenant_id': '2ee88b66e31341a395887e6984f1a14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:34Z', 'updated_at': '2021-11-10T17:26:25Z', 'revision_number': 6, 'project_id': '2ee88b66e31341a395887e6984f1a14a', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:26:26.198361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:26.441695 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b1b96481-58a0-47eb-b787-6346b74797d9 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:26:26.463429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b1b96481-58a0-47eb-b787-6346b74797d9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:26:26.463771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b1b96481-58a0-47eb-b787-6346b74797d9 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:26:26.528697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b98c965-7101-4d74-b0e6-af9c4831c347,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:26.542040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096bfc4-9b25-4ff6-a09f-0e37c7c6c848 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:26:26.589563 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:26.677634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:26.680118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:26.789256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:26.789900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:26:26.800751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:26.800751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9e825a47-57f4-4c4a-9596-8ca70d42359d admin admin] 10.222.0.62 "DELETE /v2.0/routers/1eeff0c3-2591-4c6b-8725-fe4ee90a4fa2 HTTP/1.1" status: 204 len: 168 time: 1.2734590 Nov 10 17:26:26.800751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39056) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:26.845542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0084f2e1-8801-4f0e-b084-0925d348bf18 admin admin] Deleting subnet 1b0f20c5-e3d1-412e-b43f-65922a330301 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:26:26.848609 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0084f2e1-8801-4f0e-b084-0925d348bf18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:26.883103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0084f2e1-8801-4f0e-b084-0925d348bf18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:26.963725 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0084f2e1-8801-4f0e-b084-0925d348bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.115536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0084f2e1-8801-4f0e-b084-0925d348bf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.140473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084f2e1-8801-4f0e-b084-0925d348bf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0f20c5-e3d1-412e-b43f-65922a330301,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:27.145397 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0084f2e1-8801-4f0e-b084-0925d348bf18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.148323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0084f2e1-8801-4f0e-b084-0925d348bf18 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1b0f20c5-e3d1-412e-b43f-65922a330301 HTTP/1.1" status: 204 len: 168 time: 0.3474998 Nov 10 17:26:27.150627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1ca8b-2b4a-41b0-92e5-0c57ab947460 None None] Network 869ffb30-c384-4b31-a739-b062c5ac0767 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:26:27.150831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39058) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:27.223521 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.276348 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Deleting port 6df3e02e-199d-4798-adf2-35e945a8be50 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:27.276685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.331954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] DHCP port deletion for 869ffb30-c384-4b31-a739-b062c5ac0767 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:26:27.342243 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] For port 6df3e02e-199d-4798-adf2-35e945a8be50, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6df3e02e-199d-4798-adf2-35e945a8be50,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:27.346491 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.355555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Calling delete_port for 6df3e02e-199d-4798-adf2-35e945a8be50 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:27.379134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Deleting port 6df3e02e-199d-4798-adf2-35e945a8be50 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:27.385458 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.447737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] For port 6df3e02e-199d-4798-adf2-35e945a8be50, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6df3e02e-199d-4798-adf2-35e945a8be50,segment=NetworkSegment(c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9),segment_id=c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:27.448415 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.460445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Calling delete_port for 6df3e02e-199d-4798-adf2-35e945a8be50 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:27.501031 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.526896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df3e02e-199d-4798-adf2-35e945a8be50,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:26:27.531104 n-d-714676-11 neutron-server[103327]: self.session.flush() Nov 10 17:26:27.534467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] No DVR routers for this DVR port 6df3e02e-199d-4798-adf2-35e945a8be50 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:26:27.537518 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.567861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Pushing event deleted for resources: {'Port': ['ID=6df3e02e-199d-4798-adf2-35e945a8be50,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:27.570135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] No DVR routers for this DVR port 6df3e02e-199d-4798-adf2-35e945a8be50 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:26:27.578442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.579095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.579289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.579656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.579985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.580427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.580624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.580952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.581253 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.581576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.581896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.582216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53f985-a8d4-444b-b77f-a230cc0a54f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:26:27.619249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.639335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869ffb30-c384-4b31-a739-b062c5ac0767']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:27.648461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:27.648759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c560fa74-f48d-4bb3-8bb5-fdeff3b2cfa9') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:27.659530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.673176 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.679140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:26:27.679553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:26:27.681214 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:26:27.809325 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.815427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.818643 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] 10.222.0.62 "DELETE /v2.0/networks/869ffb30-c384-4b31-a739-b062c5ac0767 HTTP/1.1" status: 204 len: 168 time: 0.6666930 Nov 10 17:26:27.821676 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:27.830139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea57f6-0566-4c93-9fa1-687ae6afbd59 admin admin] Pushing event deleted for resources: {'Network': ['ID=869ffb30-c384-4b31-a739-b062c5ac0767,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:28.172292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:28.255657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b98c965-7101-4d74-b0e6-af9c4831c347 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:26:28.278549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6b98c965-7101-4d74-b0e6-af9c4831c347 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:26:28.279012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b98c965-7101-4d74-b0e6-af9c4831c347 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:26:28.279526 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6df3e02e-199d-4798-adf2-35e945a8be50 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:26:28.303176 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6df3e02e-199d-4798-adf2-35e945a8be50 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:26:28.303624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6df3e02e-199d-4798-adf2-35e945a8be50 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:26:28.426950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Deleting port d2c9bd48-d4a9-494e-80dd-78eae7d674cb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:28.427195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:28.502878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] For port d2c9bd48-d4a9-494e-80dd-78eae7d674cb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,segment=NetworkSegment(8f3ebbc2-94fc-4149-b58f-8b669bff4ce1),segment_id=8f3ebbc2-94fc-4149-b58f-8b669bff4ce1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:28.503230 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:28.515365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Calling delete_port for d2c9bd48-d4a9-494e-80dd-78eae7d674cb owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:28.781554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:28.812045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c9bd48-d4a9-494e-80dd-78eae7d674cb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:28.976013 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:29.188282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:26:29.292068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:26:29.297383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-12867e98-681f-4be3-81b2-fac9d634d925 admin admin] 10.222.0.62 "PUT /v2.0/routers/baecc1dd-fa29-4f61-94a3-4dbcb8649c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746346 Nov 10 17:26:29.300387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39072) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:29.304023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] Sync routers for ids ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:26:29.317663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] Routers {'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:26:29.318522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:29.423949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] Set router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:26:29.613906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:26:28Z', 'revision_number': 5, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:29.641257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] Checking router: baecc1dd-fa29-4f61-94a3-4dbcb8649c3a for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:26:29.649953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] Routers {'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:26:29.650567 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:26:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:29.730577 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:29.755686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] Set router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:26:29.843988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:29.938315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:26:28Z', 'revision_number': 5, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:29.969338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43b726-2804-432c-bc8c-de29a3d9f7aa None None] The sync data for ids ['baecc1dd-fa29-4f61-94a3-4dbcb8649c3a'] in n-d-714676-11 is: [{'id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'name': 'tempest-TestVolumeBootPattern-1469565871-router', 'tenant_id': '19964e490e0047cdb6cf1a95778c3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:11:42Z', 'updated_at': '2021-11-10T17:26:28Z', 'revision_number': 5, 'project_id': '19964e490e0047cdb6cf1a95778c3991', 'gw_port': {'id': '3573f110-3a3f-4a24-b8d3-1865309f4de0', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baecc1dd-fa29-4f61-94a3-4dbcb8649c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:11:43Z', 'updated_at': '2021-11-10T17:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:26:29.971905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Deleting port 3573f110-3a3f-4a24-b8d3-1865309f4de0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:29.971905 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.056231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] For port 3573f110-3a3f-4a24-b8d3-1865309f4de0, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=3573f110-3a3f-4a24-b8d3-1865309f4de0,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:30.056911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.069412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Calling delete_port for 3573f110-3a3f-4a24-b8d3-1865309f4de0 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:30.292665 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.320696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Pushing event deleted for resources: {'Port': ['ID=3573f110-3a3f-4a24-b8d3-1865309f4de0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:30.342030 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed1fe7-a8a0-457d-ac79-1e8cf5102b3f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:26:30.400873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2c9bd48-d4a9-494e-80dd-78eae7d674cb no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:26:30.412840 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.422697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d2c9bd48-d4a9-494e-80dd-78eae7d674cb {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:26:30.423073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d2c9bd48-d4a9-494e-80dd-78eae7d674cb not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:26:30.506640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.508813 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.617709 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.618249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baecc1dd-fa29-4f61-94a3-4dbcb8649c3a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:26:30.622793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.624424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-89d5ad21-4fec-4745-b3d0-99b9816d2938 admin admin] 10.222.0.62 "DELETE /v2.0/routers/baecc1dd-fa29-4f61-94a3-4dbcb8649c3a HTTP/1.1" status: 204 len: 168 time: 1.3231142 Nov 10 17:26:30.626917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:30.677788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9c99eb-dbb0-490f-8692-f726d8619cee admin admin] Deleting subnet 4adc53a5-831a-4ed7-9275-e22e16b81c32 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:26:30.682061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa9c99eb-dbb0-490f-8692-f726d8619cee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.717701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa9c99eb-dbb0-490f-8692-f726d8619cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.794340 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa9c99eb-dbb0-490f-8692-f726d8619cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.930068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa9c99eb-dbb0-490f-8692-f726d8619cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.959616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c99eb-dbb0-490f-8692-f726d8619cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adc53a5-831a-4ed7-9275-e22e16b81c32,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:30.963071 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa9c99eb-dbb0-490f-8692-f726d8619cee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:30.966206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-aa9c99eb-dbb0-490f-8692-f726d8619cee admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4adc53a5-831a-4ed7-9275-e22e16b81c32 HTTP/1.1" status: 204 len: 168 time: 0.3382432 Nov 10 17:26:30.969288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:30.973029 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879fc042-e22e-414a-ab02-d366d582c97f None None] Network 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:26:31.038503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.097792 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Deleting port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:31.098345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.169461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] For port 54df0e29-c99b-4d3a-aaf8-cb29799c0430, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=54df0e29-c99b-4d3a-aaf8-cb29799c0430,segment=NetworkSegment(8f3ebbc2-94fc-4149-b58f-8b669bff4ce1),segment_id=8f3ebbc2-94fc-4149-b58f-8b669bff4ce1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:31.170052 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.182913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Calling delete_port for 54df0e29-c99b-4d3a-aaf8-cb29799c0430 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:31.188043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] DHCP port deletion for 28e3780b-9348-4d10-a0c5-f4a38eaca5d7 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:26:31.235365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] Deleting port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:26:31.235654 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.297188 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] For port 54df0e29-c99b-4d3a-aaf8-cb29799c0430, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=54df0e29-c99b-4d3a-aaf8-cb29799c0430,segment=NetworkSegment(8f3ebbc2-94fc-4149-b58f-8b669bff4ce1),segment_id=8f3ebbc2-94fc-4149-b58f-8b669bff4ce1)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:31.297579 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.313575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] Calling delete_port for 54df0e29-c99b-4d3a-aaf8-cb29799c0430 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:26:31.352265 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.383066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54df0e29-c99b-4d3a-aaf8-cb29799c0430,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:31.384909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] No DVR routers for this DVR port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:26:31.395712 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.420493 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] Pushing event deleted for resources: {'Port': ['ID=54df0e29-c99b-4d3a-aaf8-cb29799c0430,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:31.424134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc336eb0-7a32-4cb3-a29e-ba9546edd168 None None] No DVR routers for this DVR port 54df0e29-c99b-4d3a-aaf8-cb29799c0430 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:26:31.464398 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.485682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e3780b-9348-4d10-a0c5-f4a38eaca5d7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:31.495580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:31.495887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3ebbc2-94fc-4149-b58f-8b669bff4ce1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:26:31.507473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.521291 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.527086 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:26:31.528799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:26:31.529216 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:26:31.634831 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-61619585-8290-49aa-b2a3-1d2fc71d7184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.680738 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.691871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:31.691871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/28e3780b-9348-4d10-a0c5-f4a38eaca5d7 HTTP/1.1" status: 204 len: 168 time: 0.7199557 Nov 10 17:26:31.701359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1a13-68d6-430f-bb10-b066b7802ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=28e3780b-9348-4d10-a0c5-f4a38eaca5d7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:32.221437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:32.257453 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3573f110-3a3f-4a24-b8d3-1865309f4de0 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:26:32.258596 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-264aad44-cbc3-410b-a2c8-1e736737b447 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ee88b66e31341a395887e6984f1a14a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399265 Nov 10 17:26:32.261124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:32.281340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 3573f110-3a3f-4a24-b8d3-1865309f4de0 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:26:32.281678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 3573f110-3a3f-4a24-b8d3-1865309f4de0 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:26:32.282080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 54df0e29-c99b-4d3a-aaf8-cb29799c0430 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:26:32.301571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 54df0e29-c99b-4d3a-aaf8-cb29799c0430 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:26:32.305997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 54df0e29-c99b-4d3a-aaf8-cb29799c0430 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:26:32.316644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2926-c8c9-469f-9e77-4cbd4232c6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:32.338701 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2926-c8c9-469f-9e77-4cbd4232c6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:32.460975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2926-c8c9-469f-9e77-4cbd4232c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:32.463851 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccb2926-c8c9-469f-9e77-4cbd4232c6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:32.465088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9ccb2926-c8c9-469f-9e77-4cbd4232c6eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30cebb7c-7142-4ae5-8d73-95e4a54c8e47 HTTP/1.1" status: 204 len: 168 time: 0.2029698 Nov 10 17:26:32.477680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb2926-c8c9-469f-9e77-4cbd4232c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cebb7c-7142-4ae5-8d73-95e4a54c8e47,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:33.058221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:33.102772 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-43e59377-740d-489b-9e64-67e140021996 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19964e490e0047cdb6cf1a95778c3991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433855 Nov 10 17:26:33.105415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39090) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:33.154762 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1a97a5-f0bd-48f1-ae4d-1a12de02d9f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:33.178663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1a97a5-f0bd-48f1-ae4d-1a12de02d9f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:33.324288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1a97a5-f0bd-48f1-ae4d-1a12de02d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:33.327013 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1a97a5-f0bd-48f1-ae4d-1a12de02d9f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:33.328223 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6c1a97a5-f0bd-48f1-ae4d-1a12de02d9f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c89cf5a-2c24-4921-b830-e51d164cd691 HTTP/1.1" status: 204 len: 168 time: 0.2218382 Nov 10 17:26:33.336592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a97a5-f0bd-48f1-ae4d-1a12de02d9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c89cf5a-2c24-4921-b830-e51d164cd691,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:33.633299 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:26:33.893376 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-36c0e6b4-bd3a-4ffe-af1a-44170762aaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:35.228865 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:36.937626 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:37.629339 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:38.266483 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:40.857641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:44.399036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-63180b09-9ca5-4fcd-9486-6d1d08ba9fb2 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d08bfd8ca3e04fc3a30374ce2dd04b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302415 Nov 10 17:26:44.589314 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bccc-2380-4892-8810-638a71464b8d req-26d70382-7df8-4a0d-aa82-0c25df9dd59d tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:44.590745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-26d70382-7df8-4a0d-aa82-0c25df9dd59d tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862793 Nov 10 17:26:44.606064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-16c824c8-0db2-44f5-9bbd-767d012a5664 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/quotas/d08bfd8ca3e04fc3a30374ce2dd04b11 HTTP/1.1" status: 200 len: 375 time: 0.0090418 Nov 10 17:26:44.638780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-0f24039a-3661-4a79-9052-bb9c6bb3b68d tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d08bfd8ca3e04fc3a30374ce2dd04b11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262144 Nov 10 17:26:44.903833 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ae73224-f291-45de-b3df-d04f5d4af1e7 req-4566b2aa-2d93-4e30-a85f-5532f885d654 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 210 time: 0.0263133 Nov 10 17:26:46.005479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71974f3c-604e-457d-a3e6-78e9283102c6 req-d508229d-8dd9-4e9f-acbb-03cf17b7d17a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 210 time: 0.0306625 Nov 10 17:26:47.030885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-f37ebd8d-0d7b-445c-9d23-b3b965f1b1b6 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d08bfd8ca3e04fc3a30374ce2dd04b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285115 Nov 10 17:26:47.156185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fab7a748-0482-41a6-aa4c-3e993d331e53 req-df46b209-0f03-4ffb-a398-dc77d3327dc1 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 210 time: 0.0764809 Nov 10 17:26:47.239995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bccc-2380-4892-8810-638a71464b8d req-1ab4b293-bc07-47d9-8e59-bd9f11692e25 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:47.241425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-1ab4b293-bc07-47d9-8e59-bd9f11692e25 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048454 Nov 10 17:26:47.256351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Request body: {'port': {'device_id': '23ced7f5-7818-4ac1-826a-1aec3a45ce02', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'admin_state_up': True, 'tenant_id': 'd08bfd8ca3e04fc3a30374ce2dd04b11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:26:47.434515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Made reservation on behalf of d08bfd8ca3e04fc3a30374ce2dd04b11 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:26:47.438821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:47.447870 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:47.524114 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:47.594756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:47.655507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65478f42-b434-4bc8-b236-ce5da271ce66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:47.727776 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Allocated IP 192.168.233.22 (cfb5ec94-651c-4047-aee4-6991bd397664/a9e8f514-a963-4efd-adb9-b45c6a79322f/578cc9d1-5557-4ece-a804-0e271fb80868) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:26:47.873518 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:47.958231 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:47.999723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Network cfb5ec94-651c-4047-aee4-6991bd397664 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:26:48.003214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:26:48.009734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:26:48.039372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Pushing event updated for resources: {'Port': ['ID=578cc9d1-5557-4ece-a804-0e271fb80868,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:48.065254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:48.065879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:48.172917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-8cf6bfc8-99be-445e-8081-69d46705cdc4 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9198456 Nov 10 17:26:48.185161 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Request body: {'port': {'device_id': '23ced7f5-7818-4ac1-826a-1aec3a45ce02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:26:48.248796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:48.273745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c0dfc90e-f08c-4e4e-87ba-8bc09071c39f None None] Provisioning complete for port 578cc9d1-5557-4ece-a804-0e271fb80868 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:26:48.274285 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc90e-f08c-4e4e-87ba-8bc09071c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:48.283237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce15a4-1152-492e-8577-5f748fd9adfb req-baba1dfc-f5e2-46ee-a4ba-0deced797a49 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:48.285497 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53ce15a4-1152-492e-8577-5f748fd9adfb req-baba1dfc-f5e2-46ee-a4ba-0deced797a49 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 935 time: 0.0526822 Nov 10 17:26:48.309924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfc90e-f08c-4e4e-87ba-8bc09071c39f None None] Port 578cc9d1-5557-4ece-a804-0e271fb80868 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:26:48.341057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53ce15a4-1152-492e-8577-5f748fd9adfb req-a54319f8-71b9-4eba-ab34-b37c2afc96d3 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495839 Nov 10 17:26:48.549590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578cc9d1-5557-4ece-a804-0e271fb80868 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:26:48.556928 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:48.570988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Transition to ACTIVE for port object 578cc9d1-5557-4ece-a804-0e271fb80868 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:26:48.663123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:48.721321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=578cc9d1-5557-4ece-a804-0e271fb80868,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:48.789192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Attempting to bind port 578cc9d1-5557-4ece-a804-0e271fb80868 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:26:48.789525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Attempting to bind port 578cc9d1-5557-4ece-a804-0e271fb80868 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:26:48.789853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Attempting to bind port 578cc9d1-5557-4ece-a804-0e271fb80868 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:26:48.794698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Port 578cc9d1-5557-4ece-a804-0e271fb80868 on network cfb5ec94-651c-4047-aee4-6991bd397664 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:26:48.795273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Attempting to bind port 578cc9d1-5557-4ece-a804-0e271fb80868 on network cfb5ec94-651c-4047-aee4-6991bd397664 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:26:48.802063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:26:48.802321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Checking segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:26:48.802761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Bound using segment: {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:26:48.803193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Bound port: 578cc9d1-5557-4ece-a804-0e271fb80868, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f118a-5c84-4a06-a876-22dda95d8baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:26:48.803589 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:48.872942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] For port 578cc9d1-5557-4ece-a804-0e271fb80868, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:26:48.876770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] For port 578cc9d1-5557-4ece-a804-0e271fb80868, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=578cc9d1-5557-4ece-a804-0e271fb80868,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:26:48.984037 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:49.023999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:49.024655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:49.026046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/578cc9d1-5557-4ece-a804-0e271fb80868 HTTP/1.1" status: 200 len: 1096 time: 0.8457968 Nov 10 17:26:49.026481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ced7f5-7818-4ac1-826a-1aec3a45ce02', 'tag': '578cc9d1-5557-4ece-a804-0e271fb80868'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:26:49.028754 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f848b40-45dd-4d4a-9dec-695abb03e8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "23ced7f5-7818-4ac1-826a-1aec3a45ce02", "tag": "578cc9d1-5557-4ece-a804-0e271fb80868"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:26:49.059954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1212ad-500f-4526-8423-2aec0eaed7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=578cc9d1-5557-4ece-a804-0e271fb80868,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:49.073243 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342f97c6-f29c-4fed-bf45-08778af0bcbf x-openstack-request-id: req-342f97c6-f29c-4fed-bf45-08778af0bcbf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:26:49.073558 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ced7f5-7818-4ac1-826a-1aec3a45ce02", "tag": "578cc9d1-5557-4ece-a804-0e271fb80868", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:26:49.073809 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-342f97c6-f29c-4fed-bf45-08778af0bcbf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:26:49.074214 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ced7f5-7818-4ac1-826a-1aec3a45ce02', 'tag': '578cc9d1-5557-4ece-a804-0e271fb80868', 'status': 'completed', 'code': 200} Nov 10 17:26:49.139195 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848b40-45dd-4d4a-9dec-695abb03e8a7 req-bd4cd93e-0da9-4fe9-8f48-15a1f689a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:49.140829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f848b40-45dd-4d4a-9dec-695abb03e8a7 req-bd4cd93e-0da9-4fe9-8f48-15a1f689a0f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08bfd8ca3e04fc3a30374ce2dd04b11&device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 1099 time: 0.0435867 Nov 10 17:26:49.173772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f848b40-45dd-4d4a-9dec-695abb03e8a7 req-e68eb427-10f6-4e5b-8b0b-12717bee63e4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d08bfd8ca3e04fc3a30374ce2dd04b11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225849 Nov 10 17:26:49.270870 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848b40-45dd-4d4a-9dec-695abb03e8a7 req-210036a8-3ac7-47f0-a90f-fb50ca1fc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:49.272373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f848b40-45dd-4d4a-9dec-695abb03e8a7 req-210036a8-3ac7-47f0-a90f-fb50ca1fc095 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926023 Nov 10 17:26:49.353508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bccc-2380-4892-8810-638a71464b8d req-29d022e8-e543-46e5-b366-1c438fec2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:49.355001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-29d022e8-e543-46e5-b366-1c438fec2a9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08bfd8ca3e04fc3a30374ce2dd04b11&device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 1099 time: 0.0461819 Nov 10 17:26:49.397260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-ea6706ef-a0d5-49d6-826b-9d4385502ccf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=578cc9d1-5557-4ece-a804-0e271fb80868 HTTP/1.1" status: 200 len: 217 time: 0.0342567 Nov 10 17:26:49.446499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bccc-2380-4892-8810-638a71464b8d req-80c87c2a-6bf0-42f7-b3b0-0c8cb6bf567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:49.448141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-80c87c2a-6bf0-42f7-b3b0-0c8cb6bf567e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9e8f514-a963-4efd-adb9-b45c6a79322f HTTP/1.1" status: 200 len: 843 time: 0.0445478 Nov 10 17:26:49.463159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7fa42-9619-400e-bed2-e389e19d6ec4 req-c525df55-d75a-4ce5-b316-e302614560e1 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:49.464798 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ad7fa42-9619-400e-bed2-e389e19d6ec4 req-c525df55-d75a-4ce5-b316-e302614560e1 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 947 time: 0.0540228 Nov 10 17:26:49.498720 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bccc-2380-4892-8810-638a71464b8d req-d3758b14-c937-4033-bead-c2c7d19e6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:49.500249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-d3758b14-c937-4033-bead-c2c7d19e6ea2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfb5ec94-651c-4047-aee4-6991bd397664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0449746 Nov 10 17:26:49.514748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ad7fa42-9619-400e-bed2-e389e19d6ec4 req-8da5af91-8991-48fc-9bc2-06c2cd228111 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Nov 10 17:26:49.594899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-3198cb0c-4179-4a3c-8318-c81010ba6c2f service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875978 Nov 10 17:26:49.689052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9f8bccc-2380-4892-8810-638a71464b8d req-fb525c39-2ea5-4943-ba74-6cf2554eba1d service neutron] 10.222.0.18 "GET /v2.0/networks/cfb5ec94-651c-4047-aee4-6991bd397664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872869 Nov 10 17:26:50.635689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7631d6-445b-433c-8868-2916d4e9b66b req-692efebf-e8da-4be8-b2ad-f4b3b7ff748e tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:50.637184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc7631d6-445b-433c-8868-2916d4e9b66b req-692efebf-e8da-4be8-b2ad-f4b3b7ff748e tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 947 time: 0.0523341 Nov 10 17:26:50.686798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc7631d6-445b-433c-8868-2916d4e9b66b req-6c6e7b2c-d22d-4e1e-8479-2b33ad87edd5 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Nov 10 17:26:51.804326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37424011-6e63-44ef-8073-1eaf7366bc81 req-5cb64f6f-b977-41a2-b917-cca05a4b4cf6 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:51.810756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37424011-6e63-44ef-8073-1eaf7366bc81 req-5cb64f6f-b977-41a2-b917-cca05a4b4cf6 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 947 time: 0.0503793 Nov 10 17:26:51.858200 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37424011-6e63-44ef-8073-1eaf7366bc81 req-8edc9113-0ffd-4514-8b6a-598de4888d3a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465868 Nov 10 17:26:52.976846 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950d1e-9bb6-4775-b0e4-4dfb78c3d89b req-2b326a5b-6bec-4e55-9d9a-8d5cc32483cd tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:52.978354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39950d1e-9bb6-4775-b0e4-4dfb78c3d89b req-2b326a5b-6bec-4e55-9d9a-8d5cc32483cd tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 947 time: 0.0511949 Nov 10 17:26:53.025242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39950d1e-9bb6-4775-b0e4-4dfb78c3d89b req-97bffe3f-4dd7-4517-995b-f95ea8534b6d tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Nov 10 17:26:53.319548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 578cc9d1-5557-4ece-a804-0e271fb80868 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:26:53.413533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 578cc9d1-5557-4ece-a804-0e271fb80868, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=578cc9d1-5557-4ece-a804-0e271fb80868,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:53.424848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '578cc9d1-5557-4ece-a804-0e271fb80868', 'network_id': 'cfb5ec94-651c-4047-aee4-6991bd397664', 'port_id': '578cc9d1-5557-4ece-a804-0e271fb80868', 'mac_address': 'fa:16:3e:3a:0d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e8f514-a963-4efd-adb9-b45c6a79322f', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:26:53.623094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:53.636001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578cc9d1-5557-4ece-a804-0e271fb80868 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:26:53.654592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 578cc9d1-5557-4ece-a804-0e271fb80868, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=578cc9d1-5557-4ece-a804-0e271fb80868,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:53.724373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:53.773755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=578cc9d1-5557-4ece-a804-0e271fb80868,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:53.954712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['578cc9d1-5557-4ece-a804-0e271fb80868'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:26:54.149552 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a2ebd-d29c-4993-8d7a-ab2dc92ac5b8 req-a75b1d0a-4c87-4e45-9bc5-292e0e5850ff tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:54.151048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2a2ebd-d29c-4993-8d7a-ab2dc92ac5b8 req-a75b1d0a-4c87-4e45-9bc5-292e0e5850ff tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 948 time: 0.0518425 Nov 10 17:26:54.198967 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2a2ebd-d29c-4993-8d7a-ab2dc92ac5b8 req-bfbdd15a-ff11-4c1b-9e2f-6aaf34608155 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Nov 10 17:26:55.317025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ac963-d353-4f76-b151-aac80aa6c493 req-aae77d96-b2da-4480-8802-531dadb67b4c tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:55.318853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87ac963-d353-4f76-b151-aac80aa6c493 req-aae77d96-b2da-4480-8802-531dadb67b4c tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 948 time: 0.0530193 Nov 10 17:26:55.319298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 578cc9d1-5557-4ece-a804-0e271fb80868 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:26:55.367552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f87ac963-d353-4f76-b151-aac80aa6c493 req-d5264a47-fc9c-4fe4-827e-275f4ef2e65a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Nov 10 17:26:55.463302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 578cc9d1-5557-4ece-a804-0e271fb80868 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:26:55.467415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 578cc9d1-5557-4ece-a804-0e271fb80868 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:26:55.467885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:55.546728 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:55.568854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ced7f5-7818-4ac1-826a-1aec3a45ce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578cc9d1-5557-4ece-a804-0e271fb80868'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:26:55.582744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 578cc9d1-5557-4ece-a804-0e271fb80868, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=578cc9d1-5557-4ece-a804-0e271fb80868,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:26:55.651820 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d265218c-141a-4e8f-96b0-805e7bb1d864" -d '{"events": [{"server_uuid": "23ced7f5-7818-4ac1-826a-1aec3a45ce02", "name": "network-vif-plugged", "status": "completed", "tag": "578cc9d1-5557-4ece-a804-0e271fb80868"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:26:55.657318 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:55.705327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=578cc9d1-5557-4ece-a804-0e271fb80868,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:26:55.765991 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdfbed9-1943-4f32-92d7-c6bc079f7175 x-openstack-request-id: req-5fdfbed9-1943-4f32-92d7-c6bc079f7175 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:26:55.766284 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ced7f5-7818-4ac1-826a-1aec3a45ce02", "name": "network-vif-plugged", "status": "completed", "tag": "578cc9d1-5557-4ece-a804-0e271fb80868", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:26:55.766531 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fdfbed9-1943-4f32-92d7-c6bc079f7175 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:26:55.766923 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ced7f5-7818-4ac1-826a-1aec3a45ce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578cc9d1-5557-4ece-a804-0e271fb80868', 'code': 200} Nov 10 17:26:55.862127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fc82e-6f81-41c9-b18e-831abaa0da0f req-030ab9fb-eea3-4b2e-8a96-07f8cc1234eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:55.863683 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f7fc82e-6f81-41c9-b18e-831abaa0da0f req-030ab9fb-eea3-4b2e-8a96-07f8cc1234eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 1101 time: 0.0396481 Nov 10 17:26:55.906013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0f7fc82e-6f81-41c9-b18e-831abaa0da0f req-8dd51f69-5d7a-4995-a56b-61c283303a28 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359688 Nov 10 17:26:56.492897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54b7ca-f0dc-4458-b076-0277c04e8705 req-6f1e165e-958e-4bcf-bc24-01ef31891922 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:56.494291 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ea54b7ca-f0dc-4458-b076-0277c04e8705 req-6f1e165e-958e-4bcf-bc24-01ef31891922 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 949 time: 0.0554767 Nov 10 17:26:56.542330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ea54b7ca-f0dc-4458-b076-0277c04e8705 req-468a6eca-d1fa-4d80-ace6-ae5c4386f575 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Nov 10 17:26:57.658988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b6005-1951-4b56-bf89-94b0ac59a5ae req-cd329795-c423-4904-9f24-cbeee65eb6de tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:57.661179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a23b6005-1951-4b56-bf89-94b0ac59a5ae req-cd329795-c423-4904-9f24-cbeee65eb6de tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 949 time: 0.0484345 Nov 10 17:26:57.708530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a23b6005-1951-4b56-bf89-94b0ac59a5ae req-5fcd891b-066e-4f31-b126-603f297ca4f9 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Nov 10 17:26:58.170528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-8ca243a0-cd09-4eb4-8b97-2e580a09f347 req-e2eabbef-ad20-4ed8-b110-8ae128cd20e2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:26:58.171572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ca243a0-cd09-4eb4-8b97-2e580a09f347 req-e2eabbef-ad20-4ed8-b110-8ae128cd20e2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490034 Nov 10 17:26:58.683297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-34364d6e-6d2c-4d7a-8d95-4649b6f71fb6 req-d2449cdd-8387-4093-bae1-3aed88a65d09 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:26:58.684320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-34364d6e-6d2c-4d7a-8d95-4649b6f71fb6 req-d2449cdd-8387-4093-bae1-3aed88a65d09 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467219 Nov 10 17:26:59.307575 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c90e0d-f608-4701-b97f-00cd8baf398b req-52c4abe3-36a0-4abe-9f12-5a7e9d808416 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:26:59.309081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5c90e0d-f608-4701-b97f-00cd8baf398b req-52c4abe3-36a0-4abe-9f12-5a7e9d808416 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 949 time: 0.0484812 Nov 10 17:26:59.361968 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c5c90e0d-f608-4701-b97f-00cd8baf398b req-a75c8bc8-2f0f-4867-81de-925f243343d0 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466595 Nov 10 17:27:00.483431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017ce24-f400-4881-b0c6-12b6f0d998ae req-b007b01c-2317-4ab8-98a1-9c8b5200df71 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:00.484805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0017ce24-f400-4881-b0c6-12b6f0d998ae req-b007b01c-2317-4ab8-98a1-9c8b5200df71 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 949 time: 0.0485580 Nov 10 17:27:00.533317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0017ce24-f400-4881-b0c6-12b6f0d998ae req-4a988c5c-bc3e-412a-93e0-5579e6b5f40b tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/security-groups?id=65478f42-b434-4bc8-b236-ce5da271ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Nov 10 17:27:00.585463 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-10f7d973-892a-4479-a8c4-eb38fb63f884 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:00.586943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-10f7d973-892a-4479-a8c4-eb38fb63f884 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 949 time: 0.0527804 Nov 10 17:27:00.678906 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Deleting port 578cc9d1-5557-4ece-a804-0e271fb80868 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:27:00.679252 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:00.765146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] For port 578cc9d1-5557-4ece-a804-0e271fb80868, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=578cc9d1-5557-4ece-a804-0e271fb80868,segment=NetworkSegment(745f118a-5c84-4a06-a876-22dda95d8baa),segment_id=745f118a-5c84-4a06-a876-22dda95d8baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:00.765415 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:00.778220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Calling delete_port for 578cc9d1-5557-4ece-a804-0e271fb80868 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:27:00.989087 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:01.002588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['578cc9d1-5557-4ece-a804-0e271fb80868'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:27:01.017993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Pushing event deleted for resources: {'Port': ['ID=578cc9d1-5557-4ece-a804-0e271fb80868,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:01.028487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.028929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.029550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.029550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.029833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.030171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.030502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.030829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.031157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.032047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.032047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.032208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:01.077991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] No DVR routers for this DVR port 578cc9d1-5557-4ece-a804-0e271fb80868 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:27:01.080749 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:01.084278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc2e82cf-5cca-4e35-a579-292951c22d27 req-65a04df2-2922-4e53-917f-f656822cb86a tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.18 "DELETE /v2.0/ports/578cc9d1-5557-4ece-a804-0e271fb80868 HTTP/1.1" status: 204 len: 173 time: 0.4907198 Nov 10 17:27:01.084736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ced7f5-7818-4ac1-826a-1aec3a45ce02', 'name': 'network-vif-deleted', 'tag': '578cc9d1-5557-4ece-a804-0e271fb80868'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:27:01.087395 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3fd5c5-994d-4a8d-98dd-c0ccb92dc22a" -d '{"events": [{"server_uuid": "23ced7f5-7818-4ac1-826a-1aec3a45ce02", "name": "network-vif-deleted", "tag": "578cc9d1-5557-4ece-a804-0e271fb80868"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:27:01.126924 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211fead4-ba45-4174-af9b-2aec29698389 x-openstack-request-id: req-211fead4-ba45-4174-af9b-2aec29698389 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:27:01.127271 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ced7f5-7818-4ac1-826a-1aec3a45ce02", "name": "network-vif-deleted", "tag": "578cc9d1-5557-4ece-a804-0e271fb80868", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:27:01.127501 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-211fead4-ba45-4174-af9b-2aec29698389 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:27:01.127924 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ced7f5-7818-4ac1-826a-1aec3a45ce02', 'name': 'network-vif-deleted', 'tag': '578cc9d1-5557-4ece-a804-0e271fb80868', 'status': 'completed', 'code': 200} Nov 10 17:27:01.634901 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a80bbcf-6414-4739-b592-c3bf981e3370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:01.642367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-92ac7635-9403-4b96-a066-fee198ecbaf7 req-ce056a98-0a43-48de-bcaa-2135ab709619 tempest-ServersAdminNegativeTestJSON-1350866149 tempest-ServersAdminNegativeTestJSON-1350866149-project] 10.222.0.62 "GET /v2.0/ports?device_id=23ced7f5-7818-4ac1-826a-1aec3a45ce02 HTTP/1.1" status: 200 len: 210 time: 0.0291848 Nov 10 17:27:03.128357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39266) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:03.260649 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a0f24393-b933-46ee-85ec-1f92877c8891 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d08bfd8ca3e04fc3a30374ce2dd04b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301398 Nov 10 17:27:03.262443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39270) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:03.311234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:03.335121 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:03.434561 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:03.437341 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:03.440805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65478f42-b434-4bc8-b236-ce5da271ce66 HTTP/1.1" status: 204 len: 168 time: 0.1751697 Nov 10 17:27:03.447936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65478f42-b434-4bc8-b236-ce5da271ce66,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:03.456522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.456873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.457283 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.457672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.458017 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.458451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.459453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.459772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.460064 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.460418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.460998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.461213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a50f7-ca70-43b3-bfb9-c79b52adcdec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:03.900950 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a235f3f-4c9c-4204-9572-a949f7b3cafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.055798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39276) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:04.070039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21deff1-3a07-4ff2-a3dc-dd5eb42fadaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.152294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21deff1-3a07-4ff2-a3dc-dd5eb42fadaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.214704 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d21deff1-3a07-4ff2-a3dc-dd5eb42fadaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.257257 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21deff1-3a07-4ff2-a3dc-dd5eb42fadaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98685eaf-3be5-48bb-b834-591824b3b06e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:04.263102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d21deff1-3a07-4ff2-a3dc-dd5eb42fadaa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42a80f509b8a4c138c6fa240f374ff52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062385 Nov 10 17:27:04.266524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39278) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:04.317577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e460b877-af89-4ed0-910e-708f83c044f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.340102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e460b877-af89-4ed0-910e-708f83c044f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.443994 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e460b877-af89-4ed0-910e-708f83c044f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.447054 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e460b877-af89-4ed0-910e-708f83c044f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.448286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e460b877-af89-4ed0-910e-708f83c044f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98685eaf-3be5-48bb-b834-591824b3b06e HTTP/1.1" status: 204 len: 168 time: 0.1806588 Nov 10 17:27:04.456605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460b877-af89-4ed0-910e-708f83c044f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98685eaf-3be5-48bb-b834-591824b3b06e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:05.222737 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:05.350059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 578cc9d1-5557-4ece-a804-0e271fb80868 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:27:05.371716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 578cc9d1-5557-4ece-a804-0e271fb80868 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:27:05.372068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 578cc9d1-5557-4ece-a804-0e271fb80868 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:27:05.523454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39300) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:05.621210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1543643436-network', 'tenant_id': '5afad298856e49cf9dc44c8b4441bc37'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:05.685966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Made reservation on behalf of 5afad298856e49cf9dc44c8b4441bc37 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:27:05.688427 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:05.697494 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:05.775002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:05.854832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:05.882778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:27:05.889167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ddcc0e-a4c6-4260-97db-6150e880ba3f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:05.896195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:05.897231 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Added segment 48d03f75-2b36-4ee6-aa46-d90289861ed8 of type vlan for network 8aa0273a-97ee-49c3-9383-03228c6f6e35 Nov 10 17:27:05.940142 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:06.038290 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:06.039267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:06.039859 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:06.100567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] Pushing event updated for resources: {'Network': ['ID=8aa0273a-97ee-49c3-9383-03228c6f6e35,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:06.113899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8aa0273a-97ee-49c3-9383-03228c6f6e35 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:27:06.131911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-389123e7-8737-4141-8e4f-c2603751da46 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6072543 Nov 10 17:27:06.134891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39304) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:06.139745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Request body: {'subnet': {'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1543643436-subnet', 'tenant_id': '5afad298856e49cf9dc44c8b4441bc37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:06.227379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Made reservation on behalf of 5afad298856e49cf9dc44c8b4441bc37 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:27:06.230068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:06.460982 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:06.519876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25dca733-b590-43aa-8071-3be9082570a6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:06.523030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Checking segment: {'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:06.523407 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Network hostable DHCP agents. Network: 8aa0273a-97ee-49c3-9383-03228c6f6e35, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:27:06.603704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Network 8aa0273a-97ee-49c3-9383-03228c6f6e35 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:27:06.683363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8aa0273a-97ee-49c3-9383-03228c6f6e35) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:06.687609 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:06.688231 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:06.692634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81cfc88-90d5-4091-a258-707d84f1363a None None] Network 8aa0273a-97ee-49c3-9383-03228c6f6e35 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:27:06.785383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-58d1300f-098d-4443-ac8c-6f2f12855c13 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6415985 Nov 10 17:27:06.817491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47b1e7-216e-4543-8307-f1f3cb4df163 None None] Network 8aa0273a-97ee-49c3-9383-03228c6f6e35 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:27:06.966042 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:07.200193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-79cfd795-ff6b-410c-9d5b-7e4c5748f709 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:07.201651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-79cfd795-ff6b-410c-9d5b-7e4c5748f709 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/networks?id=8aa0273a-97ee-49c3-9383-03228c6f6e35 HTTP/1.1" status: 200 len: 812 time: 0.1001768 Nov 10 17:27:07.216689 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-8aa4bb2d-1b8f-4784-a458-e4ae953092f8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/quotas/5afad298856e49cf9dc44c8b4441bc37 HTTP/1.1" status: 200 len: 375 time: 0.0093541 Nov 10 17:27:07.252263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4100c225-d0e4-4c8a-9150-e8b28714a813 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5afad298856e49cf9dc44c8b4441bc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303011 Nov 10 17:27:07.342512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-248df5c1-02d0-4307-bd14-95b159d06eae service neutron] 10.222.0.62 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833189 Nov 10 17:27:07.434770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-0e300b2f-9399-48ad-a45c-bf9661bb116b service neutron] 10.222.0.62 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862389 Nov 10 17:27:07.614732 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:07.676617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ca63ffb9-c23b-4c83-b87d-8a346dc5e17a req-c7750776-92f8-4a6e-9db1-d41006cc6353 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 210 time: 0.0326555 Nov 10 17:27:08.316860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:08.770250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e523b7a-8915-426d-9e02-2ab6398f7747 req-e320af17-56a0-45ff-b9d9-341ff6f679e1 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 210 time: 0.0263395 Nov 10 17:27:09.654038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-83a7c190-2ef3-4570-9fc8-7ab09172f7d8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:09.655441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-83a7c190-2ef3-4570-9fc8-7ab09172f7d8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.18 "GET /v2.0/networks?id=8aa0273a-97ee-49c3-9383-03228c6f6e35 HTTP/1.1" status: 200 len: 812 time: 0.1032417 Nov 10 17:27:09.669135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Request body: {'port': {'device_id': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35', 'admin_state_up': True, 'tenant_id': '5afad298856e49cf9dc44c8b4441bc37'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:09.845923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Made reservation on behalf of 5afad298856e49cf9dc44c8b4441bc37 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:27:09.850278 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:09.870906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ad77650-ad83-4306-a1d0-e58c3068911c req-3dcaf6cd-f29c-467b-8d5b-bbf25d262ef9 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 210 time: 0.0307727 Nov 10 17:27:09.982337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Allocated IP 172.20.0.7 (8aa0273a-97ee-49c3-9383-03228c6f6e35/25dca733-b590-43aa-8071-3be9082570a6/6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:27:10.135042 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:10.232424 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:10.279050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Network 8aa0273a-97ee-49c3-9383-03228c6f6e35 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:10.284182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:10.287915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:27:10.295436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:10.340443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:10.341050 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:10.423152 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-4e0394fe-5e1d-40bb-8ec1-fe7fcf861ac4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7575209 Nov 10 17:27:10.435534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Request body: {'port': {'device_id': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:10.487746 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:10.631470 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:27:10.746697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:27:10.754107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:10.765723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Transition to ACTIVE for port object 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:27:10.854831 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:10.884085 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:10.936919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:11.037608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54b11f-d89b-4237-9060-e5b7105f6e2e req-c27ea77f-ae12-407d-a17e-3e9216475251 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:11.039263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d54b11f-d89b-4237-9060-e5b7105f6e2e req-c27ea77f-ae12-407d-a17e-3e9216475251 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.0864983 Nov 10 17:27:11.043743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Attempting to bind port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:27:11.044073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Attempting to bind port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:27:11.044445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Attempting to bind port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on network 8aa0273a-97ee-49c3-9383-03228c6f6e35 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:11.055490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on network 8aa0273a-97ee-49c3-9383-03228c6f6e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:27:11.055805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Attempting to bind port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on network 8aa0273a-97ee-49c3-9383-03228c6f6e35 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:11.068980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:27:11.069306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Checking segment: {'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:11.070191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Bound using segment: {'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:27:11.070708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Bound port: 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:27:11.071080 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:11.124262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d54b11f-d89b-4237-9060-e5b7105f6e2e req-7ee2e97d-d990-49de-8eb6-2f60e80def40 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773263 Nov 10 17:27:11.153184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:27:11.156166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:27:11.217771 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:11.251180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:11.251842 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:11.253185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] 10.222.0.18 "PUT /v2.0/ports/6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 200 len: 1092 time: 0.8220658 Nov 10 17:27:11.253625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:27:11.255858 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373673a1-bc1a-4f98-90a7-096c688b2715" -d '{"events": [{"name": "network-changed", "server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:27:11.278841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535441fb-a7f7-401d-8617-c8a02cb012bc service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:11.294028 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f639cdd-f411-4693-9704-92a839a4f953 x-openstack-request-id: req-2f639cdd-f411-4693-9704-92a839a4f953 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:27:11.294323 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:27:11.294584 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f639cdd-f411-4693-9704-92a839a4f953 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:27:11.295240 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'status': 'completed', 'code': 200} Nov 10 17:27:11.361026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373673a1-bc1a-4f98-90a7-096c688b2715 req-902ab601-7a53-4d16-8f1a-8fad22b90a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:11.362517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-373673a1-bc1a-4f98-90a7-096c688b2715 req-902ab601-7a53-4d16-8f1a-8fad22b90a81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5afad298856e49cf9dc44c8b4441bc37&device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0459661 Nov 10 17:27:11.460139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373673a1-bc1a-4f98-90a7-096c688b2715 req-7c3c4c42-19a9-49ff-a08c-3c597ff05dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:11.461615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-373673a1-bc1a-4f98-90a7-096c688b2715 req-7c3c4c42-19a9-49ff-a08c-3c597ff05dc8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5afad298856e49cf9dc44c8b4441bc37&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0916834 Nov 10 17:27:11.558979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373673a1-bc1a-4f98-90a7-096c688b2715 req-b056054d-a84d-4823-b3e8-3f7c8cd32791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:11.560488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-373673a1-bc1a-4f98-90a7-096c688b2715 req-b056054d-a84d-4823-b3e8-3f7c8cd32791 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915680 Nov 10 17:27:11.638593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-85dece85-6b35-4a86-b25c-52cbeaed6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:11.640098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-85dece85-6b35-4a86-b25c-52cbeaed6e57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5afad298856e49cf9dc44c8b4441bc37&device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0414529 Nov 10 17:27:11.682432 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-798e8ac7-195b-4314-bcc9-8dd762c47c8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 200 len: 217 time: 0.0341454 Nov 10 17:27:11.734747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-af578af6-394a-4eb5-b7a1-477a564255b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:11.736177 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-af578af6-394a-4eb5-b7a1-477a564255b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25dca733-b590-43aa-8071-3be9082570a6 HTTP/1.1" status: 200 len: 852 time: 0.0457759 Nov 10 17:27:11.767293 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-f3316b9b-ea2f-41ff-a127-807b56772595 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8aa0273a-97ee-49c3-9383-03228c6f6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236557 Nov 10 17:27:11.858963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-da097904-d88b-44bf-9e86-da72af47d2e6 service neutron] 10.222.0.18 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Nov 10 17:27:11.953999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21e319aa-e7b8-4e8e-94ef-5eee3ff438f1 req-c4ae6bef-18a7-4e71-9357-5cce136e66c5 service neutron] 10.222.0.18 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884233 Nov 10 17:27:12.240097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd0eec-2d7c-48ee-9960-e3a5305b2cb6 req-d9da78ec-4237-4dc2-b231-0882c2a593ec tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:12.241639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39dd0eec-2d7c-48ee-9960-e3a5305b2cb6 req-d9da78ec-4237-4dc2-b231-0882c2a593ec tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.0491521 Nov 10 17:27:12.289045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-39dd0eec-2d7c-48ee-9960-e3a5305b2cb6 req-1313f27a-9552-4932-b724-bb0db515c795 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Nov 10 17:27:13.406027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd84a5-5d71-4ab3-ac48-bf70948e563f req-05a23ec6-2321-41de-97e0-9d5d15b143b6 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:13.407508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53dd84a5-5d71-4ab3-ac48-bf70948e563f req-05a23ec6-2321-41de-97e0-9d5d15b143b6 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.0488691 Nov 10 17:27:13.454636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-53dd84a5-5d71-4ab3-ac48-bf70948e563f req-b409c81c-2b07-4dfb-a880-a49111267bc8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Nov 10 17:27:14.574216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec85a-2527-484a-8385-70126f1550ec req-75222cb8-69be-4326-9ba9-9e738ba2f2e2 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:14.575744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f88ec85a-2527-484a-8385-70126f1550ec req-75222cb8-69be-4326-9ba9-9e738ba2f2e2 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.0538013 Nov 10 17:27:14.623804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f88ec85a-2527-484a-8385-70126f1550ec req-bae97aa9-c6b0-4bb9-a056-4e61dae0eb9b tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 Nov 10 17:27:15.396105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:27:15.488416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:15.499543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35', 'port_id': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'mac_address': 'fa:16:3e:62:e1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dca733-b590-43aa-8071-3be9082570a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:27:15.539699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:15.552635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:27:15.572238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:15.657214 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:15.707092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:15.737730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180da91-d532-4ef5-bebf-6b8c3460ed86 req-3f1f5b68-8e62-4da0-b46e-47262ba9ca54 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:15.739204 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6180da91-d532-4ef5-bebf-6b8c3460ed86 req-3f1f5b68-8e62-4da0-b46e-47262ba9ca54 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 944 time: 0.0484471 Nov 10 17:27:15.789484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6180da91-d532-4ef5-bebf-6b8c3460ed86 req-ef93cc43-a63b-4846-bd58-56cc432e47f8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Nov 10 17:27:15.849820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:27:16.906327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f34eae-0cd1-490a-b195-26e29e1594f9 req-5bed3011-e089-4c41-83c7-3d60e56fa09c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:16.907828 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d7f34eae-0cd1-490a-b195-26e29e1594f9 req-5bed3011-e089-4c41-83c7-3d60e56fa09c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 944 time: 0.0493796 Nov 10 17:27:16.954830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d7f34eae-0cd1-490a-b195-26e29e1594f9 req-6da82956-c235-4a2e-b3f3-e8ac8f7171fb tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Nov 10 17:27:17.411582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:17.519803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:27:17.523893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:17.524264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:17.604899 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:17.627004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:27:17.629214 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373e58ab-a725-4578-ab10-0830742218a4" -d '{"events": [{"server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:27:17.641761 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:17.665714 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ee6a62-e74e-448e-9d4b-5c718de94af7 x-openstack-request-id: req-83ee6a62-e74e-448e-9d4b-5c718de94af7 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:27:17.666011 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:27:17.666287 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83ee6a62-e74e-448e-9d4b-5c718de94af7 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:27:17.669147 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'code': 200} Nov 10 17:27:17.705954 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:17.755801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:17.760064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f506-ad03-4003-8c76-15a182470d67 req-dc80e18e-48de-45f9-a9b0-4147667b7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:17.761573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c864f506-ad03-4003-8c76-15a182470d67 req-dc80e18e-48de-45f9-a9b0-4147667b7037 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 1097 time: 0.0408094 Nov 10 17:27:17.810951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c864f506-ad03-4003-8c76-15a182470d67 req-f457fa5b-91be-4ff9-9f5f-ce0dc97e235e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Nov 10 17:27:18.070440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c86f0-47ac-491f-9180-431d1c816686 req-603ae4cc-b895-45a9-a0da-31e27954b09c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:18.071960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-002c86f0-47ac-491f-9180-431d1c816686 req-603ae4cc-b895-45a9-a0da-31e27954b09c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0488513 Nov 10 17:27:18.119180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-002c86f0-47ac-491f-9180-431d1c816686 req-0a13b270-48ab-4f6c-9ef1-e8358afbbd84 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Nov 10 17:27:19.235790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef21a2-e830-4b08-824b-b2ab30962b52 req-fa938876-48a8-4198-b469-ef2a3711309f tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:19.237273 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68ef21a2-e830-4b08-824b-b2ab30962b52 req-fa938876-48a8-4198-b469-ef2a3711309f tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0486290 Nov 10 17:27:19.284851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68ef21a2-e830-4b08-824b-b2ab30962b52 req-d169ee84-5a31-4a9a-9965-7e39370048d8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404134 Nov 10 17:27:19.679917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413720ab-b463-41c3-9bf0-5be090247479 req-d9becff1-699e-464e-a23a-6b236da05725 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:19.681328 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-413720ab-b463-41c3-9bf0-5be090247479 req-d9becff1-699e-464e-a23a-6b236da05725 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0535297 Nov 10 17:27:19.729371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-413720ab-b463-41c3-9bf0-5be090247479 req-fe97ac8f-f9a8-4576-af7d-209546a5ff06 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Nov 10 17:27:19.773829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:19.855548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-7b2a32d2-5b26-4c8d-b96f-41f96e090c7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806623 Nov 10 17:27:19.863873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-0b316ece-8081-48cd-bb0d-df994cf03e0b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:27:19.864963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-0b316ece-8081-48cd-bb0d-df994cf03e0b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047870 Nov 10 17:27:20.846451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de7a23-8a65-4237-a127-21963aac2f7f req-7cb90cbe-1d5c-4cec-bdbc-1e7b7da886ca tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:20.847954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53de7a23-8a65-4237-a127-21963aac2f7f req-7cb90cbe-1d5c-4cec-bdbc-1e7b7da886ca tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Nov 10 17:27:21.222772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53de7a23-8a65-4237-a127-21963aac2f7f req-5afd1c08-1977-4510-9471-c89f3da9c3ef tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679111 Nov 10 17:27:21.797575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5af440a3-9a66-4680-88a5-71026960afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:21.799068 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5af440a3-9a66-4680-88a5-71026960afbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5afad298856e49cf9dc44c8b4441bc37&device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 1097 time: 0.0401254 Nov 10 17:27:21.890152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-e9419f58-764d-4517-8333-7778057d541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:21.891671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-e9419f58-764d-4517-8333-7778057d541e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8aa0273a-97ee-49c3-9383-03228c6f6e35 HTTP/1.1" status: 200 len: 913 time: 0.0857441 Nov 10 17:27:21.931694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-f89dfdc4-47ed-4457-b8ca-ffbd5fabe6a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 200 len: 217 time: 0.0329661 Nov 10 17:27:21.978896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-9f73d265-db73-4d72-a84f-9016109c8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:21.980328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-9f73d265-db73-4d72-a84f-9016109c8734 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25dca733-b590-43aa-8071-3be9082570a6 HTTP/1.1" status: 200 len: 852 time: 0.0418777 Nov 10 17:27:22.012108 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-a7549468-cff5-4854-85ea-b18ad9978a86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8aa0273a-97ee-49c3-9383-03228c6f6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248702 Nov 10 17:27:22.114781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-b3ac9239-1e09-4239-9c06-70a6440ff674 service neutron] 10.222.0.18 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947237 Nov 10 17:27:22.212542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-9b5cc14f-ebf6-4a42-a93e-7a65a3d20f79 service neutron] 10.222.0.18 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911248 Nov 10 17:27:22.346020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa6c62-bb8d-4c8e-b795-da2ffdf67cdc req-d34d7e1e-3513-4624-82eb-5fbdc7186a01 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:22.347605 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42fa6c62-bb8d-4c8e-b795-da2ffdf67cdc req-d34d7e1e-3513-4624-82eb-5fbdc7186a01 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0542626 Nov 10 17:27:22.396151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42fa6c62-bb8d-4c8e-b795-da2ffdf67cdc req-1d90244d-caa6-4333-a107-f45f7ad000dc tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Nov 10 17:27:23.512065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a184b2-9116-47d0-9174-1f041e735e90 req-e4fbffc8-47c7-47ec-af30-2f6521ac1475 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:23.513517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59a184b2-9116-47d0-9174-1f041e735e90 req-e4fbffc8-47c7-47ec-af30-2f6521ac1475 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0489025 Nov 10 17:27:23.560386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59a184b2-9116-47d0-9174-1f041e735e90 req-474b3d0a-d14d-4afa-88fb-26db5d74fecd tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Nov 10 17:27:24.679044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37576f-572c-410a-9fea-d563e0ebccb4 req-28e4118f-3c13-4013-9cf7-69a6ac3fb4d4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:24.681243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d37576f-572c-410a-9fea-d563e0ebccb4 req-28e4118f-3c13-4013-9cf7-69a6ac3fb4d4 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0489466 Nov 10 17:27:24.729199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d37576f-572c-410a-9fea-d563e0ebccb4 req-d705baee-2508-44e6-82ae-6273ebaa295c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Nov 10 17:27:25.847674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f772e-b0e5-4db6-a993-a4a275f3f30a req-48e06d8d-e3e5-493b-adac-17160f05880d tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:25.849159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f78f772e-b0e5-4db6-a993-a4a275f3f30a req-48e06d8d-e3e5-493b-adac-17160f05880d tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0493057 Nov 10 17:27:25.895278 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f78f772e-b0e5-4db6-a993-a4a275f3f30a req-f17a98ba-ef2c-4507-9d2a-17dc1bbc26e2 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 Nov 10 17:27:27.014272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f2b3-d4d1-47db-bd30-9b6dd64d025c req-da3260ff-e03c-406c-89d4-b553ef9dc589 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:27.015783 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c15f2b3-d4d1-47db-bd30-9b6dd64d025c req-da3260ff-e03c-406c-89d4-b553ef9dc589 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Nov 10 17:27:27.063634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4c15f2b3-d4d1-47db-bd30-9b6dd64d025c req-24d3ecd1-61ad-439c-bf4e-feb48ce18547 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Nov 10 17:27:28.182983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b3ba2-baf8-47d3-aefe-c38280158e03 req-7ffc7661-f70b-43c6-8b84-870140a95fb3 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:28.184588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-918b3ba2-baf8-47d3-aefe-c38280158e03 req-7ffc7661-f70b-43c6-8b84-870140a95fb3 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0531073 Nov 10 17:27:28.231237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-918b3ba2-baf8-47d3-aefe-c38280158e03 req-faaf233b-95b5-4c52-a355-1bb169790db3 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Nov 10 17:27:29.347736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c38b-6b79-4f04-820b-37a73c177794 req-631ac7d3-0d7c-4c12-a80f-b7f4b0379085 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:29.349193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c624c38b-6b79-4f04-820b-37a73c177794 req-631ac7d3-0d7c-4c12-a80f-b7f4b0379085 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0488455 Nov 10 17:27:29.395955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c624c38b-6b79-4f04-820b-37a73c177794 req-332e9fb0-b2e2-42bc-ac0e-8c13ba5a4070 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Nov 10 17:27:30.510341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46601e-de27-4429-bec8-6ec3ac98830d req-c418854a-a772-4e9e-ab1a-7a7dd4d5941b tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:30.511748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b46601e-de27-4429-bec8-6ec3ac98830d req-c418854a-a772-4e9e-ab1a-7a7dd4d5941b tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0485771 Nov 10 17:27:30.558351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1b46601e-de27-4429-bec8-6ec3ac98830d req-64c6f923-fa5d-4728-bf0d-ad2bd90bc434 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Nov 10 17:27:31.614632 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d1cae71a-651e-458d-9c64-b1fecb1358fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:31.678531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d174c50-3363-4011-aad5-8b152f681a9d req-6f066186-7668-486f-99e2-3d3b6c667097 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:31.680057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d174c50-3363-4011-aad5-8b152f681a9d req-6f066186-7668-486f-99e2-3d3b6c667097 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0499644 Nov 10 17:27:31.732504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6d174c50-3363-4011-aad5-8b152f681a9d req-f5b7e030-d69a-4ea8-9a60-c6c261702e9a tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Nov 10 17:27:32.847497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfd63a-9550-4414-9909-5748b6106303 req-21a463be-edc8-4281-be6a-8b1870afca7c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:32.848976 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21cfd63a-9550-4414-9909-5748b6106303 req-21a463be-edc8-4281-be6a-8b1870afca7c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0481620 Nov 10 17:27:32.900222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21cfd63a-9550-4414-9909-5748b6106303 req-1286855b-daf0-4526-af55-af80f6cb4440 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446470 Nov 10 17:27:33.888342 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b960106-8b7b-4ddf-aefd-758f25ef40c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:34.017820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063af21-b33e-4c4e-af93-1c8ab5050d3a req-c4900f5b-3f41-4c81-9932-20ac8f8ed921 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:34.019518 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8063af21-b33e-4c4e-af93-1c8ab5050d3a req-c4900f5b-3f41-4c81-9932-20ac8f8ed921 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0502224 Nov 10 17:27:34.068732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8063af21-b33e-4c4e-af93-1c8ab5050d3a req-4ecb89aa-56c7-4a6e-a5b7-679167d3f158 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431049 Nov 10 17:27:35.185448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccb81e-3cac-4809-b905-e4ac56bc9877 req-03bd2215-5527-43e1-9abf-b444629f49b9 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:35.186989 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40ccb81e-3cac-4809-b905-e4ac56bc9877 req-03bd2215-5527-43e1-9abf-b444629f49b9 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0500205 Nov 10 17:27:35.214347 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:35.235051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40ccb81e-3cac-4809-b905-e4ac56bc9877 req-44e44d8f-0703-4a7f-b149-aa64d7fe8dea tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Nov 10 17:27:36.357431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94fe9-1aa4-43c1-95e7-7a29824d1a6e req-54af1f87-7005-4c4c-a472-3437c84b32d8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:36.359554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3b94fe9-1aa4-43c1-95e7-7a29824d1a6e req-54af1f87-7005-4c4c-a472-3437c84b32d8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0507824 Nov 10 17:27:36.407717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d3b94fe9-1aa4-43c1-95e7-7a29824d1a6e req-9cba8892-c062-4e4c-ad4c-369392773523 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Nov 10 17:27:36.971552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:37.529251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247870-4903-450c-aac9-1bb701e7d5c5 req-3abcdda9-569f-4c3a-ab93-596802d4ad0b tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:37.530753 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08247870-4903-450c-aac9-1bb701e7d5c5 req-3abcdda9-569f-4c3a-ab93-596802d4ad0b tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0547254 Nov 10 17:27:37.579846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-08247870-4903-450c-aac9-1bb701e7d5c5 req-72decd38-91ee-4103-82c0-7e28f3bb260d tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Nov 10 17:27:37.623001 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:38.309222 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:38.702888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507beb5-60ea-4475-b88f-0a59611a2d48 req-0d731901-85dc-4bc0-8a9a-756ad2d0ff59 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:38.704397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e507beb5-60ea-4475-b88f-0a59611a2d48 req-0d731901-85dc-4bc0-8a9a-756ad2d0ff59 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0524888 Nov 10 17:27:38.750904 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e507beb5-60ea-4475-b88f-0a59611a2d48 req-22071395-d1ca-4a79-aefe-f7797244bcfc tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 Nov 10 17:27:39.872312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e5ba-bc86-40e4-b1c3-3278a82ca54e req-5483b455-265f-4e16-a00d-ac7064109662 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:39.873814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d147e5ba-bc86-40e4-b1c3-3278a82ca54e req-5483b455-265f-4e16-a00d-ac7064109662 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0539632 Nov 10 17:27:39.921720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d147e5ba-bc86-40e4-b1c3-3278a82ca54e req-14eede27-99ad-45f6-9cf1-87815b826f51 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Nov 10 17:27:40.851329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.039937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb881724-c17b-4d9d-86da-d4924d840a25 req-a62ddb75-b2de-4b35-befa-c87b9a7a2681 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:41.041520 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb881724-c17b-4d9d-86da-d4924d840a25 req-a62ddb75-b2de-4b35-befa-c87b9a7a2681 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0507410 Nov 10 17:27:41.092512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb881724-c17b-4d9d-86da-d4924d840a25 req-e313a3d1-aa09-478a-86b4-99eb3221163d tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Nov 10 17:27:42.212682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa932c9d-d66a-42a5-a2fa-5060f10db1c3 req-da1031cb-4080-4ebd-b842-63437c758f39 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:42.214151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa932c9d-d66a-42a5-a2fa-5060f10db1c3 req-da1031cb-4080-4ebd-b842-63437c758f39 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0512097 Nov 10 17:27:42.262444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa932c9d-d66a-42a5-a2fa-5060f10db1c3 req-1d84cf0b-e472-450c-ab0a-c0fcf59a2d10 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 Nov 10 17:27:43.385235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56875d5d-38c9-46e4-bd3e-7b28afb1c091 req-d9054b81-9a69-4286-9dce-956b5848398c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:43.386898 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-56875d5d-38c9-46e4-bd3e-7b28afb1c091 req-d9054b81-9a69-4286-9dce-956b5848398c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0537567 Nov 10 17:27:43.437591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-56875d5d-38c9-46e4-bd3e-7b28afb1c091 req-943f1a16-da13-49d3-940f-ebd1f2852ddd tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Nov 10 17:27:44.564354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbc701-bf7a-4810-bf77-c985ec007ffc req-7ffb1f78-b3bf-43ee-8434-461b476d1c72 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:44.565955 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ecbc701-bf7a-4810-bf77-c985ec007ffc req-7ffb1f78-b3bf-43ee-8434-461b476d1c72 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0573592 Nov 10 17:27:44.623653 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ecbc701-bf7a-4810-bf77-c985ec007ffc req-c98d3785-a39d-41c9-817b-71346e5ad113 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510738 Nov 10 17:27:45.739423 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30356f-531b-4309-9925-c8178a1cfd0e req-b9d58e76-484b-408f-8bdf-c3cbb4dfc514 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:45.740935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad30356f-531b-4309-9925-c8178a1cfd0e req-b9d58e76-484b-408f-8bdf-c3cbb4dfc514 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Nov 10 17:27:45.788970 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad30356f-531b-4309-9925-c8178a1cfd0e req-1e0735ca-ff4b-43fb-a71f-1a96cfa03dce tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Nov 10 17:27:46.903243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57c6a-7af3-4287-8a62-ac885d26626f req-2b58adbd-bb8b-41b1-bc1d-15058173c384 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:46.904764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31b57c6a-7af3-4287-8a62-ac885d26626f req-2b58adbd-bb8b-41b1-bc1d-15058173c384 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0484438 Nov 10 17:27:46.952212 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-31b57c6a-7af3-4287-8a62-ac885d26626f req-a42a2e44-97e7-4c1b-a335-531b60c94a34 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Nov 10 17:27:47.631678 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:27:48.069337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d838d58-0a06-4400-9e3a-660406ddb625 req-2e2dbbb3-e42b-49ad-bf1e-fb359bfa9aed tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:48.070826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d838d58-0a06-4400-9e3a-660406ddb625 req-2e2dbbb3-e42b-49ad-bf1e-fb359bfa9aed tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0489028 Nov 10 17:27:48.117940 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d838d58-0a06-4400-9e3a-660406ddb625 req-fbb92517-3b78-4da2-9503-da78215d01f3 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Nov 10 17:27:49.236227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4528-f8d1-4a38-807c-108ebddb301d req-7abe8ebb-3d23-45a4-aff8-c0a0e0061ea9 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:49.237697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-526b4528-f8d1-4a38-807c-108ebddb301d req-7abe8ebb-3d23-45a4-aff8-c0a0e0061ea9 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0496364 Nov 10 17:27:49.288835 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-526b4528-f8d1-4a38-807c-108ebddb301d req-b06f3c61-9dd1-4ff2-9d7e-9f42b0155776 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Nov 10 17:27:49.431649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-1a16f613-752f-4acf-a14e-22b3cbf4a564 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:27:49.432530 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-1a16f613-752f-4acf-a14e-22b3cbf4a564 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054579 Nov 10 17:27:49.494500 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5190eb16-c201-49d5-8a27-d6cba8684ddd service neutron] show failed (client error): The resource could not be found. Nov 10 17:27:49.495748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5190eb16-c201-49d5-8a27-d6cba8684ddd service neutron] 10.222.0.18 "GET /v2.0/ports/6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0546329 Nov 10 17:27:50.077357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-4e2e1961-7ff5-48f1-b505-aecd818cf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:50.078931 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-4e2e1961-7ff5-48f1-b505-aecd818cf875 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4&tenant_id=5afad298856e49cf9dc44c8b4441bc37 HTTP/1.1" status: 200 len: 1097 time: 0.0895207 Nov 10 17:27:50.095072 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:50.147361 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.380604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:50.444995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ded8bd-75fe-4328-8785-3ff3a68f9f85 req-6e0f6cd6-34d2-4580-a998-9a3fba8a1a04 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:50.446458 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4ded8bd-75fe-4328-8785-3ff3a68f9f85 req-6e0f6cd6-34d2-4580-a998-9a3fba8a1a04 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0815403 Nov 10 17:27:50.447411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:27:50.510818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:27:50.514331 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28325a8e-687a-484b-8582-74e06f7a25e5" -d '{"events": [{"server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:27:50.518493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.544050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Transition to ACTIVE for port object 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:27:50.546751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4ded8bd-75fe-4328-8785-3ff3a68f9f85 req-d72becc9-69c8-4d5e-974d-3d7f090db75b tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781782 Nov 10 17:27:50.580932 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f38b58-5a56-4f1a-ae37-5ce8d5635611 x-openstack-request-id: req-54f38b58-5a56-4f1a-ae37-5ce8d5635611 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:27:50.581229 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:27:50.581480 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54f38b58-5a56-4f1a-ae37-5ce8d5635611 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:27:50.581875 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'code': 200} Nov 10 17:27:50.648600 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.726039 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] No DVR routers for this DVR port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:27:50.728107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:50.769548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Attempting to bind port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:27:50.769880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Attempting to bind port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:27:50.770206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Attempting to bind port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on network 8aa0273a-97ee-49c3-9383-03228c6f6e35 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:50.775912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on network 8aa0273a-97ee-49c3-9383-03228c6f6e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:27:50.776223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Attempting to bind port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on network 8aa0273a-97ee-49c3-9383-03228c6f6e35 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:50.783094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:27:50.783475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Checking segment: {'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:50.783838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Bound using segment: {'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:27:50.784261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Bound port: 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d03f75-2b36-4ee6-aa46-d90289861ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:27:50.784616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.858507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:27:50.861573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:27:50.949545 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.987246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:50.987897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.989281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] 10.222.0.69 "PUT /v2.0/ports/6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 200 len: 1092 time: 0.8981533 Nov 10 17:27:51.010874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fd6c0-964b-48d5-b4c8-746296593b54 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:51.054366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-bed72a47-3fc8-4599-9815-84a1a97852ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:51.055902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-bed72a47-3fc8-4599-9815-84a1a97852ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5afad298856e49cf9dc44c8b4441bc37&device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0413258 Nov 10 17:27:51.145546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-7d83e490-32c3-4fd9-90c4-940d57513e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:51.147015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-7d83e490-32c3-4fd9-90c4-940d57513e26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8aa0273a-97ee-49c3-9383-03228c6f6e35 HTTP/1.1" status: 200 len: 913 time: 0.0842245 Nov 10 17:27:51.192591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-735cfac9-21a8-4fb1-a8a0-547776f4cab6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 200 len: 217 time: 0.0376635 Nov 10 17:27:51.241400 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-9d10abb1-9ffa-43c0-94b5-3135fbb62ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:51.242755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-9d10abb1-9ffa-43c0-94b5-3135fbb62ad8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25dca733-b590-43aa-8071-3be9082570a6 HTTP/1.1" status: 200 len: 852 time: 0.0427201 Nov 10 17:27:51.275224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-3e9d328b-b3f0-4c28-b5ed-6a6c8bc2afd3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa0273a-97ee-49c3-9383-03228c6f6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240169 Nov 10 17:27:51.368684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-c5186bc9-3797-456e-ab26-eb661d53a543 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862339 Nov 10 17:27:51.459138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aaea2a78-cd1b-49d0-937e-c1d82e923408 req-4bcc5698-bca8-489c-acc5-b103e2a9766f service neutron] 10.222.0.69 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822160 Nov 10 17:27:51.679135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb55332-33d4-4ea2-bfe4-dd89f6ef0044 req-884272cf-1f36-4a6e-8a18-59e841182b75 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:51.680644 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efb55332-33d4-4ea2-bfe4-dd89f6ef0044 req-884272cf-1f36-4a6e-8a18-59e841182b75 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.0505898 Nov 10 17:27:51.731947 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efb55332-33d4-4ea2-bfe4-dd89f6ef0044 req-a0e31e70-0805-49ca-b73a-93ca33701724 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Nov 10 17:27:52.583342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:27:52.585660 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:27:52.639621 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8780334c-7102-467e-8c6f-0e914e7c475c x-openstack-request-id: req-8780334c-7102-467e-8c6f-0e914e7c475c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:27:52.639918 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:27:52.640174 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8780334c-7102-467e-8c6f-0e914e7c475c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:27:52.640562 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'status': 'completed', 'code': 200} Nov 10 17:27:52.704318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-54eb06bc-f8ce-4fff-b578-1938fba106fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:52.704998 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-bbc7611a-726a-44b7-ab6c-6e8e3ccabdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:52.705829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-54eb06bc-f8ce-4fff-b578-1938fba106fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5afad298856e49cf9dc44c8b4441bc37&device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0461640 Nov 10 17:27:52.706431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-bbc7611a-726a-44b7-ab6c-6e8e3ccabdba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5afad298856e49cf9dc44c8b4441bc37&device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0433798 Nov 10 17:27:52.810959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-9aa296ac-d05c-4424-86ad-ad6f3ce99ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:52.812754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-9aa296ac-d05c-4424-86ad-ad6f3ce99ada service neutron] 10.222.0.69 "GET /v2.0/networks?id=8aa0273a-97ee-49c3-9383-03228c6f6e35 HTTP/1.1" status: 200 len: 913 time: 0.0978904 Nov 10 17:27:52.833732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-72884089-1b7d-4a32-9b81-b3b1d6b6921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:52.835166 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-72884089-1b7d-4a32-9b81-b3b1d6b6921d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8aa0273a-97ee-49c3-9383-03228c6f6e35 HTTP/1.1" status: 200 len: 913 time: 0.1229467 Nov 10 17:27:52.882428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-787f7cbd-86cf-4a60-9e29-c8e5a27d5132 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 200 len: 217 time: 0.0394328 Nov 10 17:27:52.884220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-cfe182aa-5dcb-46ff-88eb-6024c481e4b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 200 len: 217 time: 0.0637512 Nov 10 17:27:52.934771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-23ae4d72-a4d6-4261-8834-c413e2f03637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:52.936285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-23ae4d72-a4d6-4261-8834-c413e2f03637 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25dca733-b590-43aa-8071-3be9082570a6 HTTP/1.1" status: 200 len: 852 time: 0.0473235 Nov 10 17:27:52.936598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5896c75-26ce-4680-93aa-a86c036e1891 req-36f6a419-0724-4d80-a506-86300acd21d5 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:52.938092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b5896c75-26ce-4680-93aa-a86c036e1891 req-36f6a419-0724-4d80-a506-86300acd21d5 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.1161375 Nov 10 17:27:52.963997 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-d4767c2b-b29e-40b5-992d-c624f408dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:52.965627 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-d4767c2b-b29e-40b5-992d-c624f408dbb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25dca733-b590-43aa-8071-3be9082570a6 HTTP/1.1" status: 200 len: 852 time: 0.0736809 Nov 10 17:27:52.968928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-4b605ddb-6c32-4961-9a53-dab9cfb80ec0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8aa0273a-97ee-49c3-9383-03228c6f6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256679 Nov 10 17:27:53.011688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-8ab4cf42-469f-47b6-97cb-200f54be7b65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa0273a-97ee-49c3-9383-03228c6f6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355687 Nov 10 17:27:53.018930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b5896c75-26ce-4680-93aa-a86c036e1891 req-42dbb2f5-839d-42cc-9bda-a1530e0342bd tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746994 Nov 10 17:27:53.085310 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-567cea18-8041-4791-aa43-84c0d662efef service neutron] 10.222.0.18 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096649 Nov 10 17:27:53.112965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-4c8d5d8c-97d9-4526-b25d-7c67e696ffdd service neutron] 10.222.0.69 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930288 Nov 10 17:27:53.189039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-bf6e8afa-0c0b-4506-b37b-96145bd0816e service neutron] 10.222.0.18 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963564 Nov 10 17:27:53.214876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-458810f4-8bb5-4e4d-bc9a-78e5427bf8bd req-ce6797f7-a016-4889-a9ac-065a0a0005d0 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944347 Nov 10 17:27:53.593680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:27:53.636836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:27:54.138009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c397ed5-87e8-4364-acb5-167eee891ffd req-2421db6d-02af-4f6e-a3c8-1f7cc2822cdb tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:54.139509 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c397ed5-87e8-4364-acb5-167eee891ffd req-2421db6d-02af-4f6e-a3c8-1f7cc2822cdb tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.0490830 Nov 10 17:27:54.186778 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2c397ed5-87e8-4364-acb5-167eee891ffd req-fef49725-3956-4175-8a38-e6f2399ba3ae tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Nov 10 17:27:55.305796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526bb55-da9c-4ca1-ab38-b405e7303f79 req-c3852546-179d-4637-ab8c-72aeaafc590b tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:55.307289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b526bb55-da9c-4ca1-ab38-b405e7303f79 req-c3852546-179d-4637-ab8c-72aeaafc590b tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.0509961 Nov 10 17:27:55.358700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b526bb55-da9c-4ca1-ab38-b405e7303f79 req-7505deb4-44b5-44bf-8570-37463a7d46b6 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Nov 10 17:27:56.485283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9de31c-7f39-4f1f-a1ef-011847a77e24 req-709ca567-a205-438f-88ef-5cd0dac72048 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:56.486776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be9de31c-7f39-4f1f-a1ef-011847a77e24 req-709ca567-a205-438f-88ef-5cd0dac72048 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 943 time: 0.0494452 Nov 10 17:27:56.534766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be9de31c-7f39-4f1f-a1ef-011847a77e24 req-14b1f655-a3d2-48ef-a1f1-4650f4951b7c tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Nov 10 17:27:56.600721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:27:56.714112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:56.727227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'network_id': '8aa0273a-97ee-49c3-9383-03228c6f6e35', 'port_id': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'mac_address': 'fa:16:3e:62:e1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dca733-b590-43aa-8071-3be9082570a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:27:56.766157 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.780423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:27:56.800727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:56.871679 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.925326 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:56.934197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.934990 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.936337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.936874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.937413 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.937984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.938522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.939045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.939605 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.940129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.940839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:56.941184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:57.032399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-25aa4903-c271-4acc-9421-a90514c569d2 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:57.033873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-25aa4903-c271-4acc-9421-a90514c569d2 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4&tenant_id=5afad298856e49cf9dc44c8b4441bc37&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 944 time: 0.0967555 Nov 10 17:27:57.097937 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-7284bbce-4207-4942-a783-8d1c78d17edc service neutron] delete failed (client error): The resource could not be found. Nov 10 17:27:57.098971 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-7284bbce-4207-4942-a783-8d1c78d17edc service neutron] 10.222.0.18 "DELETE /v2.0/ports/6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0582573 Nov 10 17:27:57.181452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-7fcef33e-3efa-425d-9bc7-f7794bb1e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:57.182943 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-7fcef33e-3efa-425d-9bc7-f7794bb1e643 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5afad298856e49cf9dc44c8b4441bc37&device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0415156 Nov 10 17:27:57.275503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-d5c35af2-3623-4b62-8851-55888b1e8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:57.276972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-d5c35af2-3623-4b62-8851-55888b1e8e3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8aa0273a-97ee-49c3-9383-03228c6f6e35 HTTP/1.1" status: 200 len: 913 time: 0.0869904 Nov 10 17:27:57.316533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:27:57.319928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-7838710e-f8a8-4dd8-85d4-db6766e317e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 200 len: 217 time: 0.0350068 Nov 10 17:27:57.373080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-1b661945-da46-4057-805e-61501193be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:57.374459 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-1b661945-da46-4057-805e-61501193be66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25dca733-b590-43aa-8071-3be9082570a6 HTTP/1.1" status: 200 len: 852 time: 0.0483086 Nov 10 17:27:57.405646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-dd7a5735-6846-4f75-9eec-d86fdfcd1516 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8aa0273a-97ee-49c3-9383-03228c6f6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247295 Nov 10 17:27:57.500628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ade41d02-1be4-45ce-8e7c-71df3f871b71 service neutron] 10.222.0.18 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875478 Nov 10 17:27:57.597787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-d89da030-bba1-42b7-95ce-139a80cbe6a9 service neutron] 10.222.0.18 "GET /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907462 Nov 10 17:27:58.611849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:58.725726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:27:58.729828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:58.730347 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.816093 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.838701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:27:58.840951 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3cdf56-d6ab-408d-91b9-8abb5f00dab4" -d '{"events": [{"server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:27:58.853418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:58.880117 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda51a0b-2270-4e47-8c70-beee09213fbe x-openstack-request-id: req-eda51a0b-2270-4e47-8c70-beee09213fbe {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:27:58.880434 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:27:58.880685 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eda51a0b-2270-4e47-8c70-beee09213fbe {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:27:58.881078 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'code': 200} Nov 10 17:27:58.917302 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.971863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:58.994080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cca00e-c840-42b0-979b-c3b031fc6e0a req-708ba0e9-6cf0-4eba-925a-7e3bac8d4fc5 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:58.995583 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8cca00e-c840-42b0-979b-c3b031fc6e0a req-708ba0e9-6cf0-4eba-925a-7e3bac8d4fc5 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0510514 Nov 10 17:27:59.042695 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8cca00e-c840-42b0-979b-c3b031fc6e0a req-a25816bf-ef55-4eaa-83a4-d92be5237a29 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Nov 10 17:28:00.162339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0c97-bcae-4962-8ccc-47fe1a47953d req-af3f07c9-2e74-4440-a507-5a9798d7d2e3 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:00.163858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b26c0c97-bcae-4962-8ccc-47fe1a47953d req-af3f07c9-2e74-4440-a507-5a9798d7d2e3 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0502532 Nov 10 17:28:00.216444 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b26c0c97-bcae-4962-8ccc-47fe1a47953d req-6b575f29-d17c-41f0-b354-411e3d61e934 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/security-groups?id=88ddcc0e-a4c6-4260-97db-6150e880ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456123 Nov 10 17:28:00.706935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-02c20792-0933-4fb5-a17f-557321904960 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:00.708401 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-02c20792-0933-4fb5-a17f-557321904960 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.69 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 945 time: 0.0578921 Nov 10 17:28:00.797403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Deleting port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:28:00.797758 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.886673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] For port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,segment=NetworkSegment(48d03f75-2b36-4ee6-aa46-d90289861ed8),segment_id=48d03f75-2b36-4ee6-aa46-d90289861ed8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:00.887030 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.900252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Calling delete_port for 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:28:01.079803 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.093647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:01.108924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Pushing event deleted for resources: {'Port': ['ID=6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:01.149226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] No DVR routers for this DVR port 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:28:01.151886 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.156258 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f2db750d-74e1-4bed-ba38-26011a34f900 req-ed1d3385-3b1c-4515-a27b-3a2a70d2b995 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.69 "DELETE /v2.0/ports/6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae HTTP/1.1" status: 204 len: 173 time: 0.4416261 Nov 10 17:28:01.156775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'name': 'network-vif-deleted', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:01.159064 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead8466c-22f0-4e21-b1a6-f4bf08fae4e8" -d '{"events": [{"server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "name": "network-vif-deleted", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:01.194741 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0149102b-ad99-4a15-969c-86a728c66553 x-openstack-request-id: req-0149102b-ad99-4a15-969c-86a728c66553 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:01.195372 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47cbb04-0fdb-4f07-921e-7a9956479fc4", "name": "network-vif-deleted", "tag": "6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:01.195493 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0149102b-ad99-4a15-969c-86a728c66553 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:01.195831 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47cbb04-0fdb-4f07-921e-7a9956479fc4', 'name': 'network-vif-deleted', 'tag': '6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae', 'status': 'completed', 'code': 200} Nov 10 17:28:01.317737 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e441486-10e4-4ba1-a9ba-4bca01bd9762 req-4997e0ec-6ec4-4b62-a792-83603500aff8 tempest-DeleteServersTestJSON-810107490 tempest-DeleteServersTestJSON-810107490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b47cbb04-0fdb-4f07-921e-7a9956479fc4 HTTP/1.1" status: 200 len: 210 time: 0.0286548 Nov 10 17:28:01.634058 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-78d5d358-0d65-45ac-96c3-9f43a65b6e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.454411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:02.502275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Deleting subnet 25dca733-b590-43aa-8071-3be9082570a6 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:28:02.505327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.538779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.579252 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.706158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.729797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25dca733-b590-43aa-8071-3be9082570a6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:02.740396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.743632 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/25dca733-b590-43aa-8071-3be9082570a6 HTTP/1.1" status: 204 len: 168 time: 0.2882004 Nov 10 17:28:02.745343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.745666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.746234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39486) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:02.748088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.748600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.748979 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.749321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.749656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.749985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.750400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.750726 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.751058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:02.751403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2163d-01ac-40e2-a09a-a10d9f8c11dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.125204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.202522 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.225969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa0273a-97ee-49c3-9383-03228c6f6e35']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:03.236227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d03f75-2b36-4ee6-aa46-d90289861ed8') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:03.236518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d03f75-2b36-4ee6-aa46-d90289861ed8') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:03.245515 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.260324 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.270376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:28:03.272981 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:28:03.397134 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.403063 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.407233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] 10.222.0.62 "DELETE /v2.0/networks/8aa0273a-97ee-49c3-9383-03228c6f6e35 HTTP/1.1" status: 204 len: 168 time: 0.6599190 Nov 10 17:28:03.418647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724726b2-e4b5-4792-b475-92a76545ef5a admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa0273a-97ee-49c3-9383-03228c6f6e35,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:03.701210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39492) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:03.741375 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5d877ef8-8de6-4955-99d6-3470bedcf042 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5afad298856e49cf9dc44c8b4441bc37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389760 Nov 10 17:28:03.743900 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39494) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:03.796774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.817926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.880267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ebd39de1-150b-4b5c-8826-246cb90e1605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.925405 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.928124 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.929287 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88ddcc0e-a4c6-4260-97db-6150e880ba3f HTTP/1.1" status: 204 len: 168 time: 0.1844704 Nov 10 17:28:03.937917 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ddcc0e-a4c6-4260-97db-6150e880ba3f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:03.945613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.945952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.946286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.946616 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.947035 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.947567 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.947754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.948070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.948387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.948700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.949068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:03.949325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409f69d0-e3c7-4a30-9226-be8e52cbcb96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:04.642075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:28:04.665554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:28:04.665890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6b3b77a2-1b9a-4e1b-b8b9-3ce5561bb4ae not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:28:04.969117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39516) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:05.081240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-31190625-network', 'tenant_id': 'f6aaaad48dec4ddaa2e59fc9ba4027dc'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:05.179882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Made reservation on behalf of f6aaaad48dec4ddaa2e59fc9ba4027dc for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:05.182162 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.191063 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.267942 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.291614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.354767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.381737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:05.388457 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6508e2fe-2356-402a-83b6-14a63acf7379,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:05.394696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.395034 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Added segment a61ecce6-8360-4af6-8bbf-731c2e644c16 of type vlan for network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 Nov 10 17:28:05.435331 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.528540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.530252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:05.530835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.593460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] Pushing event updated for resources: {'Network': ['ID=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:05.604350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:05.676829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-acaa834c-5056-407a-80a8-2ef7e689d75b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7065997 Nov 10 17:28:05.679605 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39520) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:05.684444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Request body: {'subnet': {'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-31190625-subnet', 'tenant_id': 'f6aaaad48dec4ddaa2e59fc9ba4027dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:05.788533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Made reservation on behalf of f6aaaad48dec4ddaa2e59fc9ba4027dc for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:05.790906 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.015337 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.070995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78c7c6c-541a-4bf0-9639-47fca251e4f0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:06.080776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Checking segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:06.081132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Network hostable DHCP agents. Network: 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:06.176804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:06.239621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:06.243867 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:06.244485 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.252582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e774b7-c06f-46f7-bcde-6baae8a326e3 None None] Network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:06.334259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bf0e084b-569e-4d3d-b0e6-fa9f530db4dd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6535649 Nov 10 17:28:06.380179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a6d8d-338e-4d6b-a44e-8cc21df41828 None None] Network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:06.777889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-03b5e53b-71dc-46f4-bb8f-5c9585590fce tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:06.780128 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-03b5e53b-71dc-46f4-bb8f-5c9585590fce tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 813 time: 0.1067002 Nov 10 17:28:06.796763 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-30cfd167-7bcc-4427-8c6f-5c3f9514f532 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/quotas/f6aaaad48dec4ddaa2e59fc9ba4027dc HTTP/1.1" status: 200 len: 375 time: 0.0108716 Nov 10 17:28:06.830070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-c5180643-dcf6-43b8-8e71-40a27a1314cf tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278082 Nov 10 17:28:06.840950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-c34dd2b4-fe68-4c8c-a7f3-1e5ce08bcfdc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:06.843124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-c34dd2b4-fe68-4c8c-a7f3-1e5ce08bcfdc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063465 Nov 10 17:28:06.941257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-bccb892d-8b0a-4616-bfec-89ae824190cc service neutron] 10.222.0.62 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922470 Nov 10 17:28:06.943099 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:07.032347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-573f5521-f0b0-4585-8a25-eb07010a5a6e service neutron] 10.222.0.62 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848277 Nov 10 17:28:07.273821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91f3ee6a-844c-48e6-ad43-80d37ed24e52 req-8153c365-a379-47bb-a138-5be68f4a6dc1 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 210 time: 0.0329387 Nov 10 17:28:07.691075 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.325716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.359488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0b15919-486e-4535-958e-63bddc6ec8c6 req-1a3cebb5-52a2-4727-b69f-a2567ad8a8be tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 210 time: 0.0318692 Nov 10 17:28:09.455228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e2d57153-0471-40af-a894-81c1a637d0c8 req-56dfb6a6-31a5-4c36-b79d-4224ff1a635d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 210 time: 0.0272348 Nov 10 17:28:09.652933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-9d0cbadb-809c-48f5-8ab5-e5f4b3eb93fc tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:09.655391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-9d0cbadb-809c-48f5-8ab5-e5f4b3eb93fc tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.69 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 813 time: 0.1114244 Nov 10 17:28:09.677452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Request body: {'port': {'device_id': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8', 'admin_state_up': True, 'tenant_id': 'f6aaaad48dec4ddaa2e59fc9ba4027dc'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:09.865359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Made reservation on behalf of f6aaaad48dec4ddaa2e59fc9ba4027dc for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:09.868938 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:09.996132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Allocated IP 172.20.0.10 (428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8/d78c7c6c-541a-4bf0-9639-47fca251e4f0/cbed3094-f7ff-4535-8b88-5c2451011ca8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:10.150243 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.249162 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.291622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:10.297675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:10.301517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:10.308137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:10.358316 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:10.358926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.445414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-20d92fe5-5e34-44ad-a62d-baf2091f929a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7723525 Nov 10 17:28:10.457871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Request body: {'port': {'device_id': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:10.514616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.612516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c6311-87dc-48d2-b4c0-a85c559d1ce5 req-1a12a0b9-7010-45c9-a42e-6d65e2c6331c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:10.614075 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d41c6311-87dc-48d2-b4c0-a85c559d1ce5 req-1a12a0b9-7010-45c9-a42e-6d65e2c6331c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 932 time: 0.0886204 Nov 10 17:28:10.734572 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d41c6311-87dc-48d2-b4c0-a85c559d1ce5 req-a58148ef-4f89-4682-8113-65a26cef4c79 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774081 Nov 10 17:28:10.848255 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.857976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbed3094-f7ff-4535-8b88-5c2451011ca8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:10.865981 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.879128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Transition to ACTIVE for port object cbed3094-f7ff-4535-8b88-5c2451011ca8 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:10.977149 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.045321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:11.098730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Attempting to bind port cbed3094-f7ff-4535-8b88-5c2451011ca8 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:11.098976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Attempting to bind port cbed3094-f7ff-4535-8b88-5c2451011ca8 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:11.099296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Attempting to bind port cbed3094-f7ff-4535-8b88-5c2451011ca8 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:11.103573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Port cbed3094-f7ff-4535-8b88-5c2451011ca8 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:11.103881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Attempting to bind port cbed3094-f7ff-4535-8b88-5c2451011ca8 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:11.108842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:11.109168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Checking segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:11.109542 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Bound using segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:11.109956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Bound port: cbed3094-f7ff-4535-8b88-5c2451011ca8, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:11.110305 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.173352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:11.176369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:11.260064 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.295517 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:11.296132 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.297499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 200 len: 1093 time: 0.8437767 Nov 10 17:28:11.297928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:11.300200 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3971de7b-8913-4871-97f2-5a391afbb5df" -d '{"events": [{"name": "network-changed", "server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:11.328308 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c25ab-1dd7-4f40-8e49-ce94dde56fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:11.341168 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512f45d4-7a48-4fd7-a604-19324e72d319 x-openstack-request-id: req-512f45d4-7a48-4fd7-a604-19324e72d319 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:11.341485 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:11.342489 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-512f45d4-7a48-4fd7-a604-19324e72d319 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:11.342919 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'status': 'completed', 'code': 200} Nov 10 17:28:11.410118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971de7b-8913-4871-97f2-5a391afbb5df req-e3a4cf58-3b53-4c7b-8a5d-8f99b00e5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:11.411740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3971de7b-8913-4871-97f2-5a391afbb5df req-e3a4cf58-3b53-4c7b-8a5d-8f99b00e5850 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 1096 time: 0.0468640 Nov 10 17:28:11.516311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971de7b-8913-4871-97f2-5a391afbb5df req-536b8c8b-fbb7-4cb0-94ce-123b1975561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:11.517790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3971de7b-8913-4871-97f2-5a391afbb5df req-536b8c8b-fbb7-4cb0-94ce-123b1975561f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0985742 Nov 10 17:28:11.617995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971de7b-8913-4871-97f2-5a391afbb5df req-b55eefde-0511-455c-91ba-500f3aba29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:11.619508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3971de7b-8913-4871-97f2-5a391afbb5df req-b55eefde-0511-455c-91ba-500f3aba29ee service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946496 Nov 10 17:28:11.698589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-6066c955-be4a-43b2-8f48-227b0fb7a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:11.700101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-6066c955-be4a-43b2-8f48-227b0fb7a77e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 1096 time: 0.0423021 Nov 10 17:28:11.744014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-8f2e57f5-f8ba-4aaf-902e-bfb9af78e0c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 200 len: 217 time: 0.0341082 Nov 10 17:28:11.797237 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-7f9d3869-eb0a-4182-bca7-6a6b4972a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:11.798697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-7f9d3869-eb0a-4182-bca7-6a6b4972a094 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0472596 Nov 10 17:28:11.856563 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-2e1c1f9d-b7b9-4e54-bc75-4d75f8d74c42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438848 Nov 10 17:28:11.897441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b920c64-2a0a-4e6c-8685-7a624dff2edd req-9d8d7eb3-e190-4119-9b46-8545f9f1d593 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:11.898921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b920c64-2a0a-4e6c-8685-7a624dff2edd req-9d8d7eb3-e190-4119-9b46-8545f9f1d593 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0945902 Nov 10 17:28:11.994721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-24b1ecf5-1364-4f6c-8663-1a1cb85194f0 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299512 Nov 10 17:28:11.998216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3b920c64-2a0a-4e6c-8685-7a624dff2edd req-d7816e61-c252-49d6-a514-77506ffa2c1a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668244 Nov 10 17:28:12.086694 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e5043c1-1e02-4ae5-868c-5990eb00a62b req-a08c4b5d-f471-412d-bd7c-9139bad4c3f4 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829558 Nov 10 17:28:13.123529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c64f9-1aec-4eee-b090-7ef09960ae05 req-4e1b9a1a-8d4c-48f4-ae27-10d716761ae9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:13.125802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-793c64f9-1aec-4eee-b090-7ef09960ae05 req-4e1b9a1a-8d4c-48f4-ae27-10d716761ae9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0545635 Nov 10 17:28:13.173020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-793c64f9-1aec-4eee-b090-7ef09960ae05 req-196ac885-2c62-4f8a-a193-d59becd671ee tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Nov 10 17:28:14.294921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f3270-4a94-430a-b473-1d4d31d917c3 req-d997ac37-45b9-41b9-ad7d-c93025403b76 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:14.296455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a0f3270-4a94-430a-b473-1d4d31d917c3 req-d997ac37-45b9-41b9-ad7d-c93025403b76 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0550439 Nov 10 17:28:14.345292 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a0f3270-4a94-430a-b473-1d4d31d917c3 req-3e0eea00-5877-4b70-bb7a-6cae20c9218e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Nov 10 17:28:15.460793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b7e14-b578-49a1-92b0-49970d89a75b req-d2d9ba43-6359-41d6-a21a-1bcb263facc6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:15.462387 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-929b7e14-b578-49a1-92b0-49970d89a75b req-d2d9ba43-6359-41d6-a21a-1bcb263facc6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0492020 Nov 10 17:28:15.513449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-929b7e14-b578-49a1-92b0-49970d89a75b req-0d26e07c-55d6-447c-842f-4a041f4ae663 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Nov 10 17:28:16.628861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d30757-424a-4bc1-88a7-1f393db2e737 req-aec93282-ddb3-4b75-a63e-43668641adc9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:16.630348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9d30757-424a-4bc1-88a7-1f393db2e737 req-aec93282-ddb3-4b75-a63e-43668641adc9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0492685 Nov 10 17:28:16.672906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device cbed3094-f7ff-4535-8b88-5c2451011ca8 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:16.679152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9d30757-424a-4bc1-88a7-1f393db2e737 req-e568ad94-8d17-40d4-b865-d17044525e6d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Nov 10 17:28:16.767067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:16.781736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8', 'port_id': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'mac_address': 'fa:16:3e:12:8a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78c7c6c-541a-4bf0-9639-47fca251e4f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:28:16.818855 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.832144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbed3094-f7ff-4535-8b88-5c2451011ca8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:16.851451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:16.951004 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.997175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:17.267239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['cbed3094-f7ff-4535-8b88-5c2451011ca8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:17.798542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d0dbf-d959-4ef8-b030-7a8b948c2374 req-852c0a4f-16b2-43a2-966f-4b91ac6d1f55 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:17.800069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed4d0dbf-d959-4ef8-b030-7a8b948c2374 req-852c0a4f-16b2-43a2-966f-4b91ac6d1f55 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Nov 10 17:28:17.848587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed4d0dbf-d959-4ef8-b030-7a8b948c2374 req-22b50103-192b-4381-998b-ae60bbe9bc38 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Nov 10 17:28:18.693799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device cbed3094-f7ff-4535-8b88-5c2451011ca8 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:18.802719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port cbed3094-f7ff-4535-8b88-5c2451011ca8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:28:18.806960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port cbed3094-f7ff-4535-8b88-5c2451011ca8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:18.807503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.891470 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.914375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:18.916626 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7cf7f2-02f4-43e9-8162-1643f8779974" -d '{"events": [{"server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "name": "network-vif-plugged", "status": "completed", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:18.931054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:18.956691 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183528e1-be21-496a-94c9-a0e0f77fec97 x-openstack-request-id: req-183528e1-be21-496a-94c9-a0e0f77fec97 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:18.956986 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "name": "network-vif-plugged", "status": "completed", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:18.957232 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-183528e1-be21-496a-94c9-a0e0f77fec97 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:18.957816 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'code': 200} Nov 10 17:28:18.967946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b72682-4596-49d9-9658-75df118373b5 req-d9aab91e-f8f8-4814-ac78-5f512bdf0d77 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:18.969455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1b72682-4596-49d9-9658-75df118373b5 req-d9aab91e-f8f8-4814-ac78-5f512bdf0d77 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 945 time: 0.0505636 Nov 10 17:28:18.985180 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.031586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a1b72682-4596-49d9-9658-75df118373b5 req-2010c349-f4c8-4975-85b4-e803cd330564 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558555 Nov 10 17:28:19.037866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:19.062149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0064a-7a7d-497b-85a9-693227e4d35d req-ba9fa7dc-2369-412e-b82c-fad60b829f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:19.063533 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aea0064a-7a7d-497b-85a9-693227e4d35d req-ba9fa7dc-2369-412e-b82c-fad60b829f77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 1098 time: 0.0475047 Nov 10 17:28:19.110176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aea0064a-7a7d-497b-85a9-693227e4d35d req-1d85b34e-55f2-4c19-9ccf-5934c7d1c0ff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Nov 10 17:28:20.153179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f807df-009f-4136-991f-f2714c9f4012 req-98840810-8a30-414b-91f4-5fac23e1788a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:20.154669 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5f807df-009f-4136-991f-f2714c9f4012 req-98840810-8a30-414b-91f4-5fac23e1788a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0509472 Nov 10 17:28:20.202403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5f807df-009f-4136-991f-f2714c9f4012 req-24513612-e2a9-4016-866c-5852a8a9515c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Nov 10 17:28:21.318600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7fe9b-c932-4174-8330-ece7a81111a5 req-3ed8c6a0-442c-43b8-9ba2-29083365e062 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:21.320281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ad7fe9b-c932-4174-8330-ece7a81111a5 req-3ed8c6a0-442c-43b8-9ba2-29083365e062 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0505219 Nov 10 17:28:21.368659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ad7fe9b-c932-4174-8330-ece7a81111a5 req-101e16a0-28d4-41fb-8081-00fa74fffb1f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Nov 10 17:28:21.491411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4520fad-6cbc-442e-9204-c50f1df38350 req-3dd20850-5289-4bf1-a5ba-bb0ebb5cc269 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:21.492615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4520fad-6cbc-442e-9204-c50f1df38350 req-3dd20850-5289-4bf1-a5ba-bb0ebb5cc269 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0547926 Nov 10 17:28:21.542446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4520fad-6cbc-442e-9204-c50f1df38350 req-6041c85e-b139-48e6-860a-bb324d08da1e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Nov 10 17:28:21.833118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7089d82-4089-4e5b-af21-545a9e986c9c req-5bbd59ec-79ac-459c-b1df-47de80dc246f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:21.834593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7089d82-4089-4e5b-af21-545a9e986c9c req-5bbd59ec-79ac-459c-b1df-47de80dc246f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0556183 Nov 10 17:28:21.881804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7089d82-4089-4e5b-af21-545a9e986c9c req-26bfba3f-98eb-44a8-a476-513f53a18190 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 Nov 10 17:28:21.999853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558f250-ac31-42d8-87b8-386fa124edb2 req-df997f42-90c8-4af1-8988-131753df8c54 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:22.001249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4558f250-ac31-42d8-87b8-386fa124edb2 req-df997f42-90c8-4af1-8988-131753df8c54 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0523906 Nov 10 17:28:22.055623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4558f250-ac31-42d8-87b8-386fa124edb2 req-e7134497-e686-44cd-8f9c-ca6234909e4a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Nov 10 17:28:22.512177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472a815-2f1e-4504-a65b-23e4e964f7b3 req-e66b38d8-e1eb-4e52-97ff-a912245990d9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:22.515351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1472a815-2f1e-4504-a65b-23e4e964f7b3 req-e66b38d8-e1eb-4e52-97ff-a912245990d9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0524521 Nov 10 17:28:22.563706 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1472a815-2f1e-4504-a65b-23e4e964f7b3 req-89b3fb8b-0926-4fe2-be10-83f04d9fb2c5 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Nov 10 17:28:22.638677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-fe21d6f7-86b8-41d4-a7ec-ce2e0b80b1ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440464 Nov 10 17:28:23.682445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311aff-6a4a-422b-a873-18f5f334f9ef req-b30771e3-2bd9-4e44-af76-482d0a219f8c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:23.683980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b311aff-6a4a-422b-a873-18f5f334f9ef req-b30771e3-2bd9-4e44-af76-482d0a219f8c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0505919 Nov 10 17:28:23.735982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8b311aff-6a4a-422b-a873-18f5f334f9ef req-bb4c736c-1c2b-49ac-81d3-99b17fd5e58b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Nov 10 17:28:24.632017 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:28:24.859847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db713-e1b4-427c-9059-7371dd8d20c8 req-5647dae3-93a5-4252-8d88-d7e500336d56 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:24.861371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d94db713-e1b4-427c-9059-7371dd8d20c8 req-5647dae3-93a5-4252-8d88-d7e500336d56 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0498848 Nov 10 17:28:24.913932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d94db713-e1b4-427c-9059-7371dd8d20c8 req-35cbae88-188d-42c3-9176-95bb87e0881c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Nov 10 17:28:24.966465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-4c9442a7-27a8-4474-863d-f9784af67874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:24.967981 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-4c9442a7-27a8-4474-863d-f9784af67874 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 1098 time: 0.0405092 Nov 10 17:28:25.058074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-aac997ae-0c7f-42bf-adb3-b61872988feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:25.059563 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-aac997ae-0c7f-42bf-adb3-b61872988feb service neutron] 10.222.0.69 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0840154 Nov 10 17:28:25.105111 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-2498cfcf-54af-4c9e-b359-927afba37c6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 200 len: 217 time: 0.0376651 Nov 10 17:28:25.154756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-a25feca1-7a4b-4b07-9ac5-50250f270d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:25.156218 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-a25feca1-7a4b-4b07-9ac5-50250f270d30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0441351 Nov 10 17:28:25.189307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-a257633f-14a9-45c4-b3b9-95fd78783336 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248876 Nov 10 17:28:25.282240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-64adc1fe-66ed-4921-bf39-48cfb10087b2 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847692 Nov 10 17:28:25.371756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-935cd1e7-252e-41fe-8ade-8bbccfabe227 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815396 Nov 10 17:28:26.034259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e8c3e-9863-4e78-8b84-faeed0187cf4 req-5a4cad46-fbbd-4b30-81e0-32d62b825ca4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:26.035807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-793e8c3e-9863-4e78-8b84-faeed0187cf4 req-5a4cad46-fbbd-4b30-81e0-32d62b825ca4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0524905 Nov 10 17:28:26.085389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-793e8c3e-9863-4e78-8b84-faeed0187cf4 req-fbb42c94-a044-46b3-a14d-36349e058eab tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Nov 10 17:28:27.208964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59260f-1824-435c-ada4-052cabf8f4da req-177b8644-ca9f-40cf-a894-454c8fd1fe03 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:27.211005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec59260f-1824-435c-ada4-052cabf8f4da req-177b8644-ca9f-40cf-a894-454c8fd1fe03 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0546579 Nov 10 17:28:27.257261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ec59260f-1824-435c-ada4-052cabf8f4da req-3e1a80c4-558a-48a3-96a1-4fdd138caa61 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Nov 10 17:28:28.379670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e82867-0d5f-41c2-b70b-f16730ad3151 req-44879a5e-b529-4b4c-926d-dd765e1149d4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:28.381138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46e82867-0d5f-41c2-b70b-f16730ad3151 req-44879a5e-b529-4b4c-926d-dd765e1149d4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0542769 Nov 10 17:28:28.428674 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46e82867-0d5f-41c2-b70b-f16730ad3151 req-10fa0cbe-4dae-4878-99b9-55cd6693f16b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Nov 10 17:28:29.549528 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cdcb4-26b5-427e-bcfb-4ea6277266ac req-bcfcdc77-8c02-4192-99d0-dedc3c88858d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:29.551000 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae0cdcb4-26b5-427e-bcfb-4ea6277266ac req-bcfcdc77-8c02-4192-99d0-dedc3c88858d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0535948 Nov 10 17:28:29.600094 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae0cdcb4-26b5-427e-bcfb-4ea6277266ac req-b1ba4d3b-edb0-4a71-b309-0b7d9800b5bb tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Nov 10 17:28:30.717424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bbc59-5066-425f-beaf-d444fbdf54b2 req-58572b96-302f-4a90-a497-85c9937e766d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:30.718893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b03bbc59-5066-425f-beaf-d444fbdf54b2 req-58572b96-302f-4a90-a497-85c9937e766d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0491564 Nov 10 17:28:30.768790 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b03bbc59-5066-425f-beaf-d444fbdf54b2 req-1a31f93d-31e2-42fb-89aa-d1118b0c4f86 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Nov 10 17:28:31.770833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c757b197-d018-433b-bca7-6cc1194ad57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:31.887885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9579d52-7c4c-45cb-8e7e-51c3a12e8b8b req-7ec22473-e79a-4470-a39c-ab4b81ab9c4c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:31.889379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9579d52-7c4c-45cb-8e7e-51c3a12e8b8b req-7ec22473-e79a-4470-a39c-ab4b81ab9c4c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0486543 Nov 10 17:28:31.940301 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9579d52-7c4c-45cb-8e7e-51c3a12e8b8b req-5d6f0a9c-414f-40eb-8784-802af3351973 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449691 Nov 10 17:28:33.060017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8bde0-4072-4778-a284-51cb3755e4b6 req-9bec623e-3d21-4614-a8b6-cb0d36adef28 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:33.061486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdc8bde0-4072-4778-a284-51cb3755e4b6 req-9bec623e-3d21-4614-a8b6-cb0d36adef28 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0501928 Nov 10 17:28:33.112664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdc8bde0-4072-4778-a284-51cb3755e4b6 req-0b1f8265-fd1b-4bc5-bc16-b9eb5b98f057 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Nov 10 17:28:33.896435 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff580b16-c437-4587-8e8b-5d4089c7fc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.229360 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223256dc-08ad-43bb-95e2-4f7dd360fd3d req-77dc31ac-917e-4824-918c-6305b72d742a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:34.230848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-223256dc-08ad-43bb-95e2-4f7dd360fd3d req-77dc31ac-917e-4824-918c-6305b72d742a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0495315 Nov 10 17:28:34.281784 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-223256dc-08ad-43bb-95e2-4f7dd360fd3d req-34ddad3a-f897-41a6-a1f1-9267b20223ba tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 Nov 10 17:28:35.228137 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.398034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6936d08-3624-4bc5-8484-2cd10de2b8e0 req-7a42d0a4-3346-4859-9e13-e30e637b057a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:35.399584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6936d08-3624-4bc5-8484-2cd10de2b8e0 req-7a42d0a4-3346-4859-9e13-e30e637b057a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0487380 Nov 10 17:28:35.446796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6936d08-3624-4bc5-8484-2cd10de2b8e0 req-40961703-d1c0-453e-9392-c9aa342a5536 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Nov 10 17:28:36.563885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e986d-46c9-4aba-b9c4-248af3b81b21 req-56e31c2a-f2ba-4025-b65e-5e0b8c0b0704 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:36.565382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b1e986d-46c9-4aba-b9c4-248af3b81b21 req-56e31c2a-f2ba-4025-b65e-5e0b8c0b0704 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0494487 Nov 10 17:28:36.613384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b1e986d-46c9-4aba-b9c4-248af3b81b21 req-7b964317-0211-4597-ab92-c97918f296ae tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Nov 10 17:28:36.994078 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.622369 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.729615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dd5d9-9b89-46f3-bca8-6314a6638842 req-a20402d8-d3e7-4eda-ba00-33d2a70fe652 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:37.731084 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b34dd5d9-9b89-46f3-bca8-6314a6638842 req-a20402d8-d3e7-4eda-ba00-33d2a70fe652 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0489440 Nov 10 17:28:37.779263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b34dd5d9-9b89-46f3-bca8-6314a6638842 req-09cadcf5-babb-4eea-a9c6-019a85ae4c9b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Nov 10 17:28:38.331377 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.901918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5616d-1e33-4a56-b916-d209b5599ab0 req-b597657c-e9d9-41cb-b26f-ebe37921b2cd tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:38.903602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-74d5616d-1e33-4a56-b916-d209b5599ab0 req-b597657c-e9d9-41cb-b26f-ebe37921b2cd tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0532992 Nov 10 17:28:38.952945 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-74d5616d-1e33-4a56-b916-d209b5599ab0 req-e4b334f0-507c-4523-bbff-ce136652625a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Nov 10 17:28:40.072259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69590b1-c8e1-470a-9909-8a4ca1e4ad36 req-844df93e-5fab-492e-a37b-d9b61608ed30 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:40.073731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d69590b1-c8e1-470a-9909-8a4ca1e4ad36 req-844df93e-5fab-492e-a37b-d9b61608ed30 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0531094 Nov 10 17:28:40.121891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d69590b1-c8e1-470a-9909-8a4ca1e4ad36 req-c926f920-c594-4884-bdea-16240c3a97d9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Nov 10 17:28:40.858919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:41.242132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793b6b7-5929-45f2-8280-ccf21915881a req-06790fc0-2917-4c2c-bb38-7ad44b4f3174 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:41.243617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f793b6b7-5929-45f2-8280-ccf21915881a req-06790fc0-2917-4c2c-bb38-7ad44b4f3174 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0487144 Nov 10 17:28:41.296272 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f793b6b7-5929-45f2-8280-ccf21915881a req-1845a4de-96df-49c5-bf5f-eaf6431bc671 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Nov 10 17:28:42.413584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac728a3-e0d8-4cf8-8544-383c0d44ede3 req-bc7e55e7-23d1-4f51-adc4-76a0edebee19 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:42.415075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bac728a3-e0d8-4cf8-8544-383c0d44ede3 req-bc7e55e7-23d1-4f51-adc4-76a0edebee19 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0502141 Nov 10 17:28:42.463760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bac728a3-e0d8-4cf8-8544-383c0d44ede3 req-2686b1f6-3c56-49c6-8532-c545c99f6f6a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424891 Nov 10 17:28:43.582638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59cb74-ddcf-450f-b64f-767a47fad181 req-3f426c38-5320-4286-ad15-31f7c1cee619 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:43.584059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f59cb74-ddcf-450f-b64f-767a47fad181 req-3f426c38-5320-4286-ad15-31f7c1cee619 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0526750 Nov 10 17:28:43.631088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0f59cb74-ddcf-450f-b64f-767a47fad181 req-ed650415-cf66-4fce-b834-a7805e0c5b56 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Nov 10 17:28:44.751493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c8404-3557-41c2-8a0d-b9de207f6b22 req-10c9b174-4d94-457c-b63a-c2bb35f41167 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:44.752954 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637c8404-3557-41c2-8a0d-b9de207f6b22 req-10c9b174-4d94-457c-b63a-c2bb35f41167 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0535915 Nov 10 17:28:44.800198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-637c8404-3557-41c2-8a0d-b9de207f6b22 req-56b5220b-a331-4ffc-8dc8-d97323f994b8 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Nov 10 17:28:45.920603 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2462139-516a-48bb-b365-6261f3cc3ee7 req-8c0daf7c-7067-40f0-bb8d-5f93ff739dc4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.922121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2462139-516a-48bb-b365-6261f3cc3ee7 req-8c0daf7c-7067-40f0-bb8d-5f93ff739dc4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0543466 Nov 10 17:28:45.970993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c2462139-516a-48bb-b365-6261f3cc3ee7 req-a02035fb-a4df-46d9-9e69-f86b020ea8bb tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428629 Nov 10 17:28:47.090279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457ee7-b53f-4f0f-8105-db1ec53c6377 req-62e7012e-696c-447f-a69c-75fc6607f442 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:47.092255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d457ee7-b53f-4f0f-8105-db1ec53c6377 req-62e7012e-696c-447f-a69c-75fc6607f442 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0509861 Nov 10 17:28:47.139942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d457ee7-b53f-4f0f-8105-db1ec53c6377 req-ea044493-4ab2-41c0-b1c3-a2b655427186 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Nov 10 17:28:48.256562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbc0fb-c989-48b3-93cf-af476dab0e7c req-9d47f8d0-167a-45c3-b64b-37d81bf71004 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:48.258029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3fbc0fb-c989-48b3-93cf-af476dab0e7c req-9d47f8d0-167a-45c3-b64b-37d81bf71004 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0499167 Nov 10 17:28:48.309751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3fbc0fb-c989-48b3-93cf-af476dab0e7c req-50871855-2a83-4ba5-9444-95f551aa9781 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448534 Nov 10 17:28:49.428329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6598261-873d-42e8-b3ab-ce81d4029cc3 req-6d384003-91ed-43cd-8105-1fe329df37d4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:49.429812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6598261-873d-42e8-b3ab-ce81d4029cc3 req-6d384003-91ed-43cd-8105-1fe329df37d4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0494576 Nov 10 17:28:49.481624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a6598261-873d-42e8-b3ab-ce81d4029cc3 req-119eba75-285b-429c-b2fb-b89ada9a8545 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Nov 10 17:28:50.600732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf9b33-ee68-415c-a3ec-c1ddc373d117 req-85ef0495-d0fd-45be-8db8-dd50baec2000 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:50.602232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8daf9b33-ee68-415c-a3ec-c1ddc373d117 req-85ef0495-d0fd-45be-8db8-dd50baec2000 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0508933 Nov 10 17:28:50.650498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8daf9b33-ee68-415c-a3ec-c1ddc373d117 req-eeaa2509-38a3-4c95-8991-09051baa9e4f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Nov 10 17:28:51.776472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19947c-c7a4-499d-be0b-4be08a8f0cdd req-b234b648-7a0a-42ee-93cf-cc142e7e2656 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:51.778028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae19947c-c7a4-499d-be0b-4be08a8f0cdd req-b234b648-7a0a-42ee-93cf-cc142e7e2656 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0546522 Nov 10 17:28:51.827248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae19947c-c7a4-499d-be0b-4be08a8f0cdd req-4982b096-c6f0-496e-a0bc-2478de5209dd tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Nov 10 17:28:52.990680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77134ec-d74d-4ded-aaa1-c3f2d5581c97 req-8a743b97-2334-4b63-bb95-e32775eee2ff tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:52.992214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a77134ec-d74d-4ded-aaa1-c3f2d5581c97 req-8a743b97-2334-4b63-bb95-e32775eee2ff tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0908134 Nov 10 17:28:52.994579 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-12518187-b226-4892-84cc-3bef39e7cc87 service neutron] show failed (client error): The resource could not be found. Nov 10 17:28:52.995530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-12518187-b226-4892-84cc-3bef39e7cc87 service neutron] 10.222.0.69 "GET /v2.0/ports/cbed3094-f7ff-4535-8b88-5c2451011ca8/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.1006973 Nov 10 17:28:53.042793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a77134ec-d74d-4ded-aaa1-c3f2d5581c97 req-9c1b9e16-d61b-4932-b4fd-fa9f52ce31b1 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442770 Nov 10 17:28:53.558048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-c4b56b1c-2d67-437d-927c-c2b32dc55119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:53.558048 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-c4b56b1c-2d67-437d-927c-c2b32dc55119 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42&tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc HTTP/1.1" status: 200 len: 1098 time: 0.0732088 Nov 10 17:28:53.564619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:53.623413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.830828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:53.864734 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:53.905589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:53.908696 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb792aa-eff5-48c4-aeb0-17c0929c6ca0" -d '{"events": [{"server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "name": "network-vif-unplugged", "status": "completed", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:53.913134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.926886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Transition to ACTIVE for port object cbed3094-f7ff-4535-8b88-5c2451011ca8 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:53.960142 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627f0d32-fd7b-4678-b61e-4192f94413c3 x-openstack-request-id: req-627f0d32-fd7b-4678-b61e-4192f94413c3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:53.960559 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "name": "network-vif-unplugged", "status": "completed", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:53.960911 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-627f0d32-fd7b-4678-b61e-4192f94413c3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:53.961420 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'code': 200} Nov 10 17:28:53.979368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:54.045973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] No DVR routers for this DVR port cbed3094-f7ff-4535-8b88-5c2451011ca8 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:28:54.048199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:54.086411 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Attempting to bind port cbed3094-f7ff-4535-8b88-5c2451011ca8 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:54.086745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Attempting to bind port cbed3094-f7ff-4535-8b88-5c2451011ca8 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:54.087070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Attempting to bind port cbed3094-f7ff-4535-8b88-5c2451011ca8 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:54.091787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Port cbed3094-f7ff-4535-8b88-5c2451011ca8 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:54.092131 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Attempting to bind port cbed3094-f7ff-4535-8b88-5c2451011ca8 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:54.098321 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:54.098765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Checking segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:54.099010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Bound using segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:54.099400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Bound port: cbed3094-f7ff-4535-8b88-5c2451011ca8, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:54.099762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:54.164873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:54.168042 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:54.171694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f8139-fb15-4fd2-a9ef-359014779ed8 req-53047d3b-e866-421e-8237-6d53c03cfca3 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.173371 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-934f8139-fb15-4fd2-a9ef-359014779ed8 req-53047d3b-e866-421e-8237-6d53c03cfca3 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0563438 Nov 10 17:28:54.225578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-934f8139-fb15-4fd2-a9ef-359014779ed8 req-7abefff6-03dc-401a-b64e-7d1ffd94bd77 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Nov 10 17:28:54.309061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:54.346443 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.347057 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:54.348465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] 10.222.0.18 "PUT /v2.0/ports/cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 200 len: 1093 time: 0.7887688 Nov 10 17:28:54.380700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25acb95-0eb5-48ae-a715-5df9f918f128 service neutron] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:54.418238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-bd494ab5-80f0-4513-a13b-66025784ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.420034 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-bd494ab5-80f0-4513-a13b-66025784ba5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 1096 time: 0.0478966 Nov 10 17:28:54.511287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-3424b6b9-9669-436f-a53a-1ecaca16f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.512787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-3424b6b9-9669-436f-a53a-1ecaca16f9d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0857170 Nov 10 17:28:54.557649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-4506507d-5e04-44bf-9090-47adae940de5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 200 len: 217 time: 0.0382340 Nov 10 17:28:54.607492 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-32694c84-4a20-4ad7-81ec-127800ac5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.608848 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-32694c84-4a20-4ad7-81ec-127800ac5026 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0436208 Nov 10 17:28:54.639715 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-f1e78b2c-70df-4cc9-845f-87d74b6eb57d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239544 Nov 10 17:28:54.732789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-29d7702a-5069-4166-bd5e-d0412fc074b7 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858245 Nov 10 17:28:54.821040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bdc735a8-46b6-4291-bd2b-37e36f9fd403 req-057e1354-4209-436d-8052-1615464192d5 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812347 Nov 10 17:28:55.351738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64263e3b-b0eb-4531-a73c-ef7a85394729 req-b7e6e51e-90e1-4129-9113-38bc9830a265 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:55.353230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64263e3b-b0eb-4531-a73c-ef7a85394729 req-b7e6e51e-90e1-4129-9113-38bc9830a265 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0543647 Nov 10 17:28:55.400249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64263e3b-b0eb-4531-a73c-ef7a85394729 req-a6669aeb-eaba-4856-87b0-170b3b90a20d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 Nov 10 17:28:55.963044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:55.965504 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57832fc-5852-4bcc-8b5a-7354871d6697" -d '{"events": [{"name": "network-changed", "server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:56.017004 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e2a12d-9860-4e7b-8f57-8ad133d3cf48 x-openstack-request-id: req-74e2a12d-9860-4e7b-8f57-8ad133d3cf48 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:56.017293 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:56.017538 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74e2a12d-9860-4e7b-8f57-8ad133d3cf48 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:56.018049 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'status': 'completed', 'code': 200} Nov 10 17:28:56.079780 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-624f9d45-3b83-45bd-830a-1a82dcfa226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.081582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-624f9d45-3b83-45bd-830a-1a82dcfa226d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 1096 time: 0.0439429 Nov 10 17:28:56.085139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-ed89d038-5152-45df-a8a0-0c2c8d12145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.086902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-ed89d038-5152-45df-a8a0-0c2c8d12145a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 1096 time: 0.0433671 Nov 10 17:28:56.183514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-557d3d98-5c5a-4425-a3c7-b858e63b5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.185003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-557d3d98-5c5a-4425-a3c7-b858e63b5e18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0953910 Nov 10 17:28:56.185673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-dcf1e027-bbab-44e4-bc52-a967408ff1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.187075 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-dcf1e027-bbab-44e4-bc52-a967408ff1d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0931835 Nov 10 17:28:56.227570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-9e6fcf2b-87a7-49f0-8db8-31a3bc271a91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 200 len: 217 time: 0.0331917 Nov 10 17:28:56.236912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-1f8300cf-a2fa-4dca-9378-f323aa348ef8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 200 len: 217 time: 0.0393641 Nov 10 17:28:56.298211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-7548d67b-2fbf-4cbc-adc3-ac975f7c0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.299765 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-7548d67b-2fbf-4cbc-adc3-ac975f7c0d67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0654135 Nov 10 17:28:56.304341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-0d9c2ef3-ab6b-40dd-bc9b-9cfe489e2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.305811 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-0d9c2ef3-ab6b-40dd-bc9b-9cfe489e2601 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0622377 Nov 10 17:28:56.334978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-e11a6f39-08b0-406f-9036-434459dd3029 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278072 Nov 10 17:28:56.341396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-6ae57ff3-ff9c-4114-bfc8-860b1e259c9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275161 Nov 10 17:28:56.426756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-04a974a1-b2dd-4d00-80d5-061ac3fb67f0 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840731 Nov 10 17:28:56.448222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-8ddd7e8f-0ae9-4b95-abd8-9599ec59cf5e service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954871 Nov 10 17:28:56.537541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-7d833f8b-884a-47b0-af18-95eca57688e6 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034656 Nov 10 17:28:56.586535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a83264-492b-4584-8426-dd07be570b89 req-b814c62a-105d-42b2-8894-1e8950a4ab85 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.588046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17a83264-492b-4584-8426-dd07be570b89 req-b814c62a-105d-42b2-8894-1e8950a4ab85 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.1048088 Nov 10 17:28:56.606622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e57832fc-5852-4bcc-8b5a-7354871d6697 req-c7aed5e5-d00e-49b8-9b45-fbb73ef9d114 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426265 Nov 10 17:28:56.643757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17a83264-492b-4584-8426-dd07be570b89 req-47d1a99b-4b93-4703-b107-d2f5bab9c96e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 Nov 10 17:28:56.892213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device cbed3094-f7ff-4535-8b88-5c2451011ca8 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:28:56.934398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device cbed3094-f7ff-4535-8b88-5c2451011ca8 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:28:57.762516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98470129-9453-4137-83dd-09c0f34272d7 req-68da9bb3-5f0e-4ccb-af4a-ddb94c6b170b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:57.764062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98470129-9453-4137-83dd-09c0f34272d7 req-68da9bb3-5f0e-4ccb-af4a-ddb94c6b170b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0491815 Nov 10 17:28:57.811709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-98470129-9453-4137-83dd-09c0f34272d7 req-aa72c1c0-335d-4e1e-a6b0-9a790c42a64c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Nov 10 17:28:57.869908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device cbed3094-f7ff-4535-8b88-5c2451011ca8 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:57.969172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:57.984925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8', 'port_id': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'mac_address': 'fa:16:3e:12:8a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78c7c6c-541a-4bf0-9639-47fca251e4f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:28:58.022546 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.035177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbed3094-f7ff-4535-8b88-5c2451011ca8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:58.054174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:58.150596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.170370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96c02e-66d5-48f8-a605-08d78a603ef5 req-fb0c6be9-7389-4291-aaa6-7edbf25c4dd5 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.172529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c96c02e-66d5-48f8-a605-08d78a603ef5 req-fb0c6be9-7389-4291-aaa6-7edbf25c4dd5 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 944 time: 0.0539403 Nov 10 17:28:58.199833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:58.209460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.209816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.210155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.210491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.210826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.211149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.211693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.212200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.212682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.213162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.213643 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.214589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:58.222359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c96c02e-66d5-48f8-a605-08d78a603ef5 req-24f431b0-6c39-4ff0-957f-189b6c22b704 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Nov 10 17:28:58.358673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-38821590-6c4c-4b17-8e28-d0943530acac tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.360353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-38821590-6c4c-4b17-8e28-d0943530acac tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42&tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 945 time: 0.0857453 Nov 10 17:28:58.368155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['cbed3094-f7ff-4535-8b88-5c2451011ca8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:58.421679 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-ae9af37a-5bf0-4359-bb97-88bf01e7c260 service neutron] delete failed (client error): The resource could not be found. Nov 10 17:28:58.422712 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-ae9af37a-5bf0-4359-bb97-88bf01e7c260 service neutron] 10.222.0.69 "DELETE /v2.0/ports/cbed3094-f7ff-4535-8b88-5c2451011ca8/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0548444 Nov 10 17:28:58.512808 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-150cbd4e-e470-48dd-b257-ebc1b1a344ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.514195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-150cbd4e-e470-48dd-b257-ebc1b1a344ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 1097 time: 0.0457413 Nov 10 17:28:58.604406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-36602ee6-05d0-43dd-bdb8-611644a69781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.606012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-36602ee6-05d0-43dd-bdb8-611644a69781 service neutron] 10.222.0.69 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0836604 Nov 10 17:28:58.650596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-22f5b134-5a71-46d0-862a-900e75a63b90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 200 len: 217 time: 0.0370278 Nov 10 17:28:58.701048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-37b510a2-0783-49ae-893b-181484883fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.702590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-37b510a2-0783-49ae-893b-181484883fe6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0435820 Nov 10 17:28:58.734532 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-e98c0b09-cbe8-4742-a375-0a48f058b3bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239732 Nov 10 17:28:58.828604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-c9f72edf-ced5-4af1-a229-8e4133fbdccb service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858834 Nov 10 17:28:58.918032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1d01a4a2-1c1c-4931-805c-65cf17765d84 req-93df01e3-3aba-489c-a63c-d50d90a4d435 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827312 Nov 10 17:28:59.345355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c7ab4-b27e-48ec-934b-5040d8e48b93 req-0e93b968-a4b4-4454-9355-8a89cb0e0281 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:59.346856 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b63c7ab4-b27e-48ec-934b-5040d8e48b93 req-0e93b968-a4b4-4454-9355-8a89cb0e0281 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 945 time: 0.0498180 Nov 10 17:28:59.398797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b63c7ab4-b27e-48ec-934b-5040d8e48b93 req-ad4f5b04-a69b-4c88-8cfe-74180518cd94 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Nov 10 17:28:59.869980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device cbed3094-f7ff-4535-8b88-5c2451011ca8 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:59.967343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port cbed3094-f7ff-4535-8b88-5c2451011ca8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:28:59.972251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port cbed3094-f7ff-4535-8b88-5c2451011ca8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:59.975741 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:00.054141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:00.075845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:00.078037 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8597a7ca-82b5-4ba5-9733-b0916fccf790" -d '{"events": [{"server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "name": "network-vif-plugged", "status": "completed", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:00.091678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:00.115852 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4440c8ae-b4cf-4e95-93f7-f90a1157cd6a x-openstack-request-id: req-4440c8ae-b4cf-4e95-93f7-f90a1157cd6a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:00.116148 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "name": "network-vif-plugged", "status": "completed", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:00.116403 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4440c8ae-b4cf-4e95-93f7-f90a1157cd6a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:00.116803 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'code': 200} Nov 10 17:29:00.170766 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:00.218705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:00.512611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbba832-276e-44cf-9fcd-9e9ec6635dec req-d695ddc5-d356-44a3-bb47-ca4cec98db32 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:00.514086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbbba832-276e-44cf-9fcd-9e9ec6635dec req-d695ddc5-d356-44a3-bb47-ca4cec98db32 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0479372 Nov 10 17:29:00.565062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cbbba832-276e-44cf-9fcd-9e9ec6635dec req-04dac9c0-9cd3-4b84-95cd-b8d8db2722fe tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Nov 10 17:29:00.681313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7cdf4-4d64-465f-98e9-de13ab0a5b98 req-2e28dad0-ac9f-4d26-98c5-60473edf2da2 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:00.682701 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4a7cdf4-4d64-465f-98e9-de13ab0a5b98 req-2e28dad0-ac9f-4d26-98c5-60473edf2da2 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0496905 Nov 10 17:29:00.736721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4a7cdf4-4d64-465f-98e9-de13ab0a5b98 req-f79eb5dd-4bc1-44be-ae1d-8eb941931bee tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466073 Nov 10 17:29:00.850053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43f24f-bef0-4090-a33d-9f92f2f89375 req-2fd807cc-6ff1-43ab-8bb9-1518f17fa62b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:00.851562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee43f24f-bef0-4090-a33d-9f92f2f89375 req-2fd807cc-6ff1-43ab-8bb9-1518f17fa62b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0492074 Nov 10 17:29:00.899128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee43f24f-bef0-4090-a33d-9f92f2f89375 req-5d77efb5-bf54-4837-b1a6-c53eb4f80c87 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Nov 10 17:29:01.511238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-76cb6900-6311-4012-9691-709c11b2dd08 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:01.512730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-76cb6900-6311-4012-9691-709c11b2dd08 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 813 time: 0.1039033 Nov 10 17:29:01.528304 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-845b9061-b5bd-45e6-8b7c-037a750b747e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/quotas/f6aaaad48dec4ddaa2e59fc9ba4027dc HTTP/1.1" status: 200 len: 375 time: 0.0092607 Nov 10 17:29:01.577351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-e42cba9d-0f78-4ecb-a740-4524a223fcef tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431561 Nov 10 17:29:01.628152 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aeee7e0c-741f-4f94-a04b-f4472bc79d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:01.631989 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:29:01.673227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-7f454750-69ba-4f77-8c31-db2f9f916374 service neutron] 10.222.0.62 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868928 Nov 10 17:29:01.761995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-4d1bd326-29fd-4b51-96a9-555de6a85a08 service neutron] 10.222.0.62 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826738 Nov 10 17:29:02.016207 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-011f5f71-e76f-456c-befd-495a667df309 req-ba04f2e0-8484-4220-a102-9d58a6422aa1 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 210 time: 0.0275860 Nov 10 17:29:02.690480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-79af8243-ef38-4fe2-8929-b7478660b9bb tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:02.691993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-79af8243-ef38-4fe2-8929-b7478660b9bb tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e669f8-6055-4856-b5ee-5aefd2bdef42 HTTP/1.1" status: 200 len: 946 time: 0.0538228 Nov 10 17:29:02.783038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Deleting port cbed3094-f7ff-4535-8b88-5c2451011ca8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:29:02.783448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.874810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] For port cbed3094-f7ff-4535-8b88-5c2451011ca8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=cbed3094-f7ff-4535-8b88-5c2451011ca8,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:02.875176 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.889052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Calling delete_port for cbed3094-f7ff-4535-8b88-5c2451011ca8 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:29:03.097267 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.108545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['cbed3094-f7ff-4535-8b88-5c2451011ca8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:03.119458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-728509a3-df64-41cb-a4e4-0a30f57edba2 req-bf0b14ad-1f1d-4e04-b742-d5e329962408 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 210 time: 0.0327821 Nov 10 17:29:03.147504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Pushing event deleted for resources: {'Port': ['ID=cbed3094-f7ff-4535-8b88-5c2451011ca8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:03.161198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.161540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.161878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.162208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.162534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.162857 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.163178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.163528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.163902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.164227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.164545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.164858 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:03.199582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] No DVR routers for this DVR port cbed3094-f7ff-4535-8b88-5c2451011ca8 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:03.202245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.206171 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-255d71fa-4a4e-459e-a3b6-9ed80e811387 req-4a06723a-b0b1-4f28-b308-d2ecd65d576a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.18 "DELETE /v2.0/ports/cbed3094-f7ff-4535-8b88-5c2451011ca8 HTTP/1.1" status: 204 len: 173 time: 0.5085320 Nov 10 17:29:03.206691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'name': 'network-vif-deleted', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:03.209025 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15935ad2-9c68-4221-9755-2ae512f18563" -d '{"events": [{"server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "name": "network-vif-deleted", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:03.245863 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dccf796-553a-40b8-bc4a-d63366359058 x-openstack-request-id: req-9dccf796-553a-40b8-bc4a-d63366359058 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:03.246150 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e669f8-6055-4856-b5ee-5aefd2bdef42", "name": "network-vif-deleted", "tag": "cbed3094-f7ff-4535-8b88-5c2451011ca8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:03.246397 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9dccf796-553a-40b8-bc4a-d63366359058 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:03.246787 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e669f8-6055-4856-b5ee-5aefd2bdef42', 'name': 'network-vif-deleted', 'tag': 'cbed3094-f7ff-4535-8b88-5c2451011ca8', 'status': 'completed', 'code': 200} Nov 10 17:29:03.879652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8213e773-e8b7-45eb-96b4-9b681881a698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.069477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-2feccef3-cf5a-467c-85d8-a0c79c36ae69 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:04.070995 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-2feccef3-cf5a-467c-85d8-a0c79c36ae69 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.18 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 813 time: 0.1113191 Nov 10 17:29:04.091990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Request body: {'port': {'device_id': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8', 'admin_state_up': True, 'tenant_id': 'f6aaaad48dec4ddaa2e59fc9ba4027dc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:04.234736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a42dce7-b055-46df-96dd-2eadc4ab7a2e req-eed37c65-38c4-4077-8dfc-b527c1d5d18d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 210 time: 0.0322521 Nov 10 17:29:04.321702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Made reservation on behalf of f6aaaad48dec4ddaa2e59fc9ba4027dc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:04.325245 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.775628 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Allocated IP 172.20.0.2 (428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8/d78c7c6c-541a-4bf0-9639-47fca251e4f0/99b361ae-6d67-401d-8a74-cb422ef0bc42) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:04.919908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.034568 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.078029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:05.083188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:05.086924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:05.093379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:05.142990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.143617 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.250378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-c6d982d1-d756-4c4b-a0a7-0fc869bb4a01 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1622684 Nov 10 17:29:05.256951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.262672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Request body: {'port': {'device_id': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:05.318887 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.359948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa791cb-1cdc-458b-90b6-8b687ae72e09 req-9b4ff936-eeda-40f7-9adf-7f8285729c48 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.366104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fa791cb-1cdc-458b-90b6-8b687ae72e09 req-9b4ff936-eeda-40f7-9adf-7f8285729c48 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 931 time: 0.0504246 Nov 10 17:29:05.412027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7fa791cb-1cdc-458b-90b6-8b687ae72e09 req-4c13d37b-974c-45ca-a093-ea4936494523 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Nov 10 17:29:05.581055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b361ae-6d67-401d-8a74-cb422ef0bc42 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:05.588255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.601192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Transition to ACTIVE for port object 99b361ae-6d67-401d-8a74-cb422ef0bc42 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:05.670366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.722180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:05.787816 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Attempting to bind port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:05.788147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Attempting to bind port 99b361ae-6d67-401d-8a74-cb422ef0bc42 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:05.788472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Attempting to bind port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:05.792849 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:05.793170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Attempting to bind port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:05.798938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:05.799271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Checking segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:05.799687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Bound using segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:05.800120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Bound port: 99b361ae-6d67-401d-8a74-cb422ef0bc42, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:05.800471 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.865451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:05.868566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:05.878995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device cbed3094-f7ff-4535-8b88-5c2451011ca8 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:05.900056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: cbed3094-f7ff-4535-8b88-5c2451011ca8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:29:05.900406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device cbed3094-f7ff-4535-8b88-5c2451011ca8 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:05.956787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.991223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.992141 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.993510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] 10.222.0.18 "PUT /v2.0/ports/99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 1092 time: 0.7350938 Nov 10 17:29:05.995649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:05.998807 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba44eb62-2964-4f0c-9424-37c7f3a73cce" -d '{"events": [{"name": "network-changed", "server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:06.024658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb473fd8-ff61-4f09-9157-2f20fbf83d2d service neutron] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:06.037928 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb5d17-067d-472b-a66c-4db50c43e021 x-openstack-request-id: req-53fb5d17-067d-472b-a66c-4db50c43e021 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:06.038229 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:06.038484 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53fb5d17-067d-472b-a66c-4db50c43e021 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:06.038921 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'status': 'completed', 'code': 200} Nov 10 17:29:06.104916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44eb62-2964-4f0c-9424-37c7f3a73cce req-3b322364-4dfc-4382-9df0-ed4df4cb61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.106421 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba44eb62-2964-4f0c-9424-37c7f3a73cce req-3b322364-4dfc-4382-9df0-ed4df4cb61fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1095 time: 0.0413930 Nov 10 17:29:06.210871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44eb62-2964-4f0c-9424-37c7f3a73cce req-e5f9f810-9c31-46f8-a898-974d2b760301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.212292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba44eb62-2964-4f0c-9424-37c7f3a73cce req-e5f9f810-9c31-46f8-a898-974d2b760301 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0978286 Nov 10 17:29:06.310376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44eb62-2964-4f0c-9424-37c7f3a73cce req-3cf98cd8-7467-407e-a0ca-3d3530f5b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.311902 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba44eb62-2964-4f0c-9424-37c7f3a73cce req-3cf98cd8-7467-407e-a0ca-3d3530f5b3c7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928514 Nov 10 17:29:06.391897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-5a0a7cb0-4394-47ae-b080-8f3e7b9c7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.393379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-5a0a7cb0-4394-47ae-b080-8f3e7b9c7fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1095 time: 0.0452487 Nov 10 17:29:06.435153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-65ad9bc9-fccd-41c0-b8ae-3474176ec588 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 217 time: 0.0345902 Nov 10 17:29:06.487128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-2d44fe34-a845-4ef5-ac08-0443e1ba2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.488662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-2d44fe34-a845-4ef5-ac08-0443e1ba2059 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0453420 Nov 10 17:29:06.520315 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-04943a77-0b65-409f-b434-ab5934fefb41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244584 Nov 10 17:29:06.529533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e5406-81ba-4883-bad6-28596ae873dc req-a3575026-f4f3-4ccf-86a5-49a413a5a5aa tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.530999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-628e5406-81ba-4883-bad6-28596ae873dc req-a3575026-f4f3-4ccf-86a5-49a413a5a5aa tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 943 time: 0.0485446 Nov 10 17:29:06.617338 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-081709cd-fa2d-4fd5-954c-2cf030d2d65c service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905213 Nov 10 17:29:06.715728 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0fe3c95c-1964-4709-86bc-fa9e3c57dbca req-301265e9-5fb5-4e7c-9314-21aecdf50bb9 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906565 Nov 10 17:29:06.898393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-628e5406-81ba-4883-bad6-28596ae873dc req-aeb95a9e-70ca-489c-8c5c-39ae2386e20f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607819 Nov 10 17:29:06.950032 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.618671 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:08.023957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913c60-4442-42be-9644-df5b80085480 req-c37e6d09-09df-41df-91e1-3308125219c4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.025473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e913c60-4442-42be-9644-df5b80085480 req-c37e6d09-09df-41df-91e1-3308125219c4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 943 time: 0.0562787 Nov 10 17:29:08.073282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0e913c60-4442-42be-9644-df5b80085480 req-d351205a-4b83-404f-bc26-7c28d39ed340 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Nov 10 17:29:08.359098 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:09.191983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1bb44-fcae-431d-9498-725764a4bca2 req-843f75c4-8b2d-473c-b237-a72e2e679373 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:09.193495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9b1bb44-fcae-431d-9498-725764a4bca2 req-843f75c4-8b2d-473c-b237-a72e2e679373 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 943 time: 0.0497992 Nov 10 17:29:09.242544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d9b1bb44-fcae-431d-9498-725764a4bca2 req-79758906-683b-4a23-af21-4b906ab7bf34 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Nov 10 17:29:09.895472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 99b361ae-6d67-401d-8a74-cb422ef0bc42 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:09.995941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:10.007631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8', 'port_id': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'mac_address': 'fa:16:3e:9a:5e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78c7c6c-541a-4bf0-9639-47fca251e4f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:10.044386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:10.056804 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b361ae-6d67-401d-8a74-cb422ef0bc42 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:10.075850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:10.148065 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:10.203583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:10.341044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['99b361ae-6d67-401d-8a74-cb422ef0bc42'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:10.359937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1131-4318-4d5a-ab8e-5cac486fa833 req-315855fc-f3a2-43b9-bfae-e688eaa52c7b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.361426 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c8e1131-4318-4d5a-ab8e-5cac486fa833 req-315855fc-f3a2-43b9-bfae-e688eaa52c7b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 944 time: 0.0497439 Nov 10 17:29:10.409964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c8e1131-4318-4d5a-ab8e-5cac486fa833 req-e5f22f33-ab4e-4d5f-86b1-86081602fa10 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Nov 10 17:29:10.868095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.524340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3c26-35ac-433d-b03c-7e26cc6edf37 req-cdd2153d-22c9-4693-91a5-165ec1cdda33 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:11.525799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab6f3c26-35ac-433d-b03c-7e26cc6edf37 req-cdd2153d-22c9-4693-91a5-165ec1cdda33 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 944 time: 0.0476050 Nov 10 17:29:11.572811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab6f3c26-35ac-433d-b03c-7e26cc6edf37 req-c1936e7d-3f8e-4853-a47c-bb2f8edd59f5 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Nov 10 17:29:11.895130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 99b361ae-6d67-401d-8a74-cb422ef0bc42 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:12.052741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 99b361ae-6d67-401d-8a74-cb422ef0bc42 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:12.056959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 99b361ae-6d67-401d-8a74-cb422ef0bc42 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:12.057329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.133115 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.155415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:12.157662 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03047be2-3f59-42ee-95d5-c3eed241918e" -d '{"events": [{"server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "name": "network-vif-plugged", "status": "completed", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:12.171408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:12.198524 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa55745d-d784-4ef2-94d4-dba17d7e2826 x-openstack-request-id: req-aa55745d-d784-4ef2-94d4-dba17d7e2826 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:12.198524 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "name": "network-vif-plugged", "status": "completed", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:12.198524 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa55745d-d784-4ef2-94d4-dba17d7e2826 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:12.198524 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'code': 200} Nov 10 17:29:12.233695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.287206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:12.298688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02354433-be90-4959-bf53-3261358dc6ca req-94ef36c5-95fa-46d8-a69e-170c18b17cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:12.300312 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02354433-be90-4959-bf53-3261358dc6ca req-94ef36c5-95fa-46d8-a69e-170c18b17cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0453193 Nov 10 17:29:12.344916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02354433-be90-4959-bf53-3261358dc6ca req-6792a922-1137-4329-a453-839249d37158 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Nov 10 17:29:12.689554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6552d-3eda-43fa-83d0-fa37c85ab892 req-d6723ccb-5306-4ce1-a21c-19a4219625a6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:12.691675 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22d6552d-3eda-43fa-83d0-fa37c85ab892 req-d6723ccb-5306-4ce1-a21c-19a4219625a6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0526123 Nov 10 17:29:12.737965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22d6552d-3eda-43fa-83d0-fa37c85ab892 req-c012baca-14dd-4511-9e23-962f07a1c6a3 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Nov 10 17:29:13.854490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450290c-6553-447f-8911-c56c328a451b req-25d73577-6052-4530-82a1-29717f6b602c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:13.855984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3450290c-6553-447f-8911-c56c328a451b req-25d73577-6052-4530-82a1-29717f6b602c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0489156 Nov 10 17:29:13.903894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3450290c-6553-447f-8911-c56c328a451b req-c6b2e6cb-e129-4f5a-85e3-ef01576b36e5 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Nov 10 17:29:14.018981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fa14-2a92-4619-958b-fbbd05fdf40c req-e6e6c1b1-ca94-4eab-bc60-31cf95e333f1 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:14.020386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d38fa14-2a92-4619-958b-fbbd05fdf40c req-e6e6c1b1-ca94-4eab-bc60-31cf95e333f1 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0485220 Nov 10 17:29:14.067673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d38fa14-2a92-4619-958b-fbbd05fdf40c req-3c8c39b8-082b-4727-b08f-2eef1cd30a66 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Nov 10 17:29:14.433993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d7172-346d-4c0d-9764-309cb18b962c req-72389a10-a624-45fe-99a4-a0fe13309dc7 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:14.435549 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f2d7172-346d-4c0d-9764-309cb18b962c req-72389a10-a624-45fe-99a4-a0fe13309dc7 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0540466 Nov 10 17:29:14.482697 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7f2d7172-346d-4c0d-9764-309cb18b962c req-8593873a-b2a0-48fd-8157-41205285475a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Nov 10 17:29:14.536887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-878a4fd4-5e38-41f5-bdf0-5d8d30244669 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393355 Nov 10 17:29:15.604953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93270ad3-0f2f-4d18-94ef-f7aaca84fefa req-2778b0ee-268e-44c6-9a64-215721a05b99 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:15.606371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93270ad3-0f2f-4d18-94ef-f7aaca84fefa req-2778b0ee-268e-44c6-9a64-215721a05b99 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0544066 Nov 10 17:29:15.654507 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93270ad3-0f2f-4d18-94ef-f7aaca84fefa req-b38ab3ce-8bd6-4226-999c-576cd6ae724e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Nov 10 17:29:16.486820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-8e6798e8-7880-49a9-b9a3-15ecfcc7bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.488454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-8e6798e8-7880-49a9-b9a3-15ecfcc7bbc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0421131 Nov 10 17:29:16.583324 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-c4a07a80-817c-434a-8f3b-4322783678b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.584802 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-c4a07a80-817c-434a-8f3b-4322783678b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0896666 Nov 10 17:29:16.626184 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-7d4abfa7-49ba-4f5b-a5f8-ac623c7657ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 217 time: 0.0344610 Nov 10 17:29:16.674353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-33066e1b-fba0-4a36-ab31-951d0e472104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.675827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-33066e1b-fba0-4a36-ab31-951d0e472104 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0434344 Nov 10 17:29:16.708958 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-ebf86022-7862-457b-884d-46eb02166e7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262210 Nov 10 17:29:16.773868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eb816-ea6b-4aa7-8737-b9fce113b8c8 req-76993334-d5dd-406f-a5f2-bf0785f9c6f7 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.775388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cc9eb816-ea6b-4aa7-8737-b9fce113b8c8 req-76993334-d5dd-406f-a5f2-bf0785f9c6f7 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0487537 Nov 10 17:29:16.804062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-566deba9-f39d-4707-acd5-9054d52cae59 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884306 Nov 10 17:29:16.823819 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cc9eb816-ea6b-4aa7-8737-b9fce113b8c8 req-47b328ad-1855-48e3-826b-45097b6bb96e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Nov 10 17:29:16.902169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-b6ac575f-fa41-45ea-98a6-73d3f6254b24 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917733 Nov 10 17:29:17.943020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c310d20-fa99-4419-9285-73de42a1b72b req-2089b29f-50f7-42d0-9dcb-136edbe1d675 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.944514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c310d20-fa99-4419-9285-73de42a1b72b req-2089b29f-50f7-42d0-9dcb-136edbe1d675 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0491452 Nov 10 17:29:17.991873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0c310d20-fa99-4419-9285-73de42a1b72b req-de030458-2534-428d-a303-cbb9966db408 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Nov 10 17:29:19.106236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875a6c1-62fe-48c3-8cfc-5f52a64cb4b2 req-1d2b076c-ccd5-4bf1-8d7d-491ac0788f1d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:19.107740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f875a6c1-62fe-48c3-8cfc-5f52a64cb4b2 req-1d2b076c-ccd5-4bf1-8d7d-491ac0788f1d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0480411 Nov 10 17:29:19.159680 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f875a6c1-62fe-48c3-8cfc-5f52a64cb4b2 req-22daea5c-373c-410a-a4fd-9c7557bd1da7 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453622 Nov 10 17:29:20.276485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259cf4-596a-4a14-8b59-c1785a0068ca req-4fed35e4-8655-4db1-9124-7731cd7d21d8 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.277980 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1259cf4-596a-4a14-8b59-c1785a0068ca req-4fed35e4-8655-4db1-9124-7731cd7d21d8 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0491006 Nov 10 17:29:20.327783 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1259cf4-596a-4a14-8b59-c1785a0068ca req-5ce33dd3-3f3a-40a9-8024-cbc25c20d9ac tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Nov 10 17:29:20.703878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-8d5b66f2-b7fb-49e9-9218-900332693833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.705365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-8d5b66f2-b7fb-49e9-9218-900332693833 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0450783 Nov 10 17:29:20.806885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-e0693181-f356-4cb9-8f63-5bfc4de00c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.808367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-e0693181-f356-4cb9-8f63-5bfc4de00c1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0840998 Nov 10 17:29:20.853529 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-e1f350bc-2268-4ee7-ac8d-f4bd1a79288c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 217 time: 0.0378251 Nov 10 17:29:20.902618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-4ff671f2-17cd-48fd-bfb7-343bf7f04f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.904085 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-4ff671f2-17cd-48fd-bfb7-343bf7f04f8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0432112 Nov 10 17:29:20.935335 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-fbadeb75-d936-4896-9ee9-347510f74aec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241270 Nov 10 17:29:21.028668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-01002d12-0ab8-4ab4-9558-1d361fe479be service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862494 Nov 10 17:29:21.117760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-41ae2f03-b356-4afe-a070-15fe9b00b185 req-48d749ee-dbfa-4e69-b48b-6c436f414772 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821426 Nov 10 17:29:21.442825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e456ea1-8520-4695-953a-2a0ec97b40bb req-dbede04a-bad2-4cdb-90e6-dbb00f262f63 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:21.444329 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e456ea1-8520-4695-953a-2a0ec97b40bb req-dbede04a-bad2-4cdb-90e6-dbb00f262f63 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0483186 Nov 10 17:29:21.490679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e456ea1-8520-4695-953a-2a0ec97b40bb req-df899a38-86b3-444b-be0f-0187e7e274ac tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Nov 10 17:29:22.605890 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05deb2-e151-4aca-a431-f5df1942204c req-401f05ac-8390-41a2-83ee-28602d563745 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:22.607472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae05deb2-e151-4aca-a431-f5df1942204c req-401f05ac-8390-41a2-83ee-28602d563745 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0499923 Nov 10 17:29:22.665182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae05deb2-e151-4aca-a431-f5df1942204c req-96e87264-40fe-4de7-8aba-2276a88cb355 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511866 Nov 10 17:29:23.784565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed247c0-5d89-4dff-982c-4dee6f1d9faf req-44d66b36-4cb6-431a-bb16-783de96c74ff tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:23.786041 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fed247c0-5d89-4dff-982c-4dee6f1d9faf req-44d66b36-4cb6-431a-bb16-783de96c74ff tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0512891 Nov 10 17:29:23.833982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fed247c0-5d89-4dff-982c-4dee6f1d9faf req-4a065c51-c319-4a66-9c4d-f4c5d595fba2 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Nov 10 17:29:24.961285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10f69-b320-4343-ac16-5082fddb9cf5 req-cef57145-3214-441e-8e5a-6091fc809123 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:24.962927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18f10f69-b320-4343-ac16-5082fddb9cf5 req-cef57145-3214-441e-8e5a-6091fc809123 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0583494 Nov 10 17:29:25.023336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18f10f69-b320-4343-ac16-5082fddb9cf5 req-e661b691-9d53-40f4-9490-ed410b85416d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530109 Nov 10 17:29:26.160641 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bcbee-51f8-4f5a-a4fe-1ee624ced126 req-101c88ab-5eb0-4b8d-b96b-5c32642fd77b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:26.162121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e24bcbee-51f8-4f5a-a4fe-1ee624ced126 req-101c88ab-5eb0-4b8d-b96b-5c32642fd77b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0529976 Nov 10 17:29:26.209238 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e24bcbee-51f8-4f5a-a4fe-1ee624ced126 req-e8fe8578-f41f-41e5-90de-c3ceeeb7b543 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Nov 10 17:29:27.324956 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78831f-1579-444c-9e88-be880e77e11f req-10007509-9e04-45bf-8729-3d77c1408b26 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.326460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d78831f-1579-444c-9e88-be880e77e11f req-10007509-9e04-45bf-8729-3d77c1408b26 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0501912 Nov 10 17:29:27.374770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d78831f-1579-444c-9e88-be880e77e11f req-9b6316c0-b5df-40e3-95c2-65bda6468b3e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Nov 10 17:29:28.490884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654246b-93b5-4343-bfc4-15c607dcebe7 req-aad4b5aa-0087-4ee0-85e1-147faccf7f9c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.492362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d654246b-93b5-4343-bfc4-15c607dcebe7 req-aad4b5aa-0087-4ee0-85e1-147faccf7f9c tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0476258 Nov 10 17:29:28.538309 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d654246b-93b5-4343-bfc4-15c607dcebe7 req-6de68018-a274-4942-876a-a82b1cde8b30 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Nov 10 17:29:29.657648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff253b40-ccb9-42c4-8dbb-788dd738e984 req-25d3202f-3bd0-43a8-beb5-85671949c8bc tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:29.659100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff253b40-ccb9-42c4-8dbb-788dd738e984 req-25d3202f-3bd0-43a8-beb5-85671949c8bc tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0532012 Nov 10 17:29:29.705307 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff253b40-ccb9-42c4-8dbb-788dd738e984 req-62c13e5a-baaf-4c08-bb19-496efc62450a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Nov 10 17:29:30.822742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f221a86-da3d-46d9-9523-2d389ef5c313 req-c0f269a7-4efb-405f-bd0f-811c95dca144 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.824248 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f221a86-da3d-46d9-9523-2d389ef5c313 req-c0f269a7-4efb-405f-bd0f-811c95dca144 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0489223 Nov 10 17:29:30.875588 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f221a86-da3d-46d9-9523-2d389ef5c313 req-d91dc4e3-7238-4f6a-a6b6-5e56b9ca0883 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452421 Nov 10 17:29:31.629858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5620117d-fbea-43b7-95e9-b5b2de47a7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:31.997952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb7bfa-7f2a-4ec3-8410-8632bcad3f31 req-4302acba-8c40-4afb-9421-03a67253ceac tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.999553 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb7bfa-7f2a-4ec3-8410-8632bcad3f31 req-4302acba-8c40-4afb-9421-03a67253ceac tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0506837 Nov 10 17:29:32.050137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7edb7bfa-7f2a-4ec3-8410-8632bcad3f31 req-8352a41f-1dc0-4842-9420-bce752f1b5bc tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Nov 10 17:29:33.166916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b45e-ba8a-4c34-952a-d75c4f6c3017 req-3f62729d-c075-4cd9-9efe-1217d9b9e15a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:33.168673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9d2b45e-ba8a-4c34-952a-d75c4f6c3017 req-3f62729d-c075-4cd9-9efe-1217d9b9e15a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0489581 Nov 10 17:29:33.216051 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e9d2b45e-ba8a-4c34-952a-d75c4f6c3017 req-8bd8eb54-bfe6-4416-a760-49a6a0263231 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Nov 10 17:29:33.896413 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5496b08-d569-4849-b7ff-172343d719d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:34.337953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498c936-34e5-4304-86ad-f4f0166a3ba3 req-57f306b2-92d9-4208-be34-84f06c147274 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:34.339484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d498c936-34e5-4304-86ad-f4f0166a3ba3 req-57f306b2-92d9-4208-be34-84f06c147274 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0550997 Nov 10 17:29:34.386757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d498c936-34e5-4304-86ad-f4f0166a3ba3 req-442172ce-74f7-45d4-af73-b4ee85e0c90a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Nov 10 17:29:35.245013 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.500890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d227c5b-91a9-4030-8a6d-f111cf616c49 req-2da42357-51e9-4de6-850c-8f5a385961c6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:35.502269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d227c5b-91a9-4030-8a6d-f111cf616c49 req-2da42357-51e9-4de6-850c-8f5a385961c6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0481913 Nov 10 17:29:35.549613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d227c5b-91a9-4030-8a6d-f111cf616c49 req-1853bc30-1592-4826-9306-3c2cb0663ac5 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Nov 10 17:29:36.666773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1225198-7b36-4dea-91c8-4acc0df92872 req-ce1d68d1-4a2a-4515-a72f-3671b4f3033f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:36.668539 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1225198-7b36-4dea-91c8-4acc0df92872 req-ce1d68d1-4a2a-4515-a72f-3671b4f3033f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0501871 Nov 10 17:29:36.714950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1225198-7b36-4dea-91c8-4acc0df92872 req-66ab3452-df6c-4742-b55a-997ebd673567 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Nov 10 17:29:36.943980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:37.605336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:37.834822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80b7b4-063c-4a00-ac60-b9bf6498d36e req-5adaf31d-36fb-4c68-8e98-e47fe7f3bcc9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:37.836705 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd80b7b4-063c-4a00-ac60-b9bf6498d36e req-5adaf31d-36fb-4c68-8e98-e47fe7f3bcc9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0538352 Nov 10 17:29:37.884575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dd80b7b4-063c-4a00-ac60-b9bf6498d36e req-43b6624c-afec-48af-994a-ce9f44e92b76 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Nov 10 17:29:38.376023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.630452 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:29:38.999851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe2aa9-1a10-41c5-bdb9-0baad9daa3ca req-2a6f351b-07aa-4899-9f44-5473d5a81590 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:39.001334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97fe2aa9-1a10-41c5-bdb9-0baad9daa3ca req-2a6f351b-07aa-4899-9f44-5473d5a81590 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0495222 Nov 10 17:29:39.053930 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97fe2aa9-1a10-41c5-bdb9-0baad9daa3ca req-700aaae6-9203-4ad9-82fc-7ac719ab8135 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Nov 10 17:29:40.169757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1c317-33e6-45ed-aedd-a243b329abdf req-eee07d4f-7e90-4bfe-a7e9-c2c162221b31 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:40.171237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a7f1c317-33e6-45ed-aedd-a243b329abdf req-eee07d4f-7e90-4bfe-a7e9-c2c162221b31 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0497460 Nov 10 17:29:40.218612 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a7f1c317-33e6-45ed-aedd-a243b329abdf req-0b9f73eb-b207-4ab1-99df-ca9c33e8593a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Nov 10 17:29:40.879041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:41.335202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5fc0a-8cc5-4255-a5f6-7f80bd28515a req-038c28e9-a249-4c9d-982c-b47f1b50610f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:41.336749 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ac5fc0a-8cc5-4255-a5f6-7f80bd28515a req-038c28e9-a249-4c9d-982c-b47f1b50610f tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0506980 Nov 10 17:29:41.383104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1ac5fc0a-8cc5-4255-a5f6-7f80bd28515a req-88435a3d-1b29-4a30-90bb-5f3c26f8be26 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Nov 10 17:29:42.503357 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ba09-d119-4b19-ab7d-5e2bf14fec86 req-a2ee3a7a-8015-4c4a-8496-082040d99123 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:42.504857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17b3ba09-d119-4b19-ab7d-5e2bf14fec86 req-a2ee3a7a-8015-4c4a-8496-082040d99123 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0533991 Nov 10 17:29:42.553005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17b3ba09-d119-4b19-ab7d-5e2bf14fec86 req-9c84378d-860f-4393-9037-e4667d254452 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Nov 10 17:29:43.671834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9563c1-21be-4407-8373-963eb7b738e0 req-df2485a8-aa07-4d8c-ba56-f6b6ee61cc96 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.673291 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f9563c1-21be-4407-8373-963eb7b738e0 req-df2485a8-aa07-4d8c-ba56-f6b6ee61cc96 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0506804 Nov 10 17:29:43.721713 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f9563c1-21be-4407-8373-963eb7b738e0 req-00a55320-38c7-42db-9ff6-c2ae19798877 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Nov 10 17:29:44.001431 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-6488c8a4-4d94-4520-a01f-9169bfe26e00 service neutron] show failed (client error): The resource could not be found. Nov 10 17:29:44.002402 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-6488c8a4-4d94-4520-a01f-9169bfe26e00 service neutron] 10.222.0.18 "GET /v2.0/ports/99b361ae-6d67-401d-8a74-cb422ef0bc42/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0594606 Nov 10 17:29:44.536618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-42ea624b-885e-412c-8a03-f9eee174ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.538954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-42ea624b-885e-412c-8a03-f9eee174ad45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c&tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc HTTP/1.1" status: 200 len: 1097 time: 0.0408669 Nov 10 17:29:44.551244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:44.604360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:44.838513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:44.870368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d29d5-e4d1-4019-9a75-4fa0097a7e63 req-482cffe5-a477-4cc0-b9fa-2d157a41e2c6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.871805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a90d29d5-e4d1-4019-9a75-4fa0097a7e63 req-482cffe5-a477-4cc0-b9fa-2d157a41e2c6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0760951 Nov 10 17:29:44.893318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:44.955047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:44.957277 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6cd44-3462-427e-822d-60a5809119e8" -d '{"events": [{"server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:44.961556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:44.966878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a90d29d5-e4d1-4019-9a75-4fa0097a7e63 req-dc1f14c8-be8b-4f1e-bc3a-f147077fb148 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863419 Nov 10 17:29:44.978388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Transition to ACTIVE for port object 99b361ae-6d67-401d-8a74-cb422ef0bc42 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:45.011195 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e559c516-fa8b-432a-8a88-96101008825a x-openstack-request-id: req-e559c516-fa8b-432a-8a88-96101008825a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:45.011536 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:45.015102 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e559c516-fa8b-432a-8a88-96101008825a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:45.015102 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'code': 200} Nov 10 17:29:45.067674 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.136262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] No DVR routers for this DVR port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:45.138128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:45.149756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.150100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.150436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.150796 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.151126 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.151497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.151822 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.152144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.152467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.152784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.153107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.153420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:45.184192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Attempting to bind port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:45.184523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Attempting to bind port 99b361ae-6d67-401d-8a74-cb422ef0bc42 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:45.184851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Attempting to bind port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:45.189059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:45.189373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Attempting to bind port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on network 428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:45.194848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:45.195162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Checking segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:45.195580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Bound using segment: {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:45.195999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Bound port: 99b361ae-6d67-401d-8a74-cb422ef0bc42, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61ecce6-8360-4af6-8bbf-731c2e644c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:45.196344 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.257121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:45.260159 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:45.327633 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.368261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.370053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.371470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] 10.222.0.69 "PUT /v2.0/ports/99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 1092 time: 0.8241568 Nov 10 17:29:45.393453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266853a-825c-4003-a668-6080f98aa3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:45.437904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-ea54d660-85b5-44f0-994b-03817fa47630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.439468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-ea54d660-85b5-44f0-994b-03817fa47630 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1095 time: 0.0415828 Nov 10 17:29:45.532801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-29f56f35-5822-4a8a-9bb6-a6ce416abf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.534253 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-29f56f35-5822-4a8a-9bb6-a6ce416abf08 service neutron] 10.222.0.69 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0863278 Nov 10 17:29:45.580740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-88eba1c3-e98e-4a04-9e1e-545a537171a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 217 time: 0.0384207 Nov 10 17:29:45.630098 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-35a9b076-018c-4a5a-8bd9-a67560b0cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.632285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-35a9b076-018c-4a5a-8bd9-a67560b0cb7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0438085 Nov 10 17:29:45.663827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-739a4e4e-154f-4964-94ff-4efd57731bba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240228 Nov 10 17:29:45.756932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-7fe5b351-8c1e-4fe6-adfb-00569b0a4de3 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855262 Nov 10 17:29:45.846793 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d61478e-bb15-46b8-9cee-ad26e5ff90e2 req-e7a33d0f-87e6-4049-859d-7ab3f2ec1737 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815806 Nov 10 17:29:46.103731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a825-d1f8-49fc-9bfd-8b7e215c24e1 req-3849ac9b-8625-4e92-8140-ab05035c714a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:46.105222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a69a825-d1f8-49fc-9bfd-8b7e215c24e1 req-3849ac9b-8625-4e92-8140-ab05035c714a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 943 time: 0.0549941 Nov 10 17:29:46.153468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a69a825-d1f8-49fc-9bfd-8b7e215c24e1 req-6da7e2d0-c2a2-477b-b1aa-aaf4a625004a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Nov 10 17:29:47.012880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:47.015234 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9509097e-ae05-473f-9f8b-feba87184582" -d '{"events": [{"name": "network-changed", "server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:47.065304 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4c01d1-010a-46bb-90f1-79ccb22e9fb2 x-openstack-request-id: req-ef4c01d1-010a-46bb-90f1-79ccb22e9fb2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:47.065591 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:47.065841 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef4c01d1-010a-46bb-90f1-79ccb22e9fb2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:47.066280 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'status': 'completed', 'code': 200} Nov 10 17:29:47.128001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509097e-ae05-473f-9f8b-feba87184582 req-5426b01f-fb82-43e7-ab89-c2bb26fc3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.129518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-5426b01f-fb82-43e7-ab89-c2bb26fc3fc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1095 time: 0.0441482 Nov 10 17:29:47.131213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509097e-ae05-473f-9f8b-feba87184582 req-a7055d17-7c69-4e53-bff4-1652c0cfc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.132862 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-a7055d17-7c69-4e53-bff4-1652c0cfc113 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1095 time: 0.0418873 Nov 10 17:29:47.228144 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509097e-ae05-473f-9f8b-feba87184582 req-e0befa3f-820a-4287-8938-68b7966b374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.229705 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-e0befa3f-820a-4287-8938-68b7966b374e service neutron] 10.222.0.18 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0936141 Nov 10 17:29:47.241908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509097e-ae05-473f-9f8b-feba87184582 req-3c38b146-2c4e-4a03-8ffb-4b908b61702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.244440 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-3c38b146-2c4e-4a03-8ffb-4b908b61702b service neutron] 10.222.0.69 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.1026287 Nov 10 17:29:47.276116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-b8ac9fae-08d1-438e-aa6a-9ac3a28cb386 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 217 time: 0.0384510 Nov 10 17:29:47.295929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-91098117-b343-4581-8d87-aefb5effc5fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 217 time: 0.0386887 Nov 10 17:29:47.315933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc323e5-1f32-4958-a659-6ab867eb20a1 req-828281bc-65a1-4c16-baad-396667de5b67 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.315933 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cc323e5-1f32-4958-a659-6ab867eb20a1 req-828281bc-65a1-4c16-baad-396667de5b67 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 943 time: 0.0849357 Nov 10 17:29:47.326560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509097e-ae05-473f-9f8b-feba87184582 req-da97a0da-418c-407f-8f72-8fd4e3e9f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.328028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-da97a0da-418c-407f-8f72-8fd4e3e9f618 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0449574 Nov 10 17:29:47.360088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-a67582ef-e3ff-4e05-9982-1f2a69ec485b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249169 Nov 10 17:29:47.386147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509097e-ae05-473f-9f8b-feba87184582 req-e124dd56-be80-4f0c-9ba7-b46cca3c1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.387638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-e124dd56-be80-4f0c-9ba7-b46cca3c1289 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0824795 Nov 10 17:29:47.412282 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cc323e5-1f32-4958-a659-6ab867eb20a1 req-a9801d9b-4c76-47c1-92a5-34ba16d484a7 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879562 Nov 10 17:29:47.426893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-bd44b47d-b3ce-460b-a443-a1b1c469021a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318031 Nov 10 17:29:47.459742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-122e7d01-17e8-4266-8cdd-20faad5b80e9 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921259 Nov 10 17:29:47.518048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-97fc1a27-0ad8-4b67-bf9e-9d61fef57c93 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828750 Nov 10 17:29:47.548807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-8143cc52-cddc-437b-8beb-54f765b02c86 service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832398 Nov 10 17:29:47.613488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9509097e-ae05-473f-9f8b-feba87184582 req-3a8baf4a-e6bf-4e74-95b0-9c11e99c59f9 service neutron] 10.222.0.69 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871980 Nov 10 17:29:48.143711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 99b361ae-6d67-401d-8a74-cb422ef0bc42 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:48.182090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 99b361ae-6d67-401d-8a74-cb422ef0bc42 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:48.533919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22642137-2e5d-434c-8732-2ff8b2b0acdc req-24993069-25ca-4b19-8928-e24bf43abb34 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:48.535417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22642137-2e5d-434c-8732-2ff8b2b0acdc req-24993069-25ca-4b19-8928-e24bf43abb34 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 943 time: 0.0535076 Nov 10 17:29:48.582257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22642137-2e5d-434c-8732-2ff8b2b0acdc req-2feb19ba-5d8c-4e0e-8f23-be2ad6dee4ed tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Nov 10 17:29:49.130522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 99b361ae-6d67-401d-8a74-cb422ef0bc42 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:49.228116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:49.239420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'network_id': '428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8', 'port_id': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'mac_address': 'fa:16:3e:9a:5e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78c7c6c-541a-4bf0-9639-47fca251e4f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:49.276884 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.290680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b361ae-6d67-401d-8a74-cb422ef0bc42 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:49.309547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:49.367239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.416073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:49.700306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1271-39c2-4e45-a39d-d934a9e2cb39 req-61d03027-0041-45da-a9b2-7f50d3912de2 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:49.702085 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d38e1271-39c2-4e45-a39d-d934a9e2cb39 req-61d03027-0041-45da-a9b2-7f50d3912de2 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 944 time: 0.0519586 Nov 10 17:29:49.739954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['99b361ae-6d67-401d-8a74-cb422ef0bc42'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:49.750591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d38e1271-39c2-4e45-a39d-d934a9e2cb39 req-3adf0343-d46d-48a1-a436-2e1165babea9 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Nov 10 17:29:50.868214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949b83-3d0a-4e5c-bab6-47b9e2fe5840 req-3e86a7a7-fbf3-402e-85e8-cddd1f02ea6e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:50.869733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3949b83-3d0a-4e5c-bab6-47b9e2fe5840 req-3e86a7a7-fbf3-402e-85e8-cddd1f02ea6e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 944 time: 0.0488799 Nov 10 17:29:50.916453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3949b83-3d0a-4e5c-bab6-47b9e2fe5840 req-0eaffb45-2364-4799-8ef2-23bb189f332e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Nov 10 17:29:51.138606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 99b361ae-6d67-401d-8a74-cb422ef0bc42 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:51.233990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef300cd0-7a8d-4bfb-abf5-6145556c86c7 req-5c01ff32-934f-4f33-be6d-e6618626652a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.235641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef300cd0-7a8d-4bfb-abf5-6145556c86c7 req-5c01ff32-934f-4f33-be6d-e6618626652a tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 944 time: 0.0503371 Nov 10 17:29:51.250385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 99b361ae-6d67-401d-8a74-cb422ef0bc42 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:51.255220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 99b361ae-6d67-401d-8a74-cb422ef0bc42 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:51.256516 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:51.313724 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef300cd0-7a8d-4bfb-abf5-6145556c86c7 req-b61ed454-5614-475a-a20c-417e3f8bfa11 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713573 Nov 10 17:29:51.337367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-c93390ff-0007-4a5c-aa73-02c0f1fccc3e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.339154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-c93390ff-0007-4a5c-aa73-02c0f1fccc3e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c&tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 944 time: 0.0760465 Nov 10 17:29:51.343753 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:51.366011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:51.368281 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4300f6ef-f9d6-4816-b332-836b47d1bf91" -d '{"events": [{"server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "name": "network-vif-plugged", "status": "completed", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:51.381323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:51.407629 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-e25c11db-2c3e-4eb5-bd93-e5aad3f54af6 service neutron] delete failed (client error): The resource could not be found. Nov 10 17:29:51.408664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-e25c11db-2c3e-4eb5-bd93-e5aad3f54af6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/99b361ae-6d67-401d-8a74-cb422ef0bc42/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0569320 Nov 10 17:29:51.419047 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730f021e-0089-4998-a338-8fc4edf323c6 x-openstack-request-id: req-730f021e-0089-4998-a338-8fc4edf323c6 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:51.419377 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "name": "network-vif-plugged", "status": "completed", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:51.419631 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-730f021e-0089-4998-a338-8fc4edf323c6 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:51.420056 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'code': 200} Nov 10 17:29:51.445503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:51.493400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:51.497352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-b051958d-9d08-4cf8-8b33-be4a9f6b7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.501281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-b051958d-9d08-4cf8-8b33-be4a9f6b7604 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 1097 time: 0.0410035 Nov 10 17:29:51.593626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-14400ecd-a989-4424-9e64-d02e5d0f8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.595106 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-14400ecd-a989-4424-9e64-d02e5d0f8a43 service neutron] 10.222.0.18 "GET /v2.0/networks?id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 200 len: 914 time: 0.0895457 Nov 10 17:29:51.635662 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-32ad76c1-6109-4a45-b650-5ea757199d8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 200 len: 217 time: 0.0338299 Nov 10 17:29:51.688506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-5a6b397e-26c1-41e1-a492-fbe4c4f0d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.689927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-5a6b397e-26c1-41e1-a492-fbe4c4f0d50b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 200 len: 853 time: 0.0472412 Nov 10 17:29:51.720917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-5b685c8b-e4c3-486a-9a5c-71fffff004c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240135 Nov 10 17:29:51.808513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-2a72fe25-5037-470d-8e05-03b60aed077c service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810957 Nov 10 17:29:51.900571 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6aebbd7-4463-40e3-bce2-df0f9e90bc92 req-e9646a05-ecc4-4674-a3ec-9843e32a8dad service neutron] 10.222.0.18 "GET /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846515 Nov 10 17:29:52.441730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64edc04-5ae3-411b-aadf-faec5e4df102 req-0bb6b51f-fd2a-4d9b-bc7c-84c6c5131db7 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:52.443327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f64edc04-5ae3-411b-aadf-faec5e4df102 req-0bb6b51f-fd2a-4d9b-bc7c-84c6c5131db7 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0535898 Nov 10 17:29:52.493020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f64edc04-5ae3-411b-aadf-faec5e4df102 req-80bd68ea-41f8-4f2f-b987-710d5872453b tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Nov 10 17:29:53.623069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb386-6399-4420-96bb-fb1748b5561b req-2713da0b-4f32-4923-b5e3-d4c344e63d5e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:53.624709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46ceb386-6399-4420-96bb-fb1748b5561b req-2713da0b-4f32-4923-b5e3-d4c344e63d5e tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0558505 Nov 10 17:29:53.676710 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-46ceb386-6399-4420-96bb-fb1748b5561b req-b633055e-6f2c-4a58-b4b1-5d78f0df421d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Nov 10 17:29:53.804567 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704c98f-a4cb-441b-b7d6-edded8b72bbb req-e0366efe-97aa-4993-b581-4edab4c7bf12 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:53.806100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4704c98f-a4cb-441b-b7d6-edded8b72bbb req-e0366efe-97aa-4993-b581-4edab4c7bf12 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0573311 Nov 10 17:29:53.855779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4704c98f-a4cb-441b-b7d6-edded8b72bbb req-905ec919-eda1-42d0-a92e-b280f7b50987 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Nov 10 17:29:53.970276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1e7d-ae31-4534-af93-ed8336ff022c req-611c4351-75a4-46eb-8d92-32f58e2a2cbe tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:53.971759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee4b1e7d-ae31-4534-af93-ed8336ff022c req-611c4351-75a4-46eb-8d92-32f58e2a2cbe tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0484040 Nov 10 17:29:54.018895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ee4b1e7d-ae31-4534-af93-ed8336ff022c req-ac399fcf-ed50-4c73-bb01-950c41ba2139 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Nov 10 17:29:54.588148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6874ff-1eec-42d7-bb3f-69776cf4573b req-6b4bba42-cc1d-4d76-849a-bd2ca96c7763 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:54.589572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d6874ff-1eec-42d7-bb3f-69776cf4573b req-6b4bba42-cc1d-4d76-849a-bd2ca96c7763 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0498521 Nov 10 17:29:54.637386 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d6874ff-1eec-42d7-bb3f-69776cf4573b req-0c037c40-92c2-4376-9938-acfb242c0597 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 Nov 10 17:29:55.758617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275da4c-4fbb-4fa9-8824-7c037cf28aef req-8864c712-c69b-45a3-93d7-b1910fe07f0d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:55.760108 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8275da4c-4fbb-4fa9-8824-7c037cf28aef req-8864c712-c69b-45a3-93d7-b1910fe07f0d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0541527 Nov 10 17:29:55.807809 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8275da4c-4fbb-4fa9-8824-7c037cf28aef req-ba45642f-843b-4891-b3f4-8d8a213decb4 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/security-groups?id=6508e2fe-2356-402a-83b6-14a63acf7379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Nov 10 17:29:56.120562 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208007c8-eeb3-4169-9953-1b5e134d771f req-3ef7068c-afa6-4b3d-8e15-38d38724379d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:56.122110 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-208007c8-eeb3-4169-9953-1b5e134d771f req-3ef7068c-afa6-4b3d-8e15-38d38724379d tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 945 time: 0.0497022 Nov 10 17:29:56.210530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Deleting port 99b361ae-6d67-401d-8a74-cb422ef0bc42 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:29:56.210857 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:56.300479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] For port 99b361ae-6d67-401d-8a74-cb422ef0bc42, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=99b361ae-6d67-401d-8a74-cb422ef0bc42,segment=NetworkSegment(a61ecce6-8360-4af6-8bbf-731c2e644c16),segment_id=a61ecce6-8360-4af6-8bbf-731c2e644c16)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:56.300832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:56.314637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Calling delete_port for 99b361ae-6d67-401d-8a74-cb422ef0bc42 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:29:56.515381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:56.528439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['99b361ae-6d67-401d-8a74-cb422ef0bc42'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:56.546220 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Pushing event deleted for resources: {'Port': ['ID=99b361ae-6d67-401d-8a74-cb422ef0bc42,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:56.586114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] No DVR routers for this DVR port 99b361ae-6d67-401d-8a74-cb422ef0bc42 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:56.588756 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:56.592183 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-208007c8-eeb3-4169-9953-1b5e134d771f req-fcba4596-a65c-4914-879c-beec0d044eda tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.69 "DELETE /v2.0/ports/99b361ae-6d67-401d-8a74-cb422ef0bc42 HTTP/1.1" status: 204 len: 173 time: 0.4636142 Nov 10 17:29:56.592614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'name': 'network-vif-deleted', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:56.594825 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b41eb0-cc40-4bcc-9a78-80c9fac8d313" -d '{"events": [{"server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "name": "network-vif-deleted", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:56.630938 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c448b6d0-9ca7-4a73-b288-2c77cac2d6c6 x-openstack-request-id: req-c448b6d0-9ca7-4a73-b288-2c77cac2d6c6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:56.631226 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e233101-ac81-4493-9cf6-dc3e9b3dfb0c", "name": "network-vif-deleted", "tag": "99b361ae-6d67-401d-8a74-cb422ef0bc42", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:56.631503 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c448b6d0-9ca7-4a73-b288-2c77cac2d6c6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:56.631983 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e233101-ac81-4493-9cf6-dc3e9b3dfb0c', 'name': 'network-vif-deleted', 'tag': '99b361ae-6d67-401d-8a74-cb422ef0bc42', 'status': 'completed', 'code': 200} Nov 10 17:29:56.908213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0a6bdcee-df3b-4de5-8481-12e8550f508f req-ca1b22c9-e4f7-42f3-82c6-f750fc8f74b6 tempest-ServerDiskConfigTestJSON-558051974 tempest-ServerDiskConfigTestJSON-558051974-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e233101-ac81-4493-9cf6-dc3e9b3dfb0c HTTP/1.1" status: 200 len: 210 time: 0.0312593 Nov 10 17:29:58.027956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39884) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:58.072632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39938b1-5bd1-4fe1-b8c5-90c70e8abe8a admin admin] Deleting subnet d78c7c6c-541a-4bf0-9639-47fca251e4f0 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:29:58.075676 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39938b1-5bd1-4fe1-b8c5-90c70e8abe8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.109764 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39938b1-5bd1-4fe1-b8c5-90c70e8abe8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.149068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39938b1-5bd1-4fe1-b8c5-90c70e8abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.262015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39938b1-5bd1-4fe1-b8c5-90c70e8abe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.293704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39938b1-5bd1-4fe1-b8c5-90c70e8abe8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78c7c6c-541a-4bf0-9639-47fca251e4f0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:58.295665 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b39938b1-5bd1-4fe1-b8c5-90c70e8abe8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.299775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b39938b1-5bd1-4fe1-b8c5-90c70e8abe8a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d78c7c6c-541a-4bf0-9639-47fca251e4f0 HTTP/1.1" status: 204 len: 168 time: 0.2706413 Nov 10 17:29:58.301373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:58.371971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.451016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.471382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:58.480908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61ecce6-8360-4af6-8bbf-731c2e644c16') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:58.481204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61ecce6-8360-4af6-8bbf-731c2e644c16') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:58.490172 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.502952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.509819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:29:58.514754 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:29:58.627718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.633840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.639281 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8 HTTP/1.1" status: 204 len: 168 time: 0.3346927 Nov 10 17:29:58.649213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48339d-b8c9-4f24-8f99-874d104feae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=428f1a23-3fc6-41b3-ac3b-e4ae6dc3c0e8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:58.982312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39890) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:59.026990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-225c34b9-ce4f-461c-9338-8ace20fdc2b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6aaaad48dec4ddaa2e59fc9ba4027dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434496 Nov 10 17:29:59.029719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39892) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:59.077264 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f037969-2d4a-4a49-980e-608b27767e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.097921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f037969-2d4a-4a49-980e-608b27767e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.221946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f037969-2d4a-4a49-980e-608b27767e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.224549 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4f037969-2d4a-4a49-980e-608b27767e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.225755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4f037969-2d4a-4a49-980e-608b27767e13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6508e2fe-2356-402a-83b6-14a63acf7379 HTTP/1.1" status: 204 len: 168 time: 0.1950989 Nov 10 17:29:59.233559 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f037969-2d4a-4a49-980e-608b27767e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6508e2fe-2356-402a-83b6-14a63acf7379,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:00.216109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39914) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:00.319070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-199758436-network', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:00.395024 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Made reservation on behalf of 4a68fe236a6b4250a6876b7053123cc6 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:00.398056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.406388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.479543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.543924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.571530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:30:00.577674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a99b9-fdc0-4bf7-9913-bb60d685960b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:00.593978 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.593978 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Added segment e45916bb-293b-4f58-9a14-b04a23edb0ee of type vlan for network a492a729-fcf1-44a7-ba09-a4e6a4eb63be Nov 10 17:30:00.627220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.720844 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.721802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:00.722377 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.780798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a492a729-fcf1-44a7-ba09-a4e6a4eb63be,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:00.791358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:30:00.804683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-36ccabbc-ee42-4344-9e23-86d24ffb50c1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5874457 Nov 10 17:30:00.809450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39918) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:00.814264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Request body: {'subnet': {'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-199758436-subnet', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:00.898530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Made reservation on behalf of 4a68fe236a6b4250a6876b7053123cc6 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:00.900901 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.126863 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.180681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9657a46-fdee-4aa1-96c2-d013dd1c46bd,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:01.190576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:01.190925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Network hostable DHCP agents. Network: a492a729-fcf1-44a7-ba09-a4e6a4eb63be, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:30:01.196747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 99b361ae-6d67-401d-8a74-cb422ef0bc42 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:01.216853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 99b361ae-6d67-401d-8a74-cb422ef0bc42 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:30:01.217158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 99b361ae-6d67-401d-8a74-cb422ef0bc42 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:30:01.275168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:30:01.338025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a492a729-fcf1-44a7-ba09-a4e6a4eb63be) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:01.342207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:01.342802 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.346679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b2399e-2c96-44a3-a3d2-e1e3fc7d3d1a None None] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:01.438456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-87a61a2a-b9c5-4999-9064-df7f1f92a7a2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6275954 Nov 10 17:30:01.440959 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:01.449412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:01.505073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:30:01.506681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.539395 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.540610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.596379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.650777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Allocated IP 172.20.0.2 (a492a729-fcf1-44a7-ba09-a4e6a4eb63be/b9657a46-fdee-4aa1-96c2-d013dd1c46bd/752107c8-0c61-4022-861d-5e25664eb5ab) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:01.654791 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fcb7887d-279f-4a20-91a3-b360d2ccaeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.794638 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.815065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.886927 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.929881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:01.934767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:01.938247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:01.943828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Pushing event updated for resources: {'Port': ['ID=752107c8-0c61-4022-861d-5e25664eb5ab,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:01.955402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.955746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.956080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.956409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.956735 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.957057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.957379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.957694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.958008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.958318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.958636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:01.959612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:02.004655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Attempting to bind port 752107c8-0c61-4022-861d-5e25664eb5ab on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:02.005015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Attempting to bind port 752107c8-0c61-4022-861d-5e25664eb5ab by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:02.005372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Attempting to bind port 752107c8-0c61-4022-861d-5e25664eb5ab on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:02.010664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:02.011034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:02.011464 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.011853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:02.012318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Bound port: 752107c8-0c61-4022-861d-5e25664eb5ab, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:02.012699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.074978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] For port 752107c8-0c61-4022-861d-5e25664eb5ab, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:02.078190 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] For port 752107c8-0c61-4022-861d-5e25664eb5ab, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=752107c8-0c61-4022-861d-5e25664eb5ab,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:02.081414 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.100827 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.156003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.207025 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Allocated IP 172.25.3.66 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/9cfe59ac-eed5-4130-b9a0-e4122834339c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:02.220455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf755a-2808-4417-a9a9-dcb43f5da709 None None] Pushing event updated for resources: {'Port': ['ID=752107c8-0c61-4022-861d-5e25664eb5ab,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:02.348246 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.453338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.506652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:02.510972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:02.512958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfe59ac-eed5-4130-b9a0-e4122834339c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:02.515148 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:02.532595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69aae41-80b6-4dfe-a051-143a5618e712 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:30:02.585936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-37ccd1dd-5d38-4eba-940d-441fd0c7b9bb None None] Provisioning complete for port 9cfe59ac-eed5-4130-b9a0-e4122834339c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:02.586296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37ccd1dd-5d38-4eba-940d-441fd0c7b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.622826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-37ccd1dd-5d38-4eba-940d-441fd0c7b9bb None None] Port 9cfe59ac-eed5-4130-b9a0-e4122834339c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:02.838381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.173195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c6c4d-b7b7-42fd-82f7-794f382d5d11 None None] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:03.265131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6215df1f-d4c4-450e-97f0-8df63df9baed None None] Provisioning complete for port 752107c8-0c61-4022-861d-5e25664eb5ab triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:03.265501 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6215df1f-d4c4-450e-97f0-8df63df9baed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.358840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.403035 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6215df1f-d4c4-450e-97f0-8df63df9baed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.549726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:30:03.598609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6215df1f-d4c4-450e-97f0-8df63df9baed None None] For port 752107c8-0c61-4022-861d-5e25664eb5ab, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=752107c8-0c61-4022-861d-5e25664eb5ab,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:03.663645 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:03.664574 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6215df1f-d4c4-450e-97f0-8df63df9baed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.674132 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:03.684955 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:03.685648 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:29:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:03.712276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215df1f-d4c4-450e-97f0-8df63df9baed None None] Pushing event updated for resources: {'Port': ['ID=752107c8-0c61-4022-861d-5e25664eb5ab,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:03.734626 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.736065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e87a185c-906e-4d58-aab1-4a030ff03b07 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2941365 Nov 10 17:30:03.738867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:03.790877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f52eaad5-9c62-4ab1-9cdd-b57650b4120e None None] Provisioning complete for port 752107c8-0c61-4022-861d-5e25664eb5ab triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:03.791245 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f52eaad5-9c62-4ab1-9cdd-b57650b4120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.798604 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:03.915248 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8cb36be5-4f99-4804-9c97-96279a551897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.985894 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:02Z', 'revision_number': 3, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:04.020133 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:04.020480 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Updating router 822715bb-e4c9-43f0-b10c-cc6f9d934493 port 9cfe59ac-eed5-4130-b9a0-e4122834339c binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:30:04.045832 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.153791 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.296377 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.309260 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Allocated IP 172.20.0.1 (a492a729-fcf1-44a7-ba09-a4e6a4eb63be/b9657a46-fdee-4aa1-96c2-d013dd1c46bd/6c948628-92fd-4b58-b7a6-225ca2e6999d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:04.396487 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.411576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 752107c8-0c61-4022-861d-5e25664eb5ab up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:04.416464 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.454144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd327b75-3577-4356-a2b2-b00588ced3a4 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:30:04.456138 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Attempting to bind port 9cfe59ac-eed5-4130-b9a0-e4122834339c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:04.456521 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Attempting to bind port 9cfe59ac-eed5-4130-b9a0-e4122834339c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:04.456894 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Attempting to bind port 9cfe59ac-eed5-4130-b9a0-e4122834339c on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:04.468888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:04.468888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:04.468888 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.468888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:04.468888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Bound port: 9cfe59ac-eed5-4130-b9a0-e4122834339c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:04.468888 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.470829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 752107c8-0c61-4022-861d-5e25664eb5ab triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:04.471258 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Pushing event updated for resources: {'Port': ['ID=9cfe59ac-eed5-4130-b9a0-e4122834339c,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:04.471490 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.499808 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.500146 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.500483 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.500805 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.501131 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.501449 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.501767 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.502079 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.502432 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.502737 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.503047 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.503506 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.504356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.523736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9aa34c34-d026-48fe-af2e-da28833ba746 None None] Provisioning complete for port 9cfe59ac-eed5-4130-b9a0-e4122834339c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:04.524124 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9aa34c34-d026-48fe-af2e-da28833ba746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.538086 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] For port 9cfe59ac-eed5-4130-b9a0-e4122834339c, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:04.541871 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] For port 9cfe59ac-eed5-4130-b9a0-e4122834339c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9cfe59ac-eed5-4130-b9a0-e4122834339c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:04.547887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:04.553491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:04.559140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:04.589009 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Pushing event updated for resources: {'Port': ['ID=6c948628-92fd-4b58-b7a6-225ca2e6999d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:04.589909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9aa34c34-d026-48fe-af2e-da28833ba746 None None] Port 9cfe59ac-eed5-4130-b9a0-e4122834339c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:04.603548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.603895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.604238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.604577 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.604905 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.605329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.605707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.606035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.606355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.606702 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.606999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.607338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:04.619154 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.620309 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.663201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560b482-adad-4e33-80d5-9935f6045b56 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:30:04.670510 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:04.671133 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:04.714663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-42e464b9-9818-49bf-bc33-8d356038403d None None] Provisioning complete for port 9cfe59ac-eed5-4130-b9a0-e4122834339c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:04.715481 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42e464b9-9818-49bf-bc33-8d356038403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.770500 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371475c-8e21-4404-b6a8-0c0e45125f80 None None] Pushing event updated for resources: {'Port': ['ID=9cfe59ac-eed5-4130-b9a0-e4122834339c,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:04.799420 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42e464b9-9818-49bf-bc33-8d356038403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.802876 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:04.825138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-42e464b9-9818-49bf-bc33-8d356038403d None None] For port 9cfe59ac-eed5-4130-b9a0-e4122834339c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9cfe59ac-eed5-4130-b9a0-e4122834339c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:04.837204 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.886813 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42e464b9-9818-49bf-bc33-8d356038403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.941549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e464b9-9818-49bf-bc33-8d356038403d None None] Pushing event updated for resources: {'Port': ['ID=9cfe59ac-eed5-4130-b9a0-e4122834339c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:04.991915 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:02Z', 'revision_number': 3, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:05.007729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a02d6964-59d2-4c6f-b8f6-2dd5f44bed6e None None] Provisioning complete for port 6c948628-92fd-4b58-b7a6-225ca2e6999d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:05.008096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a02d6964-59d2-4c6f-b8f6-2dd5f44bed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.008402 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.022419 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af8356-404d-4862-8f4b-ff00b05d39c2 None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:02Z', 'revision_number': 3, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:05.048370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a02d6964-59d2-4c6f-b8f6-2dd5f44bed6e None None] Port 6c948628-92fd-4b58-b7a6-225ca2e6999d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:05.070458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.141466 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.144130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Pushing event updated for resources: {'Port': ['ID=6c948628-92fd-4b58-b7a6-225ca2e6999d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:05.248393 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.248611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:05.250927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:05.392208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:30:05.572820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-53d02663-842f-4024-bb02-658bedd10fe1 None None] Provisioning complete for port 6c948628-92fd-4b58-b7a6-225ca2e6999d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:05.573372 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53d02663-842f-4024-bb02-658bedd10fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.611255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-53d02663-842f-4024-bb02-658bedd10fe1 None None] Port 6c948628-92fd-4b58-b7a6-225ca2e6999d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:05.860798 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:05.866834 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c321855c-6332-4235-bf6b-efffde5c2b03 admin admin] 10.222.0.62 "PUT /v2.0/routers/822715bb-e4c9-43f0-b10c-cc6f9d934493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1268208 Nov 10 17:30:06.400109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9cfe59ac-eed5-4130-b9a0-e4122834339c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:06.458378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9cfe59ac-eed5-4130-b9a0-e4122834339c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:06.458853 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.588586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:06.598126 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:06.598734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:06.655452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:06.660057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-78f18ab8-143f-4584-ad38-f48b368dab73 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012244807', 'description': 'tempest-description--1013027969'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:06.706505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:06.758863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78f18ab8-143f-4584-ad38-f48b368dab73 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.827544 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78f18ab8-143f-4584-ad38-f48b368dab73 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.898332 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78f18ab8-143f-4584-ad38-f48b368dab73 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.929941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 2, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:06.931243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f18ab8-143f-4584-ad38-f48b368dab73 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6107807-a8a1-4ded-b37a-eec871c86a96,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:06.960348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:06.960688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Updating router 822715bb-e4c9-43f0-b10c-cc6f9d934493 port 6c948628-92fd-4b58-b7a6-225ca2e6999d binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:30:06.980107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.986184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.997250 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78f18ab8-143f-4584-ad38-f48b368dab73 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.998519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-78f18ab8-143f-4584-ad38-f48b368dab73 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3420489 Nov 10 17:30:07.001449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:07.006193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-87d04b46-26eb-4b7e-8fc9-6183b34e0b31 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'security_group_rule': {'security_group_id': 'd6107807-a8a1-4ded-b37a-eec871c86a96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:07.080290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87d04b46-26eb-4b7e-8fc9-6183b34e0b31 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.138016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87d04b46-26eb-4b7e-8fc9-6183b34e0b31 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.200968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87d04b46-26eb-4b7e-8fc9-6183b34e0b31 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.220971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d04b46-26eb-4b7e-8fc9-6183b34e0b31 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faeec44-4cda-4991-80b8-804d7b0d75e9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.252628 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.272142 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87d04b46-26eb-4b7e-8fc9-6183b34e0b31 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.273404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-87d04b46-26eb-4b7e-8fc9-6183b34e0b31 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709527 Nov 10 17:30:07.277883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 39934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:07.282175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-153b4ae5-f05f-4a9f-874c-f296dff05c0f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'security_group_rule': {'security_group_id': 'd6107807-a8a1-4ded-b37a-eec871c86a96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:07.318965 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.387629 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-153b4ae5-f05f-4a9f-874c-f296dff05c0f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.397569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58a755-7c40-49ab-9405-a6144b9470fc None None] Pushing event updated for resources: {'Port': ['ID=6c948628-92fd-4b58-b7a6-225ca2e6999d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.433764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Attempting to bind port 6c948628-92fd-4b58-b7a6-225ca2e6999d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:07.434412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Attempting to bind port 6c948628-92fd-4b58-b7a6-225ca2e6999d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:07.434562 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Attempting to bind port 6c948628-92fd-4b58-b7a6-225ca2e6999d on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:07.440307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:07.440538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:07.440957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.441555 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:07.441942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Bound port: 6c948628-92fd-4b58-b7a6-225ca2e6999d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:07.442325 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.450782 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-153b4ae5-f05f-4a9f-874c-f296dff05c0f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.512794 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] For port 6c948628-92fd-4b58-b7a6-225ca2e6999d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:07.516054 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] For port 6c948628-92fd-4b58-b7a6-225ca2e6999d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6c948628-92fd-4b58-b7a6-225ca2e6999d,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:07.530740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-153b4ae5-f05f-4a9f-874c-f296dff05c0f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.553946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b4ae5-f05f-4a9f-874c-f296dff05c0f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79154ff-6769-459d-a156-d8b62e429e3f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.610854 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.641256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-153b4ae5-f05f-4a9f-874c-f296dff05c0f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.642401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-153b4ae5-f05f-4a9f-874c-f296dff05c0f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3635385 Nov 10 17:30:07.645665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39936) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:07.647082 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.651058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:07.687674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58a755-7c40-49ab-9405-a6144b9470fc None None] Pushing event updated for resources: {'Port': ['ID=6c948628-92fd-4b58-b7a6-225ca2e6999d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.690332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5bdd8e47-0072-4586-b467-081cb511a007 None None] Provisioning complete for port 6c948628-92fd-4b58-b7a6-225ca2e6999d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:07.690612 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8e47-0072-4586-b467-081cb511a007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.695907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:07.696091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:07.744459 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.856158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.870822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:07.906118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8e47-0072-4586-b467-081cb511a007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.965264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Allocated IP 172.25.3.85 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/fe5cc7d5-eafe-460b-b95d-51d34e47544e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:07.996540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5bdd8e47-0072-4586-b467-081cb511a007 None None] For port 6c948628-92fd-4b58-b7a6-225ca2e6999d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6c948628-92fd-4b58-b7a6-225ca2e6999d,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:08.067498 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.080482 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8e47-0072-4586-b467-081cb511a007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.140754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd8e47-0072-4586-b467-081cb511a007 None None] Pushing event updated for resources: {'Port': ['ID=6c948628-92fd-4b58-b7a6-225ca2e6999d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:08.149551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:08.180435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746ea0da-70a4-441a-a170-230ec9d732a3 None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:08.195971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.207084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-48c30c77-2828-4a2d-a109-638023956ccd None None] Provisioning complete for port 6c948628-92fd-4b58-b7a6-225ca2e6999d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:08.207497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48c30c77-2828-4a2d-a109-638023956ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.272924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:08.283512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:08.285580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'Port': ['ID=fe5cc7d5-eafe-460b-b95d-51d34e47544e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:08.287889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:08.401742 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.410462 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.429123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6c948628-92fd-4b58-b7a6-225ca2e6999d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:08.484192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6c948628-92fd-4b58-b7a6-225ca2e6999d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:08.484479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.507444 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.676816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.742261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.813869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'Port': ['ID=fe5cc7d5-eafe-460b-b95d-51d34e47544e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:08.829525 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.898086 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.900546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5e5c5fce-89da-45df-970c-6dd5df0652e0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2520549 Nov 10 17:30:09.059392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-6212ca8f-fb0b-4120-97b4-5c309368b1fb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2012244807&fields=id&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 267 time: 0.0461934 Nov 10 17:30:09.176262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296202a-9830-4502-9d00-8d184341081f req-7bb53ba0-e1f6-4d36-8431-be590d7a2322 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:09.178046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-7bb53ba0-e1f6-4d36-8431-be590d7a2322 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 811 time: 0.1109855 Nov 10 17:30:09.194973 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-b4bbde43-39ad-4e6c-a8ac-00c5b2af3267 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/quotas/4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 375 time: 0.0107570 Nov 10 17:30:09.254163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-0eafc229-976d-4c44-85c1-3e9bbc69e929 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532787 Nov 10 17:30:09.354147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-0f1a1440-7e69-459a-b988-6216b08e446c service neutron] 10.222.0.62 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876517 Nov 10 17:30:09.442517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-8d5c1171-c51b-4c2f-a87e-38329b891fbe service neutron] 10.222.0.62 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820870 Nov 10 17:30:09.689383 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-083533f9-3c91-471f-858d-c58f99d832c2 req-bb367301-06ba-415e-911b-d8ad033ad473 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 210 time: 0.0290504 Nov 10 17:30:10.773520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f8ffd986-546c-4517-ab1a-e1f6fb8066a3 req-dcb4df94-87e1-4152-8071-d44bbc9e8f51 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 210 time: 0.0259600 Nov 10 17:30:10.932517 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.871680 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bac93b03-e4b7-4184-94c1-bbb07922817e req-f0362c23-2331-4f36-ab24-92dcfc17b1bc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Nov 10 17:30:12.049651 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296202a-9830-4502-9d00-8d184341081f req-fb2e7190-6292-4f5d-b216-852cf1018e54 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:12.051107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-fb2e7190-6292-4f5d-b216-852cf1018e54 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 811 time: 0.1064796 Nov 10 17:30:12.118432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-04d909b4-3265-4970-9e6d-b2f0fa16da13 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 380 time: 0.0554023 Nov 10 17:30:12.133532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'port': {'device_id': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'admin_state_up': True, 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'security_groups': ['d6107807-a8a1-4ded-b37a-eec871c86a96']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:12.330337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Made reservation on behalf of 4a68fe236a6b4250a6876b7053123cc6 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:12.333985 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.465844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Allocated IP 172.20.0.4 (a492a729-fcf1-44a7-ba09-a4e6a4eb63be/b9657a46-fdee-4aa1-96c2-d013dd1c46bd/27464c20-8e18-4023-81dd-5c2c21c81288) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:12.605342 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.690809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.735341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:12.740492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:12.743238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:12.769661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:12.799728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:12.800727 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.887856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-70063141-a5fc-41e6-85df-53a8467cdacf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634687 Nov 10 17:30:12.902102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Request body: {'port': {'device_id': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:12.965797 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.999230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e2353f98-f214-4eb6-bfa3-c8effab745bb None None] Provisioning complete for port 27464c20-8e18-4023-81dd-5c2c21c81288 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:12.999824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2353f98-f214-4eb6-bfa3-c8effab745bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.002545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a033fcb-01b8-4b06-9aee-d00fee1e5a06 req-b3a9ce8e-d5de-480a-ae83-03c29ccd4412 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.003508 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a033fcb-01b8-4b06-9aee-d00fee1e5a06 req-b3a9ce8e-d5de-480a-ae83-03c29ccd4412 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 931 time: 0.0554225 Nov 10 17:30:13.041148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e2353f98-f214-4eb6-bfa3-c8effab745bb None None] Port 27464c20-8e18-4023-81dd-5c2c21c81288 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:13.055526 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a033fcb-01b8-4b06-9aee-d00fee1e5a06 req-137a3572-d923-4fe1-ac56-6d098a124247 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 Nov 10 17:30:13.237550 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27464c20-8e18-4023-81dd-5c2c21c81288 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:13.245629 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.258107 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Transition to ACTIVE for port object 27464c20-8e18-4023-81dd-5c2c21c81288 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:30:13.338362 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.392835 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:13.469678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Attempting to bind port 27464c20-8e18-4023-81dd-5c2c21c81288 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:13.470013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Attempting to bind port 27464c20-8e18-4023-81dd-5c2c21c81288 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:13.470347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Attempting to bind port 27464c20-8e18-4023-81dd-5c2c21c81288 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:13.475151 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Port 27464c20-8e18-4023-81dd-5c2c21c81288 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:13.475501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Attempting to bind port 27464c20-8e18-4023-81dd-5c2c21c81288 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:13.481338 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:13.481675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:13.482059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:13.482485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Bound port: 27464c20-8e18-4023-81dd-5c2c21c81288, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:13.482867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.551820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:13.555675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:13.628012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.664805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.665452 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.666903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] 10.222.0.69 "PUT /v2.0/ports/27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 1092 time: 0.7705345 Nov 10 17:30:13.667384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:13.669901 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398fc765-afa1-40f7-8932-b97ea8da740e" -d '{"events": [{"name": "network-changed", "server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:13.705527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb58cff-8a0e-4d4a-90e7-798befd03745 service neutron] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:13.710411 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c2ae23-699d-4fc6-8a15-49840e3e5428 x-openstack-request-id: req-c7c2ae23-699d-4fc6-8a15-49840e3e5428 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:13.710850 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:13.711707 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7c2ae23-699d-4fc6-8a15-49840e3e5428 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:13.718675 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288', 'status': 'completed', 'code': 200} Nov 10 17:30:13.779347 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fc765-afa1-40f7-8932-b97ea8da740e req-ac2101fa-a13b-4db9-b28f-9e5606d01e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.780928 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-398fc765-afa1-40f7-8932-b97ea8da740e req-ac2101fa-a13b-4db9-b28f-9e5606d01e97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1095 time: 0.0458665 Nov 10 17:30:13.891218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fc765-afa1-40f7-8932-b97ea8da740e req-b3179afc-0dcf-4e32-ba0d-5b30f61c8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.892752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-398fc765-afa1-40f7-8932-b97ea8da740e req-b3179afc-0dcf-4e32-ba0d-5b30f61c8cb4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4a68fe236a6b4250a6876b7053123cc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1016829 Nov 10 17:30:13.992729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fc765-afa1-40f7-8932-b97ea8da740e req-4d17a316-f58c-4e82-8583-91a6f87d99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.994129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-398fc765-afa1-40f7-8932-b97ea8da740e req-4d17a316-f58c-4e82-8583-91a6f87d99f6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943410 Nov 10 17:30:14.072499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296202a-9830-4502-9d00-8d184341081f req-9758dfc8-546a-4078-81ca-9732ffc2febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:14.073997 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-9758dfc8-546a-4078-81ca-9732ffc2febc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1095 time: 0.0423255 Nov 10 17:30:14.118998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-d7c282ac-5875-47e8-bc25-9f38a4b94e97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 217 time: 0.0348859 Nov 10 17:30:14.172834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8546-7261-419c-abf7-1581291a4fb2 req-c55068e7-36b9-4f60-b5d9-0387e7ba0e5f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:14.174022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296202a-9830-4502-9d00-8d184341081f req-6807e4ca-b3da-4f9b-9577-32a15b9e58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:14.174339 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-818d8546-7261-419c-abf7-1581291a4fb2 req-c55068e7-36b9-4f60-b5d9-0387e7ba0e5f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 943 time: 0.0498309 Nov 10 17:30:14.175505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-6807e4ca-b3da-4f9b-9577-32a15b9e58dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0493345 Nov 10 17:30:14.223832 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296202a-9830-4502-9d00-8d184341081f req-e9ef3564-64b0-4a3a-84ec-ba1996b3c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:14.223977 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-818d8546-7261-419c-abf7-1581291a4fb2 req-37917131-cbf5-405c-a823-f4cc56a28b03 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Nov 10 17:30:14.225335 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-e9ef3564-64b0-4a3a-84ec-ba1996b3c5ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417829 Nov 10 17:30:14.319289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-558645c1-b7de-4a7e-9771-6f38c68e9d04 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859005 Nov 10 17:30:14.415224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9296202a-9830-4502-9d00-8d184341081f req-37ca23a2-779e-42b5-9bdf-122a1bccef71 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878122 Nov 10 17:30:15.349301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c80c5d-57bc-480b-82c9-f063ccd9fec5 req-bd8763d4-9cd8-4c57-8ebf-71f7afb3df4c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:15.350789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6c80c5d-57bc-480b-82c9-f063ccd9fec5 req-bd8763d4-9cd8-4c57-8ebf-71f7afb3df4c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 943 time: 0.0508063 Nov 10 17:30:15.399137 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6c80c5d-57bc-480b-82c9-f063ccd9fec5 req-0c90f0d4-b750-4e1f-9a0d-ec29e85a67f3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Nov 10 17:30:15.631117 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:30:16.517834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44b46f-cf02-4f4c-a87d-71de64353aaf req-932df7a3-2221-48a0-89c1-2660ab62ba88 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:16.519332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a44b46f-cf02-4f4c-a87d-71de64353aaf req-932df7a3-2221-48a0-89c1-2660ab62ba88 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 943 time: 0.0530865 Nov 10 17:30:16.569039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4a44b46f-cf02-4f4c-a87d-71de64353aaf req-1f35a35c-457f-47f5-b3fa-c61d4cef8b66 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Nov 10 17:30:17.263656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 27464c20-8e18-4023-81dd-5c2c21c81288 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:17.363929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:17.376088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '27464c20-8e18-4023-81dd-5c2c21c81288', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': '27464c20-8e18-4023-81dd-5c2c21c81288', 'mac_address': 'fa:16:3e:ca:b8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:30:17.412633 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.426122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27464c20-8e18-4023-81dd-5c2c21c81288 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:17.450293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:17.535852 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.583031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:17.691762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca5c1f-6b1a-45cb-9b29-84100e875983 req-d54c8cfe-3d1b-4266-8045-cf2816ffda1a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:17.693270 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68ca5c1f-6b1a-45cb-9b29-84100e875983 req-d54c8cfe-3d1b-4266-8045-cf2816ffda1a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 944 time: 0.0547018 Nov 10 17:30:17.741386 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68ca5c1f-6b1a-45cb-9b29-84100e875983 req-73557d0f-5260-4c47-9a02-c69af2d1700f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Nov 10 17:30:17.843950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['27464c20-8e18-4023-81dd-5c2c21c81288'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:18.859223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5b343-b8d5-4307-96ff-770bd1af074a req-5f5a978f-1a81-4496-96cc-a29b96604e24 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:18.860775 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5b5b343-b8d5-4307-96ff-770bd1af074a req-5f5a978f-1a81-4496-96cc-a29b96604e24 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 944 time: 0.0496268 Nov 10 17:30:18.908639 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f5b5b343-b8d5-4307-96ff-770bd1af074a req-55299ea6-2004-4c6f-9b77-6571226be67e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Nov 10 17:30:19.290997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 27464c20-8e18-4023-81dd-5c2c21c81288 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:19.398651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 27464c20-8e18-4023-81dd-5c2c21c81288 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:30:19.403263 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 27464c20-8e18-4023-81dd-5c2c21c81288 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:19.403669 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:19.635156 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:19.659726 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:19.661948 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bfa3bf-e8e2-4f22-afd7-8e812e0fe286" -d '{"events": [{"server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "name": "network-vif-plugged", "status": "completed", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:19.675421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:19.700475 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc417e-0841-411f-8c39-17a93b294132 x-openstack-request-id: req-a9fc417e-0841-411f-8c39-17a93b294132 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:19.700817 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "name": "network-vif-plugged", "status": "completed", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:19.701112 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9fc417e-0841-411f-8c39-17a93b294132 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:19.701531 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288', 'code': 200} Nov 10 17:30:19.736403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:19.785041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:19.844436 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b26d2d-b24b-42d9-ba4d-a12adb3c747b req-81145b4c-23a8-49d7-a787-7b0258249218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:19.845942 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5b26d2d-b24b-42d9-ba4d-a12adb3c747b req-81145b4c-23a8-49d7-a787-7b0258249218 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1097 time: 0.0849166 Nov 10 17:30:19.892630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5b26d2d-b24b-42d9-ba4d-a12adb3c747b req-a3f53e8c-c196-4fa0-9d47-1813c823dd91 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387349 Nov 10 17:30:20.026712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bade8c-e600-4fcf-a6eb-4cbfab182339 req-df237eaf-96c2-4d85-822c-c341edda2d66 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:20.028300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2bade8c-e600-4fcf-a6eb-4cbfab182339 req-df237eaf-96c2-4d85-822c-c341edda2d66 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0520475 Nov 10 17:30:20.080031 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2bade8c-e600-4fcf-a6eb-4cbfab182339 req-d7a7cc57-c223-4fc3-8f1f-6183bd98fd52 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456545 Nov 10 17:30:21.199829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab30d35-a71b-400c-a3b3-1b9f18e7397d req-cd8479ce-ffc3-4690-bb5d-ff42e1b93936 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:21.201326 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ab30d35-a71b-400c-a3b3-1b9f18e7397d req-cd8479ce-ffc3-4690-bb5d-ff42e1b93936 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0494425 Nov 10 17:30:21.254816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ab30d35-a71b-400c-a3b3-1b9f18e7397d req-a7389460-fa68-4a51-876e-c8df90bae682 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475342 Nov 10 17:30:22.371698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1837b-c9fd-46e9-9853-083802b5fc91 req-ef25b305-62f0-4795-8287-6d4b9575bb23 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:22.373168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9e1837b-c9fd-46e9-9853-083802b5fc91 req-ef25b305-62f0-4795-8287-6d4b9575bb23 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0493340 Nov 10 17:30:22.420884 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d9e1837b-c9fd-46e9-9853-083802b5fc91 req-09fb4eb9-0e21-49d2-82c8-8a1702c3c670 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 Nov 10 17:30:22.534918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845bf44-7126-4fd6-9510-b5d21175a4ed req-3a119733-6c74-44df-8028-2c4999ce76a6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:22.536328 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f845bf44-7126-4fd6-9510-b5d21175a4ed req-3a119733-6c74-44df-8028-2c4999ce76a6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Nov 10 17:30:22.546137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 39994) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:22.550579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'floatingip': {'port_id': '27464c20-8e18-4023-81dd-5c2c21c81288'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:22.589832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.045234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.086767 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.189732 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419 associated. External IP: 172.25.3.85, port: 27464c20-8e18-4023-81dd-5c2c21c81288. Nov 10 17:30:23.396263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:30:23.503963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:23.510212 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.513760 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:23.526035 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:23.526646 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:23.536003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd2f1b6d-23c1-4200-a222-f1ced3a5d9b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "PUT /v2.0/floatingips/e69a4c26-205c-4b75-a32f-1ee71b2ac419 HTTP/1.1" status: 200 len: 990 time: 0.9887645 Nov 10 17:30:23.536689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:23.538829 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4d08e-b91d-48e6-9764-71b0d360afb9" -d '{"events": [{"name": "network-changed", "server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:23.577804 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d932ad-fe58-4d92-a238-61f1cd235e18 x-openstack-request-id: req-72d932ad-fe58-4d92-a238-61f1cd235e18 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:23.578086 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:23.578337 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72d932ad-fe58-4d92-a238-61f1cd235e18 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:23.578740 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288', 'status': 'completed', 'code': 200} Nov 10 17:30:23.648578 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:23.653018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-35e9dedb-fb1d-45d4-8f73-739710f06551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:23.654545 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-35e9dedb-fb1d-45d4-8f73-739710f06551 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1097 time: 0.0487850 Nov 10 17:30:23.982825 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': '27464c20-8e18-4023-81dd-5c2c21c81288', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:ca:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:30:22Z', 'revision_number': 1, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:24.010674 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:24.019626 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:24.020277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:30:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:24.117252 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-91327c4e-4ebc-4285-b1ca-cdaab8f54202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:24.118917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-91327c4e-4ebc-4285-b1ca-cdaab8f54202 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.4573250 Nov 10 17:30:24.129642 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:24.185561 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-d1affb2a-6f56-4a88-8a74-365cafb49aee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 998 time: 0.0592999 Nov 10 17:30:24.237767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-0a97930d-4012-47a5-847f-a32495d91e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:24.239336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-0a97930d-4012-47a5-847f-a32495d91e0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0456650 Nov 10 17:30:24.295479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-7a9139a5-ef9d-4703-9b28-baf600b0e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:24.296985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-7a9139a5-ef9d-4703-9b28-baf600b0e9fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505955 Nov 10 17:30:24.367500 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': '27464c20-8e18-4023-81dd-5c2c21c81288', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:ca:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:30:22Z', 'revision_number': 1, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:24.395638 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172b84f-62a2-4847-8ff6-e099bdd3a14b None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': '27464c20-8e18-4023-81dd-5c2c21c81288', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:ca:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:30:22Z', 'revision_number': 1, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:24.396005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-3f6c41bc-cd6a-4b59-ba08-460433398bc1 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911932 Nov 10 17:30:24.493956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c4d08e-b91d-48e6-9764-71b0d360afb9 req-a0e1243b-8b5e-4a40-8ed2-b90f0e133ee2 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903258 Nov 10 17:30:24.603113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db2b9f-e06b-4537-a23b-89c0ced44a10 None None] New status for floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:30:31.726699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-15fb08c0-73e1-417f-be67-f6cf0107b816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:33.904261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9d43bf94-788e-4009-b2f4-5f45e0ea3e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.235154 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.977723 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:37.629217 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:38.370066 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:40.880666 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.631476 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:31:01.646193 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3953-72e4-4d49-88de-dcbf477bc0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:03.880824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8443ce25-ffc8-4f85-898b-5033af778542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:05.240027 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:06.971740 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:07.617459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:08.406237 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:10.920386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:19.160362 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-d66b2fa4-044a-4dab-8847-f969b41abc03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400138 Nov 10 17:31:19.245087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-0f9e8292-2c4b-4a1f-9daf-b76f2b8d7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.246475 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-0f9e8292-2c4b-4a1f-9daf-b76f2b8d7a59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1097 time: 0.0406604 Nov 10 17:31:19.359363 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-0ef8ba7a-7487-40b3-b389-11daa956ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.360848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-0ef8ba7a-7487-40b3-b389-11daa956ec84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0893946 Nov 10 17:31:19.425003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-2c7f5be7-45d4-4a2f-ab38-3d254971018c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 1000 time: 0.0564559 Nov 10 17:31:19.478216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-26eff682-ba9d-4ac8-b872-4aa450d18b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.479768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-26eff682-ba9d-4ac8-b872-4aa450d18b0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0477161 Nov 10 17:31:19.525501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-24a087f9-d66f-4030-bfe9-a2d21055bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.526933 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-24a087f9-d66f-4030-bfe9-a2d21055bb4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403426 Nov 10 17:31:19.543358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-daefe64b-3e0a-421c-8b96-6d90afe58c93 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:31:19.544341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-daefe64b-3e0a-421c-8b96-6d90afe58c93 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051804 Nov 10 17:31:19.642656 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-ce7524bf-3048-4bf5-a8dc-9fd18e75df3d service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915756 Nov 10 17:31:19.736611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5be5b46a-5604-4d37-b920-5bd32c7921e6 req-7865b837-991f-4e2b-8d34-4a2751993659 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859554 Nov 10 17:31:29.631640 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:31:31.638449 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89e7f54c-de0a-42a9-b76c-2017be8c65df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:33.874585 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f091354b-21b4-451a-9a30-18422539d518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:35.250191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:36.963837 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:37.600194 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.422644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:40.908477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.651087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-de1f6da3-ce75-4701-b5d1-b4f331973877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.879151 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c70a9f43-d186-4764-bd1c-26e82e938adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.256513 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:06.631697 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:32:06.954185 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.599910 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.420763 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.885317 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.167494 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-2ca102b3-a541-4150-a23a-42259996c4d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417864 Nov 10 17:32:19.251850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-0cbaad2e-0192-46b9-bcb3-18bed1f704cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.253348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-0cbaad2e-0192-46b9-bcb3-18bed1f704cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1097 time: 0.0420427 Nov 10 17:32:19.362881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-2482c927-ec73-4796-8a22-cf2836ae068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.364403 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-2482c927-ec73-4796-8a22-cf2836ae068c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0908632 Nov 10 17:32:19.430715 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-99d95e69-6256-4602-b6de-ed94a6f8a894 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 1000 time: 0.0584164 Nov 10 17:32:19.486109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-55366444-7370-4e03-9346-212266e24ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.487590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-55366444-7370-4e03-9346-212266e24ac5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0490701 Nov 10 17:32:19.538706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-24ed3cba-306b-45ef-913a-aae28fe34316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.540235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-24ed3cba-306b-45ef-913a-aae28fe34316 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416796 Nov 10 17:32:19.633581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-2530b1d7-c8b2-49d6-9eb2-1536eb7814c7 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835094 Nov 10 17:32:19.739034 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e35eb0-6eea-4989-be3a-d3c522a0c410 req-62a41595-f028-49ff-8ce6-7bccb8872f37 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977967 Nov 10 17:32:31.633211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1ab64bb4-8511-4bcf-907b-dc17df79e2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:33.929782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f737dc32-47a4-4fa0-ba4c-6b9a5fc081fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.273513 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.947606 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:37.611573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:38.398863 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:40.930612 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.631879 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:32:58.526997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11241dbf-7690-41a7-8fb1-f1374c353463 req-1e57e883-2a16-4632-8730-5ee6ce09a8a5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:58.528524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11241dbf-7690-41a7-8fb1-f1374c353463 req-1e57e883-2a16-4632-8730-5ee6ce09a8a5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.1027470 Nov 10 17:32:58.575592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11241dbf-7690-41a7-8fb1-f1374c353463 req-c28f4b66-cd7c-4ccf-a441-1444aae0f562 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 Nov 10 17:32:59.047707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a680b-0ba1-4a44-ac4e-4019327d95a8 req-a6d91c51-22f4-472d-b24f-81b9235d09d9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:59.049195 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a4a680b-0ba1-4a44-ac4e-4019327d95a8 req-a6d91c51-22f4-472d-b24f-81b9235d09d9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0533214 Nov 10 17:32:59.096348 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a4a680b-0ba1-4a44-ac4e-4019327d95a8 req-1ca1080e-a35b-4cbe-ae84-22562d19fbdf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401874 Nov 10 17:32:59.282516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-eb8cd2a2-4b96-46a1-a75c-3b8d9e4d7d01 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807896 Nov 10 17:33:00.272935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2686b-6b35-4aba-8d09-70d487b49928 req-15949bab-d9a4-4b86-b4ae-5fc3dbe5f0ea tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:00.274392 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcb2686b-6b35-4aba-8d09-70d487b49928 req-15949bab-d9a4-4b86-b4ae-5fc3dbe5f0ea tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.1081591 Nov 10 17:33:00.323116 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcb2686b-6b35-4aba-8d09-70d487b49928 req-cb5596cc-99c7-473f-948c-7c198d1fbabc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Nov 10 17:33:01.295859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-d663d19c-c569-4fbe-b97a-ab36865736aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:01.297334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-d663d19c-c569-4fbe-b97a-ab36865736aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1097 time: 0.0463870 Nov 10 17:33:01.388362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-30808131-b6ee-4677-969c-7d53313a77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:01.389842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-30808131-b6ee-4677-969c-7d53313a77f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0848961 Nov 10 17:33:01.445450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5dfb7-f3d3-4d11-8378-961214613414 req-006c8601-6682-4088-92ae-37e37678a6a0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:01.446970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ca5dfb7-f3d3-4d11-8378-961214613414 req-006c8601-6682-4088-92ae-37e37678a6a0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0531895 Nov 10 17:33:01.461067 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-4eef41cf-0198-4d85-a9e7-ec75bb3b81b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 1000 time: 0.0639248 Nov 10 17:33:01.498744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ca5dfb7-f3d3-4d11-8378-961214613414 req-bfa559fc-9758-44cc-8695-21e5593e3781 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456526 Nov 10 17:33:01.511792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-57468f94-0080-4ca7-8ac7-a23f482bde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:01.513301 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-57468f94-0080-4ca7-8ac7-a23f482bde68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0454996 Nov 10 17:33:01.559370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-1fbd344b-1133-4266-9e26-41a88584a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:01.560882 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-1fbd344b-1133-4266-9e26-41a88584a585 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400257 Nov 10 17:33:01.627175 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4247e248-861f-4d16-9aa9-6a960c90d96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:01.655320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-01adfc00-6296-4116-94ad-72763a5b1d20 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868185 Nov 10 17:33:01.742909 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-9637294d-31f8-4390-91fe-cdc6b302520e service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810854 Nov 10 17:33:02.622849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a770a-9f86-4c56-8638-7a7e1b9c7589 req-4fb4fdc6-c42c-4e48-8f35-720704c472eb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:02.624245 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-337a770a-9f86-4c56-8638-7a7e1b9c7589 req-4fb4fdc6-c42c-4e48-8f35-720704c472eb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0557144 Nov 10 17:33:02.671985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-337a770a-9f86-4c56-8638-7a7e1b9c7589 req-2b88381c-ef7e-4423-ad9f-14fa1bb6ac5c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414531 Nov 10 17:33:03.787198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e25473-bfb1-422d-840c-776d5e2c9450 req-7bd2c762-a58f-4930-9fb1-2897cf00af68 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:03.788713 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63e25473-bfb1-422d-840c-776d5e2c9450 req-7bd2c762-a58f-4930-9fb1-2897cf00af68 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0481527 Nov 10 17:33:03.836403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-63e25473-bfb1-422d-840c-776d5e2c9450 req-2dc2b93d-3333-4a53-9616-ccbd45f6b728 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Nov 10 17:33:03.890310 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-252b2f2c-6f94-4942-b6b7-db7013c0f2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:04.956463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a85f4c-5ed1-4bfe-8cb2-d57425618f32 req-a749b5c6-b3a5-470a-9077-135825082009 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:04.958465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0a85f4c-5ed1-4bfe-8cb2-d57425618f32 req-a749b5c6-b3a5-470a-9077-135825082009 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0509205 Nov 10 17:33:05.006346 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a0a85f4c-5ed1-4bfe-8cb2-d57425618f32 req-6e81b779-6c94-4c3a-8302-c7da976b200a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Nov 10 17:33:05.256224 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:06.121809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1faf1e3-5331-4b4c-9d28-1043b3e1ac71 req-fb5d7fe2-eede-4f2c-8018-98e163eb6fcb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:06.123274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1faf1e3-5331-4b4c-9d28-1043b3e1ac71 req-fb5d7fe2-eede-4f2c-8018-98e163eb6fcb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0488675 Nov 10 17:33:06.169774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a1faf1e3-5331-4b4c-9d28-1043b3e1ac71 req-2ff6a7d5-58ec-4509-831b-f41b19ad00de tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405428 Nov 10 17:33:06.975729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:07.283386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749b747-ca3f-4aa3-840e-f72b36681772 req-d1dd4dff-969d-48ed-b937-2856e24c6db3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:07.284736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5749b747-ca3f-4aa3-840e-f72b36681772 req-d1dd4dff-969d-48ed-b937-2856e24c6db3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0479236 Nov 10 17:33:07.336934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5749b747-ca3f-4aa3-840e-f72b36681772 req-f177da9f-4d0f-4746-b78e-7c4c21cd0dd0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462992 Nov 10 17:33:07.656159 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.404798 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.458513 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25000082-af13-4391-8e3a-35fb0d5b9139 req-b27bb3ae-be16-4c02-9bd5-988081b9798a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:08.460057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-25000082-af13-4391-8e3a-35fb0d5b9139 req-b27bb3ae-be16-4c02-9bd5-988081b9798a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0550158 Nov 10 17:33:08.507219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-25000082-af13-4391-8e3a-35fb0d5b9139 req-50e6b1b7-5b42-4f43-beb8-476e5105ce6f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412028 Nov 10 17:33:09.623124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c90722-9fbe-42b9-9284-161011cf2fc6 req-8e43dc56-1c2c-478e-8aef-90a022aec8ce tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:09.624530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c90722-9fbe-42b9-9284-161011cf2fc6 req-8e43dc56-1c2c-478e-8aef-90a022aec8ce tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0491436 Nov 10 17:33:09.671879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9c90722-9fbe-42b9-9284-161011cf2fc6 req-cb6dbf15-0797-47f7-bd3d-158a3a76b7eb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Nov 10 17:33:10.789511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a378-f5f3-40da-a184-9f0d91be0bed req-dcd4becd-3c70-4294-ad2c-b39a84abfa10 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:10.791279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0059a378-f5f3-40da-a184-9f0d91be0bed req-dcd4becd-3c70-4294-ad2c-b39a84abfa10 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0510154 Nov 10 17:33:10.837940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0059a378-f5f3-40da-a184-9f0d91be0bed req-36732a63-3308-4345-9dce-2d8b26f71742 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 Nov 10 17:33:10.958826 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:11.956382 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a02f3-a326-4ea3-bd67-a2fa14cb9a5c req-40d0aaee-ed84-4480-8cbd-082af24e5adc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:11.957866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c09a02f3-a326-4ea3-bd67-a2fa14cb9a5c req-40d0aaee-ed84-4480-8cbd-082af24e5adc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0501897 Nov 10 17:33:12.005154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c09a02f3-a326-4ea3-bd67-a2fa14cb9a5c req-8c29b152-859e-4981-b156-7c9668f86451 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 Nov 10 17:33:13.121244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3ebf8-8294-4cc7-bba9-d4caa4b87df5 req-c7501dc8-37eb-4d2c-851c-5afdd3b73473 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:13.122745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38d3ebf8-8294-4cc7-bba9-d4caa4b87df5 req-c7501dc8-37eb-4d2c-851c-5afdd3b73473 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Nov 10 17:33:13.174186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38d3ebf8-8294-4cc7-bba9-d4caa4b87df5 req-43d38df5-79af-4d65-a13f-f73c0debcc02 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455470 Nov 10 17:33:14.060848 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-59eb97ed-5814-41a4-84f6-ac0b10f31620 service neutron] show failed (client error): The resource could not be found. Nov 10 17:33:14.061962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-59eb97ed-5814-41a4-84f6-ac0b10f31620 service neutron] 10.222.0.69 "GET /v2.0/ports/27464c20-8e18-4023-81dd-5c2c21c81288/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0583103 Nov 10 17:33:14.293677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31cc6-7937-4c12-9c5a-3eec028c1770 req-2229336c-19c1-49ee-aa91-469d940113d8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:14.295196 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93a31cc6-7937-4c12-9c5a-3eec028c1770 req-2229336c-19c1-49ee-aa91-469d940113d8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0513203 Nov 10 17:33:14.344120 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-93a31cc6-7937-4c12-9c5a-3eec028c1770 req-f662998d-3ab4-4dc1-8abe-b9a1fa91b4cc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 Nov 10 17:33:14.727815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-bd4e3e5c-8bc1-43c2-bef6-4830de7ec052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:14.729321 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-bd4e3e5c-8bc1-43c2-bef6-4830de7ec052 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0830655 Nov 10 17:33:14.744855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:14.796034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.002986 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:15.034525 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:15.073632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:15.075924 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633a7977-f3e3-451d-aeac-ec04b2636f05" -d '{"events": [{"server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "name": "network-vif-unplugged", "status": "completed", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:15.079986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.092606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Transition to ACTIVE for port object 27464c20-8e18-4023-81dd-5c2c21c81288 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:15.164846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.194539 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3558af-0f3a-4a23-896e-d3191e352406 x-openstack-request-id: req-0d3558af-0f3a-4a23-896e-d3191e352406 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:15.194831 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "name": "network-vif-unplugged", "status": "completed", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:15.195090 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d3558af-0f3a-4a23-896e-d3191e352406 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:15.195514 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288', 'code': 200} Nov 10 17:33:15.277129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:15.309998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.310347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.310689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.311025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.311380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.311745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.312076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.312400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.312724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.313052 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.313376 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.313738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:15.360445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] No DVR routers for this DVR port 27464c20-8e18-4023-81dd-5c2c21c81288 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:15.464785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14dbc4-8add-4194-a5a6-7856e11c7290 req-1ec1bea5-841f-4259-883d-bdf98b2d563d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.466379 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b14dbc4-8add-4194-a5a6-7856e11c7290 req-1ec1bea5-841f-4259-883d-bdf98b2d563d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 943 time: 0.0494742 Nov 10 17:33:15.497559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Attempting to bind port 27464c20-8e18-4023-81dd-5c2c21c81288 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:15.497896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Attempting to bind port 27464c20-8e18-4023-81dd-5c2c21c81288 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:15.498225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Attempting to bind port 27464c20-8e18-4023-81dd-5c2c21c81288 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:15.502520 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Port 27464c20-8e18-4023-81dd-5c2c21c81288 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:15.502848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Attempting to bind port 27464c20-8e18-4023-81dd-5c2c21c81288 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:15.508584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:15.508922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:15.509306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:15.509730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Bound port: 27464c20-8e18-4023-81dd-5c2c21c81288, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:15.510085 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.518999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7b14dbc4-8add-4194-a5a6-7856e11c7290 req-7935916d-c3ac-4e21-8bb8-4c85a6a28e44 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Nov 10 17:33:15.578959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:15.582050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:15.656087 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.691666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.692296 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.693759 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] 10.222.0.18 "PUT /v2.0/ports/27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 1092 time: 0.9533746 Nov 10 17:33:15.715770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bd99a-b64f-40c3-9187-a2659b9596ae service neutron] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:15.764844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-049fb397-cdb8-48e7-a4d1-5ec33bcde34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.766366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-049fb397-cdb8-48e7-a4d1-5ec33bcde34c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1095 time: 0.0458419 Nov 10 17:33:15.866730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-08a44cca-8ad4-462e-acba-e47aef93b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.868696 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-08a44cca-8ad4-462e-acba-e47aef93b92b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0938969 Nov 10 17:33:15.937164 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-755409e4-62ed-48c5-ae40-47e504b4708c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 998 time: 0.0592947 Nov 10 17:33:15.986125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-72fc225c-ad49-4d29-98aa-06d86f446b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.987600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-72fc225c-ad49-4d29-98aa-06d86f446b30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0441878 Nov 10 17:33:16.037534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-79d07a16-eb67-431c-a624-c90a701f127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.039075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-79d07a16-eb67-431c-a624-c90a701f127f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446172 Nov 10 17:33:16.129235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-a6d93ecf-b06c-4c8a-aaf1-fc1c7d913c50 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820081 Nov 10 17:33:16.224697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-11211549-0586-4e78-8e3c-ab9573ed1936 req-772f4101-aa45-4761-bb19-89af676920e5 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846372 Nov 10 17:33:16.642028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c252f1-bf27-49da-856e-ddb6cc3ae75a req-480742f6-6208-4f46-88c6-1166bb5911f6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.642969 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96c252f1-bf27-49da-856e-ddb6cc3ae75a req-480742f6-6208-4f46-88c6-1166bb5911f6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 943 time: 0.0520637 Nov 10 17:33:16.693640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96c252f1-bf27-49da-856e-ddb6cc3ae75a req-eb068002-2c0a-44c7-9bba-623d8af06cfa tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 Nov 10 17:33:17.196989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:17.199573 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84652134-9386-4283-9ed8-b5f353dadfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:17.246659 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6933b1b-11e0-4aff-901e-96bcaf7caf42 x-openstack-request-id: req-b6933b1b-11e0-4aff-901e-96bcaf7caf42 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:17.246947 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:17.247196 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6933b1b-11e0-4aff-901e-96bcaf7caf42 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:17.247618 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288', 'status': 'completed', 'code': 200} Nov 10 17:33:17.310277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-5431ac13-07fd-4274-91c7-d9adf19d234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.312006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-5431ac13-07fd-4274-91c7-d9adf19d234c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1095 time: 0.0415764 Nov 10 17:33:17.313090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-98ed50bd-cb36-4a4e-8893-94f6f7bec45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.314578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-98ed50bd-cb36-4a4e-8893-94f6f7bec45c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1095 time: 0.0451944 Nov 10 17:33:17.407010 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-186ca4d1-1ec2-4d98-bbb5-62180517cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.408511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-186ca4d1-1ec2-4d98-bbb5-62180517cead service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0859931 Nov 10 17:33:17.410572 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-ade55de6-993a-4331-a21c-770564859bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.412146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-ade55de6-993a-4331-a21c-770564859bfd service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0922334 Nov 10 17:33:17.478956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-ca133970-90a7-46f6-b983-22d52f8d0704 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 998 time: 0.0625982 Nov 10 17:33:17.481393 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-25bd29c7-fba2-4e0a-9dec-2ea2d2266225 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 998 time: 0.0615976 Nov 10 17:33:17.529327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-675474fc-0090-412a-b413-08fc707716af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.530771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-675474fc-0090-412a-b413-08fc707716af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0440481 Nov 10 17:33:17.531242 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-01c85382-c28d-44eb-98e3-da233f918f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.532707 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-01c85382-c28d-44eb-98e3-da233f918f2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0436151 Nov 10 17:33:17.578196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-50a1d320-3bc7-4f02-bfd4-b4560f7f37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.579727 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-50a1d320-3bc7-4f02-bfd4-b4560f7f37b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417011 Nov 10 17:33:17.580763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-94ba24af-847f-483e-adae-41b922b68501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.582255 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-94ba24af-847f-483e-adae-41b922b68501 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422137 Nov 10 17:33:17.672773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-d5c700a3-b1cf-4b10-99c4-9e79d92d50c8 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858018 Nov 10 17:33:17.674812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-d258f506-7ee8-4d19-be38-16f240c1818e service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839391 Nov 10 17:33:17.767042 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-dc8a4880-2e8b-4a68-99cf-0806f1e3056c service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Nov 10 17:33:17.768837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-84652134-9386-4283-9ed8-b5f353dadfc8 req-cdb0e2b1-c58a-4697-849b-0fd309d5b236 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888808 Nov 10 17:33:17.816934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2980d-0a7f-462f-a774-40aa78f7cf3a req-a33b765a-6368-4ae5-80d0-06849f07797a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.818420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0b2980d-0a7f-462f-a774-40aa78f7cf3a req-a33b765a-6368-4ae5-80d0-06849f07797a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 943 time: 0.0504861 Nov 10 17:33:17.870287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0b2980d-0a7f-462f-a774-40aa78f7cf3a req-81fb4288-2acf-4647-aa09-a78da2369d83 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451479 Nov 10 17:33:18.379574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 27464c20-8e18-4023-81dd-5c2c21c81288 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:18.422107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 27464c20-8e18-4023-81dd-5c2c21c81288 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:18.996744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f18eb3-86d5-4a87-b7e2-a932f325f4ab req-71f95df3-4fb8-4a4f-9448-74a72d2e0eda tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:18.998245 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73f18eb3-86d5-4a87-b7e2-a932f325f4ab req-71f95df3-4fb8-4a4f-9448-74a72d2e0eda tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 943 time: 0.0548642 Nov 10 17:33:19.047319 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-73f18eb3-86d5-4a87-b7e2-a932f325f4ab req-bfc584fe-4f2d-4eb8-b73c-9047ab4dd112 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Nov 10 17:33:19.211406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 27464c20-8e18-4023-81dd-5c2c21c81288 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:19.306442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:19.318083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '27464c20-8e18-4023-81dd-5c2c21c81288', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': '27464c20-8e18-4023-81dd-5c2c21c81288', 'mac_address': 'fa:16:3e:ca:b8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:19.361587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:19.374700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27464c20-8e18-4023-81dd-5c2c21c81288 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:19.394398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:19.429639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8aa5a-cbc7-4489-8d52-480600ed6876 req-0f1212c4-b2f8-461c-bc0f-21fb9b718584 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.431983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10d8aa5a-cbc7-4489-8d52-480600ed6876 req-0f1212c4-b2f8-461c-bc0f-21fb9b718584 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 943 time: 0.0503354 Nov 10 17:33:19.484512 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:19.512327 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-10d8aa5a-cbc7-4489-8d52-480600ed6876 req-1ff52a2d-633f-42b8-bb02-4c5b31c8a441 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739949 Nov 10 17:33:19.530858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-53785c1b-dfda-4627-96b9-44ff7b99d03c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.532341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-53785c1b-dfda-4627-96b9-44ff7b99d03c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839&tenant_id=4a68fe236a6b4250a6876b7053123cc6&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 943 time: 0.0688572 Nov 10 17:33:19.532881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:19.540981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.541321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.541652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.541979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.542302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.542624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.543009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.543262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.543611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.543927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.544242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.544561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:19.593106 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-c1bb7cac-7171-4ab5-8312-a7cdabf9da45 service neutron] delete failed (client error): The resource could not be found. Nov 10 17:33:19.594113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-c1bb7cac-7171-4ab5-8312-a7cdabf9da45 service neutron] 10.222.0.69 "DELETE /v2.0/ports/27464c20-8e18-4023-81dd-5c2c21c81288/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0546596 Nov 10 17:33:19.681990 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-aa4052af-288f-4210-b2d8-03ada4e045be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.683617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-aa4052af-288f-4210-b2d8-03ada4e045be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 1096 time: 0.0433869 Nov 10 17:33:19.723047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['27464c20-8e18-4023-81dd-5c2c21c81288'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:19.780860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-9728d4fd-122d-488b-8561-a59c67252728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.782286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-9728d4fd-122d-488b-8561-a59c67252728 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0923615 Nov 10 17:33:19.847985 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-017dc8fe-a1db-429b-9206-be7ba282b8c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 200 len: 999 time: 0.0585637 Nov 10 17:33:19.896442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-af8265eb-160b-4354-bb29-7deb91021e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.897882 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-af8265eb-160b-4354-bb29-7deb91021e2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0435722 Nov 10 17:33:19.947495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-3b0bc3fb-70ab-4d8d-ad87-5f70c86c43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.949032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-3b0bc3fb-70ab-4d8d-ad87-5f70c86c43b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446684 Nov 10 17:33:20.037366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-93933ef3-ae91-4b18-a36d-9719e6250e74 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806768 Nov 10 17:33:20.132579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7aa66260-8a8d-400e-85d2-1a51811621b3 req-678fc483-5ed4-4499-8886-daaf4cc6e84a service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881555 Nov 10 17:33:20.631122 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:33:20.631794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0e828-4ef6-410f-a711-f5b7a8c4946d req-d9f673cf-6ea4-41e7-bc03-e5e2aa1fbe55 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:20.633012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cff0e828-4ef6-410f-a711-f5b7a8c4946d req-d9f673cf-6ea4-41e7-bc03-e5e2aa1fbe55 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 944 time: 0.0488217 Nov 10 17:33:20.680898 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cff0e828-4ef6-410f-a711-f5b7a8c4946d req-6e6fc7ae-d47a-4578-a2bb-33698fdbc981 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Nov 10 17:33:21.220083 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 27464c20-8e18-4023-81dd-5c2c21c81288 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:21.352660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 27464c20-8e18-4023-81dd-5c2c21c81288 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:21.356928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 27464c20-8e18-4023-81dd-5c2c21c81288 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:21.357297 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.434138 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.459641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:21.461920 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b43491-2373-451c-9d76-0e1faa60f31a" -d '{"events": [{"server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "name": "network-vif-plugged", "status": "completed", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:21.477941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:21.569765 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82bff57-bb9e-4cc1-aaa7-56636320965c x-openstack-request-id: req-d82bff57-bb9e-4cc1-aaa7-56636320965c {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:21.570055 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "name": "network-vif-plugged", "status": "completed", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:21.570301 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d82bff57-bb9e-4cc1-aaa7-56636320965c {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:21.570729 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288', 'code': 200} Nov 10 17:33:21.571891 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.618125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:21.798564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed5b29-c528-4dc5-982a-efade7104b1b req-93e52be1-6421-4717-a8a8-e611b645b9e8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:21.800005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4ed5b29-c528-4dc5-982a-efade7104b1b req-93e52be1-6421-4717-a8a8-e611b645b9e8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0490277 Nov 10 17:33:21.846990 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a4ed5b29-c528-4dc5-982a-efade7104b1b req-d6b03abb-a6b8-4556-9966-05d3d4fa99b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Nov 10 17:33:21.962606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9714f-74fd-4698-8016-901c8f395f7e req-37afc9f1-dc4a-4991-9f74-412f321435e3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:21.964841 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68c9714f-74fd-4698-8016-901c8f395f7e req-37afc9f1-dc4a-4991-9f74-412f321435e3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0488977 Nov 10 17:33:22.010956 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68c9714f-74fd-4698-8016-901c8f395f7e req-06755036-fca5-4648-855f-1e4a19ffcdd7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 Nov 10 17:33:22.128677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4e5e-cf56-4c65-8ea6-b57b0649c34b req-7603bec9-ce2f-4dda-b91e-445a53e770cd tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.130113 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-589d4e5e-cf56-4c65-8ea6-b57b0649c34b req-7603bec9-ce2f-4dda-b91e-445a53e770cd tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0521410 Nov 10 17:33:22.178886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-589d4e5e-cf56-4c65-8ea6-b57b0649c34b req-5791ab14-1640-4796-8760-c8a2196885b9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Nov 10 17:33:22.595295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1906c0-c941-4fd7-930d-3f29b930026f req-83099767-2f41-4ce9-8bea-b2e685382ce1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.596818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a1906c0-c941-4fd7-930d-3f29b930026f req-83099767-2f41-4ce9-8bea-b2e685382ce1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Nov 10 17:33:22.643535 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8a1906c0-c941-4fd7-930d-3f29b930026f req-a6e01763-639a-4dbd-b123-05bc675f9578 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Nov 10 17:33:23.764063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c7c76-bd9a-4641-88d4-287b372aad22 req-2e351123-2a28-42fe-8742-901ca80ab2e9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:23.765684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e0c7c76-bd9a-4641-88d4-287b372aad22 req-2e351123-2a28-42fe-8742-901ca80ab2e9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0505383 Nov 10 17:33:23.824952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e0c7c76-bd9a-4641-88d4-287b372aad22 req-f7c34a55-75a8-4cd4-ab8c-eda16a618c75 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530884 Nov 10 17:33:24.044435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed322194-52eb-4852-9067-50ab133b328d req-db157035-9bc5-439e-902f-c4b2f99ab80c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:24.045776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed322194-52eb-4852-9067-50ab133b328d req-db157035-9bc5-439e-902f-c4b2f99ab80c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 945 time: 0.0523605 Nov 10 17:33:24.133183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Deleting port 27464c20-8e18-4023-81dd-5c2c21c81288 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:24.133511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.224007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] For port 27464c20-8e18-4023-81dd-5c2c21c81288, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=27464c20-8e18-4023-81dd-5c2c21c81288,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:24.224360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.390916 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.391279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.391621 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419 disassociated. External IP: 172.25.3.85, port: 27464c20-8e18-4023-81dd-5c2c21c81288. Nov 10 17:33:24.391957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Calling delete_port for 27464c20-8e18-4023-81dd-5c2c21c81288 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:24.581839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.608926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event deleted for resources: {'Port': ['ID=27464c20-8e18-4023-81dd-5c2c21c81288,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:24.728824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:33:24.837907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:33:24.848142 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:33:24.867390 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:33:24.868070 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:33:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:24.881549 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] No DVR routers for this DVR port 27464c20-8e18-4023-81dd-5c2c21c81288 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:24.883849 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.888867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed322194-52eb-4852-9067-50ab133b328d req-b94ea858-104f-4f9d-ad30-e0ee92c0a172 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "DELETE /v2.0/ports/27464c20-8e18-4023-81dd-5c2c21c81288 HTTP/1.1" status: 204 len: 173 time: 0.8369074 Nov 10 17:33:24.889354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'name': 'network-vif-deleted', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:24.891832 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447ccf4c-ecdf-4d29-ac9b-f84afd3b23f9" -d '{"events": [{"server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "name": "network-vif-deleted", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:24.938512 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1989da26-96e8-43d5-ab60-17266e170b84 x-openstack-request-id: req-1989da26-96e8-43d5-ab60-17266e170b84 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:24.938840 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756901b2-c14c-4b99-b466-7b4cbcf09839", "name": "network-vif-deleted", "tag": "27464c20-8e18-4023-81dd-5c2c21c81288", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:24.939095 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1989da26-96e8-43d5-ab60-17266e170b84 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:24.939526 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756901b2-c14c-4b99-b466-7b4cbcf09839', 'name': 'network-vif-deleted', 'tag': '27464c20-8e18-4023-81dd-5c2c21c81288', 'status': 'completed', 'code': 200} Nov 10 17:33:24.941679 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4695227a-9955-4862-acbf-2ac25ba1dd97 req-8d342418-30fa-4d29-a5b4-612d6a30bb8b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 210 time: 0.0374317 Nov 10 17:33:24.996076 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:33:25.198815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:25.228372 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:33:25.237709 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:33:25.238299 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:33:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:25.343251 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:33:25.626535 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:25.654744 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1067295-6812-4045-a07a-0593dd169a45 None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:33:25.686658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-838fa13c-4c06-42d4-baaf-6878b54d8a92 req-6f7feb22-a44e-414e-b905-8ce0116deaf8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=756901b2-c14c-4b99-b466-7b4cbcf09839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318797 Nov 10 17:33:25.767729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-838fa13c-4c06-42d4-baaf-6878b54d8a92 req-0b4c9bf7-aa5d-49fb-a6ba-a8575e04bbd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=756901b2-c14c-4b99-b466-7b4cbcf09839 HTTP/1.1" status: 200 len: 210 time: 0.0293238 Nov 10 17:33:25.888605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fa13c-4c06-42d4-baaf-6878b54d8a92 req-81f2562e-9c7d-4206-b196-2624ba4f974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:25.890080 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-838fa13c-4c06-42d4-baaf-6878b54d8a92 req-81f2562e-9c7d-4206-b196-2624ba4f974e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a68fe236a6b4250a6876b7053123cc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1020036 Nov 10 17:33:25.905167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b635f2-1533-49fe-82cc-27179c97b75d None None] New status for floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:33:25.994771 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fa13c-4c06-42d4-baaf-6878b54d8a92 req-dd84936f-d580-4925-b5fe-35637ad2c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:25.996429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-838fa13c-4c06-42d4-baaf-6878b54d8a92 req-dd84936f-d580-4925-b5fe-35637ad2c28a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988162 Nov 10 17:33:26.193240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-a50bed7d-65bc-4198-9349-5fe713fd953c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2012244807&fields=id&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 267 time: 0.0416627 Nov 10 17:33:26.298589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-bd219138-ce43-4604-b0ce-848de90b3638 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:26.300073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-bd219138-ce43-4604-b0ce-848de90b3638 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 811 time: 0.0992351 Nov 10 17:33:26.314990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-d261c7ec-c1e4-4ea6-89bd-1faa16a1c782 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/quotas/4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 375 time: 0.0092461 Nov 10 17:33:26.372119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-114055e5-e15e-4bd4-a3dd-8937d7199dd0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515690 Nov 10 17:33:26.510443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-a54644d3-764a-4b13-9b4b-d91a17902ee2 service neutron] 10.222.0.62 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267703 Nov 10 17:33:26.603672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-699d5e31-b31c-4d5f-bb72-ad29672b44b5 service neutron] 10.222.0.62 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864840 Nov 10 17:33:26.840329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a86faec1-184f-4aa7-b466-a022ac918383 req-b1c1fe4a-df88-48f2-ac68-4e4765ac4dfa tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 210 time: 0.0298176 Nov 10 17:33:27.219034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 27464c20-8e18-4023-81dd-5c2c21c81288 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:27.242366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 27464c20-8e18-4023-81dd-5c2c21c81288 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:27.242704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 27464c20-8e18-4023-81dd-5c2c21c81288 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:27.936237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-51a8659a-ff0d-4d23-97f9-0eee80a5b587 req-0fac4012-5964-4333-b27a-4d4e83a75c72 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 210 time: 0.0287371 Nov 10 17:33:28.663397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-2114538e-3ada-4f31-b361-758a36632e8c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:28.664824 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-2114538e-3ada-4f31-b361-758a36632e8c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 811 time: 0.1014237 Nov 10 17:33:28.730250 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-3944652e-217b-48bd-bdd7-870e3b07963b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 380 time: 0.0552733 Nov 10 17:33:28.740184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'port': {'device_id': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'admin_state_up': True, 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'security_groups': ['d6107807-a8a1-4ded-b37a-eec871c86a96']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:28.907228 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Made reservation on behalf of 4a68fe236a6b4250a6876b7053123cc6 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:28.910872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.049722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e30be62-132e-4ed6-9a90-4ab3d3e38ea1 req-c4a54b44-68d2-4441-b1f4-93077f4c9cc9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 210 time: 0.0355597 Nov 10 17:33:29.063722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Allocated IP 172.20.0.10 (a492a729-fcf1-44a7-ba09-a4e6a4eb63be/b9657a46-fdee-4aa1-96c2-d013dd1c46bd/6aee7178-116b-4841-96de-84a350b61709) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:29.202329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.325786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.365405 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:29.368410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:29.374815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:29.402404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:29.428728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:29.436648 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.555768 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e3909942-65db-49da-90a9-6c94b11fa305 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8193133 Nov 10 17:33:29.560004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c17a2ec7-1f18-49e3-9a82-b1acca71c89b None None] Provisioning complete for port 6aee7178-116b-4841-96de-84a350b61709 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:29.568814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c17a2ec7-1f18-49e3-9a82-b1acca71c89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.568947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Request body: {'port': {'device_id': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:29.593202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c17a2ec7-1f18-49e3-9a82-b1acca71c89b None None] Port 6aee7178-116b-4841-96de-84a350b61709 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:33:29.961838 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.171806 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02892ea-fe05-401a-84b3-8c7d57d760af req-6aec5fb9-7e90-4749-91fb-54522a6f4a2b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:30.173303 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f02892ea-fe05-401a-84b3-8c7d57d760af req-6aec5fb9-7e90-4749-91fb-54522a6f4a2b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 932 time: 0.0510802 Nov 10 17:33:30.222092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f02892ea-fe05-401a-84b3-8c7d57d760af req-12e331e2-238f-461a-abfa-93e824330faf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Nov 10 17:33:30.227353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aee7178-116b-4841-96de-84a350b61709 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:30.236182 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.248243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Transition to ACTIVE for port object 6aee7178-116b-4841-96de-84a350b61709 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:30.358690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.413351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:30.483873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Attempting to bind port 6aee7178-116b-4841-96de-84a350b61709 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:30.484208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Attempting to bind port 6aee7178-116b-4841-96de-84a350b61709 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:30.484603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Attempting to bind port 6aee7178-116b-4841-96de-84a350b61709 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:30.489560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Port 6aee7178-116b-4841-96de-84a350b61709 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:30.489880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Attempting to bind port 6aee7178-116b-4841-96de-84a350b61709 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:30.495438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:30.496311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:30.496693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:30.497123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Bound port: 6aee7178-116b-4841-96de-84a350b61709, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:30.497475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.565969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:30.569283 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:30.656502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.691970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:30.692574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.694342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] 10.222.0.18 "PUT /v2.0/ports/6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 1093 time: 1.1301339 Nov 10 17:33:30.696427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'tag': '6aee7178-116b-4841-96de-84a350b61709'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:30.700159 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ea4b0c-f017-415c-9748-a7f658142897" -d '{"events": [{"name": "network-changed", "server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "tag": "6aee7178-116b-4841-96de-84a350b61709"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:30.733493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4f836-5e5d-4e16-84fe-645990c96f54 service neutron] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:30.742463 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dfbd4b-0bcc-4af4-8d17-e1e303c845d8 x-openstack-request-id: req-66dfbd4b-0bcc-4af4-8d17-e1e303c845d8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:30.742758 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "tag": "6aee7178-116b-4841-96de-84a350b61709", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:30.743011 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66dfbd4b-0bcc-4af4-8d17-e1e303c845d8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:30.743470 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'tag': '6aee7178-116b-4841-96de-84a350b61709', 'status': 'completed', 'code': 200} Nov 10 17:33:30.809987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea4b0c-f017-415c-9748-a7f658142897 req-24f988fc-fb15-46ca-be75-96fb92de9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:30.811592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1ea4b0c-f017-415c-9748-a7f658142897 req-24f988fc-fb15-46ca-be75-96fb92de9576 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1096 time: 0.0457880 Nov 10 17:33:30.920516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea4b0c-f017-415c-9748-a7f658142897 req-570809e3-4332-4502-b154-41c676246f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:30.921994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1ea4b0c-f017-415c-9748-a7f658142897 req-570809e3-4332-4502-b154-41c676246f9e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a68fe236a6b4250a6876b7053123cc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1031394 Nov 10 17:33:31.036519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea4b0c-f017-415c-9748-a7f658142897 req-d2213624-5649-4c14-bca6-395e1f751eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:31.036519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1ea4b0c-f017-415c-9748-a7f658142897 req-d2213624-5649-4c14-bca6-395e1f751eea service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044679 Nov 10 17:33:31.111698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-da5debce-8e3b-4df5-9f47-9649aa390d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:31.113191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-da5debce-8e3b-4df5-9f47-9649aa390d84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1096 time: 0.0429487 Nov 10 17:33:31.177952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-07dc928c-4e23-47a8-909c-91b8d54eb1f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 217 time: 0.0564902 Nov 10 17:33:31.237476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-c8e1834b-7e15-4bea-9af9-9a145b1f778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:31.239013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-c8e1834b-7e15-4bea-9af9-9a145b1f778f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0547197 Nov 10 17:33:31.312885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-de442846-3af6-4781-920d-eedb8c9cd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:31.315017 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-de442846-3af6-4781-920d-eedb8c9cd737 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687101 Nov 10 17:33:31.395741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc17aaa-26ec-4092-8330-2b47a65b7822 req-f57ba16e-d2c4-4e2e-8319-12cf40907e5c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:31.397424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbc17aaa-26ec-4092-8330-2b47a65b7822 req-f57ba16e-d2c4-4e2e-8319-12cf40907e5c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0768878 Nov 10 17:33:31.446554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-ac3822f9-6fc2-4934-983e-afcd2586f036 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241663 Nov 10 17:33:31.463004 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dbc17aaa-26ec-4092-8330-2b47a65b7822 req-c2e1f46d-d47d-4cc3-b20d-91e533e90eb1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581417 Nov 10 17:33:31.572531 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f6f038d-acb3-41d2-97f7-18ada3b0b78c req-3974d11a-9e0c-4608-bc27-0d939bc0195f service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189916 Nov 10 17:33:31.639980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6bccc1cb-8a95-422c-9539-7010d782a0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:32.585995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606e484-91c4-4243-87de-671af6b9e7ab req-e29ea3f5-2b47-41c1-a389-968f13630852 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.587440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c606e484-91c4-4243-87de-671af6b9e7ab req-e29ea3f5-2b47-41c1-a389-968f13630852 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0505674 Nov 10 17:33:32.641876 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c606e484-91c4-4243-87de-671af6b9e7ab req-c28081bd-b6cf-489b-ac04-25154a52b6a5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477390 Nov 10 17:33:33.767981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1025ca-7ebc-4640-9b62-a5fa2f1f52f6 req-70ae117c-0895-46a2-99a0-798a823b9ac0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:33.769623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba1025ca-7ebc-4640-9b62-a5fa2f1f52f6 req-70ae117c-0895-46a2-99a0-798a823b9ac0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0549474 Nov 10 17:33:33.822826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba1025ca-7ebc-4640-9b62-a5fa2f1f52f6 req-55972637-7924-43e4-8ca7-9921d2af39cc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472748 Nov 10 17:33:33.913228 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43ac1207-c83f-4ce0-ba32-e4a5d695d411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:34.950381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c3128-816c-4d38-be2b-61ce45d95794 req-af797c55-4cb3-437d-8f9d-03b5a98050d2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:34.952112 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de5c3128-816c-4d38-be2b-61ce45d95794 req-af797c55-4cb3-437d-8f9d-03b5a98050d2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0537050 Nov 10 17:33:35.005050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de5c3128-816c-4d38-be2b-61ce45d95794 req-3fe40d5d-0359-477d-852a-05ae8a7d5b34 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464952 Nov 10 17:33:35.239392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6aee7178-116b-4841-96de-84a350b61709 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:35.344241 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:35.360018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:35.367419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '6aee7178-116b-4841-96de-84a350b61709', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': '6aee7178-116b-4841-96de-84a350b61709', 'mac_address': 'fa:16:3e:51:f6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:35.415725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:35.433822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aee7178-116b-4841-96de-84a350b61709 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:35.455618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:35.536229 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:35.588241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:35.728830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6aee7178-116b-4841-96de-84a350b61709'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:36.125902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9690a9-ebdc-4303-bfb0-01282625c4b3 req-9a7eb42c-8c50-401b-b830-6fd987019493 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.127413 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b9690a9-ebdc-4303-bfb0-01282625c4b3 req-9a7eb42c-8c50-401b-b830-6fd987019493 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 945 time: 0.0490422 Nov 10 17:33:36.179671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b9690a9-ebdc-4303-bfb0-01282625c4b3 req-247611ea-a71b-4026-a115-945a4c38e894 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463505 Nov 10 17:33:37.021512 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.265716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6aee7178-116b-4841-96de-84a350b61709 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:37.302491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d00c27-69df-49fd-8269-5311046cd2d8 req-6c57525e-08c6-4985-903a-230d8b8b58d6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.304041 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36d00c27-69df-49fd-8269-5311046cd2d8 req-6c57525e-08c6-4985-903a-230d8b8b58d6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 945 time: 0.0504732 Nov 10 17:33:37.353766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36d00c27-69df-49fd-8269-5311046cd2d8 req-4c626fcf-b3d2-4a8b-a714-8a2089d017ae tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Nov 10 17:33:37.461424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 6aee7178-116b-4841-96de-84a350b61709 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:37.465632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 6aee7178-116b-4841-96de-84a350b61709 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:37.465994 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.554428 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.585265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aee7178-116b-4841-96de-84a350b61709'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:37.587632 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fee422-df9f-4c53-8645-f84e2b2438cf" -d '{"events": [{"server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "name": "network-vif-plugged", "status": "completed", "tag": "6aee7178-116b-4841-96de-84a350b61709"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:37.601517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:37.627670 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf07367a-c7a4-4bcb-9c40-a8c5bca625df x-openstack-request-id: req-bf07367a-c7a4-4bcb-9c40-a8c5bca625df {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:37.627670 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "name": "network-vif-plugged", "status": "completed", "tag": "6aee7178-116b-4841-96de-84a350b61709", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:37.627670 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf07367a-c7a4-4bcb-9c40-a8c5bca625df {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:37.627670 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aee7178-116b-4841-96de-84a350b61709', 'code': 200} Nov 10 17:33:37.684700 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.701503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.752601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:37.784619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de29235-55c4-44c0-a2d4-2facfda56b3c req-7e517351-2aa2-4002-90c0-e6042e58187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.786121 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1de29235-55c4-44c0-a2d4-2facfda56b3c req-7e517351-2aa2-4002-90c0-e6042e58187f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1098 time: 0.0446317 Nov 10 17:33:37.839207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1de29235-55c4-44c0-a2d4-2facfda56b3c req-d989ca20-e4a5-4216-b347-a67bb543ff3f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Nov 10 17:33:38.444307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.474010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f179566-a4f0-4fed-a50b-fb946483af34 req-6eb9af59-5ea2-4133-bf86-ac057a34a237 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:38.475497 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f179566-a4f0-4fed-a50b-fb946483af34 req-6eb9af59-5ea2-4133-bf86-ac057a34a237 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0497406 Nov 10 17:33:38.523296 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f179566-a4f0-4fed-a50b-fb946483af34 req-468c62d1-5b94-4386-ba73-a4fce7ddf623 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Nov 10 17:33:39.644169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1faca-8be8-4cbc-b04b-7036efbda8f4 req-6e826f1f-4f37-48bc-91ba-4c407636e00c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:39.645583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6eb1faca-8be8-4cbc-b04b-7036efbda8f4 req-6e826f1f-4f37-48bc-91ba-4c407636e00c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0498407 Nov 10 17:33:39.693624 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6eb1faca-8be8-4cbc-b04b-7036efbda8f4 req-c6d4e07d-b9b5-4d63-87b3-9edae88e5f8b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Nov 10 17:33:39.809621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8241957-9772-4ff9-8877-5a468769a9bd req-faa7f1b2-703b-47bf-9553-0a65efc92fab tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:39.811369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b8241957-9772-4ff9-8877-5a468769a9bd req-faa7f1b2-703b-47bf-9553-0a65efc92fab tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0537887 Nov 10 17:33:39.820205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:39.824833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'floatingip': {'port_id': '6aee7178-116b-4841-96de-84a350b61709'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:39.867745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:40.320689 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:40.404563 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:40.508544 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419 associated. External IP: 172.25.3.85, port: 6aee7178-116b-4841-96de-84a350b61709. Nov 10 17:33:40.714736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:33:40.821140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:33:40.826221 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:40.833902 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:33:40.846272 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:33:40.846969 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:33:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:40.858576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0ad05d1c-30d9-4893-8999-c301896a6ef3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "PUT /v2.0/floatingips/e69a4c26-205c-4b75-a32f-1ee71b2ac419 HTTP/1.1" status: 200 len: 991 time: 1.0372078 Nov 10 17:33:40.859170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'tag': '6aee7178-116b-4841-96de-84a350b61709'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:40.861494 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "tag": "6aee7178-116b-4841-96de-84a350b61709"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:40.899257 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfcc8ad-60dc-48c2-be31-cf1b95e08817 x-openstack-request-id: req-4dfcc8ad-60dc-48c2-be31-cf1b95e08817 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:40.899948 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "tag": "6aee7178-116b-4841-96de-84a350b61709", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:40.904702 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dfcc8ad-60dc-48c2-be31-cf1b95e08817 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:40.904702 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'tag': '6aee7178-116b-4841-96de-84a350b61709', 'status': 'completed', 'code': 200} Nov 10 17:33:40.970161 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:33:40.970569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-51a2b5a5-6c27-4892-9d48-42954dc7ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:40.970927 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:40.972180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-51a2b5a5-6c27-4892-9d48-42954dc7ab6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1098 time: 0.0429058 Nov 10 17:33:41.066687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-c99dcb44-128a-4175-ac08-a8c2a61d00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.068202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-c99dcb44-128a-4175-ac08-a8c2a61d00be service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0895224 Nov 10 17:33:41.139938 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-b84c00ea-e76d-429a-be3c-f909e0b247ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 999 time: 0.0644128 Nov 10 17:33:41.191894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-bcf42847-64f2-4616-ac40-abaef9d79488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.193407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-bcf42847-64f2-4616-ac40-abaef9d79488 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0473778 Nov 10 17:33:41.204206 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': '6aee7178-116b-4841-96de-84a350b61709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:51:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:33:40Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:41.232781 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:33:41.241280 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:33:41.241913 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:33:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:41.245789 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-a3538eed-d94e-416f-b45a-9fdc66762963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.247411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-a3538eed-d94e-416f-b45a-9fdc66762963 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465372 Nov 10 17:33:41.346357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-067400e5-2f24-48af-8508-5cb3ca29681a service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904047 Nov 10 17:33:41.351057 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:33:41.443913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4c9b2c7-232e-4d78-bf2b-d8e975e4d7c5 req-0928af01-2785-458f-ad93-82836c731f54 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907707 Nov 10 17:33:41.585393 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': '6aee7178-116b-4841-96de-84a350b61709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:51:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:33:40Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:41.613778 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e46647-ee63-4224-b0e6-02882df19cec None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': '6aee7178-116b-4841-96de-84a350b61709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:51:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:33:40Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:33:41.837612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3113f3-d4e3-476f-a444-e5e1c93965e7 None None] New status for floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:33:57.631638 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:34:01.643378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c52df7fd-b02f-46b2-8d19-c0a42a4df76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:03.912363 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c2985a3-c7a4-4505-8648-3030cb26779d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.277543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.014497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.591657 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:08.425479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:10.962430 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:25.700237 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-43abb3c3-13b1-483f-97d2-855c7fdb2f69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418918 Nov 10 17:34:25.790429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-d833b80f-af26-4fbd-9adf-8ca2104b38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:25.792407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-d833b80f-af26-4fbd-9adf-8ca2104b38d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1098 time: 0.0478284 Nov 10 17:34:25.927557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-468af1e0-54ad-4f3f-8985-7cecc8838a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:25.928984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-468af1e0-54ad-4f3f-8985-7cecc8838a0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.1176965 Nov 10 17:34:25.997407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-3aca0ce3-9102-430a-83bb-6208822cb8ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 1001 time: 0.0612619 Nov 10 17:34:26.058874 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-828c729d-c83c-42ea-8536-18fdbcce8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:26.060380 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-828c729d-c83c-42ea-8536-18fdbcce8486 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0546291 Nov 10 17:34:26.115593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-4cfd2624-9eb5-4f29-8f54-c401e5a4229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:26.117124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-4cfd2624-9eb5-4f29-8f54-c401e5a4229e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486271 Nov 10 17:34:26.214630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-95526aed-fa10-4d3b-bdc2-a8214833252a service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897479 Nov 10 17:34:26.311629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96b54e87-26c8-49cd-aa6a-89e5317db20f req-c72fad90-f134-4ce9-b02b-a1a31c4e3e2f service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891836 Nov 10 17:34:31.642483 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f843a42a-1fff-4eb8-af34-3a0c681f4483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.882023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2a982c6f-0b33-4d88-8fe8-7dd1c60c9005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:34.632732 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:34:35.258769 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:36.978028 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:37.647577 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:38.486841 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:40.972484 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.651943 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-053e5725-4fff-4abb-a4ba-676292396152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.908619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-752f47c7-4504-4cce-a2b1-6c9b3d6122e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.268471 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.976742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.605411 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.519762 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:10.976872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.632547 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:35:17.192190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfdf8-14a0-4465-b0f0-76967fc59255 req-f5d9b0a9-74e2-4289-801a-02cbe8361eb9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.193789 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-217cfdf8-14a0-4465-b0f0-76967fc59255 req-f5d9b0a9-74e2-4289-801a-02cbe8361eb9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0514705 Nov 10 17:35:17.242883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-217cfdf8-14a0-4465-b0f0-76967fc59255 req-bd3b2c84-78ba-4214-9752-5f6779405dc1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432785 Nov 10 17:35:18.363578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e49e67-bb92-4ecc-a5ea-f00b9c5b2b4d req-d5d0ef9e-84a7-4e17-a072-dd58890a5505 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:18.365627 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50e49e67-bb92-4ecc-a5ea-f00b9c5b2b4d req-d5d0ef9e-84a7-4e17-a072-dd58890a5505 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0513871 Nov 10 17:35:18.413011 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50e49e67-bb92-4ecc-a5ea-f00b9c5b2b4d req-eabd525c-d7cb-4110-8dc9-3bc2a6462741 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 Nov 10 17:35:19.534317 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ad1ca-04a9-4477-b63d-3d95ffdd1826 req-30117a21-be04-48b1-a35d-f1f22d0d468d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:19.536048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a4ad1ca-04a9-4477-b63d-3d95ffdd1826 req-30117a21-be04-48b1-a35d-f1f22d0d468d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0523078 Nov 10 17:35:19.583516 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8a4ad1ca-04a9-4477-b63d-3d95ffdd1826 req-ffbe98c7-1fda-4916-a72f-746960f641d7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405660 Nov 10 17:35:20.698779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831e2ea-1002-4cf6-b9c3-3c393629e5fb req-e62a9bef-91af-4807-97c3-437f6b1fdd01 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:20.700281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2831e2ea-1002-4cf6-b9c3-3c393629e5fb req-e62a9bef-91af-4807-97c3-437f6b1fdd01 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0483975 Nov 10 17:35:20.749841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2831e2ea-1002-4cf6-b9c3-3c393629e5fb req-b20a37d9-3200-4f30-b75b-8da77a21671f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Nov 10 17:35:21.866505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b3b67-6cf4-4db8-9a3b-69e4e771237a req-5cb908d2-b4a9-48f1-a2e9-134864af13c0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:21.868016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf0b3b67-6cf4-4db8-9a3b-69e4e771237a req-5cb908d2-b4a9-48f1-a2e9-134864af13c0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0507727 Nov 10 17:35:21.915836 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf0b3b67-6cf4-4db8-9a3b-69e4e771237a req-e5f8ab2a-4006-4a4f-8f13-12f4d53afd01 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Nov 10 17:35:23.032494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41867e5-6b14-49a8-9228-1518ce758411 req-73ad4733-8176-4f4a-97c0-2f045cdc9795 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:23.033952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a41867e5-6b14-49a8-9228-1518ce758411 req-73ad4733-8176-4f4a-97c0-2f045cdc9795 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0492973 Nov 10 17:35:23.082328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a41867e5-6b14-49a8-9228-1518ce758411 req-b1aaef76-5f50-4e1f-97b2-76c57de6b9e7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Nov 10 17:35:24.208880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c62e51-0898-4021-a613-577ad5f84ade req-b7d2f214-943a-4ab1-abad-3ad2279fbed6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:24.215333 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30c62e51-0898-4021-a613-577ad5f84ade req-b7d2f214-943a-4ab1-abad-3ad2279fbed6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0564320 Nov 10 17:35:24.259018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30c62e51-0898-4021-a613-577ad5f84ade req-da607e8e-2ea0-445d-8d81-0a32a63dd63f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Nov 10 17:35:25.377445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebc95d-a3de-4055-8d33-f9a1718ee270 req-2f65eec4-041d-4509-81b4-f104f98a08b6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:25.378915 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95ebc95d-a3de-4055-8d33-f9a1718ee270 req-2f65eec4-041d-4509-81b4-f104f98a08b6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0493467 Nov 10 17:35:25.425944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95ebc95d-a3de-4055-8d33-f9a1718ee270 req-d0fdfa24-171a-4327-8fca-6ff6102e3d08 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Nov 10 17:35:25.696345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-e106a3b6-0848-4544-9ba1-1f6a90d9e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:25.697826 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-e106a3b6-0848-4544-9ba1-1f6a90d9e14b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1098 time: 0.0456038 Nov 10 17:35:25.799326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-39050b87-54e7-4054-92a8-b71433d46066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:25.800810 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-39050b87-54e7-4054-92a8-b71433d46066 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0834162 Nov 10 17:35:25.868429 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-fdbc6669-3c71-4ff9-8f22-84e181317568 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 1001 time: 0.0603309 Nov 10 17:35:25.918318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-42c4120e-77c5-458b-b338-3d7e63ed1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:25.919781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-42c4120e-77c5-458b-b338-3d7e63ed1031 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0441966 Nov 10 17:35:25.964575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-a681246a-b6a5-4b3c-afdd-ecc9466f1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:25.965963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-a681246a-b6a5-4b3c-afdd-ecc9466f1304 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391071 Nov 10 17:35:26.062377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-b17e2020-4075-4558-b6b3-1b5be44bb050 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891292 Nov 10 17:35:26.152619 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-571eda22-68e3-4ffc-a5f5-c17e5bab7eff req-5a679975-6d01-4912-9f17-67f3be7ad705 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835364 Nov 10 17:35:26.544745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17b2da-82ee-4d72-922c-99ec237caf30 req-93ab049f-16ee-47a7-936f-6cefe321df42 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:26.546219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa17b2da-82ee-4d72-922c-99ec237caf30 req-93ab049f-16ee-47a7-936f-6cefe321df42 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0511682 Nov 10 17:35:26.593863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aa17b2da-82ee-4d72-922c-99ec237caf30 req-49f10517-de71-4740-9660-b0a6e61fe7a5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Nov 10 17:35:27.714882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aec4f-1810-4134-b9c8-17e168b9b83f req-bf70f35e-d247-4da3-b187-bf3a7c824b4a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:27.716389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-878aec4f-1810-4134-b9c8-17e168b9b83f req-bf70f35e-d247-4da3-b187-bf3a7c824b4a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0531154 Nov 10 17:35:27.763451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-878aec4f-1810-4134-b9c8-17e168b9b83f req-e89f80d3-db57-4788-9938-3a7cc6657d29 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410712 Nov 10 17:35:28.142749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b7892-804e-40dd-a4f3-37e69e922c03 req-7b4db791-44a0-4080-87bb-c9f0b513276c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:28.144299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e1b7892-804e-40dd-a4f3-37e69e922c03 req-7b4db791-44a0-4080-87bb-c9f0b513276c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0497429 Nov 10 17:35:28.193733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e1b7892-804e-40dd-a4f3-37e69e922c03 req-8094ee5d-889d-4712-a58e-a824ddbfe2ac tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Nov 10 17:35:28.271040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-14db4a8c-e868-4918-8f14-524771530c9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402503 Nov 10 17:35:29.312350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62611b-47e8-456b-a82e-3ea842789804 req-2753405b-7300-4bea-9573-a40de39da7f1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:29.313897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c62611b-47e8-456b-a82e-3ea842789804 req-2753405b-7300-4bea-9573-a40de39da7f1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0508978 Nov 10 17:35:29.368988 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0c62611b-47e8-456b-a82e-3ea842789804 req-047a231c-5181-44ee-9e7c-2bc9d600ef57 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484383 Nov 10 17:35:30.185413 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-3254dd92-fafd-4437-9dbb-b38cd7f2e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:30.186992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-3254dd92-fafd-4437-9dbb-b38cd7f2e6c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1098 time: 0.0438857 Nov 10 17:35:30.277268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-86d1a07a-6127-4d93-95ba-8abb2dee0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:30.278722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-86d1a07a-6127-4d93-95ba-8abb2dee0b0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0848277 Nov 10 17:35:30.347688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-fdea0c82-bd1a-4373-b92e-fa14383a3632 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 1001 time: 0.0615017 Nov 10 17:35:30.397983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-9ebf385f-4719-495b-bfe0-92acbacb4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:30.399245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-9ebf385f-4719-495b-bfe0-92acbacb4c7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0455310 Nov 10 17:35:30.446179 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2d8a7376-c449-4193-94bb-bc1c9f0bd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:30.447621 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2d8a7376-c449-4193-94bb-bc1c9f0bd11e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406659 Nov 10 17:35:30.885227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd6d-6643-4a41-8d90-7a6474037b4d req-df018355-e07a-422e-be48-bd5fbe503b86 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:30.886741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed3dbd6d-6643-4a41-8d90-7a6474037b4d req-df018355-e07a-422e-be48-bd5fbe503b86 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.4382260 Nov 10 17:35:30.921394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-9202a3cf-c437-4637-ad03-ffde40a7de23 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635797 Nov 10 17:35:30.973052 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ed3dbd6d-6643-4a41-8d90-7a6474037b4d req-c120ed8c-054b-46f3-a61b-686a9d70378a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799251 Nov 10 17:35:31.029155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-f5b73c35-7272-4da2-8107-e24c648c327e service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983119 Nov 10 17:35:31.633100 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d86ffc0a-10b2-476d-a026-a5e1dcc2055e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.093817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20594c0-85f4-46a8-aaa3-6f8a6cfabe59 req-89e7dfd2-5a4c-4736-8a0c-6eb3e2c0236c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.095298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e20594c0-85f4-46a8-aaa3-6f8a6cfabe59 req-89e7dfd2-5a4c-4736-8a0c-6eb3e2c0236c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0506995 Nov 10 17:35:32.142499 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e20594c0-85f4-46a8-aaa3-6f8a6cfabe59 req-7f5369f7-a3b8-49e1-9394-41cc6e9e6543 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410759 Nov 10 17:35:33.118229 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-100ce853-645a-4a70-aa5d-d19a2bc4b92e service neutron] show failed (client error): The resource could not be found. Nov 10 17:35:33.119232 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-100ce853-645a-4a70-aa5d-d19a2bc4b92e service neutron] 10.222.0.18 "GET /v2.0/ports/6aee7178-116b-4841-96de-84a350b61709/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0539379 Nov 10 17:35:33.263434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a0262-0453-4a1f-8b7b-de609f3858ff req-e8f25ffe-7712-4bf2-8f8a-2f983e1f9c21 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:33.264967 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-812a0262-0453-4a1f-8b7b-de609f3858ff req-e8f25ffe-7712-4bf2-8f8a-2f983e1f9c21 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0524013 Nov 10 17:35:33.318948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-812a0262-0453-4a1f-8b7b-de609f3858ff req-e0b7ffa8-d108-441a-a190-c2ef3eb73cad tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466397 Nov 10 17:35:33.691249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-eeab53df-5f56-46a8-be7e-b47a14a58f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:33.693556 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-eeab53df-5f56-46a8-be7e-b47a14a58f66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0809338 Nov 10 17:35:33.706112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:33.761594 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.953256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2482-481d-4dfb-9ca3-6b8ba9321f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.972858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:34.006541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:34.045713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aee7178-116b-4841-96de-84a350b61709'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:34.047991 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf0dd13-b121-4d7d-9925-122e37827157" -d '{"events": [{"server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "6aee7178-116b-4841-96de-84a350b61709"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:34.052719 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.065240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Transition to ACTIVE for port object 6aee7178-116b-4841-96de-84a350b61709 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:34.119032 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.155264 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b9663-4794-4aa3-b65b-b9bcf6e618c6 x-openstack-request-id: req-7f5b9663-4794-4aa3-b65b-b9bcf6e618c6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:34.155410 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "6aee7178-116b-4841-96de-84a350b61709", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:34.155602 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f5b9663-4794-4aa3-b65b-b9bcf6e618c6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:34.155925 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aee7178-116b-4841-96de-84a350b61709', 'code': 200} Nov 10 17:35:34.190270 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:34.244489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.244831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.245166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.245494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.245819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.246143 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.246465 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.246784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.247103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.247445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.247769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.248082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.315299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] No DVR routers for this DVR port 6aee7178-116b-4841-96de-84a350b61709 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:35:34.445768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2969b3b-4ca3-47e2-92c3-900a30d87642 req-cb6f8ced-f733-46d3-9873-a8b7a598c792 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.447334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2969b3b-4ca3-47e2-92c3-900a30d87642 req-cb6f8ced-f733-46d3-9873-a8b7a598c792 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0558586 Nov 10 17:35:34.459018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Attempting to bind port 6aee7178-116b-4841-96de-84a350b61709 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:34.459377 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Attempting to bind port 6aee7178-116b-4841-96de-84a350b61709 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:34.464108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Attempting to bind port 6aee7178-116b-4841-96de-84a350b61709 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:34.464108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Port 6aee7178-116b-4841-96de-84a350b61709 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:34.464375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Attempting to bind port 6aee7178-116b-4841-96de-84a350b61709 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:34.469321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:34.469582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:34.469957 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:34.470373 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Bound port: 6aee7178-116b-4841-96de-84a350b61709, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:34.470723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.499213 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2969b3b-4ca3-47e2-92c3-900a30d87642 req-477fe4a3-ab71-45a6-97dc-8721aef55dcb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456703 Nov 10 17:35:34.536807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:34.540008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:34.616428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.650476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.651098 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.652511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] 10.222.0.69 "PUT /v2.0/ports/6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 1093 time: 0.9503014 Nov 10 17:35:34.704384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7602d-773a-4c1b-8dd5-1289e521d3cb service neutron] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:34.722468 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-c2a05e89-7abb-444c-a799-aac137da922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.725007 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-c2a05e89-7abb-444c-a799-aac137da922d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1096 time: 0.0482125 Nov 10 17:35:34.822093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-b5bb2df0-561b-472e-89e6-305deee62f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.823582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-b5bb2df0-561b-472e-89e6-305deee62f80 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0921333 Nov 10 17:35:34.890063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-35d6cb39-3c88-4ecb-a172-a6a502f3739e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 999 time: 0.0586126 Nov 10 17:35:34.941759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-e3e765ed-30f3-4ef9-ac92-ef73b66bfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.943363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-e3e765ed-30f3-4ef9-ac92-ef73b66bfcbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0471063 Nov 10 17:35:34.989906 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-40525182-3bae-4034-9cc6-1f1ac043bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.991528 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-40525182-3bae-4034-9cc6-1f1ac043bb33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406668 Nov 10 17:35:35.080255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-56f3ef50-b159-47cc-be39-0a8ba59ca8d2 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814965 Nov 10 17:35:35.173866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b1b0217-512b-4d3d-9d42-883ce14521f9 req-f4982166-fd05-458f-820a-a9e347e32bac service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 Nov 10 17:35:35.278504 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.616499 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3b027-9a13-4bee-8a72-0b6138cdf1a9 req-abbfc799-b439-4c4e-ac80-b898c2131000 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:35.617953 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3e3b027-9a13-4bee-8a72-0b6138cdf1a9 req-abbfc799-b439-4c4e-ac80-b898c2131000 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0486250 Nov 10 17:35:35.664455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c3e3b027-9a13-4bee-8a72-0b6138cdf1a9 req-e5ca9566-3dcc-4539-9d77-b1432d9807f2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405805 Nov 10 17:35:35.766553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6aee7178-116b-4841-96de-84a350b61709 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:35:35.805512 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6aee7178-116b-4841-96de-84a350b61709 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:35:36.158110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'tag': '6aee7178-116b-4841-96de-84a350b61709'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:36.160749 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5440408d-7be1-4ddb-9feb-029601ee13c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "tag": "6aee7178-116b-4841-96de-84a350b61709"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:36.210349 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b92f6d-72c6-4381-b047-eb431b06e18e x-openstack-request-id: req-57b92f6d-72c6-4381-b047-eb431b06e18e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:36.210643 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "tag": "6aee7178-116b-4841-96de-84a350b61709", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:36.211666 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57b92f6d-72c6-4381-b047-eb431b06e18e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:36.212096 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'tag': '6aee7178-116b-4841-96de-84a350b61709', 'status': 'completed', 'code': 200} Nov 10 17:35:36.271092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-5d8a5828-cc7f-4989-befc-3d33e7f899fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.272773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-5d8a5828-cc7f-4989-befc-3d33e7f899fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1096 time: 0.0436184 Nov 10 17:35:36.276170 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-8dc6d9e7-f2f4-4e9b-a8aa-795c51bb6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.277618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-8dc6d9e7-f2f4-4e9b-a8aa-795c51bb6831 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1096 time: 0.0447435 Nov 10 17:35:36.369791 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-b31b9d19-d534-4783-8f2c-45d29dc12a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.370133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-71e0880d-12d5-4fd5-9761-b63d81fb3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.371478 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-b31b9d19-d534-4783-8f2c-45d29dc12a84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0866668 Nov 10 17:35:36.371645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-71e0880d-12d5-4fd5-9761-b63d81fb3b49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0901806 Nov 10 17:35:36.437525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-1e44917b-d8da-4d70-9e03-b1e0adef4d17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 999 time: 0.0591469 Nov 10 17:35:36.440128 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-d25d2099-323e-4054-b765-eb38da9a0540 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 999 time: 0.0597363 Nov 10 17:35:36.489110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-57a3fc08-e0e0-492f-aefe-c4a1e022defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.490119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-f91f1f7b-1cdb-4195-a026-5cb84c251800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.490626 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-57a3fc08-e0e0-492f-aefe-c4a1e022defc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0437894 Nov 10 17:35:36.491206 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-f91f1f7b-1cdb-4195-a026-5cb84c251800 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0474684 Nov 10 17:35:36.537626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-eff7bb45-6ab5-493f-9092-90a940b2e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.538239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-fa2d3de2-2200-4f18-bf38-7d8dd02b0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.539407 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-eff7bb45-6ab5-493f-9092-90a940b2e06a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408769 Nov 10 17:35:36.540044 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-fa2d3de2-2200-4f18-bf38-7d8dd02b0b1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415523 Nov 10 17:35:36.631585 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-8b0401f3-1e4d-46b6-a7eb-b94a82429c42 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840268 Nov 10 17:35:36.634685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-c5ee3868-7fce-44e1-9ac0-fbc20207f514 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867019 Nov 10 17:35:36.730339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-54413108-846b-4c5f-a2c1-883c7fc002a5 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879028 Nov 10 17:35:36.730819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5440408d-7be1-4ddb-9feb-029601ee13c6 req-c4f85cd8-8e0e-4554-9c39-c893faecc52d service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917747 Nov 10 17:35:36.794801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202eba9-be1c-4e39-a565-19c4cf36b236 req-29b99460-8adf-4d7e-9d43-d2ad16202dc1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.796356 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6202eba9-be1c-4e39-a565-19c4cf36b236 req-29b99460-8adf-4d7e-9d43-d2ad16202dc1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0612240 Nov 10 17:35:36.987286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:37.166683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6202eba9-be1c-4e39-a565-19c4cf36b236 req-b10957c2-72c7-4e69-94a0-c5f5bf39df76 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643920 Nov 10 17:35:37.626741 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.291084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead646-5a50-4621-a097-9a6706fa2e2e req-183e2b41-47df-4efc-8afb-bebaeae19331 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.292614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4aead646-5a50-4621-a097-9a6706fa2e2e req-183e2b41-47df-4efc-8afb-bebaeae19331 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0523152 Nov 10 17:35:38.343576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4aead646-5a50-4621-a097-9a6706fa2e2e req-b234e53e-1b44-4481-b1b6-d6d0cb54eadf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449011 Nov 10 17:35:38.495427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.665168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c2372-2f26-4519-aff4-7b23bf5183a6 req-1db6e8cc-43ad-4258-b9e4-36f3c3065751 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.666684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d5c2372-2f26-4519-aff4-7b23bf5183a6 req-1db6e8cc-43ad-4258-b9e4-36f3c3065751 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 944 time: 0.0568182 Nov 10 17:35:38.744274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2d5c2372-2f26-4519-aff4-7b23bf5183a6 req-1f84a8d7-cd28-4b43-a672-ddd4c1f1228f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714319 Nov 10 17:35:38.757714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-a971670d-062d-44a8-aa15-a3f8e7d010c6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.759220 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-a971670d-062d-44a8-aa15-a3f8e7d010c6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f&tenant_id=4a68fe236a6b4250a6876b7053123cc6&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 944 time: 0.0711505 Nov 10 17:35:38.822130 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-b685ee6c-cd3c-4051-a4f4-aa068e2adac4 service neutron] delete failed (client error): The resource could not be found. Nov 10 17:35:38.823147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-b685ee6c-cd3c-4051-a4f4-aa068e2adac4 service neutron] 10.222.0.18 "DELETE /v2.0/ports/6aee7178-116b-4841-96de-84a350b61709/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0552125 Nov 10 17:35:38.907897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-3c1e5da0-efaf-42c5-8255-2dd7c2b54983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.909410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-3c1e5da0-efaf-42c5-8255-2dd7c2b54983 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1096 time: 0.0405104 Nov 10 17:35:39.004168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-d1279c02-c6a5-44a6-834b-21237dbe7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.005640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-d1279c02-c6a5-44a6-834b-21237dbe7f1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0890605 Nov 10 17:35:39.071363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-81467278-2142-4b79-8907-690eb3a41495 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 999 time: 0.0575171 Nov 10 17:35:39.124510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6aee7178-116b-4841-96de-84a350b61709 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:35:39.127156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-5b3b93f2-fdda-4d3f-8af8-9d3539278ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.128779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-5b3b93f2-fdda-4d3f-8af8-9d3539278ca6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0496712 Nov 10 17:35:39.176201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-85b54346-62a1-43e1-a575-5eb633084d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.177665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-85b54346-62a1-43e1-a575-5eb633084d2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419333 Nov 10 17:35:39.226945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:39.238149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '6aee7178-116b-4841-96de-84a350b61709', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': '6aee7178-116b-4841-96de-84a350b61709', 'mac_address': 'fa:16:3e:51:f6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:35:39.274336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-b4af0fb6-d199-4f36-bc78-9eac3085ad07 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877304 Nov 10 17:35:39.275695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.289756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aee7178-116b-4841-96de-84a350b61709 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:39.310116 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:39.366051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9708e2a9-193e-4cff-9da9-8b7a57e7d51f req-d59ee07f-36d0-49c4-8a5c-aa256c78d2b4 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842743 Nov 10 17:35:39.410095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.463460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:39.470968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.471421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.471694 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.472024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.472368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.472671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.473734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.474061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.474381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.474700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.475016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.475354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:39.785141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['6aee7178-116b-4841-96de-84a350b61709'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:39.871469 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c391cd-a1cf-4e10-b7b4-a98bc2daef3d req-36418802-de34-4298-944a-38c4380ab236 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.873104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03c391cd-a1cf-4e10-b7b4-a98bc2daef3d req-36418802-de34-4298-944a-38c4380ab236 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 945 time: 0.0520284 Nov 10 17:35:39.924165 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03c391cd-a1cf-4e10-b7b4-a98bc2daef3d req-56000d33-2b46-425f-9a55-a076a9a9e007 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447156 Nov 10 17:35:40.964010 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.045528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2508-7601-49d7-abe0-2d4e6cf83e68 req-c029de5e-59db-4cd7-bdd0-bd28fe653974 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.047002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7cb2508-7601-49d7-abe0-2d4e6cf83e68 req-c029de5e-59db-4cd7-bdd0-bd28fe653974 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 945 time: 0.0502601 Nov 10 17:35:41.099176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7cb2508-7601-49d7-abe0-2d4e6cf83e68 req-25bfbe14-d242-410f-843b-bfb6c6ade94e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Nov 10 17:35:41.123166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6aee7178-116b-4841-96de-84a350b61709 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:41.218629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fedb0-f498-4bd2-a258-7e343d20cfaf req-64b097ac-bb3d-4715-8b7d-92e20f3869ba tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.220049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c3fedb0-f498-4bd2-a258-7e343d20cfaf req-64b097ac-bb3d-4715-8b7d-92e20f3869ba tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 945 time: 0.0507834 Nov 10 17:35:41.255375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 6aee7178-116b-4841-96de-84a350b61709 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:35:41.259349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 6aee7178-116b-4841-96de-84a350b61709 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:41.265369 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.270908 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c3fedb0-f498-4bd2-a258-7e343d20cfaf req-d8ecce29-a702-4941-90f7-280fd1b05546 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 Nov 10 17:35:41.337844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.360677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aee7178-116b-4841-96de-84a350b61709'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:41.362927 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab07774-98a8-4e0f-b03e-ae5e19b98574" -d '{"events": [{"server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "name": "network-vif-plugged", "status": "completed", "tag": "6aee7178-116b-4841-96de-84a350b61709"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:41.375918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:41.399864 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc04ef-c528-4c08-9f25-6a59cc0f3cb2 x-openstack-request-id: req-b0bc04ef-c528-4c08-9f25-6a59cc0f3cb2 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:41.400171 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "name": "network-vif-plugged", "status": "completed", "tag": "6aee7178-116b-4841-96de-84a350b61709", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:41.400419 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0bc04ef-c528-4c08-9f25-6a59cc0f3cb2 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:41.400814 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aee7178-116b-4841-96de-84a350b61709', 'code': 200} Nov 10 17:35:41.489617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.540688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:41.648428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e47e9-07b0-43a0-a201-199f95edd72a req-9b357a43-7af8-442d-9ed2-da8151151c6f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.649919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a99e47e9-07b0-43a0-a201-199f95edd72a req-9b357a43-7af8-442d-9ed2-da8151151c6f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0482833 Nov 10 17:35:41.698630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a99e47e9-07b0-43a0-a201-199f95edd72a req-003eef77-2268-4562-a506-3212dac3a198 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Nov 10 17:35:41.766422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-2590f22a-f978-4c02-90c1-18ab6574a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.767832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-2590f22a-f978-4c02-90c1-18ab6574a3b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 1098 time: 0.0405443 Nov 10 17:35:41.859480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-94a4a2dd-eb45-49a4-98ea-906feb89480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.860941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-94a4a2dd-eb45-49a4-98ea-906feb89480a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0862010 Nov 10 17:35:41.925028 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-752e1d3f-31a9-47ad-9102-508e33a1762e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 200 len: 1001 time: 0.0575342 Nov 10 17:35:41.978639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-e0034c7b-65f2-4ca5-81b2-b8ed29b8966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.980097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-e0034c7b-65f2-4ca5-81b2-b8ed29b8966a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0470245 Nov 10 17:35:42.025977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-20676263-aacb-4b90-9f7e-5ed007b433fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:42.027531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-20676263-aacb-4b90-9f7e-5ed007b433fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405192 Nov 10 17:35:42.121603 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-fe0e00d2-595e-4b98-a2e0-5514cc5eb153 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864754 Nov 10 17:35:42.222911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2f7c438f-3e75-48e6-ad44-b3df1080f1a4 req-f8ef0766-768c-49f2-b5cf-0ae1e7e423a7 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946186 Nov 10 17:35:42.819897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15590291-e460-44ba-a344-8f1f1e17cd82 req-9b235429-9ded-4808-b932-64052c16fb3b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:42.821441 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15590291-e460-44ba-a344-8f1f1e17cd82 req-9b235429-9ded-4808-b932-64052c16fb3b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0511849 Nov 10 17:35:42.870630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15590291-e460-44ba-a344-8f1f1e17cd82 req-c0d75fd1-dbc1-4c24-a227-0e16169f5ee8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Nov 10 17:35:43.985926 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c51b-e56c-40b4-a5ce-e198a16661e7 req-ec68c6d7-5087-4ad5-b241-ceb03f30ad0e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.987426 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d952c51b-e56c-40b4-a5ce-e198a16661e7 req-ec68c6d7-5087-4ad5-b241-ceb03f30ad0e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0485072 Nov 10 17:35:44.036325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d952c51b-e56c-40b4-a5ce-e198a16661e7 req-2d9d43a5-7f6e-4bd0-8c44-78422396910f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Nov 10 17:35:44.507349 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500facb-285c-4344-954e-d489f870c1f8 req-a6a2bd6c-28e8-4058-8ee6-50eac13a582b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.508858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8500facb-285c-4344-954e-d489f870c1f8 req-a6a2bd6c-28e8-4058-8ee6-50eac13a582b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0649328 Nov 10 17:35:44.556670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8500facb-285c-4344-954e-d489f870c1f8 req-0dfbc38b-bec6-448a-a8cf-c3a88595833b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418341 Nov 10 17:35:45.674528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c8db-91f2-4105-8734-53fb1ab5306b req-be998f3f-90b5-44b2-bd08-df478c424f26 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:45.676181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6663c8db-91f2-4105-8734-53fb1ab5306b req-be998f3f-90b5-44b2-bd08-df478c424f26 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0498152 Nov 10 17:35:45.725409 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6663c8db-91f2-4105-8734-53fb1ab5306b req-2af65adb-6281-4f62-a064-b53c29277862 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Nov 10 17:35:45.976817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96363-7b43-464c-8b48-6297d4e77558 req-5a0fc70f-36f8-4b60-b5ac-b0ff44180f22 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:45.978194 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86f96363-7b43-464c-8b48-6297d4e77558 req-5a0fc70f-36f8-4b60-b5ac-b0ff44180f22 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 946 time: 0.0495632 Nov 10 17:35:46.070452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Deleting port 6aee7178-116b-4841-96de-84a350b61709 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:35:46.070790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.166180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] For port 6aee7178-116b-4841-96de-84a350b61709, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=6aee7178-116b-4841-96de-84a350b61709,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:46.166538 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.390248 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.390604 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.390920 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419 disassociated. External IP: 172.25.3.85, port: 6aee7178-116b-4841-96de-84a350b61709. Nov 10 17:35:46.391265 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Calling delete_port for 6aee7178-116b-4841-96de-84a350b61709 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:35:46.569447 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.599447 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event deleted for resources: {'Port': ['ID=6aee7178-116b-4841-96de-84a350b61709,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:46.718780 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:35:46.844195 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-83d6b20d-b366-4b08-8c04-b8594d2b2ae0 req-101bc845-de85-4a8d-b0ec-3509f106046c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d310b28-4255-4f64-ab4c-95372cb45a1f HTTP/1.1" status: 200 len: 210 time: 0.0328538 Nov 10 17:35:46.865398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:35:46.866930 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:35:46.877289 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:46.877829 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:35:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:46.896798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] No DVR routers for this DVR port 6aee7178-116b-4841-96de-84a350b61709 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:35:46.899472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.902796 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-86f96363-7b43-464c-8b48-6297d4e77558 req-b19caa64-7b65-47cd-aa43-408563aac292 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "DELETE /v2.0/ports/6aee7178-116b-4841-96de-84a350b61709 HTTP/1.1" status: 204 len: 173 time: 0.9177129 Nov 10 17:35:46.903240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'name': 'network-vif-deleted', 'tag': '6aee7178-116b-4841-96de-84a350b61709'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:46.905515 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414d0ff-6304-47d9-b74c-4e30f7465c20" -d '{"events": [{"server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "name": "network-vif-deleted", "tag": "6aee7178-116b-4841-96de-84a350b61709"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:46.944993 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3a00fe-6361-4be7-bb2e-69b4d377cf64 x-openstack-request-id: req-5d3a00fe-6361-4be7-bb2e-69b4d377cf64 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:46.945312 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d310b28-4255-4f64-ab4c-95372cb45a1f", "name": "network-vif-deleted", "tag": "6aee7178-116b-4841-96de-84a350b61709", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:46.945564 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d3a00fe-6361-4be7-bb2e-69b4d377cf64 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:46.945973 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d310b28-4255-4f64-ab4c-95372cb45a1f', 'name': 'network-vif-deleted', 'tag': '6aee7178-116b-4841-96de-84a350b61709', 'status': 'completed', 'code': 200} Nov 10 17:35:46.987497 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:47.291985 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:47.320699 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:35:47.329445 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:47.330543 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:35:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:47.443920 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:47.648018 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:47.679212 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5e8fa-0bd4-4cec-8bd4-24c648ee7011 None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:35:47.903584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9d0cb-0789-4ce1-ae03-5bfbc499a354 None None] New status for floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:35:48.128002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-9f7b8d1a-81c6-488c-b3e0-b9aa888b6c0a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2012244807&fields=id&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 267 time: 0.0489705 Nov 10 17:35:48.235512 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-171a1f65-ef6e-4f2e-ba9d-f4d758bbc3b1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:48.236902 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-171a1f65-ef6e-4f2e-ba9d-f4d758bbc3b1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 811 time: 0.1016092 Nov 10 17:35:48.252748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-a2b334b0-b641-4483-b514-7aa1229f7377 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/quotas/4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 375 time: 0.0101409 Nov 10 17:35:48.305959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-53ce5048-373e-4891-9022-b73cbe07b249 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478232 Nov 10 17:35:48.406438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-17047c35-fcfb-403a-96d3-67624c0278de service neutron] 10.222.0.62 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878675 Nov 10 17:35:48.500130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-12eddc88-555a-4cdc-85c6-6f576135ab47 service neutron] 10.222.0.62 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865417 Nov 10 17:35:48.632027 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:35:48.726900 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d46a4824-90ff-43b7-85cc-ebc4697ce67c req-fec7d3de-4202-4331-8e23-8fc29efb0dc2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 210 time: 0.0314336 Nov 10 17:35:49.822099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-78e652c8-b6d2-4a0b-9e39-f1c833a5dd02 req-47de648d-b8bd-4e1b-8d44-c98f870a8349 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 210 time: 0.0264926 Nov 10 17:35:50.482158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-5b884eca-ed4d-45a7-ba18-1fdd930c6819 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.483935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-5b884eca-ed4d-45a7-ba18-1fdd930c6819 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 811 time: 0.1050377 Nov 10 17:35:50.545697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-ef213065-70ce-4e92-a17e-7105f4d79f81 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 380 time: 0.0519538 Nov 10 17:35:50.555334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'port': {'device_id': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'admin_state_up': True, 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'security_groups': ['d6107807-a8a1-4ded-b37a-eec871c86a96']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:50.740664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Made reservation on behalf of 4a68fe236a6b4250a6876b7053123cc6 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:50.744166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.876991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Allocated IP 172.20.0.6 (a492a729-fcf1-44a7-ba09-a4e6a4eb63be/b9657a46-fdee-4aa1-96c2-d013dd1c46bd/adf3146b-d190-4a1e-92e2-6ec33c947065) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:50.938030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3806b88e-bf3a-4463-84ef-92fc5b2eb1b1 req-d11ac045-d6a4-4533-9285-e37657d4a2d1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 210 time: 0.0405397 Nov 10 17:35:51.038271 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.154133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6aee7178-116b-4841-96de-84a350b61709 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:35:51.164077 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.179148 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 6aee7178-116b-4841-96de-84a350b61709 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:35:51.179560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 6aee7178-116b-4841-96de-84a350b61709 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:35:51.207703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:51.213445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:51.217206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:51.241291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:51.254666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.255005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.255373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.255705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.256034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.256359 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.256678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.256994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.257308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.257622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.257937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.258248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:51.282448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.283073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.367012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-6379f093-96ea-4986-a770-61813eebcb0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8153715 Nov 10 17:35:51.381117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Request body: {'port': {'device_id': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:51.442428 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.486483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4faf8a76-b294-45fa-89ab-9f37ff792fca None None] Provisioning complete for port adf3146b-d190-4a1e-92e2-6ec33c947065 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:51.486879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4faf8a76-b294-45fa-89ab-9f37ff792fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.522246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4faf8a76-b294-45fa-89ab-9f37ff792fca None None] Port adf3146b-d190-4a1e-92e2-6ec33c947065 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:51.705717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf3146b-d190-4a1e-92e2-6ec33c947065 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:51.713637 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.725690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Transition to ACTIVE for port object adf3146b-d190-4a1e-92e2-6ec33c947065 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:51.769565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.818292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:51.896642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:51.897058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:51.897385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:51.902470 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:51.902993 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:51.908241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:51.908580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:51.909218 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:51.909848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Bound port: adf3146b-d190-4a1e-92e2-6ec33c947065, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:51.910088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.983819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:51.988383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:52.032632 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.068071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.068702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.070118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] 10.222.0.18 "PUT /v2.0/ports/adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 1092 time: 0.6933913 Nov 10 17:35:52.070560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:52.071768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeab7af-f7ed-4994-94e3-182205ea424a req-d170b0af-addd-4021-9780-9a531ee91342 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.072898 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cd41c4-bd7d-42e9-9de1-f5701d72950c" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:52.074062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efeab7af-f7ed-4994-94e3-182205ea424a req-d170b0af-addd-4021-9780-9a531ee91342 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 943 time: 0.0566368 Nov 10 17:35:52.111088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933bd61-b84c-45c4-8c1d-1909a7ed68ed service neutron] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:52.122176 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faa72be-4fd0-408c-8d9c-48bf645d6c34 x-openstack-request-id: req-4faa72be-4fd0-408c-8d9c-48bf645d6c34 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:52.122567 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:52.122726 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4faa72be-4fd0-408c-8d9c-48bf645d6c34 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:52.123137 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'status': 'completed', 'code': 200} Nov 10 17:35:52.145688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-efeab7af-f7ed-4994-94e3-182205ea424a req-08f272c4-eb3a-4975-9cd4-cd1bcd97c1c9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621471 Nov 10 17:35:52.191588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd41c4-bd7d-42e9-9de1-f5701d72950c req-8b49c590-05ef-462e-95d6-89632de9c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.193451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36cd41c4-bd7d-42e9-9de1-f5701d72950c req-8b49c590-05ef-462e-95d6-89632de9c0c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1095 time: 0.0479593 Nov 10 17:35:52.302984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd41c4-bd7d-42e9-9de1-f5701d72950c req-cecf7e98-2121-495e-a5aa-5b3385d33d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.304486 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36cd41c4-bd7d-42e9-9de1-f5701d72950c req-cecf7e98-2121-495e-a5aa-5b3385d33d58 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a68fe236a6b4250a6876b7053123cc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1040154 Nov 10 17:35:52.407402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd41c4-bd7d-42e9-9de1-f5701d72950c req-3371fed2-b5dd-4844-946f-b8435ccbd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.408874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36cd41c4-bd7d-42e9-9de1-f5701d72950c req-3371fed2-b5dd-4844-946f-b8435ccbd3f1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965092 Nov 10 17:35:52.487429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-e215d4d0-9184-4641-a009-5a544d1c7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.489663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-e215d4d0-9184-4641-a009-5a544d1c7b5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1095 time: 0.0441949 Nov 10 17:35:52.534600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-b46020ef-d424-44fa-8a9f-73bc8a6a22d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 217 time: 0.0361919 Nov 10 17:35:52.588053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c890c1c9-8f63-4e12-a3d3-acace95ea07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.589511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-c890c1c9-8f63-4e12-a3d3-acace95ea07e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0485525 Nov 10 17:35:52.636374 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-729cd956-5359-46bb-8e5f-df9d2eb7f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.637863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-729cd956-5359-46bb-8e5f-df9d2eb7f985 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414097 Nov 10 17:35:52.727259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-3f1dcb0f-562b-4df3-ad7d-3d833f13de19 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817785 Nov 10 17:35:52.822432 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-22cf1861-1687-40b4-a515-3ac9312b7316 req-4e2a5071-c9fe-49a3-8063-0ff4bd2f8402 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876451 Nov 10 17:35:53.269072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c2953-62a1-4bb4-a699-0d8dcbffe40e req-71e789d8-a70e-4f79-91b8-041b62f725b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.270643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-709c2953-62a1-4bb4-a699-0d8dcbffe40e req-71e789d8-a70e-4f79-91b8-041b62f725b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 943 time: 0.0503252 Nov 10 17:35:53.320736 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-709c2953-62a1-4bb4-a699-0d8dcbffe40e req-74b027a5-e886-44fd-ae98-9c0e2103a6e9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Nov 10 17:35:54.436092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f0c21-c854-430c-ae49-a5be62723b14 req-3c4ee500-c821-458a-93b2-df28f02c3f72 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.437578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e5f0c21-c854-430c-ae49-a5be62723b14 req-3c4ee500-c821-458a-93b2-df28f02c3f72 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 943 time: 0.0487721 Nov 10 17:35:54.488250 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5e5f0c21-c854-430c-ae49-a5be62723b14 req-b50432e2-ec6c-46f3-bea4-1a643f25621a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Nov 10 17:35:55.609848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfbc9-463b-475b-a9d0-615462813958 req-ad40152e-3806-46ff-8102-5c24e408f011 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.611245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-900bfbc9-463b-475b-a9d0-615462813958 req-ad40152e-3806-46ff-8102-5c24e408f011 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 943 time: 0.0537674 Nov 10 17:35:55.658682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-900bfbc9-463b-475b-a9d0-615462813958 req-e686d1d6-e771-4d5a-a5ad-5a1a107f886a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Nov 10 17:35:55.890610 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:35:55.997135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:56.008544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'mac_address': 'fa:16:3e:88:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:35:56.045155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.058203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf3146b-d190-4a1e-92e2-6ec33c947065 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:56.076978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:56.129190 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.179845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:56.335231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['adf3146b-d190-4a1e-92e2-6ec33c947065'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:56.775161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5453e-2165-4ef6-8ebe-9ffc62f31639 req-fba33de1-2bff-4380-bff8-3effb14c3cbf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.776584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6db5453e-2165-4ef6-8ebe-9ffc62f31639 req-fba33de1-2bff-4380-bff8-3effb14c3cbf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0490041 Nov 10 17:35:56.823367 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6db5453e-2165-4ef6-8ebe-9ffc62f31639 req-0b5d8a33-1864-4a2d-9961-add98249f9db tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Nov 10 17:35:57.921870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:57.953285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540aaa-d8d4-43f9-b15c-a64df95237ef req-4a308316-c4f2-4865-a44e-3a29c54fc2e4 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:57.954901 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21540aaa-d8d4-43f9-b15c-a64df95237ef req-4a308316-c4f2-4865-a44e-3a29c54fc2e4 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0503638 Nov 10 17:35:58.003145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21540aaa-d8d4-43f9-b15c-a64df95237ef req-8cecfd2d-3bdb-4eb0-9166-83f1bc3f5cb6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Nov 10 17:35:58.043547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port adf3146b-d190-4a1e-92e2-6ec33c947065 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:35:58.047686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port adf3146b-d190-4a1e-92e2-6ec33c947065 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:58.048064 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:58.124338 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:58.146725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:58.148940 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf2052b-bd3b-4c08-b0dc-97feba8ab708" -d '{"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-plugged", "status": "completed", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:58.162624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:58.186496 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415de4c5-1d77-4186-b554-791ca443015e x-openstack-request-id: req-415de4c5-1d77-4186-b554-791ca443015e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:58.186848 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-plugged", "status": "completed", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:58.187102 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-415de4c5-1d77-4186-b554-791ca443015e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:58.187524 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'code': 200} Nov 10 17:35:58.260534 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:58.285674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b6045-fece-4bdf-a223-705b0abf2bbb req-6a2d4f91-cb5b-4afa-983d-9f1f69a6d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.287244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c41b6045-fece-4bdf-a223-705b0abf2bbb req-6a2d4f91-cb5b-4afa-983d-9f1f69a6d6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1096 time: 0.0428743 Nov 10 17:35:58.317597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:58.342731 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c41b6045-fece-4bdf-a223-705b0abf2bbb req-a1fe1d7c-f8f7-484e-a585-302bd152b398 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484977 Nov 10 17:35:59.121982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34ba7-086e-4323-bf62-7589194bd14b req-31c6c257-41ed-45ef-a715-6c1e4947383d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:59.123518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01d34ba7-086e-4323-bf62-7589194bd14b req-31c6c257-41ed-45ef-a715-6c1e4947383d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Nov 10 17:35:59.172249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01d34ba7-086e-4323-bf62-7589194bd14b req-0e8ceb80-4ec2-48a9-a020-0a0ec2b5dc4a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Nov 10 17:36:00.291458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388401a-5ea2-4ea4-960c-cf4be429367f req-b4832ec7-1120-4f86-af22-18cde69f773c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.292936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4388401a-5ea2-4ea4-960c-cf4be429367f req-b4832ec7-1120-4f86-af22-18cde69f773c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Nov 10 17:36:00.340242 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4388401a-5ea2-4ea4-960c-cf4be429367f req-6a504f67-2124-428e-a136-6e2070311b87 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Nov 10 17:36:00.454449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93800c23-cd60-4caa-9079-24979237efbb req-c5e18468-576e-4e02-a039-4830856c0b85 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.456383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93800c23-cd60-4caa-9079-24979237efbb req-c5e18468-576e-4e02-a039-4830856c0b85 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0491917 Nov 10 17:36:00.465116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 40830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:00.469478 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'floatingip': {'port_id': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:00.511713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.936946 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.991618 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.094479 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419 associated. External IP: 172.25.3.85, port: adf3146b-d190-4a1e-92e2-6ec33c947065. Nov 10 17:36:01.326284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:36:01.456882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:36:01.461583 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.468667 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:36:01.480250 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:01.480847 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:35:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:01.496419 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-97de41a4-aabc-4315-8527-8ca87a88e3a2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "PUT /v2.0/floatingips/e69a4c26-205c-4b75-a32f-1ee71b2ac419 HTTP/1.1" status: 200 len: 990 time: 1.0299025 Nov 10 17:36:01.497069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:01.500358 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1e9403-b222-45a5-9d70-2ff6aa81f694" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:01.574886 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ba8e2c-e5a4-4272-9d42-d65983962b56 x-openstack-request-id: req-27ba8e2c-e5a4-4272-9d42-d65983962b56 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:01.575213 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:01.575488 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27ba8e2c-e5a4-4272-9d42-d65983962b56 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:01.576039 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'status': 'completed', 'code': 200} Nov 10 17:36:01.644378 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:01.649295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-ea1ecede-760d-4351-b13f-d92166c82c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.652011 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-ea1ecede-760d-4351-b13f-d92166c82c5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1097 time: 0.0486660 Nov 10 17:36:01.666109 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57fc0a25-6874-443b-a483-230fb9587734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.767777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-29ec8e2c-00fc-4275-8ca5-a5c0c29aff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.770230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-29ec8e2c-00fc-4275-8ca5-a5c0c29aff24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.1114118 Nov 10 17:36:01.841230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-68e858e2-13a6-4f2a-85be-96dfd0c0abef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 998 time: 0.0634682 Nov 10 17:36:01.895994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-f3b49165-9fc0-4334-9223-5db4dc883f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.897482 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-f3b49165-9fc0-4334-9223-5db4dc883f89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0495489 Nov 10 17:36:01.900317 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:88:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:36:00Z', 'revision_number': 9, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:01.928694 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:36:01.937327 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:01.937970 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:35:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:01.944453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-607cbf6f-8277-4226-9c6b-9a510d13bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.945956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-607cbf6f-8277-4226-9c6b-9a510d13bd43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416074 Nov 10 17:36:02.038629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-5abfe1cd-d944-43b3-a7e4-c3f36247c590 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844769 Nov 10 17:36:02.044449 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:02.150346 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6d1e9403-b222-45a5-9d70-2ff6aa81f694 req-74297924-88d3-4fc4-8a9e-fab3963b9702 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031647 Nov 10 17:36:02.273509 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:88:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:36:00Z', 'revision_number': 9, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:02.303545 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5bcd4-fab2-4d92-9a23-add3670276fc None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:88:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:36:00Z', 'revision_number': 9, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:36:02.521842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea6b1b-4848-45fe-9e91-1b496a33b9ea None None] New status for floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:36:03.900087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20859394-a16f-4179-a2be-ddbb98ac6fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.305783 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:07.003256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:07.597496 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:08.494374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.974251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:25.631649 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:36:25.684939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-05fc6d2f-001a-4068-956b-7a367dae2f59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412648 Nov 10 17:36:25.771840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-926cb46e-a778-4be9-abb7-77e9385094e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:25.773340 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-926cb46e-a778-4be9-abb7-77e9385094e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1097 time: 0.0426238 Nov 10 17:36:25.883089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-93bb7362-f79e-45f0-bb41-c57318579045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:25.884542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-93bb7362-f79e-45f0-bb41-c57318579045 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0890422 Nov 10 17:36:25.953892 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-239e6a47-7c24-44a2-9987-fe36ab9b3f90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 1001 time: 0.0614913 Nov 10 17:36:26.007041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-8139e510-204a-4330-9e8e-9c30b5c76e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.008622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-8139e510-204a-4330-9e8e-9c30b5c76e83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0455902 Nov 10 17:36:26.059929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-1713b971-8431-4d1c-bfd5-8b4b00a0f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.061434 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-1713b971-8431-4d1c-bfd5-8b4b00a0f19f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418944 Nov 10 17:36:26.154860 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-28488797-0ae7-480d-b922-e4609ab1ea62 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Nov 10 17:36:26.243952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-02e73c4f-a0be-459b-a43b-2b0aec6a752d req-5eed7c07-c85e-4217-ae49-0584316cceb9 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818610 Nov 10 17:36:31.647699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a50b149d-d18d-4a16-bf0d-91e1b83cb58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:33.893678 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3308f41-2943-4f8b-9625-e19dc8b46dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:35.464510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.990201 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:37.590050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.487704 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:40.978497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:01.641196 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3880e3a-e801-4a7b-a97d-49d379104f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:02.630520 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:37:03.903345 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a9177846-05a4-49fc-8b10-1db7ece76c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:05.281823 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:07.000650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:07.606723 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:08.532395 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:11.016953 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:26.650189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382e89ff-14d8-4879-9922-014ff117ba60 req-a964b87b-69b5-4073-b05c-cec6d2a61e60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410118 Nov 10 17:37:26.735832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e89ff-14d8-4879-9922-014ff117ba60 req-85ae1431-b367-4e6a-8ebd-3e079b098af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:26.737326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382e89ff-14d8-4879-9922-014ff117ba60 req-85ae1431-b367-4e6a-8ebd-3e079b098af3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1097 time: 0.0453153 Nov 10 17:37:26.842447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e89ff-14d8-4879-9922-014ff117ba60 req-4ad40a4a-9642-4e39-99e8-df78d63cf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:26.844116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382e89ff-14d8-4879-9922-014ff117ba60 req-4ad40a4a-9642-4e39-99e8-df78d63cf9f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0872464 Nov 10 17:37:26.913874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382e89ff-14d8-4879-9922-014ff117ba60 req-ca793936-bb69-480b-b551-de741407269a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 1001 time: 0.0623000 Nov 10 17:37:26.962719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e89ff-14d8-4879-9922-014ff117ba60 req-58cedbd2-c795-4ced-81d0-c78192964cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:26.964240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382e89ff-14d8-4879-9922-014ff117ba60 req-58cedbd2-c795-4ced-81d0-c78192964cc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0438430 Nov 10 17:37:27.010444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e89ff-14d8-4879-9922-014ff117ba60 req-9be34149-13d8-4bfc-8224-ac47cfb9e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:27.011997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382e89ff-14d8-4879-9922-014ff117ba60 req-9be34149-13d8-4bfc-8224-ac47cfb9e59d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411675 Nov 10 17:37:27.444087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382e89ff-14d8-4879-9922-014ff117ba60 req-6f7cfe68-9ded-4ecb-92c9-56e421121df4 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244814 Nov 10 17:37:27.534384 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-382e89ff-14d8-4879-9922-014ff117ba60 req-535b653f-ac00-44f1-b4f0-dd70b68f70fd service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831320 Nov 10 17:37:31.651261 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2e33fb08-3318-4dbf-8a00-b76b0016ef7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:33.878988 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79f7be87-832c-4fbb-94a2-23115dc96fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:35.285044 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:36.999381 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:37.605323 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:37.720883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-ef0f5b6e-b107-4326-9aa8-d44a7385508c req-0809dd36-29fc-4c78-b010-8e4b40a44372 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:37:37.721868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ef0f5b6e-b107-4326-9aa8-d44a7385508c req-0809dd36-29fc-4c78-b010-8e4b40a44372 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072799 Nov 10 17:37:38.047450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0d1e-aa10-46e3-8d45-4c3bf016eb63 req-dfa0dcb3-5831-4aca-8236-314dc6b2ec02 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.048968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d46f0d1e-aa10-46e3-8d45-4c3bf016eb63 req-dfa0dcb3-5831-4aca-8236-314dc6b2ec02 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0553846 Nov 10 17:37:38.105086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d46f0d1e-aa10-46e3-8d45-4c3bf016eb63 req-c9675207-fb64-43f0-9085-2019bcfd0449 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498512 Nov 10 17:37:38.137894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-948970fd-f59f-462c-83ec-e7dbb96a94a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434825 Nov 10 17:37:38.147594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-17ce7530-73b4-4e71-8f27-47945555ac6c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:37:38.148566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-17ce7530-73b4-4e71-8f27-47945555ac6c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049512 Nov 10 17:37:38.548250 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:39.229677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28eddf-c16d-4ad0-96dc-7c7d8c69e932 req-fa479ad4-017c-4b06-ba88-ed5806e86a3e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:39.231560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6b28eddf-c16d-4ad0-96dc-7c7d8c69e932 req-fa479ad4-017c-4b06-ba88-ed5806e86a3e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0551903 Nov 10 17:37:39.280583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6b28eddf-c16d-4ad0-96dc-7c7d8c69e932 req-b22b3431-bacf-4ca7-84cc-9703e14eb3a6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Nov 10 17:37:39.629604 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:37:40.249116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-13d4c579-8d22-4fd8-8203-3d7c323f3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.250541 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-13d4c579-8d22-4fd8-8203-3d7c323f3e09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1097 time: 0.0504625 Nov 10 17:37:40.355811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-2291ce05-9549-4085-9823-77795e3fe13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.357267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-2291ce05-9549-4085-9823-77795e3fe13f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0987930 Nov 10 17:37:40.447453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-4581e5dd-9dee-4bb9-83e4-e9f76c170fd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 1001 time: 0.0807092 Nov 10 17:37:40.457073 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e831b5-7dee-463a-a641-579d0cf7fe25 req-4a057af0-6e6e-4b35-b7f9-23b0b52a8a64 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.458512 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69e831b5-7dee-463a-a641-579d0cf7fe25 req-4a057af0-6e6e-4b35-b7f9-23b0b52a8a64 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.1004009 Nov 10 17:37:40.532613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-1d8c01b9-33fa-407f-82e9-6597917ff1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.533987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-1d8c01b9-33fa-407f-82e9-6597917ff1fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0746253 Nov 10 17:37:40.538478 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69e831b5-7dee-463a-a641-579d0cf7fe25 req-7a4ea44a-9579-4558-8e98-ed1f8e2e4466 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719459 Nov 10 17:37:40.586657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-cf06d47c-500f-494a-abb7-30bd2f00a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.588193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-cf06d47c-500f-494a-abb7-30bd2f00a76c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474184 Nov 10 17:37:40.681343 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-820090c9-076d-4ee1-8f17-3c2fc222766a service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854981 Nov 10 17:37:40.772764 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-1a7a1c2a-0f41-4776-9804-3c7859b8e1be service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841763 Nov 10 17:37:41.000064 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:41.657284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc5eb-cdc7-4f6d-9069-d119d7bf6bd7 req-9cfc0688-9983-4a7b-b3e4-907b755fe229 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.658780 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c4fc5eb-cdc7-4f6d-9069-d119d7bf6bd7 req-9cfc0688-9983-4a7b-b3e4-907b755fe229 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0504403 Nov 10 17:37:41.706610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c4fc5eb-cdc7-4f6d-9069-d119d7bf6bd7 req-d4219a7e-dab0-4916-b0ce-0dfa224c681f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Nov 10 17:37:42.831039 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7f15b-d35e-4af4-b93a-86d2bc38a51b req-ab67ca5b-e530-4cd9-a444-9a35707b85b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:42.832597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ded7f15b-d35e-4af4-b93a-86d2bc38a51b req-ab67ca5b-e530-4cd9-a444-9a35707b85b3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0547969 Nov 10 17:37:42.881261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ded7f15b-d35e-4af4-b93a-86d2bc38a51b req-37579a52-3ce1-4406-9b4c-812ac7d45885 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Nov 10 17:37:44.009392 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc41d69-d61b-4722-a395-f87f460c273d req-c0b04482-11d7-44a5-87b1-41de6574fee1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:44.010927 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2dc41d69-d61b-4722-a395-f87f460c273d req-c0b04482-11d7-44a5-87b1-41de6574fee1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0586867 Nov 10 17:37:44.058954 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2dc41d69-d61b-4722-a395-f87f460c273d req-f584db7c-61f0-4f54-b9e2-2154f2b991dc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417364 Nov 10 17:37:45.178923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b0a06-9a2e-4537-87e7-60c1bf524434 req-58b5e6c8-3f71-44aa-b82e-6030342a909d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:45.180457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d40b0a06-9a2e-4537-87e7-60c1bf524434 req-58b5e6c8-3f71-44aa-b82e-6030342a909d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Nov 10 17:37:45.228363 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d40b0a06-9a2e-4537-87e7-60c1bf524434 req-fbbeadd8-c361-4e85-84fe-538233191e59 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Nov 10 17:37:46.346109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fd290-1417-4d08-ab4d-ab9fa07a70d4 req-bff5924d-38b9-4644-946c-6f3d83c386ea tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:46.347649 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d53fd290-1417-4d08-ab4d-ab9fa07a70d4 req-bff5924d-38b9-4644-946c-6f3d83c386ea tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0511127 Nov 10 17:37:46.396352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d53fd290-1417-4d08-ab4d-ab9fa07a70d4 req-1dbc316c-27be-4d1f-93f6-f78156b5ec02 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Nov 10 17:37:47.518714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a5dc-eb48-461a-b77e-cc4fb13b4c6c req-3466bffe-7871-44c2-a0cc-5fb23c08631c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:47.520256 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff86a5dc-eb48-461a-b77e-cc4fb13b4c6c req-3466bffe-7871-44c2-a0cc-5fb23c08631c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0548167 Nov 10 17:37:47.567811 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff86a5dc-eb48-461a-b77e-cc4fb13b4c6c req-b28b736a-3274-4eb3-8787-9bb6d9188ab6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412886 Nov 10 17:37:48.684476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baee3e1-9876-4899-8618-0b957e3ad33e req-267978a9-7820-422b-b6e5-765bf473208d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:48.686010 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2baee3e1-9876-4899-8618-0b957e3ad33e req-267978a9-7820-422b-b6e5-765bf473208d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0491977 Nov 10 17:37:48.737581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2baee3e1-9876-4899-8618-0b957e3ad33e req-42288afa-f58b-41be-9569-a4efeedf9b7f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Nov 10 17:37:49.856814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc388dc-7d80-4773-bda8-ea33289f475c req-2c109e3c-ad5b-4da8-bc1d-4c548142f4b4 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:49.858314 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecc388dc-7d80-4773-bda8-ea33289f475c req-2c109e3c-ad5b-4da8-bc1d-4c548142f4b4 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0511727 Nov 10 17:37:49.908717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ecc388dc-7d80-4773-bda8-ea33289f475c req-5cedd6f8-955d-4462-b347-64eb1285b268 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 Nov 10 17:37:51.026044 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616df70-c6a4-4790-9cb0-16bf65c63fe6 req-bead61dc-94d5-4dff-a4d0-10d32712d8b6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:51.027538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5616df70-c6a4-4790-9cb0-16bf65c63fe6 req-bead61dc-94d5-4dff-a4d0-10d32712d8b6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0501335 Nov 10 17:37:51.075515 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5616df70-c6a4-4790-9cb0-16bf65c63fe6 req-6479fed2-4f36-4380-99c4-aa2ece9d2ad8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Nov 10 17:37:52.193578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bfca-3c92-419b-b23d-6abe8e929368 req-2514c279-6581-4c1a-9142-ffe62a2ba8ec tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:52.195074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-25d8bfca-3c92-419b-b23d-6abe8e929368 req-2514c279-6581-4c1a-9142-ffe62a2ba8ec tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Nov 10 17:37:52.247072 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-25d8bfca-3c92-419b-b23d-6abe8e929368 req-0830f893-b615-4d53-a447-7fa6ba1d1e1d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 Nov 10 17:37:52.782625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-a9520078-dc01-4c05-a428-fd8f9b589e50 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:37:52.783521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-a9520078-dc01-4c05-a428-fd8f9b589e50 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062461 Nov 10 17:37:52.844229 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-0d979378-0002-49e4-8d15-a47833b86d09 req-8b38c21d-45e5-4133-a4d8-1ca33857ddc9 service neutron] show failed (client error): The resource could not be found. Nov 10 17:37:52.845247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-8b38c21d-45e5-4133-a4d8-1ca33857ddc9 service neutron] 10.222.0.18 "GET /v2.0/ports/adf3146b-d190-4a1e-92e2-6ec33c947065/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0538287 Nov 10 17:37:53.337543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-70a1ce00-7e36-4e19-8178-07e33aa31bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:53.339002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-70a1ce00-7e36-4e19-8178-07e33aa31bc7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0573177 Nov 10 17:37:53.356680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:53.424135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c963769-77a9-470c-b9fa-cf1c7d593209 req-e37c5cc2-0875-4d91-ae26-699046efb655 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:53.425628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c963769-77a9-470c-b9fa-cf1c7d593209 req-e37c5cc2-0875-4d91-ae26-699046efb655 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.1034606 Nov 10 17:37:53.434728 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:53.512164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c963769-77a9-470c-b9fa-cf1c7d593209 req-70cbf740-3d5e-4335-9818-23350ddde816 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792685 Nov 10 17:37:53.675563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:53.710809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:53.759912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:53.762203 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed093d-3624-4dd5-a2e4-24f67dc894ee" -d '{"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-unplugged", "status": "completed", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:53.767422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:53.787974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Transition to ACTIVE for port object adf3146b-d190-4a1e-92e2-6ec33c947065 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:53.813609 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49767710-a37a-4569-9c1a-8ae5ccb6487d x-openstack-request-id: req-49767710-a37a-4569-9c1a-8ae5ccb6487d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:53.813978 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-unplugged", "status": "completed", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:53.814238 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49767710-a37a-4569-9c1a-8ae5ccb6487d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:53.814664 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'code': 200} Nov 10 17:37:53.867804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:53.944820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:53.958907 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.959246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.959608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.959932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.960253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.960573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.960890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.961203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.961516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.961833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.962146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:53.962456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.004648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] No DVR routers for this DVR port adf3146b-d190-4a1e-92e2-6ec33c947065 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:54.149208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:54.149538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:54.149866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:54.156261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:54.156497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:54.161586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:54.161918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:54.162304 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:54.162728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Bound port: adf3146b-d190-4a1e-92e2-6ec33c947065, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:54.163078 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:54.227726 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:54.230683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:54.298377 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:54.335989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:54.336232 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:54.337868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] 10.222.0.69 "PUT /v2.0/ports/adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 1092 time: 0.9851971 Nov 10 17:37:54.376497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baaf7c-f494-4b03-83d5-2333ec126017 service neutron] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:54.410021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-e603e86a-d025-4eb4-9e9d-64a46f139dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:54.415919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-e603e86a-d025-4eb4-9e9d-64a46f139dc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1095 time: 0.0481911 Nov 10 17:37:54.510366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-cce7ea1b-25dd-4ba3-81e9-c354d691f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:54.511860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-cce7ea1b-25dd-4ba3-81e9-c354d691f8fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0931447 Nov 10 17:37:54.583424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-8574d730-911e-40fb-8c18-853c6ff5be9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 999 time: 0.0635433 Nov 10 17:37:54.658082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-8e3374e6-93a1-4567-88bb-9fa3d681c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:54.659471 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-8e3374e6-93a1-4567-88bb-9fa3d681c7d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0635104 Nov 10 17:37:54.670037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a49c7-ec5a-465e-b3cb-57c3396c371b req-5b98e22a-ccf9-4453-ae86-f46679757194 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:54.671871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b57a49c7-ec5a-465e-b3cb-57c3396c371b req-5b98e22a-ccf9-4453-ae86-f46679757194 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 943 time: 0.0850370 Nov 10 17:37:54.743635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979378-0002-49e4-8d15-a47833b86d09 req-8aa93514-9351-4c0f-bece-f260210a6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:54.745024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-8aa93514-9351-4c0f-bece-f260210a6899 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723228 Nov 10 17:37:54.748844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b57a49c7-ec5a-465e-b3cb-57c3396c371b req-14c92238-8e28-4042-b9bc-5d5c1221dc56 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688410 Nov 10 17:37:54.838156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-4b68dd86-d10c-4e76-af92-27c7172738e6 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857961 Nov 10 17:37:54.932130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0d979378-0002-49e4-8d15-a47833b86d09 req-05cd5dc4-c9ec-44f2-999d-a0646e1e05ec service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872953 Nov 10 17:37:55.816343 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:55.818765 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b357a87-5893-4e2c-bdc4-eabdf08c949a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:55.870676 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0971194a-83ae-4b97-9b50-3a92c250b59b x-openstack-request-id: req-0971194a-83ae-4b97-9b50-3a92c250b59b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:55.871061 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:55.871865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a6412-7cf2-4175-871a-aa4e2b5d31c2 req-a5ac7c78-137b-47a1-8660-f5351e5cce22 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:55.872349 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0971194a-83ae-4b97-9b50-3a92c250b59b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:55.872349 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'status': 'completed', 'code': 200} Nov 10 17:37:55.873390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d83a6412-7cf2-4175-871a-aa4e2b5d31c2 req-a5ac7c78-137b-47a1-8660-f5351e5cce22 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 943 time: 0.0526371 Nov 10 17:37:55.935569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-2c8677ec-d58b-45b3-a9f9-aeebe1a91cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:55.937831 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-2c8677ec-d58b-45b3-a9f9-aeebe1a91cba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1095 time: 0.0438364 Nov 10 17:37:55.955616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d83a6412-7cf2-4175-871a-aa4e2b5d31c2 req-672f1d45-9c29-4322-9fe6-f2be729c3b97 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712781 Nov 10 17:37:55.961904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-b8c16bed-4d05-4092-986e-010e5647112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:55.963377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-b8c16bed-4d05-4092-986e-010e5647112e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1095 time: 0.0708845 Nov 10 17:37:56.034707 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-7d81c5ec-d7f8-4259-89af-53e9e4db1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:56.036122 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-7d81c5ec-d7f8-4259-89af-53e9e4db1c73 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0907900 Nov 10 17:37:56.061385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-09510cc5-ec90-49bf-8115-732bbc2b66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:56.062851 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-09510cc5-ec90-49bf-8115-732bbc2b66b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0922561 Nov 10 17:37:56.106235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-3e497872-de00-4767-94af-1e2682dc03cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 999 time: 0.0619287 Nov 10 17:37:56.130748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-294b4018-ec92-4ef5-9077-7606aa7f4e29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 999 time: 0.0599270 Nov 10 17:37:56.156759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-7ae542d6-eea0-422a-8cbd-2f80b385a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:56.158214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-7ae542d6-eea0-422a-8cbd-2f80b385a518 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0448885 Nov 10 17:37:56.186135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-cc1296da-61c3-42df-869b-4e1cc657fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:56.187748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-cc1296da-61c3-42df-869b-4e1cc657fd94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0501833 Nov 10 17:37:56.209116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-2171c5a8-ca01-4870-a2f9-9a937e167494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:56.210648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-2171c5a8-ca01-4870-a2f9-9a937e167494 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450022 Nov 10 17:37:56.235862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-6308cf65-56b5-497e-a510-a1127d4027ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:56.237354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-6308cf65-56b5-497e-a510-a1127d4027ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412438 Nov 10 17:37:56.305792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-a5d2bd04-974a-442a-92c3-d947ff40e794 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867004 Nov 10 17:37:56.334403 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-9195ee25-68ad-44eb-9c02-16a221f61bf0 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884087 Nov 10 17:37:56.397542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-c89683a0-4b74-47d9-b01e-525f0f00c08f service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839953 Nov 10 17:37:56.428281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9b357a87-5893-4e2c-bdc4-eabdf08c949a req-0edc5c92-7908-47fc-af74-0a34af0c453d service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869699 Nov 10 17:37:56.493891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:56.532515 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:57.080411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644554d6-adfa-4108-abb1-08d791ecf870 req-98d485c1-4bec-4156-a4ba-538c01a0f46f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:57.081907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-644554d6-adfa-4108-abb1-08d791ecf870 req-98d485c1-4bec-4156-a4ba-538c01a0f46f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 943 time: 0.0539577 Nov 10 17:37:57.129059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-644554d6-adfa-4108-abb1-08d791ecf870 req-bc5a8ef8-af48-41a2-b872-42a0ebb26416 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Nov 10 17:37:57.761323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:37:58.018174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:58.029431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'mac_address': 'fa:16:3e:88:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:37:58.067773 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.084305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf3146b-d190-4a1e-92e2-6ec33c947065 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:58.103792 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:58.181582 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.234962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:58.243420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.248525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:58.255996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf0a50-0600-49ea-a4f4-572e2f02071e req-6323db09-6f84-40e1-a345-cdf2a91c0ac9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:58.257558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ccf0a50-0600-49ea-a4f4-572e2f02071e req-6323db09-6f84-40e1-a345-cdf2a91c0ac9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0557601 Nov 10 17:37:58.322991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ccf0a50-0600-49ea-a4f4-572e2f02071e req-a7fa9e1c-b60e-4363-87e2-ac72d33a4a73 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565248 Nov 10 17:37:58.545081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['adf3146b-d190-4a1e-92e2-6ec33c947065'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:59.444516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1fd37-85d2-487a-9701-a268c87c620e req-efcd1596-1459-47e6-a098-4261551175a0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:59.445993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bf1fd37-85d2-487a-9701-a268c87c620e req-efcd1596-1459-47e6-a098-4261551175a0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0488791 Nov 10 17:37:59.493012 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8bf1fd37-85d2-487a-9701-a268c87c620e req-59f92b6b-a3be-4935-ac8a-6e9aa711a4ce tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405922 Nov 10 17:37:59.771972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:59.896219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port adf3146b-d190-4a1e-92e2-6ec33c947065 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:59.900121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port adf3146b-d190-4a1e-92e2-6ec33c947065 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:59.900487 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.979164 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:00.004927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:00.007231 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b9d1c-9ae5-4425-8ce7-b474d1c60b9e" -d '{"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-plugged", "status": "completed", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:00.025818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:00.060660 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4147313d-7557-4c28-8a15-6cb5bfc1bb3a x-openstack-request-id: req-4147313d-7557-4c28-8a15-6cb5bfc1bb3a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:00.061530 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-plugged", "status": "completed", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:00.061784 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4147313d-7557-4c28-8a15-6cb5bfc1bb3a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:00.062184 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'code': 200} Nov 10 17:38:00.096341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff3b99-00d7-4e0e-a7e5-63d903b2b658 req-519465cd-ae2f-46d6-bcbe-a76d1d6aea62 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:00.096608 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:00.097837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0aff3b99-00d7-4e0e-a7e5-63d903b2b658 req-519465cd-ae2f-46d6-bcbe-a76d1d6aea62 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0646248 Nov 10 17:38:00.145854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:00.167775 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-bd75e5af-f61b-42a6-bc52-1d2dc89ade63 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:00.169255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-bd75e5af-f61b-42a6-bc52-1d2dc89ade63 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209&tenant_id=4a68fe236a6b4250a6876b7053123cc6&binding%3Ahost_id=n-h1-714676-11 HTTP/1.1" status: 200 len: 944 time: 0.0912485 Nov 10 17:38:00.174342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0aff3b99-00d7-4e0e-a7e5-63d903b2b658 req-8cc25563-243c-4692-a5c7-89bbd1278d6e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627089 Nov 10 17:38:00.229833 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-94b09604-32e2-4b5b-991a-381945a7b5ca service neutron] 10.222.0.69 "GET /v2.0/ports/adf3146b-d190-4a1e-92e2-6ec33c947065/bindings/n-h1-714676-11 HTTP/1.1" status: 200 len: 383 time: 0.0525005 Nov 10 17:38:00.293739 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-eee0b5ee-be37-43dc-81c7-413a5adce084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:00.295834 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-eee0b5ee-be37-43dc-81c7-413a5adce084 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1097 time: 0.0429928 Nov 10 17:38:00.385627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-d1ed90cb-472f-4f35-bcc8-79885ae4925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:00.387090 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-d1ed90cb-472f-4f35-bcc8-79885ae4925d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0856884 Nov 10 17:38:00.455357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-f9fe8e0f-3874-4492-aa8e-fbb527d4a92d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 1001 time: 0.0609884 Nov 10 17:38:00.503110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-6bcd77f8-7167-40e9-ae82-a81a5d5a9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:00.504546 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-6bcd77f8-7167-40e9-ae82-a81a5d5a9a4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0424440 Nov 10 17:38:00.551275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-4bf71c20-cccd-4216-a0cb-f197e700ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:00.552790 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-4bf71c20-cccd-4216-a0cb-f197e700ad06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413635 Nov 10 17:38:00.649243 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-159ed8a7-a106-4faa-b558-25ce83e9ba0b service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895493 Nov 10 17:38:00.753183 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-fb1765fb-cfc9-4d54-9e7b-b99b66b61c00 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965827 Nov 10 17:38:01.354940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4a8c4-c1c2-45e1-9ea4-7db12d76f1ca req-4d8ca555-2e0a-4e56-84d3-bf6a787672a5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:01.356488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88e4a8c4-c1c2-45e1-9ea4-7db12d76f1ca req-4d8ca555-2e0a-4e56-84d3-bf6a787672a5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.1064801 Nov 10 17:38:01.406501 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88e4a8c4-c1c2-45e1-9ea4-7db12d76f1ca req-99ca081e-dd34-4346-9cf4-3bc9d374115d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Nov 10 17:38:01.690333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d93c0914-efd6-4800-a840-9ae8247d271e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:02.594138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422004-0c10-471a-8731-66849d158766 req-b18ff853-0876-4511-9084-dfc3ba519939 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:02.595594 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d422004-0c10-471a-8731-66849d158766 req-b18ff853-0876-4511-9084-dfc3ba519939 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.1140039 Nov 10 17:38:02.997028 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9d422004-0c10-471a-8731-66849d158766 req-8ad2bba6-359d-4a3f-a3b8-b08591463e50 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953125 Nov 10 17:38:03.407917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-8f54f190-9ff7-47a9-8b19-a79020abe03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:03.409466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-8f54f190-9ff7-47a9-8b19-a79020abe03c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0411499 Nov 10 17:38:03.422356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:03.477653 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.677683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:03.709554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:03.748729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:03.751030 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf98150-ad1e-46f3-b3b4-f93da05efba9" -d '{"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-unplugged", "status": "completed", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:03.755264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.768388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Transition to ACTIVE for port object adf3146b-d190-4a1e-92e2-6ec33c947065 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:38:03.801866 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12093807-7527-484a-a3b5-d00cc658c830 x-openstack-request-id: req-12093807-7527-484a-a3b5-d00cc658c830 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:03.802184 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-unplugged", "status": "completed", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:03.802491 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12093807-7527-484a-a3b5-d00cc658c830 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:03.802890 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'code': 200} Nov 10 17:38:03.844303 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.913482 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1794acfd-406c-43a8-be5d-ee98709bc1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.928383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:03.940843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.941190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.941533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.941863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.942185 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.942514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.942833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.943151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.943499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.943818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.944136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.944453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:03.979014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] No DVR routers for this DVR port adf3146b-d190-4a1e-92e2-6ec33c947065 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:04.118425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:04.118688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a814a6-dd4e-4a8d-88ee-5fca70e6d689 req-7d93fd4a-4f29-4671-b5dd-0b337d81e382 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.119172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:04.119172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:04.120177 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12a814a6-dd4e-4a8d-88ee-5fca70e6d689 req-7d93fd4a-4f29-4671-b5dd-0b337d81e382 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0502191 Nov 10 17:38:04.126165 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:38:04.126498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Attempting to bind port adf3146b-d190-4a1e-92e2-6ec33c947065 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:04.131977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:04.132312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:04.132718 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:04.133139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Bound port: adf3146b-d190-4a1e-92e2-6ec33c947065, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:04.133488 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.185054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-12a814a6-dd4e-4a8d-88ee-5fca70e6d689 req-69cb6c9f-a2e1-4652-8cb3-9da42fa438c0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458863 Nov 10 17:38:04.200439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:04.203938 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:04.279214 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.319284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.319929 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.321314 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] 10.222.0.18 "PUT /v2.0/ports/adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 1093 time: 0.9033301 Nov 10 17:38:04.341354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c64fc1-9768-45e8-9dda-c2af52064aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:04.393485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-79ed92b9-0756-4cee-aa5e-7e324c071a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.395056 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-79ed92b9-0756-4cee-aa5e-7e324c071a16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1096 time: 0.0495429 Nov 10 17:38:04.507027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-a98139f7-81d8-4660-a50d-0b283a62deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.508551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-a98139f7-81d8-4660-a50d-0b283a62deda service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.1060669 Nov 10 17:38:04.577602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-c7b77325-1d6a-41ca-83cc-027fd0f07252 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 999 time: 0.0600021 Nov 10 17:38:04.629129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-404d633c-e09c-4969-a890-ab1c9f1d707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.630487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-404d633c-e09c-4969-a890-ab1c9f1d707c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0460024 Nov 10 17:38:04.680531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72266-34d4-41fe-b5e8-439573314f46 req-59089f9e-9b87-4af1-9b9d-848f548da1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.682002 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-59089f9e-9b87-4af1-9b9d-848f548da1ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449412 Nov 10 17:38:04.770328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-4d7dbfc6-e625-4e32-bcd0-ec319cda2ff7 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813370 Nov 10 17:38:04.864999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fef72266-34d4-41fe-b5e8-439573314f46 req-bb121825-8e3c-437b-94c2-bff090ad5f49 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875463 Nov 10 17:38:05.284371 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.306808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4153c9-b3fe-4b6b-994d-445cb5f2ff16 req-24dacac8-4f5b-4d8d-b662-9d16119e6ed8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:05.308389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a4153c9-b3fe-4b6b-994d-445cb5f2ff16 req-24dacac8-4f5b-4d8d-b662-9d16119e6ed8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0501139 Nov 10 17:38:05.358069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a4153c9-b3fe-4b6b-994d-445cb5f2ff16 req-1a06d04a-e8d4-41a6-9bb3-01c092eb1d34 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Nov 10 17:38:05.804326 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:05.806720 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d0ddea-90c8-4944-898b-092bdf2bd032" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:05.833615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:05.855141 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65f9b1e-4523-480d-b362-2eaa1f3a13f6 x-openstack-request-id: req-e65f9b1e-4523-480d-b362-2eaa1f3a13f6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:05.856994 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:05.857275 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e65f9b1e-4523-480d-b362-2eaa1f3a13f6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:05.858477 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'status': 'completed', 'code': 200} Nov 10 17:38:05.876166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:05.920318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-acac1c45-9d16-4a38-acd4-d5f8b2edd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:05.921816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-acac1c45-9d16-4a38-acd4-d5f8b2edd7b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1096 time: 0.0409358 Nov 10 17:38:05.924316 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-8825cf2f-ecad-4c60-89ad-06a1292f6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:05.925803 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-8825cf2f-ecad-4c60-89ad-06a1292f6263 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 1096 time: 0.0416653 Nov 10 17:38:06.020658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-247ee203-5cc8-42b9-bd50-3831004b8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:06.020920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-e0775364-404f-4d3f-aa50-e6521a28a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:06.022135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-247ee203-5cc8-42b9-bd50-3831004b8125 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0896342 Nov 10 17:38:06.022548 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-e0775364-404f-4d3f-aa50-e6521a28a262 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0915236 Nov 10 17:38:06.088156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-b0c5b1fd-cf8e-4a85-9584-16fc80e8f9e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 999 time: 0.0586183 Nov 10 17:38:06.090015 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-2643badf-9398-4305-834f-1ba27e6ed5f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 200 len: 999 time: 0.0591335 Nov 10 17:38:06.144180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-0c9adab6-d1ab-4208-8661-22477f626973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:06.145063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-a6a3c2b8-83cf-403a-a3e1-607f8a070759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:06.145634 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-0c9adab6-d1ab-4208-8661-22477f626973 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0485694 Nov 10 17:38:06.146549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-a6a3c2b8-83cf-403a-a3e1-607f8a070759 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0493875 Nov 10 17:38:06.192062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-42accfa8-c8c4-4234-963a-c9269f149888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:06.193549 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-42accfa8-c8c4-4234-963a-c9269f149888 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409133 Nov 10 17:38:06.195262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-3760318a-1c82-4ff3-99f6-091a4d4a5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:06.196790 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-3760318a-1c82-4ff3-99f6-091a4d4a5504 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424275 Nov 10 17:38:06.286212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-45cac763-7c67-487d-a5e1-9fe0e1fa0d66 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857840 Nov 10 17:38:06.301999 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-d59ac162-408a-427d-82ad-e312d104377e service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907791 Nov 10 17:38:06.381853 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-2f20d3ad-8b5d-40f8-8888-7945894390a8 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884871 Nov 10 17:38:06.415676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62d0ddea-90c8-4944-898b-092bdf2bd032 req-458cee5a-65fd-4b76-927c-03164b08f260 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051569 Nov 10 17:38:06.483122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b011a3-9286-4eb6-84ae-d2c2a3f4e3e7 req-5d5ea68b-e4e5-4d98-8971-06da091c593a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:06.484615 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88b011a3-9286-4eb6-84ae-d2c2a3f4e3e7 req-5d5ea68b-e4e5-4d98-8971-06da091c593a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0495975 Nov 10 17:38:06.536049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88b011a3-9286-4eb6-84ae-d2c2a3f4e3e7 req-40f784d0-7cfb-4fee-80f8-0f4edb588f19 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452530 Nov 10 17:38:07.009848 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:07.604156 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:07.656573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc98fe8-8ba1-40cb-949c-960e890c3e6d req-69a4b42a-8cc2-4d56-b6db-7a7016963e62 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:07.658107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcc98fe8-8ba1-40cb-949c-960e890c3e6d req-69a4b42a-8cc2-4d56-b6db-7a7016963e62 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0494714 Nov 10 17:38:07.708911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dcc98fe8-8ba1-40cb-949c-960e890c3e6d req-c19d65fb-b041-45da-b6f0-2eacc3130144 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448132 Nov 10 17:38:07.827187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c0583-f8e7-4238-8f07-54991c65d43b req-f50a0396-b32b-4f23-8a2f-34ca9e0e480d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:07.828596 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be2c0583-f8e7-4238-8f07-54991c65d43b req-f50a0396-b32b-4f23-8a2f-34ca9e0e480d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0504241 Nov 10 17:38:07.875072 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be2c0583-f8e7-4238-8f07-54991c65d43b req-08f9b3ab-9e32-4807-9dbe-49f3c31d93bb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Nov 10 17:38:07.986886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26257e32-b6b8-4d97-bcde-475c17122ec8 req-bddb5831-b2eb-45db-a1bf-3ff0984957fc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:07.988425 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26257e32-b6b8-4d97-bcde-475c17122ec8 req-bddb5831-b2eb-45db-a1bf-3ff0984957fc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0483565 Nov 10 17:38:08.038729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26257e32-b6b8-4d97-bcde-475c17122ec8 req-3cf2bc5b-a4c4-4ca3-a043-5046b6cf408a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443330 Nov 10 17:38:08.480422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dea41a-c883-4dcf-8e0f-b0690542d77e req-059f8925-4b77-48ac-be46-77f2242e37fe tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:08.481906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52dea41a-c883-4dcf-8e0f-b0690542d77e req-059f8925-4b77-48ac-be46-77f2242e37fe tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 944 time: 0.0500741 Nov 10 17:38:08.532456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52dea41a-c883-4dcf-8e0f-b0690542d77e req-84c17dab-66c7-4e1a-b558-615230cd5b90 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436344 Nov 10 17:38:08.533982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:08.537583 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.632978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:08.644349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'mac_address': 'fa:16:3e:88:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:08.681574 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.694827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf3146b-d190-4a1e-92e2-6ec33c947065 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:08.714634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:08.798894 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.846226 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:09.063803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['adf3146b-d190-4a1e-92e2-6ec33c947065'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:09.676330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690af6-61d3-4c27-adcb-cd64f4823cbe req-8d7fbaf7-c601-4e8c-bcb7-6e654d0f7c14 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:09.677809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89690af6-61d3-4c27-adcb-cd64f4823cbe req-8d7fbaf7-c601-4e8c-bcb7-6e654d0f7c14 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0744045 Nov 10 17:38:09.718875 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-d0482ab6-2554-4790-9908-91eb0ec36bce tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:09.720326 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-d0482ab6-2554-4790-9908-91eb0ec36bce tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 945 time: 0.0820327 Nov 10 17:38:09.777463 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89690af6-61d3-4c27-adcb-cd64f4823cbe req-111b3371-c11f-4c01-8dc1-8ccb7615d8e5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932899 Nov 10 17:38:09.834345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Deleting port adf3146b-d190-4a1e-92e2-6ec33c947065 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:09.834580 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:09.925184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] For port adf3146b-d190-4a1e-92e2-6ec33c947065, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=adf3146b-d190-4a1e-92e2-6ec33c947065,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:09.925551 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.094193 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.094518 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.094759 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419 disassociated. External IP: 172.25.3.85, port: adf3146b-d190-4a1e-92e2-6ec33c947065. Nov 10 17:38:10.095123 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Calling delete_port for adf3146b-d190-4a1e-92e2-6ec33c947065 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:10.267463 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.297571 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event deleted for resources: {'Port': ['ID=adf3146b-d190-4a1e-92e2-6ec33c947065,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:10.420839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:10.530715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:10.539924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:10.541291 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:10.545951 n-d-714676-11 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No ports have port_id starting with adf3146b-d190-4a1e-92e2-6ec33c947065 Nov 10 17:38:10.547482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 requested by agent hyperv_n-h2-714676-11 not found in database {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 10 17:38:10.552423 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:10.553043 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:38:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:10.571432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] No DVR routers for this DVR port adf3146b-d190-4a1e-92e2-6ec33c947065 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:10.574327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.579016 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfe93dda-5448-43d8-8af3-c1238730c61f req-dad44b62-e7bd-41db-ac7d-c51c50f6cdc3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "DELETE /v2.0/ports/adf3146b-d190-4a1e-92e2-6ec33c947065 HTTP/1.1" status: 204 len: 173 time: 0.8490882 Nov 10 17:38:10.579454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-deleted', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:10.582287 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2361ccd1-9ae2-4a0b-b2e3-3e26b5535611" -d '{"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-deleted", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:10.620674 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62ecd70-ffd4-44ef-8e34-b0b708488085 x-openstack-request-id: req-f62ecd70-ffd4-44ef-8e34-b0b708488085 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:10.620968 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd3816f-0ae0-4790-9009-19b8474e3209", "name": "network-vif-deleted", "tag": "adf3146b-d190-4a1e-92e2-6ec33c947065", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:10.621221 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f62ecd70-ffd4-44ef-8e34-b0b708488085 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:10.621628 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd3816f-0ae0-4790-9009-19b8474e3209', 'name': 'network-vif-deleted', 'tag': 'adf3146b-d190-4a1e-92e2-6ec33c947065', 'status': 'completed', 'code': 200} Nov 10 17:38:10.667083 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:10.879154 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:10.879477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ea7a73eb-3de2-498f-9e8d-a37bf56abfbf req-b4a2b267-32fa-4466-9b18-3a8b51cc47a6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdd3816f-0ae0-4790-9009-19b8474e3209 HTTP/1.1" status: 200 len: 210 time: 0.0283937 Nov 10 17:38:10.909935 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:10.918333 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:10.918933 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:38:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:11.004162 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:11.025500 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:11.226998 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:11.253080 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6a00a-5384-412d-9094-64a6a854e725 None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:11.492271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fefb43-3655-474d-be39-aba386c4cf44 None None] New status for floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:38:12.172745 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-ffaeab13-0c26-443a-a6f3-caa05b70b44a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2012244807&fields=id&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 267 time: 0.0466905 Nov 10 17:38:12.276289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3859-863f-48ba-b614-31dcb530eeae req-c6abb8fd-e653-4f29-9098-c3e172862071 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:12.277711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-c6abb8fd-e653-4f29-9098-c3e172862071 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 811 time: 0.0982003 Nov 10 17:38:12.293435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-c8ce7cc3-af1d-4a2e-aa24-acbb7c06052e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/quotas/4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 375 time: 0.0089674 Nov 10 17:38:12.348897 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-06a9b828-035a-4446-93d6-333feb30bcb5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496562 Nov 10 17:38:12.365694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-a400b188-4737-42f4-908f-186732825778 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:38:12.366655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-a400b188-4737-42f4-908f-186732825778 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052686 Nov 10 17:38:12.460013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-025fbe57-9eca-44f9-8456-7273cfda781b service neutron] 10.222.0.62 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872121 Nov 10 17:38:12.549124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-16355f05-10b5-4327-9a0f-538afc3e3942 service neutron] 10.222.0.62 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831463 Nov 10 17:38:12.565500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:12.590128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: adf3146b-d190-4a1e-92e2-6ec33c947065 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:12.590471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device adf3146b-d190-4a1e-92e2-6ec33c947065 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:12.776327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cd298d17-b1cf-47d2-b27a-55df052a9044 req-9b330ae1-1661-4194-8122-17a8354eabfc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0300422 Nov 10 17:38:13.878391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f5863f3b-d487-45cb-8f36-ed3ef9dc61ea req-98a0c633-41ae-4ae4-81df-325361c77b46 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0320592 Nov 10 17:38:14.449890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3859-863f-48ba-b614-31dcb530eeae req-2b37d78e-ef72-4589-b3bf-5f23fac03155 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:14.451431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-2b37d78e-ef72-4589-b3bf-5f23fac03155 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 811 time: 0.1025777 Nov 10 17:38:14.512903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-cb988ded-95f5-4b6a-870f-2b3368ac7238 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 380 time: 0.0515687 Nov 10 17:38:14.522333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'port': {'device_id': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'admin_state_up': True, 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'security_groups': ['d6107807-a8a1-4ded-b37a-eec871c86a96']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:14.701557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Made reservation on behalf of 4a68fe236a6b4250a6876b7053123cc6 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:14.705118 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.837422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Allocated IP 172.20.0.6 (a492a729-fcf1-44a7-ba09-a4e6a4eb63be/b9657a46-fdee-4aa1-96c2-d013dd1c46bd/ef6620dc-4951-4c60-9fc5-2bdd77361654) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:14.973871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.975029 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49b17e57-bd0c-400c-aa69-6a67a9dc8769 req-b1134bc8-0f42-4c26-a873-211fec34ea5a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0273917 Nov 10 17:38:15.056082 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.102908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:15.110566 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:15.115065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:15.119011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:15.166985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:15.167638 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.257430 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-be1d2961-8528-47a1-81cb-9c01a077f654 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388279 Nov 10 17:38:15.270013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Request body: {'port': {'device_id': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:15.326996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.349247 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f0ae410-597d-4085-91bb-d0646092ecd9 None None] Provisioning complete for port ef6620dc-4951-4c60-9fc5-2bdd77361654 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:15.349805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae410-597d-4085-91bb-d0646092ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.384045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ae410-597d-4085-91bb-d0646092ecd9 None None] Port ef6620dc-4951-4c60-9fc5-2bdd77361654 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:38:15.592428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6620dc-4951-4c60-9fc5-2bdd77361654 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:15.599720 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.612086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Transition to ACTIVE for port object ef6620dc-4951-4c60-9fc5-2bdd77361654 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:38:15.678240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.730409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:15.815685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:15.816045 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:15.816371 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:15.821139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:38:15.821456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:15.827705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:15.828054 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:15.828445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:15.829037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Bound port: ef6620dc-4951-4c60-9fc5-2bdd77361654, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:15.829401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.896500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:15.899530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:15.975956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.012630 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.014092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.015784 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] 10.222.0.69 "PUT /v2.0/ports/ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1092 time: 0.7501142 Nov 10 17:38:16.019014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:16.019014 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eb480c-0bb6-4cdc-b151-59f30b731fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:16.045659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e8f0-dc3b-404e-937f-3e2a63e8c0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:16.076861 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbabd65-451d-49f6-a628-24d1dd6456c7 x-openstack-request-id: req-1cbabd65-451d-49f6-a628-24d1dd6456c7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:16.077211 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:16.077469 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cbabd65-451d-49f6-a628-24d1dd6456c7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:16.078097 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'status': 'completed', 'code': 200} Nov 10 17:38:16.149583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e134fb4-d233-4ba3-bef1-dbf37f65fc9f req-fe306925-5baf-4611-b326-cc1b8f101e2c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.151226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e134fb4-d233-4ba3-bef1-dbf37f65fc9f req-fe306925-5baf-4611-b326-cc1b8f101e2c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0920928 Nov 10 17:38:16.162032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb480c-0bb6-4cdc-b151-59f30b731fc5 req-a070e3e9-e387-486b-becc-e3058cceaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.163604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2eb480c-0bb6-4cdc-b151-59f30b731fc5 req-a070e3e9-e387-486b-becc-e3058cceaca1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1095 time: 0.0689611 Nov 10 17:38:16.271987 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1e134fb4-d233-4ba3-bef1-dbf37f65fc9f req-97068bff-64c2-40bd-b3c1-8a42b7505499 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123583 Nov 10 17:38:16.297307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb480c-0bb6-4cdc-b151-59f30b731fc5 req-c2703571-f4b9-438e-bd2d-3d8c91c3e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.298834 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2eb480c-0bb6-4cdc-b151-59f30b731fc5 req-c2703571-f4b9-438e-bd2d-3d8c91c3e4d1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4a68fe236a6b4250a6876b7053123cc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1278889 Nov 10 17:38:16.397802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb480c-0bb6-4cdc-b151-59f30b731fc5 req-c6d34918-f269-4b0f-99ce-30029ab1ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.399193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b2eb480c-0bb6-4cdc-b151-59f30b731fc5 req-c6d34918-f269-4b0f-99ce-30029ab1ff9f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929687 Nov 10 17:38:16.476065 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3859-863f-48ba-b614-31dcb530eeae req-b5890a79-8324-4601-98b7-f35f14abcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.477586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-b5890a79-8324-4601-98b7-f35f14abcbb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1095 time: 0.0413485 Nov 10 17:38:16.523333 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-5f9b2494-9f29-4776-8d71-15c33b56653e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 217 time: 0.0378664 Nov 10 17:38:16.572014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3859-863f-48ba-b614-31dcb530eeae req-2e150b5b-532d-49ed-a6c5-ee5bfc78811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.573500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-2e150b5b-532d-49ed-a6c5-ee5bfc78811f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0433688 Nov 10 17:38:16.619244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3859-863f-48ba-b614-31dcb530eeae req-9070a5f0-823a-4ff5-8603-80034d693419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.620755 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-9070a5f0-823a-4ff5-8603-80034d693419 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399885 Nov 10 17:38:16.630065 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:38:16.714539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-42e8f1c9-ac71-4df9-a432-d939c3e7b50c service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860009 Nov 10 17:38:16.806775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a35b3859-863f-48ba-b614-31dcb530eeae req-0a72303a-1f51-4930-ad6c-d1e1d3238ec5 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847445 Nov 10 17:38:17.395969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe39b3-455f-4567-ac83-ac4a2b87d102 req-470f5725-e586-4b22-ba15-188a5d0b3acc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:17.397437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15fe39b3-455f-4567-ac83-ac4a2b87d102 req-470f5725-e586-4b22-ba15-188a5d0b3acc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0501430 Nov 10 17:38:17.447082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15fe39b3-455f-4567-ac83-ac4a2b87d102 req-fbad4fef-8bde-4c0c-be2b-ed0d6e8b282e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Nov 10 17:38:18.568530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea7912-3c03-4f5b-94d6-383a8be4224a req-2a4edbfd-98b7-4136-8e91-c2137854edc9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:18.569966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-acea7912-3c03-4f5b-94d6-383a8be4224a req-2a4edbfd-98b7-4136-8e91-c2137854edc9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0547960 Nov 10 17:38:18.618105 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-acea7912-3c03-4f5b-94d6-383a8be4224a req-7adec3a6-adf1-4394-a762-7afa71b5c02b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Nov 10 17:38:19.734997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2de32-563c-42ab-90e7-9a424727b7c4 req-1ccf3b42-b24f-4b89-be07-9021c768780d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:19.736499 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ccc2de32-563c-42ab-90e7-9a424727b7c4 req-1ccf3b42-b24f-4b89-be07-9021c768780d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0481184 Nov 10 17:38:19.786743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ccc2de32-563c-42ab-90e7-9a424727b7c4 req-f513fc4f-dbe8-440c-8160-2f2b2c956a46 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Nov 10 17:38:19.905090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:20.008710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:20.020075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'mac_address': 'fa:16:3e:0a:de:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:20.059088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:20.071779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6620dc-4951-4c60-9fc5-2bdd77361654 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:20.096408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:20.152555 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:20.199519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:20.445485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ef6620dc-4951-4c60-9fc5-2bdd77361654'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:20.905163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcaf65-9349-49c1-a8a7-a6d6e4da86cf req-35c2f2a6-ac6d-4aa6-8cf3-ec036fbe7a29 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:20.906666 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41dcaf65-9349-49c1-a8a7-a6d6e4da86cf req-35c2f2a6-ac6d-4aa6-8cf3-ec036fbe7a29 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0502548 Nov 10 17:38:20.954964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-41dcaf65-9349-49c1-a8a7-a6d6e4da86cf req-aa2c730f-f2e8-45ac-886e-be3708c7dd55 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Nov 10 17:38:21.925995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:22.049352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port ef6620dc-4951-4c60-9fc5-2bdd77361654 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:38:22.053342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port ef6620dc-4951-4c60-9fc5-2bdd77361654 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:22.053738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.072306 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396b25c-fef5-4a7f-a614-39b225478c4e req-dab06114-4d18-4041-a8f4-2ec65ccfb891 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:22.073814 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4396b25c-fef5-4a7f-a614-39b225478c4e req-dab06114-4d18-4041-a8f4-2ec65ccfb891 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0508029 Nov 10 17:38:22.125551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4396b25c-fef5-4a7f-a614-39b225478c4e req-45bbe346-dfc9-4a96-bc68-8404e52b842b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Nov 10 17:38:22.134020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.158284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:22.160551 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061d6ef6-9ab5-4690-a3ce-6498e0794889" -d '{"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:22.173745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:22.233299 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.263525 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34b3ed4-5152-4d3e-a8a7-3efcb7a20f96 x-openstack-request-id: req-d34b3ed4-5152-4d3e-a8a7-3efcb7a20f96 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:22.263827 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:22.264076 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d34b3ed4-5152-4d3e-a8a7-3efcb7a20f96 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:22.264913 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'code': 200} Nov 10 17:38:22.293028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:22.352705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2761-1213-4161-a1fe-f0789dcdea38 req-6d4d918f-7887-4d17-8bbf-dec2f7583898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:22.354212 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8ac2761-1213-4161-a1fe-f0789dcdea38 req-6d4d918f-7887-4d17-8bbf-dec2f7583898 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0398726 Nov 10 17:38:22.404484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8ac2761-1213-4161-a1fe-f0789dcdea38 req-92c5545d-d1c8-416d-bbbe-f149849c073d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Nov 10 17:38:23.243836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f360a9-1051-4010-941a-7bbada7fd022 req-c0fc8c15-0be8-4f81-ac47-1a015651aa0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:23.245349 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49f360a9-1051-4010-941a-7bbada7fd022 req-c0fc8c15-0be8-4f81-ac47-1a015651aa0d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0497580 Nov 10 17:38:23.293464 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49f360a9-1051-4010-941a-7bbada7fd022 req-22cd675c-4e3d-496a-b94b-fed3bc2fba42 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Nov 10 17:38:24.411425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa7d09-bef2-49f9-883c-673057e3a41e req-057b5145-540a-42f6-8136-e0e69946494d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:24.412901 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0eaa7d09-bef2-49f9-883c-673057e3a41e req-057b5145-540a-42f6-8136-e0e69946494d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0500951 Nov 10 17:38:24.460031 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0eaa7d09-bef2-49f9-883c-673057e3a41e req-38aa8acf-7ad9-492a-910e-dac3f62beadc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Nov 10 17:38:24.577604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df68f-9dd2-4225-ba27-d9b9bf85fb0a req-5293b6ff-9d9a-4c7e-8ea8-ccc8d379d5f6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:24.579102 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cf2df68f-9dd2-4225-ba27-d9b9bf85fb0a req-5293b6ff-9d9a-4c7e-8ea8-ccc8d379d5f6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0544016 Nov 10 17:38:24.588092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:24.593236 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Request body: {'floatingip': {'port_id': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:24.632283 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.410257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.494473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.595406 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419 associated. External IP: 172.25.3.85, port: ef6620dc-4951-4c60-9fc5-2bdd77361654. Nov 10 17:38:25.803835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:25.912620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:25.917409 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.923361 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:25.933086 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:25.933677 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:38:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:25.945618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c77ada87-bd78-4be1-9d22-cfc4c32a8185 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "PUT /v2.0/floatingips/e69a4c26-205c-4b75-a32f-1ee71b2ac419 HTTP/1.1" status: 200 len: 991 time: 1.3564332 Nov 10 17:38:25.946209 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:25.948486 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201c109c-3bc5-42b4-9b41-93207446d9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:26.043246 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:26.048875 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3a5515-b49c-443f-84ba-9139027e58ee x-openstack-request-id: req-5f3a5515-b49c-443f-84ba-9139027e58ee {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:26.049187 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:26.049441 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f3a5515-b49c-443f-84ba-9139027e58ee {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:26.049846 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'status': 'completed', 'code': 200} Nov 10 17:38:26.113075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-dc671667-4fc8-4d7e-ab5f-f9666331990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:26.114586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-dc671667-4fc8-4d7e-ab5f-f9666331990b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0416710 Nov 10 17:38:26.210146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-05bbd68a-5972-4fda-aa2a-b5907f65e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:26.211569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-05bbd68a-5972-4fda-aa2a-b5907f65e2a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0896199 Nov 10 17:38:26.267026 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:0a:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:38:25Z', 'revision_number': 13, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:26.277313 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-4365e64d-06af-4782-8115-17961af094f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 999 time: 0.0589709 Nov 10 17:38:26.293421 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:26.302233 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:26.302824 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:38:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:26.331209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-5a81b6b6-36cb-4719-aa94-f6977cb3b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:26.332707 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-5a81b6b6-36cb-4719-aa94-f6977cb3b196 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0487070 Nov 10 17:38:26.384418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-f243a740-e328-4738-8609-f8cf628e182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:26.385983 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-f243a740-e328-4738-8609-f8cf628e182e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457666 Nov 10 17:38:26.480973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-661a5209-f75b-4ece-8a72-c9eedf38ce22 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871177 Nov 10 17:38:26.504888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:26.578562 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-201c109c-3bc5-42b4-9b41-93207446d9c6 req-9c71f7c7-32c4-4666-abed-9fa866900c26 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902634 Nov 10 17:38:26.733718 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:0a:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:38:25Z', 'revision_number': 13, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:26.759702 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf615b-e618-4014-bc30-f9dbde3b6d6b None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'e69a4c26-205c-4b75-a32f-1ee71b2ac419', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'port_id': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'mac_address': 'fa:16:3e:0a:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:08Z', 'updated_at': '2021-11-10T17:38:25Z', 'revision_number': 13, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:27.067731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a71de9-19eb-46be-b29c-ea28d2a4a3f5 None None] New status for floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:38:27.132960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-d22a94ad-0d2e-4119-a04c-af23820c59ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408766 Nov 10 17:38:27.221692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-268abf4c-5aef-4df1-ae0d-3cff1bcf1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:27.223176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-268abf4c-5aef-4df1-ae0d-3cff1bcf1434 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0453453 Nov 10 17:38:27.330675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-d6cb7862-b370-4600-a920-d82a92a07dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:27.332176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-d6cb7862-b370-4600-a920-d82a92a07dc0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0875635 Nov 10 17:38:27.405351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-a1794d20-fff8-4863-b3bf-b2a1b2845a19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1001 time: 0.0636830 Nov 10 17:38:27.454508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-f74d09f9-3461-4d81-ad88-84899bbc4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:27.455995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-f74d09f9-3461-4d81-ad88-84899bbc4972 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0440998 Nov 10 17:38:27.502671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-9a0aec9f-f03d-4e7c-87ca-f67a701e664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:27.504190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-9a0aec9f-f03d-4e7c-87ca-f67a701e664a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409513 Nov 10 17:38:27.599041 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-aab8ff33-e048-4890-92bf-d61cce963fa7 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872996 Nov 10 17:38:27.687724 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5e3c667-bd2b-421f-9200-a2fe9cfb2474 req-485a6804-9599-44c5-a4d6-151bf1c3b920 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817609 Nov 10 17:38:31.667051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1c751253-67f0-430e-85cc-5ef77ee7ec39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:33.894832 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4aff1947-c899-4485-823f-b890d98c40cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:35.272313 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:37.003512 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:37.602551 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.523251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.008967 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.628928 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:39:01.642721 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7df74a1-815a-4716-a6fd-47ebef0fd1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:03.950889 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4953fc4-d20f-4e8f-9169-e6f5295f1432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:05.288346 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:07.012838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:07.596843 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:08.534027 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:11.048239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:29.128688 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-f8fdcbce-faeb-4cbb-b867-34529901e58b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409131 Nov 10 17:39:29.218661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-2022e3b7-d7a1-455a-b4f9-fb4828d9d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:29.220220 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-2022e3b7-d7a1-455a-b4f9-fb4828d9d5b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0470159 Nov 10 17:39:29.332974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-3a6cc167-e6aa-4e49-9fb0-4bc5de5a9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:29.334464 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-3a6cc167-e6aa-4e49-9fb0-4bc5de5a9577 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0898118 Nov 10 17:39:29.412569 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-df04bee8-0129-4f45-bdc5-de875f86c367 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1001 time: 0.0653744 Nov 10 17:39:29.462027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-004f68d6-a82e-44e6-a048-209f92ecaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:29.464028 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-004f68d6-a82e-44e6-a048-209f92ecaa19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0444875 Nov 10 17:39:29.510810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-9619e1e2-e07f-4b15-8abd-65ebf3780c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:29.512339 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-9619e1e2-e07f-4b15-8abd-65ebf3780c75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405343 Nov 10 17:39:29.608427 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-94b7a19e-b2a6-49b2-9409-87e26a4a2237 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884333 Nov 10 17:39:29.701864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9fcd3ca1-cef1-43fb-be45-e5cfbba552c9 req-4cd6f21c-3b21-4721-b897-18af7ca490fb service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851395 Nov 10 17:39:30.628062 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:39:31.652952 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6625d28-5408-4f90-84ee-ef7e06e3a850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:33.898774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea1659f3-ba13-41c7-85ff-384708edaf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.326061 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.007346 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.606238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.531474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.081024 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:01.651894 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df333e0b-7d79-4da6-ae36-2ce77e0c5435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:03.896241 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8159-02db-4eb6-95b5-14a729cf2340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:05.310106 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:07.017490 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:07.617874 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:07.626821 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:40:08.519311 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.069003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:31.171062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-f565ac64-2020-4666-a0b9-1b1ae9d114b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446424 Nov 10 17:40:31.253368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-40d4408c-7cf4-4a5d-8387-8c60c589283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:31.254847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-40d4408c-7cf4-4a5d-8387-8c60c589283e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0406199 Nov 10 17:40:31.356821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-6af4bfb3-1947-4111-b4fc-7f4572a89541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:31.358271 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-6af4bfb3-1947-4111-b4fc-7f4572a89541 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0838177 Nov 10 17:40:31.425237 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-107e094c-6399-4a37-bcea-079c47ca4c96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1001 time: 0.0599465 Nov 10 17:40:31.473685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-6da2f383-a908-4c7b-9ac9-a7d2b7806b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:31.475070 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-6da2f383-a908-4c7b-9ac9-a7d2b7806b63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0422029 Nov 10 17:40:31.519330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-83f3fcea-e2f5-4d85-a7c9-202c6fd039db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:31.520768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-83f3fcea-e2f5-4d85-a7c9-202c6fd039db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383894 Nov 10 17:40:31.612548 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-128e76d7-7a42-485c-958e-978123bd09ba service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834494 Nov 10 17:40:31.628660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-26ad454b-e15f-4735-a217-6c1e326dbd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:31.702869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3a93597-9697-42fc-b362-2c23e3d03b27 req-0e38127e-3678-4dfb-b0cf-4d115ff64526 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809758 Nov 10 17:40:33.929813 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20a662e4-76f4-4ef4-936a-3fca50d0303f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:35.302561 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.016897 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.604293 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:38.519695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.199908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:44.625824 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:41:01.633115 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a02f766-9b56-45d2-a4f9-f899c0f64068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.441916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64179ee-db33-4556-8dee-69333167155e req-e80a9d66-bf1c-41eb-84f9-1eb4b4845fe0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:03.443437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a64179ee-db33-4556-8dee-69333167155e req-e80a9d66-bf1c-41eb-84f9-1eb4b4845fe0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0497723 Nov 10 17:41:03.490077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a64179ee-db33-4556-8dee-69333167155e req-8eb14e79-59c3-4d1f-a8da-a676b1d7f8f6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 Nov 10 17:41:03.907783 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a040-e1b4-47bf-ac15-50a2a748fd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:05.309721 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.027874 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.602772 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.540115 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:11.096142 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:16.017581 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-b3fadc20-ab42-4b93-8ca4-bc015539b97d req-cf38424a-e50b-4ed4-ab9c-850c10cf5f39 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:41:16.019241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b3fadc20-ab42-4b93-8ca4-bc015539b97d req-cf38424a-e50b-4ed4-ab9c-850c10cf5f39 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1134996 Nov 10 17:41:16.385040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2975fe-137e-488c-8069-7e6550fdb8f5 req-00479d26-5809-4c03-b971-6e2b23e84e99 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:16.386747 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed2975fe-137e-488c-8069-7e6550fdb8f5 req-00479d26-5809-4c03-b971-6e2b23e84e99 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0558202 Nov 10 17:41:16.434948 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed2975fe-137e-488c-8069-7e6550fdb8f5 req-9c2cd879-f8d7-4f0c-855d-b81de4becd51 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 Nov 10 17:41:16.504324 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-aa049637-102f-4b2c-b88a-1a2ffbdf64ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776608 Nov 10 17:41:17.559588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2fb37-b5d1-4aa8-ab83-f6345cabac25 req-f65fd92f-b04b-4adc-a7a4-7100bd32cd67 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:17.561074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6cb2fb37-b5d1-4aa8-ab83-f6345cabac25 req-f65fd92f-b04b-4adc-a7a4-7100bd32cd67 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0540082 Nov 10 17:41:17.609018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6cb2fb37-b5d1-4aa8-ab83-f6345cabac25 req-b56c9dc6-8d83-4f7f-af9a-8bced4139aaf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Nov 10 17:41:18.575714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-870c1b8f-819a-4898-bd1b-85872738614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:18.577154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-870c1b8f-819a-4898-bd1b-85872738614a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0881329 Nov 10 17:41:18.670961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-7cd75cd8-93a2-4bf7-93a5-4ee304a72685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:18.672516 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-7cd75cd8-93a2-4bf7-93a5-4ee304a72685 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0887446 Nov 10 17:41:18.772815 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-94478eb8-c872-4da6-9676-196ec161de13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1001 time: 0.0916381 Nov 10 17:41:18.781705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ee713-cfdd-475e-b07a-d33a9660bfc3 req-23771426-ecd9-4f64-99ee-55cca99b295a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:18.783098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-332ee713-cfdd-475e-b07a-d33a9660bfc3 req-23771426-ecd9-4f64-99ee-55cca99b295a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.1037047 Nov 10 17:41:18.849216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-2382cc66-5565-4231-985d-d4bebb5bb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:18.850560 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-2382cc66-5565-4231-985d-d4bebb5bb05e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0665977 Nov 10 17:41:18.875540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-332ee713-cfdd-475e-b07a-d33a9660bfc3 req-c30ba66c-aff2-4996-8c4c-0af45d5a52be tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830007 Nov 10 17:41:18.904940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f9870b5c-6dd1-48df-b378-f019c406b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:18.906420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f9870b5c-6dd1-48df-b378-f019c406b4d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481632 Nov 10 17:41:18.999225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-b0405e83-dc91-4fa3-b14a-c9f47390be88 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857024 Nov 10 17:41:19.088428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-8821d901-3f91-4152-8550-2e94e035e25d service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813048 Nov 10 17:41:19.991785 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b00cc-2529-498c-80b0-3d9f2dcf7b7b req-9f0b4767-bce2-460d-b965-6886522b5d85 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:19.993414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c72b00cc-2529-498c-80b0-3d9f2dcf7b7b req-9f0b4767-bce2-460d-b965-6886522b5d85 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0492036 Nov 10 17:41:20.040821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c72b00cc-2529-498c-80b0-3d9f2dcf7b7b req-601605ed-ae95-4648-b9e9-52678c5a043b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Nov 10 17:41:21.162730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f2699-77ec-480d-8f36-628c64284fa1 req-dff76020-efb6-43e7-b550-87ba027f53b7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:21.164219 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e6f2699-77ec-480d-8f36-628c64284fa1 req-dff76020-efb6-43e7-b550-87ba027f53b7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0549417 Nov 10 17:41:21.539563 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e6f2699-77ec-480d-8f36-628c64284fa1 req-97c9d829-f192-4447-bf69-8b4f161a49e6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692865 Nov 10 17:41:21.626486 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:41:22.661360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2e556-1655-4f12-b045-38af668fe89c req-40f9df90-40bf-45c1-8c43-531908f94d04 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:22.662841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ef2e556-1655-4f12-b045-38af668fe89c req-40f9df90-40bf-45c1-8c43-531908f94d04 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0536559 Nov 10 17:41:22.710144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0ef2e556-1655-4f12-b045-38af668fe89c req-8a7bd997-a1aa-43b9-81ea-19e4615c035f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410428 Nov 10 17:41:23.826147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a836c3-88ec-414f-a729-43a330828923 req-27609188-28bc-4075-84aa-83a7ebacfb17 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:23.827686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13a836c3-88ec-414f-a729-43a330828923 req-27609188-28bc-4075-84aa-83a7ebacfb17 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0481315 Nov 10 17:41:23.873593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-13a836c3-88ec-414f-a729-43a330828923 req-716421ed-5ee8-49ad-b2b3-d0086cdfba00 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Nov 10 17:41:24.991825 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945b340-607d-4276-9b66-9f61878fb5fe req-8fe93da9-74b2-4488-bd4f-4ac38dcfe6ea tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:24.993347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5945b340-607d-4276-9b66-9f61878fb5fe req-8fe93da9-74b2-4488-bd4f-4ac38dcfe6ea tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0499728 Nov 10 17:41:25.041741 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5945b340-607d-4276-9b66-9f61878fb5fe req-48ed4197-0c64-44b3-874a-f712dd606ea5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 Nov 10 17:41:26.157372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02f715-91b6-4e74-9915-fe36c51702b2 req-41d95bd4-fb99-416c-aa41-a9604253b60f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:26.158830 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb02f715-91b6-4e74-9915-fe36c51702b2 req-41d95bd4-fb99-416c-aa41-a9604253b60f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0483007 Nov 10 17:41:26.207804 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb02f715-91b6-4e74-9915-fe36c51702b2 req-de7f3cf5-3837-42fa-a38f-aeeba1bb7cf1 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430112 Nov 10 17:41:27.328318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3fcf4-f557-4535-a3d9-cf5d61eb67f5 req-dfad72ea-95a2-4b4b-9f20-25ffdf6cd041 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:27.329839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01f3fcf4-f557-4535-a3d9-cf5d61eb67f5 req-dfad72ea-95a2-4b4b-9f20-25ffdf6cd041 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0499148 Nov 10 17:41:27.381600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01f3fcf4-f557-4535-a3d9-cf5d61eb67f5 req-9b4a4375-d6c0-446f-830d-44b240ad65cd tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456758 Nov 10 17:41:28.506476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108d08a-a150-4a5d-b2b0-3b5b3f98e8b4 req-98dc9d31-0154-4c7d-874d-efb816bd16ec tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:28.508115 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4108d08a-a150-4a5d-b2b0-3b5b3f98e8b4 req-98dc9d31-0154-4c7d-874d-efb816bd16ec tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0543394 Nov 10 17:41:28.563842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4108d08a-a150-4a5d-b2b0-3b5b3f98e8b4 req-f38bd83b-6e66-4e46-b8f3-9aec904c8b59 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479088 Nov 10 17:41:29.683772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a214e-b4f2-47df-9531-64f0585b4768 req-a587c9cd-00ff-4dad-8172-4aae47598c08 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:29.685492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-467a214e-b4f2-47df-9531-64f0585b4768 req-a587c9cd-00ff-4dad-8172-4aae47598c08 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0512700 Nov 10 17:41:29.734774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-467a214e-b4f2-47df-9531-64f0585b4768 req-f8b053c5-b017-442e-a982-dd539feac4a5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Nov 10 17:41:30.855079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394686c-04ea-4d81-86f7-73b2e30c6b3b req-03160406-160c-4540-abee-2aed6f58bd24 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:30.856579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b394686c-04ea-4d81-86f7-73b2e30c6b3b req-03160406-160c-4540-abee-2aed6f58bd24 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0494163 Nov 10 17:41:30.903731 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b394686c-04ea-4d81-86f7-73b2e30c6b3b req-e7958a42-f931-4e8e-9711-4afe1eb99a96 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Nov 10 17:41:31.655619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-767a4663-9ffd-4070-ac33-61cc50c847b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:32.022027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f336e0-2104-4181-8f65-e1cabd5f8d27 req-1fb614a1-710f-42de-8f1e-3ce501cdba23 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:32.023664 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5f336e0-2104-4181-8f65-e1cabd5f8d27 req-1fb614a1-710f-42de-8f1e-3ce501cdba23 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0500247 Nov 10 17:41:32.072344 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5f336e0-2104-4181-8f65-e1cabd5f8d27 req-15016a2c-355f-462a-a222-3bc878cdeffa tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411582 Nov 10 17:41:33.184108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-9bfae085-abd9-4ad7-a3c6-9baced6b1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:33.185642 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-9bfae085-abd9-4ad7-a3c6-9baced6b1f3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0733123 Nov 10 17:41:33.207668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6008fd-a549-4d8a-b3c9-692bdaccfa96 req-6215228a-ca6d-4abb-945d-db30c8b7f2c5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:33.209141 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae6008fd-a549-4d8a-b3c9-692bdaccfa96 req-6215228a-ca6d-4abb-945d-db30c8b7f2c5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0631683 Nov 10 17:41:33.318076 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae6008fd-a549-4d8a-b3c9-692bdaccfa96 req-890267ea-f3ca-41c6-a6fa-58d03483a6b6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997326 Nov 10 17:41:33.335537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-de540ab5-93e6-47fb-a04c-ea04637f2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:33.337883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-de540ab5-93e6-47fb-a04c-ea04637f2941 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.1277301 Nov 10 17:41:33.405077 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-636af641-5dfe-44d7-9b04-ec72f920b0a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1001 time: 0.0603962 Nov 10 17:41:33.453386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-db73142b-8c2b-405b-a46d-872f0dc304b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:33.454827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-db73142b-8c2b-405b-a46d-872f0dc304b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0430806 Nov 10 17:41:33.504539 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-a4f97095-de23-4f36-9e67-87d8badbd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:33.506118 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-a4f97095-de23-4f36-9e67-87d8badbd065 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436645 Nov 10 17:41:33.516649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-3224bb2d-d9ed-43f9-abfc-f296e7fb29a4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:41:33.517563 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-3224bb2d-d9ed-43f9-abfc-f296e7fb29a4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049396 Nov 10 17:41:33.609627 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-891ce8bc-eb7a-48ac-865a-8e7cf338824b service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847430 Nov 10 17:41:33.630170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.69', 59061) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:33.688727 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [req-9143035c-5455-4243-b558-1cbbd6b02414 req-4aa8624f-5f9f-4747-bf3a-2674147dc1b3 service neutron] show failed (client error): The resource could not be found. Nov 10 17:41:33.689676 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-4aa8624f-5f9f-4747-bf3a-2674147dc1b3 service neutron] 10.222.0.69 "GET /v2.0/ports/ef6620dc-4951-4c60-9fc5-2bdd77361654/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0583942 Nov 10 17:41:33.708702 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0a1050f-c480-4702-b7f0-30b4ada953e7 req-f4504295-c671-4b75-abe0-39d4141231dd service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900636 Nov 10 17:41:33.900940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06673dfc-647a-42bc-89cf-11c70e295398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.290637 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-57cb0224-0e92-435e-b6b2-1c41298b340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:34.292179 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-57cb0224-0e92-435e-b6b2-1c41298b340c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 1097 time: 0.0851486 Nov 10 17:41:34.304361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:34.360192 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.505947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b07355-1c05-404d-bef4-9e1c96928225 req-01619fd0-4238-49f9-8930-449a4da5c793 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:34.507374 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36b07355-1c05-404d-bef4-9e1c96928225 req-01619fd0-4238-49f9-8930-449a4da5c793 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.1111851 Nov 10 17:41:34.612075 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36b07355-1c05-404d-bef4-9e1c96928225 req-5417dc7d-d900-4a96-96a2-bd2e07a0a452 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979524 Nov 10 17:41:34.638695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:34.673141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:41:34.713071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:34.715335 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d182db-1bec-46da-8a71-78d8003607de" -d '{"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:34.719360 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.731881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Transition to ACTIVE for port object ef6620dc-4951-4c60-9fc5-2bdd77361654 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:41:34.765635 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a57f4aa-f6eb-42b3-8ffc-ff8181f9874e x-openstack-request-id: req-6a57f4aa-f6eb-42b3-8ffc-ff8181f9874e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:34.765926 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:34.766178 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a57f4aa-f6eb-42b3-8ffc-ff8181f9874e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:34.766597 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'code': 200} Nov 10 17:41:34.798095 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.876275 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:34.894345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.894690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.895033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.895391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.895727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.896054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.896634 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.896959 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.897281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.897603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.897925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.898243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:34.917572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:34.934919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] No DVR routers for this DVR port ef6620dc-4951-4c60-9fc5-2bdd77361654 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:41:35.080151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:41:35.080481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:41:35.080804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:35.085511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:41:35.085829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:35.091434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:41:35.091773 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:35.092265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:41:35.092693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Bound port: ef6620dc-4951-4c60-9fc5-2bdd77361654, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:41:35.093051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.127107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:41:35.157098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:41:35.160096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:41:35.214007 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.253519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:35.254099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.255503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] 10.222.0.18 "PUT /v2.0/ports/ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1092 time: 0.9549930 Nov 10 17:41:35.275823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afcba2-aba9-4c7b-9a0b-cf594e4f82ff service neutron] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:35.298989 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.322963 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-b2e29055-9080-41c9-a34c-69204f515f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:35.324439 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-b2e29055-9080-41c9-a34c-69204f515f1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1095 time: 0.0451772 Nov 10 17:41:35.422146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-2f72de64-e875-4982-a99e-f98431560323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:35.423647 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-2f72de64-e875-4982-a99e-f98431560323 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0906122 Nov 10 17:41:35.492110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-1b0ba38b-3ca3-4ccb-b4e5-1cfc8887b014 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 999 time: 0.0608449 Nov 10 17:41:35.541954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-3b08ff87-ac8b-4f4e-a103-4cfda028593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:35.543281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-3b08ff87-ac8b-4f4e-a103-4cfda028593c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0442154 Nov 10 17:41:35.588994 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143035c-5455-4243-b558-1cbbd6b02414 req-ab10a90f-928d-4e9c-8820-aabb1a417b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:35.590449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-ab10a90f-928d-4e9c-8820-aabb1a417b7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399516 Nov 10 17:41:35.683551 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-2a68bbc6-d0d2-4be2-941a-3c23c9a8ab3a service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857606 Nov 10 17:41:35.784689 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715196c-5d60-49c6-ac98-92d776e54490 req-05726d3f-481b-4015-949d-1433891bc38c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:35.786153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0715196c-5d60-49c6-ac98-92d776e54490 req-05726d3f-481b-4015-949d-1433891bc38c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.1017361 Nov 10 17:41:35.824784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-4e95af2d-9b35-4256-ad1f-62674ffeab5e service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312068 Nov 10 17:41:35.846059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0715196c-5d60-49c6-ac98-92d776e54490 req-8d9b71e7-af2b-44c9-b818-fa5cccd3c8ea tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536091 Nov 10 17:41:36.768034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:36.770399 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:36.821838 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eba166-010b-4da5-a1ed-0e891ae09c71 x-openstack-request-id: req-54eba166-010b-4da5-a1ed-0e891ae09c71 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:36.822132 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:36.822457 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54eba166-010b-4da5-a1ed-0e891ae09c71 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:36.822866 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'status': 'completed', 'code': 200} Nov 10 17:41:36.894090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-90fa68b6-aa7f-412b-aef2-a568d23c3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:36.895818 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-90fa68b6-aa7f-412b-aef2-a568d23c3bf9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1095 time: 0.0422304 Nov 10 17:41:36.909065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-c344c0b3-6305-41f3-8b2d-54d6d17ce03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:36.912643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-c344c0b3-6305-41f3-8b2d-54d6d17ce03d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1095 time: 0.0707333 Nov 10 17:41:37.006884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-9114ea9c-4a54-4669-840e-ae4ab4f9d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:37.009385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-9114ea9c-4a54-4669-840e-ae4ab4f9d9b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.1059256 Nov 10 17:41:37.032801 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.037682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410edab-0f80-4fe0-bbab-da31e02088c3 req-ad0a88cb-0ddb-437b-868b-af091d964035 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:37.037682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5410edab-0f80-4fe0-bbab-da31e02088c3 req-ad0a88cb-0ddb-437b-868b-af091d964035 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.1069219 Nov 10 17:41:37.079279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-c0eecf9e-3e9d-47da-be5b-5baf9f982dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:37.080796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-c0eecf9e-3e9d-47da-be5b-5baf9f982dc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.1619172 Nov 10 17:41:37.083635 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-a7cbe138-6990-40b1-986d-c99097d729e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 999 time: 0.0659404 Nov 10 17:41:37.104585 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5410edab-0f80-4fe0-bbab-da31e02088c3 req-22301c05-3ac2-4e7c-bf0f-6cda268b0afd tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591836 Nov 10 17:41:37.137376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-58abf18e-cb4c-499b-b2ee-1520c071eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:37.138914 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-58abf18e-cb4c-499b-b2ee-1520c071eace service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0485535 Nov 10 17:41:37.174717 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-650a61de-bf25-4e18-9545-f65948eba46b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 999 time: 0.0838523 Nov 10 17:41:37.194519 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-b94ff33f-1355-431e-9f1c-086b8abaef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:37.196621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-b94ff33f-1355-431e-9f1c-086b8abaef1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492265 Nov 10 17:41:37.226361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-8cc32992-8230-4b60-a5c4-8e6f9a556d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:37.228473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-8cc32992-8230-4b60-a5c4-8e6f9a556d9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0472748 Nov 10 17:41:37.276700 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-cdac831d-7983-4d65-8d15-ea45a7a9fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:37.278223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-cdac831d-7983-4d65-8d15-ea45a7a9fbeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423076 Nov 10 17:41:37.288840 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-b8da1523-ec97-473d-bc85-30394ddb52ed service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850646 Nov 10 17:41:37.384146 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-284a98b4-4e3d-4eb7-b9cb-6b740175ffc7 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980952 Nov 10 17:41:37.395447 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-057571d5-bb3b-4f74-a738-b70c4c6054a6 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989602 Nov 10 17:41:37.480327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfa690d6-d3db-43af-b1db-ff009f7d4aa3 req-dabaf88e-a787-419f-ab63-c9916483895e service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896051 Nov 10 17:41:37.619697 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.231912 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dac488-b03e-4327-8d86-170711996c93 req-752b84dc-a044-45bb-87cb-1a1e79cb539e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:38.233512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42dac488-b03e-4327-8d86-170711996c93 req-752b84dc-a044-45bb-87cb-1a1e79cb539e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0516906 Nov 10 17:41:38.284392 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-42dac488-b03e-4327-8d86-170711996c93 req-d7ddc738-3920-4497-b52a-5f59ded6a838 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448692 Nov 10 17:41:38.546574 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.411390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a43e-7151-4934-9647-3d6f0bbe628b req-b050feba-b3a2-4c36-bb33-08d3345781ca tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:39.412891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8956a43e-7151-4934-9647-3d6f0bbe628b req-b050feba-b3a2-4c36-bb33-08d3345781ca tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0560539 Nov 10 17:41:39.462377 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8956a43e-7151-4934-9647-3d6f0bbe628b req-4396acba-1ef0-4daf-941e-a714588785a5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Nov 10 17:41:40.580140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4014c-546b-4b5d-8e6a-6830c99fbe88 req-a3a80339-fdda-4af1-a80a-3807167035da tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:40.581641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4b4014c-546b-4b5d-8e6a-6830c99fbe88 req-a3a80339-fdda-4af1-a80a-3807167035da tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0487320 Nov 10 17:41:40.633604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4b4014c-546b-4b5d-8e6a-6830c99fbe88 req-d8576b4b-0bc8-43b0-a4a7-7a5563c8e260 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445607 Nov 10 17:41:41.070644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.748272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207a702-e8b1-43da-a53f-de27dd778b2c req-73ceb931-9901-4353-8a1f-e26e89e5f413 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:41.749760 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0207a702-e8b1-43da-a53f-de27dd778b2c req-73ceb931-9901-4353-8a1f-e26e89e5f413 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0484219 Nov 10 17:41:41.796649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0207a702-e8b1-43da-a53f-de27dd778b2c req-e7c0234f-6937-4df0-97ba-bbc43a3665bd tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Nov 10 17:41:42.912145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b07200-3061-4110-b09a-c0915775eb71 req-edc3ff24-1e18-4516-a584-f0d0e0eecde8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:42.913513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71b07200-3061-4110-b09a-c0915775eb71 req-edc3ff24-1e18-4516-a584-f0d0e0eecde8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0481515 Nov 10 17:41:42.959806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71b07200-3061-4110-b09a-c0915775eb71 req-1885e109-08a5-41bb-af22-5bce2bde9ab8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395322 Nov 10 17:41:44.077931 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d821a-6698-4376-bf2b-79c9a40c6a9a req-9f1b430e-9d67-4cd9-b222-de373e777c83 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:44.079415 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-374d821a-6698-4376-bf2b-79c9a40c6a9a req-9f1b430e-9d67-4cd9-b222-de373e777c83 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0481832 Nov 10 17:41:44.129316 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-374d821a-6698-4376-bf2b-79c9a40c6a9a req-a3620f18-a7ba-4db1-9587-30e18c1bdec8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438113 Nov 10 17:41:45.249032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6e6f7-d681-4693-a28f-6cb4dea8abed req-63382c31-5f1b-48a9-81ec-2a7048df634c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:45.250518 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0b6e6f7-d681-4693-a28f-6cb4dea8abed req-63382c31-5f1b-48a9-81ec-2a7048df634c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0488431 Nov 10 17:41:45.297432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0b6e6f7-d681-4693-a28f-6cb4dea8abed req-f9981a06-4c40-4117-8134-69547ad1b27c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Nov 10 17:41:46.414738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdd654-1145-4916-819c-5dbf712a6cc4 req-b6754c32-4687-4af3-bad4-7cd1ee5650c9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:46.416242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2cdd654-1145-4916-819c-5dbf712a6cc4 req-b6754c32-4687-4af3-bad4-7cd1ee5650c9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0498769 Nov 10 17:41:46.464282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f2cdd654-1145-4916-819c-5dbf712a6cc4 req-2e86baf2-ec2c-4f1d-9834-3045cda61747 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421734 Nov 10 17:41:47.585071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbe153-f52c-401a-9a90-4189dca3e047 req-675a7539-9200-402a-aba0-75ec7861ad84 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:47.586636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99fbe153-f52c-401a-9a90-4189dca3e047 req-675a7539-9200-402a-aba0-75ec7861ad84 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0529363 Nov 10 17:41:47.633848 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-99fbe153-f52c-401a-9a90-4189dca3e047 req-6fe79f28-59e3-4e44-b62b-15ab29777a14 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411448 Nov 10 17:41:48.752953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c72f0-2c96-41a9-ba66-4e3df053117e req-c00a1f46-eafc-4f46-b742-279e844fe46b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:48.754440 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-041c72f0-2c96-41a9-ba66-4e3df053117e req-c00a1f46-eafc-4f46-b742-279e844fe46b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0502999 Nov 10 17:41:48.805013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-041c72f0-2c96-41a9-ba66-4e3df053117e req-953a21bb-0414-4a4a-8904-a38e951f9f9e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Nov 10 17:41:49.612461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:41:49.723688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:49.736057 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'mac_address': 'fa:16:3e:0a:de:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:41:49.780475 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:49.794996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6620dc-4951-4c60-9fc5-2bdd77361654 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:41:49.817467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:49.876673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:49.930775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:49.932617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7946def-6a92-447f-9187-43d5d3c3e9a7 req-0b06dc6b-4158-48f0-809c-cf04e5b1bf3d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:49.934466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7946def-6a92-447f-9187-43d5d3c3e9a7 req-0b06dc6b-4158-48f0-809c-cf04e5b1bf3d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0566943 Nov 10 17:41:49.940759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.942844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.942844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.942844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.942844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.942844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.942844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.943332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.943628 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.943968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.944274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.944592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:49.986941 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7946def-6a92-447f-9187-43d5d3c3e9a7 req-4d277aa0-6980-46ce-ad55-21a810c0b6e6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457804 Nov 10 17:41:50.148371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['ef6620dc-4951-4c60-9fc5-2bdd77361654'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:50.563458 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ad9d1-f22d-4db6-8027-fc02c8aa27d8 req-2b7e9415-479c-417e-bbcf-a7b909f8f1a9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.564935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-111ad9d1-f22d-4db6-8027-fc02c8aa27d8 req-2b7e9415-479c-417e-bbcf-a7b909f8f1a9 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0527382 Nov 10 17:41:50.610393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-638a1598-61ac-44e5-966a-3c458d5afef4 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.611890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-638a1598-61ac-44e5-966a-3c458d5afef4 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.18 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2&tenant_id=4a68fe236a6b4250a6876b7053123cc6&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 944 time: 0.0565689 Nov 10 17:41:50.621051 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-111ad9d1-f22d-4db6-8027-fc02c8aa27d8 req-d002e3c9-6f3d-4cfb-9771-67a2cbc1b8e5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475862 Nov 10 17:41:50.676367 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-396b8ec9-fc41-4988-8c3d-c37336d04646 service neutron] 10.222.0.18 "GET /v2.0/ports/ef6620dc-4951-4c60-9fc5-2bdd77361654/bindings/n-h2-714676-11 HTTP/1.1" status: 200 len: 383 time: 0.0557106 Nov 10 17:41:50.737469 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-19602ee7-8f63-4e16-9c9f-a86b58a4aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.738878 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-19602ee7-8f63-4e16-9c9f-a86b58a4aa3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0412588 Nov 10 17:41:50.831420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-fad855ce-89a3-4f7f-8747-2e95a88320c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.832874 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-fad855ce-89a3-4f7f-8747-2e95a88320c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0870991 Nov 10 17:41:50.897130 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-dd92d1cb-a122-4457-b548-40aaa78a28c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1000 time: 0.0572474 Nov 10 17:41:50.944041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-6c7732f4-4b38-410a-a7e3-c59ef75b57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.945693 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-6c7732f4-4b38-410a-a7e3-c59ef75b57dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0423515 Nov 10 17:41:50.994180 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-1b7cab32-1b31-4e15-91f6-0ed3632828d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.995590 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-1b7cab32-1b31-4e15-91f6-0ed3632828d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430872 Nov 10 17:41:51.083082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-64695703-5253-42e0-9ff1-59c2b68dff72 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803137 Nov 10 17:41:51.186010 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-2a4f66c8-9868-459b-ab26-347274c3a509 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882401 Nov 10 17:41:51.642062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:41:51.746526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffe2d-b215-40c1-bf75-b625cb772371 req-b438a947-4584-49b2-a428-600bd7f9520b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:51.748020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca9ffe2d-b215-40c1-bf75-b625cb772371 req-b438a947-4584-49b2-a428-600bd7f9520b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0494814 Nov 10 17:41:51.780803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port ef6620dc-4951-4c60-9fc5-2bdd77361654 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:41:51.784811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port ef6620dc-4951-4c60-9fc5-2bdd77361654 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:51.785181 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.796330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ca9ffe2d-b215-40c1-bf75-b625cb772371 req-5815810f-275d-4076-b15c-ebb122970fdf tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Nov 10 17:41:51.868114 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.890447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:51.892733 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b0ffa-b590-475a-9fab-7f2890bbdb7d" -d '{"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:51.905440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:51.941238 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffec5888-0c73-4d50-8221-bb1cdcd1f201 x-openstack-request-id: req-ffec5888-0c73-4d50-8221-bb1cdcd1f201 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:51.941612 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:51.941866 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffec5888-0c73-4d50-8221-bb1cdcd1f201 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:51.942295 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'code': 200} Nov 10 17:41:51.984071 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.031435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:52.920953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae007d4-6d7e-4d84-be36-7f3ac420bf1d req-47d905e8-8c88-4144-852b-82839df2ff0b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:52.922419 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ae007d4-6d7e-4d84-be36-7f3ac420bf1d req-47d905e8-8c88-4144-852b-82839df2ff0b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0509145 Nov 10 17:41:52.978663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ae007d4-6d7e-4d84-be36-7f3ac420bf1d req-d9acdfd4-9972-406a-9977-ccf26815b468 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501518 Nov 10 17:41:54.102358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb72c7-08d2-4835-a017-3a8f26513cda req-abcf2eae-32bc-448a-93b0-9b7e0550d43a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:54.103929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14bb72c7-08d2-4835-a017-3a8f26513cda req-abcf2eae-32bc-448a-93b0-9b7e0550d43a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0510330 Nov 10 17:41:54.152221 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14bb72c7-08d2-4835-a017-3a8f26513cda req-545a4b82-e945-40ad-83b6-453d5cdbeeb5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422840 Nov 10 17:41:55.275371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bfb8c-8309-43c1-9aab-130c5521a188 req-b336d86d-dcd7-422d-b03e-8b0dc5f679b6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:55.276776 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-631bfb8c-8309-43c1-9aab-130c5521a188 req-b336d86d-dcd7-422d-b03e-8b0dc5f679b6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0511198 Nov 10 17:41:55.324371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-631bfb8c-8309-43c1-9aab-130c5521a188 req-288ce10d-c88a-4374-a8ff-472bf8f855b5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 Nov 10 17:41:55.666536 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:55.748427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.774498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:55.776737 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf159e1-a7ca-48d8-b528-e8e30af694aa" -d '{"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:55.787902 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:55.826422 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0941350b-cadf-4b0f-ab35-e8acbdf9f4fc x-openstack-request-id: req-0941350b-cadf-4b0f-ab35-e8acbdf9f4fc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:55.826720 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:55.826976 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0941350b-cadf-4b0f-ab35-e8acbdf9f4fc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:55.827441 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'code': 200} Nov 10 17:41:55.860470 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.907424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:56.348388 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-884fee3b-8f54-4514-926c-6b401bd032e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:56.348388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-884fee3b-8f54-4514-926c-6b401bd032e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2&tenant_id=4a68fe236a6b4250a6876b7053123cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0417278 Nov 10 17:41:56.360080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:56.421946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:56.461517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b107d66-906c-4834-a8a9-d40317356193 req-2087e239-3cf2-46ae-9c04-de30a42a6af5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:56.463622 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b107d66-906c-4834-a8a9-d40317356193 req-2087e239-3cf2-46ae-9c04-de30a42a6af5 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0621264 Nov 10 17:41:56.520618 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b107d66-906c-4834-a8a9-d40317356193 req-055e419f-bea4-4847-b17b-06c52d605ecc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507278 Nov 10 17:41:56.628824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:56.661344 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h2-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:41:56.698761 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6620dc-4951-4c60-9fc5-2bdd77361654 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:41:56.706031 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:56.725150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Transition to ACTIVE for port object ef6620dc-4951-4c60-9fc5-2bdd77361654 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:41:56.802293 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:56.886395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:56.900754 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.901100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.901445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.901779 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.902128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.902441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.902756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.903081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.903429 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.903750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.904070 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.904387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:56.940914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] No DVR routers for this DVR port ef6620dc-4951-4c60-9fc5-2bdd77361654 on host n-h2-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:41:57.078784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:41:57.079117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:41:57.079438 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:57.083805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:41:57.084122 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Attempting to bind port ef6620dc-4951-4c60-9fc5-2bdd77361654 on network a492a729-fcf1-44a7-ba09-a4e6a4eb63be {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:57.088986 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:41:57.089311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Checking segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:57.089679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Bound using segment: {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:41:57.090094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Bound port: ef6620dc-4951-4c60-9fc5-2bdd77361654, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45916bb-293b-4f58-9a14-b04a23edb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:41:57.090440 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.162012 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:41:57.166375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:41:57.227079 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.264174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.264872 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.266148 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] 10.222.0.69 "PUT /v2.0/ports/ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 1093 time: 0.9106319 Nov 10 17:41:57.266586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:57.269224 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a58bf9-2d05-48d7-973b-f56da184a315" -d '{"events": [{"name": "network-changed", "server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:57.333860 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93d674-5600-44ad-a954-5f7d3a1b218a service neutron] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=12']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:57.354540 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-7e881465-e809-46cf-8a39-e050c6ac1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.356769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-7e881465-e809-46cf-8a39-e050c6ac1829 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0601664 Nov 10 17:41:57.427103 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f910175b-1aa8-4e78-815d-f0aff44cd319 x-openstack-request-id: req-f910175b-1aa8-4e78-815d-f0aff44cd319 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:57.427420 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:57.427691 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f910175b-1aa8-4e78-815d-f0aff44cd319 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:57.428111 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'status': 'completed', 'code': 200} Nov 10 17:41:57.467586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-358f7f0e-d2bf-41a8-9128-43757f8a96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.469104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-358f7f0e-d2bf-41a8-9128-43757f8a96a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.1060057 Nov 10 17:41:57.499444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-3f1cb038-fd4c-4498-a5e2-de6cace4f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.501630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-3f1cb038-fd4c-4498-a5e2-de6cace4f2eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0547364 Nov 10 17:41:57.543445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-1d9e6b2e-2c56-4ec1-bfc3-ed9a52b8b214 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 999 time: 0.0657749 Nov 10 17:41:57.593813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-00bdfd04-cbec-4cfa-ad0a-15d7598b790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.595341 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-00bdfd04-cbec-4cfa-ad0a-15d7598b790c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0452650 Nov 10 17:41:57.603003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-aa0a13c8-8afb-4d24-af89-0b8f701afb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.604454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-aa0a13c8-8afb-4d24-af89-0b8f701afb13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.0948398 Nov 10 17:41:57.647026 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-c02cc719-9da8-4e0e-9ba1-fed1604ab3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.649459 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-c02cc719-9da8-4e0e-9ba1-fed1604ab3f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465794 Nov 10 17:41:57.697190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44675712-9077-4c97-a488-74618b62dc83 req-70a3f274-a60f-4d45-8ab0-fd0d01bcb41a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.698667 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44675712-9077-4c97-a488-74618b62dc83 req-70a3f274-a60f-4d45-8ab0-fd0d01bcb41a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0984845 Nov 10 17:41:57.705104 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-dfcbb99a-5f87-4809-9c2c-859b73025ad9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 999 time: 0.0918436 Nov 10 17:41:57.739246 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-792ad72b-df86-4f73-8480-fad3995aef87 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830071 Nov 10 17:41:57.779252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-cab49c45-f2bb-4efb-bad2-1bfafed0d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.780726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-cab49c45-f2bb-4efb-bad2-1bfafed0d1ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0677116 Nov 10 17:41:57.784126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-44675712-9077-4c97-a488-74618b62dc83 req-b04ee475-6275-4f52-a21d-938184f4fbe2 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781872 Nov 10 17:41:57.830827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-fcaf785a-0706-45af-b2a1-0b228d7fc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.832399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-fcaf785a-0706-45af-b2a1-0b228d7fc650 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446899 Nov 10 17:41:57.833491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c628fc67-8a9c-4dff-9d98-0de6f02fedca req-2e6aebbc-3ccf-44b4-88d7-c9236e082fee service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875831 Nov 10 17:41:57.921505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-4c584a6b-bdb7-4d1f-9308-2ef5b88d5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.924032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-4c584a6b-bdb7-4d1f-9308-2ef5b88d5df4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a68fe236a6b4250a6876b7053123cc6&device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0508285 Nov 10 17:41:57.940690 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-eb7cf973-9a6f-43b8-8f5f-5447b5ca89c9 service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010327 Nov 10 17:41:58.092958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-dac21f1c-06ab-4bee-aa44-37e61e571312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:58.095992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-dac21f1c-06ab-4bee-aa44-37e61e571312 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 200 len: 912 time: 0.1648376 Nov 10 17:41:58.106092 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-05508126-797d-4082-a569-20d2480761af service neutron] 10.222.0.18 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584640 Nov 10 17:41:58.206463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-2539d57d-44bc-4e35-92fb-6fbd50e41ebf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 200 len: 999 time: 0.1027827 Nov 10 17:41:58.286150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-286a5c3a-148f-4c73-bec3-01f56c30e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:58.289145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-286a5c3a-148f-4c73-bec3-01f56c30e098 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 200 len: 850 time: 0.0738394 Nov 10 17:41:58.373516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-b443cf4f-09d1-4538-ae59-ef83f02b59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:58.375881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-b443cf4f-09d1-4538-ae59-ef83f02b59e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a492a729-fcf1-44a7-ba09-a4e6a4eb63be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797691 Nov 10 17:41:58.528081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-4ccf65df-7c2d-43d0-a819-8c8a943a1748 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438062 Nov 10 17:41:58.627568 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:41:58.655259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e6a58bf9-2d05-48d7-973b-f56da184a315 req-c84c5e9b-7254-472b-9406-6c211affda35 service neutron] 10.222.0.69 "GET /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206949 Nov 10 17:41:58.912573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f12d02-b75d-4281-bf2d-f21aa680a39a req-f90bbe12-50fc-4865-89d2-c6141967f06c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:58.914267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6f12d02-b75d-4281-bf2d-f21aa680a39a req-f90bbe12-50fc-4865-89d2-c6141967f06c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0536165 Nov 10 17:41:58.981391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c6f12d02-b75d-4281-bf2d-f21aa680a39a req-84702dca-eb57-4745-b85f-bece5f1da8ec tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569282 Nov 10 17:42:00.114813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c37928-6188-4dd1-a6c9-48cd57b8f70f req-aca75a2d-2297-4062-9b38-be21755e2914 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:00.116477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7c37928-6188-4dd1-a6c9-48cd57b8f70f req-aca75a2d-2297-4062-9b38-be21755e2914 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0519354 Nov 10 17:42:00.168094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f7c37928-6188-4dd1-a6c9-48cd57b8f70f req-1b54a1d3-97d3-47ee-9b99-99e1167f8997 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Nov 10 17:42:01.292518 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a700f-9493-49d1-9725-58dcf633e9b5 req-b294c428-811d-4a53-84f2-540e2e3de59a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:01.294009 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-949a700f-9493-49d1-9725-58dcf633e9b5 req-b294c428-811d-4a53-84f2-540e2e3de59a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0498433 Nov 10 17:42:01.347734 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-949a700f-9493-49d1-9725-58dcf633e9b5 req-477bb0d9-819f-42c2-9df8-1b014b262cfd tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Nov 10 17:42:01.658374 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4c145db9-c0a7-4029-8214-13dbd69ec714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.473544 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c991cb-15b2-40e3-beba-698c918179ff req-8228d078-4921-4764-a29a-2ab1f2c55e9f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:02.475061 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54c991cb-15b2-40e3-beba-698c918179ff req-8228d078-4921-4764-a29a-2ab1f2c55e9f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0503535 Nov 10 17:42:02.528684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-54c991cb-15b2-40e3-beba-698c918179ff req-e682a862-f0b5-4036-951f-0476339b2256 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473750 Nov 10 17:42:03.647249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8c577-6739-4de0-a6b4-88cc4f293992 req-2b5fff80-8f14-41da-b38e-52a25ef89026 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:03.649228 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add8c577-6739-4de0-a6b4-88cc4f293992 req-2b5fff80-8f14-41da-b38e-52a25ef89026 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0497906 Nov 10 17:42:03.696174 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-add8c577-6739-4de0-a6b4-88cc4f293992 req-18a76ccb-bcbd-4f11-ace2-976da9744e38 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408888 Nov 10 17:42:03.969264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b879b251-d84a-44d7-bc0d-853c31e474b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:04.815014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32ba5b-f9f2-4085-9aeb-648a17d9a2d2 req-1de3d3c6-8c8d-4b0d-93c1-a2739d739e98 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:04.816563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c32ba5b-f9f2-4085-9aeb-648a17d9a2d2 req-1de3d3c6-8c8d-4b0d-93c1-a2739d739e98 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0495186 Nov 10 17:42:04.864560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4c32ba5b-f9f2-4085-9aeb-648a17d9a2d2 req-0c5a9b3e-54b0-433a-960e-6b047f36b11b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Nov 10 17:42:05.317653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.985712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d8fe9-a46a-49e6-8e92-8515a0523c42 req-1a63158f-797a-4364-9d3b-b59d8964dfcb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:05.987211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-291d8fe9-a46a-49e6-8e92-8515a0523c42 req-1a63158f-797a-4364-9d3b-b59d8964dfcb tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0500472 Nov 10 17:42:06.035423 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-291d8fe9-a46a-49e6-8e92-8515a0523c42 req-ded812bc-546c-4089-8eb0-58951351e235 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421274 Nov 10 17:42:07.081326 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.154181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351804-60ba-4d86-93ba-28e61c295ffc req-5c78f618-ce72-4d9e-91da-2501fced4c8f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:07.155670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5351804-60ba-4d86-93ba-28e61c295ffc req-5c78f618-ce72-4d9e-91da-2501fced4c8f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0494380 Nov 10 17:42:07.203138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e5351804-60ba-4d86-93ba-28e61c295ffc req-45548090-f189-4263-97ba-e0578f7addee tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Nov 10 17:42:07.598012 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.324839 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638dc48-9ea0-4469-9067-1b61bab52481 req-12e5a9ce-9255-42db-8e8a-2fe915031e9a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:08.326334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c638dc48-9ea0-4469-9067-1b61bab52481 req-12e5a9ce-9255-42db-8e8a-2fe915031e9a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0532348 Nov 10 17:42:08.374820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c638dc48-9ea0-4469-9067-1b61bab52481 req-b9731c0c-6b16-4f07-9ee8-34e2b64bcb45 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Nov 10 17:42:08.540721 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.507896 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb704c-d221-4f77-9177-20e6cbb6c17a req-7093affb-3ecc-4f90-8c96-7391d35104f7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:09.509649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0edb704c-d221-4f77-9177-20e6cbb6c17a req-7093affb-3ecc-4f90-8c96-7391d35104f7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0573344 Nov 10 17:42:09.563945 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0edb704c-d221-4f77-9177-20e6cbb6c17a req-392fe70f-6e61-4310-b947-c02d0c1668fc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475643 Nov 10 17:42:10.685125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31403-2699-4e0d-8eff-f4a2938ecda7 req-5ecb15d1-d266-43ae-9fec-a1f5d28329dc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:10.686643 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14a31403-2699-4e0d-8eff-f4a2938ecda7 req-5ecb15d1-d266-43ae-9fec-a1f5d28329dc tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0509739 Nov 10 17:42:10.734481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-14a31403-2699-4e0d-8eff-f4a2938ecda7 req-475b69e8-910c-4906-b19a-69c4916d3f6e tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Nov 10 17:42:11.106171 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:11.855787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae1595-3a31-497f-872a-e6229b1854cd req-27100cb7-b281-4b0f-9a82-c7037a6c232a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:11.857329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4ae1595-3a31-497f-872a-e6229b1854cd req-27100cb7-b281-4b0f-9a82-c7037a6c232a tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0501480 Nov 10 17:42:11.907422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4ae1595-3a31-497f-872a-e6229b1854cd req-b651e4d7-8444-409b-b473-6927d143b255 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440609 Nov 10 17:42:13.024262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61650b-5fda-4ea2-a217-73c5d445ae8c req-27712157-ce83-4ed6-8ec6-790b77f1bbd7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:13.025778 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a61650b-5fda-4ea2-a217-73c5d445ae8c req-27712157-ce83-4ed6-8ec6-790b77f1bbd7 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0495851 Nov 10 17:42:13.076500 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a61650b-5fda-4ea2-a217-73c5d445ae8c req-04e54318-836a-449e-84af-06a3a1837eca tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448680 Nov 10 17:42:13.164294 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:42:13.230592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f419-2604-4fb0-9505-ed3828190901 req-deb26159-a2f7-44f3-8ac5-6f5bcd72bf77 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:13.230592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2447f419-2604-4fb0-9505-ed3828190901 req-deb26159-a2f7-44f3-8ac5-6f5bcd72bf77 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0596848 Nov 10 17:42:13.258625 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2447f419-2604-4fb0-9505-ed3828190901 req-98d2cc6b-8713-4745-aaaa-587a78240452 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456429 Nov 10 17:42:13.267667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:13.284784 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'port_id': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'mac_address': 'fa:16:3e:0a:de:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:42:13.328551 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.342127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6620dc-4951-4c60-9fc5-2bdd77361654 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:13.362601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:13.382871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eabb4-8bcf-4a05-a8f2-b83f37f2506b req-f8290221-9145-48c7-ba83-e4ebf433a8ee tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:13.387811 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-390eabb4-8bcf-4a05-a8f2-b83f37f2506b req-f8290221-9145-48c7-ba83-e4ebf433a8ee tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0506773 Nov 10 17:42:13.432446 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-390eabb4-8bcf-4a05-a8f2-b83f37f2506b req-c7b57bcb-6d4d-48dd-9cc0-de33e7834d1f tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Nov 10 17:42:13.435557 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.484543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=13']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:13.835378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['ef6620dc-4951-4c60-9fc5-2bdd77361654'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:13.912685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd15843-f8b6-4d28-933b-b608938bcaaa req-e5e42291-1dad-471c-a54e-446f2f927e52 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:13.914256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6fd15843-f8b6-4d28-933b-b608938bcaaa req-e5e42291-1dad-471c-a54e-446f2f927e52 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0503571 Nov 10 17:42:13.961988 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6fd15843-f8b6-4d28-933b-b608938bcaaa req-721e0a0e-1e3a-4bd0-a9b2-7e7c8b429d59 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Nov 10 17:42:15.084289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8bce3-70de-4db5-8c83-035ce8df1242 req-bd5fc3f7-f2a2-45ad-bbd4-12b27e7cb944 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:15.086342 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18a8bce3-70de-4db5-8c83-035ce8df1242 req-bd5fc3f7-f2a2-45ad-bbd4-12b27e7cb944 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Nov 10 17:42:15.137266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18a8bce3-70de-4db5-8c83-035ce8df1242 req-bbcab2c8-4af6-4125-bbf3-1c4c67654df8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6107807-a8a1-4ded-b37a-eec871c86a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449731 Nov 10 17:42:15.164488 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:15.260410 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port ef6620dc-4951-4c60-9fc5-2bdd77361654 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:42:15.265304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port ef6620dc-4951-4c60-9fc5-2bdd77361654 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:15.268683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.350687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.373942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:15.376182 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a484c56-48fe-45fe-adc0-6458474031eb" -d '{"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:15.389613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:15.416099 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5e70ff-2503-4a14-9d33-d6e11d94f7ae x-openstack-request-id: req-8c5e70ff-2503-4a14-9d33-d6e11d94f7ae {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:15.416394 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:15.416713 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c5e70ff-2503-4a14-9d33-d6e11d94f7ae {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:15.417114 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'code': 200} Nov 10 17:42:15.457958 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.506092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=14']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:15.618774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b39669-7922-4750-b838-8065e3e77503 req-85024bed-768f-4247-ba01-f2cd88ab35a6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:15.620279 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29b39669-7922-4750-b838-8065e3e77503 req-85024bed-768f-4247-ba01-f2cd88ab35a6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0533316 Nov 10 17:42:15.712435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Deleting port ef6620dc-4951-4c60-9fc5-2bdd77361654 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:15.712775 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.806655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] For port ef6620dc-4951-4c60-9fc5-2bdd77361654, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=ef6620dc-4951-4c60-9fc5-2bdd77361654,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:15.807022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.981187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.981540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.981855 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419 disassociated. External IP: 172.25.3.85, port: ef6620dc-4951-4c60-9fc5-2bdd77361654. Nov 10 17:42:15.982190 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Calling delete_port for ef6620dc-4951-4c60-9fc5-2bdd77361654 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:16.172733 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.206676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event deleted for resources: {'Port': ['ID=ef6620dc-4951-4c60-9fc5-2bdd77361654,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:16.243805 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1dfc53ed-2336-4a95-92ee-10ef1b9a4fd2 req-7f3f2cb6-029a-4a34-ac1e-b50d68dd2ad6 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0316641 Nov 10 17:42:16.325511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:42:16.439535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:42:16.449418 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:42:16.461079 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:16.461692 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:16.480235 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] No DVR routers for this DVR port ef6620dc-4951-4c60-9fc5-2bdd77361654 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:16.482966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.486575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-29b39669-7922-4750-b838-8065e3e77503 req-db1ff689-4144-4aef-af56-56166d13bd2d tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.69 "DELETE /v2.0/ports/ef6620dc-4951-4c60-9fc5-2bdd77361654 HTTP/1.1" status: 204 len: 173 time: 0.8604295 Nov 10 17:42:16.486956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-deleted', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:16.489260 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9ee504-1688-4ca5-89ab-e3e313657bf3" -d '{"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-deleted", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:16.528417 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d05498-0948-411c-8f80-3f51b2c7b5b6 x-openstack-request-id: req-51d05498-0948-411c-8f80-3f51b2c7b5b6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:16.528699 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e0b78-7fbe-4f19-905c-04920aadc1a2", "name": "network-vif-deleted", "tag": "ef6620dc-4951-4c60-9fc5-2bdd77361654", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:16.529117 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51d05498-0948-411c-8f80-3f51b2c7b5b6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:16.529344 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e0b78-7fbe-4f19-905c-04920aadc1a2', 'name': 'network-vif-deleted', 'tag': 'ef6620dc-4951-4c60-9fc5-2bdd77361654', 'status': 'completed', 'code': 200} Nov 10 17:42:16.570157 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:42:16.780687 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:16.806528 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:42:16.814667 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:16.815271 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:16.925761 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:42:17.216660 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:17.246473 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8034d66-3d05-461a-a27d-2e74f0874ba1 None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6c948628-92fd-4b58-b7a6-225ca2e6999d', 'name': '', 'network_id': 'a492a729-fcf1-44a7-ba09-a4e6a4eb63be', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'mac_address': 'fa:16:3e:fa:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:04Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'subnets': [{'id': 'b9657a46-fdee-4aa1-96c2-d013dd1c46bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:42:17.350458 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a9128dde-5fc4-44f1-bbb3-74ef9491c107 req-a133d8cc-e179-4481-9c61-2af8c9637e9c tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0315382 Nov 10 17:42:17.489474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebdbc3b-9a1b-4cf7-822e-670cb5835fd0 None None] New status for floating IP e69a4c26-205c-4b75-a32f-1ee71b2ac419: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:42:18.454581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4b617b20-c95e-4bba-955b-ca1ed0d48cfb req-01e932a4-b780-4336-bfd4-efeff063dfba tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Nov 10 17:42:19.180635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:19.205159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: ef6620dc-4951-4c60-9fc5-2bdd77361654 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:19.205502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device ef6620dc-4951-4c60-9fc5-2bdd77361654 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:19.552568 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-82ce4b6f-db38-4873-a5d7-ec60fa064924 req-4bf012ea-c67d-43eb-8288-b13918610f42 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0296159 Nov 10 17:42:20.653266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a21e268-8161-4248-bcd7-3d46015f9a46 req-93dbb812-50bd-4a27-b3d0-cdbef5f0db8b tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0318842 Nov 10 17:42:21.764811 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d5783deb-260b-441b-b060-546cea0a8d50 req-b0080931-214e-4add-8b5f-5dd438fda779 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/ports?device_id=296e0b78-7fbe-4f19-905c-04920aadc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0267954 Nov 10 17:42:26.784475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41770) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:26.842806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28921832-e684-4bc7-8707-d9f08fe224d8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.867860 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28921832-e684-4bc7-8707-d9f08fe224d8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.966328 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28921832-e684-4bc7-8707-d9f08fe224d8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.969002 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28921832-e684-4bc7-8707-d9f08fe224d8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.970188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-28921832-e684-4bc7-8707-d9f08fe224d8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "DELETE /v2.0/security-groups/d6107807-a8a1-4ded-b37a-eec871c86a96 HTTP/1.1" status: 204 len: 168 time: 0.1846988 Nov 10 17:42:26.973384 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41772) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:26.979646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28921832-e684-4bc7-8707-d9f08fe224d8 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6107807-a8a1-4ded-b37a-eec871c86a96,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:26.987602 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [None req-949eb560-b6be-45c0-9da2-46bdad5ec6d3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] show failed (client error): The resource could not be found. Nov 10 17:42:26.988633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-949eb560-b6be-45c0-9da2-46bdad5ec6d3 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "GET /v2.0/security-groups/d6107807-a8a1-4ded-b37a-eec871c86a96 HTTP/1.1" status: 404 len: 347 time: 0.0142450 Nov 10 17:42:26.991991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41774) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:27.125446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Deleting port fe5cc7d5-eafe-460b-b95d-51d34e47544e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:27.125780 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.208653 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.209018 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.220666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Calling delete_port for fe5cc7d5-eafe-460b-b95d-51d34e47544e owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:27.763001 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.789248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Pushing event deleted for resources: {'Port': ['ID=fe5cc7d5-eafe-460b-b95d-51d34e47544e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:27.856374 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.858647 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.862519 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c9a65bb1-6255-4d60-b017-58c1c2ed64b0 tempest-ServerActionsTestJSON-1948729991 tempest-ServerActionsTestJSON-1948729991-project] 10.222.0.62 "DELETE /v2.0/floatingips/e69a4c26-205c-4b75-a32f-1ee71b2ac419 HTTP/1.1" status: 204 len: 168 time: 0.8669260 Nov 10 17:42:27.862702 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41776) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:28.345411 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.597291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Deleting port 6c948628-92fd-4b58-b7a6-225ca2e6999d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:28.597536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.679223 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] For port 6c948628-92fd-4b58-b7a6-225ca2e6999d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6c948628-92fd-4b58-b7a6-225ca2e6999d,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:28.679589 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.691878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Calling delete_port for 6c948628-92fd-4b58-b7a6-225ca2e6999d owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:28.943375 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.971250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c948628-92fd-4b58-b7a6-225ca2e6999d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:29.133445 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.350287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Router 822715bb-e4c9-43f0-b10c-cc6f9d934493 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:42:29.457833 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:42:29.462957 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b298271b-c7e0-4d96-ad9e-9bbfd4289e0c admin admin] 10.222.0.62 "PUT /v2.0/routers/822715bb-e4c9-43f0-b10c-cc6f9d934493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993078 Nov 10 17:42:29.465541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41780) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:29.468338 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] Sync routers for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:42:29.479339 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:29.479965 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:29.569433 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.585837 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:42:29.675835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.768196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:42:28Z', 'revision_number': 5, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port': {'id': '9cfe59ac-eed5-4130-b9a0-e4122834339c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:02Z', 'updated_at': '2021-11-10T17:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:29.798235 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] Checking router: 822715bb-e4c9-43f0-b10c-cc6f9d934493 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:42:29.804463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Deleting port 9cfe59ac-eed5-4130-b9a0-e4122834339c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:29.804806 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.807088 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] Routers {'822715bb-e4c9-43f0-b10c-cc6f9d934493'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:29.807711 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:42:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['822715bb-e4c9-43f0-b10c-cc6f9d934493'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:29.891419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] For port 9cfe59ac-eed5-4130-b9a0-e4122834339c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9cfe59ac-eed5-4130-b9a0-e4122834339c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:29.891697 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.892959 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] Set router 822715bb-e4c9-43f0-b10c-cc6f9d934493 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:42:29.903764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Calling delete_port for 9cfe59ac-eed5-4130-b9a0-e4122834339c owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:29.944520 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:42:29Z', 'revision_number': 6, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:29.973980 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea5b888-e252-4be1-8b81-95efa7538cfc None None] The sync data for ids ['822715bb-e4c9-43f0-b10c-cc6f9d934493'] in n-d-714676-11 is: [{'id': '822715bb-e4c9-43f0-b10c-cc6f9d934493', 'name': 'tempest-ServerActionsTestJSON-199758436-router', 'tenant_id': '4a68fe236a6b4250a6876b7053123cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:01Z', 'updated_at': '2021-11-10T17:42:29Z', 'revision_number': 6, 'project_id': '4a68fe236a6b4250a6876b7053123cc6', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:42:30.149147 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.174617 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfe59ac-eed5-4130-b9a0-e4122834339c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:30.190140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf9a90e-a07a-4038-814f-45fa7d171f0e None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:30.236240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.335520 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.337849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.482969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.483708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 822715bb-e4c9-43f0-b10c-cc6f9d934493 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:42:30.488201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.489394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9fd217a4-86bd-4ff4-8839-217a0eed498e admin admin] 10.222.0.62 "DELETE /v2.0/routers/822715bb-e4c9-43f0-b10c-cc6f9d934493 HTTP/1.1" status: 204 len: 168 time: 1.0228930 Nov 10 17:42:30.492720 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:30.538404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-69464508-952b-4b2c-957a-747bcdf8e4cf admin admin] Deleting subnet b9657a46-fdee-4aa1-96c2-d013dd1c46bd {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:42:30.541575 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69464508-952b-4b2c-957a-747bcdf8e4cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.752330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6c948628-92fd-4b58-b7a6-225ca2e6999d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:30.777716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6c948628-92fd-4b58-b7a6-225ca2e6999d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:30.778143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6c948628-92fd-4b58-b7a6-225ca2e6999d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:30.778627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9cfe59ac-eed5-4130-b9a0-e4122834339c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:30.800164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 9cfe59ac-eed5-4130-b9a0-e4122834339c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:30.800577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9cfe59ac-eed5-4130-b9a0-e4122834339c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:30.945975 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69464508-952b-4b2c-957a-747bcdf8e4cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.026718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69464508-952b-4b2c-957a-747bcdf8e4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.133061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69464508-952b-4b2c-957a-747bcdf8e4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.162253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69464508-952b-4b2c-957a-747bcdf8e4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9657a46-fdee-4aa1-96c2-d013dd1c46bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:31.167258 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69464508-952b-4b2c-957a-747bcdf8e4cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.170528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-69464508-952b-4b2c-957a-747bcdf8e4cf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b9657a46-fdee-4aa1-96c2-d013dd1c46bd HTTP/1.1" status: 204 len: 168 time: 0.6766231 Nov 10 17:42:31.172738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb07aa-d1b3-46f4-93b6-215394cd6e23 None None] Network a492a729-fcf1-44a7-ba09-a4e6a4eb63be requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:31.172877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:31.242088 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.296427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Deleting port 752107c8-0c61-4022-861d-5e25664eb5ab {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:31.296772 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.347868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] DHCP port deletion for a492a729-fcf1-44a7-ba09-a4e6a4eb63be request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:31.367330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] For port 752107c8-0c61-4022-861d-5e25664eb5ab, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=752107c8-0c61-4022-861d-5e25664eb5ab,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:31.370805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.379828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Calling delete_port for 752107c8-0c61-4022-861d-5e25664eb5ab owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:31.395388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] Deleting port 752107c8-0c61-4022-861d-5e25664eb5ab {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:31.395764 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.461320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] For port 752107c8-0c61-4022-861d-5e25664eb5ab, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=752107c8-0c61-4022-861d-5e25664eb5ab,segment=NetworkSegment(e45916bb-293b-4f58-9a14-b04a23edb0ee),segment_id=e45916bb-293b-4f58-9a14-b04a23edb0ee)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:31.464417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.475098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] Calling delete_port for 752107c8-0c61-4022-861d-5e25664eb5ab owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:31.517242 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.547476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Pushing event deleted for resources: {'Port': ['ID=752107c8-0c61-4022-861d-5e25664eb5ab,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:31.552018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] No DVR routers for this DVR port 752107c8-0c61-4022-861d-5e25664eb5ab on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:31.558740 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.591517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] Pushing event deleted for resources: {'Port': ['ID=752107c8-0c61-4022-861d-5e25664eb5ab,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:31.594309 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0474883-3c9f-426b-a793-7f65b4596eea None None] No DVR routers for this DVR port 752107c8-0c61-4022-861d-5e25664eb5ab on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:31.634395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.655542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a492a729-fcf1-44a7-ba09-a4e6a4eb63be']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:31.663880 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3c146f28-224f-486e-a112-b2b0d04339c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.666369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45916bb-293b-4f58-9a14-b04a23edb0ee') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:31.666664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45916bb-293b-4f58-9a14-b04a23edb0ee') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:31.681151 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.694898 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.701128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:31.701514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:31.703242 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:31.837229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.842717 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.847021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a492a729-fcf1-44a7-ba09-a4e6a4eb63be HTTP/1.1" status: 204 len: 168 time: 0.6721632 Nov 10 17:42:31.858167 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a6106-5116-4c94-bd3e-16d821d27709 admin admin] Pushing event deleted for resources: {'Network': ['ID=a492a729-fcf1-44a7-ba09-a4e6a4eb63be,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:32.165767 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 41788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:32.204763 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2e155843-f703-4f9f-b907-04aa079703b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a68fe236a6b4250a6876b7053123cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377431 Nov 10 17:42:32.207640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41790) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:32.256810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae4f4-9162-4b71-b6e9-3f08bf7fa90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.278334 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae4f4-9162-4b71-b6e9-3f08bf7fa90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.386185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae4f4-9162-4b71-b6e9-3f08bf7fa90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.388977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae4f4-9162-4b71-b6e9-3f08bf7fa90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.390296 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3d8ae4f4-9162-4b71-b6e9-3f08bf7fa90f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/068a99b9-fdc0-4bf7-9913-bb60d685960b HTTP/1.1" status: 204 len: 168 time: 0.1816487 Nov 10 17:42:32.400638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ae4f4-9162-4b71-b6e9-3f08bf7fa90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a99b9-fdc0-4bf7-9913-bb60d685960b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:32.746806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 752107c8-0c61-4022-861d-5e25664eb5ab no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:32.770262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 752107c8-0c61-4022-861d-5e25664eb5ab {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:32.770592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 752107c8-0c61-4022-861d-5e25664eb5ab not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:33.578296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41812) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:33.675949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1797291841-network', 'tenant_id': 'e7c4ad44d97b4228969f5ed4b08948d5'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:33.760760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Made reservation on behalf of e7c4ad44d97b4228969f5ed4b08948d5 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:33.763029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:33.771923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:33.852090 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:33.920765 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-852d5579-c08c-41b7-8e00-840e94482a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:33.966506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:33.997733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:34.007420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea958b5-33af-440f-af7e-038f0bf3499c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:34.016415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.016415 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Added segment 51c5b3a7-3ef6-4f59-82d0-27a9c9903519 of type vlan for network c2020210-d080-492c-938a-9d3e7bcf5525 Nov 10 17:42:34.063730 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.166260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.167354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:34.168057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.227745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2020210-d080-492c-938a-9d3e7bcf5525,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:34.237601 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c2020210-d080-492c-938a-9d3e7bcf5525 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:34.293483 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1cac2bac-57ab-48dc-9eda-d5de742021b7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7134302 Nov 10 17:42:34.295945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41816) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:34.301638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Request body: {'subnet': {'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1797291841-subnet', 'tenant_id': 'e7c4ad44d97b4228969f5ed4b08948d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:34.471419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Made reservation on behalf of e7c4ad44d97b4228969f5ed4b08948d5 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:34.473820 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.732455 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.793081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d9408c-775d-4698-9d0c-4e14115cb9ea,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:34.807918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Checking segment: {'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:34.807918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Network hostable DHCP agents. Network: c2020210-d080-492c-938a-9d3e7bcf5525, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:34.901102 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Network c2020210-d080-492c-938a-9d3e7bcf5525 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:35.063421 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c2020210-d080-492c-938a-9d3e7bcf5525) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:35.068109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:35.069181 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.072889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727844d-00d5-4ef8-ad4b-bfe7c2489014 None None] Network c2020210-d080-492c-938a-9d3e7bcf5525 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:35.204064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a4a9687-a5e7-41e3-89b3-1c63838998c7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9068441 Nov 10 17:42:35.204540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816fcc5-0808-4491-87a4-64d0f387d09a None None] Network c2020210-d080-492c-938a-9d3e7bcf5525 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:35.390981 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.626393 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:42:35.676936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-7febcb24-04d1-497c-8a59-0d5fd99319e1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:35.679182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-7febcb24-04d1-497c-8a59-0d5fd99319e1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/networks?id=c2020210-d080-492c-938a-9d3e7bcf5525 HTTP/1.1" status: 200 len: 814 time: 0.1190119 Nov 10 17:42:35.696740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-0243d092-816f-4442-a544-1be09575c870 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/quotas/e7c4ad44d97b4228969f5ed4b08948d5 HTTP/1.1" status: 200 len: 375 time: 0.0105705 Nov 10 17:42:35.731243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-5bd0bf9a-b8ad-4fb0-aa54-a3d39c2566ef tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286691 Nov 10 17:42:35.744536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-8e499317-84af-4a2d-a43a-0995d4554947 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:35.745504 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-8e499317-84af-4a2d-a43a-0995d4554947 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062802 Nov 10 17:42:35.843473 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-c808825b-5b47-44c2-a697-8955bf688cce service neutron] 10.222.0.62 "GET /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915425 Nov 10 17:42:35.937302 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-47e350e5-f877-4311-85c6-43eb1592c767 service neutron] 10.222.0.62 "GET /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872390 Nov 10 17:42:36.181333 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-52143f3a-8c6e-47f2-b202-877ddfe8bac6 req-0bd37a88-9dc5-4569-b1b6-38d01b6f2b9f tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 210 time: 0.0357375 Nov 10 17:42:37.046012 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:37.265007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f1f0ec2-3849-424f-a431-1761a752e106 req-69b091ab-afba-438e-ab27-abf66dfb35b3 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 210 time: 0.0319984 Nov 10 17:42:37.608130 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.361709 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-428d0eb9-b950-4ded-b765-970226077441 req-973e90b8-6e1c-49fd-99ff-aea930b89948 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 210 time: 0.0258212 Nov 10 17:42:38.671248 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.732284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-5b068cc0-dd36-4ee8-9232-749f9837b317 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:38.733800 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-5b068cc0-dd36-4ee8-9232-749f9837b317 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.18 "GET /v2.0/networks?id=c2020210-d080-492c-938a-9d3e7bcf5525 HTTP/1.1" status: 200 len: 814 time: 0.1050642 Nov 10 17:42:38.746601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Request body: {'port': {'device_id': 'b07a727c-9b43-447d-9298-ef549b4a8cee', 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525', 'admin_state_up': True, 'tenant_id': 'e7c4ad44d97b4228969f5ed4b08948d5'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:38.954334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Made reservation on behalf of e7c4ad44d97b4228969f5ed4b08948d5 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:38.958222 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.086423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Allocated IP 172.20.0.12 (c2020210-d080-492c-938a-9d3e7bcf5525/c8d9408c-775d-4698-9d0c-4e14115cb9ea/5ec5a5e2-a856-4628-9056-0c94ca34a30c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:39.238252 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.351909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.401237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Network c2020210-d080-492c-938a-9d3e7bcf5525 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:39.404787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:39.409534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:39.414383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Pushing event updated for resources: {'Port': ['ID=5ec5a5e2-a856-4628-9056-0c94ca34a30c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:39.460966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.461345 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.461683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.462017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.462344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.462668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.462988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.463329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.463649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.463965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.464282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.464596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:39.502354 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:39.502864 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.526320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9da942-71d1-4862-a549-e0145846fe57 req-3e5526cd-f0d0-4811-ba30-8a2c59471226 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:39.527816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f9da942-71d1-4862-a549-e0145846fe57 req-3e5526cd-f0d0-4811-ba30-8a2c59471226 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 932 time: 0.0882661 Nov 10 17:42:39.577320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f9da942-71d1-4862-a549-e0145846fe57 req-64819e39-983c-4713-8971-46dfdb8a2ea7 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 Nov 10 17:42:39.586090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-2797a127-e5f8-42ed-a519-9fcce383c3a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8435204 Nov 10 17:42:39.599853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Request body: {'port': {'device_id': 'b07a727c-9b43-447d-9298-ef549b4a8cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:39.657693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.919157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec5a5e2-a856-4628-9056-0c94ca34a30c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:39.926562 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.938757 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Transition to ACTIVE for port object 5ec5a5e2-a856-4628-9056-0c94ca34a30c will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:42:40.059609 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.126576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec5a5e2-a856-4628-9056-0c94ca34a30c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:40.183758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Attempting to bind port 5ec5a5e2-a856-4628-9056-0c94ca34a30c on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:40.183999 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Attempting to bind port 5ec5a5e2-a856-4628-9056-0c94ca34a30c by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:40.184327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Attempting to bind port 5ec5a5e2-a856-4628-9056-0c94ca34a30c on network c2020210-d080-492c-938a-9d3e7bcf5525 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:40.188892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Port 5ec5a5e2-a856-4628-9056-0c94ca34a30c on network c2020210-d080-492c-938a-9d3e7bcf5525 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:42:40.189208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Attempting to bind port 5ec5a5e2-a856-4628-9056-0c94ca34a30c on network c2020210-d080-492c-938a-9d3e7bcf5525 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:40.195027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:40.195391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Checking segment: {'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:40.195779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Bound using segment: {'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:40.196200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Bound port: 5ec5a5e2-a856-4628-9056-0c94ca34a30c, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:40.196555 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.259391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] For port 5ec5a5e2-a856-4628-9056-0c94ca34a30c, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:40.262679 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] For port 5ec5a5e2-a856-4628-9056-0c94ca34a30c, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5ec5a5e2-a856-4628-9056-0c94ca34a30c,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:40.322909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.357171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:40.357787 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.359193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ec5a5e2-a856-4628-9056-0c94ca34a30c HTTP/1.1" status: 200 len: 1093 time: 0.7642424 Nov 10 17:42:40.361279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07a727c-9b43-447d-9298-ef549b4a8cee', 'tag': '5ec5a5e2-a856-4628-9056-0c94ca34a30c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:40.361983 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70d7156-7871-457d-8e52-c024ec18137d" -d '{"events": [{"name": "network-changed", "server_uuid": "b07a727c-9b43-447d-9298-ef549b4a8cee", "tag": "5ec5a5e2-a856-4628-9056-0c94ca34a30c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:40.387729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67064e54-09c1-47ba-8b55-747ab5540a07 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec5a5e2-a856-4628-9056-0c94ca34a30c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:40.403018 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087b48ee-663a-43ed-a0e2-374d0c5bf773 x-openstack-request-id: req-087b48ee-663a-43ed-a0e2-374d0c5bf773 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:40.403378 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07a727c-9b43-447d-9298-ef549b4a8cee", "tag": "5ec5a5e2-a856-4628-9056-0c94ca34a30c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:40.403630 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-087b48ee-663a-43ed-a0e2-374d0c5bf773 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:40.404053 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07a727c-9b43-447d-9298-ef549b4a8cee', 'tag': '5ec5a5e2-a856-4628-9056-0c94ca34a30c', 'status': 'completed', 'code': 200} Nov 10 17:42:40.465911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d7156-7871-457d-8e52-c024ec18137d req-00d120dd-cb52-4be1-8ce1-b8b281852f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:40.467340 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c70d7156-7871-457d-8e52-c024ec18137d req-00d120dd-cb52-4be1-8ce1-b8b281852f82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 1096 time: 0.0426528 Nov 10 17:42:40.570187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d7156-7871-457d-8e52-c024ec18137d req-490613c1-c39b-4b9c-9cc4-b1dcd094129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:40.571718 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c70d7156-7871-457d-8e52-c024ec18137d req-490613c1-c39b-4b9c-9cc4-b1dcd094129a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0970833 Nov 10 17:42:40.702391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d7156-7871-457d-8e52-c024ec18137d req-2d64343c-e1b1-4f69-9d0e-a980f8eeb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:40.703891 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c70d7156-7871-457d-8e52-c024ec18137d req-2d64343c-e1b1-4f69-9d0e-a980f8eeb0df service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252873 Nov 10 17:42:40.719476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4c03b-00f8-44bd-9bd7-7449c0e8b6bb req-05d85517-629a-44a1-bf1a-41ef7bf5bd97 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:40.721599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4f4c03b-00f8-44bd-9bd7-7449c0e8b6bb req-05d85517-629a-44a1-bf1a-41ef7bf5bd97 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 944 time: 0.0713284 Nov 10 17:42:40.799285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d4f4c03b-00f8-44bd-9bd7-7449c0e8b6bb req-81f8d02d-8a79-4a36-94b6-79bb6003cac3 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714240 Nov 10 17:42:40.808528 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-4e0f04e6-f1a3-4e48-8e9e-faa7f8b105b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:40.810073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-4e0f04e6-f1a3-4e48-8e9e-faa7f8b105b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 1096 time: 0.0656734 Nov 10 17:42:40.860870 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-338e5876-6ab4-48c0-b47a-02d7643aebf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ec5a5e2-a856-4628-9056-0c94ca34a30c HTTP/1.1" status: 200 len: 217 time: 0.0421751 Nov 10 17:42:40.911625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-57c09421-3d8e-4586-8840-f1f2d4bc4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:40.913366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-57c09421-3d8e-4586-8840-f1f2d4bc4899 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c8d9408c-775d-4698-9d0c-4e14115cb9ea HTTP/1.1" status: 200 len: 854 time: 0.0462551 Nov 10 17:42:40.948832 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-64c7fddd-9ccf-4b4d-ba40-3da02aed6123 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2020210-d080-492c-938a-9d3e7bcf5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279632 Nov 10 17:42:41.050238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-007b9402-7c38-4992-94c6-4aafd79829c6 service neutron] 10.222.0.18 "GET /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899613 Nov 10 17:42:41.115264 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:41.141887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4e990b5b-e0bc-41b9-a774-3e03391b6cae req-0a0164fd-5e36-49f4-98ca-28579b440aac service neutron] 10.222.0.18 "GET /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883296 Nov 10 17:42:41.920199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d435a3c-9a01-414c-8d12-3c72884e257b req-96090626-644d-4790-afdb-272348aa1d81 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:41.921704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d435a3c-9a01-414c-8d12-3c72884e257b req-96090626-644d-4790-afdb-272348aa1d81 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 944 time: 0.0498571 Nov 10 17:42:41.973176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d435a3c-9a01-414c-8d12-3c72884e257b req-c10c6100-a9cd-4421-bfed-79d5c3f5e089 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Nov 10 17:42:43.100265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfad4c-7add-4323-9ce5-4a818e542e67 req-39c74d24-f8dd-4c0f-9cec-ffeddc101b1c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:43.101951 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40bfad4c-7add-4323-9ce5-4a818e542e67 req-39c74d24-f8dd-4c0f-9cec-ffeddc101b1c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 944 time: 0.0546198 Nov 10 17:42:43.160013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-40bfad4c-7add-4323-9ce5-4a818e542e67 req-8db309ba-a7a8-4687-b4f2-62b923a83a4a tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517845 Nov 10 17:42:43.891607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5ec5a5e2-a856-4628-9056-0c94ca34a30c details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:42:44.013831 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5ec5a5e2-a856-4628-9056-0c94ca34a30c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5ec5a5e2-a856-4628-9056-0c94ca34a30c,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:44.028438 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '5ec5a5e2-a856-4628-9056-0c94ca34a30c', 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525', 'port_id': '5ec5a5e2-a856-4628-9056-0c94ca34a30c', 'mac_address': 'fa:16:3e:5e:c5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d9408c-775d-4698-9d0c-4e14115cb9ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:42:44.073040 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.086815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec5a5e2-a856-4628-9056-0c94ca34a30c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:44.107262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5ec5a5e2-a856-4628-9056-0c94ca34a30c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5ec5a5e2-a856-4628-9056-0c94ca34a30c,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:44.219824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.271302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5ec5a5e2-a856-4628-9056-0c94ca34a30c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:44.289970 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216a75a-b6dd-429d-a783-efed14100c2b req-32419a05-2309-46ec-83dd-c02881373cb5 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:44.299059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e216a75a-b6dd-429d-a783-efed14100c2b req-32419a05-2309-46ec-83dd-c02881373cb5 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 945 time: 0.0578141 Nov 10 17:42:44.343056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e216a75a-b6dd-429d-a783-efed14100c2b req-6e28f44a-5711-49d8-a4f8-db2eab77cbaa tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Nov 10 17:42:44.410123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5ec5a5e2-a856-4628-9056-0c94ca34a30c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:45.465530 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ae25b-32a0-458c-8b43-9da927516ee6 req-daf8807b-c5f6-4d73-b5c4-c265a72957a4 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:45.467142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-077ae25b-32a0-458c-8b43-9da927516ee6 req-daf8807b-c5f6-4d73-b5c4-c265a72957a4 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 945 time: 0.0515954 Nov 10 17:42:45.518085 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-077ae25b-32a0-458c-8b43-9da927516ee6 req-a109683d-3276-49c0-a137-66abea6bc833 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Nov 10 17:42:45.907182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5ec5a5e2-a856-4628-9056-0c94ca34a30c up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:46.065551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 5ec5a5e2-a856-4628-9056-0c94ca34a30c completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:42:46.070276 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 5ec5a5e2-a856-4628-9056-0c94ca34a30c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:46.070643 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:46.152096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:46.175031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07a727c-9b43-447d-9298-ef549b4a8cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec5a5e2-a856-4628-9056-0c94ca34a30c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:46.177214 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1301a4d2-50a6-4ef6-ba67-d7ce4d4b4d12" -d '{"events": [{"server_uuid": "b07a727c-9b43-447d-9298-ef549b4a8cee", "name": "network-vif-plugged", "status": "completed", "tag": "5ec5a5e2-a856-4628-9056-0c94ca34a30c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:46.190848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 5ec5a5e2-a856-4628-9056-0c94ca34a30c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5ec5a5e2-a856-4628-9056-0c94ca34a30c,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:46.217213 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9814c637-5839-49b0-b264-f1b418db8c24 x-openstack-request-id: req-9814c637-5839-49b0-b264-f1b418db8c24 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:46.217548 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07a727c-9b43-447d-9298-ef549b4a8cee", "name": "network-vif-plugged", "status": "completed", "tag": "5ec5a5e2-a856-4628-9056-0c94ca34a30c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:46.217812 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9814c637-5839-49b0-b264-f1b418db8c24 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:46.218218 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07a727c-9b43-447d-9298-ef549b4a8cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec5a5e2-a856-4628-9056-0c94ca34a30c', 'code': 200} Nov 10 17:42:46.280220 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:46.315712 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee9937-2e36-437b-bec6-7682954e2a49 req-03e73b13-e36b-4fed-9b10-a58154f7afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:46.317191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5ee9937-2e36-437b-bec6-7682954e2a49 req-03e73b13-e36b-4fed-9b10-a58154f7afeb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 1098 time: 0.0430276 Nov 10 17:42:46.330196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=5ec5a5e2-a856-4628-9056-0c94ca34a30c,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:46.367549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5ee9937-2e36-437b-bec6-7682954e2a49 req-595f8967-eaad-45c0-a8af-ff93a9a58911 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 Nov 10 17:42:46.640903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024b948-482a-4c8b-9095-440bfbb88a23 req-a300595b-4362-415e-b6b5-0ca4d53c1498 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:46.642385 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a024b948-482a-4c8b-9095-440bfbb88a23 req-a300595b-4362-415e-b6b5-0ca4d53c1498 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0526853 Nov 10 17:42:46.698539 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a024b948-482a-4c8b-9095-440bfbb88a23 req-29b1585b-4c5f-4f2f-a303-13938046bb2c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492964 Nov 10 17:42:47.820545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d3e61-4584-4c54-b914-73b8e4ae1bcb req-3b98afda-b9fd-4981-ab04-41e5f247e79c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.822036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd5d3e61-4584-4c54-b914-73b8e4ae1bcb req-3b98afda-b9fd-4981-ab04-41e5f247e79c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0525999 Nov 10 17:42:47.871172 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd5d3e61-4584-4c54-b914-73b8e4ae1bcb req-aee87487-df10-4433-ba82-880ae2da73ed tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Nov 10 17:42:48.103715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-6abb409d-59cf-488f-b8b6-264f0ce237ba tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.105186 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-6abb409d-59cf-488f-b8b6-264f0ce237ba tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/networks?id=c2020210-d080-492c-938a-9d3e7bcf5525 HTTP/1.1" status: 200 len: 814 time: 0.1083393 Nov 10 17:42:48.119862 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-848f8e5d-1a87-4ac1-9da2-68cc8c8b7443 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/quotas/e7c4ad44d97b4228969f5ed4b08948d5 HTTP/1.1" status: 200 len: 375 time: 0.0089664 Nov 10 17:42:48.169282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-f8f0afd9-4c11-4f1e-9f6a-6df348c4333b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443242 Nov 10 17:42:48.258740 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-685a4820-439c-4f06-8cfd-0a715fa284e1 service neutron] 10.222.0.62 "GET /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819640 Nov 10 17:42:48.354059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-cf0620e4-fa10-4717-9eb5-f3b03d816d72 service neutron] 10.222.0.62 "GET /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889421 Nov 10 17:42:48.583764 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a1f7cfd-f582-4ac0-bfbf-8d068c902856 req-1c88fe60-dc2c-4e16-bcda-81307f618fed tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 210 time: 0.0285864 Nov 10 17:42:49.686234 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91d91fc9-05fb-49a3-8250-31030faabf2d req-fcb477a3-a352-492f-b382-93993596ec0c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 210 time: 0.0282292 Nov 10 17:42:50.576481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-d2d52b4f-02af-4b75-8384-316f87c470e8 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:50.577905 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-d2d52b4f-02af-4b75-8384-316f87c470e8 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.69 "GET /v2.0/networks?id=c2020210-d080-492c-938a-9d3e7bcf5525 HTTP/1.1" status: 200 len: 814 time: 0.1055903 Nov 10 17:42:50.592504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Request body: {'port': {'device_id': 'de540e75-eb39-4c8f-a8bd-6a6f5a5c6501', 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525', 'admin_state_up': True, 'tenant_id': 'e7c4ad44d97b4228969f5ed4b08948d5'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:50.792822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5ec57a22-3abd-42e9-8125-1bcafc162722 req-6594d3a4-d042-48f5-b7f4-6ace19e0b195 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 210 time: 0.0351708 Nov 10 17:42:50.796358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Made reservation on behalf of e7c4ad44d97b4228969f5ed4b08948d5 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:50.799825 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.925815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Allocated IP 172.20.0.8 (c2020210-d080-492c-938a-9d3e7bcf5525/c8d9408c-775d-4698-9d0c-4e14115cb9ea/63872ce0-fba1-4af2-8019-e2ebe60b1ada) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:51.076610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.266405 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.278147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5ec5a5e2-a856-4628-9056-0c94ca34a30c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:51.320889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Network c2020210-d080-492c-938a-9d3e7bcf5525 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:51.324240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:51.329246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:51.333848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Pushing event updated for resources: {'Port': ['ID=63872ce0-fba1-4af2-8019-e2ebe60b1ada,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:51.381110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:51.381737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.491101 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-4c69953b-492f-40ac-9f4b-8f229f02ccbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022231 Nov 10 17:42:51.503021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Request body: {'port': {'device_id': 'de540e75-eb39-4c8f-a8bd-6a6f5a5c6501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:51.556721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.825080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63872ce0-fba1-4af2-8019-e2ebe60b1ada {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:51.832637 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.844719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Transition to ACTIVE for port object 63872ce0-fba1-4af2-8019-e2ebe60b1ada will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:42:51.913277 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4f929-1ee2-48b3-8e56-8f434a08ad83 req-b68eb065-0dfd-40be-b47d-17a12c784686 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:51.914773 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52e4f929-1ee2-48b3-8e56-8f434a08ad83 req-b68eb065-0dfd-40be-b47d-17a12c784686 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 931 time: 0.0509260 Nov 10 17:42:51.961956 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-52e4f929-1ee2-48b3-8e56-8f434a08ad83 req-ef085148-edc9-42e1-9c19-9c5ac6d3ea71 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Nov 10 17:42:51.962220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.011789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Pushing event updated for resources: {'Port': ['ID=63872ce0-fba1-4af2-8019-e2ebe60b1ada,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:52.081095 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Attempting to bind port 63872ce0-fba1-4af2-8019-e2ebe60b1ada on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:52.081332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Attempting to bind port 63872ce0-fba1-4af2-8019-e2ebe60b1ada by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:52.081620 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Attempting to bind port 63872ce0-fba1-4af2-8019-e2ebe60b1ada on network c2020210-d080-492c-938a-9d3e7bcf5525 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:52.086486 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Port 63872ce0-fba1-4af2-8019-e2ebe60b1ada on network c2020210-d080-492c-938a-9d3e7bcf5525 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:42:52.086799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Attempting to bind port 63872ce0-fba1-4af2-8019-e2ebe60b1ada on network c2020210-d080-492c-938a-9d3e7bcf5525 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:52.091660 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:52.091985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Checking segment: {'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:52.092359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Bound using segment: {'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:52.092773 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Bound port: 63872ce0-fba1-4af2-8019-e2ebe60b1ada, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c5b3a7-3ef6-4f59-82d0-27a9c9903519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:52.093117 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.160608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] For port 63872ce0-fba1-4af2-8019-e2ebe60b1ada, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:52.164399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] For port 63872ce0-fba1-4af2-8019-e2ebe60b1ada, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=63872ce0-fba1-4af2-8019-e2ebe60b1ada,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:52.263317 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.298940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.299575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.300952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] 10.222.0.69 "PUT /v2.0/ports/63872ce0-fba1-4af2-8019-e2ebe60b1ada HTTP/1.1" status: 200 len: 1092 time: 0.8019378 Nov 10 17:42:52.301954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de540e75-eb39-4c8f-a8bd-6a6f5a5c6501', 'tag': '63872ce0-fba1-4af2-8019-e2ebe60b1ada'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:52.304269 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aadac19-5e4c-468d-b019-ae007d1dcc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "de540e75-eb39-4c8f-a8bd-6a6f5a5c6501", "tag": "63872ce0-fba1-4af2-8019-e2ebe60b1ada"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:52.330204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f9d3e-ce54-412a-969e-330c43535434 service neutron] Pushing event updated for resources: {'Port': ['ID=63872ce0-fba1-4af2-8019-e2ebe60b1ada,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:52.349504 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376ad110-a4c0-40ea-ac2d-c21b0a1e2f42 x-openstack-request-id: req-376ad110-a4c0-40ea-ac2d-c21b0a1e2f42 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:52.349504 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de540e75-eb39-4c8f-a8bd-6a6f5a5c6501", "tag": "63872ce0-fba1-4af2-8019-e2ebe60b1ada", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:52.349504 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-376ad110-a4c0-40ea-ac2d-c21b0a1e2f42 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:52.349504 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de540e75-eb39-4c8f-a8bd-6a6f5a5c6501', 'tag': '63872ce0-fba1-4af2-8019-e2ebe60b1ada', 'status': 'completed', 'code': 200} Nov 10 17:42:52.411955 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadac19-5e4c-468d-b019-ae007d1dcc2e req-78aef62d-afbe-4e56-b119-5602c564b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.413508 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5aadac19-5e4c-468d-b019-ae007d1dcc2e req-78aef62d-afbe-4e56-b119-5602c564b121 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 1095 time: 0.0444264 Nov 10 17:42:52.518153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadac19-5e4c-468d-b019-ae007d1dcc2e req-d79878dd-0835-427e-8aba-142eb4c02276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.520087 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5aadac19-5e4c-468d-b019-ae007d1dcc2e req-d79878dd-0835-427e-8aba-142eb4c02276 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985177 Nov 10 17:42:52.615391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadac19-5e4c-468d-b019-ae007d1dcc2e req-f2207da4-b11b-4e65-89b1-6aff3554e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.616648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5aadac19-5e4c-468d-b019-ae007d1dcc2e req-f2207da4-b11b-4e65-89b1-6aff3554e0d8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899901 Nov 10 17:42:52.702207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-99b8d2d5-dbd8-4e96-bf6e-24e617e74c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.703769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-99b8d2d5-dbd8-4e96-bf6e-24e617e74c6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 1095 time: 0.0473514 Nov 10 17:42:52.747209 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-0c5724ed-3f9f-40a9-9552-ac5c9b55c52c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63872ce0-fba1-4af2-8019-e2ebe60b1ada HTTP/1.1" status: 200 len: 217 time: 0.0354338 Nov 10 17:42:52.802345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-1358097a-9b46-4fd5-b329-d822b479a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.803868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-1358097a-9b46-4fd5-b329-d822b479a0f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d9408c-775d-4698-9d0c-4e14115cb9ea HTTP/1.1" status: 200 len: 854 time: 0.0479481 Nov 10 17:42:52.839248 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-f2b66510-a5a6-460d-862a-f7dd3e32396b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c2020210-d080-492c-938a-9d3e7bcf5525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288613 Nov 10 17:42:52.935023 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-477d875b-f5cf-4ace-826b-ad4673e9fbe9 service neutron] 10.222.0.69 "GET /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881734 Nov 10 17:42:53.102139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96adfca-5024-4998-87e3-0c5258ce0a30 req-e57cff6d-4cad-4040-9dea-4a6edcacc1ec tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:53.103868 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b96adfca-5024-4998-87e3-0c5258ce0a30 req-e57cff6d-4cad-4040-9dea-4a6edcacc1ec tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 943 time: 0.0623136 Nov 10 17:42:53.159758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b96adfca-5024-4998-87e3-0c5258ce0a30 req-1d22d16e-6412-46b3-9dd1-d96de18929f2 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Nov 10 17:42:53.390804 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8d3aea9d-be63-4377-b9f3-f8e053bea95c req-a75c6bb1-76a7-4453-bcde-2e1cbea1e5c0 service neutron] 10.222.0.69 "GET /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484978 Nov 10 17:42:54.280008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f1e77-7159-477f-a2fb-bf31fbd42aa8 req-754ec818-1ca0-40a5-b91f-ad04c7b4fa9e tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:54.282093 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-346f1e77-7159-477f-a2fb-bf31fbd42aa8 req-754ec818-1ca0-40a5-b91f-ad04c7b4fa9e tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 943 time: 0.0503149 Nov 10 17:42:54.331676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-346f1e77-7159-477f-a2fb-bf31fbd42aa8 req-b52b7a1b-f956-4c5c-bc11-f5270d4925ee tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Nov 10 17:42:55.451494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a96d6c-8f4d-48db-b07e-a2f085fda946 req-4d299e31-0bd1-474a-a03c-64f7d43bee49 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:55.452972 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13a96d6c-8f4d-48db-b07e-a2f085fda946 req-4d299e31-0bd1-474a-a03c-64f7d43bee49 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 943 time: 0.0491467 Nov 10 17:42:55.500190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-13a96d6c-8f4d-48db-b07e-a2f085fda946 req-b7bdc126-cc69-48c2-84e4-d461bfa9b9c2 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Nov 10 17:42:56.617648 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c348fd-d8c8-437f-94b2-931efaf973d0 req-b3e6bbdb-cbbb-4251-a123-ffba9617bc34 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:56.619042 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0c348fd-d8c8-437f-94b2-931efaf973d0 req-b3e6bbdb-cbbb-4251-a123-ffba9617bc34 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 943 time: 0.0488291 Nov 10 17:42:56.666860 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f0c348fd-d8c8-437f-94b2-931efaf973d0 req-7438ff86-81e1-4ade-8d59-82a9140bd26c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419126 Nov 10 17:42:57.364938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 63872ce0-fba1-4af2-8019-e2ebe60b1ada details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:42:57.465333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 63872ce0-fba1-4af2-8019-e2ebe60b1ada, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=63872ce0-fba1-4af2-8019-e2ebe60b1ada,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:57.476965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '63872ce0-fba1-4af2-8019-e2ebe60b1ada', 'network_id': 'c2020210-d080-492c-938a-9d3e7bcf5525', 'port_id': '63872ce0-fba1-4af2-8019-e2ebe60b1ada', 'mac_address': 'fa:16:3e:8b:53:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d9408c-775d-4698-9d0c-4e14115cb9ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:42:57.515279 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.532693 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63872ce0-fba1-4af2-8019-e2ebe60b1ada {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:57.552079 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 63872ce0-fba1-4af2-8019-e2ebe60b1ada, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=63872ce0-fba1-4af2-8019-e2ebe60b1ada,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:57.659724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.708664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=63872ce0-fba1-4af2-8019-e2ebe60b1ada,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:57.717111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.724549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:57.788168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626d663-a1a5-4613-a75f-6bce27733d43 req-211229b0-e23d-4902-943b-5a08dae9f8db tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:57.789655 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c626d663-a1a5-4613-a75f-6bce27733d43 req-211229b0-e23d-4902-943b-5a08dae9f8db tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 944 time: 0.0535040 Nov 10 17:42:57.838351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c626d663-a1a5-4613-a75f-6bce27733d43 req-266507ab-6b91-4120-bfa4-edbb6f43437b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426888 Nov 10 17:42:57.958849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['63872ce0-fba1-4af2-8019-e2ebe60b1ada'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:58.959916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39524711-e88f-4f9a-86c4-7c52859b5275 req-ee532117-a56b-4c73-82c6-18b1d52d62e7 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:58.961322 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39524711-e88f-4f9a-86c4-7c52859b5275 req-ee532117-a56b-4c73-82c6-18b1d52d62e7 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 944 time: 0.0547156 Nov 10 17:42:59.012033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39524711-e88f-4f9a-86c4-7c52859b5275 req-24bec6c0-bc8a-4f82-a802-4be9962fddfe tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447419 Nov 10 17:42:59.380982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 63872ce0-fba1-4af2-8019-e2ebe60b1ada up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:59.507909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 63872ce0-fba1-4af2-8019-e2ebe60b1ada completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:42:59.512051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 63872ce0-fba1-4af2-8019-e2ebe60b1ada triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:59.512426 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.591919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.614233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de540e75-eb39-4c8f-a8bd-6a6f5a5c6501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63872ce0-fba1-4af2-8019-e2ebe60b1ada'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:59.616538 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c57809-d625-454e-b421-22692816761d" -d '{"events": [{"server_uuid": "de540e75-eb39-4c8f-a8bd-6a6f5a5c6501", "name": "network-vif-plugged", "status": "completed", "tag": "63872ce0-fba1-4af2-8019-e2ebe60b1ada"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:59.635585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 63872ce0-fba1-4af2-8019-e2ebe60b1ada, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=63872ce0-fba1-4af2-8019-e2ebe60b1ada,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:59.655577 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4bb58c-7798-4032-8d2a-a183073215ec x-openstack-request-id: req-4b4bb58c-7798-4032-8d2a-a183073215ec {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:59.655896 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de540e75-eb39-4c8f-a8bd-6a6f5a5c6501", "name": "network-vif-plugged", "status": "completed", "tag": "63872ce0-fba1-4af2-8019-e2ebe60b1ada", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:59.656175 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b4bb58c-7798-4032-8d2a-a183073215ec {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:59.656569 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de540e75-eb39-4c8f-a8bd-6a6f5a5c6501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63872ce0-fba1-4af2-8019-e2ebe60b1ada', 'code': 200} Nov 10 17:42:59.742211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.754326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88f95-8f5f-446c-bc06-d8276baf74f3 req-54a7ef06-b8c2-44b6-b562-393d214b046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:59.756581 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31f88f95-8f5f-446c-bc06-d8276baf74f3 req-54a7ef06-b8c2-44b6-b562-393d214b046b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 1096 time: 0.0422776 Nov 10 17:42:59.791089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=63872ce0-fba1-4af2-8019-e2ebe60b1ada,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:59.802269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31f88f95-8f5f-446c-bc06-d8276baf74f3 req-a7411ea4-ba39-47a3-a4f4-b2f8f9cf50f5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Nov 10 17:43:00.135428 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec54c1d-d399-411b-a053-bca644fa7e87 req-7d57c899-5ee6-4b71-b427-6ed45a851e3b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:00.136993 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ec54c1d-d399-411b-a053-bca644fa7e87 req-7d57c899-5ee6-4b71-b427-6ed45a851e3b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 945 time: 0.0548511 Nov 10 17:43:00.186137 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ec54c1d-d399-411b-a053-bca644fa7e87 req-1f4ab859-1185-4d79-9751-364a8da1e4d9 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Nov 10 17:43:01.309632 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fab725-6fb6-46a1-8e68-9c6fd107374b req-62c9e08c-676b-45d7-9684-adc2971cfbf7 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:01.311819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62fab725-6fb6-46a1-8e68-9c6fd107374b req-62c9e08c-676b-45d7-9684-adc2971cfbf7 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Nov 10 17:43:01.363272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62fab725-6fb6-46a1-8e68-9c6fd107374b req-92e2b667-954e-4b9d-8b57-50afabf5fd46 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Nov 10 17:43:01.664605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e486803-41fd-46b1-acc8-db9c6ec6b6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.489473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb13f89-9fb2-4171-8da8-e5427d7dc589 req-b0c86d05-c34d-414d-bee3-58cba5073fbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:02.490986 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffb13f89-9fb2-4171-8da8-e5427d7dc589 req-b0c86d05-c34d-414d-bee3-58cba5073fbd tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Nov 10 17:43:02.606865 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ffb13f89-9fb2-4171-8da8-e5427d7dc589 req-d564f51c-3e14-43f9-933c-49f0c8df63b5 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073182 Nov 10 17:43:03.420473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9701df-5cd0-4e19-b19f-24b2c66380bf req-0956807a-69ab-4a1f-b0f6-df829c7f2579 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:03.422002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc9701df-5cd0-4e19-b19f-24b2c66380bf req-0956807a-69ab-4a1f-b0f6-df829c7f2579 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 945 time: 0.0519307 Nov 10 17:43:03.482616 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc9701df-5cd0-4e19-b19f-24b2c66380bf req-4d4cd668-019a-497d-bdde-223dd5c17b18 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520573 Nov 10 17:43:03.972041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-059a4dba-f5b7-4366-bd8b-059053db7329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.660998 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95d47-3358-467f-a7b9-2eaf583abd97 req-24cdc1a0-a6fc-4782-a980-9eea298e4c87 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:04.662670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18c95d47-3358-467f-a7b9-2eaf583abd97 req-24cdc1a0-a6fc-4782-a980-9eea298e4c87 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 945 time: 0.1073687 Nov 10 17:43:04.720598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-18c95d47-3358-467f-a7b9-2eaf583abd97 req-1a16e09b-4f2d-4fb1-ad38-558403b06c3f tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482929 Nov 10 17:43:04.826049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-218f315a-004e-4509-9785-7834df61f81c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:04.827511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-218f315a-004e-4509-9785-7834df61f81c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.69 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 945 time: 0.0632977 Nov 10 17:43:04.922522 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Deleting port 63872ce0-fba1-4af2-8019-e2ebe60b1ada {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:04.922861 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.016649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] For port 63872ce0-fba1-4af2-8019-e2ebe60b1ada, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=63872ce0-fba1-4af2-8019-e2ebe60b1ada,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:05.017028 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.031646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Calling delete_port for 63872ce0-fba1-4af2-8019-e2ebe60b1ada owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:05.268553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.283138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['63872ce0-fba1-4af2-8019-e2ebe60b1ada'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:43:05.286478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5ec5a5e2-a856-4628-9056-0c94ca34a30c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:43:05.300807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Pushing event deleted for resources: {'Port': ['ID=63872ce0-fba1-4af2-8019-e2ebe60b1ada,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:05.310967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.311339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.311690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.312069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.312404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.312737 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.313069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.313393 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.313716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.314041 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.314366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.314690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:05.358804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] No DVR routers for this DVR port 63872ce0-fba1-4af2-8019-e2ebe60b1ada on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:05.361913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.366147 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.366442 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-21171da2-fffe-41f3-a5da-9e0ff9b9f424 req-7f93c11b-e084-4887-a2c4-1f8ca904964b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.69 "DELETE /v2.0/ports/63872ce0-fba1-4af2-8019-e2ebe60b1ada HTTP/1.1" status: 204 len: 173 time: 0.5330257 Nov 10 17:43:05.366785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de540e75-eb39-4c8f-a8bd-6a6f5a5c6501', 'name': 'network-vif-deleted', 'tag': '63872ce0-fba1-4af2-8019-e2ebe60b1ada'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:43:05.369110 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbb89e3-70d4-42c4-8dd6-3506cbb096dc" -d '{"events": [{"server_uuid": "de540e75-eb39-4c8f-a8bd-6a6f5a5c6501", "name": "network-vif-deleted", "tag": "63872ce0-fba1-4af2-8019-e2ebe60b1ada"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:43:05.408297 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3381137e-bb9f-4e08-99fc-f4582d3f1f0c x-openstack-request-id: req-3381137e-bb9f-4e08-99fc-f4582d3f1f0c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:43:05.408595 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de540e75-eb39-4c8f-a8bd-6a6f5a5c6501", "name": "network-vif-deleted", "tag": "63872ce0-fba1-4af2-8019-e2ebe60b1ada", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:43:05.408887 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3381137e-bb9f-4e08-99fc-f4582d3f1f0c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:43:05.409299 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de540e75-eb39-4c8f-a8bd-6a6f5a5c6501', 'name': 'network-vif-deleted', 'tag': '63872ce0-fba1-4af2-8019-e2ebe60b1ada', 'status': 'completed', 'code': 200} Nov 10 17:43:05.824994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b536168-5656-427e-aaa6-9c7dc6d65184 req-a9d3d766-59c2-4754-a4ef-21ce7645a712 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=de540e75-eb39-4c8f-a8bd-6a6f5a5c6501 HTTP/1.1" status: 200 len: 210 time: 0.0256085 Nov 10 17:43:06.983706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157650-6f6d-4978-a456-946f64b7616b req-26f69910-08db-401c-b343-e923dc3aa171 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:06.985161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97157650-6f6d-4978-a456-946f64b7616b req-26f69910-08db-401c-b343-e923dc3aa171 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0528073 Nov 10 17:43:07.038871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-97157650-6f6d-4978-a456-946f64b7616b req-b6f77329-f755-49dc-b118-3f52163c71ca tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469108 Nov 10 17:43:07.040155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.182638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059f69-bfc5-4caf-9d54-e9e676c0ff6a req-5cc69884-812f-418a-b552-63ba559310d8 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:07.184285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9059f69-bfc5-4caf-9d54-e9e676c0ff6a req-5cc69884-812f-418a-b552-63ba559310d8 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0542421 Nov 10 17:43:07.236141 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9059f69-bfc5-4caf-9d54-e9e676c0ff6a req-7e8a25f1-4204-456e-beb4-f83dd64a8c54 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458121 Nov 10 17:43:07.358293 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66116e-525e-4768-9ba5-6be60ab94c88 req-dc035189-c6e0-4fe4-9044-4f3c38fbe5e0 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:07.359864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae66116e-525e-4768-9ba5-6be60ab94c88 req-dc035189-c6e0-4fe4-9044-4f3c38fbe5e0 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0514865 Nov 10 17:43:07.399202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 63872ce0-fba1-4af2-8019-e2ebe60b1ada no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:07.416972 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae66116e-525e-4768-9ba5-6be60ab94c88 req-2357956f-8db5-42f1-9d57-8dbfe28a40a1 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507245 Nov 10 17:43:07.429405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 63872ce0-fba1-4af2-8019-e2ebe60b1ada {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:07.429405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 63872ce0-fba1-4af2-8019-e2ebe60b1ada not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:07.609387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205e17f-f034-40da-bf5d-b471762adfb3 req-b61526b8-8ac0-49b8-b842-896e59265377 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:07.610991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4205e17f-f034-40da-bf5d-b471762adfb3 req-b61526b8-8ac0-49b8-b842-896e59265377 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0612836 Nov 10 17:43:07.622315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.663593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4205e17f-f034-40da-bf5d-b471762adfb3 req-396d4dd3-415a-4c01-ab92-51984210b674 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464413 Nov 10 17:43:07.788806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f2d89-dadb-406b-a8b5-fcd887d01ea7 req-52d52a5c-b7a9-4fa5-b4b1-8b2202ee6ea0 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:07.790248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-454f2d89-dadb-406b-a8b5-fcd887d01ea7 req-52d52a5c-b7a9-4fa5-b4b1-8b2202ee6ea0 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0511556 Nov 10 17:43:07.839807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-454f2d89-dadb-406b-a8b5-fcd887d01ea7 req-73f208a2-6a07-4bbd-a73e-69f0bbb829a3 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431781 Nov 10 17:43:07.975608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe8f17-702f-4731-a90e-e19efa655a6a req-4c343dbe-ef08-4964-a38e-0b9b58bb423b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:07.977122 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0dfe8f17-702f-4731-a90e-e19efa655a6a req-4c343dbe-ef08-4964-a38e-0b9b58bb423b tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0520425 Nov 10 17:43:08.028822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0dfe8f17-702f-4731-a90e-e19efa655a6a req-24e1a763-c5e7-42be-a6ad-f4789c6f3898 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454495 Nov 10 17:43:08.650878 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.718934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe0845-aa2b-4671-ac19-5f7a24bf4731 req-6ae8c687-aa1a-457c-a3e5-8bfdcfa64af7 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:08.723643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38fe0845-aa2b-4671-ac19-5f7a24bf4731 req-6ae8c687-aa1a-457c-a3e5-8bfdcfa64af7 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0573504 Nov 10 17:43:08.772267 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-38fe0845-aa2b-4671-ac19-5f7a24bf4731 req-9a440720-2d05-4e5f-9c08-b3c6d7798e28 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Nov 10 17:43:09.894255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd1ac1-6576-435b-81a6-edd2f432f1e9 req-ff71c8cc-8257-4f46-8d39-7bcfe465790e tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:09.895787 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22fd1ac1-6576-435b-81a6-edd2f432f1e9 req-ff71c8cc-8257-4f46-8d39-7bcfe465790e tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0502212 Nov 10 17:43:09.945098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-22fd1ac1-6576-435b-81a6-edd2f432f1e9 req-d284515d-3712-4009-8820-9b26af220f33 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/security-groups?id=eea958b5-33af-440f-af7e-038f0bf3499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Nov 10 17:43:10.092693 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-fc970dd2-86e1-480b-aa3f-2e92e06dfa24 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:10.094046 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-fc970dd2-86e1-480b-aa3f-2e92e06dfa24 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 946 time: 0.0525010 Nov 10 17:43:10.190151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Deleting port 5ec5a5e2-a856-4628-9056-0c94ca34a30c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:10.190544 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.284424 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] For port 5ec5a5e2-a856-4628-9056-0c94ca34a30c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=5ec5a5e2-a856-4628-9056-0c94ca34a30c,segment=NetworkSegment(51c5b3a7-3ef6-4f59-82d0-27a9c9903519),segment_id=51c5b3a7-3ef6-4f59-82d0-27a9c9903519)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:10.284812 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.303245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Calling delete_port for 5ec5a5e2-a856-4628-9056-0c94ca34a30c owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:10.533646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.547122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['5ec5a5e2-a856-4628-9056-0c94ca34a30c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:43:10.573083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Pushing event deleted for resources: {'Port': ['ID=5ec5a5e2-a856-4628-9056-0c94ca34a30c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:10.624248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] No DVR routers for this DVR port 5ec5a5e2-a856-4628-9056-0c94ca34a30c on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:10.626930 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.630855 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7547aa9d-55fd-47cb-8773-c004c70bcd1c req-b2869a26-ea99-4d03-a8ff-bf5a1ac70e6c tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.18 "DELETE /v2.0/ports/5ec5a5e2-a856-4628-9056-0c94ca34a30c HTTP/1.1" status: 204 len: 173 time: 0.5304794 Nov 10 17:43:10.631491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07a727c-9b43-447d-9298-ef549b4a8cee', 'name': 'network-vif-deleted', 'tag': '5ec5a5e2-a856-4628-9056-0c94ca34a30c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:43:10.634681 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e7c248-5fea-49d6-a4e3-296962b864d5" -d '{"events": [{"server_uuid": "b07a727c-9b43-447d-9298-ef549b4a8cee", "name": "network-vif-deleted", "tag": "5ec5a5e2-a856-4628-9056-0c94ca34a30c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:43:10.681347 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170f0a39-ada5-434d-9b94-1dc7be9beff2 x-openstack-request-id: req-170f0a39-ada5-434d-9b94-1dc7be9beff2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:43:10.681347 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07a727c-9b43-447d-9298-ef549b4a8cee", "name": "network-vif-deleted", "tag": "5ec5a5e2-a856-4628-9056-0c94ca34a30c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:43:10.681652 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-170f0a39-ada5-434d-9b94-1dc7be9beff2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:43:10.681992 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07a727c-9b43-447d-9298-ef549b4a8cee', 'name': 'network-vif-deleted', 'tag': '5ec5a5e2-a856-4628-9056-0c94ca34a30c', 'status': 'completed', 'code': 200} Nov 10 17:43:11.061939 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c12bd4ab-9f3a-40f8-b296-4668a4a86d37 req-b910b2d2-bf19-47cc-99da-bc09e5228ab0 tempest-ServersNegativeTestJSON-581201320 tempest-ServersNegativeTestJSON-581201320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07a727c-9b43-447d-9298-ef549b4a8cee HTTP/1.1" status: 200 len: 210 time: 0.0305736 Nov 10 17:43:11.108461 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.129516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41976) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:12.175387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-18768592-7d60-4759-9800-38ac799a8170 admin admin] Deleting subnet c8d9408c-775d-4698-9d0c-4e14115cb9ea {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:12.179110 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18768592-7d60-4759-9800-38ac799a8170 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.212437 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18768592-7d60-4759-9800-38ac799a8170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.252348 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18768592-7d60-4759-9800-38ac799a8170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.423018 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18768592-7d60-4759-9800-38ac799a8170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.449310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18768592-7d60-4759-9800-38ac799a8170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d9408c-775d-4698-9d0c-4e14115cb9ea,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:12.452922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18768592-7d60-4759-9800-38ac799a8170 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.456415 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-18768592-7d60-4759-9800-38ac799a8170 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c8d9408c-775d-4698-9d0c-4e14115cb9ea HTTP/1.1" status: 204 len: 168 time: 0.3257716 Nov 10 17:43:12.459713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41978) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:12.529923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.614329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.626687 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:43:12.634820 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2020210-d080-492c-938a-9d3e7bcf5525']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:12.644812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c5b3a7-3ef6-4f59-82d0-27a9c9903519') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:12.645323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c5b3a7-3ef6-4f59-82d0-27a9c9903519') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:12.654819 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.669103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.675110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:12.675460 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:12.677247 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:12.824815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.829619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.833632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c2020210-d080-492c-938a-9d3e7bcf5525 HTTP/1.1" status: 204 len: 168 time: 0.3728497 Nov 10 17:43:12.846212 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dbc4f-45e2-4b35-a188-37ee15bc39e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2020210-d080-492c-938a-9d3e7bcf5525,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:13.214574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41982) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:13.256690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ec77f874-1838-45f5-a234-e9593deb59fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7c4ad44d97b4228969f5ed4b08948d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408852 Nov 10 17:43:13.259094 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 41984) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:13.308910 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45aca1c5-ccb0-403a-9c82-8b4a7227b3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.336012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45aca1c5-ccb0-403a-9c82-8b4a7227b3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.468201 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45aca1c5-ccb0-403a-9c82-8b4a7227b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.470783 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45aca1c5-ccb0-403a-9c82-8b4a7227b3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.472014 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-45aca1c5-ccb0-403a-9c82-8b4a7227b3ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eea958b5-33af-440f-af7e-038f0bf3499c HTTP/1.1" status: 204 len: 168 time: 0.2119567 Nov 10 17:43:13.480281 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aca1c5-ccb0-403a-9c82-8b4a7227b3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea958b5-33af-440f-af7e-038f0bf3499c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:14.032050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5ec5a5e2-a856-4628-9056-0c94ca34a30c no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:14.058820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 5ec5a5e2-a856-4628-9056-0c94ca34a30c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:14.064769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 5ec5a5e2-a856-4628-9056-0c94ca34a30c not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:14.657388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:14.759331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1419367733'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:14.893011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:14.897364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.909979 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.985214 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.081788 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.112189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:15.118688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73aa5ed0-0777-4155-b3d6-d74c36ea0592,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:15.124883 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.125229 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Added segment 278699f7-9fd0-4b41-ba92-135dbf4c12a5 of type vlan for network a3c3b6c5-a116-448d-b8ae-d35a4e398b83 Nov 10 17:43:15.167280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.296576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.302474 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:15.303059 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.371246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Network': ['ID=a3c3b6c5-a116-448d-b8ae-d35a4e398b83,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:15.382551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a3c3b6c5-a116-448d-b8ae-d35a4e398b83 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:15.457433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-50d43e38-de1f-4036-9a43-a618084e9679 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7987268 Nov 10 17:43:18.703743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:18.710080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'subnet': {'network_id': 'a3c3b6c5-a116-448d-b8ae-d35a4e398b83', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:18.884623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:18.888217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.139406 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.195709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Subnet': ['ID=330ce90d-08d9-4a8c-910a-deacfa3e4c6b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:19.211252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Checking segment: {'id': '278699f7-9fd0-4b41-ba92-135dbf4c12a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3c3b6c5-a116-448d-b8ae-d35a4e398b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:19.216928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network hostable DHCP agents. Network: a3c3b6c5-a116-448d-b8ae-d35a4e398b83, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:19.299238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network a3c3b6c5-a116-448d-b8ae-d35a4e398b83 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:19.384777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a3c3b6c5-a116-448d-b8ae-d35a4e398b83) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:19.389642 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:19.390526 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.393968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405c9ab-c33c-456c-a721-aab71d604fbd None None] Network a3c3b6c5-a116-448d-b8ae-d35a4e398b83 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:19.478887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f4eca974-a564-487d-b3fc-707b8526e9d1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7739937 Nov 10 17:43:19.483889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:19.489489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-405454910'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:19.545401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a3c3b6c5-a116-448d-b8ae-d35a4e398b83', 'network_id': 'a3c3b6c5-a116-448d-b8ae-d35a4e398b83', 'tenant_id': 'ec2dfadd755c436cb8af417bf45bd00f', 'fixed_ips': [{'subnet_id': '330ce90d-08d9-4a8c-910a-deacfa3e4c6b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:19.546273 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.568219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:19.571830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.600037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:19.610394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.610665 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Added segment 28cbebe8-5d14-4eeb-a6e3-737a6c71f04c of type vlan for network 8ba4ddd2-a30a-4c83-9976-fa872e1efef4 Nov 10 17:43:19.651891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.700329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Allocated IP 2001:db8:0:ffff::2 (a3c3b6c5-a116-448d-b8ae-d35a4e398b83/330ce90d-08d9-4a8c-910a-deacfa3e4c6b/5dd9c830-d737-44a4-9a13-8bb096f73de7) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:19.767215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.773381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:19.774006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.843651 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Network': ['ID=8ba4ddd2-a30a-4c83-9976-fa872e1efef4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:19.856465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8ba4ddd2-a30a-4c83-9976-fa872e1efef4 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:19.873684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.893246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-baa56436-2c3d-47be-886a-13599c60eb32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4081721 Nov 10 17:43:19.897319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42014) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:19.902763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'subnet': {'network_id': '8ba4ddd2-a30a-4c83-9976-fa872e1efef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:19.956661 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.005679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Network a3c3b6c5-a116-448d-b8ae-d35a4e398b83 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:20.012008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:20.013900 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Pushing event updated for resources: {'Port': ['ID=5dd9c830-d737-44a4-9a13-8bb096f73de7,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:20.016355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:20.073721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Attempting to bind port 5dd9c830-d737-44a4-9a13-8bb096f73de7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:20.074138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Attempting to bind port 5dd9c830-d737-44a4-9a13-8bb096f73de7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '278699f7-9fd0-4b41-ba92-135dbf4c12a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3c3b6c5-a116-448d-b8ae-d35a4e398b83'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:20.074486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Attempting to bind port 5dd9c830-d737-44a4-9a13-8bb096f73de7 on network a3c3b6c5-a116-448d-b8ae-d35a4e398b83 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:20.079951 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:20.080350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Checking segment: {'id': '278699f7-9fd0-4b41-ba92-135dbf4c12a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3c3b6c5-a116-448d-b8ae-d35a4e398b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:20.080754 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.081146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Bound using segment: {'id': '278699f7-9fd0-4b41-ba92-135dbf4c12a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3c3b6c5-a116-448d-b8ae-d35a4e398b83'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:20.081609 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Bound port: 5dd9c830-d737-44a4-9a13-8bb096f73de7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278699f7-9fd0-4b41-ba92-135dbf4c12a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3c3b6c5-a116-448d-b8ae-d35a4e398b83'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:20.082245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:20.082479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.085911 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.157223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] For port 5dd9c830-d737-44a4-9a13-8bb096f73de7, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:20.162979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] For port 5dd9c830-d737-44a4-9a13-8bb096f73de7, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5dd9c830-d737-44a4-9a13-8bb096f73de7,segment=NetworkSegment(278699f7-9fd0-4b41-ba92-135dbf4c12a5),segment_id=278699f7-9fd0-4b41-ba92-135dbf4c12a5)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:20.225204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.292341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8742a4-d92f-4505-8648-94597a68186e None None] Pushing event updated for resources: {'Port': ['ID=5dd9c830-d737-44a4-9a13-8bb096f73de7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:20.336881 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.405748 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Subnet': ['ID=54683841-1c1a-47b7-850c-5eef6bd2d033,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:20.416475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Checking segment: {'id': '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ba4ddd2-a30a-4c83-9976-fa872e1efef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:20.416475 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network hostable DHCP agents. Network: 8ba4ddd2-a30a-4c83-9976-fa872e1efef4, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:20.505964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network 8ba4ddd2-a30a-4c83-9976-fa872e1efef4 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:20.587889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8ba4ddd2-a30a-4c83-9976-fa872e1efef4) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:20.592695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:20.593306 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.599133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bdf654-0de8-448b-8cd3-31c5afff75b2 None None] Network 8ba4ddd2-a30a-4c83-9976-fa872e1efef4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:20.676879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-541fc8c4-5bee-4e64-aa04-cd02266812e1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7783387 Nov 10 17:43:20.679764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:20.775813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-8ba4ddd2-a30a-4c83-9976-fa872e1efef4', 'network_id': '8ba4ddd2-a30a-4c83-9976-fa872e1efef4', 'tenant_id': 'ec2dfadd755c436cb8af417bf45bd00f', 'fixed_ips': [{'subnet_id': '54683841-1c1a-47b7-850c-5eef6bd2d033'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:20.777158 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.811941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.864525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5dd9c830-d737-44a4-9a13-8bb096f73de7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:20.898366 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.984901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5dd9c830-d737-44a4-9a13-8bb096f73de7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:20.985371 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.987522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Allocated IP 2001:db8::2 (8ba4ddd2-a30a-4c83-9976-fa872e1efef4/54683841-1c1a-47b7-850c-5eef6bd2d033/e911cf0e-71a7-4f85-aa77-52239daadf90) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:21.151989 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.223113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 5dd9c830-d737-44a4-9a13-8bb096f73de7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5dd9c830-d737-44a4-9a13-8bb096f73de7,segment=NetworkSegment(278699f7-9fd0-4b41-ba92-135dbf4c12a5),segment_id=278699f7-9fd0-4b41-ba92-135dbf4c12a5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:21.234979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.284855 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.318546 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.324711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f05c112-235d-41af-ad46-40705c560aaf None None] Network a3c3b6c5-a116-448d-b8ae-d35a4e398b83 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:21.376266 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=5dd9c830-d737-44a4-9a13-8bb096f73de7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:21.383810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Network 8ba4ddd2-a30a-4c83-9976-fa872e1efef4 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:21.412126 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.417446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:21.440483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:21.444455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Subnet': ['ID=54683841-1c1a-47b7-850c-5eef6bd2d033,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:21.512802 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.526744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Pushing event updated for resources: {'Port': ['ID=e911cf0e-71a7-4f85-aa77-52239daadf90,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:21.534034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e4b86a42-a768-4ea1-ab13-ddf97f8f6a1d None None] Provisioning complete for port 5dd9c830-d737-44a4-9a13-8bb096f73de7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:21.534405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e4b86a42-a768-4ea1-ab13-ddf97f8f6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.535484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba4ddd2-a30a-4c83-9976-fa872e1efef4']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:21.546265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:21.546587 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:21.557826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.572755 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.579489 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:21.579896 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:21.583057 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:21.594782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Attempting to bind port e911cf0e-71a7-4f85-aa77-52239daadf90 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:21.595152 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Attempting to bind port e911cf0e-71a7-4f85-aa77-52239daadf90 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ba4ddd2-a30a-4c83-9976-fa872e1efef4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:21.595541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Attempting to bind port e911cf0e-71a7-4f85-aa77-52239daadf90 on network 8ba4ddd2-a30a-4c83-9976-fa872e1efef4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:21.615631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:21.616391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Checking segment: {'id': '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ba4ddd2-a30a-4c83-9976-fa872e1efef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:21.616391 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.616783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Bound using segment: {'id': '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ba4ddd2-a30a-4c83-9976-fa872e1efef4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:21.617295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Bound port: e911cf0e-71a7-4f85-aa77-52239daadf90, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8ba4ddd2-a30a-4c83-9976-fa872e1efef4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:21.617700 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.702005 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:43:21.702005 n-d-714676-11 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:43:21.702005 n-d-714676-11 neutron-server[103325]: [parameters: {'id': '8ba4ddd2-a30a-4c83-9976-fa872e1efef4'}] Nov 10 17:43:21.702005 n-d-714676-11 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:43:21.702566 n-d-714676-11 neutron-server[103325]: DEBUG oslo_db.api [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:43:21.767866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] For port e911cf0e-71a7-4f85-aa77-52239daadf90, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:21.782949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] For port e911cf0e-71a7-4f85-aa77-52239daadf90, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e911cf0e-71a7-4f85-aa77-52239daadf90,segment=NetworkSegment(28cbebe8-5d14-4eeb-a6e3-737a6c71f04c),segment_id=28cbebe8-5d14-4eeb-a6e3-737a6c71f04c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:21.859646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.955662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c8993-f933-45ad-84d8-7de1ad746f18 None None] Pushing event updated for resources: {'Port': ['ID=e911cf0e-71a7-4f85-aa77-52239daadf90,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:21.961846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0715d4ad-0b3a-40b4-8cc6-d1958e600911 None None] Network 8ba4ddd2-a30a-4c83-9976-fa872e1efef4 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:22.058833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e25aff0b-386b-4391-877d-185d58e08b1f None None] Provisioning complete for port 5dd9c830-d737-44a4-9a13-8bb096f73de7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:22.059207 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e25aff0b-386b-4391-877d-185d58e08b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.203730 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.261681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Deleting port e911cf0e-71a7-4f85-aa77-52239daadf90 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:22.262086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.322701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a0478-9c7f-4257-a524-ac111cefca2a None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:43:22.335178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] For port e911cf0e-71a7-4f85-aa77-52239daadf90, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e911cf0e-71a7-4f85-aa77-52239daadf90,segment=NetworkSegment(28cbebe8-5d14-4eeb-a6e3-737a6c71f04c),segment_id=28cbebe8-5d14-4eeb-a6e3-737a6c71f04c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:22.335589 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.350296 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Calling delete_port for e911cf0e-71a7-4f85-aa77-52239daadf90 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:22.417350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a0478-9c7f-4257-a524-ac111cefca2a None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:43:22.493478 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.525659 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Port': ['ID=e911cf0e-71a7-4f85-aa77-52239daadf90,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:22.529287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No DVR routers for this DVR port e911cf0e-71a7-4f85-aa77-52239daadf90 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:22.615517 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.639442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba4ddd2-a30a-4c83-9976-fa872e1efef4']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:22.650950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:22.651248 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cbebe8-5d14-4eeb-a6e3-737a6c71f04c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:22.661223 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.674673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:22.686446 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:22.777712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5dd9c830-d737-44a4-9a13-8bb096f73de7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:22.833539 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5dd9c830-d737-44a4-9a13-8bb096f73de7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:22.833907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.835903 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.843758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.847208 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/8ba4ddd2-a30a-4c83-9976-fa872e1efef4 HTTP/1.1" status: 204 len: 168 time: 2.1663716 Nov 10 17:43:22.852266 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42018) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:22.857557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-582480731'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:22.860481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d4268-22eb-40d1-a29c-0b9344f1b2fb tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Network': ['ID=8ba4ddd2-a30a-4c83-9976-fa872e1efef4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:22.972895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:22.976709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.003273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:23.014084 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.014425 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Added segment 126361d2-0460-483e-8a92-a61cb5159817 of type vlan for network 8d69fd2a-1a35-4135-a3b2-3067d4c8300f Nov 10 17:43:23.063778 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.147493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.152968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:23.153547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.220398 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Network': ['ID=8d69fd2a-1a35-4135-a3b2-3067d4c8300f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:23.231089 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8d69fd2a-1a35-4135-a3b2-3067d4c8300f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:23.242618 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-abb7e974-ac12-4864-9ea7-26a217c64872 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3891726 Nov 10 17:43:23.245638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:23.250975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'subnet': {'network_id': '8d69fd2a-1a35-4135-a3b2-3067d4c8300f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:23.430134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:23.433889 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.498214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 17:43:23.498730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 17:43:23.693970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.761402 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Subnet': ['ID=73178b18-b9c1-4093-9196-d18ad8e6697e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:23.775267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Checking segment: {'id': '126361d2-0460-483e-8a92-a61cb5159817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8d69fd2a-1a35-4135-a3b2-3067d4c8300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:23.775894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network hostable DHCP agents. Network: 8d69fd2a-1a35-4135-a3b2-3067d4c8300f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:23.881527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network 8d69fd2a-1a35-4135-a3b2-3067d4c8300f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:23.947608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8d69fd2a-1a35-4135-a3b2-3067d4c8300f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:23.953395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:23.953822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.956494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa9386-afd3-440f-96fc-63a9a46e34ff None None] Network 8d69fd2a-1a35-4135-a3b2-3067d4c8300f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:24.027100 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-033d32b3-a2c4-48e3-bbd9-5d4fca939fd2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7802329 Nov 10 17:43:24.030180 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42024) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:24.118043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-8d69fd2a-1a35-4135-a3b2-3067d4c8300f', 'network_id': '8d69fd2a-1a35-4135-a3b2-3067d4c8300f', 'tenant_id': 'ec2dfadd755c436cb8af417bf45bd00f', 'fixed_ips': [{'subnet_id': '73178b18-b9c1-4093-9196-d18ad8e6697e'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:24.118920 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.147862 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.234923 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.265372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Allocated IP 2001:db8::3 (8d69fd2a-1a35-4135-a3b2-3067d4c8300f/73178b18-b9c1-4093-9196-d18ad8e6697e/03ce8673-e9e4-44db-9457-03533afd452e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:24.419129 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.507942 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.552821 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Network 8d69fd2a-1a35-4135-a3b2-3067d4c8300f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:24.557918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:24.561520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:24.567817 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Pushing event updated for resources: {'Port': ['ID=03ce8673-e9e4-44db-9457-03533afd452e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:24.600112 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.628549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Attempting to bind port 03ce8673-e9e4-44db-9457-03533afd452e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:24.629728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Attempting to bind port 03ce8673-e9e4-44db-9457-03533afd452e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '126361d2-0460-483e-8a92-a61cb5159817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8d69fd2a-1a35-4135-a3b2-3067d4c8300f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:24.630100 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Attempting to bind port 03ce8673-e9e4-44db-9457-03533afd452e on network 8d69fd2a-1a35-4135-a3b2-3067d4c8300f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:24.634770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Subnet': ['ID=73178b18-b9c1-4093-9196-d18ad8e6697e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:24.637390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:24.637850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Checking segment: {'id': '126361d2-0460-483e-8a92-a61cb5159817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8d69fd2a-1a35-4135-a3b2-3067d4c8300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:24.638343 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.638619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Bound using segment: {'id': '126361d2-0460-483e-8a92-a61cb5159817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8d69fd2a-1a35-4135-a3b2-3067d4c8300f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:24.639103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Bound port: 03ce8673-e9e4-44db-9457-03533afd452e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126361d2-0460-483e-8a92-a61cb5159817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8d69fd2a-1a35-4135-a3b2-3067d4c8300f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:24.639523 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.699023 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.712787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] For port 03ce8673-e9e4-44db-9457-03533afd452e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:24.717337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] For port 03ce8673-e9e4-44db-9457-03533afd452e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=03ce8673-e9e4-44db-9457-03533afd452e,segment=NetworkSegment(126361d2-0460-483e-8a92-a61cb5159817),segment_id=126361d2-0460-483e-8a92-a61cb5159817)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:24.727096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d69fd2a-1a35-4135-a3b2-3067d4c8300f']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:24.732742 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126361d2-0460-483e-8a92-a61cb5159817') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:24.733037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126361d2-0460-483e-8a92-a61cb5159817') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:24.743924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.805479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.807583 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.814639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:24.815302 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:24.819664 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:24.905169 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb6fac-bc62-49e0-9a49-312a84555a7b None None] Pushing event updated for resources: {'Port': ['ID=03ce8673-e9e4-44db-9457-03533afd452e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:24.920282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ac51d-06b8-4171-9d30-b1189e2ca07a None None] Network 8d69fd2a-1a35-4135-a3b2-3067d4c8300f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:24.961889 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:43:24.961889 n-d-714676-11 neutron-server[103326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:43:24.961889 n-d-714676-11 neutron-server[103326]: [parameters: {'id': '8d69fd2a-1a35-4135-a3b2-3067d4c8300f'}] Nov 10 17:43:24.961889 n-d-714676-11 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:43:24.962425 n-d-714676-11 neutron-server[103326]: DEBUG oslo_db.api [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:43:25.070765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3751b-adee-454e-8c5d-041adddb964f None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:43:25.141107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3751b-adee-454e-8c5d-041adddb964f None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:43:25.464007 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.521264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Deleting port 03ce8673-e9e4-44db-9457-03533afd452e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:25.521581 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.589394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] For port 03ce8673-e9e4-44db-9457-03533afd452e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=03ce8673-e9e4-44db-9457-03533afd452e,segment=NetworkSegment(126361d2-0460-483e-8a92-a61cb5159817),segment_id=126361d2-0460-483e-8a92-a61cb5159817)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:25.589658 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.603144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Calling delete_port for 03ce8673-e9e4-44db-9457-03533afd452e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:25.794981 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.821876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Port': ['ID=03ce8673-e9e4-44db-9457-03533afd452e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:25.825669 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No DVR routers for this DVR port 03ce8673-e9e4-44db-9457-03533afd452e on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:25.912274 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.932695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d69fd2a-1a35-4135-a3b2-3067d4c8300f']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:25.942551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126361d2-0460-483e-8a92-a61cb5159817') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:25.942845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126361d2-0460-483e-8a92-a61cb5159817') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:25.952731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.965744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.971548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:25.971932 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:25.975129 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:26.119147 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.127603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.133044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/8d69fd2a-1a35-4135-a3b2-3067d4c8300f HTTP/1.1" status: 204 len: 168 time: 2.1017082 Nov 10 17:43:26.136560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:26.147441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1026618074'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:26.150032 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b4a9-fe0f-4faa-9ae9-b6ab1c658efa tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Network': ['ID=8d69fd2a-1a35-4135-a3b2-3067d4c8300f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:26.227619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:26.231068 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.259161 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:26.268505 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.268969 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Added segment d6e1a96e-717c-4c41-9c1f-feeba7aa8d08 of type vlan for network e60aa13a-077e-4b52-90cb-a83f30f3f040 Nov 10 17:43:26.321870 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.444795 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.450580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:26.451162 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.521781 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Network': ['ID=e60aa13a-077e-4b52-90cb-a83f30f3f040,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:26.545745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network e60aa13a-077e-4b52-90cb-a83f30f3f040 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:26.582368 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0c313a1b-66f8-43b0-9f95-d0a1a0b0ca62 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4444456 Nov 10 17:43:26.585208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:26.590716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'subnet': {'network_id': 'e60aa13a-077e-4b52-90cb-a83f30f3f040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:26.772561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:26.776611 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.413584 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.479281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Subnet': ['ID=68ae6c35-1f45-4a5f-927d-b93274953b56,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:27.489246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Checking segment: {'id': 'd6e1a96e-717c-4c41-9c1f-feeba7aa8d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e60aa13a-077e-4b52-90cb-a83f30f3f040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:27.489664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network hostable DHCP agents. Network: e60aa13a-077e-4b52-90cb-a83f30f3f040, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:27.582281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network e60aa13a-077e-4b52-90cb-a83f30f3f040 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:27.656004 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, e60aa13a-077e-4b52-90cb-a83f30f3f040) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:27.660410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:27.660937 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.666183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f32529e-68a0-4229-aa37-245f54d0646f None None] Network e60aa13a-077e-4b52-90cb-a83f30f3f040 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:27.750263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d243cddf-44ab-44b5-86a6-e5c850bc1df2 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1637771 Nov 10 17:43:27.754952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:27.759599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1033180461'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:27.818718 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-e60aa13a-077e-4b52-90cb-a83f30f3f040', 'network_id': 'e60aa13a-077e-4b52-90cb-a83f30f3f040', 'tenant_id': 'ec2dfadd755c436cb8af417bf45bd00f', 'fixed_ips': [{'subnet_id': '68ae6c35-1f45-4a5f-927d-b93274953b56'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:27.824507 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.841691 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:27.845268 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.876251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:27.892596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.904926 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Added segment b1dbbb36-a97f-4096-a74b-24c067d1a09b of type vlan for network 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e Nov 10 17:43:27.935961 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.970575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Allocated IP 2001:db8::2 (e60aa13a-077e-4b52-90cb-a83f30f3f040/68ae6c35-1f45-4a5f-927d-b93274953b56/6b2ea836-7739-422d-8119-77642fbf1b8f) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:28.010111 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.015830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:28.016450 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.083566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Network': ['ID=8e34a184-bd8f-42f9-a46f-be8ddb03ac5e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.099267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:28.127518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ac79c550-0212-4000-9266-cf358f827d32 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3717985 Nov 10 17:43:28.130219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:28.135343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Request body: {'subnet': {'network_id': '8e34a184-bd8f-42f9-a46f-be8ddb03ac5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:28.178426 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.253586 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.293662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Network e60aa13a-077e-4b52-90cb-a83f30f3f040 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:28.298797 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:28.302398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:28.309941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Made reservation on behalf of ec2dfadd755c436cb8af417bf45bd00f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:28.310618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Pushing event updated for resources: {'Port': ['ID=6b2ea836-7739-422d-8119-77642fbf1b8f,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.315364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.376501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Attempting to bind port 6b2ea836-7739-422d-8119-77642fbf1b8f on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:28.376722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Attempting to bind port 6b2ea836-7739-422d-8119-77642fbf1b8f by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'd6e1a96e-717c-4c41-9c1f-feeba7aa8d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e60aa13a-077e-4b52-90cb-a83f30f3f040'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:28.377074 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Attempting to bind port 6b2ea836-7739-422d-8119-77642fbf1b8f on network e60aa13a-077e-4b52-90cb-a83f30f3f040 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:28.382979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:28.383359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Checking segment: {'id': 'd6e1a96e-717c-4c41-9c1f-feeba7aa8d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e60aa13a-077e-4b52-90cb-a83f30f3f040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:28.383761 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.384160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Bound using segment: {'id': 'd6e1a96e-717c-4c41-9c1f-feeba7aa8d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e60aa13a-077e-4b52-90cb-a83f30f3f040'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:28.384633 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Bound port: 6b2ea836-7739-422d-8119-77642fbf1b8f, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e1a96e-717c-4c41-9c1f-feeba7aa8d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e60aa13a-077e-4b52-90cb-a83f30f3f040'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:28.385009 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.461723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] For port 6b2ea836-7739-422d-8119-77642fbf1b8f, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:28.465650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] For port 6b2ea836-7739-422d-8119-77642fbf1b8f, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b2ea836-7739-422d-8119-77642fbf1b8f,segment=NetworkSegment(d6e1a96e-717c-4c41-9c1f-feeba7aa8d08),segment_id=d6e1a96e-717c-4c41-9c1f-feeba7aa8d08)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:28.562110 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.599098 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.626741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200e096-0166-4d14-9a76-a86488a31051 None None] Pushing event updated for resources: {'Port': ['ID=6b2ea836-7739-422d-8119-77642fbf1b8f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.667904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event updated for resources: {'Subnet': ['ID=3554ce4f-a9ed-4119-a718-ce84c2716acf,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.679498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Checking segment: {'id': 'b1dbbb36-a97f-4096-a74b-24c067d1a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8e34a184-bd8f-42f9-a46f-be8ddb03ac5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:28.679854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network hostable DHCP agents. Network: 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:28.758965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Network 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:28.839540 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:28.845761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:28.848191 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.851198 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d544f1b4-63e7-4816-a2cf-3ab046ef70a8 None None] Network 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:28.953445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f5fb6dc8-6f52-44c3-9490-0e0444fd70ed tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8220735 Nov 10 17:43:28.956049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:29.010232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-8e34a184-bd8f-42f9-a46f-be8ddb03ac5e', 'network_id': '8e34a184-bd8f-42f9-a46f-be8ddb03ac5e', 'tenant_id': 'ec2dfadd755c436cb8af417bf45bd00f', 'fixed_ips': [{'subnet_id': '3554ce4f-a9ed-4119-a718-ce84c2716acf'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:29.011236 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.066968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.123956 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.160376 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Allocated IP 2001:db8::2 (8e34a184-bd8f-42f9-a46f-be8ddb03ac5e/3554ce4f-a9ed-4119-a718-ce84c2716acf/e51cdc52-3b86-4a9f-8e23-de9de97654d2) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:29.335865 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.407915 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.450357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Network 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:29.453452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:29.459558 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:29.469006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Pushing event updated for resources: {'Port': ['ID=e51cdc52-3b86-4a9f-8e23-de9de97654d2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:29.508694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.524667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Attempting to bind port e51cdc52-3b86-4a9f-8e23-de9de97654d2 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:29.525998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Attempting to bind port e51cdc52-3b86-4a9f-8e23-de9de97654d2 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'b1dbbb36-a97f-4096-a74b-24c067d1a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8e34a184-bd8f-42f9-a46f-be8ddb03ac5e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:29.535861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Attempting to bind port e51cdc52-3b86-4a9f-8e23-de9de97654d2 on network 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:29.535861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:29.535861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Checking segment: {'id': 'b1dbbb36-a97f-4096-a74b-24c067d1a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8e34a184-bd8f-42f9-a46f-be8ddb03ac5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:29.535861 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.535861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Bound using segment: {'id': 'b1dbbb36-a97f-4096-a74b-24c067d1a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8e34a184-bd8f-42f9-a46f-be8ddb03ac5e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:29.535861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Bound port: e51cdc52-3b86-4a9f-8e23-de9de97654d2, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dbbb36-a97f-4096-a74b-24c067d1a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8e34a184-bd8f-42f9-a46f-be8ddb03ac5e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:29.535861 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.545933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Subnet': ['ID=3554ce4f-a9ed-4119-a718-ce84c2716acf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:29.595077 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687f243-6e2a-4505-b66a-857ed354e4b4 None None] Network e60aa13a-077e-4b52-90cb-a83f30f3f040 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:29.622721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.647895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e34a184-bd8f-42f9-a46f-be8ddb03ac5e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:29.658923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dbbb36-a97f-4096-a74b-24c067d1a09b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:29.659224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dbbb36-a97f-4096-a74b-24c067d1a09b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:29.670989 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.684208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.690349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:29.690977 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:29.694814 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:29.697308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] For port e51cdc52-3b86-4a9f-8e23-de9de97654d2, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:29.706138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-af9b9331-d0c8-48cc-a683-8e0c323b4ce1 None None] Provisioning complete for port 6b2ea836-7739-422d-8119-77642fbf1b8f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:29.707242 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af9b9331-d0c8-48cc-a683-8e0c323b4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.796635 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:43:29.796635 n-d-714676-11 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:43:29.796635 n-d-714676-11 neutron-server[103325]: [parameters: {'id': '8e34a184-bd8f-42f9-a46f-be8ddb03ac5e'}] Nov 10 17:43:29.796635 n-d-714676-11 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:43:29.797156 n-d-714676-11 neutron-server[103325]: DEBUG oslo_db.api [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:43:29.920087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] For port e51cdc52-3b86-4a9f-8e23-de9de97654d2, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e51cdc52-3b86-4a9f-8e23-de9de97654d2,segment=NetworkSegment(b1dbbb36-a97f-4096-a74b-24c067d1a09b),segment_id=b1dbbb36-a97f-4096-a74b-24c067d1a09b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:29.997660 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.130253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af9b9331-d0c8-48cc-a683-8e0c323b4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.132561 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e964e-1991-4e5e-ad95-674f11a9c645 None None] Pushing event updated for resources: {'Port': ['ID=e51cdc52-3b86-4a9f-8e23-de9de97654d2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:30.155984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc3a33-a133-40a1-8358-0e3277d41a2b None None] Network 8e34a184-bd8f-42f9-a46f-be8ddb03ac5e requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:30.194064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-af9b9331-d0c8-48cc-a683-8e0c323b4ce1 None None] For port 6b2ea836-7739-422d-8119-77642fbf1b8f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b2ea836-7739-422d-8119-77642fbf1b8f,segment=NetworkSegment(d6e1a96e-717c-4c41-9c1f-feeba7aa8d08),segment_id=d6e1a96e-717c-4c41-9c1f-feeba7aa8d08)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:30.279037 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af9b9331-d0c8-48cc-a683-8e0c323b4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.297792 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.351248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b9331-d0c8-48cc-a683-8e0c323b4ce1 None None] Pushing event updated for resources: {'Port': ['ID=6b2ea836-7739-422d-8119-77642fbf1b8f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:30.364289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Deleting port e51cdc52-3b86-4a9f-8e23-de9de97654d2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:30.364624 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.367660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f3a0c-db42-4147-b1ce-ddd31079ffb8 None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:43:30.423129 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-af3971e5-e7de-4e23-8c92-9d933fc1d80d None None] Provisioning complete for port 6b2ea836-7739-422d-8119-77642fbf1b8f triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:30.423440 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-af3971e5-e7de-4e23-8c92-9d933fc1d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.429565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] For port e51cdc52-3b86-4a9f-8e23-de9de97654d2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e51cdc52-3b86-4a9f-8e23-de9de97654d2,segment=NetworkSegment(b1dbbb36-a97f-4096-a74b-24c067d1a09b),segment_id=b1dbbb36-a97f-4096-a74b-24c067d1a09b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:30.430172 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.448697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Calling delete_port for e51cdc52-3b86-4a9f-8e23-de9de97654d2 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:30.492860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f3a0c-db42-4147-b1ce-ddd31079ffb8 None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:43:30.627408 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.652043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Port': ['ID=e51cdc52-3b86-4a9f-8e23-de9de97654d2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:30.657957 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No DVR routers for this DVR port e51cdc52-3b86-4a9f-8e23-de9de97654d2 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:30.743511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.768922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e34a184-bd8f-42f9-a46f-be8ddb03ac5e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:30.779754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dbbb36-a97f-4096-a74b-24c067d1a09b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:30.780050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dbbb36-a97f-4096-a74b-24c067d1a09b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:30.790988 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.805101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.812150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:30.816433 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:30.824626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b2ea836-7739-422d-8119-77642fbf1b8f up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:30.874645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6b2ea836-7739-422d-8119-77642fbf1b8f triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:30.874928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.938747 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.948503 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.952033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/8e34a184-bd8f-42f9-a46f-be8ddb03ac5e HTTP/1.1" status: 204 len: 168 time: 1.9942622 Nov 10 17:43:30.955557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42038) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:30.963669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e2b5b-5e61-4732-9e9a-d7a44a350b82 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Network': ['ID=8e34a184-bd8f-42f9-a46f-be8ddb03ac5e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:30.989352 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-346c26f2-8799-46cc-af77-c32d64eeefa1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] GET failed (client error): The resource could not be found. Nov 10 17:43:30.990721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-346c26f2-8799-46cc-af77-c32d64eeefa1 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "GET /v2.0/subnets/3554ce4f-a9ed-4119-a718-ce84c2716acf HTTP/1.1" status: 404 len: 337 time: 0.0328822 Nov 10 17:43:30.993688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42040) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.013569 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b015f31-ae5d-4086-806b-4abb3c469c06 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:31.014120 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b015f31-ae5d-4086-806b-4abb3c469c06 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:31.017192 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b015f31-ae5d-4086-806b-4abb3c469c06 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/8e34a184-bd8f-42f9-a46f-be8ddb03ac5e HTTP/1.1" status: 404 len: 339 time: 0.0224636 Nov 10 17:43:31.022248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42042) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.048470 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef40c40f-7dfe-446c-a8f6-c907cb44fc1f tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:31.051196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef40c40f-7dfe-446c-a8f6-c907cb44fc1f tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:31.052298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ef40c40f-7dfe-446c-a8f6-c907cb44fc1f tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/subnets/3554ce4f-a9ed-4119-a718-ce84c2716acf HTTP/1.1" status: 404 len: 337 time: 0.0290811 Nov 10 17:43:31.055035 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.078518 n-d-714676-11 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bc6f0f-3ffa-4061-97d3-845fdd34c092 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:31.079129 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bc6f0f-3ffa-4061-97d3-845fdd34c092 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:31.082867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a7bc6f0f-3ffa-4061-97d3-845fdd34c092 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/8e34a184-bd8f-42f9-a46f-be8ddb03ac5e HTTP/1.1" status: 404 len: 339 time: 0.0267642 Nov 10 17:43:31.085527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.138498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8b2303-0806-4568-b305-95a5037f7f92 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Deleting subnet 68ae6c35-1f45-4a5f-927d-b93274953b56 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:31.141850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2303-0806-4568-b305-95a5037f7f92 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.184601 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2303-0806-4568-b305-95a5037f7f92 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.274879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2303-0806-4568-b305-95a5037f7f92 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.459350 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2303-0806-4568-b305-95a5037f7f92 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.484683 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b2303-0806-4568-b305-95a5037f7f92 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Subnet': ['ID=68ae6c35-1f45-4a5f-927d-b93274953b56,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:31.491748 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2303-0806-4568-b305-95a5037f7f92 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.494827 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bd8b2303-0806-4568-b305-95a5037f7f92 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/subnets/68ae6c35-1f45-4a5f-927d-b93274953b56 HTTP/1.1" status: 204 len: 168 time: 0.4078989 Nov 10 17:43:31.496973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.499348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a1335-cfd0-4f62-b3b2-40e78edc45f7 None None] Network e60aa13a-077e-4b52-90cb-a83f30f3f040 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:31.578518 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.641535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Deleting port 6b2ea836-7739-422d-8119-77642fbf1b8f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:31.642203 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.681243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] DHCP port deletion for e60aa13a-077e-4b52-90cb-a83f30f3f040 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:31.706907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-efbe8f54-92fc-4a27-800b-d7c239cf8e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.711454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] For port 6b2ea836-7739-422d-8119-77642fbf1b8f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b2ea836-7739-422d-8119-77642fbf1b8f,segment=NetworkSegment(d6e1a96e-717c-4c41-9c1f-feeba7aa8d08),segment_id=d6e1a96e-717c-4c41-9c1f-feeba7aa8d08)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:31.711753 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.726160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Calling delete_port for 6b2ea836-7739-422d-8119-77642fbf1b8f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:31.732542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] Deleting port 6b2ea836-7739-422d-8119-77642fbf1b8f {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:31.733057 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.801725 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] For port 6b2ea836-7739-422d-8119-77642fbf1b8f, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b2ea836-7739-422d-8119-77642fbf1b8f,segment=NetworkSegment(d6e1a96e-717c-4c41-9c1f-feeba7aa8d08),segment_id=d6e1a96e-717c-4c41-9c1f-feeba7aa8d08)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:31.802110 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.815945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] Calling delete_port for 6b2ea836-7739-422d-8119-77642fbf1b8f owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:31.879458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.895783 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.907841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Port': ['ID=6b2ea836-7739-422d-8119-77642fbf1b8f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:31.910080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No DVR routers for this DVR port 6b2ea836-7739-422d-8119-77642fbf1b8f on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:31.924019 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] Pushing event deleted for resources: {'Port': ['ID=6b2ea836-7739-422d-8119-77642fbf1b8f,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:31.929221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518f445-dfdf-4fc4-9164-9e38154a045a None None] No DVR routers for this DVR port 6b2ea836-7739-422d-8119-77642fbf1b8f on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:31.994124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.022758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60aa13a-077e-4b52-90cb-a83f30f3f040']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:32.032787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e1a96e-717c-4c41-9c1f-feeba7aa8d08') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:32.033084 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e1a96e-717c-4c41-9c1f-feeba7aa8d08') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:32.043848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.059038 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.065589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:32.067239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:32.070357 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:32.210200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.216970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.221896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/e60aa13a-077e-4b52-90cb-a83f30f3f040 HTTP/1.1" status: 204 len: 168 time: 0.7222011 Nov 10 17:43:32.223087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42050) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:32.231796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b0c49-da0b-45a3-a543-908481b038a9 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Network': ['ID=e60aa13a-077e-4b52-90cb-a83f30f3f040,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:32.250707 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6a6f1e-db7d-41c8-a61d-21f5b43bbae7 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:32.251111 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6a6f1e-db7d-41c8-a61d-21f5b43bbae7 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:32.255186 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0d6a6f1e-db7d-41c8-a61d-21f5b43bbae7 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/subnets/73178b18-b9c1-4093-9196-d18ad8e6697e HTTP/1.1" status: 404 len: 337 time: 0.0310147 Nov 10 17:43:32.260689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42052) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:32.284122 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3cca1a-7cc9-4a87-8ead-bee7001b34ee tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:32.285452 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3cca1a-7cc9-4a87-8ead-bee7001b34ee tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:32.288700 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3a3cca1a-7cc9-4a87-8ead-bee7001b34ee tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/8d69fd2a-1a35-4135-a3b2-3067d4c8300f HTTP/1.1" status: 404 len: 339 time: 0.0269918 Nov 10 17:43:32.291184 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42054) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:32.317452 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3a1cd4-14c6-4364-9a1c-4053212a23b3 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:32.317898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3a1cd4-14c6-4364-9a1c-4053212a23b3 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:32.320946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1c3a1cd4-14c6-4364-9a1c-4053212a23b3 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/subnets/54683841-1c1a-47b7-850c-5eef6bd2d033 HTTP/1.1" status: 404 len: 337 time: 0.0288372 Nov 10 17:43:32.324901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42056) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:32.343106 n-d-714676-11 neutron-server[103326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd644bc-ca7e-4413-b831-43897c06884f tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:32.350216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd644bc-ca7e-4413-b831-43897c06884f tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:32.350216 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4fd644bc-ca7e-4413-b831-43897c06884f tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/8ba4ddd2-a30a-4c83-9976-fa872e1efef4 HTTP/1.1" status: 404 len: 339 time: 0.0208609 Nov 10 17:43:32.352090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42058) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:32.404178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bce6ca1-9fda-4fc3-b004-ac92de1e4aa5 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Deleting subnet 330ce90d-08d9-4a8c-910a-deacfa3e4c6b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:32.407379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bce6ca1-9fda-4fc3-b004-ac92de1e4aa5 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.448541 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bce6ca1-9fda-4fc3-b004-ac92de1e4aa5 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.537469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bce6ca1-9fda-4fc3-b004-ac92de1e4aa5 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.685003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bce6ca1-9fda-4fc3-b004-ac92de1e4aa5 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.713431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce6ca1-9fda-4fc3-b004-ac92de1e4aa5 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Subnet': ['ID=330ce90d-08d9-4a8c-910a-deacfa3e4c6b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:32.715413 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bce6ca1-9fda-4fc3-b004-ac92de1e4aa5 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.718756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3bce6ca1-9fda-4fc3-b004-ac92de1e4aa5 tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/subnets/330ce90d-08d9-4a8c-910a-deacfa3e4c6b HTTP/1.1" status: 204 len: 168 time: 0.3657181 Nov 10 17:43:32.721167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42060) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:32.721328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e272893-bf1d-4c06-9d9e-f45a8a172610 None None] Network a3c3b6c5-a116-448d-b8ae-d35a4e398b83 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:32.782353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b2ea836-7739-422d-8119-77642fbf1b8f no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:32.806575 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.813648 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6b2ea836-7739-422d-8119-77642fbf1b8f {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:32.813994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b2ea836-7739-422d-8119-77642fbf1b8f not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:32.862268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Deleting port 5dd9c830-d737-44a4-9a13-8bb096f73de7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:32.862753 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.932536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] For port 5dd9c830-d737-44a4-9a13-8bb096f73de7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5dd9c830-d737-44a4-9a13-8bb096f73de7,segment=NetworkSegment(278699f7-9fd0-4b41-ba92-135dbf4c12a5),segment_id=278699f7-9fd0-4b41-ba92-135dbf4c12a5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:32.932891 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.944268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] DHCP port deletion for a3c3b6c5-a116-448d-b8ae-d35a4e398b83 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:32.947052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Calling delete_port for 5dd9c830-d737-44a4-9a13-8bb096f73de7 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:32.995366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] Deleting port 5dd9c830-d737-44a4-9a13-8bb096f73de7 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:32.995743 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.059050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] For port 5dd9c830-d737-44a4-9a13-8bb096f73de7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5dd9c830-d737-44a4-9a13-8bb096f73de7,segment=NetworkSegment(278699f7-9fd0-4b41-ba92-135dbf4c12a5),segment_id=278699f7-9fd0-4b41-ba92-135dbf4c12a5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:33.059389 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.072689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] Calling delete_port for 5dd9c830-d737-44a4-9a13-8bb096f73de7 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:33.119154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.145027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Port': ['ID=5dd9c830-d737-44a4-9a13-8bb096f73de7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:33.152445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] No DVR routers for this DVR port 5dd9c830-d737-44a4-9a13-8bb096f73de7 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:33.182980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.212894 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] Pushing event deleted for resources: {'Port': ['ID=5dd9c830-d737-44a4-9a13-8bb096f73de7,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:33.216822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b120c-d601-4478-bc4b-ba7cc49a003c None None] No DVR routers for this DVR port 5dd9c830-d737-44a4-9a13-8bb096f73de7 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:33.254892 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.276244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c3b6c5-a116-448d-b8ae-d35a4e398b83']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:33.285665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278699f7-9fd0-4b41-ba92-135dbf4c12a5') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:33.286027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278699f7-9fd0-4b41-ba92-135dbf4c12a5') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:33.295954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.310065 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.317383 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:33.320954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:33.321621 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:33.484746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.492276 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.495301 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] 10.222.0.62 "DELETE /v2.0/networks/a3c3b6c5-a116-448d-b8ae-d35a4e398b83 HTTP/1.1" status: 204 len: 168 time: 0.7731938 Nov 10 17:43:33.508229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40150d2-0613-4581-ac23-7fcf8c54595d tempest-NetworksIpV6Test-1712350869 tempest-NetworksIpV6Test-1712350869-project] Pushing event deleted for resources: {'Network': ['ID=a3c3b6c5-a116-448d-b8ae-d35a4e398b83,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:33.892703 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f5ceede-290b-49a9-9398-88b738c4e29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.950027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:34.079162 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b932177c-7e0c-4099-b190-39c4540e8320 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec2dfadd755c436cb8af417bf45bd00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278367 Nov 10 17:43:34.082124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:34.130805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1e04-3c9c-47a5-8d79-3a1bb0a7c346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.153332 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1e04-3c9c-47a5-8d79-3a1bb0a7c346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.258761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1e04-3c9c-47a5-8d79-3a1bb0a7c346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.261558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1e04-3c9c-47a5-8d79-3a1bb0a7c346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.262762 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1c3f1e04-3c9c-47a5-8d79-3a1bb0a7c346 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73aa5ed0-0777-4155-b3d6-d74c36ea0592 HTTP/1.1" status: 204 len: 168 time: 0.1796916 Nov 10 17:43:34.271856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f1e04-3c9c-47a5-8d79-3a1bb0a7c346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aa5ed0-0777-4155-b3d6-d74c36ea0592,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:34.772732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5dd9c830-d737-44a4-9a13-8bb096f73de7 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:34.796403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 5dd9c830-d737-44a4-9a13-8bb096f73de7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:34.796739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5dd9c830-d737-44a4-9a13-8bb096f73de7 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:35.301692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42092) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:35.333113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.404533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-729b20f7-09c8-49a4-97d6-87cfdf08bac4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1167114785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:35.505138 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-729b20f7-09c8-49a4-97d6-87cfdf08bac4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.506204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-729b20f7-09c8-49a4-97d6-87cfdf08bac4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.562343 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-729b20f7-09c8-49a4-97d6-87cfdf08bac4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.613338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-729b20f7-09c8-49a4-97d6-87cfdf08bac4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.700845 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-729b20f7-09c8-49a4-97d6-87cfdf08bac4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.702082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-729b20f7-09c8-49a4-97d6-87cfdf08bac4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3993502 Nov 10 17:43:35.704745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42096) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:35.709624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1155322813'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:35.781278 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Made reservation on behalf of 70756542a83741039965e8ee0cab0371 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:35.784933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.793868 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.871003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.932730 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.962586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:35.968995 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb63b80-a436-4854-b10a-5b41ee1d57a7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:35.974920 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.975253 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Added segment 68744499-1e3e-451b-a4c1-4b6305a41631 of type vlan for network dda0b926-e2c4-464d-99f9-c5be9acb0039 Nov 10 17:43:36.015087 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.101558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.107462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:36.108036 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.178346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event updated for resources: {'Network': ['ID=dda0b926-e2c4-464d-99f9-c5be9acb0039,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:36.188003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network dda0b926-e2c4-464d-99f9-c5be9acb0039 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:36.212717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e812bf72-c9f6-4ff2-94ff-a91ded02faed tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5069685 Nov 10 17:43:36.218453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42098) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:36.224637 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Request body: {'subnet': {'network_id': 'dda0b926-e2c4-464d-99f9-c5be9acb0039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:36.403982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Made reservation on behalf of 70756542a83741039965e8ee0cab0371 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:36.407668 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.655835 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.717668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event updated for resources: {'Subnet': ['ID=55581b6c-05af-4a7a-9970-24e5654cc31f,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:36.728700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Checking segment: {'id': '68744499-1e3e-451b-a4c1-4b6305a41631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dda0b926-e2c4-464d-99f9-c5be9acb0039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:36.729052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Network hostable DHCP agents. Network: dda0b926-e2c4-464d-99f9-c5be9acb0039, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:36.850196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Network dda0b926-e2c4-464d-99f9-c5be9acb0039 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:36.926805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, dda0b926-e2c4-464d-99f9-c5be9acb0039) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:36.930721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:36.931328 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.937150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e2484-35e8-42dc-b48b-b11966a3f7cc None None] Network dda0b926-e2c4-464d-99f9-c5be9acb0039 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:37.032582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a13e0d57-d2a6-4ea7-9b6a-d409c5f48d8e tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8127708 Nov 10 17:43:37.035725 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42100) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:37.040756 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1948934233'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:37.086986 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.095246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-dda0b926-e2c4-464d-99f9-c5be9acb0039', 'network_id': 'dda0b926-e2c4-464d-99f9-c5be9acb0039', 'tenant_id': '70756542a83741039965e8ee0cab0371', 'fixed_ips': [{'subnet_id': '55581b6c-05af-4a7a-9970-24e5654cc31f'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:37.096112 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.144968 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Made reservation on behalf of 70756542a83741039965e8ee0cab0371 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:37.148771 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.174628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:37.188708 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.190118 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Added segment 512d59d3-8601-46ec-96a8-78bbdb3fba62 of type vlan for network a7e0298f-7ddb-4b71-ae9b-249841ce7471 Nov 10 17:43:37.251348 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.256480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Allocated IP 172.20.0.2 (dda0b926-e2c4-464d-99f9-c5be9acb0039/55581b6c-05af-4a7a-9970-24e5654cc31f/30a2a420-cc39-4422-850e-1ef6b851b06e) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:37.350289 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.356688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:37.357292 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.407435 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.433424 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event updated for resources: {'Network': ['ID=a7e0298f-7ddb-4b71-ae9b-249841ce7471,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:37.444945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a7e0298f-7ddb-4b71-ae9b-249841ce7471 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:37.500720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c19da267-2b75-4531-84ac-98f825f2dd17 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4638488 Nov 10 17:43:37.504239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42102) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:37.509405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Request body: {'subnet': {'network_id': 'a7e0298f-7ddb-4b71-ae9b-249841ce7471', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:37.538819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.589698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Network dda0b926-e2c4-464d-99f9-c5be9acb0039 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:37.595442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:37.604379 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:37.607333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Pushing event updated for resources: {'Port': ['ID=30a2a420-cc39-4422-850e-1ef6b851b06e,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:37.669244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Attempting to bind port 30a2a420-cc39-4422-850e-1ef6b851b06e on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:37.669635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Attempting to bind port 30a2a420-cc39-4422-850e-1ef6b851b06e by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '68744499-1e3e-451b-a4c1-4b6305a41631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dda0b926-e2c4-464d-99f9-c5be9acb0039'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:37.669996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Attempting to bind port 30a2a420-cc39-4422-850e-1ef6b851b06e on network dda0b926-e2c4-464d-99f9-c5be9acb0039 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:37.678506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:37.678908 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Checking segment: {'id': '68744499-1e3e-451b-a4c1-4b6305a41631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dda0b926-e2c4-464d-99f9-c5be9acb0039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:37.679327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.679723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Bound using segment: {'id': '68744499-1e3e-451b-a4c1-4b6305a41631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dda0b926-e2c4-464d-99f9-c5be9acb0039'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:37.680231 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Bound port: 30a2a420-cc39-4422-850e-1ef6b851b06e, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68744499-1e3e-451b-a4c1-4b6305a41631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dda0b926-e2c4-464d-99f9-c5be9acb0039'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:37.680611 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.722555 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Made reservation on behalf of 70756542a83741039965e8ee0cab0371 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:37.726528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.754423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] For port 30a2a420-cc39-4422-850e-1ef6b851b06e, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:37.757776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] For port 30a2a420-cc39-4422-850e-1ef6b851b06e, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=30a2a420-cc39-4422-850e-1ef6b851b06e,segment=NetworkSegment(68744499-1e3e-451b-a4c1-4b6305a41631),segment_id=68744499-1e3e-451b-a4c1-4b6305a41631)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:37.772939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.836315 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.901209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8b0c0-6cd5-405d-aae7-8995a4f030d1 None None] Pushing event updated for resources: {'Port': ['ID=30a2a420-cc39-4422-850e-1ef6b851b06e,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:37.988074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.056211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event updated for resources: {'Subnet': ['ID=5d30de42-f3dd-477d-9441-7a1d56bebb83,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:38.067604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Checking segment: {'id': '512d59d3-8601-46ec-96a8-78bbdb3fba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a7e0298f-7ddb-4b71-ae9b-249841ce7471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:38.067964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Network hostable DHCP agents. Network: a7e0298f-7ddb-4b71-ae9b-249841ce7471, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:38.158565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Network a7e0298f-7ddb-4b71-ae9b-249841ce7471 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:38.238755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a7e0298f-7ddb-4b71-ae9b-249841ce7471) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:38.243249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:38.243871 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.247327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafbfe85-2338-4ba1-bdf8-3a9daac3d5c8 None None] Network a7e0298f-7ddb-4b71-ae9b-249841ce7471 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:38.344239 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1154c270-aac8-4266-9b1a-2214ec8516c1 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8389080 Nov 10 17:43:38.347941 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42104) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:38.353230 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-20ebe355-5094-44cb-9a84-503d12a6f868 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7e0298f-7ddb-4b71-ae9b-249841ce7471'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:38.401300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a7e0298f-7ddb-4b71-ae9b-249841ce7471', 'network_id': 'a7e0298f-7ddb-4b71-ae9b-249841ce7471', 'tenant_id': '70756542a83741039965e8ee0cab0371', 'fixed_ips': [{'subnet_id': '5d30de42-f3dd-477d-9441-7a1d56bebb83'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:38.402193 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.557487 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Allocated IP 172.21.0.2 (a7e0298f-7ddb-4b71-ae9b-249841ce7471/5d30de42-f3dd-477d-9441-7a1d56bebb83/847a2810-4e0e-4db5-86fb-f95790228ebc) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:38.593873 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20ebe355-5094-44cb-9a84-503d12a6f868 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.602337 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.723456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.805871 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6b359-e991-4453-aacc-c76816c39e18 None None] Network dda0b926-e2c4-464d-99f9-c5be9acb0039 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:38.812623 n-d-714676-11 neutron-server[103325]: INFO neutron.api.v2.resource [None req-20ebe355-5094-44cb-9a84-503d12a6f868 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:43:38.819703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-20ebe355-5094-44cb-9a84-503d12a6f868 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "PUT /v2.0/routers/7253cf8d-28c3-404e-81d4-c74017c3df4c HTTP/1.1" status: 400 len: 364 time: 0.4646776 Nov 10 17:43:38.822246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.822404 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42106) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:38.880063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3eabadf-86ba-44bb-a3e0-8dfdeb60ab8d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Deleting subnet 5d30de42-f3dd-477d-9441-7a1d56bebb83 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:38.884139 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3eabadf-86ba-44bb-a3e0-8dfdeb60ab8d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.928451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3eabadf-86ba-44bb-a3e0-8dfdeb60ab8d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.015701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3eabadf-86ba-44bb-a3e0-8dfdeb60ab8d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.024800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 30a2a420-cc39-4422-850e-1ef6b851b06e up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:39.097348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Network a7e0298f-7ddb-4b71-ae9b-249841ce7471 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:39.111864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:39.121518 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:39.124824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Pushing event updated for resources: {'Port': ['ID=847a2810-4e0e-4db5-86fb-f95790228ebc,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:39.150586 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3eabadf-86ba-44bb-a3e0-8dfdeb60ab8d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.153418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5c2592fe-354d-43c3-b7b8-154c9b9773d8 None None] Provisioning complete for port 30a2a420-cc39-4422-850e-1ef6b851b06e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:39.153650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c2592fe-354d-43c3-b7b8-154c9b9773d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.181537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eabadf-86ba-44bb-a3e0-8dfdeb60ab8d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event deleted for resources: {'Subnet': ['ID=5d30de42-f3dd-477d-9441-7a1d56bebb83,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:39.186358 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3eabadf-86ba-44bb-a3e0-8dfdeb60ab8d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.189586 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f3eabadf-86ba-44bb-a3e0-8dfdeb60ab8d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "DELETE /v2.0/subnets/5d30de42-f3dd-477d-9441-7a1d56bebb83 HTTP/1.1" status: 204 len: 168 time: 0.3685136 Nov 10 17:43:39.192189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:39.275921 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.276320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Attempting to bind port 847a2810-4e0e-4db5-86fb-f95790228ebc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:39.276815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Attempting to bind port 847a2810-4e0e-4db5-86fb-f95790228ebc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '512d59d3-8601-46ec-96a8-78bbdb3fba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a7e0298f-7ddb-4b71-ae9b-249841ce7471'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:39.277230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Attempting to bind port 847a2810-4e0e-4db5-86fb-f95790228ebc on network a7e0298f-7ddb-4b71-ae9b-249841ce7471 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:39.286652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 30a2a420-cc39-4422-850e-1ef6b851b06e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:39.287020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.315360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:39.315360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Checking segment: {'id': '512d59d3-8601-46ec-96a8-78bbdb3fba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a7e0298f-7ddb-4b71-ae9b-249841ce7471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:39.315360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.315360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Bound using segment: {'id': '512d59d3-8601-46ec-96a8-78bbdb3fba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a7e0298f-7ddb-4b71-ae9b-249841ce7471'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:39.315360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Bound port: 847a2810-4e0e-4db5-86fb-f95790228ebc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512d59d3-8601-46ec-96a8-78bbdb3fba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a7e0298f-7ddb-4b71-ae9b-249841ce7471'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:39.315967 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.332268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Deleting port 847a2810-4e0e-4db5-86fb-f95790228ebc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:39.332606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.398620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] For port 847a2810-4e0e-4db5-86fb-f95790228ebc, host n-d-714676-11, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:39.399353 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.417276 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Calling delete_port for 847a2810-4e0e-4db5-86fb-f95790228ebc owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:39.450113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c2592fe-354d-43c3-b7b8-154c9b9773d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.474525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] For port 847a2810-4e0e-4db5-86fb-f95790228ebc, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:39.514341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] For port 847a2810-4e0e-4db5-86fb-f95790228ebc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=847a2810-4e0e-4db5-86fb-f95790228ebc,segment=NetworkSegment(512d59d3-8601-46ec-96a8-78bbdb3fba62),segment_id=512d59d3-8601-46ec-96a8-78bbdb3fba62)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:39.536050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.539008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5c2592fe-354d-43c3-b7b8-154c9b9773d8 None None] For port 30a2a420-cc39-4422-850e-1ef6b851b06e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=30a2a420-cc39-4422-850e-1ef6b851b06e,segment=NetworkSegment(68744499-1e3e-451b-a4c1-4b6305a41631),segment_id=68744499-1e3e-451b-a4c1-4b6305a41631)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:39.602171 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.635418 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5c2592fe-354d-43c3-b7b8-154c9b9773d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.695919 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.709084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b0eed-f073-4608-a525-b2972b8d5a5f None None] Pushing event updated for resources: {'Port': ['ID=847a2810-4e0e-4db5-86fb-f95790228ebc,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:39.723067 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event deleted for resources: {'Port': ['ID=847a2810-4e0e-4db5-86fb-f95790228ebc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:39.726559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] No DVR routers for this DVR port 847a2810-4e0e-4db5-86fb-f95790228ebc on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:39.735742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.736081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.736420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.736754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.737077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.737892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.738215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.738534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.738854 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.739175 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.739518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.739841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:39.752687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:43:39.753643 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:43:39.770864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5f8f3-b64e-49ab-839f-ff2e2b76b07d None None] Network a7e0298f-7ddb-4b71-ae9b-249841ce7471 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:39.793275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7542e437-4468-4e1b-b609-49831c18eaad None None] Provisioning complete for port 30a2a420-cc39-4422-850e-1ef6b851b06e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:39.793548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7542e437-4468-4e1b-b609-49831c18eaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.820185 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.829417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2592fe-354d-43c3-b7b8-154c9b9773d8 None None] Pushing event updated for resources: {'Port': ['ID=30a2a420-cc39-4422-850e-1ef6b851b06e,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:39.843196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e0298f-7ddb-4b71-ae9b-249841ce7471']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:39.853660 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512d59d3-8601-46ec-96a8-78bbdb3fba62') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:39.853988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512d59d3-8601-46ec-96a8-78bbdb3fba62') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:39.863565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.876414 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.883241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:39.885765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:39.886736 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:39.949569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd440ca7-207d-4ff9-bcaa-6062de7100bd None None] get_active_networks_info from n-d-714676-11 {{(pid=103327) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:43:40.027288 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.035652 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.036035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd440ca7-207d-4ff9-bcaa-6062de7100bd None None] Resources bound (agent type, host, resource id): {{(pid=103327) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:43:40.041521 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42110) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:40.042083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "DELETE /v2.0/networks/a7e0298f-7ddb-4b71-ae9b-249841ce7471 HTTP/1.1" status: 204 len: 168 time: 0.8483293 Nov 10 17:43:40.054848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d995-8958-4bdb-8311-e3af5382e2f4 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event deleted for resources: {'Network': ['ID=a7e0298f-7ddb-4b71-ae9b-249841ce7471,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:40.094850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e07c984-38d9-44b8-87ee-77f6c5724c29 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Deleting subnet 55581b6c-05af-4a7a-9970-24e5654cc31f {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:40.099732 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e07c984-38d9-44b8-87ee-77f6c5724c29 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.141664 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e07c984-38d9-44b8-87ee-77f6c5724c29 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.231840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e07c984-38d9-44b8-87ee-77f6c5724c29 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.361949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e07c984-38d9-44b8-87ee-77f6c5724c29 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.387695 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07c984-38d9-44b8-87ee-77f6c5724c29 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event deleted for resources: {'Subnet': ['ID=55581b6c-05af-4a7a-9970-24e5654cc31f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:40.394721 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e07c984-38d9-44b8-87ee-77f6c5724c29 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.400443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8e07c984-38d9-44b8-87ee-77f6c5724c29 tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "DELETE /v2.0/subnets/55581b6c-05af-4a7a-9970-24e5654cc31f HTTP/1.1" status: 204 len: 168 time: 0.3553827 Nov 10 17:43:40.400787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:40.401242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf719eae-8909-4878-b2e6-401161da4cee None None] Network dda0b926-e2c4-464d-99f9-c5be9acb0039 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:40.490140 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.546503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Deleting port 30a2a420-cc39-4422-850e-1ef6b851b06e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:40.546850 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.583196 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] DHCP port deletion for dda0b926-e2c4-464d-99f9-c5be9acb0039 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:40.617145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] For port 30a2a420-cc39-4422-850e-1ef6b851b06e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=30a2a420-cc39-4422-850e-1ef6b851b06e,segment=NetworkSegment(68744499-1e3e-451b-a4c1-4b6305a41631),segment_id=68744499-1e3e-451b-a4c1-4b6305a41631)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:40.617606 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.631668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Calling delete_port for 30a2a420-cc39-4422-850e-1ef6b851b06e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:40.637770 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] Deleting port 30a2a420-cc39-4422-850e-1ef6b851b06e {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:40.638131 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.705230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] For port 30a2a420-cc39-4422-850e-1ef6b851b06e, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=30a2a420-cc39-4422-850e-1ef6b851b06e,segment=NetworkSegment(68744499-1e3e-451b-a4c1-4b6305a41631),segment_id=68744499-1e3e-451b-a4c1-4b6305a41631)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:40.705619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.719233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] Calling delete_port for 30a2a420-cc39-4422-850e-1ef6b851b06e owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:40.770559 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.781150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 30a2a420-cc39-4422-850e-1ef6b851b06e no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:40.798646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event deleted for resources: {'Port': ['ID=30a2a420-cc39-4422-850e-1ef6b851b06e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:40.803032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] No DVR routers for this DVR port 30a2a420-cc39-4422-850e-1ef6b851b06e on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:40.813317 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 30a2a420-cc39-4422-850e-1ef6b851b06e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:40.813769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 30a2a420-cc39-4422-850e-1ef6b851b06e not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:40.841336 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.866262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] Pushing event deleted for resources: {'Port': ['ID=30a2a420-cc39-4422-850e-1ef6b851b06e,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:40.872264 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3c1d0-e940-4262-9ddc-776d2a148b1d None None] No DVR routers for this DVR port 30a2a420-cc39-4422-850e-1ef6b851b06e on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:40.893357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.914088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda0b926-e2c4-464d-99f9-c5be9acb0039']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.923300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68744499-1e3e-451b-a4c1-4b6305a41631') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.923619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68744499-1e3e-451b-a4c1-4b6305a41631') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.933950 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.947613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.953440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:40.953815 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:40.957044 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:41.095519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.108742 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.108742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "DELETE /v2.0/networks/dda0b926-e2c4-464d-99f9-c5be9acb0039 HTTP/1.1" status: 204 len: 168 time: 0.7056308 Nov 10 17:43:41.111112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42114) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:41.119768 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806098c-21cb-46d1-8028-cbcb98c0faff tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Pushing event deleted for resources: {'Network': ['ID=dda0b926-e2c4-464d-99f9-c5be9acb0039,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:41.122114 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.140495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5db384cb-c590-470c-abd1-771ae775380d tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "GET /v2.0/ports?device_id=7253cf8d-28c3-404e-81d4-c74017c3df4c HTTP/1.1" status: 200 len: 205 time: 0.0279322 Nov 10 17:43:41.142638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42116) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:41.219490 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1316a8bb-ee1c-45d2-93f2-fac8f39241dc tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.720549 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1316a8bb-ee1c-45d2-93f2-fac8f39241dc tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.722661 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1316a8bb-ee1c-45d2-93f2-fac8f39241dc tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.841329 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1316a8bb-ee1c-45d2-93f2-fac8f39241dc tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.841863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1316a8bb-ee1c-45d2-93f2-fac8f39241dc tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Fanout notify agent at l3_agent the message router_deleted on router 7253cf8d-28c3-404e-81d4-c74017c3df4c {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:43:41.848856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1316a8bb-ee1c-45d2-93f2-fac8f39241dc tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.850072 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1316a8bb-ee1c-45d2-93f2-fac8f39241dc tempest-RoutersNegativeTest-665871136 tempest-RoutersNegativeTest-665871136-project] 10.222.0.62 "DELETE /v2.0/routers/7253cf8d-28c3-404e-81d4-c74017c3df4c HTTP/1.1" status: 204 len: 168 time: 0.7060740 Nov 10 17:43:42.391935 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:42.525168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-26902993-ccb9-4cfd-91c2-e0fe7b4916fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70756542a83741039965e8ee0cab0371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320093 Nov 10 17:43:42.527557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:42.576949 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03096b03-ab11-4552-b6c7-aeab613680c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.599863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03096b03-ab11-4552-b6c7-aeab613680c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.718475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03096b03-ab11-4552-b6c7-aeab613680c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.721123 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03096b03-ab11-4552-b6c7-aeab613680c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.722589 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-03096b03-ab11-4552-b6c7-aeab613680c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cb63b80-a436-4854-b10a-5b41ee1d57a7 HTTP/1.1" status: 204 len: 168 time: 0.1941369 Nov 10 17:43:42.741430 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03096b03-ab11-4552-b6c7-aeab613680c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb63b80-a436-4854-b10a-5b41ee1d57a7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:43.705359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:43.798856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1521616190-network', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:43.880866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Made reservation on behalf of 91a49e65ee814140b746abdc9e16a2b6 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:43.883164 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.892233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.970407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.036176 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.062394 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:44.068579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:44.074634 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.075019 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Added segment 8a7f8f44-dbe2-4dad-b780-04483e0af4ed of type vlan for network a80dc706-f998-48c4-8b8e-17e686a251c5 Nov 10 17:43:44.115196 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.181008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.181958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.182530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.243872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] Pushing event updated for resources: {'Network': ['ID=a80dc706-f998-48c4-8b8e-17e686a251c5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:44.255102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network a80dc706-f998-48c4-8b8e-17e686a251c5 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:44.260768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3ec9436c-c8ea-4834-9e3f-261ce931f571 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5536859 Nov 10 17:43:44.263556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42152) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:44.269059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Request body: {'subnet': {'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-subnet', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:44.349557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Made reservation on behalf of 91a49e65ee814140b746abdc9e16a2b6 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:44.351967 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.578596 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.633979 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d688cf59-4308-4bef-87eb-aebe44b2b6da,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:44.642482 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Checking segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:44.643093 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Network hostable DHCP agents. Network: a80dc706-f998-48c4-8b8e-17e686a251c5, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:44.715221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Network a80dc706-f998-48c4-8b8e-17e686a251c5 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:44.801535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, a80dc706-f998-48c4-8b8e-17e686a251c5) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:44.805594 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.806185 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.810879 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2df7f8-7cc9-43ff-a68f-d074c7167b14 None None] Network a80dc706-f998-48c4-8b8e-17e686a251c5 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:44.890096 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-98beca19-f4e1-4961-aec1-f08165e65965 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6253269 Nov 10 17:43:44.892669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:44.897472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:44.956133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-a80dc706-f998-48c4-8b8e-17e686a251c5', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'fixed_ips': [{'subnet_id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:44.957011 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.984073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.985166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.037640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.095997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Allocated IP 172.20.0.2 (a80dc706-f998-48c4-8b8e-17e686a251c5/d688cf59-4308-4bef-87eb-aebe44b2b6da/aceed611-d8b5-4b32-bed5-8f6de914981c) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:45.237904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.248430 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.330573 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.556312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Network a80dc706-f998-48c4-8b8e-17e686a251c5 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:45.563065 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:45.566450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:45.574160 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Pushing event updated for resources: {'Port': ['ID=aceed611-d8b5-4b32-bed5-8f6de914981c,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:45.576647 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.602895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.627128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Attempting to bind port aceed611-d8b5-4b32-bed5-8f6de914981c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:45.627651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Attempting to bind port aceed611-d8b5-4b32-bed5-8f6de914981c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:45.628498 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Attempting to bind port aceed611-d8b5-4b32-bed5-8f6de914981c on network a80dc706-f998-48c4-8b8e-17e686a251c5 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:45.634199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:45.634924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Checking segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:45.635215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.635759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Bound using segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:45.636125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Bound port: aceed611-d8b5-4b32-bed5-8f6de914981c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:45.636596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.706481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] For port aceed611-d8b5-4b32-bed5-8f6de914981c, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:45.711700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] For port aceed611-d8b5-4b32-bed5-8f6de914981c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aceed611-d8b5-4b32-bed5-8f6de914981c,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:45.715527 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Allocated IP 172.25.3.56 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/b40f4190-94d4-403d-90e6-e507f4a47c12) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:45.812931 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.835112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.881394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a229c1-b235-42bb-a291-8b38981ce5ee None None] Pushing event updated for resources: {'Port': ['ID=aceed611-d8b5-4b32-bed5-8f6de914981c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:45.962884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.002855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:46.008917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:46.013059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:46.018897 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b40f4190-94d4-403d-90e6-e507f4a47c12,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:46.031764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473ef0f-ac05-4408-a097-ee14a80b5200 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:46.160416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-88205bcb-5936-4648-bcd9-089bd309fd8c None None] Provisioning complete for port b40f4190-94d4-403d-90e6-e507f4a47c12 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:46.160877 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88205bcb-5936-4648-bcd9-089bd309fd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.200713 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-88205bcb-5936-4648-bcd9-089bd309fd8c None None] Port b40f4190-94d4-403d-90e6-e507f4a47c12 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:46.407403 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.621180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.825638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aceed611-d8b5-4b32-bed5-8f6de914981c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:46.892234 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aceed611-d8b5-4b32-bed5-8f6de914981c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:46.892989 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.899277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d70fd2-69ae-4a5a-ae80-b8ec7b749a15 None None] Network a80dc706-f998-48c4-8b8e-17e686a251c5 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:47.010616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0253a550-70c6-4d1e-8ea2-c25ec71d54cd None None] Provisioning complete for port aceed611-d8b5-4b32-bed5-8f6de914981c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:47.010983 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0253a550-70c6-4d1e-8ea2-c25ec71d54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.142501 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.186981 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Router 9731b2be-d6f4-41b1-82b2-5338afa0b898 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:43:47.233331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port aceed611-d8b5-4b32-bed5-8f6de914981c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aceed611-d8b5-4b32-bed5-8f6de914981c,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:47.247953 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0253a550-70c6-4d1e-8ea2-c25ec71d54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.299160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:47.313048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Sync routers for ids ['9731b2be-d6f4-41b1-82b2-5338afa0b898'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:47.322291 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.372980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Routers {'9731b2be-d6f4-41b1-82b2-5338afa0b898'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:47.373630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:43:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9731b2be-d6f4-41b1-82b2-5338afa0b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:47.382329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.383816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3967215e-7e0f-4592-a292-8a293af0c2c8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4895518 Nov 10 17:43:47.386546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:47.465186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-0253a550-70c6-4d1e-8ea2-c25ec71d54cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:43:47.465644 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-0253a550-70c6-4d1e-8ea2-c25ec71d54cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:43:47.466137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=aceed611-d8b5-4b32-bed5-8f6de914981c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:47.532960 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Set router 9731b2be-d6f4-41b1-82b2-5338afa0b898 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:47.742989 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:43:46Z', 'revision_number': 3, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port': {'id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:45Z', 'updated_at': '2021-11-10T17:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:47.772953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Checking router: 9731b2be-d6f4-41b1-82b2-5338afa0b898 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:43:47.773307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Updating router 9731b2be-d6f4-41b1-82b2-5338afa0b898 port b40f4190-94d4-403d-90e6-e507f4a47c12 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:43:47.801590 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.821515 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.987343 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Allocated IP 172.20.0.1 (a80dc706-f998-48c4-8b8e-17e686a251c5/d688cf59-4308-4bef-87eb-aebe44b2b6da/fb20225b-191b-4c6d-b9dc-efbd2d0f428d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:48.098135 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.103800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.143286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7b1094e1-e1d8-400c-86a1-7508e9710ca0 None None] Provisioning complete for port aceed611-d8b5-4b32-bed5-8f6de914981c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:48.143689 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b1094e1-e1d8-400c-86a1-7508e9710ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.207594 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.224389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.263134 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Network a80dc706-f998-48c4-8b8e-17e686a251c5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:48.270095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:48.275080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:48.276344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58573bf7-217c-4a01-9bd2-4e7f6f2040c4 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:48.278384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:48.286542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Attempting to bind port b40f4190-94d4-403d-90e6-e507f4a47c12 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:48.286934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Attempting to bind port b40f4190-94d4-403d-90e6-e507f4a47c12 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:48.287289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Attempting to bind port b40f4190-94d4-403d-90e6-e507f4a47c12 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:48.289374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a945b-cb9d-4499-8713-2dff9d526491 None None] Pushing event updated for resources: {'Port': ['ID=b40f4190-94d4-403d-90e6-e507f4a47c12,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:48.297704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:48.298091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:48.298489 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.298875 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:48.300026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Bound port: b40f4190-94d4-403d-90e6-e507f4a47c12, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:48.300574 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.321837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.357663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] For port b40f4190-94d4-403d-90e6-e507f4a47c12, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:48.362782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] For port b40f4190-94d4-403d-90e6-e507f4a47c12, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b40f4190-94d4-403d-90e6-e507f4a47c12,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:48.408261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d2f2953c-7014-45f1-ba41-a0af764501f8 None None] Provisioning complete for port b40f4190-94d4-403d-90e6-e507f4a47c12 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:48.408730 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2f2953c-7014-45f1-ba41-a0af764501f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.454248 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.461015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2953c-7014-45f1-ba41-a0af764501f8 None None] Port b40f4190-94d4-403d-90e6-e507f4a47c12 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:48.506537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2fa121-2039-4fd0-8d56-4145a34d6435 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:48.530269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Routers {'9731b2be-d6f4-41b1-82b2-5338afa0b898'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:48.530893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:43:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9731b2be-d6f4-41b1-82b2-5338afa0b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:48.533416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a945b-cb9d-4499-8713-2dff9d526491 None None] Pushing event updated for resources: {'Port': ['ID=b40f4190-94d4-403d-90e6-e507f4a47c12,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:48.535179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.596286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] Provisioning complete for port fb20225b-191b-4c6d-b9dc-efbd2d0f428d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:48.597143 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.717599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.778032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.807187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aceed611-d8b5-4b32-bed5-8f6de914981c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:48.845507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:48.848599 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.865040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] Port fb20225b-191b-4c6d-b9dc-efbd2d0f428d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:48.876363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] Set router 9731b2be-d6f4-41b1-82b2-5338afa0b898 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:48.921239 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] Provisioning complete for port b40f4190-94d4-403d-90e6-e507f4a47c12 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:48.921602 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.947064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Network a80dc706-f998-48c4-8b8e-17e686a251c5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:48.948613 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:48.982087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port aceed611-d8b5-4b32-bed5-8f6de914981c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:48.982429 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.068507 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Router 9731b2be-d6f4-41b1-82b2-5338afa0b898 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:43:49.173108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.192261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:49.205115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8f669c02-d9bc-4a65-8728-cee3f79d09d8 admin admin] 10.222.0.62 "PUT /v2.0/routers/9731b2be-d6f4-41b1-82b2-5338afa0b898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098226 Nov 10 17:43:49.228119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] For port b40f4190-94d4-403d-90e6-e507f4a47c12, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b40f4190-94d4-403d-90e6-e507f4a47c12,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:49.258345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:43:48Z', 'revision_number': 4, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port': {'id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:45Z', 'updated_at': '2021-11-10T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'fb20225b-191b-4c6d-b9dc-efbd2d0f428d', 'name': '', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'mac_address': 'fa:16:3e:9d:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:47Z', 'updated_at': '2021-11-10T17:43:47Z', 'revision_number': 1, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'subnets': [{'id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:49.286775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60ff31-00bd-4c75-bad5-15819569ec08 None None] The sync data for ids ['9731b2be-d6f4-41b1-82b2-5338afa0b898'] in n-d-714676-11 is: [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:43:48Z', 'revision_number': 4, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port': {'id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:45Z', 'updated_at': '2021-11-10T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'fb20225b-191b-4c6d-b9dc-efbd2d0f428d', 'name': '', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'mac_address': 'fa:16:3e:9d:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:47Z', 'updated_at': '2021-11-10T17:43:47Z', 'revision_number': 1, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'subnets': [{'id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:49.347980 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.401491 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8136b-55ed-404f-8ce3-3bfc09914fe7 None None] Pushing event updated for resources: {'Port': ['ID=b40f4190-94d4-403d-90e6-e507f4a47c12,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:49.488519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c59e8420-2f97-488c-9184-c4cfd496c094 None None] Provisioning complete for port fb20225b-191b-4c6d-b9dc-efbd2d0f428d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:49.488519 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c59e8420-2f97-488c-9184-c4cfd496c094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.542677 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c59e8420-2f97-488c-9184-c4cfd496c094 None None] Port fb20225b-191b-4c6d-b9dc-efbd2d0f428d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:49.626716 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:43:50.009473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:50.014865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1227303145-network', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:50.103742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Made reservation on behalf of 467b9675bef44eb2b92e99d0820b1fac for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:50.106041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.115892 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.202119 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.275357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.304377 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:50.311125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a621cb85-4464-4929-b355-8812331486b5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:50.323675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.323675 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Added segment 20483a8a-1c87-4be8-8c96-d54ee5fc552a of type vlan for network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 Nov 10 17:43:50.365300 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.444070 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.445072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:50.445646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.511072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] Pushing event updated for resources: {'Network': ['ID=c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:50.522709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:50.570269 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-269240a8-e564-4f6e-970f-c53a8ee37a0d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5590088 Nov 10 17:43:50.572738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:50.577929 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Request body: {'subnet': {'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-subnet', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:50.666952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Made reservation on behalf of 467b9675bef44eb2b92e99d0820b1fac for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:50.669315 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.817268 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b40f4190-94d4-403d-90e6-e507f4a47c12 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:50.871391 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b40f4190-94d4-403d-90e6-e507f4a47c12 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:50.872050 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.915448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.975626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddcdd33-543c-4cbe-99ce-a49bdee6db6b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:50.984671 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Checking segment: {'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:50.985102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Network hostable DHCP agents. Network: c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:51.061284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:51.147028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:51.151176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:51.157280 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.157967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5ac0bb-884e-4fb1-9f68-9d83b4b6b419 None None] Network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:51.255097 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Sync routers for ids ['9731b2be-d6f4-41b1-82b2-5338afa0b898'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:51.265373 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-072324f7-e54d-4bd6-9064-8264460117af admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6890817 Nov 10 17:43:51.265636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:51.274487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:51.274654 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Routers {'9731b2be-d6f4-41b1-82b2-5338afa0b898'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:51.274654 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:43:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9731b2be-d6f4-41b1-82b2-5338afa0b898'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:51.313260 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11feac-522c-493a-961f-a831929fd43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1', 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'fixed_ips': [{'subnet_id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:51.314558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da11feac-522c-493a-961f-a831929fd43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.366597 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.367699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.392808 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Set router 9731b2be-d6f4-41b1-82b2-5338afa0b898 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:51.429549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.461095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-da11feac-522c-493a-961f-a831929fd43d None None] Allocated IP 172.20.0.2 (c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1/9ddcdd33-543c-4cbe-99ce-a49bdee6db6b/cbeeaa20-437a-4952-9236-010285268637) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:51.608783 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:43:48Z', 'revision_number': 4, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port': {'id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:45Z', 'updated_at': '2021-11-10T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'fb20225b-191b-4c6d-b9dc-efbd2d0f428d', 'name': '', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'mac_address': 'fa:16:3e:9d:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:47Z', 'updated_at': '2021-11-10T17:43:48Z', 'revision_number': 2, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'subnets': [{'id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:51.619631 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da11feac-522c-493a-961f-a831929fd43d None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.635104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.718561 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da11feac-522c-493a-961f-a831929fd43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.734069 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Checking router: 9731b2be-d6f4-41b1-82b2-5338afa0b898 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:43:51.734416 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Updating router 9731b2be-d6f4-41b1-82b2-5338afa0b898 port fb20225b-191b-4c6d-b9dc-efbd2d0f428d binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:43:51.771374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11feac-522c-493a-961f-a831929fd43d None None] Network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:51.774667 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.776712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-da11feac-522c-493a-961f-a831929fd43d None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:51.779121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11feac-522c-493a-961f-a831929fd43d None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:51.792202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11feac-522c-493a-961f-a831929fd43d None None] Pushing event updated for resources: {'Port': ['ID=cbeeaa20-437a-4952-9236-010285268637,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:51.848295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-da11feac-522c-493a-961f-a831929fd43d None None] Attempting to bind port cbeeaa20-437a-4952-9236-010285268637 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:51.848660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-da11feac-522c-493a-961f-a831929fd43d None None] Attempting to bind port cbeeaa20-437a-4952-9236-010285268637 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:51.849022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11feac-522c-493a-961f-a831929fd43d None None] Attempting to bind port cbeeaa20-437a-4952-9236-010285268637 on network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:51.854637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11feac-522c-493a-961f-a831929fd43d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:51.855015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11feac-522c-493a-961f-a831929fd43d None None] Checking segment: {'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:51.855442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da11feac-522c-493a-961f-a831929fd43d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.855864 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11feac-522c-493a-961f-a831929fd43d None None] Bound using segment: {'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:51.856308 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-da11feac-522c-493a-961f-a831929fd43d None None] Bound port: cbeeaa20-437a-4952-9236-010285268637, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:51.857509 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da11feac-522c-493a-961f-a831929fd43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.938910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-da11feac-522c-493a-961f-a831929fd43d None None] For port cbeeaa20-437a-4952-9236-010285268637, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:51.944740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-da11feac-522c-493a-961f-a831929fd43d None None] For port cbeeaa20-437a-4952-9236-010285268637, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cbeeaa20-437a-4952-9236-010285268637,segment=NetworkSegment(20483a8a-1c87-4be8-8c96-d54ee5fc552a),segment_id=20483a8a-1c87-4be8-8c96-d54ee5fc552a)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:51.996725 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.018965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.045415 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da11feac-522c-493a-961f-a831929fd43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.098028 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.124185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11feac-522c-493a-961f-a831929fd43d None None] Pushing event updated for resources: {'Port': ['ID=cbeeaa20-437a-4952-9236-010285268637,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:52.146087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Allocated IP 172.25.3.109 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/45af052a-ecbf-425a-9386-8739448c124c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:52.178022 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.256562 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Pushing event updated for resources: {'Port': ['ID=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:52.268255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.312160 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.312642 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.313082 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.313983 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.320372 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.321114 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.321483 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.321931 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.322347 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.322971 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.324606 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.324606 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:52.336991 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Attempting to bind port fb20225b-191b-4c6d-b9dc-efbd2d0f428d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:52.343404 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Attempting to bind port fb20225b-191b-4c6d-b9dc-efbd2d0f428d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:52.344088 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Attempting to bind port fb20225b-191b-4c6d-b9dc-efbd2d0f428d on network a80dc706-f998-48c4-8b8e-17e686a251c5 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:52.352494 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:52.354152 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Checking segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:52.354152 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.354152 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Bound using segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:52.354152 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Bound port: fb20225b-191b-4c6d-b9dc-efbd2d0f428d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:52.354595 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.402660 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.450181 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] For port fb20225b-191b-4c6d-b9dc-efbd2d0f428d, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:52.460331 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] For port fb20225b-191b-4c6d-b9dc-efbd2d0f428d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:52.474755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:52.474755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:52.475666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:52.495733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43e8fb1-ebdc-4716-b2ad-3194ed7e7858 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:52.516987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Pushing event updated for resources: {'Port': ['ID=45af052a-ecbf-425a-9386-8739448c124c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:52.536325 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.603284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f88dcb46-9885-4762-95f9-4681912590a4 None None] Provisioning complete for port 45af052a-ecbf-425a-9386-8739448c124c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:52.604689 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f88dcb46-9885-4762-95f9-4681912590a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.619404 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Routers {'9731b2be-d6f4-41b1-82b2-5338afa0b898'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:52.620067 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:43:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9731b2be-d6f4-41b1-82b2-5338afa0b898'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:52.664296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f88dcb46-9885-4762-95f9-4681912590a4 None None] Port 45af052a-ecbf-425a-9386-8739448c124c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:52.679203 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aeee8f-f9f5-4530-9991-c7ac8614d2f2 None None] Pushing event updated for resources: {'Port': ['ID=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:52.793820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1af4d993-75f3-4d32-85ca-8ebf7c53a614 None None] Provisioning complete for port fb20225b-191b-4c6d-b9dc-efbd2d0f428d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:52.799519 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1af4d993-75f3-4d32-85ca-8ebf7c53a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.824704 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] Set router 9731b2be-d6f4-41b1-82b2-5338afa0b898 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:52.987278 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1af4d993-75f3-4d32-85ca-8ebf7c53a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.991919 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.060378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1af4d993-75f3-4d32-85ca-8ebf7c53a614 None None] For port fb20225b-191b-4c6d-b9dc-efbd2d0f428d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:53.069915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cbeeaa20-437a-4952-9236-010285268637 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:53.135252 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port cbeeaa20-437a-4952-9236-010285268637 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:53.135646 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.162167 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1af4d993-75f3-4d32-85ca-8ebf7c53a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.184178 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:43:48Z', 'revision_number': 4, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port': {'id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:45Z', 'updated_at': '2021-11-10T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'fb20225b-191b-4c6d-b9dc-efbd2d0f428d', 'name': '', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'mac_address': 'fa:16:3e:9d:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:47Z', 'updated_at': '2021-11-10T17:43:52Z', 'revision_number': 4, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'subnets': [{'id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:53.216372 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d894d-4094-4c8f-8117-c8cc4276849e None None] The sync data for ids ['9731b2be-d6f4-41b1-82b2-5338afa0b898'] in n-d-714676-11 is: [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:43:48Z', 'revision_number': 4, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port': {'id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:45Z', 'updated_at': '2021-11-10T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'fb20225b-191b-4c6d-b9dc-efbd2d0f428d', 'name': '', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'mac_address': 'fa:16:3e:9d:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:47Z', 'updated_at': '2021-11-10T17:43:52Z', 'revision_number': 4, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'subnets': [{'id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:53.240530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4d993-75f3-4d32-85ca-8ebf7c53a614 None None] Pushing event updated for resources: {'Port': ['ID=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:53.305619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-12008fae-22b6-47a8-9bcf-836e700c1f8f None None] Provisioning complete for port fb20225b-191b-4c6d-b9dc-efbd2d0f428d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:53.306102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12008fae-22b6-47a8-9bcf-836e700c1f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.317324 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.360309 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.393447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port cbeeaa20-437a-4952-9236-010285268637, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cbeeaa20-437a-4952-9236-010285268637,segment=NetworkSegment(20483a8a-1c87-4be8-8c96-d54ee5fc552a),segment_id=20483a8a-1c87-4be8-8c96-d54ee5fc552a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:53.493933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.495000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fb20225b-191b-4c6d-b9dc-efbd2d0f428d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:53.595885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca2cce-9ff4-4168-9201-8f5f9b8ad9b2 None None] Network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:53.639003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=cbeeaa20-437a-4952-9236-010285268637,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:53.664666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Router 47182a7f-123f-4314-bf41-50d5764da8f2 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:43:53.696877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1a1b5c1d-106a-4005-bf13-03453a81688c None None] Provisioning complete for port cbeeaa20-437a-4952-9236-010285268637 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:53.697809 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5c1d-106a-4005-bf13-03453a81688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.734232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port fb20225b-191b-4c6d-b9dc-efbd2d0f428d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:53.734685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.255833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:54.265254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Sync routers for ids ['47182a7f-123f-4314-bf41-50d5764da8f2'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:54.278290 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4093d3d6-2493-4119-b2f3-8a13b66d3808 None None] Provisioning complete for port cbeeaa20-437a-4952-9236-010285268637 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:54.278652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4093d3d6-2493-4119-b2f3-8a13b66d3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.301406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Routers {'47182a7f-123f-4314-bf41-50d5764da8f2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:54.305705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:43:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['47182a7f-123f-4314-bf41-50d5764da8f2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:54.326091 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.327521 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ed181d23-518b-47d2-a40c-92372ee6a035 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0608077 Nov 10 17:43:54.336448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:54.448282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Set router 47182a7f-123f-4314-bf41-50d5764da8f2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:54.776676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.800429 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cbeeaa20-437a-4952-9236-010285268637 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:54.805288 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '45af052a-ecbf-425a-9386-8739448c124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:43:52Z', 'revision_number': 3, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port': {'id': '45af052a-ecbf-425a-9386-8739448c124c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:52Z', 'updated_at': '2021-11-10T17:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:54.857175 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Checking router: 47182a7f-123f-4314-bf41-50d5764da8f2 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:43:54.857520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Updating router 47182a7f-123f-4314-bf41-50d5764da8f2 port 45af052a-ecbf-425a-9386-8739448c124c binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:43:54.894285 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.931502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port cbeeaa20-437a-4952-9236-010285268637 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:54.931868 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.943043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Allocated IP 172.20.0.1 (c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1/9ddcdd33-543c-4cbe-99ce-a49bdee6db6b/e4f1a8fd-54c7-4e66-a1ec-d52178339297) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:55.053793 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.138298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fb20225b-191b-4c6d-b9dc-efbd2d0f428d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:55.155681 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.200983 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:55.208288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:55.212047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:55.241334 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f1a8fd-54c7-4e66-a1ec-d52178339297,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:55.241916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port fb20225b-191b-4c6d-b9dc-efbd2d0f428d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:55.242329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.263762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.283586 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.375508 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.423436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8936e9-3acd-4d34-b039-6b91f6ef93cc None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:55.443191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Attempting to bind port 45af052a-ecbf-425a-9386-8739448c124c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:55.443573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Attempting to bind port 45af052a-ecbf-425a-9386-8739448c124c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:55.443944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Attempting to bind port 45af052a-ecbf-425a-9386-8739448c124c on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:55.446538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48508ae7-1588-4903-b0d7-72cb4dfae20e None None] Pushing event updated for resources: {'Port': ['ID=45af052a-ecbf-425a-9386-8739448c124c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:55.452741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:55.453069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:55.453466 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.453861 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:55.454329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Bound port: 45af052a-ecbf-425a-9386-8739448c124c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:55.454734 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.495047 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.518011 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-470c14af-6e84-4439-b959-3c378c5343f4 None None] Provisioning complete for port 45af052a-ecbf-425a-9386-8739448c124c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:55.519073 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-470c14af-6e84-4439-b959-3c378c5343f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.524560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] For port 45af052a-ecbf-425a-9386-8739448c124c, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:55.564807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] For port 45af052a-ecbf-425a-9386-8739448c124c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=45af052a-ecbf-425a-9386-8739448c124c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:55.580351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-470c14af-6e84-4439-b959-3c378c5343f4 None None] Port 45af052a-ecbf-425a-9386-8739448c124c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:55.590984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-470c14af-6e84-4439-b959-3c378c5343f4 None None] Provisioning complete for port e4f1a8fd-54c7-4e66-a1ec-d52178339297 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:55.591388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-470c14af-6e84-4439-b959-3c378c5343f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.627525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-470c14af-6e84-4439-b959-3c378c5343f4 None None] Port e4f1a8fd-54c7-4e66-a1ec-d52178339297 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:55.656560 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.671942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.724563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65caed-e08e-4432-b075-8a0253a54cb2 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:55.738801 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.746296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48508ae7-1588-4903-b0d7-72cb4dfae20e None None] Pushing event updated for resources: {'Port': ['ID=45af052a-ecbf-425a-9386-8739448c124c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:55.749439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Routers {'47182a7f-123f-4314-bf41-50d5764da8f2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:55.750073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:43:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['47182a7f-123f-4314-bf41-50d5764da8f2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:55.829817 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.831952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f1a8fd-54c7-4e66-a1ec-d52178339297,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:55.899646 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-152117ab-424d-44d0-9542-196742927af3 None None] Provisioning complete for port 45af052a-ecbf-425a-9386-8739448c124c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:55.900545 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-152117ab-424d-44d0-9542-196742927af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.940902 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] Set router 47182a7f-123f-4314-bf41-50d5764da8f2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:55.953894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:55.957371 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:56.093438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Router 47182a7f-123f-4314-bf41-50d5764da8f2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:43:56.166572 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-152117ab-424d-44d0-9542-196742927af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.201093 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-152117ab-424d-44d0-9542-196742927af3 None None] For port 45af052a-ecbf-425a-9386-8739448c124c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=45af052a-ecbf-425a-9386-8739448c124c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:56.239518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:56.245640 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2df323ed-ed43-4302-8645-963e055f7411 admin admin] 10.222.0.62 "PUT /v2.0/routers/47182a7f-123f-4314-bf41-50d5764da8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9136999 Nov 10 17:43:56.251721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '45af052a-ecbf-425a-9386-8739448c124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 4, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port': {'id': '45af052a-ecbf-425a-9386-8739448c124c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:52Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'e4f1a8fd-54c7-4e66-a1ec-d52178339297', 'name': '', 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'mac_address': 'fa:16:3e:63:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:54Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 2, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'subnets': [{'id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:56.285867 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-152117ab-424d-44d0-9542-196742927af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.298497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ab32d-17b7-4c6b-a888-add59c94e054 None None] The sync data for ids ['47182a7f-123f-4314-bf41-50d5764da8f2'] in n-d-714676-11 is: [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '45af052a-ecbf-425a-9386-8739448c124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 4, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port': {'id': '45af052a-ecbf-425a-9386-8739448c124c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:52Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'e4f1a8fd-54c7-4e66-a1ec-d52178339297', 'name': '', 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'mac_address': 'fa:16:3e:63:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:54Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 2, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'subnets': [{'id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:56.340363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152117ab-424d-44d0-9542-196742927af3 None None] Pushing event updated for resources: {'Port': ['ID=45af052a-ecbf-425a-9386-8739448c124c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:56.406422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ccfa66a7-a9dc-4388-a98d-680c111482f9 None None] Provisioning complete for port e4f1a8fd-54c7-4e66-a1ec-d52178339297 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:56.406790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ccfa66a7-a9dc-4388-a98d-680c111482f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.444241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa66a7-a9dc-4388-a98d-680c111482f9 None None] Port e4f1a8fd-54c7-4e66-a1ec-d52178339297 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:57.258583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-ca225416-d627-4b30-a41a-cb3a8d018a8d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:57.260150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-ca225416-d627-4b30-a41a-cb3a8d018a8d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/networks?id=a80dc706-f998-48c4-8b8e-17e686a251c5 HTTP/1.1" status: 200 len: 817 time: 0.1181543 Nov 10 17:43:57.279189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-c0a2babb-6d22-44e6-b9cf-bd5ad40bfe9d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/quotas/91a49e65ee814140b746abdc9e16a2b6 HTTP/1.1" status: 200 len: 375 time: 0.0119889 Nov 10 17:43:57.338897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-4cb6e2fc-a96a-4c2e-92c9-d911ca93acb6 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91a49e65ee814140b746abdc9e16a2b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533593 Nov 10 17:43:57.453074 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-9e16e8cc-0e69-4dc1-8b06-789219d5f013 service neutron] 10.222.0.62 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008112 Nov 10 17:43:57.551379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-99956c36-fdb9-4ba6-a148-5141edc37181 service neutron] 10.222.0.62 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912669 Nov 10 17:43:57.812537 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-38ac48de-a445-40fe-b3e6-e4162fbdf703 req-024d160b-1141-42dc-8b94-2e3b0d8e0133 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 210 time: 0.0291989 Nov 10 17:43:58.809124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 45af052a-ecbf-425a-9386-8739448c124c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:58.864034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 45af052a-ecbf-425a-9386-8739448c124c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:58.864402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.895192 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59a4f08e-db4a-4712-9391-d8e3670074e7 req-8b4b2191-0c29-4573-ba65-19dd211944d7 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 210 time: 0.0295060 Nov 10 17:43:59.729705 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Sync routers for ids ['47182a7f-123f-4314-bf41-50d5764da8f2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:59.740731 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Routers {'47182a7f-123f-4314-bf41-50d5764da8f2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:59.741392 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:43:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['47182a7f-123f-4314-bf41-50d5764da8f2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:59.855605 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Set router 47182a7f-123f-4314-bf41-50d5764da8f2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:59.998284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63c690d2-06e5-4d31-ac25-e078a8dab3b0 req-685a604a-1332-4cce-aa83-b6a286ebdead tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 210 time: 0.0284357 Nov 10 17:44:00.075110 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '45af052a-ecbf-425a-9386-8739448c124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 4, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port': {'id': '45af052a-ecbf-425a-9386-8739448c124c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:52Z', 'updated_at': '2021-11-10T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'e4f1a8fd-54c7-4e66-a1ec-d52178339297', 'name': '', 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'mac_address': 'fa:16:3e:63:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:54Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 2, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'subnets': [{'id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:00.103580 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Checking router: 47182a7f-123f-4314-bf41-50d5764da8f2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:44:00.103927 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Updating router 47182a7f-123f-4314-bf41-50d5764da8f2 port e4f1a8fd-54c7-4e66-a1ec-d52178339297 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:44:00.132892 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.136615 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-0d05e3e2-1d21-4c2f-9815-131a38a1f474 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:00.138163 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-0d05e3e2-1d21-4c2f-9815-131a38a1f474 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.18 "GET /v2.0/networks?id=a80dc706-f998-48c4-8b8e-17e686a251c5 HTTP/1.1" status: 200 len: 817 time: 0.1136904 Nov 10 17:44:00.153616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Request body: {'port': {'device_id': 'c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'admin_state_up': True, 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:00.400406 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Made reservation on behalf of 91a49e65ee814140b746abdc9e16a2b6 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:00.404134 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.412338 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.506336 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.530690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Allocated IP 172.20.0.4 (a80dc706-f998-48c4-8b8e-17e686a251c5/d688cf59-4308-4bef-87eb-aebe44b2b6da/dbf819c4-5303-4564-93b8-b2388824e8d1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:00.562652 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7036824-3399-4e70-862f-167fa54c211b None None] Pushing event updated for resources: {'Port': ['ID=e4f1a8fd-54c7-4e66-a1ec-d52178339297,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:00.616388 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Attempting to bind port e4f1a8fd-54c7-4e66-a1ec-d52178339297 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:00.616772 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Attempting to bind port e4f1a8fd-54c7-4e66-a1ec-d52178339297 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:00.617125 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Attempting to bind port e4f1a8fd-54c7-4e66-a1ec-d52178339297 on network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:00.623618 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:00.623982 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Checking segment: {'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:00.624376 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.624762 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Bound using segment: {'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:00.625225 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Bound port: e4f1a8fd-54c7-4e66-a1ec-d52178339297, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20483a8a-1c87-4be8-8c96-d54ee5fc552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:00.625602 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.701079 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] For port e4f1a8fd-54c7-4e66-a1ec-d52178339297, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:00.704815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] For port e4f1a8fd-54c7-4e66-a1ec-d52178339297, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e4f1a8fd-54c7-4e66-a1ec-d52178339297,segment=NetworkSegment(20483a8a-1c87-4be8-8c96-d54ee5fc552a),segment_id=20483a8a-1c87-4be8-8c96-d54ee5fc552a)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:00.706739 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.776154 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.793663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Provisioning complete for port e4f1a8fd-54c7-4e66-a1ec-d52178339297 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:00.794223 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.806837 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.837376 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Routers {'47182a7f-123f-4314-bf41-50d5764da8f2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:00.838006 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:43:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['47182a7f-123f-4314-bf41-50d5764da8f2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:00.843555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7036824-3399-4e70-862f-167fa54c211b None None] Pushing event updated for resources: {'Port': ['ID=e4f1a8fd-54c7-4e66-a1ec-d52178339297,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:00.854233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Network a80dc706-f998-48c4-8b8e-17e686a251c5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:00.857841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:00.860386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:00.888731 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.925964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Pushing event updated for resources: {'Port': ['ID=dbf819c4-5303-4564-93b8-b2388824e8d1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:00.940837 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] For port e4f1a8fd-54c7-4e66-a1ec-d52178339297, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e4f1a8fd-54c7-4e66-a1ec-d52178339297,segment=NetworkSegment(20483a8a-1c87-4be8-8c96-d54ee5fc552a),segment_id=20483a8a-1c87-4be8-8c96-d54ee5fc552a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:00.969201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:00.969931 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.018465 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.058767 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-306f43db-8b3c-4b43-9150-8f226ad4c14d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095395 Nov 10 17:44:01.070511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Request body: {'port': {'device_id': 'c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:01.102911 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] Set router 47182a7f-123f-4314-bf41-50d5764da8f2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:44:01.132744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Pushing event updated for resources: {'Port': ['ID=e4f1a8fd-54c7-4e66-a1ec-d52178339297,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:01.146166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.146820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.147543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.148050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.148533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.149257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.149909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.150415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.150906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.151416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.151916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.152396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b3f1e-4a62-4e55-8ea2-c812e3ec6354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:01.217020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507314-3ba4-4785-9fd1-fa4bbb9685bd req-a447ddbe-eb50-4929-bf17-d5e31dd8b491 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:01.218599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce507314-3ba4-4785-9fd1-fa4bbb9685bd req-a447ddbe-eb50-4929-bf17-d5e31dd8b491 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 931 time: 0.1008420 Nov 10 17:44:01.219539 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.239941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5b71c632-9378-4a43-8c59-ee113fde5fd3 None None] Provisioning complete for port dbf819c4-5303-4564-93b8-b2388824e8d1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:01.240440 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b71c632-9378-4a43-8c59-ee113fde5fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.280237 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5b71c632-9378-4a43-8c59-ee113fde5fd3 None None] Port dbf819c4-5303-4564-93b8-b2388824e8d1 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:01.296738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5b71c632-9378-4a43-8c59-ee113fde5fd3 None None] Provisioning complete for port e4f1a8fd-54c7-4e66-a1ec-d52178339297 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:01.297090 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b71c632-9378-4a43-8c59-ee113fde5fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.339828 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '45af052a-ecbf-425a-9386-8739448c124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 4, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port': {'id': '45af052a-ecbf-425a-9386-8739448c124c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:52Z', 'updated_at': '2021-11-10T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'e4f1a8fd-54c7-4e66-a1ec-d52178339297', 'name': '', 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'mac_address': 'fa:16:3e:63:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:54Z', 'updated_at': '2021-11-10T17:44:00Z', 'revision_number': 4, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'subnets': [{'id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:01.371225 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc17db9-39d0-4bd5-b4b8-a6482d1101ce None None] The sync data for ids ['47182a7f-123f-4314-bf41-50d5764da8f2'] in n-d-714676-11 is: [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '45af052a-ecbf-425a-9386-8739448c124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:43:55Z', 'revision_number': 4, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port': {'id': '45af052a-ecbf-425a-9386-8739448c124c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:52Z', 'updated_at': '2021-11-10T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'e4f1a8fd-54c7-4e66-a1ec-d52178339297', 'name': '', 'network_id': 'c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'mac_address': 'fa:16:3e:63:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:54Z', 'updated_at': '2021-11-10T17:44:00Z', 'revision_number': 4, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'subnets': [{'id': '9ddcdd33-543c-4cbe-99ce-a49bdee6db6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:01.373742 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce507314-3ba4-4785-9fd1-fa4bbb9685bd req-9eadbf35-85e3-48d7-bef6-fcdfc2cfc3be tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425109 Nov 10 17:44:01.550988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf819c4-5303-4564-93b8-b2388824e8d1 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:01.558714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.572016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Transition to ACTIVE for port object dbf819c4-5303-4564-93b8-b2388824e8d1 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:44:01.675413 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.707810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f4290cc9-e5d0-4c31-bb48-0cc7e17f6697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.750790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Pushing event updated for resources: {'Port': ['ID=dbf819c4-5303-4564-93b8-b2388824e8d1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:01.812445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Attempting to bind port dbf819c4-5303-4564-93b8-b2388824e8d1 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:01.812777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Attempting to bind port dbf819c4-5303-4564-93b8-b2388824e8d1 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:01.813100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Attempting to bind port dbf819c4-5303-4564-93b8-b2388824e8d1 on network a80dc706-f998-48c4-8b8e-17e686a251c5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:01.818904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Port dbf819c4-5303-4564-93b8-b2388824e8d1 on network a80dc706-f998-48c4-8b8e-17e686a251c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:44:01.819224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Attempting to bind port dbf819c4-5303-4564-93b8-b2388824e8d1 on network a80dc706-f998-48c4-8b8e-17e686a251c5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:01.824493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:01.824827 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Checking segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:01.825205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Bound using segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:01.825775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Bound port: dbf819c4-5303-4564-93b8-b2388824e8d1, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:01.826135 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.901005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] For port dbf819c4-5303-4564-93b8-b2388824e8d1, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:01.904631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] For port dbf819c4-5303-4564-93b8-b2388824e8d1, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dbf819c4-5303-4564-93b8-b2388824e8d1,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:01.992808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.028682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.029278 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.030668 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] 10.222.0.18 "PUT /v2.0/ports/dbf819c4-5303-4564-93b8-b2388824e8d1 HTTP/1.1" status: 200 len: 1092 time: 0.9646752 Nov 10 17:44:02.031117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7', 'tag': 'dbf819c4-5303-4564-93b8-b2388824e8d1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:02.034846 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbddcb92-c60a-4eed-ae61-4eb209b14743" -d '{"events": [{"name": "network-changed", "server_uuid": "c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7", "tag": "dbf819c4-5303-4564-93b8-b2388824e8d1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:02.061014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da8fe-2dbb-4a13-9350-f21b93bceede service neutron] Pushing event updated for resources: {'Port': ['ID=dbf819c4-5303-4564-93b8-b2388824e8d1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:02.146355 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45757586-e2f7-4bbe-bec8-3c508a477840 x-openstack-request-id: req-45757586-e2f7-4bbe-bec8-3c508a477840 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:02.146658 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7", "tag": "dbf819c4-5303-4564-93b8-b2388824e8d1", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:02.146937 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45757586-e2f7-4bbe-bec8-3c508a477840 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:02.147380 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7', 'tag': 'dbf819c4-5303-4564-93b8-b2388824e8d1', 'status': 'completed', 'code': 200} Nov 10 17:44:02.212104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddcb92-c60a-4eed-ae61-4eb209b14743 req-1f04739e-a6ae-4012-9643-532d592a77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.213408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbddcb92-c60a-4eed-ae61-4eb209b14743 req-1f04739e-a6ae-4012-9643-532d592a77ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91a49e65ee814140b746abdc9e16a2b6&device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 1095 time: 0.0455039 Nov 10 17:44:02.319068 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddcb92-c60a-4eed-ae61-4eb209b14743 req-1b7d2c91-eb9e-4152-b63b-f295be4fdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.320631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbddcb92-c60a-4eed-ae61-4eb209b14743 req-1b7d2c91-eb9e-4152-b63b-f295be4fdeb8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=91a49e65ee814140b746abdc9e16a2b6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0983169 Nov 10 17:44:02.419746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddcb92-c60a-4eed-ae61-4eb209b14743 req-01b63dd7-ac78-40cf-bbd6-ca77e1e419a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.421211 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fbddcb92-c60a-4eed-ae61-4eb209b14743 req-01b63dd7-ac78-40cf-bbd6-ca77e1e419a2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938361 Nov 10 17:44:02.522419 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63e1f-7f5f-441a-b82b-c7892f2a9cca req-65e28fb3-0df2-4065-85df-57abbd62c725 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.523968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ef63e1f-7f5f-441a-b82b-c7892f2a9cca req-65e28fb3-0df2-4065-85df-57abbd62c725 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 943 time: 0.0772557 Nov 10 17:44:02.526815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-9e52a578-9f39-436a-8818-2b07e63d1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.528233 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-9e52a578-9f39-436a-8818-2b07e63d1d5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91a49e65ee814140b746abdc9e16a2b6&device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 1095 time: 0.0705078 Nov 10 17:44:02.579677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-c9218e25-8516-4ea6-bd56-9d8837f8adef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf819c4-5303-4564-93b8-b2388824e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0436051 Nov 10 17:44:02.637145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3ef63e1f-7f5f-441a-b82b-c7892f2a9cca req-f4e9fa19-939e-4aad-a8c3-68293e350e70 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072047 Nov 10 17:44:02.647198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-70705b1f-1ef2-4685-b869-d09138c7cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.648837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-70705b1f-1ef2-4685-b869-d09138c7cd46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d688cf59-4308-4bef-87eb-aebe44b2b6da HTTP/1.1" status: 200 len: 856 time: 0.0623934 Nov 10 17:44:02.698725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-09495057-5c88-4560-a433-e5a0a7723f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.700252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-09495057-5c88-4560-a433-e5a0a7723f3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a80dc706-f998-48c4-8b8e-17e686a251c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450387 Nov 10 17:44:02.798336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-7962a7f4-6516-48c0-ab3c-0dec2a0095a5 service neutron] 10.222.0.18 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905864 Nov 10 17:44:02.810232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e4f1a8fd-54c7-4e66-a1ec-d52178339297 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:02.858149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e4f1a8fd-54c7-4e66-a1ec-d52178339297 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:02.858384 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.887470 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e08b7862-8d2c-4618-94fe-3855692241e9 req-1db1ecc4-866b-48b5-96da-f161af91d282 service neutron] 10.222.0.18 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Nov 10 17:44:03.759896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357de3ff-73bc-47a7-9c3d-d38e558e7ec7 req-b3d1f324-94d1-4ec8-b47b-f0d81724943f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:03.761399 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-357de3ff-73bc-47a7-9c3d-d38e558e7ec7 req-b3d1f324-94d1-4ec8-b47b-f0d81724943f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 943 time: 0.0533578 Nov 10 17:44:03.810241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-357de3ff-73bc-47a7-9c3d-d38e558e7ec7 req-49ecf283-a181-4d67-9a7c-a1c4b745c302 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Nov 10 17:44:03.920641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ca6aae2f-e5ee-45a1-a815-e9e34eff02ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:04.933873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c59bbf-99d6-4aca-9aab-e07d40e27923 req-15f0300a-a1e5-4233-910c-c76419348d70 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:04.935410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0c59bbf-99d6-4aca-9aab-e07d40e27923 req-15f0300a-a1e5-4233-910c-c76419348d70 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 943 time: 0.0560350 Nov 10 17:44:04.985318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f0c59bbf-99d6-4aca-9aab-e07d40e27923 req-c88191e5-52d7-4047-a413-4b66cf997262 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437260 Nov 10 17:44:05.357558 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.107842 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed6c41-480b-48a3-86a7-e989f046a285 req-40ac0529-d7d0-4704-8c99-2d6c2ecae570 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:06.109313 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25ed6c41-480b-48a3-86a7-e989f046a285 req-40ac0529-d7d0-4704-8c99-2d6c2ecae570 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 943 time: 0.0558786 Nov 10 17:44:06.157051 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-25ed6c41-480b-48a3-86a7-e989f046a285 req-41b0eb14-9b8a-4f14-b8eb-5580c8736767 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Nov 10 17:44:06.279214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dbf819c4-5303-4564-93b8-b2388824e8d1 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:44:06.377995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dbf819c4-5303-4564-93b8-b2388824e8d1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dbf819c4-5303-4564-93b8-b2388824e8d1,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:06.388860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'dbf819c4-5303-4564-93b8-b2388824e8d1', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'port_id': 'dbf819c4-5303-4564-93b8-b2388824e8d1', 'mac_address': 'fa:16:3e:a3:de:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:44:06.425627 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.437816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf819c4-5303-4564-93b8-b2388824e8d1 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:06.459673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dbf819c4-5303-4564-93b8-b2388824e8d1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dbf819c4-5303-4564-93b8-b2388824e8d1,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:06.518276 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.568912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=dbf819c4-5303-4564-93b8-b2388824e8d1,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:06.726409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['dbf819c4-5303-4564-93b8-b2388824e8d1'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:07.077503 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.276536 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d921ab-b182-4cbc-a53e-589ec7e761d4 req-a40cae5a-8cdd-4de4-afd5-f7d116b1a697 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:07.278032 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75d921ab-b182-4cbc-a53e-589ec7e761d4 req-a40cae5a-8cdd-4de4-afd5-f7d116b1a697 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 944 time: 0.0489645 Nov 10 17:44:07.327275 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75d921ab-b182-4cbc-a53e-589ec7e761d4 req-c8edd2b0-8859-4bd8-823e-a0cebeefac01 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Nov 10 17:44:07.757304 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.286131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dbf819c4-5303-4564-93b8-b2388824e8d1 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:08.432039 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port dbf819c4-5303-4564-93b8-b2388824e8d1 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:44:08.436144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port dbf819c4-5303-4564-93b8-b2388824e8d1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:08.436613 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.449679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536a262-d257-49ab-a895-45f51580d353 req-00281077-38c8-495b-bc50-7fe8d236dc22 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:08.449679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1536a262-d257-49ab-a895-45f51580d353 req-00281077-38c8-495b-bc50-7fe8d236dc22 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 944 time: 0.0492682 Nov 10 17:44:08.498365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1536a262-d257-49ab-a895-45f51580d353 req-1e4d1d1b-9646-482b-a106-46cf840bcd11 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Nov 10 17:44:08.525131 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.546651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf819c4-5303-4564-93b8-b2388824e8d1'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:08.549154 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35b3d7-5edf-45fc-812c-d439c81488ba" -d '{"events": [{"server_uuid": "c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7", "name": "network-vif-plugged", "status": "completed", "tag": "dbf819c4-5303-4564-93b8-b2388824e8d1"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:08.565468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port dbf819c4-5303-4564-93b8-b2388824e8d1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dbf819c4-5303-4564-93b8-b2388824e8d1,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:08.592269 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.646197 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.651900 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ecf142-fce2-4ae7-9a44-3a9d5ed547de x-openstack-request-id: req-56ecf142-fce2-4ae7-9a44-3a9d5ed547de {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:08.652663 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7", "name": "network-vif-plugged", "status": "completed", "tag": "dbf819c4-5303-4564-93b8-b2388824e8d1", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:08.652663 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56ecf142-fce2-4ae7-9a44-3a9d5ed547de {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:08.652663 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf819c4-5303-4564-93b8-b2388824e8d1', 'code': 200} Nov 10 17:44:08.696481 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=dbf819c4-5303-4564-93b8-b2388824e8d1,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:08.746533 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42540a0a-eea1-4be5-a9bc-3bed6f732b00 req-fcec06fb-98f0-4402-9a8a-9297741e7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:08.748050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42540a0a-eea1-4be5-a9bc-3bed6f732b00 req-fcec06fb-98f0-4402-9a8a-9297741e7732 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 1097 time: 0.0396509 Nov 10 17:44:08.794416 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-42540a0a-eea1-4be5-a9bc-3bed6f732b00 req-f4dd639b-7e46-457d-831b-5dd5f541f054 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 Nov 10 17:44:09.624577 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d784c-cdd6-4d15-82df-ba2fde596fc6 req-7eff223e-5c4c-4acb-a309-f866d36d1e76 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:09.626032 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a78d784c-cdd6-4d15-82df-ba2fde596fc6 req-7eff223e-5c4c-4acb-a309-f866d36d1e76 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 945 time: 0.0543942 Nov 10 17:44:09.675544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a78d784c-cdd6-4d15-82df-ba2fde596fc6 req-e6d5b621-805a-4622-8b11-186781b7d252 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Nov 10 17:44:10.799393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff13d19-505a-448a-90a0-44da3b5623f0 req-956620a6-d4a9-4064-b125-c4430911239e tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:10.801896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ff13d19-505a-448a-90a0-44da3b5623f0 req-956620a6-d4a9-4064-b125-c4430911239e tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 945 time: 0.0575011 Nov 10 17:44:10.865656 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7ff13d19-505a-448a-90a0-44da3b5623f0 req-16e76fc2-2727-45b2-a32d-b41a99986199 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581048 Nov 10 17:44:10.988323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bc713-7b51-4c99-bf54-9ffdc691655a req-639fe546-3c47-4cf3-8096-a86b55aa1f9f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:10.989707 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e7bc713-7b51-4c99-bf54-9ffdc691655a req-639fe546-3c47-4cf3-8096-a86b55aa1f9f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 945 time: 0.0498669 Nov 10 17:44:11.049453 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e7bc713-7b51-4c99-bf54-9ffdc691655a req-1f0c31ab-06d1-479a-963f-10210ebfa703 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Nov 10 17:44:11.152021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.628678 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:44:31.675742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb2538fe-5558-4ce9-bbc2-57f17758fc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.673865 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-8f60db34-d2fe-4826-abe2-31e32b49236b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442529 Nov 10 17:44:33.773216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-aba7dc2f-a34c-4c38-9944-48bfb0bb8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:33.775107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-aba7dc2f-a34c-4c38-9944-48bfb0bb8368 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91a49e65ee814140b746abdc9e16a2b6&device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 1097 time: 0.0549302 Nov 10 17:44:33.900318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-59520587-d46c-4868-bfcd-a214a31c9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:33.901680 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-59520587-d46c-4868-bfcd-a214a31c9e90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a80dc706-f998-48c4-8b8e-17e686a251c5 HTTP/1.1" status: 200 len: 918 time: 0.1025269 Nov 10 17:44:33.914792 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-862d7ae8-1634-4674-ab26-221bb4b7af1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.960537 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-b25af724-9f13-4b8a-a01c-e25285745801 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf819c4-5303-4564-93b8-b2388824e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0509770 Nov 10 17:44:34.041397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-28700a5d-4838-4bf1-b6fa-14e4f90e5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:34.043852 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-28700a5d-4838-4bf1-b6fa-14e4f90e5090 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d688cf59-4308-4bef-87eb-aebe44b2b6da HTTP/1.1" status: 200 len: 856 time: 0.0761125 Nov 10 17:44:34.112987 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-32f4d48d-50e5-4484-96f6-8168b5e26b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:34.114693 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-32f4d48d-50e5-4484-96f6-8168b5e26b93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a80dc706-f998-48c4-8b8e-17e686a251c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628538 Nov 10 17:44:34.263465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-0eab947e-9d97-43de-b7b3-f2d1651dbf52 service neutron] 10.222.0.18 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380408 Nov 10 17:44:34.410505 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd23f78c-d55f-4a1d-a95f-6fd54eb68b63 req-5ea22292-3d3b-4f52-b8d2-7e9f01f87854 service neutron] 10.222.0.18 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396320 Nov 10 17:44:35.386528 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.103203 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.762961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b849ee2-23aa-4b4c-a7f2-1d733e6a8a78 req-1c256491-9eb8-41a6-bc2b-1b4c2cc71f69 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:37.764670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b849ee2-23aa-4b4c-a7f2-1d733e6a8a78 req-1c256491-9eb8-41a6-bc2b-1b4c2cc71f69 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 945 time: 0.0559888 Nov 10 17:44:37.809728 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.826734 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b849ee2-23aa-4b4c-a7f2-1d733e6a8a78 req-6cdd205d-5be3-47b9-8d2c-51cbbde4f16e tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511189 Nov 10 17:44:38.585858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.955082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b9e26-5acc-42f5-8db8-482d76c2e446 req-0d3ec135-f234-4075-a11d-46c6999a64a1 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:38.956613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f01b9e26-5acc-42f5-8db8-482d76c2e446 req-0d3ec135-f234-4075-a11d-46c6999a64a1 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 945 time: 0.0560653 Nov 10 17:44:39.010397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f01b9e26-5acc-42f5-8db8-482d76c2e446 req-2ac8f9f5-7d91-43d4-83d5-6f11d2fe5bc0 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472507 Nov 10 17:44:39.241494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-8e0c4a24-ac61-4673-b848-d435224a5e40 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:39.241494 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-8e0c4a24-ac61-4673-b848-d435224a5e40 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.18 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 945 time: 0.0515499 Nov 10 17:44:39.336414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Deleting port dbf819c4-5303-4564-93b8-b2388824e8d1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:39.336757 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.434639 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] For port dbf819c4-5303-4564-93b8-b2388824e8d1, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=dbf819c4-5303-4564-93b8-b2388824e8d1,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:39.435002 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.448096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Calling delete_port for dbf819c4-5303-4564-93b8-b2388824e8d1 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:39.725823 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.739296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['dbf819c4-5303-4564-93b8-b2388824e8d1'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:39.756234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Pushing event deleted for resources: {'Port': ['ID=dbf819c4-5303-4564-93b8-b2388824e8d1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:39.770471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.770829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.771177 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.771550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.771872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.772237 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.772558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.772861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.773190 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.773515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.773847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.774158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:39.810438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] No DVR routers for this DVR port dbf819c4-5303-4564-93b8-b2388824e8d1 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:39.813202 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.816917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-edc9ec77-409e-4da3-9f75-aa21739ebb9c req-9e7420d9-b7ab-489a-aa24-d80192e54529 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.18 "DELETE /v2.0/ports/dbf819c4-5303-4564-93b8-b2388824e8d1 HTTP/1.1" status: 204 len: 173 time: 0.5716219 Nov 10 17:44:39.817362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7', 'name': 'network-vif-deleted', 'tag': 'dbf819c4-5303-4564-93b8-b2388824e8d1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:39.819683 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c9daf-8dc8-48fd-aa0d-544642d7ebfe" -d '{"events": [{"server_uuid": "c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7", "name": "network-vif-deleted", "tag": "dbf819c4-5303-4564-93b8-b2388824e8d1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:39.859950 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cdbf46-8d8c-468c-9253-9f4b3e6f66af x-openstack-request-id: req-89cdbf46-8d8c-468c-9253-9f4b3e6f66af {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:39.860349 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7", "name": "network-vif-deleted", "tag": "dbf819c4-5303-4564-93b8-b2388824e8d1", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:39.860654 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89cdbf46-8d8c-468c-9253-9f4b3e6f66af {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:39.861106 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7', 'name': 'network-vif-deleted', 'tag': 'dbf819c4-5303-4564-93b8-b2388824e8d1', 'status': 'completed', 'code': 200} Nov 10 17:44:40.120597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4ec5d90a-3b7f-44b8-b526-4e402697ab00 req-ddca5c5b-ba41-4ec6-81b8-cbcd9571f33b tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a0a4a-1175-4d4e-8f2e-4a2d0ec887b7 HTTP/1.1" status: 200 len: 210 time: 0.0346212 Nov 10 17:44:41.214388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.303692 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-79fb6ea6-9d4f-47b7-85fd-216df8e30f41 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:42.305335 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-79fb6ea6-9d4f-47b7-85fd-216df8e30f41 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/networks?id=a80dc706-f998-48c4-8b8e-17e686a251c5 HTTP/1.1" status: 200 len: 817 time: 0.1144965 Nov 10 17:44:42.323628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-487f7493-8c6f-4984-8591-ea44969ec955 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/quotas/91a49e65ee814140b746abdc9e16a2b6 HTTP/1.1" status: 200 len: 375 time: 0.0119357 Nov 10 17:44:42.380348 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-5e875a45-567f-4300-99b9-e15a948eaa0b tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91a49e65ee814140b746abdc9e16a2b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500534 Nov 10 17:44:42.473811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dbf819c4-5303-4564-93b8-b2388824e8d1 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:42.495663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: dbf819c4-5303-4564-93b8-b2388824e8d1 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:44:42.496001 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device dbf819c4-5303-4564-93b8-b2388824e8d1 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:44:42.588511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-beeba817-dab7-4c93-b514-1a06d2d631ce service neutron] 10.222.0.62 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946940 Nov 10 17:44:42.684805 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-a8b8c14a-e41f-48eb-bb22-13f07356c670 service neutron] 10.222.0.62 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897589 Nov 10 17:44:42.957617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-15a9463d-7ecd-4bf3-86a9-2af9e6802538 req-8738a491-873b-4b1e-9061-465cd2304f45 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 210 time: 0.0314097 Nov 10 17:44:44.070850 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-977bf58b-adbf-4b48-9e17-de41d1ce9c34 req-673ce987-94f2-4c01-b1c8-2bdc0516001e tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 210 time: 0.0298846 Nov 10 17:44:45.178712 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dd7c63da-3784-48ff-98cb-bd20c21d7898 req-6977121d-9277-4fa0-9ae3-3e5778d27ae3 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 210 time: 0.0331447 Nov 10 17:44:45.207537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-64893e1a-6ab2-45d1-80eb-6f8c051bfc04 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:45.209049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-64893e1a-6ab2-45d1-80eb-6f8c051bfc04 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.69 "GET /v2.0/networks?id=a80dc706-f998-48c4-8b8e-17e686a251c5 HTTP/1.1" status: 200 len: 817 time: 0.1261256 Nov 10 17:44:45.225327 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Request body: {'port': {'device_id': 'd2502612-f991-48ad-80f1-62b09ae487d2', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'admin_state_up': True, 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:45.414161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Made reservation on behalf of 91a49e65ee814140b746abdc9e16a2b6 for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:45.417879 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.553514 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Allocated IP 172.20.0.8 (a80dc706-f998-48c4-8b8e-17e686a251c5/d688cf59-4308-4bef-87eb-aebe44b2b6da/0cb42439-dc94-4cd0-9138-466722de9c1b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:45.709876 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.814772 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.858683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Network a80dc706-f998-48c4-8b8e-17e686a251c5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:45.863925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:45.867705 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:45.892923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Pushing event updated for resources: {'Port': ['ID=0cb42439-dc94-4cd0-9138-466722de9c1b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:45.904256 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.904599 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.904938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.905272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.905600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.905927 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.906255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.906582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.906925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.907932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.908387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.908852 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:45.940621 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:45.941255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.057018 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-ec0a2d5f-c259-485c-b497-66a82f54f899 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354406 Nov 10 17:44:46.072221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Request body: {'port': {'device_id': 'd2502612-f991-48ad-80f1-62b09ae487d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:46.135234 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.152740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-717a1093-fac1-46f8-8a82-f747726eb540 None None] Provisioning complete for port 0cb42439-dc94-4cd0-9138-466722de9c1b triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:46.153316 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-717a1093-fac1-46f8-8a82-f747726eb540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.188781 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-717a1093-fac1-46f8-8a82-f747726eb540 None None] Port 0cb42439-dc94-4cd0-9138-466722de9c1b cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:46.367467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8a14-88d9-4589-ab08-85bd74b84d31 req-93a22eab-d7db-4673-93e0-7db4632f59c0 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:46.369036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c7d8a14-88d9-4589-ab08-85bd74b84d31 req-93a22eab-d7db-4673-93e0-7db4632f59c0 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 931 time: 0.1120715 Nov 10 17:44:46.450440 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7c7d8a14-88d9-4589-ab08-85bd74b84d31 req-2c30b50f-63f4-488d-bfd9-9dc5014c2965 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704527 Nov 10 17:44:46.506729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb42439-dc94-4cd0-9138-466722de9c1b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:46.514645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.527851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Transition to ACTIVE for port object 0cb42439-dc94-4cd0-9138-466722de9c1b will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:44:46.605723 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.661766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb42439-dc94-4cd0-9138-466722de9c1b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:46.737701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Attempting to bind port 0cb42439-dc94-4cd0-9138-466722de9c1b on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:46.738078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Attempting to bind port 0cb42439-dc94-4cd0-9138-466722de9c1b by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:46.738434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Attempting to bind port 0cb42439-dc94-4cd0-9138-466722de9c1b on network a80dc706-f998-48c4-8b8e-17e686a251c5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:46.743936 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Port 0cb42439-dc94-4cd0-9138-466722de9c1b on network a80dc706-f998-48c4-8b8e-17e686a251c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:44:46.744268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Attempting to bind port 0cb42439-dc94-4cd0-9138-466722de9c1b on network a80dc706-f998-48c4-8b8e-17e686a251c5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:46.749859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:46.750178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Checking segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:46.750556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Bound using segment: {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:46.752346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Bound port: 0cb42439-dc94-4cd0-9138-466722de9c1b, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7f8f44-dbe2-4dad-b780-04483e0af4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:46.752706 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.834913 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] For port 0cb42439-dc94-4cd0-9138-466722de9c1b, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:46.838342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] For port 0cb42439-dc94-4cd0-9138-466722de9c1b, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0cb42439-dc94-4cd0-9138-466722de9c1b,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:46.923770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.960028 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:46.960690 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.962064 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] 10.222.0.69 "PUT /v2.0/ports/0cb42439-dc94-4cd0-9138-466722de9c1b HTTP/1.1" status: 200 len: 1092 time: 0.8944004 Nov 10 17:44:46.962511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2502612-f991-48ad-80f1-62b09ae487d2', 'tag': '0cb42439-dc94-4cd0-9138-466722de9c1b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:46.964801 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa2a86f-f14e-4b9c-95b5-9f03e1deceea" -d '{"events": [{"name": "network-changed", "server_uuid": "d2502612-f991-48ad-80f1-62b09ae487d2", "tag": "0cb42439-dc94-4cd0-9138-466722de9c1b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:46.988814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b96d0d-6d82-4647-af7f-1cf936f0e968 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb42439-dc94-4cd0-9138-466722de9c1b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:47.019396 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98041ffb-1d13-416e-80c9-a034a8fbc39b x-openstack-request-id: req-98041ffb-1d13-416e-80c9-a034a8fbc39b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:47.019696 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2502612-f991-48ad-80f1-62b09ae487d2", "tag": "0cb42439-dc94-4cd0-9138-466722de9c1b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:47.019951 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98041ffb-1d13-416e-80c9-a034a8fbc39b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:47.020360 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2502612-f991-48ad-80f1-62b09ae487d2', 'tag': '0cb42439-dc94-4cd0-9138-466722de9c1b', 'status': 'completed', 'code': 200} Nov 10 17:44:47.097582 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2a86f-f14e-4b9c-95b5-9f03e1deceea req-c5233723-a9f5-4463-bb09-4835b7f16c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.099336 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa2a86f-f14e-4b9c-95b5-9f03e1deceea req-c5233723-a9f5-4463-bb09-4835b7f16c11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91a49e65ee814140b746abdc9e16a2b6&device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 1095 time: 0.0522587 Nov 10 17:44:47.220358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2a86f-f14e-4b9c-95b5-9f03e1deceea req-352b184c-3177-4260-b136-93d799a83e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.221859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa2a86f-f14e-4b9c-95b5-9f03e1deceea req-352b184c-3177-4260-b136-93d799a83e87 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=91a49e65ee814140b746abdc9e16a2b6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1095147 Nov 10 17:44:47.333011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2a86f-f14e-4b9c-95b5-9f03e1deceea req-277c0b67-52f8-47c2-83ff-8401519f52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.334846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfa2a86f-f14e-4b9c-95b5-9f03e1deceea req-277c0b67-52f8-47c2-83ff-8401519f52a9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041141 Nov 10 17:44:47.416678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-f3c25e74-eb90-444e-94c1-779c57f3730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.418191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-f3c25e74-eb90-444e-94c1-779c57f3730c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91a49e65ee814140b746abdc9e16a2b6&device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 1095 time: 0.0437152 Nov 10 17:44:47.464370 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-c1aa5c6f-3eef-4d38-9900-ba94c9e361ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb42439-dc94-4cd0-9138-466722de9c1b HTTP/1.1" status: 200 len: 217 time: 0.0378187 Nov 10 17:44:47.518490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-6b2be138-86f0-4339-9cbf-465136199cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.523368 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-6b2be138-86f0-4339-9cbf-465136199cfd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d688cf59-4308-4bef-87eb-aebe44b2b6da HTTP/1.1" status: 200 len: 856 time: 0.0479412 Nov 10 17:44:47.600797 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-64f57a75-f701-46aa-a799-8c6307e6f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.602252 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-64f57a75-f701-46aa-a799-8c6307e6f7cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a80dc706-f998-48c4-8b8e-17e686a251c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743070 Nov 10 17:44:47.610331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3fa68-882f-4fa2-a7b6-0cf1590c648a req-5ecbffea-b6a5-4a63-8561-6aba1deb32e4 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.611900 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75a3fa68-882f-4fa2-a7b6-0cf1590c648a req-5ecbffea-b6a5-4a63-8561-6aba1deb32e4 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 943 time: 0.0856397 Nov 10 17:44:47.714774 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-75a3fa68-882f-4fa2-a7b6-0cf1590c648a req-2c7e4698-a389-48c8-a4c4-c0ae9646e973 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945165 Nov 10 17:44:47.732539 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-04d6fa36-7a3c-4b27-a955-d3f5bea77f5d service neutron] 10.222.0.69 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194198 Nov 10 17:44:47.831677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8ceb8be-01a5-40c0-a50d-a145f3f0d83b req-6a8cb626-57ab-40c6-a4fd-87e40cad503c service neutron] 10.222.0.69 "GET /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918353 Nov 10 17:44:48.839201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71a700-55a5-47d4-a0df-1dc56b2ff96a req-eb8aa103-bcf1-4fdc-a201-be62d1549ead tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:48.840762 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f71a700-55a5-47d4-a0df-1dc56b2ff96a req-eb8aa103-bcf1-4fdc-a201-be62d1549ead tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 943 time: 0.0538404 Nov 10 17:44:48.896819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7f71a700-55a5-47d4-a0df-1dc56b2ff96a req-9c07f75c-75ac-4759-a1bc-6aca2470e8a2 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498903 Nov 10 17:44:50.021071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d3f66-50a9-4670-b4d5-91d01a029b59 req-7a78938d-8963-4f79-accb-d7a6b7ac1971 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:50.022603 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad2d3f66-50a9-4670-b4d5-91d01a029b59 req-7a78938d-8963-4f79-accb-d7a6b7ac1971 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 943 time: 0.0539272 Nov 10 17:44:50.072965 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ad2d3f66-50a9-4670-b4d5-91d01a029b59 req-436b0d38-096a-442c-ba91-d6325c0517e2 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Nov 10 17:44:51.207034 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dc1cb-db42-4a2e-a0b8-200d4efff668 req-3996adba-ffde-49b0-8005-0a33accbc098 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:51.208630 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc6dc1cb-db42-4a2e-a0b8-200d4efff668 req-3996adba-ffde-49b0-8005-0a33accbc098 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 943 time: 0.0567539 Nov 10 17:44:51.262401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bc6dc1cb-db42-4a2e-a0b8-200d4efff668 req-7c609418-6644-49be-8d88-72957bc7ae36 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Nov 10 17:44:52.001472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0cb42439-dc94-4cd0-9138-466722de9c1b details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:44:52.101626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0cb42439-dc94-4cd0-9138-466722de9c1b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0cb42439-dc94-4cd0-9138-466722de9c1b,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:52.115056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '0cb42439-dc94-4cd0-9138-466722de9c1b', 'network_id': 'a80dc706-f998-48c4-8b8e-17e686a251c5', 'port_id': '0cb42439-dc94-4cd0-9138-466722de9c1b', 'mac_address': 'fa:16:3e:90:6a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd688cf59-4308-4bef-87eb-aebe44b2b6da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:44:52.154253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.171520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb42439-dc94-4cd0-9138-466722de9c1b {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:52.191672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0cb42439-dc94-4cd0-9138-466722de9c1b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0cb42439-dc94-4cd0-9138-466722de9c1b,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:52.273888 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.328336 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0cb42439-dc94-4cd0-9138-466722de9c1b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:52.408846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4be16-f7a2-412c-b18b-3ce37dec5b72 req-9f348341-8af2-4404-8c4d-e0f99aea2428 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:52.410402 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ac4be16-f7a2-412c-b18b-3ce37dec5b72 req-9f348341-8af2-4404-8c4d-e0f99aea2428 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 944 time: 0.0591800 Nov 10 17:44:52.463529 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ac4be16-f7a2-412c-b18b-3ce37dec5b72 req-bdfe9294-8da7-4e02-b4c8-535dcdfc8fbe tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Nov 10 17:44:52.591185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['0cb42439-dc94-4cd0-9138-466722de9c1b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:53.596882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92673d63-b28e-459c-9afa-9833ab0297d3 req-5eb74689-2035-4295-b742-bb89e5134c47 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:53.598510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-92673d63-b28e-459c-9afa-9833ab0297d3 req-5eb74689-2035-4295-b742-bb89e5134c47 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 944 time: 0.0568094 Nov 10 17:44:53.654241 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-92673d63-b28e-459c-9afa-9833ab0297d3 req-c71289d6-e612-420b-bc10-06e9782c71da tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Nov 10 17:44:54.001096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0cb42439-dc94-4cd0-9138-466722de9c1b up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:54.117088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 0cb42439-dc94-4cd0-9138-466722de9c1b completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:44:54.121502 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 0cb42439-dc94-4cd0-9138-466722de9c1b triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:54.121871 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:54.205466 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:54.229442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2502612-f991-48ad-80f1-62b09ae487d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb42439-dc94-4cd0-9138-466722de9c1b'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:54.231799 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cccc2b-b3c7-4056-904d-7c342f70b265" -d '{"events": [{"server_uuid": "d2502612-f991-48ad-80f1-62b09ae487d2", "name": "network-vif-plugged", "status": "completed", "tag": "0cb42439-dc94-4cd0-9138-466722de9c1b"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:54.245971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0cb42439-dc94-4cd0-9138-466722de9c1b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0cb42439-dc94-4cd0-9138-466722de9c1b,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:54.275757 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4008ea52-ce5d-4d9a-b344-aa15019b77d1 x-openstack-request-id: req-4008ea52-ce5d-4d9a-b344-aa15019b77d1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:54.276046 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2502612-f991-48ad-80f1-62b09ae487d2", "name": "network-vif-plugged", "status": "completed", "tag": "0cb42439-dc94-4cd0-9138-466722de9c1b", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:54.276304 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4008ea52-ce5d-4d9a-b344-aa15019b77d1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:54.276699 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2502612-f991-48ad-80f1-62b09ae487d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb42439-dc94-4cd0-9138-466722de9c1b', 'code': 200} Nov 10 17:44:54.354572 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:54.385956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917eb2-f847-4f4d-b2d4-4f6b23930a4b req-8efab33f-cb5c-4781-ac80-c2b9b945ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:54.387734 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c917eb2-f847-4f4d-b2d4-4f6b23930a4b req-8efab33f-cb5c-4781-ac80-c2b9b945ecd5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 1096 time: 0.0477090 Nov 10 17:44:54.415151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0cb42439-dc94-4cd0-9138-466722de9c1b,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:54.439016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c917eb2-f847-4f4d-b2d4-4f6b23930a4b req-ad2aee8d-7a76-475d-944e-9c3a7edca26a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443087 Nov 10 17:44:54.775586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6130193-f1e2-42a2-92e6-38e56c6b2ebf req-7fee574e-67b3-45bd-8981-ba87e7d9af29 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:54.777161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6130193-f1e2-42a2-92e6-38e56c6b2ebf req-7fee574e-67b3-45bd-8981-ba87e7d9af29 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 945 time: 0.0510302 Nov 10 17:44:54.825520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6130193-f1e2-42a2-92e6-38e56c6b2ebf req-8c93ac01-9d22-4fa9-a0eb-e67309f2d6ca tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Nov 10 17:44:55.954391 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fe281-8000-4b27-ad40-1c88cad90957 req-c7e7da48-e3ce-4eaf-be09-8dda87de94a6 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:55.955837 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb8fe281-8000-4b27-ad40-1c88cad90957 req-c7e7da48-e3ce-4eaf-be09-8dda87de94a6 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 945 time: 0.0521331 Nov 10 17:44:56.010637 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb8fe281-8000-4b27-ad40-1c88cad90957 req-f1923d86-161b-4e9f-ad2c-bc977eaaf36f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Nov 10 17:44:57.138863 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2aa3-2289-4b78-91ff-4764e863ec81 req-cae2a2e4-4305-4bcc-a978-9d325b5fda5d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.140365 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d34b2aa3-2289-4b78-91ff-4764e863ec81 req-cae2a2e4-4305-4bcc-a978-9d325b5fda5d tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 945 time: 0.0532672 Nov 10 17:44:57.188394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d34b2aa3-2289-4b78-91ff-4764e863ec81 req-7d8aaaa7-2dfa-4665-a01a-ffd612b8ef23 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Nov 10 17:44:57.305282 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e9335-88e1-47bb-8c50-84c17c375df1 req-8f7e0e35-4b64-48c0-bbcf-46a7d692fa7b tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.306804 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80e9335-88e1-47bb-8c50-84c17c375df1 req-8f7e0e35-4b64-48c0-bbcf-46a7d692fa7b tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 945 time: 0.0506463 Nov 10 17:44:57.357578 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a80e9335-88e1-47bb-8c50-84c17c375df1 req-187ca4c6-4af9-4e90-af2f-34d11867706a tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446198 Nov 10 17:45:01.685357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-09d75c6b-da09-4cce-94d4-8efdcc01c0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.629677 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:45:03.957072 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5df98f38-3f04-425f-bce5-bbc4212561e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.342284 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.080397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.765394 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.591017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:11.201792 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.622548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f0933-75e7-40d0-9660-785b502e5302 req-9737657a-0817-4cf2-9611-94cb0179cac6 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:22.624065 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-446f0933-75e7-40d0-9660-785b502e5302 req-9737657a-0817-4cf2-9611-94cb0179cac6 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 945 time: 0.0518191 Nov 10 17:45:22.677565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-446f0933-75e7-40d0-9660-785b502e5302 req-bec89bc1-b8c6-45a4-a464-9c59e0171565 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471270 Nov 10 17:45:23.820529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e990d26-9386-443a-8e4e-c5a7b3a192b1 req-d1b058be-f8e8-4d06-801b-0df772734683 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:23.822963 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e990d26-9386-443a-8e4e-c5a7b3a192b1 req-d1b058be-f8e8-4d06-801b-0df772734683 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 945 time: 0.0664785 Nov 10 17:45:23.872297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e990d26-9386-443a-8e4e-c5a7b3a192b1 req-a188f028-3ef9-4507-b4fc-49c24193a006 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Nov 10 17:45:24.750046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-e20238a2-c7b3-45fb-ade6-76c10675f674 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:24.751456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-e20238a2-c7b3-45fb-ade6-76c10675f674 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 945 time: 0.0538354 Nov 10 17:45:24.844013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Deleting port 0cb42439-dc94-4cd0-9138-466722de9c1b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:24.844840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.944556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] For port 0cb42439-dc94-4cd0-9138-466722de9c1b, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0cb42439-dc94-4cd0-9138-466722de9c1b,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:24.944927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.960724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Calling delete_port for 0cb42439-dc94-4cd0-9138-466722de9c1b owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:24.995521 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d31b-b9f8-483d-8d79-f288ab85c42f req-3e646e8f-0ac2-4a28-bc11-588ad6a1f9bc tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:24.997026 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a46d31b-b9f8-483d-8d79-f288ab85c42f req-3e646e8f-0ac2-4a28-bc11-588ad6a1f9bc tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 945 time: 0.0502203 Nov 10 17:45:25.052219 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1a46d31b-b9f8-483d-8d79-f288ab85c42f req-b5b6fdb2-9530-4dcf-ada7-9647b5cd225a tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476844 Nov 10 17:45:25.161884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.178415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['0cb42439-dc94-4cd0-9138-466722de9c1b'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:45:25.197048 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Pushing event deleted for resources: {'Port': ['ID=0cb42439-dc94-4cd0-9138-466722de9c1b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:25.240078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] No DVR routers for this DVR port 0cb42439-dc94-4cd0-9138-466722de9c1b on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:25.243036 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.246448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-788a3049-03c1-4442-a065-9787eaa9f1e1 req-64cba468-34a2-4c81-90f0-804bb0a55c4f tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.69 "DELETE /v2.0/ports/0cb42439-dc94-4cd0-9138-466722de9c1b HTTP/1.1" status: 204 len: 173 time: 0.4887052 Nov 10 17:45:25.246925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2502612-f991-48ad-80f1-62b09ae487d2', 'name': 'network-vif-deleted', 'tag': '0cb42439-dc94-4cd0-9138-466722de9c1b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:25.249997 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d28e2ed-b389-40a4-ab23-fff41024cc8a" -d '{"events": [{"server_uuid": "d2502612-f991-48ad-80f1-62b09ae487d2", "name": "network-vif-deleted", "tag": "0cb42439-dc94-4cd0-9138-466722de9c1b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:25.292794 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f62f375-768d-499c-a8a8-bc4f487675be x-openstack-request-id: req-3f62f375-768d-499c-a8a8-bc4f487675be {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:25.293096 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2502612-f991-48ad-80f1-62b09ae487d2", "name": "network-vif-deleted", "tag": "0cb42439-dc94-4cd0-9138-466722de9c1b", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:25.293348 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f62f375-768d-499c-a8a8-bc4f487675be {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:25.293751 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2502612-f991-48ad-80f1-62b09ae487d2', 'name': 'network-vif-deleted', 'tag': '0cb42439-dc94-4cd0-9138-466722de9c1b', 'status': 'completed', 'code': 200} Nov 10 17:45:26.163968 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-78269274-f7aa-4684-8481-f8b91ee5a457 req-b518071d-3729-43f0-a1bd-9a93b4fcde56 tempest-TestEncryptedCinderVolumes-1857796584 tempest-TestEncryptedCinderVolumes-1857796584-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2502612-f991-48ad-80f1-62b09ae487d2 HTTP/1.1" status: 200 len: 210 time: 0.0283973 Nov 10 17:45:27.320166 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42518) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:28.061165 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.218407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0cb42439-dc94-4cd0-9138-466722de9c1b no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:28.238482 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 0cb42439-dc94-4cd0-9138-466722de9c1b {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:28.238844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0cb42439-dc94-4cd0-9138-466722de9c1b not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:28.317602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Deleting port fb20225b-191b-4c6d-b9dc-efbd2d0f428d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:28.317984 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.402729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] For port fb20225b-191b-4c6d-b9dc-efbd2d0f428d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:28.403492 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.415904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Calling delete_port for fb20225b-191b-4c6d-b9dc-efbd2d0f428d owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:28.652879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.680222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb20225b-191b-4c6d-b9dc-efbd2d0f428d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:28.870504 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.090202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Router 9731b2be-d6f4-41b1-82b2-5338afa0b898 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:29.201916 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:29.207356 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a73058f0-7cef-492b-a789-3190c8c2b85a admin admin] 10.222.0.62 "PUT /v2.0/routers/9731b2be-d6f4-41b1-82b2-5338afa0b898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8861127 Nov 10 17:45:29.209864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:29.212842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] Sync routers for ids ['9731b2be-d6f4-41b1-82b2-5338afa0b898'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:29.230243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] Routers {'9731b2be-d6f4-41b1-82b2-5338afa0b898'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:29.230243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9731b2be-d6f4-41b1-82b2-5338afa0b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:29.330125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.340788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] Set router 9731b2be-d6f4-41b1-82b2-5338afa0b898 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:29.437919 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.538359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:45:28Z', 'revision_number': 5, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port': {'id': 'b40f4190-94d4-403d-90e6-e507f4a47c12', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:45Z', 'updated_at': '2021-11-10T17:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:29.554441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Deleting port b40f4190-94d4-403d-90e6-e507f4a47c12 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:29.554775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.574745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] Checking router: 9731b2be-d6f4-41b1-82b2-5338afa0b898 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:45:29.585094 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] Routers {'9731b2be-d6f4-41b1-82b2-5338afa0b898'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:29.585720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['9731b2be-d6f4-41b1-82b2-5338afa0b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:29.641094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] For port b40f4190-94d4-403d-90e6-e507f4a47c12, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b40f4190-94d4-403d-90e6-e507f4a47c12,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:29.641446 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.653436 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Calling delete_port for b40f4190-94d4-403d-90e6-e507f4a47c12 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:29.674760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] Set router 9731b2be-d6f4-41b1-82b2-5338afa0b898 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:29.728372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:45:29Z', 'revision_number': 6, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:29.759669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa856ede-0b0c-4cee-9989-708f673f00bc None None] The sync data for ids ['9731b2be-d6f4-41b1-82b2-5338afa0b898'] in n-d-714676-11 is: [{'id': '9731b2be-d6f4-41b1-82b2-5338afa0b898', 'name': 'tempest-TestEncryptedCinderVolumes-1521616190-router', 'tenant_id': '91a49e65ee814140b746abdc9e16a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:44Z', 'updated_at': '2021-11-10T17:45:29Z', 'revision_number': 6, 'project_id': '91a49e65ee814140b746abdc9e16a2b6', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:29.910212 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.937669 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40f4190-94d4-403d-90e6-e507f4a47c12,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:29.948754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeea703-63ed-4e1f-9215-5391b3b4ff1e None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:30.000770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.092598 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.095042 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.211368 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.211967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9731b2be-d6f4-41b1-82b2-5338afa0b898 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:45:30.216600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.217840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-19804255-1f0c-4029-9833-c363513a8b22 admin admin] 10.222.0.62 "DELETE /v2.0/routers/9731b2be-d6f4-41b1-82b2-5338afa0b898 HTTP/1.1" status: 204 len: 168 time: 1.0070004 Nov 10 17:45:30.220618 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:30.267705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f42adc1-1b18-487d-bef6-b09ca2ea3df2 admin admin] Deleting subnet d688cf59-4308-4bef-87eb-aebe44b2b6da {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:30.271037 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f42adc1-1b18-487d-bef6-b09ca2ea3df2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.305863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f42adc1-1b18-487d-bef6-b09ca2ea3df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.391596 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f42adc1-1b18-487d-bef6-b09ca2ea3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.516296 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f42adc1-1b18-487d-bef6-b09ca2ea3df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.542783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42adc1-1b18-487d-bef6-b09ca2ea3df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d688cf59-4308-4bef-87eb-aebe44b2b6da,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:30.547156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f42adc1-1b18-487d-bef6-b09ca2ea3df2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.550623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1f42adc1-1b18-487d-bef6-b09ca2ea3df2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d688cf59-4308-4bef-87eb-aebe44b2b6da HTTP/1.1" status: 204 len: 168 time: 0.3288784 Nov 10 17:45:30.553099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:30.553382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb65b9d-5470-43fa-aed9-703d6b8a74ae None None] Network a80dc706-f998-48c4-8b8e-17e686a251c5 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:30.626675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.682023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Deleting port aceed611-d8b5-4b32-bed5-8f6de914981c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:30.682361 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.732945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] DHCP port deletion for a80dc706-f998-48c4-8b8e-17e686a251c5 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:30.750094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] For port aceed611-d8b5-4b32-bed5-8f6de914981c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aceed611-d8b5-4b32-bed5-8f6de914981c,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:30.750388 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.768765 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Calling delete_port for aceed611-d8b5-4b32-bed5-8f6de914981c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:30.785663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Deleting port aceed611-d8b5-4b32-bed5-8f6de914981c {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:30.786309 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.858070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device aceed611-d8b5-4b32-bed5-8f6de914981c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:30.865910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] For port aceed611-d8b5-4b32-bed5-8f6de914981c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=aceed611-d8b5-4b32-bed5-8f6de914981c,segment=NetworkSegment(8a7f8f44-dbe2-4dad-b780-04483e0af4ed),segment_id=8a7f8f44-dbe2-4dad-b780-04483e0af4ed)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:30.866140 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.900632 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Calling delete_port for aceed611-d8b5-4b32-bed5-8f6de914981c owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:30.973156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.000449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aceed611-d8b5-4b32-bed5-8f6de914981c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:31.002407 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] No DVR routers for this DVR port aceed611-d8b5-4b32-bed5-8f6de914981c on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:31.019778 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.045817 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.072519 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Pushing event deleted for resources: {'Port': ['ID=aceed611-d8b5-4b32-bed5-8f6de914981c,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:31.082581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.092149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b40f4190-94d4-403d-90e6-e507f4a47c12 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:31.100533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] No DVR routers for this DVR port aceed611-d8b5-4b32-bed5-8f6de914981c on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:31.109415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80dc706-f998-48c4-8b8e-17e686a251c5']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:31.117832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.125819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.125819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.125819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.125819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.126214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7f8f44-dbe2-4dad-b780-04483e0af4ed') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:31.126354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.126518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7f8f44-dbe2-4dad-b780-04483e0af4ed') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9575c-4b79-40d9-a504-bd23aa55838e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b40f4190-94d4-403d-90e6-e507f4a47c12 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b40f4190-94d4-403d-90e6-e507f4a47c12 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:31.126623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fb20225b-191b-4c6d-b9dc-efbd2d0f428d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:31.129547 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.145052 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.147715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: fb20225b-191b-4c6d-b9dc-efbd2d0f428d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:31.148060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device fb20225b-191b-4c6d-b9dc-efbd2d0f428d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:31.153241 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:31.154901 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:31.156041 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:31.268072 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.273646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.281180 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a80dc706-f998-48c4-8b8e-17e686a251c5 HTTP/1.1" status: 204 len: 168 time: 0.7228584 Nov 10 17:45:31.281646 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42526) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:31.288302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222aa99-69e6-437e-a7b9-b6644cb795c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80dc706-f998-48c4-8b8e-17e686a251c5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:31.629008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.669809 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc719833-4240-4086-be89-34f4f901cb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.924586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Deleting port e4f1a8fd-54c7-4e66-a1ec-d52178339297 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:31.924846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.004411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] For port e4f1a8fd-54c7-4e66-a1ec-d52178339297, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e4f1a8fd-54c7-4e66-a1ec-d52178339297,segment=NetworkSegment(20483a8a-1c87-4be8-8c96-d54ee5fc552a),segment_id=20483a8a-1c87-4be8-8c96-d54ee5fc552a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:32.004768 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.018674 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Calling delete_port for e4f1a8fd-54c7-4e66-a1ec-d52178339297 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:32.602012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.633080 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f1a8fd-54c7-4e66-a1ec-d52178339297,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:32.824884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.060313 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Router 47182a7f-123f-4314-bf41-50d5764da8f2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:33.174342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:33.180302 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e7095aa8-47be-43e8-adde-b32845d9d249 admin admin] 10.222.0.62 "PUT /v2.0/routers/47182a7f-123f-4314-bf41-50d5764da8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8984041 Nov 10 17:45:33.183057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:33.183989 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] Sync routers for ids ['47182a7f-123f-4314-bf41-50d5764da8f2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:33.196195 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] Routers {'47182a7f-123f-4314-bf41-50d5764da8f2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:33.196805 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['47182a7f-123f-4314-bf41-50d5764da8f2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:33.292908 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.309789 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] Set router 47182a7f-123f-4314-bf41-50d5764da8f2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:33.403644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.501060 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '45af052a-ecbf-425a-9386-8739448c124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:45:32Z', 'revision_number': 5, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port': {'id': '45af052a-ecbf-425a-9386-8739448c124c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:52Z', 'updated_at': '2021-11-10T17:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:33.528045 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] Checking router: 47182a7f-123f-4314-bf41-50d5764da8f2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:45:33.537441 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] Routers {'47182a7f-123f-4314-bf41-50d5764da8f2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:33.538048 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['47182a7f-123f-4314-bf41-50d5764da8f2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:33.547205 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Deleting port 45af052a-ecbf-425a-9386-8739448c124c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:33.547587 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.628553 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] Set router 47182a7f-123f-4314-bf41-50d5764da8f2 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:33.631975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] For port 45af052a-ecbf-425a-9386-8739448c124c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=45af052a-ecbf-425a-9386-8739448c124c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:33.632352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.645506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Calling delete_port for 45af052a-ecbf-425a-9386-8739448c124c owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:33.679939 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:45:33Z', 'revision_number': 6, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:33.708676 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666c3156-5acc-46cd-8c77-3939fdfa16ac None None] The sync data for ids ['47182a7f-123f-4314-bf41-50d5764da8f2'] in n-d-714676-11 is: [{'id': '47182a7f-123f-4314-bf41-50d5764da8f2', 'name': 'tempest-TestEncryptedCinderVolumes-1227303145-router', 'tenant_id': '467b9675bef44eb2b92e99d0820b1fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:51Z', 'updated_at': '2021-11-10T17:45:33Z', 'revision_number': 6, 'project_id': '467b9675bef44eb2b92e99d0820b1fac', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:33.873370 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.897833 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Pushing event deleted for resources: {'Port': ['ID=45af052a-ecbf-425a-9386-8739448c124c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:33.914614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5604b6a6-b107-489b-96e3-bc336cb518a4 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:33.954029 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39949b18-2972-4643-9483-284e140ad868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.982964 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.081502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.083842 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.221883 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.222561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47182a7f-123f-4314-bf41-50d5764da8f2 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:45:34.226933 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.228110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-95425ee5-9e43-4271-904b-325427e9fbca admin admin] 10.222.0.62 "DELETE /v2.0/routers/47182a7f-123f-4314-bf41-50d5764da8f2 HTTP/1.1" status: 204 len: 168 time: 1.0440309 Nov 10 17:45:34.233939 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42530) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:34.279880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-666a2fb9-e880-42cc-af6e-74ba13d60b1a admin admin] Deleting subnet 9ddcdd33-543c-4cbe-99ce-a49bdee6db6b {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:34.284631 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666a2fb9-e880-42cc-af6e-74ba13d60b1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.324792 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666a2fb9-e880-42cc-af6e-74ba13d60b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.414495 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666a2fb9-e880-42cc-af6e-74ba13d60b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.537158 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666a2fb9-e880-42cc-af6e-74ba13d60b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.563861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a2fb9-e880-42cc-af6e-74ba13d60b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddcdd33-543c-4cbe-99ce-a49bdee6db6b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:34.567499 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-666a2fb9-e880-42cc-af6e-74ba13d60b1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.573130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea21f803-c32b-40ff-85aa-3f5c3186ba37 None None] Network c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:34.573396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42532) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:34.573538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-666a2fb9-e880-42cc-af6e-74ba13d60b1a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ddcdd33-543c-4cbe-99ce-a49bdee6db6b HTTP/1.1" status: 204 len: 168 time: 0.3385055 Nov 10 17:45:34.651707 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.721842 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Deleting port cbeeaa20-437a-4952-9236-010285268637 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:34.722198 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.770026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] DHCP port deletion for c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:34.798435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] For port cbeeaa20-437a-4952-9236-010285268637, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cbeeaa20-437a-4952-9236-010285268637,segment=NetworkSegment(20483a8a-1c87-4be8-8c96-d54ee5fc552a),segment_id=20483a8a-1c87-4be8-8c96-d54ee5fc552a)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:34.798799 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.814499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Calling delete_port for cbeeaa20-437a-4952-9236-010285268637 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:34.829653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] Deleting port cbeeaa20-437a-4952-9236-010285268637 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:34.829879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.868816 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cbeeaa20-437a-4952-9236-010285268637 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:34.938399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] For port cbeeaa20-437a-4952-9236-010285268637, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cbeeaa20-437a-4952-9236-010285268637,segment=NetworkSegment(20483a8a-1c87-4be8-8c96-d54ee5fc552a),segment_id=20483a8a-1c87-4be8-8c96-d54ee5fc552a)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:34.939056 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.955959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] Calling delete_port for cbeeaa20-437a-4952-9236-010285268637 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:34.987838 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.002089 n-d-714676-11 neutron-server[103327]: INFO neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No ports have port_id starting with cbeeaa20-437a-4952-9236-010285268637 Nov 10 17:45:35.005571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e4f1a8fd-54c7-4e66-a1ec-d52178339297 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:35.013588 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbeeaa20-437a-4952-9236-010285268637,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:35.019088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] No DVR routers for this DVR port cbeeaa20-437a-4952-9236-010285268637 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:35.034856 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e4f1a8fd-54c7-4e66-a1ec-d52178339297 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:35.035201 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e4f1a8fd-54c7-4e66-a1ec-d52178339297 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:35.037542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 45af052a-ecbf-425a-9386-8739448c124c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:35.060750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 45af052a-ecbf-425a-9386-8739448c124c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:35.061597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 45af052a-ecbf-425a-9386-8739448c124c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:35.079966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.098576 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.110174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] Pushing event deleted for resources: {'Port': ['ID=cbeeaa20-437a-4952-9236-010285268637,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:35.112578 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82094aa-b00c-4db3-8e75-b9311b19587f None None] No DVR routers for this DVR port cbeeaa20-437a-4952-9236-010285268637 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:35.125196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:35.135811 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20483a8a-1c87-4be8-8c96-d54ee5fc552a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:35.136118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20483a8a-1c87-4be8-8c96-d54ee5fc552a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:35.146942 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.160940 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.169392 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:35.169891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:35.172339 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:35.328354 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.336397 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.337176 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] 10.222.0.62 "DELETE /v2.0/networks/c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1 HTTP/1.1" status: 204 len: 168 time: 0.7626965 Nov 10 17:45:35.348673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f42f8b-aa9d-4b47-9e98-67ca0150f47f admin admin] Pushing event deleted for resources: {'Network': ['ID=c04a8313-3a14-43f0-bcd1-a1aabe9fa5b1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:35.363038 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.727966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42536) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:35.768539 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-49edfd05-cf5d-4169-94ea-a72b07c53496 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91a49e65ee814140b746abdc9e16a2b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393713 Nov 10 17:45:35.771096 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42538) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:35.823934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb081-25dd-40cc-aca6-86b6512df501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.845310 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb081-25dd-40cc-aca6-86b6512df501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.978447 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb081-25dd-40cc-aca6-86b6512df501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.981090 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb081-25dd-40cc-aca6-86b6512df501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.982273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9ebcb081-25dd-40cc-aca6-86b6512df501 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0e1b0ae-7420-40ea-a4d4-6b0286a011d9 HTTP/1.1" status: 204 len: 168 time: 0.2100749 Nov 10 17:45:35.991403 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcb081-25dd-40cc-aca6-86b6512df501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1b0ae-7420-40ea-a4d4-6b0286a011d9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:36.759154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:36.804636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ab26bb16-35a6-4f51-84d2-539fdfb2642e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=467b9675bef44eb2b92e99d0820b1fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441644 Nov 10 17:45:36.807002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:36.858131 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e2e767-5344-4402-b836-89d46b286ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.880676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e2e767-5344-4402-b836-89d46b286ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.989991 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e2e767-5344-4402-b836-89d46b286ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.992649 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e2e767-5344-4402-b836-89d46b286ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.993871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-46e2e767-5344-4402-b836-89d46b286ce2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a621cb85-4464-4929-b355-8812331486b5 HTTP/1.1" status: 204 len: 168 time: 0.1859140 Nov 10 17:45:37.002063 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2e767-5344-4402-b836-89d46b286ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a621cb85-4464-4929-b355-8812331486b5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:37.058118 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.770391 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.078077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:38.175894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1004901122-network', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:38.298231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Made reservation on behalf of 5553e7cbf0f54c45a47a175387922ee2 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:38.300746 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.309691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.385948 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.509974 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.537942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:38.548233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd157ab-5533-4054-9542-ea84028c52c2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:38.553829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.554236 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Added segment ed674f02-3feb-4fb7-9aef-66af7959d6b5 of type vlan for network d9629b96-4be4-4b17-80d1-1c94918db8e3 Nov 10 17:45:38.594861 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.618155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.680906 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.681783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:38.682397 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.743497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] Pushing event updated for resources: {'Network': ['ID=d9629b96-4be4-4b17-80d1-1c94918db8e3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:38.754848 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:38.827151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2a81db79-e4ea-4112-8160-7b4d461eb428 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7479265 Nov 10 17:45:38.830869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42572) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:38.836128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Request body: {'subnet': {'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1004901122-subnet', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:38.909964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Made reservation on behalf of 5553e7cbf0f54c45a47a175387922ee2 for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:38.912537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.224008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.273948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Pushing event updated for resources: {'Subnet': ['ID=823adc0b-eee9-4d0b-9e1b-c8bd50a01662,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:39.289558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Checking segment: {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:39.289909 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Network hostable DHCP agents. Network: d9629b96-4be4-4b17-80d1-1c94918db8e3, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:39.429556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:39.553178 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, d9629b96-4be4-4b17-80d1-1c94918db8e3) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:39.557416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:39.558056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.563650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019eae5d-cfdc-4333-9a98-9e6f8347b602 None None] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:39.664451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-db0138d4-dd2a-4a51-ae97-b17cf59f01df admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8293214 Nov 10 17:45:39.664887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42574) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:39.669958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:39.718060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-d9629b96-4be4-4b17-80d1-1c94918db8e3', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:39.729806 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.771073 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.772569 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.831144 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.860786 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Allocated IP 172.20.0.2 (d9629b96-4be4-4b17-80d1-1c94918db8e3/823adc0b-eee9-4d0b-9e1b-c8bd50a01662/b980c905-492e-45f8-ada3-5e25142c5473) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:40.008788 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.031662 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.107970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.147199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:40.152777 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:40.157734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:40.163506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Pushing event updated for resources: {'Port': ['ID=b980c905-492e-45f8-ada3-5e25142c5473,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:40.219827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Attempting to bind port b980c905-492e-45f8-ada3-5e25142c5473 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:40.220200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Attempting to bind port b980c905-492e-45f8-ada3-5e25142c5473 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:40.220595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Attempting to bind port b980c905-492e-45f8-ada3-5e25142c5473 on network d9629b96-4be4-4b17-80d1-1c94918db8e3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:40.226245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:40.226619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Checking segment: {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:40.227075 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.227501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Bound using segment: {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:40.227967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Bound port: b980c905-492e-45f8-ada3-5e25142c5473, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:40.228343 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.295300 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] For port b980c905-492e-45f8-ada3-5e25142c5473, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:40.298581 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] For port b980c905-492e-45f8-ada3-5e25142c5473, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b980c905-492e-45f8-ada3-5e25142c5473,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:40.350241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.369705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.422385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.487385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c435a-93fc-4ac0-ad6f-c48cae4129bf None None] Pushing event updated for resources: {'Port': ['ID=b980c905-492e-45f8-ada3-5e25142c5473,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:40.493163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Allocated IP 172.25.3.114 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:40.602400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.645675 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:45:40.708025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.749984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:40.755750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:40.758210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:40.775521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed488d8-5519-4323-891c-d6a393b2ed34 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:40.791918 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Pushing event updated for resources: {'Port': ['ID=6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:40.844098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e76a0906-6ceb-43b6-bb6f-26f6ee32ae29 None None] Provisioning complete for port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:40.845349 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e76a0906-6ceb-43b6-bb6f-26f6ee32ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.881800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e76a0906-6ceb-43b6-bb6f-26f6ee32ae29 None None] Port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:40.896744 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b980c905-492e-45f8-ada3-5e25142c5473 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:40.946073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b980c905-492e-45f8-ada3-5e25142c5473 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:40.946437 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.036949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.070091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port b980c905-492e-45f8-ada3-5e25142c5473, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b980c905-492e-45f8-ada3-5e25142c5473,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:41.114548 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.149710 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.207703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=b980c905-492e-45f8-ada3-5e25142c5473,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:41.246914 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.336860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.455855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bfc0d7-3bd1-4739-afdf-b3942c6ef888 None None] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:41.530689 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:45:41.536705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b3ef6533-815f-4ff6-8ebd-50f674f7b96e None None] Provisioning complete for port b980c905-492e-45f8-ada3-5e25142c5473 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:41.537071 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b3ef6533-815f-4ff6-8ebd-50f674f7b96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.643719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:41.665863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Sync routers for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:41.696556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:41.697088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:41.715400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.716704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6af8ece1-d5fd-4f87-b413-46345baf454e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0507994 Nov 10 17:45:41.719904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42576) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:41.819271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:42.027222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3143f35b-2f52-4309-9e1a-95a03069c58d None None] Provisioning complete for port b980c905-492e-45f8-ada3-5e25142c5473 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:42.027506 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3143f35b-2f52-4309-9e1a-95a03069c58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.068338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:40Z', 'revision_number': 3, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:42.098769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Checking router: 37c318c7-af3b-4094-b70b-bc860c7b9cf0 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:45:42.099110 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Updating router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:45:42.132010 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.427522 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.495715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.504988 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.545293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c785ac87-1310-479d-9ae4-a1dc2ebdca5d None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:42.555570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Attempting to bind port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:42.555937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Attempting to bind port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:42.556301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Attempting to bind port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:42.558265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd039fe-b6ff-4ef7-89f0-3fe96448b5aa None None] Pushing event updated for resources: {'Port': ['ID=6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:42.566637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:42.567080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:42.567510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.568479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:42.568479 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Bound port: 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:42.568734 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.626803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] For port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:42.643528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] For port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:42.649258 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bcccfbca-22f4-4d07-946c-6703e85e387d None None] Provisioning complete for port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:42.649621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcccfbca-22f4-4d07-946c-6703e85e387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.674014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Allocated IP 172.20.0.1 (d9629b96-4be4-4b17-80d1-1c94918db8e3/823adc0b-eee9-4d0b-9e1b-c8bd50a01662/6b6c2865-e866-46fa-b7ca-f0bb33d8898d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:42.684233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bcccfbca-22f4-4d07-946c-6703e85e387d None None] Port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:42.724878 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.775460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696a60e-b91e-42e1-974f-5e12f8dc1bef None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:42.790061 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.793015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd039fe-b6ff-4ef7-89f0-3fe96448b5aa None None] Pushing event updated for resources: {'Port': ['ID=6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:42.798460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:42.799076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:42.883421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b980c905-492e-45f8-ada3-5e25142c5473 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:42.938777 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.947873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:42.982473 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:42.986103 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:42.988642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:43.007167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-976b2cef-6fec-4ba1-bb13-8a15dc8cbf78 None None] Provisioning complete for port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:43.008085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-976b2cef-6fec-4ba1-bb13-8a15dc8cbf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.014319 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:43.036222 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.247336 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.269645 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port b980c905-492e-45f8-ada3-5e25142c5473 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:43.270026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.396828 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-976b2cef-6fec-4ba1-bb13-8a15dc8cbf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.422001 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.447471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-976b2cef-6fec-4ba1-bb13-8a15dc8cbf78 None None] For port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:43.465588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:40Z', 'revision_number': 3, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:43.493472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d5be1-ce8d-4d8e-b3a4-eef4b2a2d17c None None] The sync data for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 is: [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:40Z', 'revision_number': 3, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:43.543919 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.544533 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-976b2cef-6fec-4ba1-bb13-8a15dc8cbf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.599490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b2cef-6fec-4ba1-bb13-8a15dc8cbf78 None None] Pushing event updated for resources: {'Port': ['ID=6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:43.622506 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.624481 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:43.680339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-39508ada-43ea-4a5c-8da2-9066c2255175 None None] Provisioning complete for port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:43.680755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39508ada-43ea-4a5c-8da2-9066c2255175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.720994 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-39508ada-43ea-4a5c-8da2-9066c2255175 None None] Port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:43.735238 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:43.736801 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:43.877875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:43.997144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:44.003476 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-31db2f4f-5ff7-4822-8891-78c5ee4d6a02 admin admin] 10.222.0.62 "PUT /v2.0/routers/37c318c7-af3b-4094-b70b-bc860c7b9cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2822943 Nov 10 17:45:44.050944 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-20778f0a-dc3a-4f0a-8ac5-5d2cac35d65f None None] Provisioning complete for port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:44.051537 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20778f0a-dc3a-4f0a-8ac5-5d2cac35d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.090906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-20778f0a-dc3a-4f0a-8ac5-5d2cac35d65f None None] Port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:44.673467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42592) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:44.678570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1041183852-network', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:44.868904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:44.918064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:44.918433 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.116709 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Sync routers for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:45.127595 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:45.128192 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:45.172443 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Made reservation on behalf of 748c3c01f1134675a39c95ac7398fb18 for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:45.174804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.183853 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.240925 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:45.265592 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.344407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.372823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:45.383082 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d26f0e-fe95-40cd-8e7f-2d11eb06ef68,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:45.391463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.391872 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Added segment 940d3ad8-a659-4eee-be69-095c5bf94921 of type vlan for network ffe30496-5319-4d91-8489-5c984169ff40 Nov 10 17:45:45.434538 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.548049 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 2, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:45.549522 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.550504 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:45.551086 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.579102 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Checking router: 37c318c7-af3b-4094-b70b-bc860c7b9cf0 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:45:45.579491 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Updating router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:45:45.604961 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.617813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] Pushing event updated for resources: {'Network': ['ID=ffe30496-5319-4d91-8489-5c984169ff40,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:45.627849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network ffe30496-5319-4d91-8489-5c984169ff40 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:45.662846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-483176c9-33b7-40de-b79c-c1c444fef5bd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9851935 Nov 10 17:45:45.663169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:45.668308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Request body: {'subnet': {'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1041183852-subnet', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:45.753367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Made reservation on behalf of 748c3c01f1134675a39c95ac7398fb18 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:45.755691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.874132 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.943940 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.997059 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Pushing event updated for resources: {'Port': ['ID=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:46.006045 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.008823 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.009365 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.009756 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.010945 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.011116 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.011467 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.011798 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.012123 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.012447 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.012771 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.013096 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.013414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.064105 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Attempting to bind port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:46.064476 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Attempting to bind port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:46.064835 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Attempting to bind port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d on network d9629b96-4be4-4b17-80d1-1c94918db8e3 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:46.069362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6e9a92-edaf-458f-b71e-a293cf8c34b9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:46.070475 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:46.070932 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Checking segment: {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:46.071233 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.072011 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Bound using segment: {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:46.072147 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Bound port: 6b6c2865-e866-46fa-b7ca-f0bb33d8898d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:46.072471 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.082045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.082262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.082552 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.082883 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.083448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.083784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.084109 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.084433 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.084755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.085072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.085383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.085877 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:46.093860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Checking segment: {'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:46.093860 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Network hostable DHCP agents. Network: ffe30496-5319-4d91-8489-5c984169ff40, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:46.146638 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] For port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:46.150007 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] For port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:46.164610 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Network ffe30496-5319-4d91-8489-5c984169ff40 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:46.224399 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.225603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7a877ec1-a98e-48da-a134-5bd2675e3834 None None] Provisioning complete for port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:46.226076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7a877ec1-a98e-48da-a134-5bd2675e3834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.270006 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, ffe30496-5319-4d91-8489-5c984169ff40) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:46.278280 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:46.279150 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.294534 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:46.296582 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:46.300929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92a578-f9e3-4ec1-bae2-b54457f12400 None None] Network ffe30496-5319-4d91-8489-5c984169ff40 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:46.301918 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c13e-447e-48b2-8bcc-7dcecad2eea8 None None] Pushing event updated for resources: {'Port': ['ID=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:46.365549 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7a877ec1-a98e-48da-a134-5bd2675e3834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.381448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6fd0b9f9-71b0-4a18-8eed-75cdb61433c8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7171259 Nov 10 17:45:46.383893 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42596) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:46.388331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:46.431423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7a877ec1-a98e-48da-a134-5bd2675e3834 None None] For port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:46.434828 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:46.497857 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-ffe30496-5319-4d91-8489-5c984169ff40', 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'fixed_ips': [{'subnet_id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:46.499565 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.503466 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.505100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.518323 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7a877ec1-a98e-48da-a134-5bd2675e3834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.570474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.648743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a877ec1-a98e-48da-a134-5bd2675e3834 None None] Pushing event updated for resources: {'Port': ['ID=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:46.678968 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:46Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:46.681140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8396dcf2-26bc-4bcd-a4f5-f74acd0a33d4 None None] Provisioning complete for port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:46.681453 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8396dcf2-26bc-4bcd-a4f5-f74acd0a33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.709516 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b1135-e20a-46a1-92ff-d7a7937b15d5 None None] The sync data for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 is: [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:46Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:46.730424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Allocated IP 172.20.0.2 (ffe30496-5319-4d91-8489-5c984169ff40/bf6e9a92-edaf-458f-b71e-a293cf8c34b9/ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:46.951064 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.972016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b6c2865-e866-46fa-b7ca-f0bb33d8898d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:47.015245 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.073191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Network ffe30496-5319-4d91-8489-5c984169ff40 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:47.075914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Pushing event updated for resources: {'Port': ['ID=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:47.080560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:47.084778 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:47.093005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:47.093477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.182887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Attempting to bind port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:47.183378 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Attempting to bind port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:47.183810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Attempting to bind port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 on network ffe30496-5319-4d91-8489-5c984169ff40 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:47.191439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:47.191899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Checking segment: {'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:47.192388 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.192851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Bound using segment: {'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:47.193396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Bound port: ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:47.193846 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.194718 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.297135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] For port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:47.301105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] For port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,segment=NetworkSegment(940d3ad8-a659-4eee-be69-095c5bf94921),segment_id=940d3ad8-a659-4eee-be69-095c5bf94921)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:47.384478 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.460554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beb5b3-8476-4ad3-808c-4b1ec7e9cf0a None None] Pushing event updated for resources: {'Port': ['ID=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:47.486547 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.509143 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.650292 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Allocated IP 172.25.3.166 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/d4a82445-bcd4-45ab-8142-6d86694e6dcc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:47.775767 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.875657 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.919654 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:47.923362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:47.925847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:47.939823 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a82445-bcd4-45ab-8142-6d86694e6dcc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:47.939939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8e9c0-0f81-4aa7-a528-562aa6be4e62 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:47.984517 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-54b6e96b-e22b-4a91-9c47-fe8b8ddea7ae None None] Provisioning complete for port d4a82445-bcd4-45ab-8142-6d86694e6dcc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:47.985061 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-54b6e96b-e22b-4a91-9c47-fe8b8ddea7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.025248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-54b6e96b-e22b-4a91-9c47-fe8b8ddea7ae None None] Port d4a82445-bcd4-45ab-8142-6d86694e6dcc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:48.310588 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.372715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b80b0-2fa6-4ef8-b980-c08c66d8bc84 None None] Network ffe30496-5319-4d91-8489-5c984169ff40 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:48.472939 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6d25696d-ca66-4179-a1cd-1b26d401c188 None None] Provisioning complete for port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:48.473407 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d25696d-ca66-4179-a1cd-1b26d401c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.529830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.636833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d25696d-ca66-4179-a1cd-1b26d401c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.673329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6d25696d-ca66-4179-a1cd-1b26d401c188 None None] For port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,segment=NetworkSegment(940d3ad8-a659-4eee-be69-095c5bf94921),segment_id=940d3ad8-a659-4eee-be69-095c5bf94921)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:48.775911 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Router 527b2fc4-e419-447e-ae9f-ce59d78902a3 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:45:48.838659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6d25696d-ca66-4179-a1cd-1b26d401c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.910749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25696d-ca66-4179-a1cd-1b26d401c188 None None] Pushing event updated for resources: {'Port': ['ID=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:48.918828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:48.922775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:48.944852 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Sync routers for ids ['527b2fc4-e419-447e-ae9f-ce59d78902a3'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:48.976357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Routers {'527b2fc4-e419-447e-ae9f-ce59d78902a3'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:48.976978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['527b2fc4-e419-447e-ae9f-ce59d78902a3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:49.018386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.020719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a5ab5cc2-2348-46aa-a396-2cbfec7ea951 None None] Provisioning complete for port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:49.021082 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a5ab5cc2-2348-46aa-a396-2cbfec7ea951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.022813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42598) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:49.023401 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0184e512-8522-418b-af4a-d3353ac3e6a7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6381514 Nov 10 17:45:49.075158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:49.075549 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.171164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Set router 527b2fc4-e419-447e-ae9f-ce59d78902a3 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:49.467793 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.590662 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:45:48Z', 'revision_number': 3, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port': {'id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:47Z', 'updated_at': '2021-11-10T17:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:49.618935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Checking router: 527b2fc4-e419-447e-ae9f-ce59d78902a3 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:45:49.619281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Updating router 527b2fc4-e419-447e-ae9f-ce59d78902a3 port d4a82445-bcd4-45ab-8142-6d86694e6dcc binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:45:49.632665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Allocated IP 172.20.0.1 (ffe30496-5319-4d91-8489-5c984169ff40/bf6e9a92-edaf-458f-b71e-a293cf8c34b9/9d1e0246-21ff-4ad8-a79e-491d7349b06a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:49.645912 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.751907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.852346 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.895090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Network ffe30496-5319-4d91-8489-5c984169ff40 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:49.898207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:49.903744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:49.906961 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Pushing event updated for resources: {'Port': ['ID=9d1e0246-21ff-4ad8-a79e-491d7349b06a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:49.931402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.934334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.934676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.935009 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.935356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.935889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.936305 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.936633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.936966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.937275 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.937592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.937914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.938233 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:49.960160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.001373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.071174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763ac87-47b5-4625-8c8e-fcd84a5b8f8f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:50.085008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Attempting to bind port d4a82445-bcd4-45ab-8142-6d86694e6dcc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:50.085549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Attempting to bind port d4a82445-bcd4-45ab-8142-6d86694e6dcc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:50.086080 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Attempting to bind port d4a82445-bcd4-45ab-8142-6d86694e6dcc on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:50.088699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9b333-c37f-4b00-84d1-bd9760c2511a None None] Pushing event updated for resources: {'Port': ['ID=d4a82445-bcd4-45ab-8142-6d86694e6dcc,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:50.096746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:50.097277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:50.097568 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.097885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:50.098368 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Bound port: d4a82445-bcd4-45ab-8142-6d86694e6dcc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:50.098755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.160278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] For port d4a82445-bcd4-45ab-8142-6d86694e6dcc, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:50.165986 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.170067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] For port d4a82445-bcd4-45ab-8142-6d86694e6dcc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d4a82445-bcd4-45ab-8142-6d86694e6dcc,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:50.181503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-32e75a70-9c67-496b-8246-75cd2d137426 None None] Provisioning complete for port d4a82445-bcd4-45ab-8142-6d86694e6dcc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:50.181875 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32e75a70-9c67-496b-8246-75cd2d137426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.216657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-32e75a70-9c67-496b-8246-75cd2d137426 None None] Port d4a82445-bcd4-45ab-8142-6d86694e6dcc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:50.226972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-32e75a70-9c67-496b-8246-75cd2d137426 None None] Provisioning complete for port 9d1e0246-21ff-4ad8-a79e-491d7349b06a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:50.227357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32e75a70-9c67-496b-8246-75cd2d137426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.262166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-32e75a70-9c67-496b-8246-75cd2d137426 None None] Port 9d1e0246-21ff-4ad8-a79e-491d7349b06a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:50.265831 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.309696 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188b4dc-edae-4985-bde2-0379eca38679 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:50.333654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9b333-c37f-4b00-84d1-bd9760c2511a None None] Pushing event updated for resources: {'Port': ['ID=d4a82445-bcd4-45ab-8142-6d86694e6dcc,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:50.336102 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Routers {'527b2fc4-e419-447e-ae9f-ce59d78902a3'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:50.336704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['527b2fc4-e419-447e-ae9f-ce59d78902a3'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:50.362933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.403360 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-0b38a22d-b6c3-4349-b137-2f42765c7200 None None] Provisioning complete for port d4a82445-bcd4-45ab-8142-6d86694e6dcc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:50.403725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b38a22d-b6c3-4349-b137-2f42765c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.435190 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.491807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] Set router 527b2fc4-e419-447e-ae9f-ce59d78902a3 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:50.508949 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.510804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Pushing event updated for resources: {'Port': ['ID=9d1e0246-21ff-4ad8-a79e-491d7349b06a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:50.612129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Network ffe30496-5319-4d91-8489-5c984169ff40 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:50.613683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:50.644062 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b38a22d-b6c3-4349-b137-2f42765c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.678606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0b38a22d-b6c3-4349-b137-2f42765c7200 None None] For port d4a82445-bcd4-45ab-8142-6d86694e6dcc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d4a82445-bcd4-45ab-8142-6d86694e6dcc,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:50.751277 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0b38a22d-b6c3-4349-b137-2f42765c7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.757812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port': {'id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:47Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9d1e0246-21ff-4ad8-a79e-491d7349b06a', 'name': '', 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'mac_address': 'fa:16:3e:69:07:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:49Z', 'updated_at': '2021-11-10T17:45:49Z', 'revision_number': 1, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'subnets': [{'id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:50.758079 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Router 527b2fc4-e419-447e-ae9f-ce59d78902a3 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:50.794007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4c70f-7928-4701-8361-d7f90df73c57 None None] The sync data for ids ['527b2fc4-e419-447e-ae9f-ce59d78902a3'] in n-d-714676-11 is: [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port': {'id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:47Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9d1e0246-21ff-4ad8-a79e-491d7349b06a', 'name': '', 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'mac_address': 'fa:16:3e:69:07:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:49Z', 'updated_at': '2021-11-10T17:45:49Z', 'revision_number': 1, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'subnets': [{'id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:50.848070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38a22d-b6c3-4349-b137-2f42765c7200 None None] Pushing event updated for resources: {'Port': ['ID=d4a82445-bcd4-45ab-8142-6d86694e6dcc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:50.890767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:50.919101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:50.928447 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-182a3201-eeb3-4065-b8f8-5cd40f334fcf admin admin] 10.222.0.62 "PUT /v2.0/routers/527b2fc4-e419-447e-ae9f-ce59d78902a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035358 Nov 10 17:45:50.948683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:50.949339 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.007256 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-655bead3-9010-4941-bc08-4345cf4e3941 None None] Provisioning complete for port 9d1e0246-21ff-4ad8-a79e-491d7349b06a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:51.008251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-655bead3-9010-4941-bc08-4345cf4e3941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.092465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-655bead3-9010-4941-bc08-4345cf4e3941 None None] Port 9d1e0246-21ff-4ad8-a79e-491d7349b06a cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:52.943734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d4a82445-bcd4-45ab-8142-6d86694e6dcc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:53.015366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port d4a82445-bcd4-45ab-8142-6d86694e6dcc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:53.015743 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:54.335564 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Sync routers for ids ['527b2fc4-e419-447e-ae9f-ce59d78902a3'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:54.352167 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Routers {'527b2fc4-e419-447e-ae9f-ce59d78902a3'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:54.353256 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['527b2fc4-e419-447e-ae9f-ce59d78902a3'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:54.489105 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Set router 527b2fc4-e419-447e-ae9f-ce59d78902a3 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:54.706268 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port': {'id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:47Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9d1e0246-21ff-4ad8-a79e-491d7349b06a', 'name': '', 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'mac_address': 'fa:16:3e:69:07:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:49Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 2, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'subnets': [{'id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:54.737217 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Checking router: 527b2fc4-e419-447e-ae9f-ce59d78902a3 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:45:54.737562 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Updating router 527b2fc4-e419-447e-ae9f-ce59d78902a3 port 9d1e0246-21ff-4ad8-a79e-491d7349b06a binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:45:54.763341 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.188728 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.387352 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.436981 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b8306-e9c1-44fa-a650-99bd845d8d17 None None] Pushing event updated for resources: {'Port': ['ID=9d1e0246-21ff-4ad8-a79e-491d7349b06a,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:55.521371 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Attempting to bind port 9d1e0246-21ff-4ad8-a79e-491d7349b06a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:55.521793 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Attempting to bind port 9d1e0246-21ff-4ad8-a79e-491d7349b06a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:55.522150 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Attempting to bind port 9d1e0246-21ff-4ad8-a79e-491d7349b06a on network ffe30496-5319-4d91-8489-5c984169ff40 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:55.528067 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:55.528432 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Checking segment: {'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:55.528819 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.529358 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Bound using segment: {'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:55.530436 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Bound port: 9d1e0246-21ff-4ad8-a79e-491d7349b06a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940d3ad8-a659-4eee-be69-095c5bf94921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:55.530436 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.619022 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] For port 9d1e0246-21ff-4ad8-a79e-491d7349b06a, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:55.622614 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] For port 9d1e0246-21ff-4ad8-a79e-491d7349b06a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9d1e0246-21ff-4ad8-a79e-491d7349b06a,segment=NetworkSegment(940d3ad8-a659-4eee-be69-095c5bf94921),segment_id=940d3ad8-a659-4eee-be69-095c5bf94921)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:55.721321 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.751577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e2113587-3377-439b-b74b-fcaa4f21ce97 None None] Provisioning complete for port 9d1e0246-21ff-4ad8-a79e-491d7349b06a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:55.752695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2113587-3377-439b-b74b-fcaa4f21ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.809936 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Routers {'527b2fc4-e419-447e-ae9f-ce59d78902a3'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:55.811034 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:45:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['527b2fc4-e419-447e-ae9f-ce59d78902a3'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:55.816941 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b8306-e9c1-44fa-a650-99bd845d8d17 None None] Pushing event updated for resources: {'Port': ['ID=9d1e0246-21ff-4ad8-a79e-491d7349b06a,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:55.896978 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2113587-3377-439b-b74b-fcaa4f21ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.970589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e2113587-3377-439b-b74b-fcaa4f21ce97 None None] For port 9d1e0246-21ff-4ad8-a79e-491d7349b06a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9d1e0246-21ff-4ad8-a79e-491d7349b06a,segment=NetworkSegment(940d3ad8-a659-4eee-be69-095c5bf94921),segment_id=940d3ad8-a659-4eee-be69-095c5bf94921)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:55.995588 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] Set router 527b2fc4-e419-447e-ae9f-ce59d78902a3 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:56.075413 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2113587-3377-439b-b74b-fcaa4f21ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:56.141230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2113587-3377-439b-b74b-fcaa4f21ce97 None None] Pushing event updated for resources: {'Port': ['ID=9d1e0246-21ff-4ad8-a79e-491d7349b06a,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:56.201651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6a78f2e9-2501-4975-b7b9-db4e8e5b3e08 None None] Provisioning complete for port 9d1e0246-21ff-4ad8-a79e-491d7349b06a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:56.202685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2e9-2501-4975-b7b9-db4e8e5b3e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:56.281511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port': {'id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:47Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9d1e0246-21ff-4ad8-a79e-491d7349b06a', 'name': '', 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'mac_address': 'fa:16:3e:69:07:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:49Z', 'updated_at': '2021-11-10T17:45:55Z', 'revision_number': 4, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'subnets': [{'id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:56.325824 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0d3f4-2a4c-4041-a8d7-bbfbdf0110df None None] The sync data for ids ['527b2fc4-e419-447e-ae9f-ce59d78902a3'] in n-d-714676-11 is: [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port': {'id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:47Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '9d1e0246-21ff-4ad8-a79e-491d7349b06a', 'name': '', 'network_id': 'ffe30496-5319-4d91-8489-5c984169ff40', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'mac_address': 'fa:16:3e:69:07:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:49Z', 'updated_at': '2021-11-10T17:45:55Z', 'revision_number': 4, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'subnets': [{'id': 'bf6e9a92-edaf-458f-b71e-a293cf8c34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:56.938995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9d1e0246-21ff-4ad8-a79e-491d7349b06a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:57.000106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9d1e0246-21ff-4ad8-a79e-491d7349b06a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:57.000456 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:01.777826 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf83e-3355-433e-9d95-d800ef1ec3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:03.403219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3e92ea1d-4af2-461e-bf61-b92aeb1116ed tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:03.405554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3e92ea1d-4af2-461e-bf61-b92aeb1116ed tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 815 time: 0.1031022 Nov 10 17:46:03.421087 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-9ff6cb41-17be-4f54-be52-e79b41b30cb3 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/quotas/5553e7cbf0f54c45a47a175387922ee2 HTTP/1.1" status: 200 len: 375 time: 0.0096512 Nov 10 17:46:03.477482 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-7d20bff5-f4d4-4569-b190-11f2a0811b9c tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509839 Nov 10 17:46:03.577126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-57c90a39-6bcf-4670-9ff6-412ce12a73d7 service neutron] 10.222.0.62 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881171 Nov 10 17:46:03.672249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-9e923981-a946-450d-9123-317b98762ae7 service neutron] 10.222.0.62 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889833 Nov 10 17:46:03.902748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cfdbb45-b466-4554-ac42-b7bc1c49306e req-96270421-0240-4f11-9a18-8d7bb8fa5bd2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 210 time: 0.0284572 Nov 10 17:46:03.946797 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-99b63759-a84f-47b9-a179-85342b58d310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.984758 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cc695852-9de2-4d0b-ad42-466b3b4cf81d req-980f2518-a502-4e5a-9c6f-083c1d8c53d3 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 210 time: 0.0277884 Nov 10 17:46:05.389840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.083511 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b0995610-337a-4aed-a917-32dfc8ae1ee5 req-ebfdffb0-4040-42d5-91af-fb151b4cd9ac tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 210 time: 0.0277081 Nov 10 17:46:06.340341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-358e9e60-dd28-40bd-a110-15c0b975e6d7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:06.342720 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-358e9e60-dd28-40bd-a110-15c0b975e6d7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.18 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 815 time: 0.1121995 Nov 10 17:46:06.355778 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'port': {'device_id': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'admin_state_up': True, 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:06.538843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Made reservation on behalf of 5553e7cbf0f54c45a47a175387922ee2 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:06.542569 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.677159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Allocated IP 172.20.0.8 (d9629b96-4be4-4b17-80d1-1c94918db8e3/823adc0b-eee9-4d0b-9e1b-c8bd50a01662/8efa54e8-bd8d-4080-a15e-c86557217040) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:06.836962 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.947680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.995189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:06.999475 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:07.003871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:07.059391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'Port': ['ID=8efa54e8-bd8d-4080-a15e-c86557217040,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:07.098065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:07.099049 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:07.115141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:07.213145 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-20434bdc-ae9a-4e46-91df-f23b3e37e138 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614149 Nov 10 17:46:07.281184 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fc4b5-0315-4c18-b094-dd1c94cbaa94 req-fac38ea1-c3ec-493b-91ec-c10e9f4b8bd6 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:07.283466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a11fc4b5-0315-4c18-b094-dd1c94cbaa94 req-fac38ea1-c3ec-493b-91ec-c10e9f4b8bd6 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0683596 Nov 10 17:46:07.375942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a11fc4b5-0315-4c18-b094-dd1c94cbaa94 req-2bdbe7f6-128e-44b4-a697-7768f48eb90e tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786493 Nov 10 17:46:07.415742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-12473719-bc79-412e-8f55-8aac97d61adf None None] Provisioning complete for port 8efa54e8-bd8d-4080-a15e-c86557217040 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:07.416114 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12473719-bc79-412e-8f55-8aac97d61adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:07.458991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-12473719-bc79-412e-8f55-8aac97d61adf None None] Port 8efa54e8-bd8d-4080-a15e-c86557217040 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:07.798542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:08.499647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7c1d2-7254-4050-9f51-d1b6a64a244b req-ecbd8458-7903-41b3-a48a-3a86d0390f73 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:08.501043 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b5c7c1d2-7254-4050-9f51-d1b6a64a244b req-ecbd8458-7903-41b3-a48a-3a86d0390f73 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0600071 Nov 10 17:46:08.553268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b5c7c1d2-7254-4050-9f51-d1b6a64a244b req-b917b5a5-7628-47a2-9709-3cb8ec46fba6 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Nov 10 17:46:08.657380 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:09.690898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef24ec3-4b69-4869-a0fc-0dc4740b026f req-f0f46c2c-27a0-426d-993f-f30bc30faa08 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:09.693242 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ef24ec3-4b69-4869-a0fc-0dc4740b026f req-f0f46c2c-27a0-426d-993f-f30bc30faa08 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0607157 Nov 10 17:46:09.754262 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8ef24ec3-4b69-4869-a0fc-0dc4740b026f req-a8332fe3-708c-48f9-80bd-6af6bfe1d06b tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548730 Nov 10 17:46:10.874067 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b62827-ba32-4919-9fac-7c4c578b12f3 req-49ee6e64-06df-4646-82d7-233b044e9691 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:10.875570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8b62827-ba32-4919-9fac-7c4c578b12f3 req-49ee6e64-06df-4646-82d7-233b044e9691 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0509453 Nov 10 17:46:10.927625 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a8b62827-ba32-4919-9fac-7c4c578b12f3 req-8cd9c20e-45cf-44ae-92f5-669d17af65ff tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460439 Nov 10 17:46:11.193865 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.053644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c8a17-aece-4a1e-8857-625d79e21e25 req-197b58e1-018b-45e5-a69e-b7b1e33533c7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:12.055109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c05c8a17-aece-4a1e-8857-625d79e21e25 req-197b58e1-018b-45e5-a69e-b7b1e33533c7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0524740 Nov 10 17:46:12.105081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c05c8a17-aece-4a1e-8857-625d79e21e25 req-6954323c-52a3-41c7-b380-110d1d267706 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Nov 10 17:46:13.240895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397e58-7858-4082-baa0-15ae1e79f8b4 req-a881b6e7-1982-4616-bb99-0704d80d1ece tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:13.242623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7a397e58-7858-4082-baa0-15ae1e79f8b4 req-a881b6e7-1982-4616-bb99-0704d80d1ece tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0507982 Nov 10 17:46:13.297654 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7a397e58-7858-4082-baa0-15ae1e79f8b4 req-c977fca8-716c-4921-99dd-db79e8625097 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480294 Nov 10 17:46:14.422876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677f82f-1ac2-4c40-bd52-fd7bb4020023 req-953a879d-adb7-4f33-9a0f-492fe657e7ee tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:14.430804 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4677f82f-1ac2-4c40-bd52-fd7bb4020023 req-953a879d-adb7-4f33-9a0f-492fe657e7ee tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0619013 Nov 10 17:46:14.478292 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4677f82f-1ac2-4c40-bd52-fd7bb4020023 req-67c2768a-ec74-47ab-a25d-507b3d73d9d8 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466158 Nov 10 17:46:15.620413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df58dad-5dd5-4dc0-9117-b4d63f547890 req-7c6e3733-7002-4328-b0dd-bbd678ce4bb6 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:15.628621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2df58dad-5dd5-4dc0-9117-b4d63f547890 req-7c6e3733-7002-4328-b0dd-bbd678ce4bb6 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0665791 Nov 10 17:46:15.676660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2df58dad-5dd5-4dc0-9117-b4d63f547890 req-7bb19f30-2ccb-4ee1-a08f-fe4b3a3cf8df tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Nov 10 17:46:16.774575 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Request body: {'port': {'device_id': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:16.836310 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b18b0e-9fd3-45e4-b2e2-9548eb26ea7a req-8fb52048-c99d-40fb-a235-bc55a84822f0 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:16.837801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4b18b0e-9fd3-45e4-b2e2-9548eb26ea7a req-8fb52048-c99d-40fb-a235-bc55a84822f0 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 931 time: 0.0839443 Nov 10 17:46:16.877805 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.936729 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b4b18b0e-9fd3-45e4-b2e2-9548eb26ea7a req-6d0dde3a-7866-44dd-83e9-ffc51bd76ec7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808527 Nov 10 17:46:17.161477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efa54e8-bd8d-4080-a15e-c86557217040 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:46:17.170934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.183240 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Transition to ACTIVE for port object 8efa54e8-bd8d-4080-a15e-c86557217040 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:46:17.268640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.325934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Pushing event updated for resources: {'Port': ['ID=8efa54e8-bd8d-4080-a15e-c86557217040,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:17.398289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Attempting to bind port 8efa54e8-bd8d-4080-a15e-c86557217040 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:17.398624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Attempting to bind port 8efa54e8-bd8d-4080-a15e-c86557217040 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:17.399014 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Attempting to bind port 8efa54e8-bd8d-4080-a15e-c86557217040 on network d9629b96-4be4-4b17-80d1-1c94918db8e3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:17.405361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Port 8efa54e8-bd8d-4080-a15e-c86557217040 on network d9629b96-4be4-4b17-80d1-1c94918db8e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:46:17.405697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Attempting to bind port 8efa54e8-bd8d-4080-a15e-c86557217040 on network d9629b96-4be4-4b17-80d1-1c94918db8e3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:17.411263 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:17.411690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Checking segment: {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:17.412029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Bound using segment: {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:17.412458 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Bound port: 8efa54e8-bd8d-4080-a15e-c86557217040, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed674f02-3feb-4fb7-9aef-66af7959d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:17.412822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.480904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] For port 8efa54e8-bd8d-4080-a15e-c86557217040, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:46:17.484922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] For port 8efa54e8-bd8d-4080-a15e-c86557217040, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8efa54e8-bd8d-4080-a15e-c86557217040,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:46:17.548871 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.582027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.582721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.584127 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] 10.222.0.18 "PUT /v2.0/ports/8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 1092 time: 0.8141458 Nov 10 17:46:17.584564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:17.586779 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f53b58-18c9-4f87-8888-597ea63b86ab" -d '{"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:17.625755 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:46:17.629976 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97978c54-7102-4b16-87c3-f11c9dd10d8b x-openstack-request-id: req-97978c54-7102-4b16-87c3-f11c9dd10d8b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:17.630332 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:17.630582 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97978c54-7102-4b16-87c3-f11c9dd10d8b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:17.630972 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040', 'status': 'completed', 'code': 200} Nov 10 17:46:17.636145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8fd63-cb11-4738-84fc-45faf1b3c585 service neutron] Pushing event updated for resources: {'Port': ['ID=8efa54e8-bd8d-4080-a15e-c86557217040,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:17.703820 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f53b58-18c9-4f87-8888-597ea63b86ab req-8c99d50a-7119-49eb-a331-0cc4814eacad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.705352 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01f53b58-18c9-4f87-8888-597ea63b86ab req-8c99d50a-7119-49eb-a331-0cc4814eacad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1095 time: 0.0491540 Nov 10 17:46:17.810320 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f53b58-18c9-4f87-8888-597ea63b86ab req-4db6ba40-3b3b-47ff-9e36-0b44f0cd0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.811825 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01f53b58-18c9-4f87-8888-597ea63b86ab req-4db6ba40-3b3b-47ff-9e36-0b44f0cd0bad service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5553e7cbf0f54c45a47a175387922ee2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985179 Nov 10 17:46:17.914139 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f53b58-18c9-4f87-8888-597ea63b86ab req-da55d923-3b43-40a9-bfc2-b8b8317f4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.915527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-01f53b58-18c9-4f87-8888-597ea63b86ab req-da55d923-3b43-40a9-bfc2-b8b8317f4327 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962911 Nov 10 17:46:17.992032 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-9d45943b-857e-4e07-ad64-45fd385c2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.993534 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-9d45943b-857e-4e07-ad64-45fd385c2816 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1095 time: 0.0415888 Nov 10 17:46:18.047684 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-eca992b8-1cac-4a2c-b7ac-c78b2ed10d3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 217 time: 0.0463099 Nov 10 17:46:18.112318 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-c932b204-9e10-4334-adc5-7923a86c7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:18.113770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-c932b204-9e10-4334-adc5-7923a86c7ee6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 200 len: 854 time: 0.0521941 Nov 10 17:46:18.121481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880dbef-fc76-47d6-a7da-a723eef016d4 req-f2f559ec-b2f8-4fd8-ae17-d281b34a32bc tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:18.123562 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0880dbef-fc76-47d6-a7da-a723eef016d4 req-f2f559ec-b2f8-4fd8-ae17-d281b34a32bc tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 943 time: 0.1163995 Nov 10 17:46:18.194439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-2eb94934-ca58-4953-aceb-8ec43ecd5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:18.195974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-2eb94934-ca58-4953-aceb-8ec43ecd5cc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9629b96-4be4-4b17-80d1-1c94918db8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715256 Nov 10 17:46:18.199634 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0880dbef-fc76-47d6-a7da-a723eef016d4 req-65f123e8-27d3-45da-9f67-810969480f31 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674083 Nov 10 17:46:18.296809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-93bc7385-99c2-492a-a45b-d40c988b6b89 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924406 Nov 10 17:46:18.395694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53fe7463-44f9-4229-bdf1-ef74b83f92ce req-adeccef4-a05d-46b5-ae3c-838cfbc26bb4 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908556 Nov 10 17:46:19.324172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31236d97-c2f6-4dd6-83a6-fc91364d8cd7 req-3338865b-6c2f-4245-9301-357f2fda584b tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:19.326297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31236d97-c2f6-4dd6-83a6-fc91364d8cd7 req-3338865b-6c2f-4245-9301-357f2fda584b tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 943 time: 0.0542245 Nov 10 17:46:19.375337 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31236d97-c2f6-4dd6-83a6-fc91364d8cd7 req-dee248ca-3f76-4c0f-af24-19b68058f8e1 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Nov 10 17:46:20.494312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd3bef-06d7-4e98-81ae-f2da1dbedda5 req-d803ee19-b645-4a99-ae3e-d90b239e70b3 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:20.495798 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1dd3bef-06d7-4e98-81ae-f2da1dbedda5 req-d803ee19-b645-4a99-ae3e-d90b239e70b3 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 943 time: 0.0493174 Nov 10 17:46:20.544520 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b1dd3bef-06d7-4e98-81ae-f2da1dbedda5 req-dedef4c1-1fdd-419b-98fa-7884ee8ff4a7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Nov 10 17:46:20.938652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8efa54e8-bd8d-4080-a15e-c86557217040 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:46:21.032480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8efa54e8-bd8d-4080-a15e-c86557217040, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8efa54e8-bd8d-4080-a15e-c86557217040,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:21.043399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '8efa54e8-bd8d-4080-a15e-c86557217040', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'port_id': '8efa54e8-bd8d-4080-a15e-c86557217040', 'mac_address': 'fa:16:3e:35:16:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:46:21.085244 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.098631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efa54e8-bd8d-4080-a15e-c86557217040 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:46:21.118142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8efa54e8-bd8d-4080-a15e-c86557217040, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8efa54e8-bd8d-4080-a15e-c86557217040,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:21.205547 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.254407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=8efa54e8-bd8d-4080-a15e-c86557217040,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:21.437018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8efa54e8-bd8d-4080-a15e-c86557217040'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:46:21.665799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ea69c-2101-4810-9050-698ef17a62ac req-39b65407-670a-4244-8568-d39ea76c1506 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:21.667249 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d1ea69c-2101-4810-9050-698ef17a62ac req-39b65407-670a-4244-8568-d39ea76c1506 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 944 time: 0.0529540 Nov 10 17:46:21.714467 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2d1ea69c-2101-4810-9050-698ef17a62ac req-af2afe8f-1281-45cf-b984-a58deb37840c tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Nov 10 17:46:22.831069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460534e-9b79-4d74-86e3-a74192792e2e req-a631ea80-ab0b-4082-9b26-56a01dba57ad tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:22.832563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0460534e-9b79-4d74-86e3-a74192792e2e req-a631ea80-ab0b-4082-9b26-56a01dba57ad tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 944 time: 0.0503256 Nov 10 17:46:22.879914 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0460534e-9b79-4d74-86e3-a74192792e2e req-d19eb01f-0f1e-4e5d-b465-c32002f6fcbe tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Nov 10 17:46:22.938929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8efa54e8-bd8d-4080-a15e-c86557217040 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:23.062403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 8efa54e8-bd8d-4080-a15e-c86557217040 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:46:23.066592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 8efa54e8-bd8d-4080-a15e-c86557217040 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:23.074120 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.144894 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.166862 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:23.171867 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d91884b-39e9-4567-8fa3-21650542a755" -d '{"events": [{"server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "name": "network-vif-plugged", "status": "completed", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:23.186320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 8efa54e8-bd8d-4080-a15e-c86557217040, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8efa54e8-bd8d-4080-a15e-c86557217040,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:23.206732 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39605218-4969-41ee-848a-2b2f3427cf58 x-openstack-request-id: req-39605218-4969-41ee-848a-2b2f3427cf58 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:23.207024 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "name": "network-vif-plugged", "status": "completed", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:23.207276 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39605218-4969-41ee-848a-2b2f3427cf58 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:23.207735 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040', 'code': 200} Nov 10 17:46:23.297637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.317171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57187-45f4-49b3-8dae-d38f54220386 req-77997d41-b7bb-4e1d-bd17-f02407c84357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:23.319587 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7f57187-45f4-49b3-8dae-d38f54220386 req-77997d41-b7bb-4e1d-bd17-f02407c84357 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1096 time: 0.0522001 Nov 10 17:46:23.352979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=8efa54e8-bd8d-4080-a15e-c86557217040,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:23.372702 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c7f57187-45f4-49b3-8dae-d38f54220386 req-b52a2431-92f2-42b1-afa1-6682cd96e37c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Nov 10 17:46:23.995391 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1385bf-fdec-4d77-b2a2-7dec9c50b5c1 req-f3767d25-2a20-4bdc-bc86-04f6c7f4e95c tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:23.998021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da1385bf-fdec-4d77-b2a2-7dec9c50b5c1 req-f3767d25-2a20-4bdc-bc86-04f6c7f4e95c tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0498705 Nov 10 17:46:24.044624 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da1385bf-fdec-4d77-b2a2-7dec9c50b5c1 req-fa9e4392-7ef5-4a68-8503-8d4bab114de5 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412440 Nov 10 17:46:25.165289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010afce-62a4-42ad-acf0-4705cdfdc25e req-fb4700eb-69b5-4a8b-8523-bfe047fab1bb tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:25.166770 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8010afce-62a4-42ad-acf0-4705cdfdc25e req-fb4700eb-69b5-4a8b-8523-bfe047fab1bb tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0502424 Nov 10 17:46:25.213554 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8010afce-62a4-42ad-acf0-4705cdfdc25e req-f832ebcb-b95a-4bfc-8e1e-789d2f7240e2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Nov 10 17:46:25.337952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ef71-027f-4aea-9420-6133fb1e1214 req-9633964c-d049-443a-895b-157bd8109319 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:25.337952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93f3ef71-027f-4aea-9420-6133fb1e1214 req-9633964c-d049-443a-895b-157bd8109319 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Nov 10 17:46:25.387194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-93f3ef71-027f-4aea-9420-6133fb1e1214 req-c6e87a3f-db35-4e73-b56f-80d31cecf2d2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441868 Nov 10 17:46:25.577364 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60269f62-548d-45ed-822d-3e15e772101a req-cea3ece5-c871-4987-b693-55dede0d42f3 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:25.578831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-60269f62-548d-45ed-822d-3e15e772101a req-cea3ece5-c871-4987-b693-55dede0d42f3 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0496709 Nov 10 17:46:25.626488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-60269f62-548d-45ed-822d-3e15e772101a req-ad451d88-0828-4e5b-8e57-8e829611d116 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Nov 10 17:46:31.662913 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5ba25eef-6f78-49c8-96be-4224531902fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.911917 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a6402ac2-7c31-46db-88ae-f3ddeaeacef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.369077 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.719030 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-c0b69714-413f-4a26-91bf-055b1f990445 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1265023 Nov 10 17:46:35.801114 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-d19ce54f-e1db-4df0-94ef-fdc438aa2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:35.802573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-d19ce54f-e1db-4df0-94ef-fdc438aa2c5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1097 time: 0.0411563 Nov 10 17:46:35.911841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-848a3367-6e66-4ba5-b260-84115fb1141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:35.913202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-848a3367-6e66-4ba5-b260-84115fb1141f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 916 time: 0.0903614 Nov 10 17:46:35.957743 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-f4b5b7c9-824c-45ea-b953-94d7a2adbd75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 217 time: 0.0356700 Nov 10 17:46:36.014607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-c833afac-8f9b-43a7-b1a3-737ea6ed9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:36.016137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-c833afac-8f9b-43a7-b1a3-737ea6ed9fd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 200 len: 854 time: 0.0490522 Nov 10 17:46:36.064620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-82136b64-0dbc-4483-82f6-ab2697a6645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:36.066139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-82136b64-0dbc-4483-82f6-ab2697a6645e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9629b96-4be4-4b17-80d1-1c94918db8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414326 Nov 10 17:46:36.163581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-96448433-17ad-4d39-b30b-8e326cad65a6 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902359 Nov 10 17:46:36.252545 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00a251e4-4d42-4fe0-87ab-5c94d4d6ac8b req-4ebfbec8-a981-4c9e-b564-707acaced1db service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811582 Nov 10 17:46:37.043517 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.765423 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:38.684918 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.026790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2cc88-f1ee-4b9f-9747-1c19e0fb33d7 req-41802b10-f704-4e04-b909-e3998f67a8b7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:41.028282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4dd2cc88-f1ee-4b9f-9747-1c19e0fb33d7 req-41802b10-f704-4e04-b909-e3998f67a8b7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0543320 Nov 10 17:46:41.081394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4dd2cc88-f1ee-4b9f-9747-1c19e0fb33d7 req-5f7e1fbc-f4b8-4b6e-9471-edc85cded0b9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Nov 10 17:46:41.104718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42808) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:41.197251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990b977a-c6d9-4a2f-b6c6-428ae318cd42 tempest-TestMinimumBasicScenario-1991968127 tempest-TestMinimumBasicScenario-1991968127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:41.198854 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-990b977a-c6d9-4a2f-b6c6-428ae318cd42 tempest-TestMinimumBasicScenario-1991968127 tempest-TestMinimumBasicScenario-1991968127-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1092 time: 0.0929263 Nov 10 17:46:41.202624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42812) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:41.206878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '8efa54e8-bd8d-4080-a15e-c86557217040', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:41.234098 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.288970 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.392765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.499264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Allocated IP 172.25.3.85 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/67571ce3-aea1-4036-90fb-7e0a64340679) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:41.600685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.731192 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.769743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:41.774612 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:41.778147 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:41.789323 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'Port': ['ID=67571ce3-aea1-4036-90fb-7e0a64340679,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:42.470195 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.606564 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.759368 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.862071 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.932219 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'Port': ['ID=67571ce3-aea1-4036-90fb-7e0a64340679,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:42.942648 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.043302 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Floating IP ab00f6a3-9045-499c-b19c-c7708515108e associated. External IP: 172.25.3.85, port: 8efa54e8-bd8d-4080-a15e-c86557217040. Nov 10 17:46:43.256982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:46:43.366285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:43.378663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] Sync routers for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:43.388847 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:43.389506 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:43.493359 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.524033 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d0ae9e16-537d-4ed0-ad6d-21f388f420c9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3201525 Nov 10 17:46:43.524554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:43.526800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:43.527426 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada6fda9-e232-4a93-b32e-5f75b61c7496" -d '{"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:43.532599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2e10eb3a-22c8-4ff8-9dd4-6b8a9923f570 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472620141', 'description': 'tempest-secgroup-smoke-472620141 description', 'project_id': '5553e7cbf0f54c45a47a175387922ee2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:43.568836 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9a0d4b-15c4-4688-b293-85a487e72f68 x-openstack-request-id: req-0d9a0d4b-15c4-4688-b293-85a487e72f68 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:43.569095 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:43.569346 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d9a0d4b-15c4-4688-b293-85a487e72f68 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:43.569759 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040', 'status': 'completed', 'code': 200} Nov 10 17:46:43.634761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e10eb3a-22c8-4ff8-9dd4-6b8a9923f570 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.639047 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-026087b7-8cd8-4b64-ae62-a1dd152a5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:43.640633 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-026087b7-8cd8-4b64-ae62-a1dd152a5384 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1097 time: 0.0473676 Nov 10 17:46:43.659868 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:43.773490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-2e82c6d8-8eb9-48a4-817f-afe5e1eada32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:43.775064 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-2e82c6d8-8eb9-48a4-817f-afe5e1eada32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 916 time: 0.1252034 Nov 10 17:46:43.791097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e10eb3a-22c8-4ff8-9dd4-6b8a9923f570 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.845199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-06550aa5-60dc-4c2a-9d4e-2dc957679e13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 998 time: 0.0618989 Nov 10 17:46:43.845777 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e10eb3a-22c8-4ff8-9dd4-6b8a9923f570 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.893853 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ab00f6a3-9045-499c-b19c-c7708515108e', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'port_id': '8efa54e8-bd8d-4080-a15e-c86557217040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'mac_address': 'fa:16:3e:35:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:46:41Z', 'updated_at': '2021-11-10T17:46:41Z', 'revision_number': 0, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:46Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:43.907291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10eb3a-22c8-4ff8-9dd4-6b8a9923f570 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb4862c-1030-4952-953c-37f27af7bf4c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:43.923524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-62074167-a2ae-4bd0-aac2-881732180cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:43.923524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-62074167-a2ae-4bd0-aac2-881732180cab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 200 len: 854 time: 0.0612152 Nov 10 17:46:43.930615 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] Checking router: 37c318c7-af3b-4094-b70b-bc860c7b9cf0 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:46:43.939580 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:43.940195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:46:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:43.959965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e10eb3a-22c8-4ff8-9dd4-6b8a9923f570 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.961240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2e10eb3a-22c8-4ff8-9dd4-6b8a9923f570 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4333944 Nov 10 17:46:43.964545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42818) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:43.971055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-dd1cba56-ff17-46d3-affb-6b01a3bd3ff9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'security_group_rule': {'security_group_id': '1eb4862c-1030-4952-953c-37f27af7bf4c', 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:43.983122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-c6208f3a-cff0-4229-aeed-cfb9a65b45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:43.984651 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-c6208f3a-cff0-4229-aeed-cfb9a65b45b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9629b96-4be4-4b17-80d1-1c94918db8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571420 Nov 10 17:46:44.051276 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd1cba56-ff17-46d3-affb-6b01a3bd3ff9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.057825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:44.077576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-34386df7-cee7-477a-804d-20be94d605e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848179 Nov 10 17:46:44.113944 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd1cba56-ff17-46d3-affb-6b01a3bd3ff9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.178300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ada6fda9-e232-4a93-b32e-5f75b61c7496 req-64d4872c-b481-4cfb-b679-9f18a4dbd8a7 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916922 Nov 10 17:46:44.199080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd1cba56-ff17-46d3-affb-6b01a3bd3ff9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.218750 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cba56-ff17-46d3-affb-6b01a3bd3ff9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ef50cd-fd41-4364-866d-1d2ada71d150,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:44.292530 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dd1cba56-ff17-46d3-affb-6b01a3bd3ff9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.293769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-dd1cba56-ff17-46d3-affb-6b01a3bd3ff9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281806 Nov 10 17:46:44.296905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42820) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:44.301534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-30fbdc24-056b-4958-9610-eeccc0425c70 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'security_group_rule': {'security_group_id': '1eb4862c-1030-4952-953c-37f27af7bf4c', 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:44.302899 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ab00f6a3-9045-499c-b19c-c7708515108e', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'port_id': '8efa54e8-bd8d-4080-a15e-c86557217040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'mac_address': 'fa:16:3e:35:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:46:41Z', 'updated_at': '2021-11-10T17:46:41Z', 'revision_number': 0, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:46Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:44.330882 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7213da1-a535-4a88-a665-89bf57fba256 None None] The sync data for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 is: [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ab00f6a3-9045-499c-b19c-c7708515108e', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'port_id': '8efa54e8-bd8d-4080-a15e-c86557217040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'mac_address': 'fa:16:3e:35:16:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:46:41Z', 'updated_at': '2021-11-10T17:46:41Z', 'revision_number': 0, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:46Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:44.416665 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fbdc24-056b-4958-9610-eeccc0425c70 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.478857 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fbdc24-056b-4958-9610-eeccc0425c70 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.541581 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38172ac6-a44e-4e41-b4bf-62ef85fd4c38 None None] New status for floating IP ab00f6a3-9045-499c-b19c-c7708515108e: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:46:44.559502 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fbdc24-056b-4958-9610-eeccc0425c70 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.582030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbdc24-056b-4958-9610-eeccc0425c70 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4a3f0d-e9c0-4ca9-aed5-763a9f3327c5,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:44.676047 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fbdc24-056b-4958-9610-eeccc0425c70 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.802411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-30fbdc24-056b-4958-9610-eeccc0425c70 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3831804 Nov 10 17:46:44.802411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42822) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:44.802411 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b6c2984c-b776-4aa2-8ede-e17c778e0f92 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'security_group_rule': {'security_group_id': '1eb4862c-1030-4952-953c-37f27af7bf4c', 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:44.871379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2984c-b776-4aa2-8ede-e17c778e0f92 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.928875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2984c-b776-4aa2-8ede-e17c778e0f92 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.008815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2984c-b776-4aa2-8ede-e17c778e0f92 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.027640 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2984c-b776-4aa2-8ede-e17c778e0f92 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a100852b-4983-42b2-9561-ba13a5e4116d,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:45.092811 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6c2984c-b776-4aa2-8ede-e17c778e0f92 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.094030 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b6c2984c-b776-4aa2-8ede-e17c778e0f92 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4085567 Nov 10 17:46:45.096831 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42824) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:45.101234 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-554fba49-3e21-4e23-b5d2-02133bb07f80 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'security_group_rule': {'security_group_id': '1eb4862c-1030-4952-953c-37f27af7bf4c', 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:45.191335 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-554fba49-3e21-4e23-b5d2-02133bb07f80 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.251775 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-554fba49-3e21-4e23-b5d2-02133bb07f80 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.325021 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-554fba49-3e21-4e23-b5d2-02133bb07f80 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.344170 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fba49-3e21-4e23-b5d2-02133bb07f80 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f1d47f-e9a6-41b9-97fd-1a3ce2a30a87,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:45.430064 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-554fba49-3e21-4e23-b5d2-02133bb07f80 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.431428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-554fba49-3e21-4e23-b5d2-02133bb07f80 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3336444 Nov 10 17:46:45.434255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42826) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:45.438770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9f707cd6-ed06-41d3-9a04-771252421e54 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'security_group_rule': {'security_group_id': '1eb4862c-1030-4952-953c-37f27af7bf4c', 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:45.525206 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-9f707cd6-ed06-41d3-9a04-771252421e54 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Project 5553e7cbf0f54c45a47a175387922ee2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:46:45.531220 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f707cd6-ed06-41d3-9a04-771252421e54 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.591939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f707cd6-ed06-41d3-9a04-771252421e54 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.696699 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f707cd6-ed06-41d3-9a04-771252421e54 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.720441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f707cd6-ed06-41d3-9a04-771252421e54 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cadeb4-a6a1-483c-8e20-5e95eef2508c,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:45.789895 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f707cd6-ed06-41d3-9a04-771252421e54 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.791182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9f707cd6-ed06-41d3-9a04-771252421e54 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3559284 Nov 10 17:46:45.794050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42828) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:45.798532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9a27a715-36de-41f0-973f-7ea04106006a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'security_group_rule': {'security_group_id': '1eb4862c-1030-4952-953c-37f27af7bf4c', 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:45.879299 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-9a27a715-36de-41f0-973f-7ea04106006a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Project 5553e7cbf0f54c45a47a175387922ee2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:46:45.884698 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a27a715-36de-41f0-973f-7ea04106006a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.943773 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a27a715-36de-41f0-973f-7ea04106006a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.010993 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a27a715-36de-41f0-973f-7ea04106006a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.030183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27a715-36de-41f0-973f-7ea04106006a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541095e7-f1cc-441c-b5da-957b87f800b6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:46.075516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a27a715-36de-41f0-973f-7ea04106006a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.077355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9a27a715-36de-41f0-973f-7ea04106006a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2823324 Nov 10 17:46:46.167701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-92d4656d-4184-443e-9312-869f2f6f4396 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472620141&fields=id&tenant_id=5553e7cbf0f54c45a47a175387922ee2 HTTP/1.1" status: 200 len: 267 time: 0.0451987 Nov 10 17:46:46.219542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-fdbf4794-ae4c-48b4-9f12-9221209c4289 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:46.221021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-fdbf4794-ae4c-48b4-9f12-9221209c4289 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Nov 10 17:46:46.231824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'port': {'security_groups': ['ddd157ab-5533-4054-9542-ea84028c52c2', '1eb4862c-1030-4952-953c-37f27af7bf4c']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:46.296433 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.493608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] For port 8efa54e8-bd8d-4080-a15e-c86557217040, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8efa54e8-bd8d-4080-a15e-c86557217040,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:46.537460 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.605462 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.618863 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8efa54e8-bd8d-4080-a15e-c86557217040'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:46:46.650077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:46.650702 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.652109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f1a8b9d4-8218-4ee9-8993-495f0b416d4b req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "PUT /v2.0/ports/8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 981 time: 0.4247203 Nov 10 17:46:46.652569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:46.655378 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f597852-cadb-43fb-8948-c9cb091dfe4b" -d '{"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:46.700423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'Port': ['ID=8efa54e8-bd8d-4080-a15e-c86557217040,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:46.704952 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.709864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd867e-d918-4466-9832-ef33979e0505 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:46.727400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8efa54e8-bd8d-4080-a15e-c86557217040'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:46:46.733733 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edfa636-7472-4a8b-ae1b-2b0d777e1e0d x-openstack-request-id: req-1edfa636-7472-4a8b-ae1b-2b0d777e1e0d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:46.734127 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:46.734409 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1edfa636-7472-4a8b-ae1b-2b0d777e1e0d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:46.734823 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040', 'status': 'completed', 'code': 200} Nov 10 17:46:46.821635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-357f7866-1536-46dd-9e4f-824edce0fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:46.827853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-357f7866-1536-46dd-9e4f-824edce0fde4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1136 time: 0.0638187 Nov 10 17:46:46.828269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22b30-a884-4d66-a823-fd367c85adde req-f86a9340-f5ed-46c9-ab98-7ad8dedb0f6d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:46.830244 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e22b30-a884-4d66-a823-fd367c85adde req-f86a9340-f5ed-46c9-ab98-7ad8dedb0f6d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0810962 Nov 10 17:46:46.915525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6e22b30-a884-4d66-a823-fd367c85adde req-91750163-ff4b-4c9c-89cb-fcbffa3327f4 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784950 Nov 10 17:46:46.960969 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-3c11e7f9-a39d-4501-80fc-3227aa69a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:46.962519 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-3c11e7f9-a39d-4501-80fc-3227aa69a783 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 916 time: 0.1284323 Nov 10 17:46:47.029150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-c6fd3164-3d7a-405d-96be-6878c5a798b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 1000 time: 0.0578754 Nov 10 17:46:47.033926 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-76ef8305-a480-4feb-b221-86cb16d853cb None None] Provisioning complete for port 8efa54e8-bd8d-4080-a15e-c86557217040 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:47.034301 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-76ef8305-a480-4feb-b221-86cb16d853cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:47.079370 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-9b3a5642-677f-4021-bd32-0614dfb9ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:47.080841 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-9b3a5642-677f-4021-bd32-0614dfb9ae13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 200 len: 854 time: 0.0441208 Nov 10 17:46:47.498892 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-f8b3c7a5-4300-4ab4-a96b-fae204023f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:47.500791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-f8b3c7a5-4300-4ab4-a96b-fae204023f3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9629b96-4be4-4b17-80d1-1c94918db8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4123669 Nov 10 17:46:47.591125 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-3ac7fb7f-87f8-4c01-b448-cb839c8fc3be service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825887 Nov 10 17:46:47.689035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f597852-cadb-43fb-8948-c9cb091dfe4b req-86b7be95-37a8-4146-b3c5-45c0105373ea service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903304 Nov 10 17:46:54.625794 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:46:56.670003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a59e1-96d3-4b69-9e1d-e607ef56f183 req-79f34eab-4454-455f-9340-7558b109ddfa tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:56.672121 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a5a59e1-96d3-4b69-9e1d-e607ef56f183 req-79f34eab-4454-455f-9340-7558b109ddfa tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0586362 Nov 10 17:46:56.730253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-2a12439c-2219-4140-a13f-b28ba64f6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:56.731890 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-2a12439c-2219-4140-a13f-b28ba64f6a2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1136 time: 0.0405791 Nov 10 17:46:56.734651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a5a59e1-96d3-4b69-9e1d-e607ef56f183 req-0f4fe3f0-f15e-40a7-9da1-2dd4d153b9e2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563612 Nov 10 17:46:56.829537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-3d0daac5-d624-4c05-816e-f82de46d19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:56.830942 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-3d0daac5-d624-4c05-816e-f82de46d19c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 916 time: 0.0913773 Nov 10 17:46:56.898916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-2016f650-fa2a-48ee-b353-808bde47b843 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 1000 time: 0.0596304 Nov 10 17:46:56.949715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-0d761062-e61f-49bb-b3ac-9910361ab178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:56.951238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-0d761062-e61f-49bb-b3ac-9910361ab178 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 200 len: 854 time: 0.0445821 Nov 10 17:46:57.001148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-56b3dda3-65ad-4ce3-83ed-ded576edb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:57.003371 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-56b3dda3-65ad-4ce3-83ed-ded576edb77e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9629b96-4be4-4b17-80d1-1c94918db8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438797 Nov 10 17:46:57.095081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-19469994-feb3-42bc-ada3-cbd5f23cbfa6 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844712 Nov 10 17:46:57.208150 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4ca1851e-7536-4147-8b10-fba4dff4e9d4 req-00c48e81-4fb1-4e22-9129-73e0f5a6f14f service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057296 Nov 10 17:46:57.855550 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6eeab-03a9-463c-8698-d029c6349cab req-cc4ed75d-ad33-4f6c-af16-202aa4730b16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:57.857051 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdc6eeab-03a9-463c-8698-d029c6349cab req-cc4ed75d-ad33-4f6c-af16-202aa4730b16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0505183 Nov 10 17:46:57.921374 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fdc6eeab-03a9-463c-8698-d029c6349cab req-590143dc-d2fd-4b3f-8adc-34acbe2b18fe tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582540 Nov 10 17:46:59.040826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4807e93-e555-4114-9fd8-a83e211d1d75 req-8f1aa82f-fc9b-4c7b-ae45-bbd3d255a1b8 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:59.042330 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4807e93-e555-4114-9fd8-a83e211d1d75 req-8f1aa82f-fc9b-4c7b-ae45-bbd3d255a1b8 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0510547 Nov 10 17:46:59.105123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f4807e93-e555-4114-9fd8-a83e211d1d75 req-400aca8d-1f9f-416b-b3f5-f184c7e0b5ba tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566065 Nov 10 17:47:00.227066 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67570fee-1bb9-4d73-9223-e76d68fe3ec9 req-52d455df-d166-4be8-9580-708cd88174b0 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:00.228617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67570fee-1bb9-4d73-9223-e76d68fe3ec9 req-52d455df-d166-4be8-9580-708cd88174b0 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0552704 Nov 10 17:47:00.289666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-67570fee-1bb9-4d73-9223-e76d68fe3ec9 req-dcc2279a-3ed1-46dd-b395-05156e76fe03 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550332 Nov 10 17:47:01.405930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb610f-066e-44c8-8214-5238bee3b5f5 req-d8bfd3a7-26f6-4a5a-8093-dfcf5099fa15 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:01.407411 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00fb610f-066e-44c8-8214-5238bee3b5f5 req-d8bfd3a7-26f6-4a5a-8093-dfcf5099fa15 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0485938 Nov 10 17:47:01.472382 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-00fb610f-066e-44c8-8214-5238bee3b5f5 req-b1e67e6e-2b0e-451f-885b-147481cc3be5 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573487 Nov 10 17:47:01.691216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e25a745-60e7-4063-b663-8267d7499119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.593168 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c86f8a-2c20-4a6d-ac38-05021d987d82 req-ba09e26d-5cad-46a5-81f3-3539559dc79a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:02.594577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62c86f8a-2c20-4a6d-ac38-05021d987d82 req-ba09e26d-5cad-46a5-81f3-3539559dc79a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0534105 Nov 10 17:47:02.655329 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-62c86f8a-2c20-4a6d-ac38-05021d987d82 req-1a52191b-7546-4b4d-8b48-38cb580c3adc tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543087 Nov 10 17:47:03.776843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a535a1-b42f-4d82-8e93-800e6ab9e070 req-07a4cc27-77d1-4bf5-ab78-0f564cb5329c tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:03.778322 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7a535a1-b42f-4d82-8e93-800e6ab9e070 req-07a4cc27-77d1-4bf5-ab78-0f564cb5329c tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0505250 Nov 10 17:47:03.838388 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7a535a1-b42f-4d82-8e93-800e6ab9e070 req-45b4894a-b4df-4102-ba91-cd262185923f tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537162 Nov 10 17:47:03.976274 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-03c6fec3-d57f-4eac-b0af-6c93f13745fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.955769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506c668-1530-459d-8557-5e1e61c13e17 req-4fd557ea-9dd2-4a05-8de3-9ae001f1bd9a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:04.957885 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c506c668-1530-459d-8557-5e1e61c13e17 req-4fd557ea-9dd2-4a05-8de3-9ae001f1bd9a tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0497477 Nov 10 17:47:05.022853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c506c668-1530-459d-8557-5e1e61c13e17 req-426d700f-01ba-4454-be8c-e0bc15cf3945 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575590 Nov 10 17:47:05.345587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.141958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d4c4-57a7-4878-8811-f7c30aa4c678 req-5cfb7fdf-ddfd-4f64-a119-1dd64ce53cd7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:06.150914 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df57d4c4-57a7-4878-8811-f7c30aa4c678 req-5cfb7fdf-ddfd-4f64-a119-1dd64ce53cd7 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0500877 Nov 10 17:47:06.205389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df57d4c4-57a7-4878-8811-f7c30aa4c678 req-e81f0d41-b0a9-4a35-a49c-856789aabb04 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557148 Nov 10 17:47:07.068216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.327927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971d438-c0a2-43d0-be89-d63152251f7d req-f627e64c-f3db-40c2-8251-18ec20399d17 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:07.329588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e971d438-c0a2-43d0-be89-d63152251f7d req-f627e64c-f3db-40c2-8251-18ec20399d17 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0506845 Nov 10 17:47:07.390787 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e971d438-c0a2-43d0-be89-d63152251f7d req-22e9a275-c93c-415c-a2f1-1fc25a17ff8d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546815 Nov 10 17:47:07.776173 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.515232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813415a2-ef33-4ef6-ae1e-3269d5f6974a req-2961bd2c-5363-499e-ace2-694af9bfdb38 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:08.516730 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-813415a2-ef33-4ef6-ae1e-3269d5f6974a req-2961bd2c-5363-499e-ace2-694af9bfdb38 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0544155 Nov 10 17:47:08.577154 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-813415a2-ef33-4ef6-ae1e-3269d5f6974a req-0aae3887-8f22-4d2e-9536-0dbbec71c9c5 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=1eb4862c-1030-4952-953c-37f27af7bf4c&id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542758 Nov 10 17:47:08.634333 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.233347 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.636210 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:47:31.671602 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0578ff25-ab7d-4d36-9cc1-281a337213a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.929418 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6c10f27-0f8c-46ec-ac44-e48a8cf82d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.375477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:37.054026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:37.629490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-e7fb65ed-65ea-453d-a913-f5cb78854114 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420389 Nov 10 17:47:37.722891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-151158a1-80a0-4f50-a21e-a4816b7b29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:37.724446 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-151158a1-80a0-4f50-a21e-a4816b7b29c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1136 time: 0.0451338 Nov 10 17:47:37.750816 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:37.841682 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-fb8d8798-dada-4408-b81d-ceae815e43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:37.843260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-fb8d8798-dada-4408-b81d-ceae815e43a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 916 time: 0.0988557 Nov 10 17:47:37.925836 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-5a312770-4ca8-431e-a429-aac32da55f95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 1000 time: 0.0738482 Nov 10 17:47:37.975598 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-d0f2530a-4ba7-4943-8ce7-bf779802bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:37.977058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-d0f2530a-4ba7-4943-8ce7-bf779802bfaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 200 len: 854 time: 0.0448623 Nov 10 17:47:38.027049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-21696f62-445b-4821-969b-6865d1c1d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:38.028575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-21696f62-445b-4821-969b-6865d1c1d6fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9629b96-4be4-4b17-80d1-1c94918db8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423648 Nov 10 17:47:38.122270 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-e13a850c-c815-40c8-ae77-fd1c930561a7 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862002 Nov 10 17:47:38.218765 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a83bfedd-e981-48f1-a9b6-ce0426c3c767 req-21c110af-171e-4cf3-bd62-d374f0e02083 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892725 Nov 10 17:47:38.644517 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.940733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-81f99864-0d54-4043-8c4a-668e84157c45 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472620141&fields=id&tenant_id=5553e7cbf0f54c45a47a175387922ee2 HTTP/1.1" status: 200 len: 267 time: 0.0479004 Nov 10 17:47:41.009480 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-470481c1-f1c3-48df-a020-6a8330893216 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.011066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-470481c1-f1c3-48df-a020-6a8330893216 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 984 time: 0.0637388 Nov 10 17:47:41.026286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Request body: {'port': {'security_groups': ['ddd157ab-5533-4054-9542-ea84028c52c2']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:41.094394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.170039 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.289793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] For port 8efa54e8-bd8d-4080-a15e-c86557217040, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8efa54e8-bd8d-4080-a15e-c86557217040,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:41.323429 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.375422 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.388396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8efa54e8-bd8d-4080-a15e-c86557217040'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:47:41.421293 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.421981 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.430151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e3bead7-5629-4027-85ea-2784a7b47590 req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "PUT /v2.0/ports/8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 942 time: 0.4097078 Nov 10 17:47:41.430151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:41.430875 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6aa66-519d-4c36-9325-6b6c3f5282d4" -d '{"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:41.431571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42876) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:41.478829 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b012f-fdba-4777-8253-4f0609af836d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event updated for resources: {'Port': ['ID=8efa54e8-bd8d-4080-a15e-c86557217040,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:41.496597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8efa54e8-bd8d-4080-a15e-c86557217040'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:47:41.497325 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935087ab-6a72-4a1b-a979-368f5ecd6e23 x-openstack-request-id: req-935087ab-6a72-4a1b-a979-368f5ecd6e23 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:41.497868 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:41.498596 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-935087ab-6a72-4a1b-a979-368f5ecd6e23 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:41.499228 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040', 'status': 'completed', 'code': 200} Nov 10 17:47:41.543409 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.573363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-8bdebc4d-b053-46a1-8250-40914cbe015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.574952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-8bdebc4d-b053-46a1-8250-40914cbe015e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1097 time: 0.0664878 Nov 10 17:47:41.580927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.695383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-11f3df12-7d19-4599-b59f-84031ad6dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.698305 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-11f3df12-7d19-4599-b59f-84031ad6dba0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 916 time: 0.1155195 Nov 10 17:47:41.740060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1d01df85-ac69-49ea-acde-5e70374827f1 None None] Provisioning complete for port 8efa54e8-bd8d-4080-a15e-c86557217040 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:41.740631 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d01df85-ac69-49ea-acde-5e70374827f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.784948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-c7b8e4e9-fe26-4a2e-8097-2b7082ae9c77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 1000 time: 0.0802517 Nov 10 17:47:41.796899 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.801422 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.803163 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "DELETE /v2.0/security-groups/1eb4862c-1030-4952-953c-37f27af7bf4c HTTP/1.1" status: 204 len: 168 time: 0.3700147 Nov 10 17:47:41.807049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42880) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:41.829087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb4862c-1030-4952-953c-37f27af7bf4c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:41.850355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-7c751260-6c4d-421f-a06a-4aeb646fcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.851928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-7c751260-6c4d-421f-a06a-4aeb646fcec7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 200 len: 854 time: 0.0593727 Nov 10 17:47:41.886682 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.887341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.887666 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.888570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.888570 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.888788 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.888956 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.889284 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.889601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.889922 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.890253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.890592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174512f-ebcc-4306-8d98-643235d2c5d9 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:41.912137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-81f904e4-06b2-4b3b-863f-6f03fefba5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.914849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-81f904e4-06b2-4b3b-863f-6f03fefba5e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9629b96-4be4-4b17-80d1-1c94918db8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551233 Nov 10 17:47:42.019097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Deleting port 67571ce3-aea1-4036-90fb-7e0a64340679 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:42.019469 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.034524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-7dd0213e-1ce4-49d2-adf1-591b6ef5e175 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053748 Nov 10 17:47:42.119736 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.120178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.138413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00b6aa66-519d-4c36-9325-6b6c3f5282d4 req-0ba36afc-9243-451c-983c-268f5ae76764 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970130 Nov 10 17:47:42.150031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Calling delete_port for 67571ce3-aea1-4036-90fb-7e0a64340679 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:42.369578 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.397290 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event deleted for resources: {'Port': ['ID=67571ce3-aea1-4036-90fb-7e0a64340679,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:42.460102 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.464776 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Floating IP ab00f6a3-9045-499c-b19c-c7708515108e disassociated (deleted). External IP: 172.25.3.85, port: 8efa54e8-bd8d-4080-a15e-c86557217040. Nov 10 17:47:42.677480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:42.791600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:42.796441 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.802225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] Sync routers for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:42.812395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:42.813004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:47:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:42.823099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2d89f41-67e0-4fb0-ae56-cbefc9c0d4c2 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "DELETE /v2.0/floatingips/ab00f6a3-9045-499c-b19c-c7708515108e HTTP/1.1" status: 204 len: 168 time: 1.0124998 Nov 10 17:47:42.823706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:42.825936 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333060a2-0734-4172-9d76-93b7af350052" -d '{"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:42.932656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:43.058890 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd8564-89dd-468f-9a8c-538ef950bc1d x-openstack-request-id: req-01fd8564-89dd-468f-9a8c-538ef950bc1d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:43.058890 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:43.059160 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01fd8564-89dd-468f-9a8c-538ef950bc1d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:43.059693 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040', 'status': 'completed', 'code': 200} Nov 10 17:47:43.138797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333060a2-0734-4172-9d76-93b7af350052 req-acafa879-974e-4191-a7c1-ab8ccf0c72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.138797 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-333060a2-0734-4172-9d76-93b7af350052 req-acafa879-974e-4191-a7c1-ab8ccf0c72a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5553e7cbf0f54c45a47a175387922ee2&device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 1097 time: 0.0540795 Nov 10 17:47:43.238025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333060a2-0734-4172-9d76-93b7af350052 req-c5c29ee9-6cce-4aa7-9565-4f4e97872ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.239552 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-333060a2-0734-4172-9d76-93b7af350052 req-c5c29ee9-6cce-4aa7-9565-4f4e97872ab8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 200 len: 916 time: 0.0950577 Nov 10 17:47:43.312139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-333060a2-0734-4172-9d76-93b7af350052 req-301eb489-d985-4fc5-9d5c-3a50faee583a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 200 len: 217 time: 0.0657439 Nov 10 17:47:43.327384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:46Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:43.372159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] Checking router: 37c318c7-af3b-4094-b70b-bc860c7b9cf0 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:43.376788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333060a2-0734-4172-9d76-93b7af350052 req-c6b91424-57e5-4f4a-ad5e-f0ecdc700d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.379098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-333060a2-0734-4172-9d76-93b7af350052 req-c6b91424-57e5-4f4a-ad5e-f0ecdc700d55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 200 len: 854 time: 0.0586593 Nov 10 17:47:43.385855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:43.386805 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:47:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:43.445953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333060a2-0734-4172-9d76-93b7af350052 req-2716358d-32ea-41e6-bc65-ba7c0a211bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.448212 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-333060a2-0734-4172-9d76-93b7af350052 req-2716358d-32ea-41e6-bc65-ba7c0a211bd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d9629b96-4be4-4b17-80d1-1c94918db8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594857 Nov 10 17:47:43.550064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:43.592518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-333060a2-0734-4172-9d76-93b7af350052 req-07439f88-bec0-449a-8226-5ae4b76feca4 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360171 Nov 10 17:47:43.688214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-333060a2-0734-4172-9d76-93b7af350052 req-5a8b667c-024f-4f30-a1b4-f6e6fc98ab82 service neutron] 10.222.0.18 "GET /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865867 Nov 10 17:47:43.776789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:46Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:43.810398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e5c05-19e4-49cf-a5d9-40500ca5a425 None None] The sync data for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 is: [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '6b6c2865-e866-46fa-b7ca-f0bb33d8898d', 'name': '', 'network_id': 'd9629b96-4be4-4b17-80d1-1c94918db8e3', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'mac_address': 'fa:16:3e:88:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:42Z', 'updated_at': '2021-11-10T17:45:46Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'subnets': [{'id': '823adc0b-eee9-4d0b-9e1b-c8bd50a01662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:44.037352 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459be00-7326-4598-9158-f0bf7f0c5627 None None] New status for floating IP ab00f6a3-9045-499c-b19c-c7708515108e: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:47:52.390766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d55c75-1d53-4349-891c-8c7e539e0717 req-9875826a-e96c-49a8-b45e-c6583fa7ce3e tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.392323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11d55c75-1d53-4349-891c-8c7e539e0717 req-9875826a-e96c-49a8-b45e-c6583fa7ce3e tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0538945 Nov 10 17:47:52.446001 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-11d55c75-1d53-4349-891c-8c7e539e0717 req-2654a313-e47d-437f-8329-7e3d625d967c tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474513 Nov 10 17:47:53.588457 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846342e3-9af2-428f-8797-285f05d5c550 req-82616974-3e89-4c70-b60e-98d11633f4a4 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:53.590053 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-846342e3-9af2-428f-8797-285f05d5c550 req-82616974-3e89-4c70-b60e-98d11633f4a4 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0578694 Nov 10 17:47:53.649351 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-846342e3-9af2-428f-8797-285f05d5c550 req-6449fc6c-4b2c-474d-af3e-446ec895cc8d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddd157ab-5533-4054-9542-ea84028c52c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529003 Nov 10 17:47:54.028722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa9074-0804-403a-9365-a34bc6103964 req-2932cb6b-6eaf-434c-b8c9-f6ead9feea1d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.030160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bffa9074-0804-403a-9365-a34bc6103964 req-2932cb6b-6eaf-434c-b8c9-f6ead9feea1d tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.18 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 945 time: 0.0508211 Nov 10 17:47:54.122254 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Deleting port 8efa54e8-bd8d-4080-a15e-c86557217040 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:54.122592 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.218122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] For port 8efa54e8-bd8d-4080-a15e-c86557217040, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=8efa54e8-bd8d-4080-a15e-c86557217040,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:54.218475 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.232258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Calling delete_port for 8efa54e8-bd8d-4080-a15e-c86557217040 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:54.436671 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.448496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['8efa54e8-bd8d-4080-a15e-c86557217040'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:47:54.465602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Pushing event deleted for resources: {'Port': ['ID=8efa54e8-bd8d-4080-a15e-c86557217040,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:54.479569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.479923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.480264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.480599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.480933 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.481262 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.481589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.481917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.482239 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.482561 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.482882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.483207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:54.520508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] No DVR routers for this DVR port 8efa54e8-bd8d-4080-a15e-c86557217040 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:47:54.523272 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.526867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bffa9074-0804-403a-9365-a34bc6103964 req-ad9d8515-3d66-4d7e-8f7c-d6c2d0a51e16 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.18 "DELETE /v2.0/ports/8efa54e8-bd8d-4080-a15e-c86557217040 HTTP/1.1" status: 204 len: 173 time: 0.4906948 Nov 10 17:47:54.527299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'name': 'network-vif-deleted', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:54.529634 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7a7edc-89bb-4f28-b675-7ef65921ac79" -d '{"events": [{"server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "name": "network-vif-deleted", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:54.570883 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39129a6a-2b86-4bdf-9d5a-c92b6a01b050 x-openstack-request-id: req-39129a6a-2b86-4bdf-9d5a-c92b6a01b050 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:54.570883 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c00d7-27f1-4002-812f-7d7fb93f7f30", "name": "network-vif-deleted", "tag": "8efa54e8-bd8d-4080-a15e-c86557217040", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:54.570883 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39129a6a-2b86-4bdf-9d5a-c92b6a01b050 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:54.570883 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c00d7-27f1-4002-812f-7d7fb93f7f30', 'name': 'network-vif-deleted', 'tag': '8efa54e8-bd8d-4080-a15e-c86557217040', 'status': 'completed', 'code': 200} Nov 10 17:47:54.759252 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2081e3eb-7c08-4a70-8a3e-05e929253035 req-6889274d-59f9-48b0-a460-13a9336a1983 tempest-TestMinimumBasicScenario-1834214226 tempest-TestMinimumBasicScenario-1834214226-project] 10.222.0.62 "GET /v2.0/ports?device_id=284c00d7-27f1-4002-812f-7d7fb93f7f30 HTTP/1.1" status: 200 len: 210 time: 0.0264010 Nov 10 17:47:57.028096 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42980) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:57.400245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:57.653300 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Deleting port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:57.653532 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:57.731583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] For port 6b6c2865-e866-46fa-b7ca-f0bb33d8898d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:57.731943 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:57.749895 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Calling delete_port for 6b6c2865-e866-46fa-b7ca-f0bb33d8898d owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:57.984917 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.012049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6c2865-e866-46fa-b7ca-f0bb33d8898d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:58.186404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.420497 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:58.534962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:58.540748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e8d8526c-87fd-476b-ac8d-cd9f2d53c4d5 admin admin] 10.222.0.62 "PUT /v2.0/routers/37c318c7-af3b-4094-b70b-bc860c7b9cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5115962 Nov 10 17:47:58.543339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42982) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:58.552751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a421289-1268-4323-bff2-510e5199f625 None None] Sync routers for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:58.563174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a421289-1268-4323-bff2-510e5199f625 None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:58.563836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4a421289-1268-4323-bff2-510e5199f625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:47:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:58.678617 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4a421289-1268-4323-bff2-510e5199f625 None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:58.903656 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4a421289-1268-4323-bff2-510e5199f625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:47:57Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:58.933127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a421289-1268-4323-bff2-510e5199f625 None None] Checking router: 37c318c7-af3b-4094-b70b-bc860c7b9cf0 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:58.942815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a421289-1268-4323-bff2-510e5199f625 None None] Routers {'37c318c7-af3b-4094-b70b-bc860c7b9cf0'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:58.943534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4a421289-1268-4323-bff2-510e5199f625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:47:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:59.009921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.053232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4a421289-1268-4323-bff2-510e5199f625 None None] Set router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:59.116517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.232871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Deleting port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:59.233543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.240322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4a421289-1268-4323-bff2-510e5199f625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:47:57Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:59.268887 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a421289-1268-4323-bff2-510e5199f625 None None] The sync data for ids ['37c318c7-af3b-4094-b70b-bc860c7b9cf0'] in n-d-714676-11 is: [{'id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'name': 'tempest-TestMinimumBasicScenario-1004901122-router', 'tenant_id': '5553e7cbf0f54c45a47a175387922ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:39Z', 'updated_at': '2021-11-10T17:47:57Z', 'revision_number': 5, 'project_id': '5553e7cbf0f54c45a47a175387922ee2', 'gw_port': {'id': '6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c318c7-af3b-4094-b70b-bc860c7b9cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:40Z', 'updated_at': '2021-11-10T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:59.338011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] For port 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:59.338373 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.356798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Calling delete_port for 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:59.385623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8efa54e8-bd8d-4080-a15e-c86557217040 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:47:59.406142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 8efa54e8-bd8d-4080-a15e-c86557217040 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:47:59.406480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 8efa54e8-bd8d-4080-a15e-c86557217040 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:47:59.564131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.593772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:59.610132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7639ff58-b699-467c-8a0f-06926fc1d606 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:59.676786 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.776921 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.779207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.893748 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.894359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37c318c7-af3b-4094-b70b-bc860c7b9cf0 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:59.898801 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.900019 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f5b80d3c-af4b-455a-90df-4a3a1a5ad8a6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/37c318c7-af3b-4094-b70b-bc860c7b9cf0 HTTP/1.1" status: 204 len: 168 time: 1.3557417 Nov 10 17:47:59.904328 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:59.972919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c698cea-0abe-4186-8c5e-c524ad890626 admin admin] Deleting subnet 823adc0b-eee9-4d0b-9e1b-c8bd50a01662 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:47:59.977075 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c698cea-0abe-4186-8c5e-c524ad890626 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.018468 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c698cea-0abe-4186-8c5e-c524ad890626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.112456 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c698cea-0abe-4186-8c5e-c524ad890626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.249952 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c698cea-0abe-4186-8c5e-c524ad890626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.276970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c698cea-0abe-4186-8c5e-c524ad890626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823adc0b-eee9-4d0b-9e1b-c8bd50a01662,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:00.280906 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c698cea-0abe-4186-8c5e-c524ad890626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.285428 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0c698cea-0abe-4186-8c5e-c524ad890626 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/823adc0b-eee9-4d0b-9e1b-c8bd50a01662 HTTP/1.1" status: 204 len: 168 time: 0.3795269 Nov 10 17:48:00.287729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:00.291829 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42577529-5160-4350-aa63-462697e1fb17 None None] Network d9629b96-4be4-4b17-80d1-1c94918db8e3 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:00.375976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.452603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Deleting port b980c905-492e-45f8-ada3-5e25142c5473 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:00.453041 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.521312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] DHCP port deletion for d9629b96-4be4-4b17-80d1-1c94918db8e3 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:00.526152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] For port b980c905-492e-45f8-ada3-5e25142c5473, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b980c905-492e-45f8-ada3-5e25142c5473,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:00.526593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.541510 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Calling delete_port for b980c905-492e-45f8-ada3-5e25142c5473 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:00.584884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Deleting port b980c905-492e-45f8-ada3-5e25142c5473 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:00.585497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.696719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] For port b980c905-492e-45f8-ada3-5e25142c5473, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=b980c905-492e-45f8-ada3-5e25142c5473,segment=NetworkSegment(ed674f02-3feb-4fb7-9aef-66af7959d6b5),segment_id=ed674f02-3feb-4fb7-9aef-66af7959d6b5)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:00.697437 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.712631 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Calling delete_port for b980c905-492e-45f8-ada3-5e25142c5473 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:00.752285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.784664 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b980c905-492e-45f8-ada3-5e25142c5473,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:00.790105 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] No DVR routers for this DVR port b980c905-492e-45f8-ada3-5e25142c5473 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:00.796209 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.822657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Pushing event deleted for resources: {'Port': ['ID=b980c905-492e-45f8-ada3-5e25142c5473,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:00.827830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] No DVR routers for this DVR port b980c905-492e-45f8-ada3-5e25142c5473 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.839105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.841791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81e3f2-4a72-4087-8164-a48d4f7892ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:00.878963 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.905621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9629b96-4be4-4b17-80d1-1c94918db8e3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:00.918476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed674f02-3feb-4fb7-9aef-66af7959d6b5') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:00.918796 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed674f02-3feb-4fb7-9aef-66af7959d6b5') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:00.931800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.942584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:00.954824 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.963831 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:48:00.964290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:48:00.966982 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:48:00.980986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:00.980986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6173cfd2-e9c1-4d1d-8d08-b26c02d46fa5 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:00.980986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b6c2865-e866-46fa-b7ca-f0bb33d8898d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:00.993930 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6b6c2865-e866-46fa-b7ca-f0bb33d8898d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:00.994280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6b6c2865-e866-46fa-b7ca-f0bb33d8898d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:00.994736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b980c905-492e-45f8-ada3-5e25142c5473 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:01.021468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: b980c905-492e-45f8-ada3-5e25142c5473 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:01.022009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device b980c905-492e-45f8-ada3-5e25142c5473 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:01.076661 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.082995 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.090060 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d9629b96-4be4-4b17-80d1-1c94918db8e3 HTTP/1.1" status: 204 len: 168 time: 0.7976389 Nov 10 17:48:01.090535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42988) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:01.099336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b82364-5bc5-4fd7-88e8-ba901b10a0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9629b96-4be4-4b17-80d1-1c94918db8e3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:01.502403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.677811 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e345c07-714f-48e2-8f8b-7598be3e918e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.766462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Deleting port 9d1e0246-21ff-4ad8-a79e-491d7349b06a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:01.766801 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.846713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] For port 9d1e0246-21ff-4ad8-a79e-491d7349b06a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9d1e0246-21ff-4ad8-a79e-491d7349b06a,segment=NetworkSegment(940d3ad8-a659-4eee-be69-095c5bf94921),segment_id=940d3ad8-a659-4eee-be69-095c5bf94921)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:01.847213 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.860229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Calling delete_port for 9d1e0246-21ff-4ad8-a79e-491d7349b06a owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:02.118128 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.151289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1e0246-21ff-4ad8-a79e-491d7349b06a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:02.337969 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.577993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Router 527b2fc4-e419-447e-ae9f-ce59d78902a3 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:02.701208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:02.707435 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-67a78f5e-0c11-4bab-a859-69da4cdfe8f0 admin admin] 10.222.0.62 "PUT /v2.0/routers/527b2fc4-e419-447e-ae9f-ce59d78902a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6153696 Nov 10 17:48:02.710933 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42990) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:02.711947 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] Sync routers for ids ['527b2fc4-e419-447e-ae9f-ce59d78902a3'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:02.724933 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] Routers {'527b2fc4-e419-447e-ae9f-ce59d78902a3'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:02.725694 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:47:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['527b2fc4-e419-447e-ae9f-ce59d78902a3'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:02.827583 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.844382 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] Set router 527b2fc4-e419-447e-ae9f-ce59d78902a3 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:02.951873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.046961 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:48:01Z', 'revision_number': 5, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port': {'id': 'd4a82445-bcd4-45ab-8142-6d86694e6dcc', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:45:47Z', 'updated_at': '2021-11-10T17:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:03.076920 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] Checking router: 527b2fc4-e419-447e-ae9f-ce59d78902a3 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:03.087961 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] Routers {'527b2fc4-e419-447e-ae9f-ce59d78902a3'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:03.088566 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:47:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['527b2fc4-e419-447e-ae9f-ce59d78902a3'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:03.102611 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Deleting port d4a82445-bcd4-45ab-8142-6d86694e6dcc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:03.103242 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.221851 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] For port d4a82445-bcd4-45ab-8142-6d86694e6dcc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=d4a82445-bcd4-45ab-8142-6d86694e6dcc,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:03.222619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.238149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Calling delete_port for d4a82445-bcd4-45ab-8142-6d86694e6dcc owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:03.290358 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] Set router 527b2fc4-e419-447e-ae9f-ce59d78902a3 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:03.347868 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:48:02Z', 'revision_number': 6, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:03.379412 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40f025-67e2-4e4c-8aa4-f1c6f69ceb9d None None] The sync data for ids ['527b2fc4-e419-447e-ae9f-ce59d78902a3'] in n-d-714676-11 is: [{'id': '527b2fc4-e419-447e-ae9f-ce59d78902a3', 'name': 'tempest-TestMinimumBasicScenario-1041183852-router', 'tenant_id': '748c3c01f1134675a39c95ac7398fb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:45:46Z', 'updated_at': '2021-11-10T17:48:02Z', 'revision_number': 6, 'project_id': '748c3c01f1134675a39c95ac7398fb18', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:03.493718 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.524279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a82445-bcd4-45ab-8142-6d86694e6dcc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:03.541178 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf239a5-acb7-4a69-afe7-b9773cdd5f8a None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:03.591142 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.684804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.687004 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.797694 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.798288 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527b2fc4-e419-447e-ae9f-ce59d78902a3 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:48:03.804097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.812445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-47a5d57b-faed-4404-a149-5548ae261364 admin admin] 10.222.0.62 "DELETE /v2.0/routers/527b2fc4-e419-447e-ae9f-ce59d78902a3 HTTP/1.1" status: 204 len: 168 time: 1.0932782 Nov 10 17:48:03.812887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:03.856699 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a666cd12-9f3a-4901-9f31-4861b89d44d7 admin admin] Deleting subnet bf6e9a92-edaf-458f-b71e-a293cf8c34b9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:48:03.860099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a666cd12-9f3a-4901-9f31-4861b89d44d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.901780 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a666cd12-9f3a-4901-9f31-4861b89d44d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.934717 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed0c928e-175c-40f4-8974-b7361fd883cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.985986 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a666cd12-9f3a-4901-9f31-4861b89d44d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.116879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a666cd12-9f3a-4901-9f31-4861b89d44d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.152882 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a666cd12-9f3a-4901-9f31-4861b89d44d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.156807 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a666cd12-9f3a-4901-9f31-4861b89d44d7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bf6e9a92-edaf-458f-b71e-a293cf8c34b9 HTTP/1.1" status: 204 len: 168 time: 0.3464036 Nov 10 17:48:04.157482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666cd12-9f3a-4901-9f31-4861b89d44d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6e9a92-edaf-458f-b71e-a293cf8c34b9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:04.159448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 42994) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:04.161072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6072dd76-e2fa-4fb3-9509-29573dcedfc2 None None] Network ffe30496-5319-4d91-8489-5c984169ff40 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:04.268545 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.345131 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Deleting port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:04.345709 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.382607 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] DHCP port deletion for ffe30496-5319-4d91-8489-5c984169ff40 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:04.426260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] For port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,segment=NetworkSegment(940d3ad8-a659-4eee-be69-095c5bf94921),segment_id=940d3ad8-a659-4eee-be69-095c5bf94921)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:04.426688 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.442133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Calling delete_port for ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:04.444985 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] Deleting port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:04.445422 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.514686 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] For port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,segment=NetworkSegment(940d3ad8-a659-4eee-be69-095c5bf94921),segment_id=940d3ad8-a659-4eee-be69-095c5bf94921)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:04.515027 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.529003 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] Calling delete_port for ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:04.591842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.622202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:04.624129 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] No DVR routers for this DVR port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:04.719050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.746693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe30496-5319-4d91-8489-5c984169ff40']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:04.757985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940d3ad8-a659-4eee-be69-095c5bf94921') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:04.758292 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940d3ad8-a659-4eee-be69-095c5bf94921') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:04.769952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.784809 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.790756 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.793632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:48:04.793632 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:48:04.793855 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:48:04.821841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] Pushing event deleted for resources: {'Port': ['ID=ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:04.826583 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a742e3-da68-45c0-8104-b3c1fd304429 None None] No DVR routers for this DVR port ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:04.923195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:04.945146 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:04.945485 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device ddfb22e7-cd90-4889-b7f1-1e0af55aa9c3 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:04.945896 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d4a82445-bcd4-45ab-8142-6d86694e6dcc no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:04.965303 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: d4a82445-bcd4-45ab-8142-6d86694e6dcc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:04.965644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device d4a82445-bcd4-45ab-8142-6d86694e6dcc not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:04.966059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9d1e0246-21ff-4ad8-a79e-491d7349b06a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:04.969053 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.976765 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.981882 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ffe30496-5319-4d91-8489-5c984169ff40 HTTP/1.1" status: 204 len: 168 time: 0.8208311 Nov 10 17:48:04.990316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 9d1e0246-21ff-4ad8-a79e-491d7349b06a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:04.990673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9d1e0246-21ff-4ad8-a79e-491d7349b06a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:04.997490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327de3f-dab2-4070-8936-0f74f42e33a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe30496-5319-4d91-8489-5c984169ff40,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:05.333181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 42998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:05.351775 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.379062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-523aebb4-95a3-4ce9-ad33-780615618dc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5553e7cbf0f54c45a47a175387922ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446773 Nov 10 17:48:05.384609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:05.436047 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97199096-6cab-48fb-a6ba-74d6e5dd9785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.458522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97199096-6cab-48fb-a6ba-74d6e5dd9785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.590358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97199096-6cab-48fb-a6ba-74d6e5dd9785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.593094 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97199096-6cab-48fb-a6ba-74d6e5dd9785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.594284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-97199096-6cab-48fb-a6ba-74d6e5dd9785 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ddd157ab-5533-4054-9542-ea84028c52c2 HTTP/1.1" status: 204 len: 168 time: 0.2086504 Nov 10 17:48:05.603124 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97199096-6cab-48fb-a6ba-74d6e5dd9785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd157ab-5533-4054-9542-ea84028c52c2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:06.249788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:06.290666 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2703a921-35e5-4c38-b57a-e3c6df3bd0c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=748c3c01f1134675a39c95ac7398fb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396774 Nov 10 17:48:06.293159 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:06.365079 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d02cfd6c-037d-4913-a718-ef13d99d9503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.402845 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d02cfd6c-037d-4913-a718-ef13d99d9503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.546351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d02cfd6c-037d-4913-a718-ef13d99d9503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.549848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d02cfd6c-037d-4913-a718-ef13d99d9503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.551024 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d02cfd6c-037d-4913-a718-ef13d99d9503 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/03d26f0e-fe95-40cd-8e7f-2d11eb06ef68 HTTP/1.1" status: 204 len: 168 time: 0.2569544 Nov 10 17:48:06.559509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cfd6c-037d-4913-a718-ef13d99d9503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d26f0e-fe95-40cd-8e7f-2d11eb06ef68,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:07.066029 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.745860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.627503 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:48:08.644026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.715966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:08.720640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032757234', 'description': 'tempest-secgroup-smoke-1032757234 description', 'project_id': '8783b4f7b7be438ea591d82dd05f999f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:08.791759 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.800680 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.880939 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.951712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.988675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f07ff32-1fc3-423f-8063-e929136a32c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:09.040257 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.112177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.143016 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831692d6-351c-4059-a5a4-2df9a0fcbd51,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:09.188160 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.190774 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5477ac33-806c-4b43-90f6-d911bb4c5811 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4731565 Nov 10 17:48:09.193569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:09.198174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4cb2add0-ef13-4ad6-9e4b-eed24670f504 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '831692d6-351c-4059-a5a4-2df9a0fcbd51', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:09.283473 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb2add0-ef13-4ad6-9e4b-eed24670f504 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.343255 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb2add0-ef13-4ad6-9e4b-eed24670f504 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.392069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb2add0-ef13-4ad6-9e4b-eed24670f504 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.414685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2add0-ef13-4ad6-9e4b-eed24670f504 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e435584e-1b1b-4871-99e6-d19faf125230,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:09.462355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb2add0-ef13-4ad6-9e4b-eed24670f504 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.463719 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4cb2add0-ef13-4ad6-9e4b-eed24670f504 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691050 Nov 10 17:48:09.466336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:09.471000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-72e5c376-03a8-4c22-a4c8-bf5ca376250b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '831692d6-351c-4059-a5a4-2df9a0fcbd51', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:09.540285 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e5c376-03a8-4c22-a4c8-bf5ca376250b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.599481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e5c376-03a8-4c22-a4c8-bf5ca376250b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.660494 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e5c376-03a8-4c22-a4c8-bf5ca376250b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.678975 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5c376-03a8-4c22-a4c8-bf5ca376250b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7520c760-3966-42b4-ad03-af3efd537f66,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:09.719628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e5c376-03a8-4c22-a4c8-bf5ca376250b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.720973 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-72e5c376-03a8-4c22-a4c8-bf5ca376250b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2534897 Nov 10 17:48:09.731718 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:09.736753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-abe227ff-63d0-4898-b694-1d065a586e96 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '831692d6-351c-4059-a5a4-2df9a0fcbd51', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:09.860382 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abe227ff-63d0-4898-b694-1d065a586e96 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.925539 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abe227ff-63d0-4898-b694-1d065a586e96 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.009177 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abe227ff-63d0-4898-b694-1d065a586e96 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.029358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe227ff-63d0-4898-b694-1d065a586e96 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9433f7-f769-4f4d-ad15-d58b60f4a4f1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:10.102524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abe227ff-63d0-4898-b694-1d065a586e96 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.103812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-abe227ff-63d0-4898-b694-1d065a586e96 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3710957 Nov 10 17:48:10.106519 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:10.112119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-58b37bfd-d06e-4340-833c-32cad97f55b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '831692d6-351c-4059-a5a4-2df9a0fcbd51', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:10.226376 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58b37bfd-d06e-4340-833c-32cad97f55b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.291872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58b37bfd-d06e-4340-833c-32cad97f55b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.368934 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58b37bfd-d06e-4340-833c-32cad97f55b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.391620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37bfd-d06e-4340-833c-32cad97f55b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7965ac0e-2eff-4698-b59c-3f24c74a007e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:10.450848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58b37bfd-d06e-4340-833c-32cad97f55b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.452332 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-58b37bfd-d06e-4340-833c-32cad97f55b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448610 Nov 10 17:48:10.455808 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:10.460313 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b75bb89e-59b4-4245-b01d-ce837ebe3367 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '831692d6-351c-4059-a5a4-2df9a0fcbd51', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:10.534771 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-b75bb89e-59b4-4245-b01d-ce837ebe3367 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:48:10.540271 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75bb89e-59b4-4245-b01d-ce837ebe3367 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.601191 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75bb89e-59b4-4245-b01d-ce837ebe3367 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.672128 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75bb89e-59b4-4245-b01d-ce837ebe3367 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.692445 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bb89e-59b4-4245-b01d-ce837ebe3367 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6e8692-83c2-4623-aa8e-6030a44824f2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:10.764604 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b75bb89e-59b4-4245-b01d-ce837ebe3367 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.765864 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b75bb89e-59b4-4245-b01d-ce837ebe3367 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3090568 Nov 10 17:48:10.769290 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:10.773687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fc777346-fbeb-4af3-8025-c62b3cbf1f3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '831692d6-351c-4059-a5a4-2df9a0fcbd51', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:10.870465 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-fc777346-fbeb-4af3-8025-c62b3cbf1f3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:48:10.875924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc777346-fbeb-4af3-8025-c62b3cbf1f3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.946046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc777346-fbeb-4af3-8025-c62b3cbf1f3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.017699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc777346-fbeb-4af3-8025-c62b3cbf1f3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.038855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc777346-fbeb-4af3-8025-c62b3cbf1f3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97264210-633e-4242-97fe-c91706668a71,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:11.126764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc777346-fbeb-4af3-8025-c62b3cbf1f3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.132191 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fc777346-fbeb-4af3-8025-c62b3cbf1f3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3585374 Nov 10 17:48:11.133631 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:11.139370 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'network': {'name': 'tempest-network-smoke--592779510', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:11.277295 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.306376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:11.310228 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.336312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:11.345926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.347055 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Added segment 787d9e5b-ca0e-475c-b52d-8bb0a06c2263 of type vlan for network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 Nov 10 17:48:11.400793 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.487568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.493110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:11.493688 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.567589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Network': ['ID=7da2884a-d96b-45fd-8bbc-a8cd46a89932,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:11.577950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:11.583422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-887c988a-ec9a-4593-94a3-d52cfdba6a84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4485691 Nov 10 17:48:11.586351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43064) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:11.591113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'admin_state_up': True, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:11.694630 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.695761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.749080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.949641 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.241080 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.263610 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.714967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.189 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/87e578da-58e4-4926-8a2f-f7f93ddad4c9) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:12.825168 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.906664 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.951655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:12.954899 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:12.959597 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:12.962781 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=87e578da-58e4-4926-8a2f-f7f93ddad4c9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:12.968244 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb822d60-bb8b-465c-b59b-d7ca2747074f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:13.035950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cd0d6855-cd89-41d5-a9aa-b1c8b7b4a36f None None] Provisioning complete for port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:13.036308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6855-cd89-41d5-a9aa-b1c8b7b4a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.073702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d6855-cd89-41d5-a9aa-b1c8b7b4a36f None None] Port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:13.300394 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.541347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.786573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:48:13.916925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:13.927095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Sync routers for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:13.938604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:13.939767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:48:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:13.987914 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.989380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-71756371-99ee-4307-b75f-101ec181e9c3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4019506 Nov 10 17:48:13.992696 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:14.068064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:14.165154 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f23b5ade-57b1-4159-aadf-536fbd8cfaf1 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8783b4f7b7be438ea591d82dd05f999f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1702845 Nov 10 17:48:14.167502 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:14.276666 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:13Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:14.301482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b3ea5b-6640-46d2-a3af-d90c91b889fc tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:14.303424 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-00b3ea5b-6640-46d2-a3af-d90c91b889fc tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347630 Nov 10 17:48:14.307410 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43072) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:14.316683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Checking router: d3d663e9-f0f0-4c7f-9b4f-e0895bb561af for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:14.317106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Updating router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:48:14.358016 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.363118 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8a8de86f-ec1b-4e59-ab50-83d51004abce tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506864 Nov 10 17:48:14.364432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:14.370205 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376336059', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:14.563364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:14.569365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.674663 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.757177 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.801554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac28d1-b8bf-4828-aa17-1344ba78f698 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:14.816749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Attempting to bind port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:14.817109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Attempting to bind port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:14.817468 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Attempting to bind port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:14.826850 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:14.827221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:14.827631 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.828017 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:14.830435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Bound port: 87e578da-58e4-4926-8a2f-f7f93ddad4c9, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:14.830435 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.832683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f085f-ce67-486d-b73e-958bf1917ab8 None None] Pushing event updated for resources: {'Port': ['ID=87e578da-58e4-4926-8a2f-f7f93ddad4c9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:14.878423 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.884157 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] For port 87e578da-58e4-4926-8a2f-f7f93ddad4c9, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:14.887889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] For port 87e578da-58e4-4926-8a2f-f7f93ddad4c9, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=87e578da-58e4-4926-8a2f-f7f93ddad4c9,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:14.906112 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-df5bc2ae-267a-4cd2-aa25-9db49ebf6147 None None] Provisioning complete for port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:14.906492 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df5bc2ae-267a-4cd2-aa25-9db49ebf6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.941948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Subnet': ['ID=955519f7-8fe7-4ae9-becf-95445bae9d09,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:14.945304 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-df5bc2ae-267a-4cd2-aa25-9db49ebf6147 None None] Port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:14.949466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Checking segment: {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:14.949821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network hostable DHCP agents. Network: 7da2884a-d96b-45fd-8bbc-a8cd46a89932, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:14.952215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.001184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0442445b-2c32-4cfd-9445-2d78e108feba None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:15.029409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:15.030046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:48:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:15.032069 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f085f-ce67-486d-b73e-958bf1917ab8 None None] Pushing event updated for resources: {'Port': ['ID=87e578da-58e4-4926-8a2f-f7f93ddad4c9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:15.043894 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:15.116311 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 7da2884a-d96b-45fd-8bbc-a8cd46a89932) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:15.121083 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:15.121950 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.132659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5d08295b-3acb-4f3a-b21b-ebd9b6185d73 None None] Provisioning complete for port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:15.133488 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d08295b-3acb-4f3a-b21b-ebd9b6185d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.137418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9602efcc-e109-4671-85f0-dbb546df87be None None] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:15.207006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8f086636-aa92-4380-a506-77873c11f75c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8404629 Nov 10 17:48:15.209571 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:15.247261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:15.484761 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d08295b-3acb-4f3a-b21b-ebd9b6185d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.542604 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:15.551680 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.574616 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5d08295b-3acb-4f3a-b21b-ebd9b6185d73 None None] For port 87e578da-58e4-4926-8a2f-f7f93ddad4c9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=87e578da-58e4-4926-8a2f-f7f93ddad4c9,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:15.653928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5d08295b-3acb-4f3a-b21b-ebd9b6185d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.751681 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.775738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08295b-3acb-4f3a-b21b-ebd9b6185d73 None None] Pushing event updated for resources: {'Port': ['ID=87e578da-58e4-4926-8a2f-f7f93ddad4c9,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:15.779687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:13Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:15.821920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4aeb0-cc94-44d3-9c26-97b0117ee6ab None None] The sync data for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 is: [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:13Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:15.823874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Allocated IP 172.20.0.2 (7da2884a-d96b-45fd-8bbc-a8cd46a89932/955519f7-8fe7-4ae9-becf-95445bae9d09/5619ba71-3117-4252-b1a9-a4b409d655e2) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:16.181705 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.261668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.321139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:16.324548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:16.327189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.1 (7da2884a-d96b-45fd-8bbc-a8cd46a89932/955519f7-8fe7-4ae9-becf-95445bae9d09/a1bd1558-df86-4836-a9d4-fbe102451832) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:16.331233 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:16.334572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Pushing event updated for resources: {'Port': ['ID=5619ba71-3117-4252-b1a9-a4b409d655e2,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:16.395236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Attempting to bind port 5619ba71-3117-4252-b1a9-a4b409d655e2 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:16.395638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Attempting to bind port 5619ba71-3117-4252-b1a9-a4b409d655e2 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:16.396005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Attempting to bind port 5619ba71-3117-4252-b1a9-a4b409d655e2 on network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:16.402006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:16.402384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Checking segment: {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:16.402829 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.403219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Bound using segment: {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:16.403737 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Bound port: 5619ba71-3117-4252-b1a9-a4b409d655e2, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:16.404122 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.472867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.479403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21532031-9810-4770-86a6-9081ed5088aa None None] For port 5619ba71-3117-4252-b1a9-a4b409d655e2, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:16.483573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-21532031-9810-4770-86a6-9081ed5088aa None None] For port 5619ba71-3117-4252-b1a9-a4b409d655e2, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5619ba71-3117-4252-b1a9-a4b409d655e2,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:16.552502 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.569254 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.621302 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21532031-9810-4770-86a6-9081ed5088aa None None] Pushing event updated for resources: {'Port': ['ID=5619ba71-3117-4252-b1a9-a4b409d655e2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:16.621879 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:16.625119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:16.631840 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:16.666925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=a1bd1558-df86-4836-a9d4-fbe102451832,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:16.699782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.937952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.020928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5619ba71-3117-4252-b1a9-a4b409d655e2 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:17.082815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5619ba71-3117-4252-b1a9-a4b409d655e2 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:17.083262 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.187149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.228312 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 5619ba71-3117-4252-b1a9-a4b409d655e2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5619ba71-3117-4252-b1a9-a4b409d655e2,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:17.300916 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.306002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 87e578da-58e4-4926-8a2f-f7f93ddad4c9 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:17.320609 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.390219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=5619ba71-3117-4252-b1a9-a4b409d655e2,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:17.396429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.405184 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:17.405184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.486928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=a1bd1558-df86-4836-a9d4-fbe102451832,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:17.493476 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.605664 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:17.607442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:17.692275 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673fcb7-b3d8-448e-87df-ddd401d0617e None None] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:17.749000 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:17.842731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-12e1f9a8-0b90-4ebb-a913-bda6d7980cf4 None None] Provisioning complete for port 5619ba71-3117-4252-b1a9-a4b409d655e2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:17.843102 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-12e1f9a8-0b90-4ebb-a913-bda6d7980cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.875258 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:17.888575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cfe247e7-a173-44b0-be87-4f47b77347ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/d3d663e9-f0f0-4c7f-9b4f-e0895bb561af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757326 Nov 10 17:48:17.982978 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Sync routers for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:17.999645 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:18.000365 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:48:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.135715 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:18.214313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-32e57c80-6626-47f7-a0f7-14a40483d58f None None] Provisioning complete for port a1bd1558-df86-4836-a9d4-fbe102451832 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:18.214958 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32e57c80-6626-47f7-a0f7-14a40483d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.263214 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-32e57c80-6626-47f7-a0f7-14a40483d58f None None] Port a1bd1558-df86-4836-a9d4-fbe102451832 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:18.275049 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-8496d7c5-c355-4d5c-8044-479439e0c1ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032757234&fields=id&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 267 time: 0.0612662 Nov 10 17:48:18.276045 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-32e57c80-6626-47f7-a0f7-14a40483d58f None None] Provisioning complete for port 5619ba71-3117-4252-b1a9-a4b409d655e2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:18.276417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32e57c80-6626-47f7-a0f7-14a40483d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.415125 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:17Z', 'revision_number': 2, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.441132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e783e-c2a4-42a4-8be7-585bb252143c req-54767839-4e08-4f91-a7af-32b960dd629d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:18.442846 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-54767839-4e08-4f91-a7af-32b960dd629d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/networks?id=7da2884a-d96b-45fd-8bbc-a8cd46a89932 HTTP/1.1" status: 200 len: 796 time: 0.1550038 Nov 10 17:48:18.458297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Checking router: d3d663e9-f0f0-4c7f-9b4f-e0895bb561af for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:18.458297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Updating router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af port a1bd1558-df86-4836-a9d4-fbe102451832 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:48:18.463946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-81b7ccc3-bff0-4e72-999d-94076d78b68b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/quotas/8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 375 time: 0.0141933 Nov 10 17:48:18.500336 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.529044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ac77bb86-36a3-4e21-a855-38dd450b257a None None] Provisioning complete for port a1bd1558-df86-4836-a9d4-fbe102451832 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:18.529616 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac77bb86-36a3-4e21-a855-38dd450b257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.533215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-d0f99863-3540-4c0d-b2ac-eb5b5221f04b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582771 Nov 10 17:48:18.607496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ac77bb86-36a3-4e21-a855-38dd450b257a None None] Port a1bd1558-df86-4836-a9d4-fbe102451832 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:18.712123 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-8a59d398-233e-4c44-9b59-1c44c33d25bc service neutron] 10.222.0.62 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642244 Nov 10 17:48:18.729918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-c037986c-6c6a-4e68-aed4-39464ac08d1b None None] Provisioning complete for port a1bd1558-df86-4836-a9d4-fbe102451832 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:18.730604 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c037986c-6c6a-4e68-aed4-39464ac08d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.771589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-c037986c-6c6a-4e68-aed4-39464ac08d1b None None] Port a1bd1558-df86-4836-a9d4-fbe102451832 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:18.807503 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-55d795d9-bceb-46ed-98dd-19edd13f0397 service neutron] 10.222.0.62 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889719 Nov 10 17:48:18.879625 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.935095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5619ba71-3117-4252-b1a9-a4b409d655e2 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:18.945860 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.990975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5619ba71-3117-4252-b1a9-a4b409d655e2 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:18.991263 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.090221 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Pushing event updated for resources: {'Port': ['ID=a1bd1558-df86-4836-a9d4-fbe102451832,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:19.101683 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.102116 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.102511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.103090 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.103644 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.104050 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.104580 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.105267 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.105655 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.105982 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.106426 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.107211 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:19.113580 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Attempting to bind port a1bd1558-df86-4836-a9d4-fbe102451832 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:19.114017 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Attempting to bind port a1bd1558-df86-4836-a9d4-fbe102451832 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:19.114439 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Attempting to bind port a1bd1558-df86-4836-a9d4-fbe102451832 on network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:19.120805 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:19.121251 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Checking segment: {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:19.121806 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.122249 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Bound using segment: {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:19.122910 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Bound port: a1bd1558-df86-4836-a9d4-fbe102451832, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:19.123691 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.206425 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] For port a1bd1558-df86-4836-a9d4-fbe102451832, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:19.211393 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] For port a1bd1558-df86-4836-a9d4-fbe102451832, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a1bd1558-df86-4836-a9d4-fbe102451832,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:19.217257 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5787aee1-2f60-4e76-9372-054714e0f07c req-93e9a319-9c19-4906-a55f-d805eec6ea0e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 210 time: 0.1212549 Nov 10 17:48:19.295588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-89607552-7d52-48da-b3ec-2b25d63becbb None None] Provisioning complete for port a1bd1558-df86-4836-a9d4-fbe102451832 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:19.296330 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89607552-7d52-48da-b3ec-2b25d63becbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.311419 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.349497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-89607552-7d52-48da-b3ec-2b25d63becbb None None] Port a1bd1558-df86-4836-a9d4-fbe102451832 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:19.377615 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:19.378289 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:48:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:19.414199 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5c1dd-426d-46d9-864c-d2c348bd67b4 None None] Pushing event updated for resources: {'Port': ['ID=a1bd1558-df86-4836-a9d4-fbe102451832,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:19.509769 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:19.679621 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fa1779b9-d15b-48fd-b9c2-3ab870859f38 None None] Provisioning complete for port a1bd1558-df86-4836-a9d4-fbe102451832 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:19.680204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa1779b9-d15b-48fd-b9c2-3ab870859f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.789294 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:19Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:19.820597 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa1779b9-d15b-48fd-b9c2-3ab870859f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.843235 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3e791-5beb-42af-9ead-8b845eb4e96f None None] The sync data for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 is: [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:19Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:19.863255 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fa1779b9-d15b-48fd-b9c2-3ab870859f38 None None] For port a1bd1558-df86-4836-a9d4-fbe102451832, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a1bd1558-df86-4836-a9d4-fbe102451832,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:20.106165 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fa1779b9-d15b-48fd-b9c2-3ab870859f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.161820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1779b9-d15b-48fd-b9c2-3ab870859f38 None None] Pushing event updated for resources: {'Port': ['ID=a1bd1558-df86-4836-a9d4-fbe102451832,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:20.311856 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2ed9508b-9060-4bd8-b013-f1a5d16e85e7 req-50fcd7cf-49eb-4ec5-beab-9abd313eef94 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 210 time: 0.0294127 Nov 10 17:48:20.964867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a1bd1558-df86-4836-a9d4-fbe102451832 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:21.019999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a1bd1558-df86-4836-a9d4-fbe102451832 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:21.020422 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:21.426566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aeff4460-df1e-45bd-b6a9-399d54e350c6 req-b553f9d0-8dda-4901-8c0d-0d886ca88d04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 210 time: 0.0290284 Nov 10 17:48:21.718074 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e783e-c2a4-42a4-8be7-585bb252143c req-da833708-fe81-4897-9c71-4433bdd1ff6e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:21.719566 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-da833708-fe81-4897-9c71-4433bdd1ff6e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/networks?id=7da2884a-d96b-45fd-8bbc-a8cd46a89932 HTTP/1.1" status: 200 len: 796 time: 0.1193407 Nov 10 17:48:21.786801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-965d8626-42d3-4e55-a9d1-9e7ecc98f90c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 380 time: 0.0585005 Nov 10 17:48:21.799109 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'port': {'device_id': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'admin_state_up': True, 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'security_groups': ['831692d6-351c-4059-a5a4-2df9a0fcbd51']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:21.962892 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:21.966535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.096442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.11 (7da2884a-d96b-45fd-8bbc-a8cd46a89932/955519f7-8fe7-4ae9-becf-95445bae9d09/53d10c96-7271-4728-91ad-715b43a289b7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:22.261533 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.350815 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.393814 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:22.398910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:22.402642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:22.409375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=53d10c96-7271-4728-91ad-715b43a289b7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:22.463724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:22.464419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.559173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc61a3-d476-458b-aa63-05de214d85dc req-14f5f834-6a94-495b-9d7f-7b6c8547519c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:22.560917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95bc61a3-d476-458b-aa63-05de214d85dc req-14f5f834-6a94-495b-9d7f-7b6c8547519c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 932 time: 0.0611148 Nov 10 17:48:22.566432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-ef5458ba-f23a-4962-a508-ed6a1e5c646b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7715135 Nov 10 17:48:22.621240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95bc61a3-d476-458b-aa63-05de214d85dc req-f9607f22-f3ab-4b94-8f4c-dacb8714fa46 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535364 Nov 10 17:48:22.629920 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Request body: {'port': {'device_id': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:22.644136 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3a032128-e245-4f70-a2f2-8477a6ba0df0 None None] Provisioning complete for port 53d10c96-7271-4728-91ad-715b43a289b7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:22.644720 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3a032128-e245-4f70-a2f2-8477a6ba0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.679246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3a032128-e245-4f70-a2f2-8477a6ba0df0 None None] Port 53d10c96-7271-4728-91ad-715b43a289b7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:22.683823 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.969619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d10c96-7271-4728-91ad-715b43a289b7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:22.978415 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.993547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Transition to ACTIVE for port object 53d10c96-7271-4728-91ad-715b43a289b7 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:48:23.066039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.118972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Pushing event updated for resources: {'Port': ['ID=53d10c96-7271-4728-91ad-715b43a289b7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:23.200318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Attempting to bind port 53d10c96-7271-4728-91ad-715b43a289b7 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:23.200655 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Attempting to bind port 53d10c96-7271-4728-91ad-715b43a289b7 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:23.200985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Attempting to bind port 53d10c96-7271-4728-91ad-715b43a289b7 on network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:23.206884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Port 53d10c96-7271-4728-91ad-715b43a289b7 on network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:48:23.207385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Attempting to bind port 53d10c96-7271-4728-91ad-715b43a289b7 on network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:23.213121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:23.213643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Checking segment: {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:23.214286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Bound using segment: {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:23.214731 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Bound port: 53d10c96-7271-4728-91ad-715b43a289b7, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787d9e5b-ca0e-475c-b52d-8bb0a06c2263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:23.215119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.290116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] For port 53d10c96-7271-4728-91ad-715b43a289b7, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:23.293509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] For port 53d10c96-7271-4728-91ad-715b43a289b7, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=53d10c96-7271-4728-91ad-715b43a289b7,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:23.367761 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.404055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.404531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.405706 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/53d10c96-7271-4728-91ad-715b43a289b7 HTTP/1.1" status: 200 len: 1093 time: 0.8307207 Nov 10 17:48:23.406150 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:23.408992 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7616435f-71a2-445c-b266-eae8909ec485" -d '{"events": [{"name": "network-changed", "server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "tag": "53d10c96-7271-4728-91ad-715b43a289b7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:23.434963 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0cc60-0e6a-4085-a2ec-831663de93c1 service neutron] Pushing event updated for resources: {'Port': ['ID=53d10c96-7271-4728-91ad-715b43a289b7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:23.466698 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37699dc3-1f1f-4440-b3d5-5f8c3ec1ba7b x-openstack-request-id: req-37699dc3-1f1f-4440-b3d5-5f8c3ec1ba7b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:23.467349 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "tag": "53d10c96-7271-4728-91ad-715b43a289b7", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:23.467475 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37699dc3-1f1f-4440-b3d5-5f8c3ec1ba7b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:23.467945 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7', 'status': 'completed', 'code': 200} Nov 10 17:48:23.537883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616435f-71a2-445c-b266-eae8909ec485 req-b160f4b1-90b0-4cca-b185-b14c0027a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.539531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7616435f-71a2-445c-b266-eae8909ec485 req-b160f4b1-90b0-4cca-b185-b14c0027a2a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 1096 time: 0.0479183 Nov 10 17:48:23.755763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d38c1-ebbf-417b-806e-57bea5fa7376 req-a72a4335-b8f7-4a97-bd76-d4e40f950c92 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.758083 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b08d38c1-ebbf-417b-806e-57bea5fa7376 req-a72a4335-b8f7-4a97-bd76-d4e40f950c92 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 944 time: 0.0613222 Nov 10 17:48:23.818658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b08d38c1-ebbf-417b-806e-57bea5fa7376 req-f780dd88-8d89-4a7e-9ab1-a26ee9837eb0 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526433 Nov 10 17:48:24.004142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616435f-71a2-445c-b266-eae8909ec485 req-aaf60561-f29f-4be7-a1a0-aa5b2149fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:24.005693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7616435f-71a2-445c-b266-eae8909ec485 req-aaf60561-f29f-4be7-a1a0-aa5b2149fb88 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8783b4f7b7be438ea591d82dd05f999f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4585397 Nov 10 17:48:24.099904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616435f-71a2-445c-b266-eae8909ec485 req-144fdddb-5ee4-4df0-ae39-e726ce596684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:24.101391 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7616435f-71a2-445c-b266-eae8909ec485 req-144fdddb-5ee4-4df0-ae39-e726ce596684 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884497 Nov 10 17:48:24.182389 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e783e-c2a4-42a4-8be7-585bb252143c req-4cc2c242-e7a1-4ab4-b973-d3cb09725f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:24.184191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-4cc2c242-e7a1-4ab4-b973-d3cb09725f12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 1096 time: 0.0444074 Nov 10 17:48:24.233299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-02302e77-c54a-498d-8cb5-203708a05a03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d10c96-7271-4728-91ad-715b43a289b7 HTTP/1.1" status: 200 len: 217 time: 0.0406749 Nov 10 17:48:24.288242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e783e-c2a4-42a4-8be7-585bb252143c req-af491aae-59b4-44a2-ba90-714a6345b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:24.289604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-af491aae-59b4-44a2-ba90-714a6345b085 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=955519f7-8fe7-4ae9-becf-95445bae9d09 HTTP/1.1" status: 200 len: 835 time: 0.0493464 Nov 10 17:48:24.338450 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e783e-c2a4-42a4-8be7-585bb252143c req-d745cb32-5275-4dba-b2d2-2b64d35063c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:24.340414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-d745cb32-5275-4dba-b2d2-2b64d35063c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7da2884a-d96b-45fd-8bbc-a8cd46a89932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437410 Nov 10 17:48:24.436869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-0038165e-2b25-47fd-96eb-cb3b7682fd67 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892050 Nov 10 17:48:24.535469 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-579e783e-c2a4-42a4-8be7-585bb252143c req-869e43d4-c8b7-4271-aa8e-7987cb36b3b4 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905609 Nov 10 17:48:24.957345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195920c-524b-4bc5-b91f-09088a06519d req-a58482cf-0070-4fbb-9c85-0b4d82026f98 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:24.958891 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3195920c-524b-4bc5-b91f-09088a06519d req-a58482cf-0070-4fbb-9c85-0b4d82026f98 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 944 time: 0.0645165 Nov 10 17:48:25.013227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3195920c-524b-4bc5-b91f-09088a06519d req-29463d35-95d8-43ca-81a6-569f195475aa tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482066 Nov 10 17:48:26.138050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56bd2-b6a6-4920-a206-c2e247f42e01 req-daf678eb-c2fb-4193-823e-c9f307fe66be tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:26.139525 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fff56bd2-b6a6-4920-a206-c2e247f42e01 req-daf678eb-c2fb-4193-823e-c9f307fe66be tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 944 time: 0.0546596 Nov 10 17:48:26.201369 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fff56bd2-b6a6-4920-a206-c2e247f42e01 req-6e5c56ea-c757-4fb3-9e34-a2c46b3f3970 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520570 Nov 10 17:48:27.329768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81a9f-e34e-4016-82ae-393ae6b2fc85 req-944b44ca-5c50-4ee8-b9d1-3bf51e7a1826 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.331352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ce81a9f-e34e-4016-82ae-393ae6b2fc85 req-944b44ca-5c50-4ee8-b9d1-3bf51e7a1826 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 944 time: 0.0559757 Nov 10 17:48:27.383760 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ce81a9f-e34e-4016-82ae-393ae6b2fc85 req-0c001c56-30d8-4db0-b7fd-8dd2d99eb983 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461934 Nov 10 17:48:28.503762 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a79c79-3214-4056-a427-79fc8ad59c7c req-b077d717-6c4b-4861-a85b-169b31baa496 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.505235 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-29a79c79-3214-4056-a427-79fc8ad59c7c req-b077d717-6c4b-4861-a85b-169b31baa496 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 944 time: 0.0492287 Nov 10 17:48:28.553981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-29a79c79-3214-4056-a427-79fc8ad59c7c req-02c30bd6-4566-4117-b725-d8d080926cc2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428617 Nov 10 17:48:29.163724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 53d10c96-7271-4728-91ad-715b43a289b7 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:29.262073 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 53d10c96-7271-4728-91ad-715b43a289b7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=53d10c96-7271-4728-91ad-715b43a289b7,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:29.275576 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '53d10c96-7271-4728-91ad-715b43a289b7', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'port_id': '53d10c96-7271-4728-91ad-715b43a289b7', 'mac_address': 'fa:16:3e:6f:b2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:29.331554 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.348832 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d10c96-7271-4728-91ad-715b43a289b7 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:29.376906 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 53d10c96-7271-4728-91ad-715b43a289b7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=53d10c96-7271-4728-91ad-715b43a289b7,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:29.443476 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.497314 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=53d10c96-7271-4728-91ad-715b43a289b7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:29.679325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7207746-b1bc-4c1a-bd38-cf4e0de59aa1 req-4cfc700d-bb49-4ad8-923c-18b95d08773c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:29.680889 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7207746-b1bc-4c1a-bd38-cf4e0de59aa1 req-4cfc700d-bb49-4ad8-923c-18b95d08773c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 945 time: 0.0517535 Nov 10 17:48:29.744843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e7207746-b1bc-4c1a-bd38-cf4e0de59aa1 req-99918309-1cdd-4e39-81bd-8bb77c36081a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577538 Nov 10 17:48:29.832356 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['53d10c96-7271-4728-91ad-715b43a289b7'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:30.876727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe583a6-3f18-4af4-9796-a09f13a31726 req-647f7bb6-1bb5-40e3-a8bf-17f786703eb7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:30.878345 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fe583a6-3f18-4af4-9796-a09f13a31726 req-647f7bb6-1bb5-40e3-a8bf-17f786703eb7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Nov 10 17:48:30.934247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2fe583a6-3f18-4af4-9796-a09f13a31726 req-3e793d1f-f3ab-4a0f-9ecb-e3766e109429 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496824 Nov 10 17:48:31.162958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 53d10c96-7271-4728-91ad-715b43a289b7 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:31.282855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 53d10c96-7271-4728-91ad-715b43a289b7 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:31.287048 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 53d10c96-7271-4728-91ad-715b43a289b7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:31.287445 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:31.368749 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:31.391046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:31.393912 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36585422-c246-4e3c-8c26-f1885d57215b" -d '{"events": [{"server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "name": "network-vif-plugged", "status": "completed", "tag": "53d10c96-7271-4728-91ad-715b43a289b7"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:31.406203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 53d10c96-7271-4728-91ad-715b43a289b7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=53d10c96-7271-4728-91ad-715b43a289b7,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:31.431573 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bc6ef7-2b95-416e-a000-158d61d69abc x-openstack-request-id: req-e9bc6ef7-2b95-416e-a000-158d61d69abc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:31.431863 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "name": "network-vif-plugged", "status": "completed", "tag": "53d10c96-7271-4728-91ad-715b43a289b7", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:31.432110 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9bc6ef7-2b95-416e-a000-158d61d69abc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:31.432507 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7', 'code': 200} Nov 10 17:48:31.465464 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:31.516262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=53d10c96-7271-4728-91ad-715b43a289b7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:31.534402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efa29-2659-4cdb-ac66-8498345147e4 req-5f7c402d-daab-4a75-aa0b-e49b0ab47f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:31.535934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-384efa29-2659-4cdb-ac66-8498345147e4 req-5f7c402d-daab-4a75-aa0b-e49b0ab47f34 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 1098 time: 0.0430350 Nov 10 17:48:31.583246 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-384efa29-2659-4cdb-ac66-8498345147e4 req-5d5e61b4-d55c-4471-88ac-353b17e74330 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Nov 10 17:48:31.671281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c9ee56cb-ae91-46d6-bb47-ba361ce7c561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.062487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c34f8-f75e-4975-a3c1-14d9ba7a3694 req-110f85f9-73b1-42a5-b0a1-b8802f542a3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.064110 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-801c34f8-f75e-4975-a3c1-14d9ba7a3694 req-110f85f9-73b1-42a5-b0a1-b8802f542a3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0554790 Nov 10 17:48:32.117438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-801c34f8-f75e-4975-a3c1-14d9ba7a3694 req-b4605b67-93a9-4a37-a5d6-4075661922f6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469458 Nov 10 17:48:33.244213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e9d6-1c3c-46a5-b92e-4a958eb5c7eb req-34af0902-0f0b-4c72-9fa6-a76b15e1aa8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:33.245858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a178e9d6-1c3c-46a5-b92e-4a958eb5c7eb req-34af0902-0f0b-4c72-9fa6-a76b15e1aa8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0539870 Nov 10 17:48:33.301728 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a178e9d6-1c3c-46a5-b92e-4a958eb5c7eb req-61c8bcc8-1d58-42e5-a5b9-3149ff352a47 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492597 Nov 10 17:48:33.424832 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240f29f-5866-4b04-a308-2a4c72ef2310 req-f8f8aa05-6a20-4f54-95e8-53ecbb157ea4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:33.426399 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4240f29f-5866-4b04-a308-2a4c72ef2310 req-f8f8aa05-6a20-4f54-95e8-53ecbb157ea4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0519981 Nov 10 17:48:33.485812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4240f29f-5866-4b04-a308-2a4c72ef2310 req-369ca900-b599-4425-b6a6-9ac3d3b43446 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530393 Nov 10 17:48:33.509961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:33.557602 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8475f6dd-7779-44fc-bcf8-a38f8634adef tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:33.559211 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8475f6dd-7779-44fc-bcf8-a38f8634adef tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 1093 time: 0.0482159 Nov 10 17:48:33.562582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:33.568394 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '53d10c96-7271-4728-91ad-715b43a289b7', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:33.705099 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.807260 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.916970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.193 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/1800a711-ab02-440d-ac50-ff764ba13924) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:33.940673 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc25aaf7-039d-4779-869c-7dbd706502ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.023215 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.112465 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.149361 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:34.152244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:34.159049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:34.190482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=1800a711-ab02-440d-ac50-ff764ba13924,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:34.534195 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.675800 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.826086 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.940458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.012616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=1800a711-ab02-440d-ac50-ff764ba13924,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:35.029982 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.339975 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.494151 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP 027b28d2-8f46-4851-aab3-522ac041ca9e associated. External IP: 172.25.3.193, port: 53d10c96-7271-4728-91ad-715b43a289b7. Nov 10 17:48:35.710147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:35.823636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:35.834324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] Sync routers for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:35.848768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:35.852839 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:48:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:35.896306 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.925285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-81eae2eb-054a-4f76-8218-dc8d6cf666ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3608067 Nov 10 17:48:35.925856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:35.928230 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b6b6df-3593-49a6-85df-34e6aeb380f2" -d '{"events": [{"name": "network-changed", "server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "tag": "53d10c96-7271-4728-91ad-715b43a289b7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:35.971593 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e6bcd2-043f-4463-8c93-b88f84adda74 x-openstack-request-id: req-92e6bcd2-043f-4463-8c93-b88f84adda74 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:35.971593 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "tag": "53d10c96-7271-4728-91ad-715b43a289b7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:35.971884 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92e6bcd2-043f-4463-8c93-b88f84adda74 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:35.973277 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7', 'status': 'completed', 'code': 200} Nov 10 17:48:35.973403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:36.073671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-13a51a17-307a-4776-a196-1c262a5ab032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.075347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-13a51a17-307a-4776-a196-1c262a5ab032 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 1098 time: 0.0736177 Nov 10 17:48:36.087749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9afee4-06f4-4d35-8473-15759ce8a761 req-acad6a6f-e82c-4d53-ac4f-81376707a404 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.089347 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c9afee4-06f4-4d35-8473-15759ce8a761 req-acad6a6f-e82c-4d53-ac4f-81376707a404 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0979431 Nov 10 17:48:36.212794 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c9afee4-06f4-4d35-8473-15759ce8a761 req-253f256d-e3f9-4d95-a174-2fce0a6c1c4b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118453 Nov 10 17:48:36.218087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '027b28d2-8f46-4851-aab3-522ac041ca9e', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'port_id': '53d10c96-7271-4728-91ad-715b43a289b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'mac_address': 'fa:16:3e:6f:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:48:34Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:19Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:36.231291 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-a3bfa1d5-947f-49a4-97d0-50f4582e0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.233016 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-a3bfa1d5-947f-49a4-97d0-50f4582e0644 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7da2884a-d96b-45fd-8bbc-a8cd46a89932 HTTP/1.1" status: 200 len: 897 time: 0.1427779 Nov 10 17:48:36.242150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:36.250273 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] Checking router: d3d663e9-f0f0-4c7f-9b4f-e0895bb561af for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:36.260068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:36.260556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:48:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:36.315821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-b71bb6c6-5675-44ac-b11d-cc9898e1caef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d10c96-7271-4728-91ad-715b43a289b7 HTTP/1.1" status: 200 len: 1000 time: 0.0755122 Nov 10 17:48:36.325155 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6c008322-4f0c-49ba-b38d-e4f36fd9fe26 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/027b28d2-8f46-4851-aab3-522ac041ca9e HTTP/1.1" status: 200 len: 992 time: 0.0805333 Nov 10 17:48:36.375527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-62f9e6e0-979f-4d32-837f-82215cff6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.377863 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-62f9e6e0-979f-4d32-837f-82215cff6db1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=955519f7-8fe7-4ae9-becf-95445bae9d09 HTTP/1.1" status: 200 len: 835 time: 0.0539978 Nov 10 17:48:36.434204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-8e3e6abb-9989-4f9b-8895-cf035f5bc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.435767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-8e3e6abb-9989-4f9b-8895-cf035f5bc408 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7da2884a-d96b-45fd-8bbc-a8cd46a89932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510521 Nov 10 17:48:36.541787 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:36.542994 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-b4386f50-5386-4042-bc5d-f6bf55365a07 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994635 Nov 10 17:48:36.642880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90b6b6df-3593-49a6-85df-34e6aeb380f2 req-5770b42f-49c7-4188-9ad8-cd5bbca4c2e4 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935113 Nov 10 17:48:36.786550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '027b28d2-8f46-4851-aab3-522ac041ca9e', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'port_id': '53d10c96-7271-4728-91ad-715b43a289b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'mac_address': 'fa:16:3e:6f:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:48:34Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:19Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:36.813534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f59383-8c6a-4693-a3b3-10c8e25084ce None None] The sync data for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 is: [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '027b28d2-8f46-4851-aab3-522ac041ca9e', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'port_id': '53d10c96-7271-4728-91ad-715b43a289b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'mac_address': 'fa:16:3e:6f:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:48:34Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:19Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:37.048453 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4871ef7-64ba-4e19-82c0-327a523e449b None None] New status for floating IP 027b28d2-8f46-4851-aab3-522ac041ca9e: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:48:37.058840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:37.327690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:37.397086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-10189344-0d5c-4438-bb3d-1e57b20b466a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/027b28d2-8f46-4851-aab3-522ac041ca9e HTTP/1.1" status: 200 len: 994 time: 0.0667775 Nov 10 17:48:37.819471 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.687069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.141690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-a383ded5-52bd-4af2-8daf-ef6b29d0ae29 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421832 Nov 10 17:48:39.230678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-3e57cc6a-4bfc-4654-8eda-128e85b4696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.232236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-3e57cc6a-4bfc-4654-8eda-128e85b4696e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 1098 time: 0.0413079 Nov 10 17:48:39.350580 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-1a33c52e-b863-48bd-8d32-cac1e2914525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.352156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-1a33c52e-b863-48bd-8d32-cac1e2914525 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7da2884a-d96b-45fd-8bbc-a8cd46a89932 HTTP/1.1" status: 200 len: 897 time: 0.0965009 Nov 10 17:48:39.421373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-0b752e43-97c2-4426-9a22-5cee271b124e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d10c96-7271-4728-91ad-715b43a289b7 HTTP/1.1" status: 200 len: 1002 time: 0.0623918 Nov 10 17:48:39.476337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-e4b5a5fc-8893-48ab-ab5b-d05b4f013fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.477801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-e4b5a5fc-8893-48ab-ab5b-d05b4f013fa1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=955519f7-8fe7-4ae9-becf-95445bae9d09 HTTP/1.1" status: 200 len: 835 time: 0.0499945 Nov 10 17:48:39.527595 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-5caabb5d-cc33-4ffb-bfdd-02951ef44cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.529126 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-5caabb5d-cc33-4ffb-bfdd-02951ef44cf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7da2884a-d96b-45fd-8bbc-a8cd46a89932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444503 Nov 10 17:48:39.629684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-d94e6af4-86a0-4fcb-986c-28643a9cc718 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932736 Nov 10 17:48:39.728503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cde5d89c-98cb-4c42-a26a-db572d72f898 req-316f43ae-0aa2-45f0-94c0-384e3c956b03 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912657 Nov 10 17:48:41.185810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.632152 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:49:01.669791 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16dd3ea2-08a6-4e07-baca-74a6cb049022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.933628 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83b774c2-d976-401f-8242-19379dccba37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.356547 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:07.060746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:07.784862 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.681725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.173648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:22.631608 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:49:31.687491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9529f177-3b7b-4b63-9a08-a8191d47f14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.932001 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-05d16a43-0558-4bbc-99e6-775f8c31499c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:35.373027 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:37.069924 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:37.766780 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.693987 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.110611 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-442a6819-1080-4083-bd5f-717eca59e39f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416849 Nov 10 17:49:41.213706 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.217824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-5044e06e-2dae-45b7-a478-bb512eff9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:41.222294 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-5044e06e-2dae-45b7-a478-bb512eff9558 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 1098 time: 0.0472872 Nov 10 17:49:41.333119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-d78d932b-ef65-4e27-a901-57da89e1fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:41.334608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-d78d932b-ef65-4e27-a901-57da89e1fdd5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7da2884a-d96b-45fd-8bbc-a8cd46a89932 HTTP/1.1" status: 200 len: 897 time: 0.0886626 Nov 10 17:49:41.411754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-f85ab238-bcdb-49f5-b782-31d0dba1a425 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d10c96-7271-4728-91ad-715b43a289b7 HTTP/1.1" status: 200 len: 1002 time: 0.0654101 Nov 10 17:49:41.463198 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-fd6df876-f40d-4203-8fa4-059264c37cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:41.464766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-fd6df876-f40d-4203-8fa4-059264c37cf7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=955519f7-8fe7-4ae9-becf-95445bae9d09 HTTP/1.1" status: 200 len: 835 time: 0.0461850 Nov 10 17:49:41.516375 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-332e86f7-916f-4a36-b906-44845c3d2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:41.517878 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-332e86f7-916f-4a36-b906-44845c3d2f46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7da2884a-d96b-45fd-8bbc-a8cd46a89932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430624 Nov 10 17:49:41.630598 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-ddb8cdc0-8afc-4fa1-9c3b-3e0c13e22f84 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930331 Nov 10 17:49:41.729754 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d07fce58-37c5-4aec-a720-f47d5fc52b8b req-e46839e7-526d-4ca2-af93-20b95f0bae54 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869672 Nov 10 17:49:48.791279 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577c010-3d40-4295-aa32-277a2a1776cb req-895e11f6-33e0-4561-94d2-67e43be5372b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:48.793077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4577c010-3d40-4295-aa32-277a2a1776cb req-895e11f6-33e0-4561-94d2-67e43be5372b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0564010 Nov 10 17:49:48.844003 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4577c010-3d40-4295-aa32-277a2a1776cb req-0d352894-9231-4206-8f9a-3d9af18363a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 Nov 10 17:49:49.999369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee37eaf-08a4-47c1-92bb-58d700fcdc03 req-b03ed099-2ae5-4874-8d3c-e3c3c78a1757 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:50.000907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aee37eaf-08a4-47c1-92bb-58d700fcdc03 req-b03ed099-2ae5-4874-8d3c-e3c3c78a1757 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0724669 Nov 10 17:49:50.057812 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-aee37eaf-08a4-47c1-92bb-58d700fcdc03 req-f93358a4-f720-4798-abcc-0ed532faedad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499380 Nov 10 17:49:50.085238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:50.155287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0e750f82-4faa-4729-9dad-bcb9a94c5f72 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/027b28d2-8f46-4851-aab3-522ac041ca9e HTTP/1.1" status: 200 len: 994 time: 0.0687737 Nov 10 17:49:51.594784 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04399a-aa3c-443d-9ee2-286f8848d444 req-39f90926-480e-4072-b9c1-1b3925b31259 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.596438 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee04399a-aa3c-443d-9ee2-286f8848d444 req-39f90926-480e-4072-b9c1-1b3925b31259 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0516820 Nov 10 17:49:51.650948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ee04399a-aa3c-443d-9ee2-286f8848d444 req-ceac7243-10f2-4403-aa6c-30b6cafdc455 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478110 Nov 10 17:49:52.776921 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985be931-576a-4e40-9c0b-ea0f490cdca4 req-287f446c-1ea8-4322-9681-79592d74d794 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:52.778305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-985be931-576a-4e40-9c0b-ea0f490cdca4 req-287f446c-1ea8-4322-9681-79592d74d794 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0515046 Nov 10 17:49:52.835881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-985be931-576a-4e40-9c0b-ea0f490cdca4 req-09b30cc7-0e8a-4f9d-b32c-305776e0d8e9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512178 Nov 10 17:49:52.858616 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:52.924390 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-308841f0-eaba-4bc6-bb5c-db8056650b84 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/027b28d2-8f46-4851-aab3-522ac041ca9e HTTP/1.1" status: 200 len: 994 time: 0.0646100 Nov 10 17:49:53.200061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43208) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:53.368444 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 1800a711-ab02-440d-ac50-ff764ba13924 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:53.368746 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.453015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.453015 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.466557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 1800a711-ab02-440d-ac50-ff764ba13924 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:53.669481 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.696374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=1800a711-ab02-440d-ac50-ff764ba13924,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:53.709306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.709667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.710033 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.710379 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.710728 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.711050 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.711415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.711747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.712075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.712402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.712729 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.713053 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:53.772198 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.772471 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP 027b28d2-8f46-4851-aab3-522ac041ca9e disassociated (deleted). External IP: 172.25.3.193, port: 53d10c96-7271-4728-91ad-715b43a289b7. Nov 10 17:49:53.991557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:54.106945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:54.111811 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:54.116731 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] Sync routers for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:54.126236 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:54.126845 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:54.139720 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5f49841d-d382-45b4-bf9a-7188e2a46bd4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/floatingips/027b28d2-8f46-4851-aab3-522ac041ca9e HTTP/1.1" status: 204 len: 168 time: 0.9383700 Nov 10 17:49:54.140399 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:49:54.142779 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2f0c92-fd74-4822-bdd1-4630eb13592d" -d '{"events": [{"name": "network-changed", "server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "tag": "53d10c96-7271-4728-91ad-715b43a289b7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:49:54.183335 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04956e0-d313-4eb6-bd12-fe23f23e9f0b x-openstack-request-id: req-e04956e0-d313-4eb6-bd12-fe23f23e9f0b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:49:54.183637 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "tag": "53d10c96-7271-4728-91ad-715b43a289b7", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:49:54.183894 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e04956e0-d313-4eb6-bd12-fe23f23e9f0b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:49:54.184315 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7', 'status': 'completed', 'code': 200} Nov 10 17:49:54.247720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:54.260557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-748c2521-5a3a-4d57-873f-ee400e34704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:54.262251 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-748c2521-5a3a-4d57-873f-ee400e34704a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 1098 time: 0.0511756 Nov 10 17:49:54.365268 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-7fb329f3-2643-482d-aabe-32b252fa0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:54.366825 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-7fb329f3-2643-482d-aabe-32b252fa0ea4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7da2884a-d96b-45fd-8bbc-a8cd46a89932 HTTP/1.1" status: 200 len: 897 time: 0.0962834 Nov 10 17:49:54.422694 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-7e65f398-8a2a-4e57-b44e-f0eac8f277cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53d10c96-7271-4728-91ad-715b43a289b7 HTTP/1.1" status: 200 len: 217 time: 0.0461266 Nov 10 17:49:54.474483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:19Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:54.483459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-a6941aeb-7f4d-4469-8924-8fa905b64338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:54.485312 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-a6941aeb-7f4d-4469-8924-8fa905b64338 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=955519f7-8fe7-4ae9-becf-95445bae9d09 HTTP/1.1" status: 200 len: 835 time: 0.0544453 Nov 10 17:49:54.509751 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] Checking router: d3d663e9-f0f0-4c7f-9b4f-e0895bb561af for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:54.518755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:54.519412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:54.544022 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-de990fb7-b192-42b3-a4b9-7ef583d76966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:54.545531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-de990fb7-b192-42b3-a4b9-7ef583d76966 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7da2884a-d96b-45fd-8bbc-a8cd46a89932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450203 Nov 10 17:49:54.576341 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc1bd-1845-46dc-9a3e-1230b35b8374 req-5ac6a23c-2d3f-4149-b0d6-d53aa76a08ba tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:54.578144 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f1bc1bd-1845-46dc-9a3e-1230b35b8374 req-5ac6a23c-2d3f-4149-b0d6-d53aa76a08ba tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0623770 Nov 10 17:49:54.634748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3f1bc1bd-1845-46dc-9a3e-1230b35b8374 req-c13e07e8-9be0-4af5-817b-0549942b8217 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488286 Nov 10 17:49:54.639036 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:54.659936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-2f96e551-6b83-4f60-b213-32c5da0c45ec service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049063 Nov 10 17:49:54.756672 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fb2f0c92-fd74-4822-bdd1-4630eb13592d req-0073a21e-9fde-47b3-b129-fdd35c7b84c6 service neutron] 10.222.0.69 "GET /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875366 Nov 10 17:49:54.847707 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:19Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:54.875611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec5c92-1cbd-4bb9-8519-b85d95c6921c None None] The sync data for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 is: [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:48:16Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'a1bd1558-df86-4836-a9d4-fbe102451832', 'name': '', 'network_id': '7da2884a-d96b-45fd-8bbc-a8cd46a89932', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:8a:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:15Z', 'updated_at': '2021-11-10T17:48:19Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '955519f7-8fe7-4ae9-becf-95445bae9d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:55.102108 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e730a4-ffde-463b-8cbd-f2a50df12c47 None None] New status for floating IP 027b28d2-8f46-4851-aab3-522ac041ca9e: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:49:55.754930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b7b48-70d5-41d4-a018-2bd5714a08eb req-8b4adec6-9e82-47de-86f0-e09aba378a19 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:55.756495 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a9b7b48-70d5-41d4-a018-2bd5714a08eb req-8b4adec6-9e82-47de-86f0-e09aba378a19 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0505779 Nov 10 17:49:55.811602 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3a9b7b48-70d5-41d4-a018-2bd5714a08eb req-b260d514-38d1-48b7-ac4d-d05bb82952f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488613 Nov 10 17:49:56.671047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-e79bb4ae-fc7a-4788-8fd3-4c07170b3667 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:56.672498 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-e79bb4ae-fc7a-4788-8fd3-4c07170b3667 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0495067 Nov 10 17:49:56.766193 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 53d10c96-7271-4728-91ad-715b43a289b7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:56.766878 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.862768 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 53d10c96-7271-4728-91ad-715b43a289b7, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=53d10c96-7271-4728-91ad-715b43a289b7,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:56.863131 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.877406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 53d10c96-7271-4728-91ad-715b43a289b7 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:56.932122 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde001c-3300-4dbe-8abd-d7a829a3f04c req-dcb723e0-a361-4f5b-b449-9efaa83cb357 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:56.935777 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8fde001c-3300-4dbe-8abd-d7a829a3f04c req-dcb723e0-a361-4f5b-b449-9efaa83cb357 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 946 time: 0.0540693 Nov 10 17:49:56.990113 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8fde001c-3300-4dbe-8abd-d7a829a3f04c req-966c945f-aac9-4175-91e8-66897a74ffc3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=831692d6-351c-4059-a5a4-2df9a0fcbd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483599 Nov 10 17:49:57.115971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.145984 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=53d10c96-7271-4728-91ad-715b43a289b7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:57.190047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] No DVR routers for this DVR port 53d10c96-7271-4728-91ad-715b43a289b7 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:57.193006 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.196487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ae2b77e5-0cc3-40c9-8388-a501be9a03f3 req-a66e5a82-c334-41c0-bcb3-08ae8abe1107 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "DELETE /v2.0/ports/53d10c96-7271-4728-91ad-715b43a289b7 HTTP/1.1" status: 204 len: 173 time: 0.5173683 Nov 10 17:49:57.196945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'name': 'network-vif-deleted', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:49:57.199337 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ab044-c249-4bc0-9846-8ae104be6a42" -d '{"events": [{"server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "name": "network-vif-deleted", "tag": "53d10c96-7271-4728-91ad-715b43a289b7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:49:57.237746 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9baa6b-7756-4488-9915-b570b2c3d6ef x-openstack-request-id: req-6c9baa6b-7756-4488-9915-b570b2c3d6ef {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:49:57.238045 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a4eb85-7eaf-455a-8e81-600cd0887689", "name": "network-vif-deleted", "tag": "53d10c96-7271-4728-91ad-715b43a289b7", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:49:57.238299 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c9baa6b-7756-4488-9915-b570b2c3d6ef {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:49:57.238711 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a4eb85-7eaf-455a-8e81-600cd0887689', 'name': 'network-vif-deleted', 'tag': '53d10c96-7271-4728-91ad-715b43a289b7', 'status': 'completed', 'code': 200} Nov 10 17:49:58.114287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1189d61d-bfd0-49eb-b794-2a29eb07de6b req-59787a73-6bc4-446a-abd1-0cd819f1339d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=84a4eb85-7eaf-455a-8e81-600cd0887689 HTTP/1.1" status: 200 len: 210 time: 0.0295990 Nov 10 17:49:59.176312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:59.557682 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:59.634491 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:49:59.830523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port a1bd1558-df86-4836-a9d4-fbe102451832 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:59.830866 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:59.930045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port a1bd1558-df86-4836-a9d4-fbe102451832, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a1bd1558-df86-4836-a9d4-fbe102451832,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:59.930309 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:59.942713 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for a1bd1558-df86-4836-a9d4-fbe102451832 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:50:00.172209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.199633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=a1bd1558-df86-4836-a9d4-fbe102451832,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:00.213247 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.213601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.213948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.214289 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.214624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.214955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.215295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.215641 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.215971 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.216294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.216621 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.216947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:00.390074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.613586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:50:00.728777 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:50:00.733877 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5df2104e-1f6e-425b-b41a-990e8c3bdfe3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/d3d663e9-f0f0-4c7f-9b4f-e0895bb561af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565288 Nov 10 17:50:00.736608 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:00.739855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] Sync routers for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:50:00.751547 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:00.752271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:00.789001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4408dac-158a-4736-946d-83edc335ae1c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting subnet 955519f7-8fe7-4ae9-becf-95445bae9d09 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:50:00.792229 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4408dac-158a-4736-946d-83edc335ae1c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.839004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4408dac-158a-4736-946d-83edc335ae1c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.866451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:00.929867 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4408dac-158a-4736-946d-83edc335ae1c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.064356 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4408dac-158a-4736-946d-83edc335ae1c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.065225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:50:00Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:01.093651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] Checking router: d3d663e9-f0f0-4c7f-9b4f-e0895bb561af for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:50:01.097742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4408dac-158a-4736-946d-83edc335ae1c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Subnet': ['ID=955519f7-8fe7-4ae9-becf-95445bae9d09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:01.101927 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4408dac-158a-4736-946d-83edc335ae1c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.103227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] Routers {'d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:01.103881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:49:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:01.105425 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d4408dac-158a-4736-946d-83edc335ae1c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/subnets/955519f7-8fe7-4ae9-becf-95445bae9d09 HTTP/1.1" status: 204 len: 168 time: 0.3675523 Nov 10 17:50:01.107953 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:01.143619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e1177-140c-4a5e-b728-b07799c02d03 None None] Network 7da2884a-d96b-45fd-8bbc-a8cd46a89932 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:01.223058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.304335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] Set router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:01.331765 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.464447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 87e578da-58e4-4926-8a2f-f7f93ddad4c9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:50:01.464894 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.478768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] DHCP port deletion for 7da2884a-d96b-45fd-8bbc-a8cd46a89932 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:01.543767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:50:00Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:01.545779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 87e578da-58e4-4926-8a2f-f7f93ddad4c9, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=87e578da-58e4-4926-8a2f-f7f93ddad4c9,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:01.546154 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.549933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Deleting port 5619ba71-3117-4252-b1a9-a4b409d655e2 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:50:01.550301 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.560379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 87e578da-58e4-4926-8a2f-f7f93ddad4c9 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:50:01.577180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ecd98-5310-4324-b962-2d4ff1ec9119 None None] The sync data for ids ['d3d663e9-f0f0-4c7f-9b4f-e0895bb561af'] in n-d-714676-11 is: [{'id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368735417', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:11Z', 'updated_at': '2021-11-10T17:50:00Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '87e578da-58e4-4926-8a2f-f7f93ddad4c9', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d663e9-f0f0-4c7f-9b4f-e0895bb561af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:12Z', 'updated_at': '2021-11-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:50:01.662287 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] For port 5619ba71-3117-4252-b1a9-a4b409d655e2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5619ba71-3117-4252-b1a9-a4b409d655e2,segment=NetworkSegment(787d9e5b-ca0e-475c-b52d-8bb0a06c2263),segment_id=787d9e5b-ca0e-475c-b52d-8bb0a06c2263)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:01.662287 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.674046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Calling delete_port for 5619ba71-3117-4252-b1a9-a4b409d655e2 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:50:01.685790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 53d10c96-7271-4728-91ad-715b43a289b7 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:50:01.741325 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 53d10c96-7271-4728-91ad-715b43a289b7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:50:01.742026 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 53d10c96-7271-4728-91ad-715b43a289b7 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:50:01.743094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f8c60eb-5b40-461f-b48e-38cf35f85beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.835371 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.862501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=87e578da-58e4-4926-8a2f-f7f93ddad4c9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:01.939357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0bc74-f966-49af-8122-7aa87bf8c074 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:01.943785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.995552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.030802 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Pushing event deleted for resources: {'Port': ['ID=5619ba71-3117-4252-b1a9-a4b409d655e2,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:02.038061 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] No DVR routers for this DVR port 5619ba71-3117-4252-b1a9-a4b409d655e2 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:50:02.039074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.041985 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.050647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.050980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.051352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.051732 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.052081 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.052387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.052764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.053014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.053332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.053647 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.054230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.054510 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41faa7a-55c9-4c78-b6e2-79360002eda0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:02.173028 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.173635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Fanout notify agent at l3_agent the message router_deleted on router d3d663e9-f0f0-4c7f-9b4f-e0895bb561af {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:50:02.184327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.184327 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6648c8d2-a1ca-4c04-893a-ac5c4f85a6f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/routers/d3d663e9-f0f0-4c7f-9b4f-e0895bb561af HTTP/1.1" status: 204 len: 168 time: 1.0753372 Nov 10 17:50:02.185565 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:02.268807 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.366026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.390733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da2884a-d96b-45fd-8bbc-a8cd46a89932']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:02.401409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787d9e5b-ca0e-475c-b52d-8bb0a06c2263') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:02.401705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787d9e5b-ca0e-475c-b52d-8bb0a06c2263') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:02.412347 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.425843 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.432477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:50:02.433062 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:50:02.436781 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:50:02.537711 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.545457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.548170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/networks/7da2884a-d96b-45fd-8bbc-a8cd46a89932 HTTP/1.1" status: 204 len: 168 time: 0.3616443 Nov 10 17:50:02.559153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43234) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:02.559815 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4029e5e-a9e0-49d2-83b4-9d46dc4b915f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Network': ['ID=7da2884a-d96b-45fd-8bbc-a8cd46a89932,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:02.618123 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19a4ae18-79c5-40b4-92cd-8cf1ea044dc5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.651579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19a4ae18-79c5-40b4-92cd-8cf1ea044dc5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.784093 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19a4ae18-79c5-40b4-92cd-8cf1ea044dc5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.786749 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19a4ae18-79c5-40b4-92cd-8cf1ea044dc5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:02.788029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-19a4ae18-79c5-40b4-92cd-8cf1ea044dc5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/security-groups/831692d6-351c-4059-a5a4-2df9a0fcbd51 HTTP/1.1" status: 204 len: 168 time: 0.2277801 Nov 10 17:50:02.814196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4ae18-79c5-40b4-92cd-8cf1ea044dc5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831692d6-351c-4059-a5a4-2df9a0fcbd51,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:02.989059 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a1bd1558-df86-4836-a9d4-fbe102451832 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:50:03.010232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: a1bd1558-df86-4836-a9d4-fbe102451832 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:50:03.010630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a1bd1558-df86-4836-a9d4-fbe102451832 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:50:03.011004 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5619ba71-3117-4252-b1a9-a4b409d655e2 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:50:03.030216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 5619ba71-3117-4252-b1a9-a4b409d655e2 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:50:03.030560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5619ba71-3117-4252-b1a9-a4b409d655e2 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:50:03.030967 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 87e578da-58e4-4926-8a2f-f7f93ddad4c9 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:50:03.057372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 87e578da-58e4-4926-8a2f-f7f93ddad4c9 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:50:03.057372 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 87e578da-58e4-4926-8a2f-f7f93ddad4c9 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:50:03.158665 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43240) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:03.163886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-09b834b5-0ba8-48c5-bb0f-603a00a6b67d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936412822', 'description': 'tempest-secgroup-smoke-936412822 description', 'project_id': '8783b4f7b7be438ea591d82dd05f999f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:03.241472 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09b834b5-0ba8-48c5-bb0f-603a00a6b67d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.311434 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09b834b5-0ba8-48c5-bb0f-603a00a6b67d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.354989 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09b834b5-0ba8-48c5-bb0f-603a00a6b67d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.384924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b834b5-0ba8-48c5-bb0f-603a00a6b67d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e423674d-9055-4824-8983-034f21677fb7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:03.431429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09b834b5-0ba8-48c5-bb0f-603a00a6b67d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.432718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-09b834b5-0ba8-48c5-bb0f-603a00a6b67d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2730076 Nov 10 17:50:03.435856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43242) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:03.442060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c7daea45-54e9-4e6b-9daf-0f7ce20fcd8a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'e423674d-9055-4824-8983-034f21677fb7', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:03.543438 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7daea45-54e9-4e6b-9daf-0f7ce20fcd8a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.600522 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7daea45-54e9-4e6b-9daf-0f7ce20fcd8a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.653483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7daea45-54e9-4e6b-9daf-0f7ce20fcd8a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.672136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daea45-54e9-4e6b-9daf-0f7ce20fcd8a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea249729-2ea1-4720-93ac-4daede895fae,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:03.722816 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7daea45-54e9-4e6b-9daf-0f7ce20fcd8a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.724693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c7daea45-54e9-4e6b-9daf-0f7ce20fcd8a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2878289 Nov 10 17:50:03.727420 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43244) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:03.732221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5797bd6d-3e6c-488f-b396-f3dea19d62e5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'e423674d-9055-4824-8983-034f21677fb7', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:03.813470 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5797bd6d-3e6c-488f-b396-f3dea19d62e5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.874408 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5797bd6d-3e6c-488f-b396-f3dea19d62e5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.949354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-32de0b13-3868-4f12-9081-9e0f4a4e8380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.978003 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5797bd6d-3e6c-488f-b396-f3dea19d62e5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.997342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797bd6d-3e6c-488f-b396-f3dea19d62e5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f0cfc7-1008-4624-a9c0-c30147206ce3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:04.060177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5797bd6d-3e6c-488f-b396-f3dea19d62e5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.061430 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5797bd6d-3e6c-488f-b396-f3dea19d62e5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330657 Nov 10 17:50:04.064221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43246) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:04.069195 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-229d2e31-d0be-418b-bb0d-d075171ae321 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'e423674d-9055-4824-8983-034f21677fb7', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:04.171958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-229d2e31-d0be-418b-bb0d-d075171ae321 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.232856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-229d2e31-d0be-418b-bb0d-d075171ae321 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.309577 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-229d2e31-d0be-418b-bb0d-d075171ae321 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.328467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2e31-d0be-418b-bb0d-d075171ae321 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21547e7f-f69d-44b9-9b3f-a8a34bcea4ba,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:04.387295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-229d2e31-d0be-418b-bb0d-d075171ae321 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.388617 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-229d2e31-d0be-418b-bb0d-d075171ae321 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3234398 Nov 10 17:50:04.391545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43248) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:04.396124 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e3f6d562-a609-4047-ab74-f673376fcd08 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'e423674d-9055-4824-8983-034f21677fb7', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:04.468771 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d562-a609-4047-ab74-f673376fcd08 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.528130 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d562-a609-4047-ab74-f673376fcd08 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.584340 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d562-a609-4047-ab74-f673376fcd08 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.603492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6d562-a609-4047-ab74-f673376fcd08 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3dad8b-77d7-4930-9947-a133e821cf00,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:04.659977 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d562-a609-4047-ab74-f673376fcd08 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.661890 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e3f6d562-a609-4047-ab74-f673376fcd08 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2692599 Nov 10 17:50:04.665244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43250) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:04.669704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a6c7127f-5b04-471c-8ae5-d0419cbbcced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'e423674d-9055-4824-8983-034f21677fb7', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:04.749493 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-a6c7127f-5b04-471c-8ae5-d0419cbbcced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:50:04.754812 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6c7127f-5b04-471c-8ae5-d0419cbbcced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.819133 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6c7127f-5b04-471c-8ae5-d0419cbbcced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.897918 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6c7127f-5b04-471c-8ae5-d0419cbbcced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.917165 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7127f-5b04-471c-8ae5-d0419cbbcced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4ecc8b-9714-455b-8a30-2f47bff983f2,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:04.991860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6c7127f-5b04-471c-8ae5-d0419cbbcced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.993163 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a6c7127f-5b04-471c-8ae5-d0419cbbcced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3269722 Nov 10 17:50:04.996004 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43252) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:05.007161 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2aaef55d-6b3d-41e6-a36c-30386220dfbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'e423674d-9055-4824-8983-034f21677fb7', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:05.097961 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-2aaef55d-6b3d-41e6-a36c-30386220dfbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:50:05.104097 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aaef55d-6b3d-41e6-a36c-30386220dfbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.165119 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aaef55d-6b3d-41e6-a36c-30386220dfbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.229616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aaef55d-6b3d-41e6-a36c-30386220dfbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.248346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaef55d-6b3d-41e6-a36c-30386220dfbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee519d45-adac-42b2-a379-3438b125f456,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:05.307403 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2aaef55d-6b3d-41e6-a36c-30386220dfbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.309461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2aaef55d-6b3d-41e6-a36c-30386220dfbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3123324 Nov 10 17:50:05.312467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43254) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:05.319890 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'network': {'name': 'tempest-network-smoke--786260223', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:05.372110 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.406500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:05.411092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.441800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:50:05.452539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.452539 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Added segment f6f8e5a9-7529-4787-900e-69441d08ed63 of type vlan for network dc319e60-78ee-4163-bce5-6cbc40592d81 Nov 10 17:50:05.493951 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.589421 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.595173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:05.597695 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.667763 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Network': ['ID=dc319e60-78ee-4163-bce5-6cbc40592d81,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:05.678773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network dc319e60-78ee-4163-bce5-6cbc40592d81 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:50:05.717063 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d502c704-b639-4653-b978-9028aabd4661 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4031520 Nov 10 17:50:05.719792 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43256) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:05.724449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'admin_state_up': True, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:05.835499 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.836870 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.895206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.119300 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.372933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.392207 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.497301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.228 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/6ca17744-88d8-4e8a-a2dc-c80433897c89) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:06.609400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.680883 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.719194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:06.724825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:06.728494 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:06.734784 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=6ca17744-88d8-4e8a-a2dc-c80433897c89,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:06.739846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0099a51f-4c94-428f-8272-c9061cd09d0b None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:06.836588 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fd6bc733-9b37-490c-a09f-54b8721de7dc None None] Provisioning complete for port 6ca17744-88d8-4e8a-a2dc-c80433897c89 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:06.836982 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc733-9b37-490c-a09f-54b8721de7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.873672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bc733-9b37-490c-a09f-54b8721de7dc None None] Port 6ca17744-88d8-4e8a-a2dc-c80433897c89 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:07.066050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.103925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.622141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.760822 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.812037 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router 037dae4c-fe35-429a-9819-d45ebf305b42 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:50:07.927971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:50:07.938491 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Sync routers for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:50:07.949568 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:07.950275 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:08.014742 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.016047 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0f30538e-eb95-4f0f-950a-ef897991467e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2952607 Nov 10 17:50:08.019179 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43258) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.049149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1dd88d00-0142-4c58-a496-7132e1b4ea07 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8783b4f7b7be438ea591d82dd05f999f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287850 Nov 10 17:50:08.052510 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43260) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.065256 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:08.149453 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87fb2c-18b6-452f-a5a0-d3b29906fb32 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:08.150980 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-da87fb2c-18b6-452f-a5a0-d3b29906fb32 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973465 Nov 10 17:50:08.153976 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43262) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.183187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-28215b5f-900f-4b49-ae0a-4ca8b9118bb9 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280123 Nov 10 17:50:08.185774 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43264) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.190602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-843153490', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:08.251641 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:06Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:08.285220 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Checking router: 037dae4c-fe35-429a-9819-d45ebf305b42 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:50:08.285564 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Updating router 037dae4c-fe35-429a-9819-d45ebf305b42 port 6ca17744-88d8-4e8a-a2dc-c80433897c89 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:50:08.311849 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.343513 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:08.347178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.592387 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.646270 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.668693 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.695114 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54565d1-0775-4c7e-807d-24272a7e0134 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:08.707356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Attempting to bind port 6ca17744-88d8-4e8a-a2dc-c80433897c89 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:08.707764 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Attempting to bind port 6ca17744-88d8-4e8a-a2dc-c80433897c89 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:08.708207 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Attempting to bind port 6ca17744-88d8-4e8a-a2dc-c80433897c89 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:08.710298 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Pushing event updated for resources: {'Port': ['ID=6ca17744-88d8-4e8a-a2dc-c80433897c89,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:08.715544 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.720560 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.720896 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.721229 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.721554 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.721877 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.722200 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.722513 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.722826 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.724583 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.724583 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.724583 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.724899 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:08.730632 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:08.731066 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:08.732223 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.732223 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:08.732556 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Bound port: 6ca17744-88d8-4e8a-a2dc-c80433897c89, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:08.733797 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.744261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Subnet': ['ID=07249d73-893f-4ff9-8d1e-8907ff5fe134,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:08.755714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Checking segment: {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:08.756218 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network hostable DHCP agents. Network: dc319e60-78ee-4163-bce5-6cbc40592d81, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:50:08.790373 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] For port 6ca17744-88d8-4e8a-a2dc-c80433897c89, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:08.793767 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] For port 6ca17744-88d8-4e8a-a2dc-c80433897c89, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6ca17744-88d8-4e8a-a2dc-c80433897c89,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:08.810763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-733b16e2-5c1a-4936-ba79-6925e46305d5 None None] Provisioning complete for port 6ca17744-88d8-4e8a-a2dc-c80433897c89 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:08.811539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-733b16e2-5c1a-4936-ba79-6925e46305d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.849935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-733b16e2-5c1a-4936-ba79-6925e46305d5 None None] Port 6ca17744-88d8-4e8a-a2dc-c80433897c89 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:08.852081 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network dc319e60-78ee-4163-bce5-6cbc40592d81 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:50:08.875570 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.919672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c6e77-6d89-40a6-a9be-ce4759aaacb5 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:08.934972 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:08.935642 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:08.954999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, dc319e60-78ee-4163-bce5-6cbc40592d81) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:08.960073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:08.960755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.969549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d462aa5f-26fd-4265-9f64-90288d9a2855 None None] Network dc319e60-78ee-4163-bce5-6cbc40592d81 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:08.978457 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786f9c8-e6c9-4cfa-bd9c-caca69fb2385 None None] Pushing event updated for resources: {'Port': ['ID=6ca17744-88d8-4e8a-a2dc-c80433897c89,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:09.027674 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-da55b24c-dc1d-4bd7-aba4-72598cf587ae None None] Provisioning complete for port 6ca17744-88d8-4e8a-a2dc-c80433897c89 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:09.028046 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da55b24c-dc1d-4bd7-aba4-72598cf587ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.032608 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-785e31b5-4d07-4141-9541-64b4e8d11a73 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8452675 Nov 10 17:50:09.036557 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43266) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:09.060104 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:09.207194 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da55b24c-dc1d-4bd7-aba4-72598cf587ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.221556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-dc319e60-78ee-4163-bce5-6cbc40592d81', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:50:09.222417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.244387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-da55b24c-dc1d-4bd7-aba4-72598cf587ae None None] For port 6ca17744-88d8-4e8a-a2dc-c80433897c89, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6ca17744-88d8-4e8a-a2dc-c80433897c89,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:09.254347 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:06Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:09.283704 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98114596-a68e-49aa-bd8f-d27de5fa80f5 None None] The sync data for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 is: [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:06Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:50:09.320952 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da55b24c-dc1d-4bd7-aba4-72598cf587ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.417279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55b24c-dc1d-4bd7-aba4-72598cf587ae None None] Pushing event updated for resources: {'Port': ['ID=6ca17744-88d8-4e8a-a2dc-c80433897c89,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:09.434958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Allocated IP 172.20.0.2 (dc319e60-78ee-4163-bce5-6cbc40592d81/07249d73-893f-4ff9-8d1e-8907ff5fe134/c407ca8d-efd0-43f6-98b3-4b019923d20a) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:09.582298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.648097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.729084 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.780499 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Network dc319e60-78ee-4163-bce5-6cbc40592d81 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:09.782419 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:09.784532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Pushing event updated for resources: {'Port': ['ID=c407ca8d-efd0-43f6-98b3-4b019923d20a,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:09.787099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:09.851577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Attempting to bind port c407ca8d-efd0-43f6-98b3-4b019923d20a on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:09.852269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Attempting to bind port c407ca8d-efd0-43f6-98b3-4b019923d20a by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:09.852269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Attempting to bind port c407ca8d-efd0-43f6-98b3-4b019923d20a on network dc319e60-78ee-4163-bce5-6cbc40592d81 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:09.858351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:09.859108 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Checking segment: {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:09.859752 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.860203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Bound using segment: {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:09.860690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Bound port: c407ca8d-efd0-43f6-98b3-4b019923d20a, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:09.863576 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.918749 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.1 (dc319e60-78ee-4163-bce5-6cbc40592d81/07249d73-893f-4ff9-8d1e-8907ff5fe134/7e86e36c-533a-47af-84ee-4440914ebc7d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:09.938248 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] For port c407ca8d-efd0-43f6-98b3-4b019923d20a, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:09.942717 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] For port c407ca8d-efd0-43f6-98b3-4b019923d20a, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c407ca8d-efd0-43f6-98b3-4b019923d20a,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:10.023885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.047286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.099405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d24cfa-bca5-4687-b92e-af698b9b39ec None None] Pushing event updated for resources: {'Port': ['ID=c407ca8d-efd0-43f6-98b3-4b019923d20a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:10.160584 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.212153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network dc319e60-78ee-4163-bce5-6cbc40592d81 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:10.218113 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:10.223063 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:10.253478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=7e86e36c-533a-47af-84ee-4440914ebc7d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:10.298920 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.521982 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.824281 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.887820 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.964872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=7e86e36c-533a-47af-84ee-4440914ebc7d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:10.967463 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.056018 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6ca17744-88d8-4e8a-a2dc-c80433897c89 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:11.077966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network dc319e60-78ee-4163-bce5-6cbc40592d81 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:11.079467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:11.117281 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6ca17744-88d8-4e8a-a2dc-c80433897c89 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:11.119649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.204073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router 037dae4c-fe35-429a-9819-d45ebf305b42 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:50:11.221515 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.237746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c407ca8d-efd0-43f6-98b3-4b019923d20a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:11.298359 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c407ca8d-efd0-43f6-98b3-4b019923d20a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:11.298726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.333118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:50:11.340918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b0d3764e-b5d2-4bfb-833a-d51ebd9b5e04 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/037dae4c-fe35-429a-9819-d45ebf305b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024049 Nov 10 17:50:11.425819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.431230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Sync routers for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:50:11.461627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:11.461627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:11.517940 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-4c2305d2-2f9a-4204-821f-4eea4e473a97 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936412822&fields=id&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 267 time: 0.0509217 Nov 10 17:50:11.518637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port c407ca8d-efd0-43f6-98b3-4b019923d20a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c407ca8d-efd0-43f6-98b3-4b019923d20a,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:11.597627 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d153120-9681-4dd9-8329-daee727dcef6 None None] Network dc319e60-78ee-4163-bce5-6cbc40592d81 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:11.604505 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.616922 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:11.639484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-e646c1f6-3b25-4e97-87f8-666e25e815ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:11.640959 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-e646c1f6-3b25-4e97-87f8-666e25e815ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/networks?id=dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 200 len: 796 time: 0.1123564 Nov 10 17:50:11.660005 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-8f741964-6cc0-4230-9f89-443e8a365831 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/quotas/8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 375 time: 0.0114546 Nov 10 17:50:11.713770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-b109a35f-bf3e-42f3-a4b8-3c565fbd9dff tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467367 Nov 10 17:50:11.800345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-acc4c8d3-4ce8-48df-9db5-d5a58d9ec292 None None] Provisioning complete for port c407ca8d-efd0-43f6-98b3-4b019923d20a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:11.800649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-acc4c8d3-4ce8-48df-9db5-d5a58d9ec292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.816893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-edec002f-da9f-45a6-af2b-1c13f71bf039 service neutron] 10.222.0.62 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906684 Nov 10 17:50:11.844211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=c407ca8d-efd0-43f6-98b3-4b019923d20a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:11.912185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-02dba661-96fe-44a5-b11c-44d67944314e service neutron] 10.222.0.62 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883689 Nov 10 17:50:12.104467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 2, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:12.191678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb1da601-2aee-4971-a356-a96be5b74396 req-6de8cb52-0c4d-4e04-9b27-0b6628c562bc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 210 time: 0.0390542 Nov 10 17:50:12.321122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Checking router: 037dae4c-fe35-429a-9819-d45ebf305b42 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:50:12.321340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Updating router 037dae4c-fe35-429a-9819-d45ebf305b42 port 7e86e36c-533a-47af-84ee-4440914ebc7d binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:50:12.348991 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.464006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-79e3b0dd-38b5-4ee5-b7ff-ee65d5ebf53e None None] Provisioning complete for port 7e86e36c-533a-47af-84ee-4440914ebc7d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:12.464380 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79e3b0dd-38b5-4ee5-b7ff-ee65d5ebf53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.524044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-79e3b0dd-38b5-4ee5-b7ff-ee65d5ebf53e None None] Port 7e86e36c-533a-47af-84ee-4440914ebc7d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:12.590927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-79e3b0dd-38b5-4ee5-b7ff-ee65d5ebf53e None None] Provisioning complete for port c407ca8d-efd0-43f6-98b3-4b019923d20a triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:12.591300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79e3b0dd-38b5-4ee5-b7ff-ee65d5ebf53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.762840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.806267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.864348 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d5fa8-1341-42a7-8862-a30817d238c6 None None] Pushing event updated for resources: {'Port': ['ID=7e86e36c-533a-47af-84ee-4440914ebc7d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:12.911982 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f3004121-16bb-454e-9c94-d95a47f12dbf None None] Provisioning complete for port 7e86e36c-533a-47af-84ee-4440914ebc7d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:12.912409 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f3004121-16bb-454e-9c94-d95a47f12dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.945177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Attempting to bind port 7e86e36c-533a-47af-84ee-4440914ebc7d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:12.945575 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Attempting to bind port 7e86e36c-533a-47af-84ee-4440914ebc7d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:12.945891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Attempting to bind port 7e86e36c-533a-47af-84ee-4440914ebc7d on network dc319e60-78ee-4163-bce5-6cbc40592d81 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:12.958538 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:12.959159 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Checking segment: {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:12.959676 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.960078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Bound using segment: {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:12.960587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Bound port: 7e86e36c-533a-47af-84ee-4440914ebc7d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:12.960970 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.980389 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f3004121-16bb-454e-9c94-d95a47f12dbf None None] Port 7e86e36c-533a-47af-84ee-4440914ebc7d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:13.019703 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c407ca8d-efd0-43f6-98b3-4b019923d20a up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:13.075066 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] For port 7e86e36c-533a-47af-84ee-4440914ebc7d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:13.096040 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] For port 7e86e36c-533a-47af-84ee-4440914ebc7d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e86e36c-533a-47af-84ee-4440914ebc7d,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:13.115702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f56583f2-c9bd-4f02-9d91-414f9fe19f3e None None] Provisioning complete for port 7e86e36c-533a-47af-84ee-4440914ebc7d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:13.116360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f56583f2-c9bd-4f02-9d91-414f9fe19f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.120122 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c407ca8d-efd0-43f6-98b3-4b019923d20a triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:13.120482 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.168884 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.218195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-f56583f2-c9bd-4f02-9d91-414f9fe19f3e None None] Port 7e86e36c-533a-47af-84ee-4440914ebc7d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:13.257167 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d5fa8-1341-42a7-8862-a30817d238c6 None None] Pushing event updated for resources: {'Port': ['ID=7e86e36c-533a-47af-84ee-4440914ebc7d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:13.267789 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:13.268367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:13.337750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ef4b5c2c-3be2-4182-b886-0c0714d744f8 req-28554d0d-e853-4dcd-9f19-ec45ec303296 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 210 time: 0.0566764 Nov 10 17:50:13.430235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:13.579150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b65a8d34-9e9f-4fca-aeb1-9bfed6ebb505 None None] Provisioning complete for port 7e86e36c-533a-47af-84ee-4440914ebc7d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:13.579520 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b65a8d34-9e9f-4fca-aeb1-9bfed6ebb505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.712176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b65a8d34-9e9f-4fca-aeb1-9bfed6ebb505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.726501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:13Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:13.759355 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326644b-0b34-49f5-a0b4-d4febd752da7 None None] The sync data for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 is: [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:13Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:50:13.777591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b65a8d34-9e9f-4fca-aeb1-9bfed6ebb505 None None] For port 7e86e36c-533a-47af-84ee-4440914ebc7d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e86e36c-533a-47af-84ee-4440914ebc7d,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:13.840962 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b65a8d34-9e9f-4fca-aeb1-9bfed6ebb505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.895409 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a8d34-9e9f-4fca-aeb1-9bfed6ebb505 None None] Pushing event updated for resources: {'Port': ['ID=7e86e36c-533a-47af-84ee-4440914ebc7d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:14.107162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-d10ddd14-0a80-4a62-9028-d88354be0ee9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:14.108837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-d10ddd14-0a80-4a62-9028-d88354be0ee9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "GET /v2.0/networks?id=dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 200 len: 796 time: 0.1152143 Nov 10 17:50:14.187340 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-9be62de7-23ca-48c2-9462-8c1eb926b982 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 379 time: 0.0685148 Nov 10 17:50:14.198694 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'port': {'device_id': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'admin_state_up': True, 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'security_groups': ['e423674d-9055-4824-8983-034f21677fb7']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:14.424558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:14.431352 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.451721 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-33752056-b5f2-4f28-8995-0f1c1b16fb8f req-82e2fb85-1dc1-49b5-a26a-3fe107953012 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 210 time: 0.0293643 Nov 10 17:50:14.577455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.13 (dc319e60-78ee-4163-bce5-6cbc40592d81/07249d73-893f-4ff9-8d1e-8907ff5fe134/a101b658-7024-415e-b350-5fa07b5c06e8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:14.731012 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.824075 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.873840 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network dc319e60-78ee-4163-bce5-6cbc40592d81 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:14.879655 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:14.883662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:14.890717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=a101b658-7024-415e-b350-5fa07b5c06e8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:15.034367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e86e36c-533a-47af-84ee-4440914ebc7d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:15.097590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7e86e36c-533a-47af-84ee-4440914ebc7d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:15.097959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.199697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-20e2eb30-016a-4a9b-b41d-a1235c8c059d None None] Provisioning complete for port a101b658-7024-415e-b350-5fa07b5c06e8 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:15.199977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20e2eb30-016a-4a9b-b41d-a1235c8c059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.246056 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-20e2eb30-016a-4a9b-b41d-a1235c8c059d None None] Port a101b658-7024-415e-b350-5fa07b5c06e8 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:15.306872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:15.307523 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.375099 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-216c67c8-5164-4407-9710-c6d0806ca85a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1802881 Nov 10 17:50:15.386339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-6e5fbe70-bcbe-445c-979c-97dbebeb432d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:50:15.387330 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-6e5fbe70-bcbe-445c-979c-97dbebeb432d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056531 Nov 10 17:50:15.400382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Request body: {'port': {'device_id': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:15.454920 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.666448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a49dd-a9e8-4c5a-ad48-3d2f6cfb3f2f req-38597b84-7bc8-4e72-9210-7ae9b3ad06a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:15.667896 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-197a49dd-a9e8-4c5a-ad48-3d2f6cfb3f2f req-38597b84-7bc8-4e72-9210-7ae9b3ad06a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 932 time: 0.1113675 Nov 10 17:50:15.747131 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-197a49dd-a9e8-4c5a-ad48-3d2f6cfb3f2f req-8bdf156f-62db-4eb9-8a72-65924768d046 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710511 Nov 10 17:50:15.800386 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a101b658-7024-415e-b350-5fa07b5c06e8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:50:15.808355 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.821353 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Transition to ACTIVE for port object a101b658-7024-415e-b350-5fa07b5c06e8 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:50:15.892279 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.953745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a101b658-7024-415e-b350-5fa07b5c06e8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:16.023966 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Attempting to bind port a101b658-7024-415e-b350-5fa07b5c06e8 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:16.024387 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Attempting to bind port a101b658-7024-415e-b350-5fa07b5c06e8 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:16.025234 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Attempting to bind port a101b658-7024-415e-b350-5fa07b5c06e8 on network dc319e60-78ee-4163-bce5-6cbc40592d81 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:16.033027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Port a101b658-7024-415e-b350-5fa07b5c06e8 on network dc319e60-78ee-4163-bce5-6cbc40592d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:50:16.033596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Attempting to bind port a101b658-7024-415e-b350-5fa07b5c06e8 on network dc319e60-78ee-4163-bce5-6cbc40592d81 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:16.039852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:16.040183 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Checking segment: {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:16.040578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Bound using segment: {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:16.041135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Bound port: a101b658-7024-415e-b350-5fa07b5c06e8, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f8e5a9-7529-4787-900e-69441d08ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:16.041500 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:16.110244 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] For port a101b658-7024-415e-b350-5fa07b5c06e8, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:16.113579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] For port a101b658-7024-415e-b350-5fa07b5c06e8, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a101b658-7024-415e-b350-5fa07b5c06e8,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:16.171900 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:16.214907 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:16.215693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:16.217124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 200 len: 1093 time: 0.8208170 Nov 10 17:50:16.217584 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:50:16.220011 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:50:16.256914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3408b-9435-4cb2-9d56-a629d9daa6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a101b658-7024-415e-b350-5fa07b5c06e8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:16.361691 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4597ff01-f575-49c5-a646-b2cea17fc349 x-openstack-request-id: req-4597ff01-f575-49c5-a646-b2cea17fc349 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:50:16.362196 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:50:16.362447 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4597ff01-f575-49c5-a646-b2cea17fc349 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:50:16.363035 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'status': 'completed', 'code': 200} Nov 10 17:50:16.378390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-8ee1ba4c-e829-4ebc-93ee-380ea5f77074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:16.380139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-8ee1ba4c-e829-4ebc-93ee-380ea5f77074 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1096 time: 0.0567780 Nov 10 17:50:16.432411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-7dba8ec6-a151-42c8-9b7a-690951222f8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 200 len: 217 time: 0.0430870 Nov 10 17:50:16.492121 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-152ecdbe-5cfa-473b-adf0-93e24a351f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:16.493477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-152ecdbe-5cfa-473b-adf0-93e24a351f9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07249d73-893f-4ff9-8d1e-8907ff5fe134 HTTP/1.1" status: 200 len: 834 time: 0.0546508 Nov 10 17:50:16.543199 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-4f174814-ae53-468c-9a3b-e013b1c62eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:16.544775 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-4f174814-ae53-468c-9a3b-e013b1c62eb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc319e60-78ee-4163-bce5-6cbc40592d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444539 Nov 10 17:50:16.649190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-6a6f6342-eb38-4ba4-8cba-ce1a57916567 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965080 Nov 10 17:50:16.747693 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48d8bca2-5add-47a5-85b0-8fbc55602b37 req-2870be3b-8772-4569-a4ab-7f5691210473 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911963 Nov 10 17:50:16.878288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3560b6-ec59-4547-8e70-2b29331e9709 req-8eeaeb66-62b8-449a-a4b8-77ea6e06dd54 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:16.880020 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be3560b6-ec59-4547-8e70-2b29331e9709 req-8eeaeb66-62b8-449a-a4b8-77ea6e06dd54 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 944 time: 0.0553544 Nov 10 17:50:16.966919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-7a82329f-a013-48b9-96ac-1e5c7d407180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:16.968451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-7a82329f-a013-48b9-96ac-1e5c7d407180 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1096 time: 0.0752349 Nov 10 17:50:16.972420 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be3560b6-ec59-4547-8e70-2b29331e9709 req-46aacabf-8456-485b-80f0-86d287778d80 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856926 Nov 10 17:50:17.068903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-92c6e4d7-0b97-4129-bc46-b6887406ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:17.068903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-92c6e4d7-0b97-4129-bc46-b6887406ac4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 200 len: 897 time: 0.0933657 Nov 10 17:50:17.117904 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-4bbe1bce-5211-47e3-bce5-5838d814fa98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 200 len: 217 time: 0.0414085 Nov 10 17:50:17.172506 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-bb4fb9f0-ce56-48d4-ad19-21252acf59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:17.173982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-bb4fb9f0-ce56-48d4-ad19-21252acf59fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07249d73-893f-4ff9-8d1e-8907ff5fe134 HTTP/1.1" status: 200 len: 834 time: 0.0491230 Nov 10 17:50:17.224453 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-164fd969-74c9-49d4-9282-0ab0b1bc0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:17.225950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-164fd969-74c9-49d4-9282-0ab0b1bc0139 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc319e60-78ee-4163-bce5-6cbc40592d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433040 Nov 10 17:50:17.328134 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-45cc327b-38bd-4398-b5d9-fa49a0b20bba service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931158 Nov 10 17:50:17.422109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa9de168-2b9c-4ecd-9945-f5bb62fabaa5 req-84ef46ab-5062-4102-99fa-61fdf8811ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854597 Nov 10 17:50:18.103474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e7fb-1613-4cb3-96d5-502d126cfe3e req-99fa484c-74ac-4544-baa0-9f0c8019dbab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:18.105025 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90a0e7fb-1613-4cb3-96d5-502d126cfe3e req-99fa484c-74ac-4544-baa0-9f0c8019dbab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 944 time: 0.0489569 Nov 10 17:50:18.154881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-90a0e7fb-1613-4cb3-96d5-502d126cfe3e req-3d6c8ff9-754c-422e-b742-5037532fe81e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438876 Nov 10 17:50:19.278379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cba86c-981b-4ebc-b4b3-becfea2b263a req-ccdb3407-f1ed-47ff-b5f0-b97be83e8b07 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:19.279950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49cba86c-981b-4ebc-b4b3-becfea2b263a req-ccdb3407-f1ed-47ff-b5f0-b97be83e8b07 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 944 time: 0.0551486 Nov 10 17:50:19.331985 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49cba86c-981b-4ebc-b4b3-becfea2b263a req-22461111-d521-49cc-846b-d9c07277caab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458288 Nov 10 17:50:19.978254 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a101b658-7024-415e-b350-5fa07b5c06e8 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:50:20.077381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a101b658-7024-415e-b350-5fa07b5c06e8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a101b658-7024-415e-b350-5fa07b5c06e8,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:20.089799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'port_id': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'mac_address': 'fa:16:3e:df:f3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:50:20.128297 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:20.142712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a101b658-7024-415e-b350-5fa07b5c06e8 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:50:20.163465 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a101b658-7024-415e-b350-5fa07b5c06e8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a101b658-7024-415e-b350-5fa07b5c06e8,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:20.229172 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:20.282142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a101b658-7024-415e-b350-5fa07b5c06e8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:20.456328 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c692-4b3f-4868-a1ef-e63d83ddd32b req-def769ee-9834-48b3-aff2-9fe7a10adbd6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:20.458584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc22c692-4b3f-4868-a1ef-e63d83ddd32b req-def769ee-9834-48b3-aff2-9fe7a10adbd6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 945 time: 0.0555112 Nov 10 17:50:20.473204 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['a101b658-7024-415e-b350-5fa07b5c06e8'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:50:20.513303 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fc22c692-4b3f-4868-a1ef-e63d83ddd32b req-6f213857-61b8-4441-b2cd-6f10385aea5c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471034 Nov 10 17:50:21.635698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f428c83-2ea6-422d-8c86-4b7686e81b90 req-e7b9e01e-75d5-44e8-8d99-aeb6c6107922 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:21.637148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f428c83-2ea6-422d-8c86-4b7686e81b90 req-e7b9e01e-75d5-44e8-8d99-aeb6c6107922 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 945 time: 0.0520396 Nov 10 17:50:21.689877 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5f428c83-2ea6-422d-8c86-4b7686e81b90 req-720628ca-090f-488a-b7e7-59e1a546c9f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464840 Nov 10 17:50:21.997324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a101b658-7024-415e-b350-5fa07b5c06e8 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:22.114697 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port a101b658-7024-415e-b350-5fa07b5c06e8 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:50:22.119773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port a101b658-7024-415e-b350-5fa07b5c06e8 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:22.120146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.206955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.229592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:50:22.232075 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eca3313-cc15-4c73-aa95-ed16a977fbf2" -d '{"events": [{"server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "name": "network-vif-plugged", "status": "completed", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:50:22.245278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port a101b658-7024-415e-b350-5fa07b5c06e8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a101b658-7024-415e-b350-5fa07b5c06e8,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:22.336684 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d2d948-b18e-434a-b4c4-5d5e7d5128d8 x-openstack-request-id: req-c4d2d948-b18e-434a-b4c4-5d5e7d5128d8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:50:22.336981 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "name": "network-vif-plugged", "status": "completed", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:50:22.337234 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4d2d948-b18e-434a-b4c4-5d5e7d5128d8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:50:22.337660 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'code': 200} Nov 10 17:50:22.338870 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.392095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=a101b658-7024-415e-b350-5fa07b5c06e8,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:22.435740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1e1e8-6f5a-4151-aebc-04b359119212 req-e0030317-dab3-42f7-81ce-cd742e09be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:22.437297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3cc1e1e8-6f5a-4151-aebc-04b359119212 req-e0030317-dab3-42f7-81ce-cd742e09be6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1098 time: 0.0441926 Nov 10 17:50:22.493419 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3cc1e1e8-6f5a-4151-aebc-04b359119212 req-8414dba8-9c54-4409-bdec-48497d4a03a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485473 Nov 10 17:50:22.818286 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35305cb7-c189-430f-a789-89bfe60cb1a0 req-58b89803-7592-44d0-8a35-d84b12f1689b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:22.819849 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35305cb7-c189-430f-a789-89bfe60cb1a0 req-58b89803-7592-44d0-8a35-d84b12f1689b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0530810 Nov 10 17:50:22.874863 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35305cb7-c189-430f-a789-89bfe60cb1a0 req-92f53a7d-0ee2-4bfd-bc59-b94286565b34 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472021 Nov 10 17:50:24.000158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a23aa-a27b-48cd-87a5-dbd2fe978b43 req-8a26630b-fafc-47bb-a803-fc8bd4457947 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:24.001679 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba0a23aa-a27b-48cd-87a5-dbd2fe978b43 req-8a26630b-fafc-47bb-a803-fc8bd4457947 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0521901 Nov 10 17:50:24.054473 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ba0a23aa-a27b-48cd-87a5-dbd2fe978b43 req-9ffeec9b-3ad0-4c0b-acf9-3a903fea1362 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Nov 10 17:50:24.173452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b0f1f-e009-471f-89a5-178ea93cbbd3 req-73ddf511-37c0-41bd-975e-afb2f775bf97 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:24.174952 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-783b0f1f-e009-471f-89a5-178ea93cbbd3 req-73ddf511-37c0-41bd-975e-afb2f775bf97 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0521481 Nov 10 17:50:24.229021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-783b0f1f-e009-471f-89a5-178ea93cbbd3 req-fa827ca9-3b84-463d-b959-c192d63c9255 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474260 Nov 10 17:50:24.251097 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43326) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:24.298221 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbb42c-a62e-41b4-8793-1f4b0ac79e74 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:24.299777 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1acbb42c-a62e-41b4-8793-1f4b0ac79e74 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1093 time: 0.0476503 Nov 10 17:50:24.302775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:24.307329 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:24.429734 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.536061 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.645447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.244 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/1d0f9047-ed7c-486c-a978-3e92844c2462) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:24.747776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.829053 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.871980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:24.875001 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:24.879636 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:24.883460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=1d0f9047-ed7c-486c-a978-3e92844c2462,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:25.249970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.373625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.532179 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.594494 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.667954 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=1d0f9047-ed7c-486c-a978-3e92844c2462,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:25.683628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.793006 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP 0a12a5d7-1888-44eb-b31b-cb237e1fdfa0 associated. External IP: 172.25.3.244, port: a101b658-7024-415e-b350-5fa07b5c06e8. Nov 10 17:50:26.005197 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router 037dae4c-fe35-429a-9819-d45ebf305b42 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:50:26.117252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:50:26.127378 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] Sync routers for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:50:26.138727 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:26.139369 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:26.197000 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.224744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-4365721c-14f4-49b2-836f-8dbdeeadd024 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9208136 Nov 10 17:50:26.225369 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:50:26.227752 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfb2b48-2d54-41ac-95f6-9446a9e20749" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:50:26.250871 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:26.269381 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a28b9de-b4da-4601-8997-f767275f4fea x-openstack-request-id: req-5a28b9de-b4da-4601-8997-f767275f4fea {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:50:26.269923 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:50:26.270034 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a28b9de-b4da-4601-8997-f767275f4fea {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:50:26.270354 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'status': 'completed', 'code': 200} Nov 10 17:50:26.335463 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315e83-b860-40e8-a23a-b7d8e322723c req-461ca087-37c9-4aff-be5c-67413e63c0cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:26.337146 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-51315e83-b860-40e8-a23a-b7d8e322723c req-461ca087-37c9-4aff-be5c-67413e63c0cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0564418 Nov 10 17:50:26.339885 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-fb258e67-fa96-4e9d-bda4-fdf5c1ac5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:26.341392 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-fb258e67-fa96-4e9d-bda4-fdf5c1ac5b6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1098 time: 0.0490024 Nov 10 17:50:26.403575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-51315e83-b860-40e8-a23a-b7d8e322723c req-b69bdc83-eb3b-4536-a579-733e689a630c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599730 Nov 10 17:50:26.423225 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43334) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:26.449927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-43426145-3aeb-4a74-b3f7-4d77ac7d821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:26.451529 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-43426145-3aeb-4a74-b3f7-4d77ac7d821c service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 200 len: 897 time: 0.1021628 Nov 10 17:50:26.492630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1d35e622-fa5f-451a-af8f-84005650ca88 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/0a12a5d7-1888-44eb-b31b-cb237e1fdfa0 HTTP/1.1" status: 200 len: 992 time: 0.0678191 Nov 10 17:50:26.509725 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '0a12a5d7-1888-44eb-b31b-cb237e1fdfa0', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'port_id': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'mac_address': 'fa:16:3e:df:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:50:25Z', 'updated_at': '2021-11-10T17:50:25Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:26.520120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-142fed73-d4b7-4951-ad9b-e81d81ec924f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 200 len: 1000 time: 0.0620146 Nov 10 17:50:26.538267 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] Checking router: 037dae4c-fe35-429a-9819-d45ebf305b42 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:50:26.547242 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:26.547880 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:50:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:26.569627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-eeea825b-51cb-440a-b7db-631501c7b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:26.571126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-eeea825b-51cb-440a-b7db-631501c7b711 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07249d73-893f-4ff9-8d1e-8907ff5fe134 HTTP/1.1" status: 200 len: 834 time: 0.0444260 Nov 10 17:50:26.622921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-b1f6932e-3be9-4c61-a55e-2c28489ce0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:26.624462 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-b1f6932e-3be9-4c61-a55e-2c28489ce0c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc319e60-78ee-4163-bce5-6cbc40592d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461478 Nov 10 17:50:26.726159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-91353b27-e64e-452e-9be1-dfcd3a37200e service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934715 Nov 10 17:50:26.760524 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:26.828412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bfb2b48-2d54-41ac-95f6-9446a9e20749 req-4e41c7aa-0dc6-4c1c-85ab-b46d034009e1 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954623 Nov 10 17:50:26.993712 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '0a12a5d7-1888-44eb-b31b-cb237e1fdfa0', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'port_id': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'mac_address': 'fa:16:3e:df:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:50:25Z', 'updated_at': '2021-11-10T17:50:25Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:27.025231 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380af95-11b6-4f4a-be69-3828d9e3fa9b None None] The sync data for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 is: [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '0a12a5d7-1888-44eb-b31b-cb237e1fdfa0', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'port_id': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'mac_address': 'fa:16:3e:df:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:50:25Z', 'updated_at': '2021-11-10T17:50:25Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:50:27.231333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c4479-4fd2-4043-b7bd-73b6a04f2d82 None None] New status for floating IP 0a12a5d7-1888-44eb-b31b-cb237e1fdfa0: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:50:27.496652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43336) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:27.562977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-140ad9ec-1340-4d26-a43b-208f8f52cb1e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/0a12a5d7-1888-44eb-b31b-cb237e1fdfa0 HTTP/1.1" status: 200 len: 992 time: 0.0651562 Nov 10 17:50:28.566965 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43338) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:28.628059 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eb3b939f-f57e-4afa-86b7-e45dd0464ce6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/0a12a5d7-1888-44eb-b31b-cb237e1fdfa0 HTTP/1.1" status: 200 len: 994 time: 0.0598938 Nov 10 17:50:31.663047 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-017ed595-0f06-4579-ac72-35e56af91b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:33.931401 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ecc86b6-05f6-421d-b1d1-beb5aff981fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:35.371392 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.634610 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:50:37.080244 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.788729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.725906 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:41.251292 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:41.620160 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3085590c-af88-4b80-a39e-68600d3a9676 req-8a8a9f9f-84f0-47f1-8366-5117e0e27c09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418887 Nov 10 17:50:41.707553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085590c-af88-4b80-a39e-68600d3a9676 req-f17d5532-3ceb-45c1-8ebd-baf38876ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:41.710039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3085590c-af88-4b80-a39e-68600d3a9676 req-f17d5532-3ceb-45c1-8ebd-baf38876ee93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1098 time: 0.0445359 Nov 10 17:50:41.820332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085590c-af88-4b80-a39e-68600d3a9676 req-fdcc1f7a-2989-458a-a68b-46d6ae8cdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:41.821789 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3085590c-af88-4b80-a39e-68600d3a9676 req-fdcc1f7a-2989-458a-a68b-46d6ae8cdb37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 200 len: 897 time: 0.0911231 Nov 10 17:50:41.889433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3085590c-af88-4b80-a39e-68600d3a9676 req-ad456f27-ef7d-4d74-b21c-3b3107190dee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 200 len: 1002 time: 0.0603600 Nov 10 17:50:41.944873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085590c-af88-4b80-a39e-68600d3a9676 req-cbbef5f9-9989-460e-acb7-15457dc668f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:41.946400 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3085590c-af88-4b80-a39e-68600d3a9676 req-cbbef5f9-9989-460e-acb7-15457dc668f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07249d73-893f-4ff9-8d1e-8907ff5fe134 HTTP/1.1" status: 200 len: 834 time: 0.0493715 Nov 10 17:50:41.992961 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085590c-af88-4b80-a39e-68600d3a9676 req-e315cd9e-b346-42e4-9d53-b16fbf7de739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:41.994510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3085590c-af88-4b80-a39e-68600d3a9676 req-e315cd9e-b346-42e4-9d53-b16fbf7de739 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc319e60-78ee-4163-bce5-6cbc40592d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414796 Nov 10 17:50:42.089273 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3085590c-af88-4b80-a39e-68600d3a9676 req-e80bc4c9-e9e3-4ac4-9781-18a5709dbe58 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877187 Nov 10 17:50:42.186559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3085590c-af88-4b80-a39e-68600d3a9676 req-03c1e509-d974-40e9-ba3d-da9b39530e50 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895557 Nov 10 17:51:00.045537 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082cc08-7b06-432a-9928-1acf299bf8b3 req-bddd0882-9ada-44d4-939e-09ba30c3bced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:00.046984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b082cc08-7b06-432a-9928-1acf299bf8b3 req-bddd0882-9ada-44d4-939e-09ba30c3bced tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0549209 Nov 10 17:51:00.132178 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b082cc08-7b06-432a-9928-1acf299bf8b3 req-893b2dad-e437-4cc8-96b5-1de277d100e5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754914 Nov 10 17:51:00.143384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f801b-45b1-42d6-96df-8120073cc76f req-65d7d1c6-c040-42e4-add6-96abdf1e445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:00.144939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de3f801b-45b1-42d6-96df-8120073cc76f req-65d7d1c6-c040-42e4-add6-96abdf1e445f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1098 time: 0.0739992 Nov 10 17:51:00.250517 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f801b-45b1-42d6-96df-8120073cc76f req-0db5a47f-dd80-4d88-b9a1-57b7208aa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:00.252018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de3f801b-45b1-42d6-96df-8120073cc76f req-0db5a47f-dd80-4d88-b9a1-57b7208aa098 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 200 len: 897 time: 0.0987835 Nov 10 17:51:00.673299 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de3f801b-45b1-42d6-96df-8120073cc76f req-c9d7ba69-b70e-47a2-9924-2b57092080bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 200 len: 1002 time: 0.4133513 Nov 10 17:51:00.724817 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f801b-45b1-42d6-96df-8120073cc76f req-dbcec2ff-46bc-41bb-a7e5-e2d2e9992b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:00.726318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de3f801b-45b1-42d6-96df-8120073cc76f req-dbcec2ff-46bc-41bb-a7e5-e2d2e9992b81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07249d73-893f-4ff9-8d1e-8907ff5fe134 HTTP/1.1" status: 200 len: 834 time: 0.0451620 Nov 10 17:51:00.781451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f801b-45b1-42d6-96df-8120073cc76f req-c5dadb7d-7f0c-42e3-8936-66ce58f6f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:00.782946 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de3f801b-45b1-42d6-96df-8120073cc76f req-c5dadb7d-7f0c-42e3-8936-66ce58f6f21d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc319e60-78ee-4163-bce5-6cbc40592d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491688 Nov 10 17:51:00.881961 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de3f801b-45b1-42d6-96df-8120073cc76f req-65edc0a8-9922-40f2-b607-366db061acde service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905437 Nov 10 17:51:00.979378 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-de3f801b-45b1-42d6-96df-8120073cc76f req-6b82e792-0b51-4f7c-879b-cbdd8f8679d4 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903077 Nov 10 17:51:01.262946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6275-7d4b-4aa6-bab4-2d164e0b13ce req-308d3975-d5f1-4489-8acc-a36f57da363e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:01.269013 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf7f6275-7d4b-4aa6-bab4-2d164e0b13ce req-308d3975-d5f1-4489-8acc-a36f57da363e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0570467 Nov 10 17:51:01.319334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bf7f6275-7d4b-4aa6-bab4-2d164e0b13ce req-66d40d1d-45ba-4f95-b739-90cdb0df31ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485358 Nov 10 17:51:01.668200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9f34e99d-86ad-4f93-a500-47c0f3b30dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:02.445910 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e0989-6cd7-4927-ba50-70bfeba95486 req-f58d9b00-ee0e-4d2b-927d-d69b90805f3b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:02.447468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-608e0989-6cd7-4927-ba50-70bfeba95486 req-f58d9b00-ee0e-4d2b-927d-d69b90805f3b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0528555 Nov 10 17:51:02.505260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-608e0989-6cd7-4927-ba50-70bfeba95486 req-dc3179f7-5e1c-4c0e-99c5-50b78b22af0d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505171 Nov 10 17:51:03.622795 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85192628-484d-4afd-aae7-73372d963b9b req-435a7611-d18d-40de-b164-1a3fbff3c24b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:03.624187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85192628-484d-4afd-aae7-73372d963b9b req-435a7611-d18d-40de-b164-1a3fbff3c24b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0479565 Nov 10 17:51:03.672142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85192628-484d-4afd-aae7-73372d963b9b req-05c5af88-6de3-4aa3-8e26-97b821aad277 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420990 Nov 10 17:51:03.965120 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb20319b-4c3a-42cb-bcc3-1110cfe7a1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:04.792357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4007eb-3c08-4627-9e46-63cbc5ecc4bf req-3946f57c-e4a4-4971-8959-2ad441d3c232 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:04.793864 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4007eb-3c08-4627-9e46-63cbc5ecc4bf req-3946f57c-e4a4-4971-8959-2ad441d3c232 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0504057 Nov 10 17:51:04.844517 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4007eb-3c08-4627-9e46-63cbc5ecc4bf req-d9318454-7b6c-4ce0-ae66-cef36459e96f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445631 Nov 10 17:51:05.405358 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.974249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe61b7b-60f9-4cf6-b0ae-816b34b98052 req-9679b2a7-3a52-429e-8c64-1996710c7772 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:05.976344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fe61b7b-60f9-4cf6-b0ae-816b34b98052 req-9679b2a7-3a52-429e-8c64-1996710c7772 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0543826 Nov 10 17:51:06.033190 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3fe61b7b-60f9-4cf6-b0ae-816b34b98052 req-b83cb39f-3f69-44f0-917a-b95ab502ba20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506866 Nov 10 17:51:07.079390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.155909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275be18-da7a-4869-832a-619815d1f656 req-88edfd84-04f9-439d-bed3-7b53891df5f6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:07.157410 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e275be18-da7a-4869-832a-619815d1f656 req-88edfd84-04f9-439d-bed3-7b53891df5f6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0516281 Nov 10 17:51:07.207548 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e275be18-da7a-4869-832a-619815d1f656 req-b8dbfa8f-6a65-4497-9ba7-aae88ef933c5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Nov 10 17:51:07.765811 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:08.325547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d04893-3bd2-4708-bf76-d9860580539a req-576b8df3-ac65-4d93-812a-2bd8e307db31 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:08.327056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96d04893-3bd2-4708-bf76-d9860580539a req-576b8df3-ac65-4d93-812a-2bd8e307db31 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0500796 Nov 10 17:51:08.376856 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96d04893-3bd2-4708-bf76-d9860580539a req-184f35e8-36d4-4ebe-9ecf-9944a1cc1b08 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438068 Nov 10 17:51:08.856650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:09.499509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953c74-68a0-4700-a70b-568ce1535b46 req-e849b5cf-0206-4b57-8340-7b02ee43dac0 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:09.501006 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff953c74-68a0-4700-a70b-568ce1535b46 req-e849b5cf-0206-4b57-8340-7b02ee43dac0 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0525699 Nov 10 17:51:09.553253 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ff953c74-68a0-4700-a70b-568ce1535b46 req-89bc477d-fbe6-492b-819f-f96f16ae59f1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Nov 10 17:51:10.674988 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39b3e-c7c0-4b68-8aee-915e81d1cb9b req-b7c7b906-370f-4024-99fe-65dec8aec456 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:10.676531 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35d39b3e-c7c0-4b68-8aee-915e81d1cb9b req-b7c7b906-370f-4024-99fe-65dec8aec456 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0494895 Nov 10 17:51:10.726713 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35d39b3e-c7c0-4b68-8aee-915e81d1cb9b req-0117dd54-7856-407b-ba1b-f7fd9b32b4c6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440502 Nov 10 17:51:11.250640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.849591 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79a691-a888-4976-999e-5d7f2ff0efc9 req-7ef17d2c-6b9b-4ff3-840f-dbcf1ba781d9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:11.851688 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a79a691-a888-4976-999e-5d7f2ff0efc9 req-7ef17d2c-6b9b-4ff3-840f-dbcf1ba781d9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0505421 Nov 10 17:51:11.901148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a79a691-a888-4976-999e-5d7f2ff0efc9 req-6e07338d-ba59-46cd-ae13-0113fb6625f3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435190 Nov 10 17:51:13.023800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640d867-9ada-4719-86e2-891535902198 req-5dd43a19-68a7-4dd5-92f9-7289904b176e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:13.025305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f640d867-9ada-4719-86e2-891535902198 req-5dd43a19-68a7-4dd5-92f9-7289904b176e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0541658 Nov 10 17:51:13.075582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f640d867-9ada-4719-86e2-891535902198 req-38de6f88-31bb-4771-9a26-52e4bac438a5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441620 Nov 10 17:51:13.634619 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:51:14.197399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b666d4a-e4d6-4a4c-bd26-e9505f6d34eb req-b39aa682-2d62-46f1-bf55-23d23886c4f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:14.198899 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b666d4a-e4d6-4a4c-bd26-e9505f6d34eb req-b39aa682-2d62-46f1-bf55-23d23886c4f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0541945 Nov 10 17:51:14.249423 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3b666d4a-e4d6-4a4c-bd26-e9505f6d34eb req-c0072236-b609-435c-a733-46ac8fe8b771 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442812 Nov 10 17:51:15.369331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33d9a7-7f5e-4ec9-b348-e4cd6abc39bc req-d3c0a710-3605-4c2a-ab73-7d5c949fde19 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:15.370832 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e33d9a7-7f5e-4ec9-b348-e4cd6abc39bc req-d3c0a710-3605-4c2a-ab73-7d5c949fde19 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0498149 Nov 10 17:51:15.421584 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4e33d9a7-7f5e-4ec9-b348-e4cd6abc39bc req-be7dd128-19ba-4c13-9c35-3619f1b309ef tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447423 Nov 10 17:51:16.549942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3160-4856-459c-a2f9-c8b412a31835 req-fca7dda3-2159-4eee-bf7a-d9b41a83542a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:16.551563 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7cac3160-4856-459c-a2f9-c8b412a31835 req-fca7dda3-2159-4eee-bf7a-d9b41a83542a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0566530 Nov 10 17:51:16.616096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7cac3160-4856-459c-a2f9-c8b412a31835 req-6f554cf0-16f5-4133-b8c4-b114b5f9960f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571432 Nov 10 17:51:17.735810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fd87c-3a02-4a76-9eb3-e777f4c4f0af req-f6eea2c4-3d1a-4123-8545-dc56cb9c5bdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:17.737275 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-663fd87c-3a02-4a76-9eb3-e777f4c4f0af req-f6eea2c4-3d1a-4123-8545-dc56cb9c5bdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0522242 Nov 10 17:51:17.786298 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-663fd87c-3a02-4a76-9eb3-e777f4c4f0af req-e936e8b3-2c7c-4b16-a7d2-c89168b37844 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Nov 10 17:51:17.807785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43384) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:17.868469 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-002a660f-ef17-4954-b8cc-668defecedee tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/0a12a5d7-1888-44eb-b31b-cb237e1fdfa0 HTTP/1.1" status: 200 len: 994 time: 0.0595694 Nov 10 17:51:31.672930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e79bffe8-d3f0-4928-97ec-b4f8b2f0fbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:33.950729 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0463db7-8464-45e9-902a-9526b26bfb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:35.404849 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.067208 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.776219 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:38.907427 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:41.272807 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.696260 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-eab762ed-bd99-43d4-955a-bede7b87ac51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149554 Nov 10 17:51:43.788481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-46a4ecff-f01d-4831-a610-86f52f1b3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:43.790493 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-46a4ecff-f01d-4831-a610-86f52f1b3f66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1098 time: 0.0469348 Nov 10 17:51:43.905690 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-82beb80d-d33a-41de-9e0c-2729f5a90e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:43.907084 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-82beb80d-d33a-41de-9e0c-2729f5a90e12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 200 len: 897 time: 0.0943358 Nov 10 17:51:43.978582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-20b141dd-9653-4062-9081-565ddfe71c8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 200 len: 1002 time: 0.0624433 Nov 10 17:51:44.029732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-41d4e8a8-cab5-4c62-b232-4c3b0e1b35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:44.031196 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-41d4e8a8-cab5-4c62-b232-4c3b0e1b35ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07249d73-893f-4ff9-8d1e-8907ff5fe134 HTTP/1.1" status: 200 len: 834 time: 0.0457222 Nov 10 17:51:44.079848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-04a884f0-4f9c-4a21-9f4f-bb713e8dd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:44.081357 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-04a884f0-4f9c-4a21-9f4f-bb713e8dd73a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc319e60-78ee-4163-bce5-6cbc40592d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413239 Nov 10 17:51:44.181077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-5eabcf18-3585-40aa-8e20-59ff29550612 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923026 Nov 10 17:51:44.271198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-762ecf44-ff9f-461a-b0f2-46bfbcb12daf req-6f2b7a7b-c0f5-43c7-ab5f-ddb9b7ec6824 service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832036 Nov 10 17:51:48.236579 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43396) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:48.396318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 1d0f9047-ed7c-486c-a978-3e92844c2462 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:48.396652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:48.477582 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:48.477956 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:48.489962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 1d0f9047-ed7c-486c-a978-3e92844c2462 owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:48.701437 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:48.727153 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=1d0f9047-ed7c-486c-a978-3e92844c2462,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.756560 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.758061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.758061 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:48.805954 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:48.806274 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP 0a12a5d7-1888-44eb-b31b-cb237e1fdfa0 disassociated (deleted). External IP: 172.25.3.244, port: a101b658-7024-415e-b350-5fa07b5c06e8. Nov 10 17:51:49.371700 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router 037dae4c-fe35-429a-9819-d45ebf305b42 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:51:49.481480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:51:49.486558 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:49.492018 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] Sync routers for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:51:49.502293 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:51:49.502899 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:51:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:49.516806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b605f11-98f5-4c1d-9420-e9266b01e8dc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/floatingips/0a12a5d7-1888-44eb-b31b-cb237e1fdfa0 HTTP/1.1" status: 204 len: 168 time: 1.2786901 Nov 10 17:51:49.517203 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:51:49.519270 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:51:49.561828 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aec63f-bacc-4b71-921c-29668611b768 x-openstack-request-id: req-e6aec63f-bacc-4b71-921c-29668611b768 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:51:49.562611 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:51:49.562933 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6aec63f-bacc-4b71-921c-29668611b768 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:51:49.563611 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'status': 'completed', 'code': 200} Nov 10 17:51:49.626878 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:51:49.634307 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-e88b9cfd-492b-404d-81ff-48516577cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:49.635877 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-e88b9cfd-492b-404d-81ff-48516577cc29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 1098 time: 0.0486455 Nov 10 17:51:49.734119 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-387da99c-644f-4700-9810-f661392a2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:49.735766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-387da99c-644f-4700-9810-f661392a2a4a service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 200 len: 897 time: 0.0917513 Nov 10 17:51:49.789258 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-cc65d608-eed2-4e09-8adc-cb7f94b0ef11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 200 len: 217 time: 0.0456626 Nov 10 17:51:49.843900 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-13d13c80-8de5-41c1-a75f-933672d45b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:49.845275 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-13d13c80-8de5-41c1-a75f-933672d45b1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07249d73-893f-4ff9-8d1e-8907ff5fe134 HTTP/1.1" status: 200 len: 834 time: 0.0481005 Nov 10 17:51:49.862950 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:49.901018 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] Checking router: 037dae4c-fe35-429a-9819-d45ebf305b42 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:51:49.908439 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-0b02494d-34c9-430f-88c2-4b8d7b7cd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:49.909940 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:51:49.910383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-0b02494d-34c9-430f-88c2-4b8d7b7cd1c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc319e60-78ee-4163-bce5-6cbc40592d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573127 Nov 10 17:51:49.910555 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:51:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:50.024455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50ea7b-d82a-458d-a805-da9770d1e829 req-c5c9b047-d110-4311-943a-77bd8400c829 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:50.026411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a50ea7b-d82a-458d-a805-da9770d1e829 req-c5c9b047-d110-4311-943a-77bd8400c829 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.1108010 Nov 10 17:51:50.033009 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:51:50.066308 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-74b82ae1-ba27-49fa-8d52-b8ab710170bc service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408694 Nov 10 17:51:50.117231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a50ea7b-d82a-458d-a805-da9770d1e829 req-2a841874-9d49-49a7-b639-3ba92475a3fb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829873 Nov 10 17:51:50.189524 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-654f6fcf-34e3-463c-b3fe-e9d871f8a4f8 req-5a274158-9fc5-4314-b10a-e55b6bce694f service neutron] 10.222.0.18 "GET /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154618 Nov 10 17:51:50.253414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:50.283380 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa23be8-08c8-4f8e-9433-f32a59ef48a6 None None] The sync data for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 is: [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:50:10Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '7e86e36c-533a-47af-84ee-4440914ebc7d', 'name': '', 'network_id': 'dc319e60-78ee-4163-bce5-6cbc40592d81', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:53:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:09Z', 'updated_at': '2021-11-10T17:50:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '07249d73-893f-4ff9-8d1e-8907ff5fe134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:51:50.534572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fe1ed-d906-4b95-9428-0a2beaaa66c3 None None] New status for floating IP 0a12a5d7-1888-44eb-b31b-cb237e1fdfa0: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:51:50.634318 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:51:51.253969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727c996-8bce-4680-a4c7-78f5e6c11022 req-32b92596-0294-4113-80b0-10fade034583 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.255396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e727c996-8bce-4680-a4c7-78f5e6c11022 req-32b92596-0294-4113-80b0-10fade034583 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0512295 Nov 10 17:51:51.308003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e727c996-8bce-4680-a4c7-78f5e6c11022 req-9b6ffcc0-1629-457a-8211-2eadba32e303 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=e423674d-9055-4824-8983-034f21677fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451665 Nov 10 17:51:51.427071 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d49d0-1577-441e-998a-ffdb82529dda req-66e81a03-4ed9-4d92-8572-154056cec586 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.428600 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a26d49d0-1577-441e-998a-ffdb82529dda req-66e81a03-4ed9-4d92-8572-154056cec586 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 946 time: 0.0512762 Nov 10 17:51:51.525212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port a101b658-7024-415e-b350-5fa07b5c06e8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:51.525443 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:51.618189 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port a101b658-7024-415e-b350-5fa07b5c06e8, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=a101b658-7024-415e-b350-5fa07b5c06e8,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:51.618554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:51.631383 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for a101b658-7024-415e-b350-5fa07b5c06e8 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:51.827628 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:51.856255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=a101b658-7024-415e-b350-5fa07b5c06e8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:51.871542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.871542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.871794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.872137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.872461 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.872799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.873127 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.873454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.873775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.874098 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.874418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.874732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:51.941314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] No DVR routers for this DVR port a101b658-7024-415e-b350-5fa07b5c06e8 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:51:51.941314 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:51.941314 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a26d49d0-1577-441e-998a-ffdb82529dda req-cf9a0dc3-13f3-49b0-aade-e20dadafe275 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "DELETE /v2.0/ports/a101b658-7024-415e-b350-5fa07b5c06e8 HTTP/1.1" status: 204 len: 173 time: 0.4831758 Nov 10 17:51:51.941314 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'name': 'network-vif-deleted', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:51:51.941314 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9efab5-4ecd-40f8-9a4d-b37530999bd1" -d '{"events": [{"server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "name": "network-vif-deleted", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:51:51.962920 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf25a194-aeee-4937-b925-c54f5bdbf06c x-openstack-request-id: req-bf25a194-aeee-4937-b925-c54f5bdbf06c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:51:51.962920 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbb3b46-9729-44c4-b6b9-b2494e1306de", "name": "network-vif-deleted", "tag": "a101b658-7024-415e-b350-5fa07b5c06e8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:51:51.962920 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf25a194-aeee-4937-b925-c54f5bdbf06c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:51:51.963443 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbb3b46-9729-44c4-b6b9-b2494e1306de', 'name': 'network-vif-deleted', 'tag': 'a101b658-7024-415e-b350-5fa07b5c06e8', 'status': 'completed', 'code': 200} Nov 10 17:51:52.424542 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2b51aea6-9952-4de6-a270-2fe91ef48045 req-0e07cd40-5ad7-4721-89a9-9150a6eb5ad7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfbb3b46-9729-44c4-b6b9-b2494e1306de HTTP/1.1" status: 200 len: 210 time: 0.0262935 Nov 10 17:51:53.489106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43412) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:53.898171 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:54.159301 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 7e86e36c-533a-47af-84ee-4440914ebc7d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:54.159574 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:54.262172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 7e86e36c-533a-47af-84ee-4440914ebc7d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e86e36c-533a-47af-84ee-4440914ebc7d,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:54.262540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:54.280883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 7e86e36c-533a-47af-84ee-4440914ebc7d owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:54.541775 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:54.576455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=7e86e36c-533a-47af-84ee-4440914ebc7d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:54.760556 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.032942 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router 037dae4c-fe35-429a-9819-d45ebf305b42 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:51:55.152523 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:51:55.157935 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cc0487c1-8a4b-40a4-93d4-67d3eeeaf1f5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/037dae4c-fe35-429a-9819-d45ebf305b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6676369 Nov 10 17:51:55.160432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43414) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:55.163601 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] Sync routers for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:51:55.176076 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:51:55.177051 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:51:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:55.214449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c421f9-b6fc-4ca4-a9cb-fdf56a394c93 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting subnet 07249d73-893f-4ff9-8d1e-8907ff5fe134 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:51:55.217952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03c421f9-b6fc-4ca4-a9cb-fdf56a394c93 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.260141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03c421f9-b6fc-4ca4-a9cb-fdf56a394c93 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.296340 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:51:55.358388 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03c421f9-b6fc-4ca4-a9cb-fdf56a394c93 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.535884 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03c421f9-b6fc-4ca4-a9cb-fdf56a394c93 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.566374 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c421f9-b6fc-4ca4-a9cb-fdf56a394c93 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Subnet': ['ID=07249d73-893f-4ff9-8d1e-8907ff5fe134,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:55.568032 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03c421f9-b6fc-4ca4-a9cb-fdf56a394c93 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.571354 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-03c421f9-b6fc-4ca4-a9cb-fdf56a394c93 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/subnets/07249d73-893f-4ff9-8d1e-8907ff5fe134 HTTP/1.1" status: 204 len: 168 time: 0.4099047 Nov 10 17:51:55.573896 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43416) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:55.576587 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab2f4f-dc0d-42c2-8181-b3bf68fb799c None None] Network dc319e60-78ee-4163-bce5-6cbc40592d81 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:55.586652 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:51:54Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:55.617882 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] Checking router: 037dae4c-fe35-429a-9819-d45ebf305b42 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:51:55.627375 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] Routers {'037dae4c-fe35-429a-9819-d45ebf305b42'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:51:55.628348 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:51:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['037dae4c-fe35-429a-9819-d45ebf305b42'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:55.688839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.747561 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] Set router 037dae4c-fe35-429a-9819-d45ebf305b42 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:51:55.773569 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] DHCP port deletion for dc319e60-78ee-4163-bce5-6cbc40592d81 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:51:55.821483 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.828665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Deleting port c407ca8d-efd0-43f6-98b3-4b019923d20a {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:55.829043 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.898182 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] For port c407ca8d-efd0-43f6-98b3-4b019923d20a, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c407ca8d-efd0-43f6-98b3-4b019923d20a,segment=NetworkSegment(f6f8e5a9-7529-4787-900e-69441d08ed63),segment_id=f6f8e5a9-7529-4787-900e-69441d08ed63)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:55.898614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.912016 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Calling delete_port for c407ca8d-efd0-43f6-98b3-4b019923d20a owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:55.941462 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:51:54Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:55.969401 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12265e85-4f67-44d3-aa19-d990acd9781d None None] The sync data for ids ['037dae4c-fe35-429a-9819-d45ebf305b42'] in n-d-714676-11 is: [{'id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575935373', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:05Z', 'updated_at': '2021-11-10T17:51:54Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '6ca17744-88d8-4e8a-a2dc-c80433897c89', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037dae4c-fe35-429a-9819-d45ebf305b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:06Z', 'updated_at': '2021-11-10T17:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:51:56.002287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 6ca17744-88d8-4e8a-a2dc-c80433897c89 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:56.002287 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.084517 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.091693 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 6ca17744-88d8-4e8a-a2dc-c80433897c89, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6ca17744-88d8-4e8a-a2dc-c80433897c89,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:56.092113 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.105812 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 6ca17744-88d8-4e8a-a2dc-c80433897c89 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:56.111246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Pushing event deleted for resources: {'Port': ['ID=c407ca8d-efd0-43f6-98b3-4b019923d20a,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:56.115619 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] No DVR routers for this DVR port c407ca8d-efd0-43f6-98b3-4b019923d20a on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:51:56.123015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.123454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.127820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c141d7-8c0c-4873-8a52-2ec3b6940ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:56.396941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a101b658-7024-415e-b350-5fa07b5c06e8 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:56.399831 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.422773 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: a101b658-7024-415e-b350-5fa07b5c06e8 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:51:56.423106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device a101b658-7024-415e-b350-5fa07b5c06e8 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:51:56.448919 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=6ca17744-88d8-4e8a-a2dc-c80433897c89,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:56.462162 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf71502-8824-47d5-9e40-3343f688c206 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:51:56.511182 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.604774 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.606854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.700996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.701532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Fanout notify agent at l3_agent the message router_deleted on router 037dae4c-fe35-429a-9819-d45ebf305b42 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:51:56.708400 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.709583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5d9d4d2b-2d1f-41c0-a664-301a25dee7ca tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/routers/037dae4c-fe35-429a-9819-d45ebf305b42 HTTP/1.1" status: 204 len: 168 time: 1.1347573 Nov 10 17:51:56.713484 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43418) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:56.795771 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.889357 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.911573 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc319e60-78ee-4163-bce5-6cbc40592d81']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:56.920873 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f8e5a9-7529-4787-900e-69441d08ed63') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:56.921167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f8e5a9-7529-4787-900e-69441d08ed63') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:56.931259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.944177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.951277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:51:56.951701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: timer() Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:51:56.954742 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:51:57.084372 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.092770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.096463 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/networks/dc319e60-78ee-4163-bce5-6cbc40592d81 HTTP/1.1" status: 204 len: 168 time: 0.3818562 Nov 10 17:51:57.100707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:57.111013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83d73a-1009-4ab1-8cb7-46491791f9ad tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Network': ['ID=dc319e60-78ee-4163-bce5-6cbc40592d81,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:57.190068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e86e36c-533a-47af-84ee-4440914ebc7d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:57.198058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf250fab-84fa-4133-acc3-ddac548c44b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.211665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7e86e36c-533a-47af-84ee-4440914ebc7d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:51:57.212005 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e86e36c-533a-47af-84ee-4440914ebc7d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:51:57.212418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6ca17744-88d8-4e8a-a2dc-c80433897c89 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:57.232183 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6ca17744-88d8-4e8a-a2dc-c80433897c89 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:51:57.232525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6ca17744-88d8-4e8a-a2dc-c80433897c89 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:51:57.232932 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c407ca8d-efd0-43f6-98b3-4b019923d20a no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:57.233454 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf250fab-84fa-4133-acc3-ddac548c44b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.252885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c407ca8d-efd0-43f6-98b3-4b019923d20a {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:51:57.253230 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c407ca8d-efd0-43f6-98b3-4b019923d20a not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:51:57.375877 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf250fab-84fa-4133-acc3-ddac548c44b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.379020 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf250fab-84fa-4133-acc3-ddac548c44b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.380566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bf250fab-84fa-4133-acc3-ddac548c44b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/security-groups/e423674d-9055-4824-8983-034f21677fb7 HTTP/1.1" status: 204 len: 168 time: 0.2799084 Nov 10 17:51:57.391960 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf250fab-84fa-4133-acc3-ddac548c44b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e423674d-9055-4824-8983-034f21677fb7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:57.827215 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43426) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:57.834511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-c2b18852-abf3-4100-9b01-1536fbc8bda4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400416428', 'description': 'tempest-secgroup-smoke-400416428 description', 'project_id': '8783b4f7b7be438ea591d82dd05f999f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:57.941365 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b18852-abf3-4100-9b01-1536fbc8bda4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.010947 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b18852-abf3-4100-9b01-1536fbc8bda4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.080217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b18852-abf3-4100-9b01-1536fbc8bda4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.109324 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b18852-abf3-4100-9b01-1536fbc8bda4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4e336d-f19c-4291-b9cc-a008399c32bc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:58.160464 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2b18852-abf3-4100-9b01-1536fbc8bda4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.161820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c2b18852-abf3-4100-9b01-1536fbc8bda4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3331599 Nov 10 17:51:58.164743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43428) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:58.169202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5b375ca8-dab5-4ed6-8252-957e41c05276 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e336d-f19c-4291-b9cc-a008399c32bc', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:58.253233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b375ca8-dab5-4ed6-8252-957e41c05276 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.322256 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b375ca8-dab5-4ed6-8252-957e41c05276 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.375737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b375ca8-dab5-4ed6-8252-957e41c05276 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.397782 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b375ca8-dab5-4ed6-8252-957e41c05276 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4712bb6-7563-4845-b742-6529547ff7eb,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:58.446841 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b375ca8-dab5-4ed6-8252-957e41c05276 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.448129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b375ca8-dab5-4ed6-8252-957e41c05276 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823789 Nov 10 17:51:58.451772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43430) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:58.456309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3f25e52f-e49a-42da-bac8-f9869b33455c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e336d-f19c-4291-b9cc-a008399c32bc', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:58.517922 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f25e52f-e49a-42da-bac8-f9869b33455c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.578360 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f25e52f-e49a-42da-bac8-f9869b33455c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.638315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f25e52f-e49a-42da-bac8-f9869b33455c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.659139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e52f-e49a-42da-bac8-f9869b33455c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda18ae4-bea7-40c4-8b21-dcde672d5794,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:58.720280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f25e52f-e49a-42da-bac8-f9869b33455c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.721525 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3f25e52f-e49a-42da-bac8-f9869b33455c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2688003 Nov 10 17:51:58.724353 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43432) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:58.729228 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9326b6d9-e468-4545-9925-81351b1cb171 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e336d-f19c-4291-b9cc-a008399c32bc', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:58.809842 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9326b6d9-e468-4545-9925-81351b1cb171 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.867115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9326b6d9-e468-4545-9925-81351b1cb171 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.924182 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9326b6d9-e468-4545-9925-81351b1cb171 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.942962 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326b6d9-e468-4545-9925-81351b1cb171 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2496df1e-16d4-4e19-bec0-79d3258c54bc,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:58.995701 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9326b6d9-e468-4545-9925-81351b1cb171 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.996990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9326b6d9-e468-4545-9925-81351b1cb171 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2717128 Nov 10 17:51:59.000040 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43434) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:59.004875 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-224c24a2-b754-4b74-9fe4-0e0e5f373dc3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e336d-f19c-4291-b9cc-a008399c32bc', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:59.079606 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-224c24a2-b754-4b74-9fe4-0e0e5f373dc3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.141679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-224c24a2-b754-4b74-9fe4-0e0e5f373dc3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.193025 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-224c24a2-b754-4b74-9fe4-0e0e5f373dc3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.210882 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c24a2-b754-4b74-9fe4-0e0e5f373dc3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937fce11-de95-4ddc-b2ee-8e64217d3456,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:59.263685 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-224c24a2-b754-4b74-9fe4-0e0e5f373dc3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.264933 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-224c24a2-b754-4b74-9fe4-0e0e5f373dc3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2639005 Nov 10 17:51:59.267815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43436) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:59.272285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-7c1193b6-21d1-4afc-b805-573d860c1228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e336d-f19c-4291-b9cc-a008399c32bc', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:59.376074 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-7c1193b6-21d1-4afc-b805-573d860c1228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:51:59.381714 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c1193b6-21d1-4afc-b805-573d860c1228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.442779 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c1193b6-21d1-4afc-b805-573d860c1228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.501093 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c1193b6-21d1-4afc-b805-573d860c1228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.525663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1193b6-21d1-4afc-b805-573d860c1228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f024e1-4075-473a-92a6-5f18b0f3ecb0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:59.589971 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c1193b6-21d1-4afc-b805-573d860c1228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.591226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7c1193b6-21d1-4afc-b805-573d860c1228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3224831 Nov 10 17:51:59.594046 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43438) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:59.598556 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-412757a2-47b2-4c00-a6eb-2d225d2a1041 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e336d-f19c-4291-b9cc-a008399c32bc', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:59.672853 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-412757a2-47b2-4c00-a6eb-2d225d2a1041 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:51:59.678159 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-412757a2-47b2-4c00-a6eb-2d225d2a1041 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.746897 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-412757a2-47b2-4c00-a6eb-2d225d2a1041 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.793378 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-412757a2-47b2-4c00-a6eb-2d225d2a1041 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.814111 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412757a2-47b2-4c00-a6eb-2d225d2a1041 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5535185b-c438-46bf-a11f-1d770b8b189b,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:59.892218 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-412757a2-47b2-4c00-a6eb-2d225d2a1041 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.893491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-412757a2-47b2-4c00-a6eb-2d225d2a1041 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985055 Nov 10 17:51:59.896735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:59.901942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'network': {'name': 'tempest-network-smoke--452534602', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:59.970779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:59.970779 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.995867 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:52:00.005511 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.005856 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Added segment 9c577ed7-e7b9-43fd-bc1e-1277e85a8885 of type vlan for network f0d5d922-3200-470d-b9e5-763fd6d8f0aa Nov 10 17:52:00.052497 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.158501 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.164245 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:00.165457 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.236797 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Network': ['ID=f0d5d922-3200-470d-b9e5-763fd6d8f0aa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:00.248137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:52:00.269937 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-236fec4a-4238-4f54-adba-62b120bd6341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3719873 Nov 10 17:52:00.273432 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43442) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:00.278481 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'admin_state_up': True, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:00.371112 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.372272 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.424496 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.622410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.881346 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.905968 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.007687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.9 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e5b56e81-1869-401e-8741-6b02b9ff1214) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:01.111336 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.182315 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.225490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:01.229246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:01.233915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:01.237077 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=e5b56e81-1869-401e-8741-6b02b9ff1214,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:01.251945 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8fe5c-8006-4d61-a601-ad8774d74db2 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:52:01.294962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-bcbba946-0bdf-4508-b399-cc085a8fa810 None None] Provisioning complete for port e5b56e81-1869-401e-8741-6b02b9ff1214 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:01.295334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bcbba946-0bdf-4508-b399-cc085a8fa810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.333846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-bcbba946-0bdf-4508-b399-cc085a8fa810 None None] Port e5b56e81-1869-401e-8741-6b02b9ff1214 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:01.544138 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.684246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9599eefa-0a50-4da9-8965-15b508f9c294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.749922 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.946946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router f46e1707-931c-4ec8-b98b-3395e61d14d2 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:52:02.060025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:52:02.072574 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Sync routers for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:52:02.082592 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:02.087246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:51:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:02.143594 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.144894 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a486a57b-8128-4b36-86e0-50150163acfc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8703172 Nov 10 17:52:02.148117 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:02.178471 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-1ed03dfd-5c1c-424c-aa68-bb45b29462d5 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8783b4f7b7be438ea591d82dd05f999f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288489 Nov 10 17:52:02.181753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:02.203830 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:02.280355 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e4738-608b-4908-92c1-feecc86d85be tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:02.281886 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9a5e4738-608b-4908-92c1-feecc86d85be tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991800 Nov 10 17:52:02.284866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:02.317636 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d9b528a3-3904-42e9-827f-1fbcb0897980 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316765 Nov 10 17:52:02.320059 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:02.324887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-787142272', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:02.401418 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:01Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:02.423427 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Checking router: f46e1707-931c-4ec8-b98b-3395e61d14d2 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:52:02.424568 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Updating router f46e1707-931c-4ec8-b98b-3395e61d14d2 port e5b56e81-1869-401e-8741-6b02b9ff1214 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:52:02.453684 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.484087 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:02.487675 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.713865 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.714165 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.758959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.781800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Subnet': ['ID=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:02.787352 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Checking segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:02.787714 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network hostable DHCP agents. Network: f0d5d922-3200-470d-b9e5-763fd6d8f0aa, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:52:02.809891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803487a7-208a-4dd9-be30-a707f572c470 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:52:02.820494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Attempting to bind port e5b56e81-1869-401e-8741-6b02b9ff1214 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:02.821828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Attempting to bind port e5b56e81-1869-401e-8741-6b02b9ff1214 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:02.822309 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Attempting to bind port e5b56e81-1869-401e-8741-6b02b9ff1214 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:02.827035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae2a62-b323-4ea4-914b-e291b772c3af None None] Pushing event updated for resources: {'Port': ['ID=e5b56e81-1869-401e-8741-6b02b9ff1214,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:02.832027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:02.832398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:02.833252 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.833577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:02.834095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Bound port: e5b56e81-1869-401e-8741-6b02b9ff1214, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:02.834391 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.894354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-aa6410da-b0db-4058-8c66-b2170754141a None None] Provisioning complete for port e5b56e81-1869-401e-8741-6b02b9ff1214 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:02.894720 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa6410da-b0db-4058-8c66-b2170754141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.906640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:52:02.920995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] For port e5b56e81-1869-401e-8741-6b02b9ff1214, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:02.938954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] For port e5b56e81-1869-401e-8741-6b02b9ff1214, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e5b56e81-1869-401e-8741-6b02b9ff1214,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:02.943262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aa6410da-b0db-4058-8c66-b2170754141a None None] Port e5b56e81-1869-401e-8741-6b02b9ff1214 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:02.963806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, f0d5d922-3200-470d-b9e5-763fd6d8f0aa) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:02.967949 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:02.969117 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.972398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93639a9c-0b14-4432-986e-724807e2cd47 None None] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:02.992332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.018422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5fb790b9-0d4c-4c5c-a5d7-0c972a3d47ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6972165 Nov 10 17:52:03.021447 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:03.077765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db134ca8-54ad-458a-b067-0ab914a486cd None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:52:03.113673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:03.114279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:51:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:03.119791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae2a62-b323-4ea4-914b-e291b772c3af None None] Pushing event updated for resources: {'Port': ['ID=e5b56e81-1869-401e-8741-6b02b9ff1214,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:03.247365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1e9c6180-ad85-40fb-9086-52b2906adb6c None None] Provisioning complete for port e5b56e81-1869-401e-8741-6b02b9ff1214 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:03.247738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6180-ad85-40fb-9086-52b2906adb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.487799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:03.516708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:52:03.517562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.740693 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6180-ad85-40fb-9086-52b2906adb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.816542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1e9c6180-ad85-40fb-9086-52b2906adb6c None None] For port e5b56e81-1869-401e-8741-6b02b9ff1214, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e5b56e81-1869-401e-8741-6b02b9ff1214,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:03.833986 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Allocated IP 172.20.0.2 (f0d5d922-3200-470d-b9e5-763fd6d8f0aa/ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3/7e203420-5677-4a6f-8ddb-67f7e2ad05d1) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:03.876253 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.924316 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6180-ad85-40fb-9086-52b2906adb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.973467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:01Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:03.982833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2eceecf-71d2-48ed-8dac-534f7606781a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.025492 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e107e8-cb08-46f1-a259-ee7536cf599d None None] The sync data for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 is: [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:01Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:52:04.048457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c6180-ad85-40fb-9086-52b2906adb6c None None] Pushing event updated for resources: {'Port': ['ID=e5b56e81-1869-401e-8741-6b02b9ff1214,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:04.096786 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.158516 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.199892 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:04.206228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:04.211031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:04.217080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.1 (f0d5d922-3200-470d-b9e5-763fd6d8f0aa/ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3/434ba819-8d02-4a7a-aadf-decabed86e91) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:04.217637 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Pushing event updated for resources: {'Port': ['ID=7e203420-5677-4a6f-8ddb-67f7e2ad05d1,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:04.289473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Attempting to bind port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:04.290023 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Attempting to bind port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:04.290477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Attempting to bind port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 on network f0d5d922-3200-470d-b9e5-763fd6d8f0aa {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:04.296680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:04.297181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Checking segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:04.297705 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.298179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Bound using segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:04.298779 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Bound port: 7e203420-5677-4a6f-8ddb-67f7e2ad05d1, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:04.299248 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.377709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] For port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:04.381434 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] For port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e203420-5677-4a6f-8ddb-67f7e2ad05d1,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:04.390093 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.495903 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.544699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.563150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154ca2d-b390-4654-b126-8ce6b5fac16a None None] Pushing event updated for resources: {'Port': ['ID=7e203420-5677-4a6f-8ddb-67f7e2ad05d1,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:04.597605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:04.599687 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:04.607351 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:04.638750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=434ba819-8d02-4a7a-aadf-decabed86e91,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:04.659495 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.893103 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.106701 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:05.160913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:05.161258 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.201463 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.261249 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.261937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.312354 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e203420-5677-4a6f-8ddb-67f7e2ad05d1,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:05.333838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=434ba819-8d02-4a7a-aadf-decabed86e91,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:05.339358 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.377253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.378006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e5b56e81-1869-401e-8741-6b02b9ff1214 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:05.427642 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.456020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:05.457586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:05.465541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=7e203420-5677-4a6f-8ddb-67f7e2ad05d1,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:05.478424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port e5b56e81-1869-401e-8741-6b02b9ff1214 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:05.478808 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.587715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router f46e1707-931c-4ec8-b98b-3395e61d14d2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:52:05.639655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44eb0e0-551e-4d03-9aec-82d405855bf8 None None] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:05.711060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b4a2a862-6813-452d-a21d-d1315e6e5bb2 None None] Provisioning complete for port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:05.711517 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a862-6813-452d-a21d-d1315e6e5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.719385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:52:05.730147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-936e7c30-0978-4b6c-bf98-8528706f9178 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/f46e1707-931c-4ec8-b98b-3395e61d14d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7029059 Nov 10 17:52:05.908113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-75488ed3-b065-493b-82ea-fb0d6ba72b63 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400416428&fields=id&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 267 time: 0.0566676 Nov 10 17:52:05.966041 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Sync routers for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:52:05.987262 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:05.988047 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:52:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:06.044516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18961801-bd00-4416-b157-f3b8a3d661cf req-5091d803-0dc3-4a62-bef4-a28d5a6340c5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:06.046091 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-5091d803-0dc3-4a62-bef4-a28d5a6340c5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 796 time: 0.1300101 Nov 10 17:52:06.066958 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-3413a48d-512d-48d1-8758-f63de49b4b71 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/quotas/8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 375 time: 0.0145760 Nov 10 17:52:06.107196 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:06.121610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-a06fa95b-dada-4c1f-84f6-09654b22c501 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482557 Nov 10 17:52:06.188192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-9340f623-89bf-469f-8d8c-ea13131a7acf service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:52:06.189369 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-9340f623-89bf-469f-8d8c-ea13131a7acf service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0543370 Nov 10 17:52:06.195227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-96eb87bc-2ad0-45fb-aaa3-f0b7d60aeedc None None] Provisioning complete for port 434ba819-8d02-4a7a-aadf-decabed86e91 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:06.196191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96eb87bc-2ad0-45fb-aaa3-f0b7d60aeedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.234753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-96eb87bc-2ad0-45fb-aaa3-f0b7d60aeedc None None] Port 434ba819-8d02-4a7a-aadf-decabed86e91 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:06.245505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-96eb87bc-2ad0-45fb-aaa3-f0b7d60aeedc None None] Provisioning complete for port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:06.245863 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96eb87bc-2ad0-45fb-aaa3-f0b7d60aeedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.304420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-8b95ccee-530f-49b1-b0e2-cbff538fbbb0 service neutron] 10.222.0.62 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063097 Nov 10 17:52:06.324969 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:05Z', 'revision_number': 2, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:06.357048 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Checking router: f46e1707-931c-4ec8-b98b-3395e61d14d2 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:52:06.357297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Updating router f46e1707-931c-4ec8-b98b-3395e61d14d2 port 434ba819-8d02-4a7a-aadf-decabed86e91 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:52:06.385677 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.404439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-23119771-9121-481b-8cc9-8e750ea424b9 service neutron] 10.222.0.62 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991342 Nov 10 17:52:06.503133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-23437c64-f82d-4648-aad8-8d1b8110e987 None None] Provisioning complete for port 434ba819-8d02-4a7a-aadf-decabed86e91 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:06.503738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-23437c64-f82d-4648-aad8-8d1b8110e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.547650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-23437c64-f82d-4648-aad8-8d1b8110e987 None None] Port 434ba819-8d02-4a7a-aadf-decabed86e91 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:06.672609 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.675573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-46f4f8e8-b84c-4f74-bc5f-ace0a5aeaae3 None None] Provisioning complete for port 434ba819-8d02-4a7a-aadf-decabed86e91 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:06.676129 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-46f4f8e8-b84c-4f74-bc5f-ace0a5aeaae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.687796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-65e7ffbf-e9ae-4053-84a7-d00170d1d5b5 req-69fa8f3c-f623-4a09-a2af-ae8abeb244fe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 210 time: 0.0488508 Nov 10 17:52:06.719363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-46f4f8e8-b84c-4f74-bc5f-ace0a5aeaae3 None None] Port 434ba819-8d02-4a7a-aadf-decabed86e91 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:06.726003 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.780690 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Pushing event updated for resources: {'Port': ['ID=434ba819-8d02-4a7a-aadf-decabed86e91,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:06.792544 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.793162 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.793651 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.794137 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.794668 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.794961 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.795284 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.795726 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.796029 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.796348 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.796665 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.796976 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:06.902484 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Attempting to bind port 434ba819-8d02-4a7a-aadf-decabed86e91 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:06.902849 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Attempting to bind port 434ba819-8d02-4a7a-aadf-decabed86e91 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:06.903208 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Attempting to bind port 434ba819-8d02-4a7a-aadf-decabed86e91 on network f0d5d922-3200-470d-b9e5-763fd6d8f0aa {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:06.911578 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:06.911942 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Checking segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:06.912333 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.912715 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Bound using segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:06.913191 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Bound port: 434ba819-8d02-4a7a-aadf-decabed86e91, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:06.913543 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.029694 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] For port 434ba819-8d02-4a7a-aadf-decabed86e91, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:07.040308 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] For port 434ba819-8d02-4a7a-aadf-decabed86e91, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=434ba819-8d02-4a7a-aadf-decabed86e91,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:07.047553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-59af0588-0f21-4d13-837f-6197dad4495c None None] Provisioning complete for port 434ba819-8d02-4a7a-aadf-decabed86e91 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:07.047925 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-59af0588-0f21-4d13-837f-6197dad4495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.081771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:07.114076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.118572 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-59af0588-0f21-4d13-837f-6197dad4495c None None] Port 434ba819-8d02-4a7a-aadf-decabed86e91 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:07.124514 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.150683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:07.150961 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.181626 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:07.182257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:52:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:07.393267 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b344fb-bda0-4d5e-8b9e-92da534f7c3d None None] Pushing event updated for resources: {'Port': ['ID=434ba819-8d02-4a7a-aadf-decabed86e91,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:07.417216 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:07.439060 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-14dfae2e-bdd4-4c24-b62b-83e5fc6c3ae6 None None] Provisioning complete for port 434ba819-8d02-4a7a-aadf-decabed86e91 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:07.439387 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-14dfae2e-bdd4-4c24-b62b-83e5fc6c3ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.525253 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-14dfae2e-bdd4-4c24-b62b-83e5fc6c3ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.558936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-14dfae2e-bdd4-4c24-b62b-83e5fc6c3ae6 None None] For port 434ba819-8d02-4a7a-aadf-decabed86e91, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=434ba819-8d02-4a7a-aadf-decabed86e91,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:07.604501 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-14dfae2e-bdd4-4c24-b62b-83e5fc6c3ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.623708 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:07.653542 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfae2e-bdd4-4c24-b62b-83e5fc6c3ae6 None None] Pushing event updated for resources: {'Port': ['ID=434ba819-8d02-4a7a-aadf-decabed86e91,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:07.656583 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf3939-63a6-4e23-9798-332fa73573f6 None None] The sync data for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 is: [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:52:07.770165 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.816022 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0ecdf0bf-6382-451f-8810-d52ebf723158 req-6ef0ee04-92d5-477e-8b63-6a25ddd3d3a3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 210 time: 0.0344908 Nov 10 17:52:08.612821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18961801-bd00-4416-b157-f3b8a3d661cf req-97b9c373-9a23-444e-8b53-7c025d1a93b3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:08.614918 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-97b9c373-9a23-444e-8b53-7c025d1a93b3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 796 time: 0.1210182 Nov 10 17:52:08.691722 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-865bda75-69c3-4ccc-88f1-7258e30b6e65 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 379 time: 0.0614271 Nov 10 17:52:08.697672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'port': {'device_id': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'admin_state_up': True, 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'security_groups': ['fb4e336d-f19c-4291-b9cc-a008399c32bc']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:08.895532 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:08.896689 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:08.899635 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:08.922259 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-be7790a0-e079-44bf-a2ca-56a6b920f3f3 req-8d50791e-e53e-4df3-9466-e04e73c16665 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 210 time: 0.0278838 Nov 10 17:52:09.037982 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.6 (f0d5d922-3200-470d-b9e5-763fd6d8f0aa/ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3/77c09234-e476-40d8-b1fa-5f670cebd76c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:09.104651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 434ba819-8d02-4a7a-aadf-decabed86e91 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:09.153873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 434ba819-8d02-4a7a-aadf-decabed86e91 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:09.154233 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.188683 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.272906 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.316075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:09.321804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:09.325590 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:09.353042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:09.385688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:09.386399 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.475322 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-4f3b6d54-cb63-4cd3-a5c5-8dcc8b2b5074 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816150 Nov 10 17:52:09.522426 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-5567f529-29a9-4709-962f-ccd77481a5c2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:52:09.523457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-5567f529-29a9-4709-962f-ccd77481a5c2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053046 Nov 10 17:52:09.535569 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Request body: {'port': {'device_id': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:09.538403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f33d4ee-ab72-4156-b907-ae5b39027168 None None] Provisioning complete for port 77c09234-e476-40d8-b1fa-5f670cebd76c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:09.538768 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f33d4ee-ab72-4156-b907-ae5b39027168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.579556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f33d4ee-ab72-4156-b907-ae5b39027168 None None] Port 77c09234-e476-40d8-b1fa-5f670cebd76c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:09.596551 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.868249 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c09234-e476-40d8-b1fa-5f670cebd76c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:52:09.875914 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.889077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Transition to ACTIVE for port object 77c09234-e476-40d8-b1fa-5f670cebd76c will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:52:09.975057 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:10.401132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:10.437461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6369f6-9c7e-4d9e-a0a0-d2a64bc4e137 req-419ccfa5-d45f-490a-a826-9017c89a68da tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.439230 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f6369f6-9c7e-4d9e-a0a0-d2a64bc4e137 req-419ccfa5-d45f-490a-a826-9017c89a68da tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 943 time: 0.4359739 Nov 10 17:52:10.521740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Attempting to bind port 77c09234-e476-40d8-b1fa-5f670cebd76c on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:10.522068 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Attempting to bind port 77c09234-e476-40d8-b1fa-5f670cebd76c by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:10.522387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Attempting to bind port 77c09234-e476-40d8-b1fa-5f670cebd76c on network f0d5d922-3200-470d-b9e5-763fd6d8f0aa {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:10.531225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8f6369f6-9c7e-4d9e-a0a0-d2a64bc4e137 req-d67a2910-bbbe-4053-a3e3-fe88ddde822d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728712 Nov 10 17:52:10.532470 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Port 77c09234-e476-40d8-b1fa-5f670cebd76c on network f0d5d922-3200-470d-b9e5-763fd6d8f0aa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:52:10.533358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Attempting to bind port 77c09234-e476-40d8-b1fa-5f670cebd76c on network f0d5d922-3200-470d-b9e5-763fd6d8f0aa {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:10.540663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:10.540996 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Checking segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:10.541364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Bound using segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:10.541787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Bound port: 77c09234-e476-40d8-b1fa-5f670cebd76c, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:10.542137 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:10.610889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:10.613949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:10.667069 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:10.703686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.704204 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:10.705567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] 10.222.0.69 "PUT /v2.0/ports/77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 1092 time: 1.1742620 Nov 10 17:52:10.706014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:52:10.708276 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c64fcfc-48d7-4825-baf1-e7e0edaf5414" -d '{"events": [{"name": "network-changed", "server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:52:10.739610 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b23c7f-7b91-4447-9962-455b80c02523 service neutron] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:10.773615 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce3bea-0d65-4a50-9771-24ef982ff9ec x-openstack-request-id: req-4cce3bea-0d65-4a50-9771-24ef982ff9ec {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:52:10.774444 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:52:10.774741 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cce3bea-0d65-4a50-9771-24ef982ff9ec {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:52:10.775148 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'status': 'completed', 'code': 200} Nov 10 17:52:10.841673 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64fcfc-48d7-4825-baf1-e7e0edaf5414 req-198888f7-793e-465f-9bee-1e5b6fd6b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.843420 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c64fcfc-48d7-4825-baf1-e7e0edaf5414 req-198888f7-793e-465f-9bee-1e5b6fd6b365 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1095 time: 0.0451348 Nov 10 17:52:10.957663 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64fcfc-48d7-4825-baf1-e7e0edaf5414 req-a45374c4-59ec-4d28-ae74-989211698560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.959175 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c64fcfc-48d7-4825-baf1-e7e0edaf5414 req-a45374c4-59ec-4d28-ae74-989211698560 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8783b4f7b7be438ea591d82dd05f999f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1066999 Nov 10 17:52:11.058910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64fcfc-48d7-4825-baf1-e7e0edaf5414 req-1441bc34-2cbf-4e12-a872-827ab952ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.060396 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c64fcfc-48d7-4825-baf1-e7e0edaf5414 req-1441bc34-2cbf-4e12-a872-827ab952ac2b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916061 Nov 10 17:52:11.155841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18961801-bd00-4416-b157-f3b8a3d661cf req-78495e93-99ee-40bc-beca-299c9f3974f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.157421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-78495e93-99ee-40bc-beca-299c9f3974f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1095 time: 0.0582631 Nov 10 17:52:11.204138 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-a12983da-7ace-4bfc-80ae-bbfd77855420 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 217 time: 0.0367641 Nov 10 17:52:11.254439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18961801-bd00-4416-b157-f3b8a3d661cf req-f757c3cc-7730-4521-a781-3b1f9cda07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.255925 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-f757c3cc-7730-4521-a781-3b1f9cda07c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0446076 Nov 10 17:52:11.260896 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:11.307183 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18961801-bd00-4416-b157-f3b8a3d661cf req-9af9012f-7336-4328-941e-50ec0bf31617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.308711 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-9af9012f-7336-4328-941e-50ec0bf31617 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447552 Nov 10 17:52:11.402686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-b61c83a2-cf28-481b-8c8e-edf0e2972b50 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859504 Nov 10 17:52:11.499020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-18961801-bd00-4416-b157-f3b8a3d661cf req-37bf318b-0fdb-4dd7-9e24-6087284d4668 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888882 Nov 10 17:52:11.659586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81e278-8c26-41df-9297-6800930f9ffd req-67feee24-2046-4508-b59d-1ab3fbdaf1b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.661222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c81e278-8c26-41df-9297-6800930f9ffd req-67feee24-2046-4508-b59d-1ab3fbdaf1b9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 943 time: 0.0596135 Nov 10 17:52:11.722393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c81e278-8c26-41df-9297-6800930f9ffd req-8657447d-55d1-4358-80ae-2b19b2ef8569 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530639 Nov 10 17:52:12.843566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68eac4-2d96-4cba-ae53-4b0230c667a1 req-3a442084-76b7-42e7-918e-3d28ad58ac5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:12.845116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f68eac4-2d96-4cba-ae53-4b0230c667a1 req-3a442084-76b7-42e7-918e-3d28ad58ac5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 943 time: 0.0525675 Nov 10 17:52:12.904889 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f68eac4-2d96-4cba-ae53-4b0230c667a1 req-954d2815-ef78-4800-b5b3-1c09ec336535 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538392 Nov 10 17:52:14.028471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572589a-9caa-43e7-ba6a-0a7f52a87af0 req-64050d09-02b4-41a7-9ce0-0be9091bee1e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:14.029874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7572589a-9caa-43e7-ba6a-0a7f52a87af0 req-64050d09-02b4-41a7-9ce0-0be9091bee1e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 943 time: 0.0489976 Nov 10 17:52:14.085208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7572589a-9caa-43e7-ba6a-0a7f52a87af0 req-3cf44697-7b40-44c0-b304-db69dacecb9f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493569 Nov 10 17:52:14.298280 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 77c09234-e476-40d8-b1fa-5f670cebd76c details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:52:14.397851 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:14.410202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'port_id': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'mac_address': 'fa:16:3e:21:64:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:52:14.448438 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:14.461594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c09234-e476-40d8-b1fa-5f670cebd76c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:52:14.481611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:14.547003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:14.594062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:14.942291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['77c09234-e476-40d8-b1fa-5f670cebd76c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:52:15.207038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474057b-3a1f-4417-989a-a40aa1af7456 req-540ddd41-dfcd-4ff2-8e96-cea7bb54e057 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:15.208487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e474057b-3a1f-4417-989a-a40aa1af7456 req-540ddd41-dfcd-4ff2-8e96-cea7bb54e057 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 944 time: 0.0524080 Nov 10 17:52:15.260317 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e474057b-3a1f-4417-989a-a40aa1af7456 req-82c751ed-3988-4244-9f47-e4263f35d38e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453103 Nov 10 17:52:16.323454 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 77c09234-e476-40d8-b1fa-5f670cebd76c up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:16.379057 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f64e7e-375a-418b-a439-0f2435d3c1a7 req-7a8842d2-97e2-4758-9a89-eb4bc5211483 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:16.380596 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31f64e7e-375a-418b-a439-0f2435d3c1a7 req-7a8842d2-97e2-4758-9a89-eb4bc5211483 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 944 time: 0.0492301 Nov 10 17:52:16.432680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 77c09234-e476-40d8-b1fa-5f670cebd76c completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:52:16.434086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-31f64e7e-375a-418b-a439-0f2435d3c1a7 req-10a64014-10fa-4236-b1e3-f9ac78383415 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466714 Nov 10 17:52:16.436938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 77c09234-e476-40d8-b1fa-5f670cebd76c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:16.437184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.515649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.538546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:52:16.540835 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a20adcc-fde2-4249-8df6-d9f5e369e731" -d '{"events": [{"server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:52:16.553991 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:16.579879 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bbc27d-19fa-4540-9ea7-13d1fdcd6dcc x-openstack-request-id: req-e2bbc27d-19fa-4540-9ea7-13d1fdcd6dcc {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:52:16.580165 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:52:16.580409 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2bbc27d-19fa-4540-9ea7-13d1fdcd6dcc {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:52:16.580798 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'code': 200} Nov 10 17:52:16.626557 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.680932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b3d5-2e9a-4e9c-860c-3f276261c086 req-82543cb3-408a-4290-bc05-9fef0a99edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:16.682516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:16.683065 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0fa1b3d5-2e9a-4e9c-860c-3f276261c086 req-82543cb3-408a-4290-bc05-9fef0a99edc4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0420399 Nov 10 17:52:16.734558 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0fa1b3d5-2e9a-4e9c-860c-3f276261c086 req-b03527b0-8ea9-456b-ac4a-026840d60e5b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428834 Nov 10 17:52:17.570793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe917b2c-252e-45d4-b4e7-3fbdb27b05de req-115ee0bb-a91a-42c8-a299-ace9e5c4a7a1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:17.572210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe917b2c-252e-45d4-b4e7-3fbdb27b05de req-115ee0bb-a91a-42c8-a299-ace9e5c4a7a1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0606177 Nov 10 17:52:17.626041 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe917b2c-252e-45d4-b4e7-3fbdb27b05de req-e221df93-3d6a-41fe-a155-9fdd051e7b8c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466065 Nov 10 17:52:18.765081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75514981-8bb9-4f9c-ad5d-e726f673cabb req-681a2453-f2e1-4efd-9bf1-c2fcffc12c07 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:18.766613 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75514981-8bb9-4f9c-ad5d-e726f673cabb req-681a2453-f2e1-4efd-9bf1-c2fcffc12c07 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0651648 Nov 10 17:52:18.828062 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-75514981-8bb9-4f9c-ad5d-e726f673cabb req-096b75af-eefa-460c-926e-1cb0b09551e1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504577 Nov 10 17:52:18.982790 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb8c65-6b7b-4359-9523-3f81bd321a5c req-cca309e4-5532-456e-ba38-ae58f47b3d2d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:18.984318 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80fb8c65-6b7b-4359-9523-3f81bd321a5c req-cca309e4-5532-456e-ba38-ae58f47b3d2d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0641971 Nov 10 17:52:19.051773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-80fb8c65-6b7b-4359-9523-3f81bd321a5c req-2f159edd-addc-4909-9948-8c2e62536d5d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601320 Nov 10 17:52:19.074460 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:19.133336 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6170c6-b147-4ccb-8519-37275b6a1d07 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:19.135450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bc6170c6-b147-4ccb-8519-37275b6a1d07 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1092 time: 0.0597198 Nov 10 17:52:19.140214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:19.144844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:19.226964 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.338796 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.462308 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.171 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/966c106d-eb8e-4a69-89a6-5a11c367fd72) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:19.577784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.667657 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.716026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:19.721546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:19.724722 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:19.748919 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=966c106d-eb8e-4a69-89a6-5a11c367fd72,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:20.090816 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:20.210256 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:20.380638 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:20.438164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:20.514360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=966c106d-eb8e-4a69-89a6-5a11c367fd72,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:20.524073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:20.626293 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP c12a321c-88cb-4b78-9f6e-77ddcfa50b26 associated. External IP: 172.25.3.171, port: 77c09234-e476-40d8-b1fa-5f670cebd76c. Nov 10 17:52:20.840622 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router f46e1707-931c-4ec8-b98b-3395e61d14d2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:52:20.952423 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:52:20.964219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] Sync routers for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:52:20.977514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:20.978315 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:52:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:21.040166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:21.068135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-23e7b359-6ada-46e8-a8f6-05de4901a206 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9268169 Nov 10 17:52:21.068964 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:52:21.081168 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780f06a-6226-4991-a75a-77727743d9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:52:21.131992 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf87761-4fbd-4c55-8909-ac44ba5730c2 x-openstack-request-id: req-3cf87761-4fbd-4c55-8909-ac44ba5730c2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:52:21.131992 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:52:21.131992 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cf87761-4fbd-4c55-8909-ac44ba5730c2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:52:21.131992 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'status': 'completed', 'code': 200} Nov 10 17:52:21.188033 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd94be-10d5-4e51-89aa-80bd9f632aaf req-960a4593-42b5-44b0-83fe-2683d12ab784 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:21.189616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1cd94be-10d5-4e51-89aa-80bd9f632aaf req-960a4593-42b5-44b0-83fe-2683d12ab784 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0580544 Nov 10 17:52:21.205732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f06a-6226-4991-a75a-77727743d9f6 req-647d75a0-6f86-4bcd-a3fa-bd11b1de374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:21.208735 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9780f06a-6226-4991-a75a-77727743d9f6 req-647d75a0-6f86-4bcd-a3fa-bd11b1de374a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0523436 Nov 10 17:52:21.246671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e1cd94be-10d5-4e51-89aa-80bd9f632aaf req-521bf1ae-a901-48af-93eb-08ebcaad68e9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501728 Nov 10 17:52:21.267783 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:21.270705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:21.327100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f06a-6226-4991-a75a-77727743d9f6 req-3cd36a16-21c4-41f0-89ca-bcc38ba0589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:21.328804 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9780f06a-6226-4991-a75a-77727743d9f6 req-3cd36a16-21c4-41f0-89ca-bcc38ba0589b service neutron] 10.222.0.69 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.1108310 Nov 10 17:52:21.340598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-84d3328e-d4a1-4715-8b22-495314b06229 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/c12a321c-88cb-4b78-9f6e-77ddcfa50b26 HTTP/1.1" status: 200 len: 991 time: 0.0672534 Nov 10 17:52:21.406100 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9780f06a-6226-4991-a75a-77727743d9f6 req-9d56f020-822b-4db8-87f4-34af22dd0c9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 999 time: 0.0690687 Nov 10 17:52:21.457619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f06a-6226-4991-a75a-77727743d9f6 req-23034843-ed2c-41ac-b5d9-7d7f9caa00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:21.459088 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9780f06a-6226-4991-a75a-77727743d9f6 req-23034843-ed2c-41ac-b5d9-7d7f9caa00f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0449865 Nov 10 17:52:21.507826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f06a-6226-4991-a75a-77727743d9f6 req-47586d0a-667f-4c5d-bd01-36ea03b26608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:21.509999 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9780f06a-6226-4991-a75a-77727743d9f6 req-47586d0a-667f-4c5d-bd01-36ea03b26608 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424120 Nov 10 17:52:21.518109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c12a321c-88cb-4b78-9f6e-77ddcfa50b26', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'port_id': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'mac_address': 'fa:16:3e:21:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:52:19Z', 'updated_at': '2021-11-10T17:52:19Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:21.545962 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] Checking router: f46e1707-931c-4ec8-b98b-3395e61d14d2 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:52:21.554560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:21.555185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:52:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:21.610289 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9780f06a-6226-4991-a75a-77727743d9f6 req-5840f876-54c4-408f-864d-93fce09690da service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928755 Nov 10 17:52:21.667448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:21.715678 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9780f06a-6226-4991-a75a-77727743d9f6 req-4ef8fe27-dbb6-4d0d-872d-4048e2f5dbee service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983911 Nov 10 17:52:21.917727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c12a321c-88cb-4b78-9f6e-77ddcfa50b26', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'port_id': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'mac_address': 'fa:16:3e:21:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:52:19Z', 'updated_at': '2021-11-10T17:52:19Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:21.952353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad03491d-b85c-476c-9d22-181e858a7232 None None] The sync data for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 is: [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'c12a321c-88cb-4b78-9f6e-77ddcfa50b26', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'port_id': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'mac_address': 'fa:16:3e:21:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:52:19Z', 'updated_at': '2021-11-10T17:52:19Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:52:22.150809 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbd7697-446e-4fb8-b564-ff2177aa4984 None None] New status for floating IP c12a321c-88cb-4b78-9f6e-77ddcfa50b26: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:52:22.343609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43518) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:22.412361 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f805a821-2c73-4bac-b2cf-c656d353a708 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/c12a321c-88cb-4b78-9f6e-77ddcfa50b26 HTTP/1.1" status: 200 len: 993 time: 0.0669081 Nov 10 17:52:27.633445 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:52:31.677894 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-20859db2-3d7c-460b-977d-1900e3e72860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:33.951985 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f8e504f8-d3db-4cf9-8597-e46a20a360f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:35.375104 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.100801 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.769365 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:38.883530 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.254975 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:45.093513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-5dbfb32e-9f66-44b7-bd40-e90a694bf1df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420065 Nov 10 17:52:45.184670 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-d514eae4-803f-418b-89f6-9a78d286cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:45.186179 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-d514eae4-803f-418b-89f6-9a78d286cdcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0471952 Nov 10 17:52:45.292448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-2624895f-e4c9-438f-8bd2-6a0e8a24659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:45.293801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-2624895f-e4c9-438f-8bd2-6a0e8a24659d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.0884700 Nov 10 17:52:45.368732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-cfb31dd8-2ce9-4865-9942-e9945e24c3f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 1001 time: 0.0665133 Nov 10 17:52:45.423558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-c13cc13f-7f3e-4740-af74-22b7de1a0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:45.425036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-c13cc13f-7f3e-4740-af74-22b7de1a0a37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0490229 Nov 10 17:52:45.478227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-6a45a3db-7851-4acb-be6b-549db75c6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:45.479760 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-6a45a3db-7851-4acb-be6b-549db75c6969 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448911 Nov 10 17:52:45.579046 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-3a7aabd0-ef60-44cb-b3db-40584e2e4c49 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912061 Nov 10 17:52:45.671751 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c42280a1-785b-41ab-af9b-a2c011e8b41c req-71eedbfb-3cf9-4793-bdf1-4f0f241414d5 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855055 Nov 10 17:53:01.689317 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d0e140b1-162b-4d13-aa7c-d8c29ec90dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:03.945739 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4a2f5b1-77dc-4b39-af65-cf9875b661f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:04.633193 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:53:05.397243 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:07.088640 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:07.797692 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:08.900141 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.300399 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.688891 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07417d10-09aa-4001-960b-7d845aeb3723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:33.923262 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5cbb0320-f927-4a14-846c-874afc481e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:35.397094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:37.093409 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:37.762679 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:37.822425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-9456ae41-f978-4f4b-a38b-c2489afb0b9e req-761980f5-581d-4c90-adf9-d15c39b72368 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:53:37.823481 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9456ae41-f978-4f4b-a38b-c2489afb0b9e req-761980f5-581d-4c90-adf9-d15c39b72368 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480156 Nov 10 17:53:38.208769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017137aa-6aa9-41da-8c7d-bd125966463b req-c470de3d-ace6-4133-967c-ac29e5cb5d02 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:38.210995 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-017137aa-6aa9-41da-8c7d-bd125966463b req-c470de3d-ace6-4133-967c-ac29e5cb5d02 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.1099126 Nov 10 17:53:38.265256 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-017137aa-6aa9-41da-8c7d-bd125966463b req-d80c3fc0-94ef-4240-8502-e8aa9b6937ce tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477426 Nov 10 17:53:38.269732 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43562) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:38.351056 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-6f1504d3-ccbe-496f-834d-defb1fb2125f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806234 Nov 10 17:53:38.360227 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-07808429-fe4e-484a-b48b-77d2f6f6fbdd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:53:38.361736 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-07808429-fe4e-484a-b48b-77d2f6f6fbdd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056705 Nov 10 17:53:38.996216 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:39.447891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00732f18-592d-4161-83bf-f7bc00f5b0d7 req-6b80523b-23c2-4095-8d6d-f6b689092a9a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.449341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00732f18-592d-4161-83bf-f7bc00f5b0d7 req-6b80523b-23c2-4095-8d6d-f6b689092a9a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.1047611 Nov 10 17:53:39.505948 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-00732f18-592d-4161-83bf-f7bc00f5b0d7 req-4c1baf53-ddf5-4b90-b1ee-00d5060c7eb4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493450 Nov 10 17:53:40.495613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-b80e7f74-acee-4e23-8b64-09c4c4112373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:40.497107 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-b80e7f74-acee-4e23-8b64-09c4c4112373 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0865571 Nov 10 17:53:40.622260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-4116ee67-9a11-46ed-8cea-1f80bfe4f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:40.623655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-4116ee67-9a11-46ed-8cea-1f80bfe4f690 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.1163824 Nov 10 17:53:40.682100 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf301ad-f1bc-47bb-8368-f5c591a9ce56 req-e7726ee3-748d-4b13-92a7-09ac268d853b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:40.683652 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcf301ad-f1bc-47bb-8368-f5c591a9ce56 req-e7726ee3-748d-4b13-92a7-09ac268d853b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0996861 Nov 10 17:53:40.723424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-e35524db-eebe-4d4d-a77f-283c88912c75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 1001 time: 0.0918212 Nov 10 17:53:40.780130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fcf301ad-f1bc-47bb-8368-f5c591a9ce56 req-13faf0c9-b68d-40ed-8b5e-4ca91e1ee624 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884099 Nov 10 17:53:40.793636 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-2e8695fb-a594-4be0-8f99-6c136f7159e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:40.795134 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-2e8695fb-a594-4be0-8f99-6c136f7159e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0644679 Nov 10 17:53:40.848503 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-aacd3757-a733-4ddb-bc09-914da385d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:40.850002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-aacd3757-a733-4ddb-bc09-914da385d155 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446262 Nov 10 17:53:40.947879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-793e0d8f-1d75-4a16-8b5b-b219cf35e435 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897217 Nov 10 17:53:41.041490 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-7c6f6b02-bd0c-4562-84a5-ca5d6b2b15ae service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865963 Nov 10 17:53:41.310964 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:41.634840 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:53:41.901724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c6cd0-6ae8-4d0d-b83f-857534dec48d req-76725e47-3f8b-48e4-b7cc-0466d26fbb59 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:41.903210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae0c6cd0-6ae8-4d0d-b83f-857534dec48d req-76725e47-3f8b-48e4-b7cc-0466d26fbb59 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0521495 Nov 10 17:53:41.954638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae0c6cd0-6ae8-4d0d-b83f-857534dec48d req-ab446880-2507-4ae9-833c-a41782d5f71b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454586 Nov 10 17:53:43.078849 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114bd79-f863-4db6-9705-74acc9f338e1 req-c31b5df0-5000-4e15-82c3-2ac050bd958d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:43.080545 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d114bd79-f863-4db6-9705-74acc9f338e1 req-c31b5df0-5000-4e15-82c3-2ac050bd958d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0568237 Nov 10 17:53:43.131761 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d114bd79-f863-4db6-9705-74acc9f338e1 req-2a91e68d-1bae-4bfd-bb23-04da8a2d32cf tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452814 Nov 10 17:53:44.251943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3d834-a9b9-447c-8800-50033596b978 req-680b9528-049d-43b2-8bcd-47c4d67338e6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:44.254745 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1cf3d834-a9b9-447c-8800-50033596b978 req-680b9528-049d-43b2-8bcd-47c4d67338e6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0532100 Nov 10 17:53:44.309746 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1cf3d834-a9b9-447c-8800-50033596b978 req-5bc41a33-e93c-4101-b918-1b24085e6163 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487142 Nov 10 17:53:45.147568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-8d9076d1-dd95-4ec9-8fb9-62fb29a915d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:45.149226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-8d9076d1-dd95-4ec9-8fb9-62fb29a915d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0427835 Nov 10 17:53:45.268306 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-afcb74ac-40a7-4fea-9e81-5898a1e42ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:45.269784 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-afcb74ac-40a7-4fea-9e81-5898a1e42ca8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.0912883 Nov 10 17:53:45.342629 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-0a6d64ee-6732-46e5-b4c4-c047eb52e7a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 1001 time: 0.0601315 Nov 10 17:53:45.422272 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-9cec9ce4-076d-43f0-8c64-4aa6e95e244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:45.423872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-9cec9ce4-076d-43f0-8c64-4aa6e95e244e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0721641 Nov 10 17:53:45.468239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcebdcb-e9fa-4947-9fa5-147ca9605567 req-cfe3125e-bc56-4854-886a-dfdd4d10b58d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:45.469718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0fcebdcb-e9fa-4947-9fa5-147ca9605567 req-cfe3125e-bc56-4854-886a-dfdd4d10b58d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0880387 Nov 10 17:53:45.509121 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-33a84fd2-2037-4e21-9bed-83ba02002f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:45.510622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-33a84fd2-2037-4e21-9bed-83ba02002f34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784714 Nov 10 17:53:45.545839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0fcebdcb-e9fa-4947-9fa5-147ca9605567 req-d0fdaec3-78e0-4f12-96a4-cc055fc945d8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693538 Nov 10 17:53:45.623006 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-a29dfa7f-437e-4846-96ca-db45399d06b1 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020110 Nov 10 17:53:45.714456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-26df3636-7b16-4a28-be6f-bd4a2022b6f2 req-1bfb9307-bdc1-4111-8024-5b33fbb1628b service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838146 Nov 10 17:53:46.664717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24a5b4-6413-4b32-9ac3-95fe340bedcb req-2eebc2ab-101d-4d99-a695-4f50c86789b4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:46.666227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e24a5b4-6413-4b32-9ac3-95fe340bedcb req-2eebc2ab-101d-4d99-a695-4f50c86789b4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0494514 Nov 10 17:53:46.715830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8e24a5b4-6413-4b32-9ac3-95fe340bedcb req-c158577c-98ba-4a66-b2ff-65102c5983bd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Nov 10 17:53:47.840315 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3f0c1-852f-4345-8d90-567edbefae54 req-92d27874-5c7c-4bc4-948d-2a103bb12c4a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:47.841766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96e3f0c1-852f-4345-8d90-567edbefae54 req-92d27874-5c7c-4bc4-948d-2a103bb12c4a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0560427 Nov 10 17:53:47.893843 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96e3f0c1-852f-4345-8d90-567edbefae54 req-e3a8079e-bb77-4835-8d3a-0b6de76c7341 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459945 Nov 10 17:53:49.013358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42e83e-d42e-4005-b674-c20122fd3f32 req-ebe315cf-d135-4bc8-89d2-5b667de72b9f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:49.014916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af42e83e-d42e-4005-b674-c20122fd3f32 req-ebe315cf-d135-4bc8-89d2-5b667de72b9f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0512848 Nov 10 17:53:49.069912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af42e83e-d42e-4005-b674-c20122fd3f32 req-48a7229f-38cb-4c8e-8306-510cd7168864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488529 Nov 10 17:53:50.188724 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3c5e9-435e-4a9a-ae1d-ecf0d73bc6a3 req-f8bdbecf-167b-451a-9e4b-724e41179562 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:50.190227 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01a3c5e9-435e-4a9a-ae1d-ecf0d73bc6a3 req-f8bdbecf-167b-451a-9e4b-724e41179562 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0500090 Nov 10 17:53:50.241633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01a3c5e9-435e-4a9a-ae1d-ecf0d73bc6a3 req-bfdd47d4-ca8e-45a9-9819-dfd3d9236a3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445828 Nov 10 17:53:51.365251 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250676-4970-4b28-a220-7cac645a641b req-fc11e9d1-7054-47ca-937a-76fffb7c1b10 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.366783 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09250676-4970-4b28-a220-7cac645a641b req-fc11e9d1-7054-47ca-937a-76fffb7c1b10 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0543485 Nov 10 17:53:51.418781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-09250676-4970-4b28-a220-7cac645a641b req-946ccf4f-b41f-456c-b683-b8ac519e5d8b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459168 Nov 10 17:53:52.541747 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869567e-6b6c-4fc8-bae4-c9a4a92f7fba req-8b3db594-263b-4c78-9798-7c3ae25824a6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:52.543271 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a869567e-6b6c-4fc8-bae4-c9a4a92f7fba req-8b3db594-263b-4c78-9798-7c3ae25824a6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0508490 Nov 10 17:53:52.604330 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a869567e-6b6c-4fc8-bae4-c9a4a92f7fba req-59781714-e486-4fa3-a3d4-dcb8590c052e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548890 Nov 10 17:53:53.730604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443a9df-49a6-4885-aff2-4ec2880408a7 req-666d94b7-0810-49d0-891f-52623bce2fbc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:53.732285 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e443a9df-49a6-4885-aff2-4ec2880408a7 req-666d94b7-0810-49d0-891f-52623bce2fbc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0540452 Nov 10 17:53:53.788489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e443a9df-49a6-4885-aff2-4ec2880408a7 req-92e01a40-d792-4020-816f-08a4bb7ecdc8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500648 Nov 10 17:53:54.910287 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb05c-3f55-4287-96df-e25d40ea00cb req-165572d4-9955-4a6e-b6e7-d77b866927ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:54.911906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-769bb05c-3f55-4287-96df-e25d40ea00cb req-165572d4-9955-4a6e-b6e7-d77b866927ac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0503283 Nov 10 17:53:54.962771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-769bb05c-3f55-4287-96df-e25d40ea00cb req-0c3d9a7d-fed1-4972-b39c-8554bfc0444c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447340 Nov 10 17:53:56.080769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa8ae-d352-4073-b5d5-dfb60d9a9bf2 req-c94a9e70-42bd-4454-ae21-3607511ca3fc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:56.082887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b08aa8ae-d352-4073-b5d5-dfb60d9a9bf2 req-c94a9e70-42bd-4454-ae21-3607511ca3fc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0497231 Nov 10 17:53:56.138101 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b08aa8ae-d352-4073-b5d5-dfb60d9a9bf2 req-e56813e6-df8a-49c0-a531-26e38b11d49f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480108 Nov 10 17:53:57.259332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829d83-0593-48e0-b9d8-4d976b5b9ee3 req-61bc4eee-87c6-4726-9ba8-f88d3f25ebeb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:57.260869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c829d83-0593-48e0-b9d8-4d976b5b9ee3 req-61bc4eee-87c6-4726-9ba8-f88d3f25ebeb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0512364 Nov 10 17:53:57.311840 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1c829d83-0593-48e0-b9d8-4d976b5b9ee3 req-c456c825-0613-4c33-b3c9-541fda24b1a3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449202 Nov 10 17:53:58.430984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e18c1-0243-4abc-aacf-020c7abbc5f7 req-7a4170c8-23ee-422f-88b2-5c040026a228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:58.432569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae1e18c1-0243-4abc-aacf-020c7abbc5f7 req-7a4170c8-23ee-422f-88b2-5c040026a228 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0496571 Nov 10 17:53:58.483069 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ae1e18c1-0243-4abc-aacf-020c7abbc5f7 req-27883624-a33c-4b29-a4d2-a2d0d3e426a1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445197 Nov 10 17:53:58.764699 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-4a7d36ce-9767-4ecb-855f-de2d3cf0f28e service neutron] show failed (client error): The resource could not be found. Nov 10 17:53:58.765648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-4a7d36ce-9767-4ecb-855f-de2d3cf0f28e service neutron] 10.222.0.69 "GET /v2.0/ports/77c09234-e476-40d8-b1fa-5f670cebd76c/bindings/n-h2-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0609539 Nov 10 17:53:59.307385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-fa375592-adff-4786-baee-eac169d34c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:59.308900 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-fa375592-adff-4786-baee-eac169d34c07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 1097 time: 0.0429852 Nov 10 17:53:59.323017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:59.611928 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c41ee8-ccd8-4d76-a5ff-e93d4348bb44 req-97169d23-a7c0-40ca-bc98-ec3e3a54c013 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:59.613823 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71c41ee8-ccd8-4d76-a5ff-e93d4348bb44 req-97169d23-a7c0-40ca-bc98-ec3e3a54c013 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0559921 Nov 10 17:53:59.670465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-71c41ee8-ccd8-4d76-a5ff-e93d4348bb44 req-516d4268-de2d-446f-9961-a33643b779c1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490303 Nov 10 17:53:59.735369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.937128 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:59.971188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:54:00.011518 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:54:00.013806 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6d061c-dcba-4267-bd61-804e5da6790a" -d '{"events": [{"server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "name": "network-vif-unplugged", "status": "completed", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:54:00.018084 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.031284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Transition to ACTIVE for port object 77c09234-e476-40d8-b1fa-5f670cebd76c will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:54:00.067005 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07af8be2-9ea7-47b0-96ce-830db413bbb9 x-openstack-request-id: req-07af8be2-9ea7-47b0-96ce-830db413bbb9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:54:00.067299 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "name": "network-vif-unplugged", "status": "completed", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:54:00.067611 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07af8be2-9ea7-47b0-96ce-830db413bbb9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:54:00.068005 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'code': 200} Nov 10 17:54:00.116833 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.201231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:00.216449 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.216806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.217140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.217473 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.217886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.218216 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.218542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.218864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.219187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.219535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.219859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.220229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:00.262000 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] No DVR routers for this DVR port 77c09234-e476-40d8-b1fa-5f670cebd76c on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:54:00.411605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Attempting to bind port 77c09234-e476-40d8-b1fa-5f670cebd76c on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:54:00.412020 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Attempting to bind port 77c09234-e476-40d8-b1fa-5f670cebd76c by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:54:00.412249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Attempting to bind port 77c09234-e476-40d8-b1fa-5f670cebd76c on network f0d5d922-3200-470d-b9e5-763fd6d8f0aa {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:54:00.417031 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Port 77c09234-e476-40d8-b1fa-5f670cebd76c on network f0d5d922-3200-470d-b9e5-763fd6d8f0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:54:00.417362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Attempting to bind port 77c09234-e476-40d8-b1fa-5f670cebd76c on network f0d5d922-3200-470d-b9e5-763fd6d8f0aa {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:54:00.422529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:54:00.422855 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Checking segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:00.423261 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Bound using segment: {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:54:00.423719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Bound port: 77c09234-e476-40d8-b1fa-5f670cebd76c, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c577ed7-e7b9-43fd-bc1e-1277e85a8885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:54:00.424079 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.498188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:54:00.501333 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:54:00.580006 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.616399 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:00.617015 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.618500 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 1092 time: 1.2996542 Nov 10 17:54:00.654862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16839ef3-5b4f-45d5-808a-38fc487720c2 service neutron] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:00.690100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-9aab4645-36cc-49a4-beee-1c2c088e043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:00.692396 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-9aab4645-36cc-49a4-beee-1c2c088e043b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1095 time: 0.0471194 Nov 10 17:54:00.796524 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-68ae6b7d-3bf5-4ec6-9b9a-1ad1252dc435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:00.797668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5079ab2-c796-41a9-a642-022cc91ca1f9 req-6d29775a-cc8b-4cf0-81cf-3021718c1205 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:00.798081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-68ae6b7d-3bf5-4ec6-9b9a-1ad1252dc435 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.0991418 Nov 10 17:54:00.799232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5079ab2-c796-41a9-a642-022cc91ca1f9 req-6d29775a-cc8b-4cf0-81cf-3021718c1205 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 943 time: 0.0541835 Nov 10 17:54:00.851501 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e5079ab2-c796-41a9-a642-022cc91ca1f9 req-fc106a58-146e-4d1d-974f-d2bb3946ec0d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 Nov 10 17:54:00.868088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-01a92e85-f258-4181-a153-1d69e6327a65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 999 time: 0.0628359 Nov 10 17:54:00.921029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-641c9bcf-aa05-4a21-a288-69fca6e883bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:00.922497 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-641c9bcf-aa05-4a21-a288-69fca6e883bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0474062 Nov 10 17:54:00.974868 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-fb748b10-706f-46b5-8239-e5912a4db37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:00.976437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-fb748b10-706f-46b5-8239-e5912a4db37b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468493 Nov 10 17:54:01.068033 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-976d916f-1955-416b-a970-6303e166f82c service neutron] 10.222.0.18 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848234 Nov 10 17:54:01.164578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fd4948cb-9519-40e6-bcb1-cd353a42d5de req-4df85f97-f6de-498b-aef3-3437b79f1744 service neutron] 10.222.0.18 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898900 Nov 10 17:54:01.699827 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd002-627c-441e-8ecb-1452967909dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:01.972363 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95fee-b8ed-45d3-83a9-4555f931acb8 req-1427b3a4-477b-4aff-9264-0c8ac63b7c19 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:01.974263 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55c95fee-b8ed-45d3-83a9-4555f931acb8 req-1427b3a4-477b-4aff-9264-0c8ac63b7c19 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 943 time: 0.0520105 Nov 10 17:54:02.027238 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55c95fee-b8ed-45d3-83a9-4555f931acb8 req-aa5f2e01-b8b1-46a5-9f0f-a639c401e0e7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470135 Nov 10 17:54:02.069022 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:54:02.071467 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:54:02.120728 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f046aa-c131-4d15-9af4-9f8380ba730d x-openstack-request-id: req-d1f046aa-c131-4d15-9af4-9f8380ba730d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:54:02.121018 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:54:02.121272 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1f046aa-c131-4d15-9af4-9f8380ba730d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:54:02.122265 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'status': 'completed', 'code': 200} Nov 10 17:54:02.183162 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-26114696-c205-4ed2-bb05-d0ca6dbcb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.184711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-26114696-c205-4ed2-bb05-d0ca6dbcb576 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1095 time: 0.0429811 Nov 10 17:54:02.194743 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-967e411d-30e4-4e48-92ec-898c789402db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.196295 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-967e411d-30e4-4e48-92ec-898c789402db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1095 time: 0.0458214 Nov 10 17:54:02.286802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-17506672-82c3-499d-94b6-07085b017313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.288228 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-17506672-82c3-499d-94b6-07085b017313 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.0931754 Nov 10 17:54:02.294618 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-c33d1203-ae65-4fc1-8c52-05bb68e96b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.296218 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-c33d1203-ae65-4fc1-8c52-05bb68e96b17 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.0866315 Nov 10 17:54:02.357295 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-03635560-5142-4d96-a85b-dea8dc32cd41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 999 time: 0.0610762 Nov 10 17:54:02.372722 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-bc500e21-942c-42bf-bfb0-516b48be12e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 999 time: 0.0651724 Nov 10 17:54:02.416758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-a2fd0dcd-6cae-44a8-8371-e2a14a3d6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.418247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-a2fd0dcd-6cae-44a8-8371-e2a14a3d6fe2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0517035 Nov 10 17:54:02.427861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-1977ffbf-e269-4f49-9e1c-fc961c1a5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.429340 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-1977ffbf-e269-4f49-9e1c-fc961c1a5fba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0448663 Nov 10 17:54:02.468728 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-d301e3d0-c9b7-4e88-aa91-850675c697f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.470202 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-d301e3d0-c9b7-4e88-aa91-850675c697f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434244 Nov 10 17:54:02.481387 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-81524bbb-3334-4d62-bdf0-c29e764fd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.482883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-81524bbb-3334-4d62-bdf0-c29e764fd474 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417478 Nov 10 17:54:02.570897 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-8c87abb1-b9cb-42b2-95d0-708c772a1f51 service neutron] 10.222.0.18 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928006 Nov 10 17:54:02.580251 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-dff84090-286d-4f8b-87ad-544326ec6c78 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882106 Nov 10 17:54:02.665682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-7ee1c678-f3e8-432b-bcf5-22d9556529d2 service neutron] 10.222.0.18 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871248 Nov 10 17:54:02.678171 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b6fd11d4-0326-4bf1-bdea-bef7d9e9c4e5 req-6a779ce4-b89b-4c81-ba0f-d824ff9ab1c3 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847631 Nov 10 17:54:02.948772 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 77c09234-e476-40d8-b1fa-5f670cebd76c no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:54:02.991012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 77c09234-e476-40d8-b1fa-5f670cebd76c not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:54:03.068909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 77c09234-e476-40d8-b1fa-5f670cebd76c details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:54:03.149158 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a748dd-f5f4-4126-93a1-10e94e5951f0 req-64b5c2ea-4d02-4d64-8f73-7816f03802fb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:03.150713 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69a748dd-f5f4-4126-93a1-10e94e5951f0 req-64b5c2ea-4d02-4d64-8f73-7816f03802fb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 943 time: 0.0511861 Nov 10 17:54:03.175690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:03.188246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'port_id': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'mac_address': 'fa:16:3e:21:64:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:54:03.207881 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-69a748dd-f5f4-4126-93a1-10e94e5951f0 req-23050bdd-77fa-43fc-a769-0f9529793763 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506046 Nov 10 17:54:03.231251 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:03.245432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c09234-e476-40d8-b1fa-5f670cebd76c {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:54:03.266467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:03.327965 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:03.377127 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:03.387382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.387721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.388053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.388381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.388704 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.389025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.389341 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.389657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.389971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.390284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.390597 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.390909 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:03.576706 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['77c09234-e476-40d8-b1fa-5f670cebd76c'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:54:03.945121 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33ff5606-1419-4968-8974-d380e1ca991a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:04.339385 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f274b-226c-44ed-800a-c71364047886 req-0f57c0f3-15ad-45ec-8096-c49d06289832 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:04.340934 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d0f274b-226c-44ed-800a-c71364047886 req-0f57c0f3-15ad-45ec-8096-c49d06289832 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 944 time: 0.0579875 Nov 10 17:54:04.395829 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d0f274b-226c-44ed-800a-c71364047886 req-7595b961-8d10-4a01-a75e-cdac4b65a4b8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486465 Nov 10 17:54:04.762335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699fb9b-2894-4b4b-bf0a-cb5252928344 req-f8797282-1e04-45bc-9d1f-3a812d505bb6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:04.763883 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e699fb9b-2894-4b4b-bf0a-cb5252928344 req-f8797282-1e04-45bc-9d1f-3a812d505bb6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 944 time: 0.0512304 Nov 10 17:54:04.840438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e699fb9b-2894-4b4b-bf0a-cb5252928344 req-ad0efb9e-beb7-4387-a136-b173ee8123b5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702558 Nov 10 17:54:04.863672 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927a17-3592-401e-ae69-7f445c9176f6 req-cceb6c11-c12c-4bd3-a542-5be8307e63b5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:04.865152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-cceb6c11-c12c-4bd3-a542-5be8307e63b5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa&tenant_id=8783b4f7b7be438ea591d82dd05f999f&binding%3Ahost_id=n-h2-714676-11 HTTP/1.1" status: 200 len: 944 time: 0.0681088 Nov 10 17:54:04.940233 n-d-714676-11 neutron-server[103326]: INFO neutron.api.v2.resource [req-50927a17-3592-401e-ae69-7f445c9176f6 req-3d96e63d-4f08-4553-a289-cdb01d617ed4 service neutron] delete failed (client error): The resource could not be found. Nov 10 17:54:04.941224 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-3d96e63d-4f08-4553-a289-cdb01d617ed4 service neutron] 10.222.0.69 "DELETE /v2.0/ports/77c09234-e476-40d8-b1fa-5f670cebd76c/bindings/n-h1-714676-11 HTTP/1.1" status: 404 len: 381 time: 0.0625830 Nov 10 17:54:04.968593 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89c5f4-e72a-4d34-8253-fb0c1dbfa997 req-ab16707f-65e2-4edb-ae28-c88dc77b01be tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:04.970127 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db89c5f4-e72a-4d34-8253-fb0c1dbfa997 req-ab16707f-65e2-4edb-ae28-c88dc77b01be tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 944 time: 0.0541418 Nov 10 17:54:05.024375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db89c5f4-e72a-4d34-8253-fb0c1dbfa997 req-7e394a82-4110-4732-8d3c-311299afd17b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476015 Nov 10 17:54:05.039586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927a17-3592-401e-ae69-7f445c9176f6 req-067a5fd7-7b71-44b5-afff-476be83906cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:05.041081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-067a5fd7-7b71-44b5-afff-476be83906cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1096 time: 0.0434945 Nov 10 17:54:05.071918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 77c09234-e476-40d8-b1fa-5f670cebd76c up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:54:05.138412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927a17-3592-401e-ae69-7f445c9176f6 req-d9c34ecf-77c1-495b-85c0-a5528562dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:05.139919 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-d9c34ecf-77c1-495b-85c0-a5528562dcac service neutron] 10.222.0.69 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.0909736 Nov 10 17:54:05.208776 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 77c09234-e476-40d8-b1fa-5f670cebd76c completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:54:05.210164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-c2905349-c0e4-4c68-962b-4cf3e3fd27e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 1000 time: 0.0596669 Nov 10 17:54:05.212934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 77c09234-e476-40d8-b1fa-5f670cebd76c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:05.213302 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:05.266884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927a17-3592-401e-ae69-7f445c9176f6 req-f36ca3c3-bbbd-4de1-b1a4-c75739ade23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:05.268874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-f36ca3c3-bbbd-4de1-b1a4-c75739ade23a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0451000 Nov 10 17:54:05.294017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:05.322699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:54:05.325090 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7a0865-92d9-4666-90ec-f2531f2ebebf" -d '{"events": [{"server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:54:05.326675 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927a17-3592-401e-ae69-7f445c9176f6 req-6f67ea9a-97b4-43e9-a955-23e2348311d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:05.328226 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-6f67ea9a-97b4-43e9-a955-23e2348311d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484204 Nov 10 17:54:05.360522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:05.389677 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7820afc-ef4d-4793-87bb-83f2edcc3e18 x-openstack-request-id: req-e7820afc-ef4d-4793-87bb-83f2edcc3e18 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:54:05.390007 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:54:05.390263 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7820afc-ef4d-4793-87bb-83f2edcc3e18 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:54:05.390660 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'code': 200} Nov 10 17:54:05.423756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-9b7681a2-452c-4659-ba42-5407969e4db1 service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877631 Nov 10 17:54:05.425720 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:05.449173 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:05.476199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:05.535575 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50927a17-3592-401e-ae69-7f445c9176f6 req-0195169b-d31d-4b2d-b06e-d83b6b33a00b service neutron] 10.222.0.69 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032162 Nov 10 17:54:06.145192 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6107f0-64ba-4f5d-8cb3-67a74341c580 req-a335e12b-0190-4f69-bdfe-d7d2ecb67bda tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:06.146722 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d6107f0-64ba-4f5d-8cb3-67a74341c580 req-a335e12b-0190-4f69-bdfe-d7d2ecb67bda tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0504360 Nov 10 17:54:06.197082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9d6107f0-64ba-4f5d-8cb3-67a74341c580 req-1788982c-f40e-4112-88e4-0c0cc585b144 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441730 Nov 10 17:54:07.122208 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:07.320531 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e7a66-aff6-44df-97f7-2d0f79ad1a25 req-e2c0cf59-cbd2-43dd-8ea5-56072394a132 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:07.322086 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c9e7a66-aff6-44df-97f7-2d0f79ad1a25 req-e2c0cf59-cbd2-43dd-8ea5-56072394a132 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0509775 Nov 10 17:54:07.371899 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2c9e7a66-aff6-44df-97f7-2d0f79ad1a25 req-0d582e53-dedc-4934-a899-4a9987b2f497 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434937 Nov 10 17:54:07.395110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43652) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:07.457579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-7097f65b-6d4b-40ca-b83e-ef7d6e506dbd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/c12a321c-88cb-4b78-9f6e-77ddcfa50b26 HTTP/1.1" status: 200 len: 993 time: 0.0611222 Nov 10 17:54:07.773619 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:08.921461 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:11.282033 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:18.634037 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:54:31.698570 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d100f1d0-fd5d-4586-a63f-da08f1a30538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:33.913582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43662) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:33.950189 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bb1b17b4-a80f-4e52-b674-55b778176350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.085100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 966c106d-eb8e-4a69-89a6-5a11c367fd72 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:34.085441 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.164630 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.164909 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.176255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 966c106d-eb8e-4a69-89a6-5a11c367fd72 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:34.390609 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.416007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=966c106d-eb8e-4a69-89a6-5a11c367fd72,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:34.488152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.488505 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP c12a321c-88cb-4b78-9f6e-77ddcfa50b26 disassociated (deleted). External IP: 172.25.3.171, port: 77c09234-e476-40d8-b1fa-5f670cebd76c. Nov 10 17:54:34.701609 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router f46e1707-931c-4ec8-b98b-3395e61d14d2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:34.809819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:34.814695 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.821624 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] Sync routers for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:34.831439 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:34.832119 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:54:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:34.846412 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-25b8c9da-7613-432a-a5a9-46500562c340 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/floatingips/c12a321c-88cb-4b78-9f6e-77ddcfa50b26 HTTP/1.1" status: 204 len: 168 time: 0.9315398 Nov 10 17:54:34.847281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:54:34.849934 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:54:34.911059 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ae108-a16e-4cfc-b643-3efcf0e67cfe x-openstack-request-id: req-e28ae108-a16e-4cfc-b643-3efcf0e67cfe {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:54:34.911374 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:54:34.911666 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e28ae108-a16e-4cfc-b643-3efcf0e67cfe {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:54:34.912067 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'status': 'completed', 'code': 200} Nov 10 17:54:34.990595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:54:34.991207 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-0a46cf43-d0e7-4d3e-9ab4-6bce4ad0d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:34.992801 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-0a46cf43-d0e7-4d3e-9ab4-6bce4ad0d7a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 1097 time: 0.0433466 Nov 10 17:54:35.097390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-12685f7a-44cc-410a-869f-a5d69afcc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:35.099182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-12685f7a-44cc-410a-869f-a5d69afcc4a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 200 len: 897 time: 0.0989594 Nov 10 17:54:35.146964 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-9fd662ae-4b43-4d0b-b0eb-7a601f3321ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 200 len: 217 time: 0.0407746 Nov 10 17:54:35.201194 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:35.203410 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-ab1808a9-b970-423f-ada0-cd2a8e63e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:35.204815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-ab1808a9-b970-423f-ada0-cd2a8e63e2f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 200 len: 834 time: 0.0517190 Nov 10 17:54:35.228298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] Checking router: f46e1707-931c-4ec8-b98b-3395e61d14d2 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:54:35.237115 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:35.237791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:54:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:35.251535 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-c3dc21c4-66e0-4001-856f-c39daa3a1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:35.253045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-c3dc21c4-66e0-4001-856f-c39daa3a1455 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0d5d922-3200-470d-b9e5-763fd6d8f0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410922 Nov 10 17:54:35.391895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-83f51b7f-2b98-467e-9844-2a2eefa2309c service neutron] 10.222.0.18 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301198 Nov 10 17:54:35.392430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:54:35.399541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e7112-4737-4ee5-ae13-3556ed60d1b9 req-1f7f2e58-22f8-4539-9449-5e53bda5025a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:35.401018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c1e7112-4737-4ee5-ae13-3556ed60d1b9 req-1f7f2e58-22f8-4539-9449-5e53bda5025a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0794361 Nov 10 17:54:35.422908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:35.510908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6c1e7112-4737-4ee5-ae13-3556ed60d1b9 req-d74ba587-1622-4763-a2c6-1c2fd8fcdcdb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017230 Nov 10 17:54:35.531346 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8aa578b6-d9e5-4dc4-aac7-4def9b34d6cb req-3892b720-3257-44ed-a31c-2b9a71682dc5 service neutron] 10.222.0.18 "GET /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292932 Nov 10 17:54:35.774972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:35.802638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268adda6-aa23-4f7d-8276-233172afed99 None None] The sync data for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 is: [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:04Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '434ba819-8d02-4a7a-aadf-decabed86e91', 'name': '', 'network_id': 'f0d5d922-3200-470d-b9e5-763fd6d8f0aa', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:2f:75:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:36.030493 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df38fd6-6cf5-4623-bbfd-6e86d0fef591 None None] New status for floating IP c12a321c-88cb-4b78-9f6e-77ddcfa50b26: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:54:36.632366 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944c89c-40dc-4219-9438-ec9ff4bdd6e0 req-972fd4d7-e3f2-4406-8d28-8b3fd5b95cfa tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:36.633753 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0944c89c-40dc-4219-9438-ec9ff4bdd6e0 req-972fd4d7-e3f2-4406-8d28-8b3fd5b95cfa tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0500622 Nov 10 17:54:36.686792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0944c89c-40dc-4219-9438-ec9ff4bdd6e0 req-37c85d8d-ac38-4e8b-a73e-9f124a2e3abb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb4e336d-f19c-4291-b9cc-a008399c32bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Nov 10 17:54:36.721102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-843d1d12-a787-4d7f-ac79-b982f4c81711 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:36.722565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-843d1d12-a787-4d7f-ac79-b982f4c81711 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 945 time: 0.0511186 Nov 10 17:54:36.814214 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 77c09234-e476-40d8-b1fa-5f670cebd76c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:36.814542 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:36.902503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 77c09234-e476-40d8-b1fa-5f670cebd76c, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=77c09234-e476-40d8-b1fa-5f670cebd76c,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:36.902775 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:36.915631 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 77c09234-e476-40d8-b1fa-5f670cebd76c owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:37.081591 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.122089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.152984 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=77c09234-e476-40d8-b1fa-5f670cebd76c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:37.218221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] No DVR routers for this DVR port 77c09234-e476-40d8-b1fa-5f670cebd76c on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:54:37.220918 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.224414 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-069d902e-88c6-4ddf-92b8-dc11fe777f82 req-ad740133-5cf6-4a91-b827-5ac3cc04c156 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "DELETE /v2.0/ports/77c09234-e476-40d8-b1fa-5f670cebd76c HTTP/1.1" status: 204 len: 173 time: 0.4955938 Nov 10 17:54:37.224891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'name': 'network-vif-deleted', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:54:37.227245 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3377d3af-433c-40a9-8ee0-07b3c6c26429" -d '{"events": [{"server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "name": "network-vif-deleted", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:54:37.263234 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d8fe05-e5a8-4d64-954a-8e1a9c35365a x-openstack-request-id: req-69d8fe05-e5a8-4d64-954a-8e1a9c35365a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:54:37.263540 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268c65e9-113e-4a37-b16b-d4374347a1aa", "name": "network-vif-deleted", "tag": "77c09234-e476-40d8-b1fa-5f670cebd76c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:54:37.263788 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69d8fe05-e5a8-4d64-954a-8e1a9c35365a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:54:37.264184 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268c65e9-113e-4a37-b16b-d4374347a1aa', 'name': 'network-vif-deleted', 'tag': '77c09234-e476-40d8-b1fa-5f670cebd76c', 'status': 'completed', 'code': 200} Nov 10 17:54:37.761961 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.795680 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-96fdacfa-0b98-4919-a0f4-8faab1eedb04 req-a83e6e4b-c95c-4ed4-91f9-798c7de5934b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=268c65e9-113e-4a37-b16b-d4374347a1aa HTTP/1.1" status: 200 len: 210 time: 0.0269043 Nov 10 17:54:38.855596 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:38.955937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:39.238756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:39.503103 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 434ba819-8d02-4a7a-aadf-decabed86e91 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:39.503364 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:39.599589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 434ba819-8d02-4a7a-aadf-decabed86e91, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=434ba819-8d02-4a7a-aadf-decabed86e91,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:39.599970 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:39.612311 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 434ba819-8d02-4a7a-aadf-decabed86e91 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:39.876626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:39.910871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=434ba819-8d02-4a7a-aadf-decabed86e91,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:40.094884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:40.322226 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router f46e1707-931c-4ec8-b98b-3395e61d14d2 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:40.434368 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:40.439513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-93186560-b70d-40ce-be0f-44931317ca8d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/f46e1707-931c-4ec8-b98b-3395e61d14d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827184 Nov 10 17:54:40.442253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:40.451022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] Sync routers for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:40.460346 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:40.460957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:54:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:40.495630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b7562f-c4f7-4f8e-b32d-2bf9e863a1a7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting subnet ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:54:40.498895 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b7562f-c4f7-4f8e-b32d-2bf9e863a1a7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:40.541132 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b7562f-c4f7-4f8e-b32d-2bf9e863a1a7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:40.571698 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:54:40.772384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:54:39Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:40.799977 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] Checking router: f46e1707-931c-4ec8-b98b-3395e61d14d2 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:54:40.810584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] Routers {'f46e1707-931c-4ec8-b98b-3395e61d14d2'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:40.811219 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:54:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['f46e1707-931c-4ec8-b98b-3395e61d14d2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:40.925327 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] Set router f46e1707-931c-4ec8-b98b-3395e61d14d2 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:54:40.987097 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b7562f-c4f7-4f8e-b32d-2bf9e863a1a7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.116745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b7562f-c4f7-4f8e-b32d-2bf9e863a1a7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.129486 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:54:39Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:41.148024 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7562f-c4f7-4f8e-b32d-2bf9e863a1a7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:41.151836 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b7562f-c4f7-4f8e-b32d-2bf9e863a1a7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.155152 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-30b7562f-c4f7-4f8e-b32d-2bf9e863a1a7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/subnets/ea1e3ce1-f8dd-468d-8941-e7ff5c7b75f3 HTTP/1.1" status: 204 len: 168 time: 0.7108998 Nov 10 17:54:41.158010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:41.159365 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f57bb-2cab-41cc-afab-09cb68be9fc2 None None] The sync data for ids ['f46e1707-931c-4ec8-b98b-3395e61d14d2'] in n-d-714676-11 is: [{'id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590666928', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:54:39Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'e5b56e81-1869-401e-8741-6b02b9ff1214', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46e1707-931c-4ec8-b98b-3395e61d14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:00Z', 'updated_at': '2021-11-10T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:41.166318 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237be745-6a00-4479-a454-0d2d5b41ffc3 None None] Network f0d5d922-3200-470d-b9e5-763fd6d8f0aa requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:41.188883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 77c09234-e476-40d8-b1fa-5f670cebd76c no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:54:41.245420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 77c09234-e476-40d8-b1fa-5f670cebd76c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:54:41.245759 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 77c09234-e476-40d8-b1fa-5f670cebd76c not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:54:41.276294 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.339342 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.390714 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.518356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port e5b56e81-1869-401e-8741-6b02b9ff1214 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:41.518706 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.541942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] DHCP port deletion for f0d5d922-3200-470d-b9e5-763fd6d8f0aa request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:54:41.613320 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] Deleting port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:41.613947 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.615903 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port e5b56e81-1869-401e-8741-6b02b9ff1214, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=e5b56e81-1869-401e-8741-6b02b9ff1214,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:41.616274 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.637629 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for e5b56e81-1869-401e-8741-6b02b9ff1214 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:41.683544 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] For port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=7e203420-5677-4a6f-8ddb-67f7e2ad05d1,segment=NetworkSegment(9c577ed7-e7b9-43fd-bc1e-1277e85a8885),segment_id=9c577ed7-e7b9-43fd-bc1e-1277e85a8885)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:41.683958 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.698375 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] Calling delete_port for 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:41.865376 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.893085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] Pushing event deleted for resources: {'Port': ['ID=7e203420-5677-4a6f-8ddb-67f7e2ad05d1,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:41.893696 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.894952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea34618-dbe1-454e-9d83-3607abd14097 None None] No DVR routers for this DVR port 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:54:41.923163 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=e5b56e81-1869-401e-8741-6b02b9ff1214,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:41.934918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc36447-3924-405b-9a98-aca65dd5cb1d None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:54:41.987827 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.084924 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.087180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.218096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.218592 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Fanout notify agent at l3_agent the message router_deleted on router f46e1707-931c-4ec8-b98b-3395e61d14d2 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:54:42.226189 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.229088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2f9be2c7-c1aa-433f-be17-a7efe894976f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/routers/f46e1707-931c-4ec8-b98b-3395e61d14d2 HTTP/1.1" status: 204 len: 168 time: 1.0683064 Nov 10 17:54:42.230380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:42.314858 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.411803 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.433989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d5d922-3200-470d-b9e5-763fd6d8f0aa']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:42.443759 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c577ed7-e7b9-43fd-bc1e-1277e85a8885') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:42.444054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c577ed7-e7b9-43fd-bc1e-1277e85a8885') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:42.453829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.467640 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.473597 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:54:42.474617 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:54:42.477776 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:54:42.601983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.610137 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.612913 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/networks/f0d5d922-3200-470d-b9e5-763fd6d8f0aa HTTP/1.1" status: 204 len: 168 time: 0.3811538 Nov 10 17:54:42.617196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43686) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:42.627081 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83885ae0-78d8-49f8-899b-61e1f06b42cb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Network': ['ID=f0d5d922-3200-470d-b9e5-763fd6d8f0aa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:42.678614 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.710834 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.836493 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.839749 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.841136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/security-groups/fb4e336d-f19c-4291-b9cc-a008399c32bc HTTP/1.1" status: 204 len: 168 time: 0.2228968 Nov 10 17:54:42.856476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4e336d-f19c-4291-b9cc-a008399c32bc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:42.866949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.867332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.867809 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.868155 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.868487 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.868821 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.869149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.869479 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.869804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.870128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.870446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:42.870759 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec7b0c-0018-4993-b622-e8e909c31abe tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:43.132740 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:54:43.154959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:54:43.155322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 7e203420-5677-4a6f-8ddb-67f7e2ad05d1 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:54:43.155793 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e5b56e81-1869-401e-8741-6b02b9ff1214 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:54:43.175669 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: e5b56e81-1869-401e-8741-6b02b9ff1214 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:54:43.176015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device e5b56e81-1869-401e-8741-6b02b9ff1214 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:54:43.176425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 434ba819-8d02-4a7a-aadf-decabed86e91 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:54:43.199974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 434ba819-8d02-4a7a-aadf-decabed86e91 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:54:43.200311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 434ba819-8d02-4a7a-aadf-decabed86e91 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:54:43.272954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43692) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:43.277505 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-86bdc343-9007-43dd-a7b0-33e3fbc959d2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70389121', 'description': 'tempest-secgroup-smoke-70389121 description', 'project_id': '8783b4f7b7be438ea591d82dd05f999f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:43.356535 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86bdc343-9007-43dd-a7b0-33e3fbc959d2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.431624 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86bdc343-9007-43dd-a7b0-33e3fbc959d2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.487619 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86bdc343-9007-43dd-a7b0-33e3fbc959d2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.518527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdc343-9007-43dd-a7b0-33e3fbc959d2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e8d628-7062-422b-9cc1-2d37e6853a9e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:43.570140 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86bdc343-9007-43dd-a7b0-33e3fbc959d2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.571438 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-86bdc343-9007-43dd-a7b0-33e3fbc959d2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2974508 Nov 10 17:54:43.574492 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43694) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:43.578932 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e9c7ab35-fc77-46f9-82b8-f81e15f7c365 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '63e8d628-7062-422b-9cc1-2d37e6853a9e', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:43.658093 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ab35-fc77-46f9-82b8-f81e15f7c365 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.720433 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ab35-fc77-46f9-82b8-f81e15f7c365 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.801691 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ab35-fc77-46f9-82b8-f81e15f7c365 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.821793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7ab35-fc77-46f9-82b8-f81e15f7c365 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b93de51-bbda-419a-84e9-a8c131ec53ff,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:43.913183 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ab35-fc77-46f9-82b8-f81e15f7c365 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.914478 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e9c7ab35-fc77-46f9-82b8-f81e15f7c365 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390183 Nov 10 17:54:43.917372 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43696) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:43.921819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-9eb6fc05-5a8b-4313-9d41-a2570db968d8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '63e8d628-7062-422b-9cc1-2d37e6853a9e', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:44.030633 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb6fc05-5a8b-4313-9d41-a2570db968d8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.094513 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb6fc05-5a8b-4313-9d41-a2570db968d8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.190444 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb6fc05-5a8b-4313-9d41-a2570db968d8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.208042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6fc05-5a8b-4313-9d41-a2570db968d8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc1cfa6-0b9b-4356-88c4-04d3038f45a3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:44.273252 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eb6fc05-5a8b-4313-9d41-a2570db968d8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.274512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9eb6fc05-5a8b-4313-9d41-a2570db968d8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561931 Nov 10 17:54:44.277310 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43698) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:44.283483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-06ea0d1c-d4c0-4a81-bc73-1cb676325de9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '63e8d628-7062-422b-9cc1-2d37e6853a9e', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:44.372219 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06ea0d1c-d4c0-4a81-bc73-1cb676325de9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.436227 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06ea0d1c-d4c0-4a81-bc73-1cb676325de9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.498068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06ea0d1c-d4c0-4a81-bc73-1cb676325de9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.515607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea0d1c-d4c0-4a81-bc73-1cb676325de9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d86139-d951-45b8-a60d-97745f5ec9f6,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:44.581308 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06ea0d1c-d4c0-4a81-bc73-1cb676325de9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.582943 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-06ea0d1c-d4c0-4a81-bc73-1cb676325de9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043141 Nov 10 17:54:44.585888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43700) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:44.590368 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6d05805c-9904-401b-bf6b-1e8dcb6f7efd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '63e8d628-7062-422b-9cc1-2d37e6853a9e', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:44.693260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d05805c-9904-401b-bf6b-1e8dcb6f7efd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.754477 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d05805c-9904-401b-bf6b-1e8dcb6f7efd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.819705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d05805c-9904-401b-bf6b-1e8dcb6f7efd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.840119 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05805c-9904-401b-bf6b-1e8dcb6f7efd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dae807b-aba3-4636-8599-b939484369f7,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:44.883983 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d05805c-9904-401b-bf6b-1e8dcb6f7efd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.885293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6d05805c-9904-401b-bf6b-1e8dcb6f7efd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984462 Nov 10 17:54:44.888076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43702) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:44.892639 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-0384a301-2347-499e-ac56-86e21fa6ca64 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '63e8d628-7062-422b-9cc1-2d37e6853a9e', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:44.972230 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-0384a301-2347-499e-ac56-86e21fa6ca64 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:54:44.977849 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0384a301-2347-499e-ac56-86e21fa6ca64 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.037714 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0384a301-2347-499e-ac56-86e21fa6ca64 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.115750 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0384a301-2347-499e-ac56-86e21fa6ca64 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.137802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384a301-2347-499e-ac56-86e21fa6ca64 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696f6596-7cc6-4959-b1d4-57ed40c15dac,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:45.221486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0384a301-2347-499e-ac56-86e21fa6ca64 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.222775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0384a301-2347-499e-ac56-86e21fa6ca64 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3337131 Nov 10 17:54:45.226541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43704) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:45.233819 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-2c2f1d94-20b5-4374-90de-afb176d8f864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '63e8d628-7062-422b-9cc1-2d37e6853a9e', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:45.311449 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-2c2f1d94-20b5-4374-90de-afb176d8f864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:54:45.320939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1d94-20b5-4374-90de-afb176d8f864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.390524 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1d94-20b5-4374-90de-afb176d8f864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.453187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1d94-20b5-4374-90de-afb176d8f864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.471554 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f1d94-20b5-4374-90de-afb176d8f864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9a7b2c-5b47-4bd8-8c97-05bcdb5bb3b3,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:45.558129 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1d94-20b5-4374-90de-afb176d8f864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.559457 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2c2f1d94-20b5-4374-90de-afb176d8f864 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3319132 Nov 10 17:54:45.562364 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43706) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:45.567329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'network': {'name': 'tempest-network-smoke--776280208', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:45.665052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:45.669022 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.694132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:54:45.704895 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.705911 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Added segment fce2567a-5c12-415b-99ce-cc32fa7d0488 of type vlan for network 344659ad-178c-4531-8c32-b567bc084969 Nov 10 17:54:45.746282 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.819678 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.825295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:45.825881 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.244422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6809051 Nov 10 17:54:46.247487 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:46.253135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'admin_state_up': True, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:46.253547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15e15b-b93a-4e1c-a37d-e7837cb1129c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Network': ['ID=344659ad-178c-4531-8c32-b567bc084969,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:46.265007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 344659ad-178c-4531-8c32-b567bc084969 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:54:46.334058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.335391 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.389758 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.597902 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.863330 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.884331 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.991176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.155 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/754eac3c-f724-49c6-b494-7c37fda47e4d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:47.106848 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.198127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.242079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:47.247174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:47.250889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:47.257633 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=754eac3c-f724-49c6-b494-7c37fda47e4d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:47.262041 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98e525-1545-41d6-ae89-480b99a62afe None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:54:47.333570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-6b8ce100-1407-49b2-bcc8-dc78d3a2cb07 None None] Provisioning complete for port 754eac3c-f724-49c6-b494-7c37fda47e4d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:47.335247 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce100-1407-49b2-bcc8-dc78d3a2cb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.377524 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ce100-1407-49b2-bcc8-dc78d3a2cb07 None None] Port 754eac3c-f724-49c6-b494-7c37fda47e4d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:47.592574 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.808808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.019200 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router eaedcaa1-3bd6-4658-8886-4ff01de3b317 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:54:48.133645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:48.143671 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Sync routers for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:48.154617 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:48.155230 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:54:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:48.209808 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.211248 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7d2bb0df-6bf8-4e52-af80-195e5593167d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9624743 Nov 10 17:54:48.214360 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43710) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:48.268815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:54:48.288852 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ea6b7213-4d2f-435d-9431-5810f224c71d tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8783b4f7b7be438ea591d82dd05f999f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731966 Nov 10 17:54:48.291472 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:48.386298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9873f-eadf-4325-a808-66d3f2b13d88 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:48.387895 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5db9873f-eadf-4325-a808-66d3f2b13d88 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953557 Nov 10 17:54:48.390804 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43716) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:48.424978 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-a14fbed9-6d3f-49e0-a8ed-a67a3c8b40ff tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330167 Nov 10 17:54:48.428026 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:48.433010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2115796272', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:48.482064 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:47Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:48.511414 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Checking router: eaedcaa1-3bd6-4658-8886-4ff01de3b317 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:54:48.511765 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Updating router eaedcaa1-3bd6-4658-8886-4ff01de3b317 port 754eac3c-f724-49c6-b494-7c37fda47e4d binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:54:48.537603 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.590332 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:48.593936 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.812052 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.894281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.916249 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.961142 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dfc51e-d572-486c-8aa4-b2af4edb4d32 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:54:48.964567 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Attempting to bind port 754eac3c-f724-49c6-b494-7c37fda47e4d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:54:48.964958 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Attempting to bind port 754eac3c-f724-49c6-b494-7c37fda47e4d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:54:48.965285 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Attempting to bind port 754eac3c-f724-49c6-b494-7c37fda47e4d on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:54:48.972160 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Subnet': ['ID=2d49fd6d-28c8-4318-9854-59a53ac47857,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:48.977415 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Checking segment: {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:48.977805 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network hostable DHCP agents. Network: 344659ad-178c-4531-8c32-b567bc084969, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:54:48.981514 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:54:48.981957 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:48.982321 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.982647 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:54:48.983120 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Bound port: 754eac3c-f724-49c6-b494-7c37fda47e4d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:54:48.983508 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.008816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Pushing event updated for resources: {'Port': ['ID=754eac3c-f724-49c6-b494-7c37fda47e4d,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:49.009946 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-cacad0e8-5a91-404a-85d7-b7653ff35edd None None] Provisioning complete for port 754eac3c-f724-49c6-b494-7c37fda47e4d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:49.010384 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cacad0e8-5a91-404a-85d7-b7653ff35edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.020484 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.020818 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.021149 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.021474 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.021797 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.022116 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.022431 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.022743 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.023061 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.023395 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.023708 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.024018 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:49.051209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-cacad0e8-5a91-404a-85d7-b7653ff35edd None None] Port 754eac3c-f724-49c6-b494-7c37fda47e4d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:49.053551 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 344659ad-178c-4531-8c32-b567bc084969 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:54:49.054909 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] For port 754eac3c-f724-49c6-b494-7c37fda47e4d, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:54:49.058419 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] For port 754eac3c-f724-49c6-b494-7c37fda47e4d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=754eac3c-f724-49c6-b494-7c37fda47e4d,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:54:49.117186 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.122802 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 344659ad-178c-4531-8c32-b567bc084969) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:49.128148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:49.129223 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.133810 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b44a54-c2e8-43ca-b943-59b30fc33292 None None] Network 344659ad-178c-4531-8c32-b567bc084969 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:49.164090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e67d22-4feb-4a5c-9c4b-5410c9bab587 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:54:49.183545 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee69c2-992e-472c-a4b1-190a61ec6c37 None None] Pushing event updated for resources: {'Port': ['ID=754eac3c-f724-49c6-b494-7c37fda47e4d,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:49.186442 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:49.187042 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:54:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:49.221769 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9fbdf001-cf00-4903-85ee-a43cc6544372 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7926393 Nov 10 17:54:49.225043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43720) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:49.294505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-42c461a0-ea70-4f3b-8085-f4bb489962d4 None None] Provisioning complete for port 754eac3c-f724-49c6-b494-7c37fda47e4d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:49.294881 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42c461a0-ea70-4f3b-8085-f4bb489962d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.305734 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:54:49.364910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-344659ad-178c-4531-8c32-b567bc084969', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:54:49.366266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.490500 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42c461a0-ea70-4f3b-8085-f4bb489962d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.521396 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-42c461a0-ea70-4f3b-8085-f4bb489962d4 None None] For port 754eac3c-f724-49c6-b494-7c37fda47e4d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=754eac3c-f724-49c6-b494-7c37fda47e4d,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:49.564431 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-42c461a0-ea70-4f3b-8085-f4bb489962d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.572197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Allocated IP 172.20.0.2 (344659ad-178c-4531-8c32-b567bc084969/2d49fd6d-28c8-4318-9854-59a53ac47857/bc0c0099-b8ed-4433-8b21-70ce5be7b36d) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:49.622726 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:47Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:49.664277 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e9cef-472b-404f-8c60-31cd273b60e7 None None] The sync data for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 is: [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:47Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:49.682470 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c461a0-ea70-4f3b-8085-f4bb489962d4 None None] Pushing event updated for resources: {'Port': ['ID=754eac3c-f724-49c6-b494-7c37fda47e4d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:49.786894 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.788690 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.853812 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.898785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Network 344659ad-178c-4531-8c32-b567bc084969 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:49.905699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:49.909685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:49.917366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Pushing event updated for resources: {'Port': ['ID=bc0c0099-b8ed-4433-8b21-70ce5be7b36d,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:49.996602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Attempting to bind port bc0c0099-b8ed-4433-8b21-70ce5be7b36d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:54:49.997278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Attempting to bind port bc0c0099-b8ed-4433-8b21-70ce5be7b36d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:54:49.997278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Attempting to bind port bc0c0099-b8ed-4433-8b21-70ce5be7b36d on network 344659ad-178c-4531-8c32-b567bc084969 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:54:50.006911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:54:50.006911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Checking segment: {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:50.007265 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.007446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Bound using segment: {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:54:50.007862 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Bound port: bc0c0099-b8ed-4433-8b21-70ce5be7b36d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:54:50.008246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.095286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] For port bc0c0099-b8ed-4433-8b21-70ce5be7b36d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:54:50.102109 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] For port bc0c0099-b8ed-4433-8b21-70ce5be7b36d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bc0c0099-b8ed-4433-8b21-70ce5be7b36d,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:54:50.170977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.1 (344659ad-178c-4531-8c32-b567bc084969/2d49fd6d-28c8-4318-9854-59a53ac47857/cd387c66-741f-4904-9944-1cfd9f624ce7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:50.236158 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.301307 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea20253-b41b-4271-8893-1818e3f0f1aa None None] Pushing event updated for resources: {'Port': ['ID=bc0c0099-b8ed-4433-8b21-70ce5be7b36d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:50.312941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.414336 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.462382 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 344659ad-178c-4531-8c32-b567bc084969 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:50.468045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:50.472435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:50.491224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=cd387c66-741f-4904-9944-1cfd9f624ce7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:50.542983 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.768018 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.227436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 754eac3c-f724-49c6-b494-7c37fda47e4d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:54:51.284564 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 754eac3c-f724-49c6-b494-7c37fda47e4d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:51.284932 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.384981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9c8bd-5c33-40cf-8deb-6d4fd0ae5b2b None None] Network 344659ad-178c-4531-8c32-b567bc084969 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:51.388953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bc0c0099-b8ed-4433-8b21-70ce5be7b36d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:54:51.485474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.496472 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2ab16984-cf5b-46ef-879d-ee976174382e None None] Provisioning complete for port bc0c0099-b8ed-4433-8b21-70ce5be7b36d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:51.496844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ab16984-cf5b-46ef-879d-ee976174382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.544736 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.569098 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bc0c0099-b8ed-4433-8b21-70ce5be7b36d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:51.569477 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.622090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=cd387c66-741f-4904-9944-1cfd9f624ce7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:51.624477 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.714664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ab16984-cf5b-46ef-879d-ee976174382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.725925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 344659ad-178c-4531-8c32-b567bc084969 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:51.731287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:51.851946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router eaedcaa1-3bd6-4658-8886-4ff01de3b317 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:51.953327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.961442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2ab16984-cf5b-46ef-879d-ee976174382e None None] For port bc0c0099-b8ed-4433-8b21-70ce5be7b36d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bc0c0099-b8ed-4433-8b21-70ce5be7b36d,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:51.977187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:51.993375 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-202e0b25-3b0d-49d1-ade8-0ca950376a00 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/eaedcaa1-3bd6-4658-8886-4ff01de3b317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7571642 Nov 10 17:54:51.994053 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Sync routers for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:52.001520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:52.002144 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:54:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:52.049209 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2ab16984-cf5b-46ef-879d-ee976174382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.168876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-54b91881-570a-4375-818f-a84b66e1a589 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70389121&fields=id&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 267 time: 0.0508771 Nov 10 17:54:52.195195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab16984-cf5b-46ef-879d-ee976174382e None None] Pushing event updated for resources: {'Port': ['ID=bc0c0099-b8ed-4433-8b21-70ce5be7b36d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:52.200539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:54:52.200907 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:54:52.220818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:54:52.259046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ec5b5bb8-5791-4a03-a7b8-33231a3bf8a9 None None] Provisioning complete for port bc0c0099-b8ed-4433-8b21-70ce5be7b36d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:52.259807 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5bb8-5791-4a03-a7b8-33231a3bf8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.303168 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-b4c75739-e453-49ca-b66e-474678fd249a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:52.308746 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-b4c75739-e453-49ca-b66e-474678fd249a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 796 time: 0.1329758 Nov 10 17:54:52.334693 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-8cf648d0-2472-4746-bf2c-7b6375e7365d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/quotas/8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 375 time: 0.0114558 Nov 10 17:54:52.407583 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-2d84b72f-e343-4f68-8852-c2ae2e17ace3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602367 Nov 10 17:54:52.500741 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ec5b5bb8-5791-4a03-a7b8-33231a3bf8a9 None None] Provisioning complete for port cd387c66-741f-4904-9944-1cfd9f624ce7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:52.501116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5bb8-5791-4a03-a7b8-33231a3bf8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.528610 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-f17a616d-9d13-4823-b319-83d00a53715a service neutron] 10.222.0.62 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058631 Nov 10 17:54:52.554430 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b5bb8-5791-4a03-a7b8-33231a3bf8a9 None None] Port cd387c66-741f-4904-9944-1cfd9f624ce7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:52.566999 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:51Z', 'revision_number': 2, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:52.598096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Checking router: eaedcaa1-3bd6-4658-8886-4ff01de3b317 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:54:52.598478 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Updating router eaedcaa1-3bd6-4658-8886-4ff01de3b317 port cd387c66-741f-4904-9944-1cfd9f624ce7 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:54:52.626117 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.658489 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-92ed410f-63f8-4cda-baef-7666aadbcd80 service neutron] 10.222.0.62 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221745 Nov 10 17:54:52.763750 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-80e41944-82c5-4ec7-82a3-ec1acf4a3c71 None None] Provisioning complete for port cd387c66-741f-4904-9944-1cfd9f624ce7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:52.774850 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80e41944-82c5-4ec7-82a3-ec1acf4a3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.859180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-80e41944-82c5-4ec7-82a3-ec1acf4a3c71 None None] Port cd387c66-741f-4904-9944-1cfd9f624ce7 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:52.930014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5432bb4f-b3d2-4309-8018-0d21b86311c5 req-d880ea50-fc7a-4a69-8bd4-d6f758870235 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 210 time: 0.0371559 Nov 10 17:54:53.025858 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.084758 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.165650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bc0c0099-b8ed-4433-8b21-70ce5be7b36d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:54:53.172483 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b4a8f-4133-4d3a-abbb-fa5834709344 None None] Pushing event updated for resources: {'Port': ['ID=cd387c66-741f-4904-9944-1cfd9f624ce7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:53.230450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Attempting to bind port cd387c66-741f-4904-9944-1cfd9f624ce7 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:54:53.230728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Attempting to bind port cd387c66-741f-4904-9944-1cfd9f624ce7 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:54:53.231095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Attempting to bind port cd387c66-741f-4904-9944-1cfd9f624ce7 on network 344659ad-178c-4531-8c32-b567bc084969 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:54:53.239543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:54:53.239924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Checking segment: {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:53.240329 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.240736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Bound using segment: {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:54:53.241220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Bound port: cd387c66-741f-4904-9944-1cfd9f624ce7, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:54:53.241605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.332010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] For port cd387c66-741f-4904-9944-1cfd9f624ce7, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:54:53.338211 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] For port cd387c66-741f-4904-9944-1cfd9f624ce7, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cd387c66-741f-4904-9944-1cfd9f624ce7,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:54:53.340199 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port bc0c0099-b8ed-4433-8b21-70ce5be7b36d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:53.340644 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.433116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.520734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8d61c369-98e4-4405-aa28-2c7d2599946f None None] Provisioning complete for port cd387c66-741f-4904-9944-1cfd9f624ce7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:53.521106 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d61c369-98e4-4405-aa28-2c7d2599946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.530870 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:53.531724 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:54:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:53.554415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b4a8f-4133-4d3a-abbb-fa5834709344 None None] Pushing event updated for resources: {'Port': ['ID=cd387c66-741f-4904-9944-1cfd9f624ce7,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:53.721398 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:54:53.723672 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d61c369-98e4-4405-aa28-2c7d2599946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.836507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8d61c369-98e4-4405-aa28-2c7d2599946f None None] For port cd387c66-741f-4904-9944-1cfd9f624ce7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cd387c66-741f-4904-9944-1cfd9f624ce7,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:53.971684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:53Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:54.006664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39388802-9056-48bb-b71b-7a524064f6ea None None] The sync data for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 is: [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:53Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:54.019416 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8d61c369-98e4-4405-aa28-2c7d2599946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:54.097444 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5a7e95cf-80d3-4c57-970b-02dbd4b0c21e req-71126dae-52e1-495e-8f24-c5e9f9032e67 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 210 time: 0.0776031 Nov 10 17:54:54.106788 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61c369-98e4-4405-aa28-2c7d2599946f None None] Pushing event updated for resources: {'Port': ['ID=cd387c66-741f-4904-9944-1cfd9f624ce7,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:54.147141 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ec60d0af-c549-4936-9309-cb0e48c07bc7 None None] Provisioning complete for port cd387c66-741f-4904-9944-1cfd9f624ce7 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:54.149116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ec60d0af-c549-4936-9309-cb0e48c07bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.143696 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-5cdd09e4-83ea-4075-810b-882ea3d27b0f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:55.146343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-5cdd09e4-83ea-4075-810b-882ea3d27b0f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 796 time: 0.1273518 Nov 10 17:54:55.188881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cd387c66-741f-4904-9944-1cfd9f624ce7 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:54:55.230141 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e4d3d831-e482-4b46-8725-ce5348ec2a06 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 378 time: 0.0741224 Nov 10 17:54:55.240502 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-231f0591-a2fb-4b90-a637-ff562d5f7e3c req-aa878427-8790-4f49-a90b-19712d9ac0a5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 210 time: 0.0341480 Nov 10 17:54:55.243935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'port': {'device_id': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'admin_state_up': True, 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'security_groups': ['63e8d628-7062-422b-9cc1-2d37e6853a9e']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:55.250295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port cd387c66-741f-4904-9944-1cfd9f624ce7 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:55.250658 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.407138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:55.410710 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.546416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.9 (344659ad-178c-4531-8c32-b567bc084969/2d49fd6d-28c8-4318-9854-59a53ac47857/0771f46b-2713-4633-a136-38f5eeac7b9d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:55.636455 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:54:55.694323 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.790528 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.834946 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 344659ad-178c-4531-8c32-b567bc084969 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:55.840677 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:55.843239 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:55.871805 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=0771f46b-2713-4633-a136-38f5eeac7b9d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:55.906405 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:55.906405 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.988029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-e281b659-54a0-4012-9b3c-2248a11b1d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7497857 Nov 10 17:54:56.002987 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Request body: {'port': {'device_id': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:56.062679 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.079866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-43016f75-1ab1-42ea-9369-a2ed1402d819 None None] Provisioning complete for port 0771f46b-2713-4633-a136-38f5eeac7b9d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:56.080225 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-43016f75-1ab1-42ea-9369-a2ed1402d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.114630 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-43016f75-1ab1-42ea-9369-a2ed1402d819 None None] Port 0771f46b-2713-4633-a136-38f5eeac7b9d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:56.374937 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0771f46b-2713-4633-a136-38f5eeac7b9d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:54:56.385074 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.403546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Transition to ACTIVE for port object 0771f46b-2713-4633-a136-38f5eeac7b9d will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:54:56.412197 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9224e-3b27-41fb-bd8f-e05f9817b6cd req-31e96ee2-25fd-44a6-9839-e697d2f7ec97 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:56.413752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-24b9224e-3b27-41fb-bd8f-e05f9817b6cd req-31e96ee2-25fd-44a6-9839-e697d2f7ec97 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 931 time: 0.0990255 Nov 10 17:54:56.464982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-24b9224e-3b27-41fb-bd8f-e05f9817b6cd req-9bb45a3a-d7c3-4820-9970-e46ca7df82bf tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449882 Nov 10 17:54:56.486263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.544176 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0771f46b-2713-4633-a136-38f5eeac7b9d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:56.614299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Attempting to bind port 0771f46b-2713-4633-a136-38f5eeac7b9d on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:54:56.614638 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Attempting to bind port 0771f46b-2713-4633-a136-38f5eeac7b9d by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:54:56.615108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Attempting to bind port 0771f46b-2713-4633-a136-38f5eeac7b9d on network 344659ad-178c-4531-8c32-b567bc084969 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:54:56.621647 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Port 0771f46b-2713-4633-a136-38f5eeac7b9d on network 344659ad-178c-4531-8c32-b567bc084969 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:54:56.622062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Attempting to bind port 0771f46b-2713-4633-a136-38f5eeac7b9d on network 344659ad-178c-4531-8c32-b567bc084969 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:54:56.627604 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:54:56.627943 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Checking segment: {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:56.628329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Bound using segment: {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:54:56.629021 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Bound port: 0771f46b-2713-4633-a136-38f5eeac7b9d, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2567a-5c12-415b-99ce-cc32fa7d0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '344659ad-178c-4531-8c32-b567bc084969'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:54:56.629378 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.702345 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] For port 0771f46b-2713-4633-a136-38f5eeac7b9d, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:54:56.705771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] For port 0771f46b-2713-4633-a136-38f5eeac7b9d, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0771f46b-2713-4633-a136-38f5eeac7b9d,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:54:56.774116 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.808445 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:56.809294 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.810770 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] 10.222.0.69 "PUT /v2.0/ports/0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 1092 time: 0.8122621 Nov 10 17:54:56.813114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:54:56.816174 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95619207-dd51-47f3-851c-6a1a14575ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:54:56.843804 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cee74-53c2-4bca-8492-55020fdc2d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0771f46b-2713-4633-a136-38f5eeac7b9d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:56.959334 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9aae4c-5ac7-4ac9-9aea-031d130f99f5 x-openstack-request-id: req-7b9aae4c-5ac7-4ac9-9aea-031d130f99f5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:54:56.959645 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:54:56.959911 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b9aae4c-5ac7-4ac9-9aea-031d130f99f5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:54:56.960319 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'status': 'completed', 'code': 200} Nov 10 17:54:56.977977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-07966efa-25ca-4af2-99e7-49aa59e7f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:56.979579 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-07966efa-25ca-4af2-99e7-49aa59e7f5d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1095 time: 0.0569155 Nov 10 17:54:57.032027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-9e175b5a-1602-4c74-ad52-3016be1c4196 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 217 time: 0.0436833 Nov 10 17:54:57.086859 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-49b7f3bd-65f6-425e-911f-4e763881c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:57.088445 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-49b7f3bd-65f6-425e-911f-4e763881c2a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 200 len: 835 time: 0.0475206 Nov 10 17:54:57.137740 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-78f45f97-b6cb-4301-bca5-63844b592401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:57.139296 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-78f45f97-b6cb-4301-bca5-63844b592401 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=344659ad-178c-4531-8c32-b567bc084969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434525 Nov 10 17:54:57.239977 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-2efce199-6619-4972-8b73-17ef96720c8a service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910943 Nov 10 17:54:57.339125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6a677af5-026c-4548-b5ff-73f57cfccc08 req-4d3486d1-3f7b-477b-b296-2cbcfccc01f4 service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917201 Nov 10 17:54:57.494274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-b147e279-45c6-45fd-b078-a0c62ddb8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:57.495800 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-b147e279-45c6-45fd-b078-a0c62ddb8d19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1095 time: 0.0478005 Nov 10 17:54:57.623296 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-4cf10d55-9009-4d53-9f99-ae48954fff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:57.624645 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-4cf10d55-9009-4d53-9f99-ae48954fff04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 897 time: 0.1183853 Nov 10 17:54:57.633657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077d7b3-eb99-408f-8033-974838f87ea9 req-c4d68395-71a1-4f99-b18a-7832c512d5ee tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:57.635132 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e077d7b3-eb99-408f-8033-974838f87ea9 req-c4d68395-71a1-4f99-b18a-7832c512d5ee tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 943 time: 0.0749779 Nov 10 17:54:57.680680 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-ccda07a5-b281-4eba-9c9e-dd2ac1498591 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 217 time: 0.0445218 Nov 10 17:54:57.749973 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e077d7b3-eb99-408f-8033-974838f87ea9 req-a0747b7a-9b5b-4747-9d80-35d696f9fefc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081033 Nov 10 17:54:57.758508 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-63f04d47-a5a0-4b20-9fe1-112ca6e4d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:57.759998 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-63f04d47-a5a0-4b20-9fe1-112ca6e4d2ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 200 len: 835 time: 0.0697985 Nov 10 17:54:57.808247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-e0cd32cc-d93b-4744-8124-9e710f454027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:57.809792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-e0cd32cc-d93b-4744-8124-9e710f454027 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=344659ad-178c-4531-8c32-b567bc084969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422404 Nov 10 17:54:57.909952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-7c87a2e2-ebeb-452f-a213-9434f03a9cff service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913842 Nov 10 17:54:58.008308 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-95619207-dd51-47f3-851c-6a1a14575ed9 req-3ed98a72-caaf-4640-80d9-b6d3c949acfa service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904284 Nov 10 17:54:58.870599 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d36b-d2b1-4844-b1d7-98dfe1d47524 req-552a738b-44aa-409d-9f68-e97b2e86cdd1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:58.872142 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4618d36b-d2b1-4844-b1d7-98dfe1d47524 req-552a738b-44aa-409d-9f68-e97b2e86cdd1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 943 time: 0.0498960 Nov 10 17:54:58.928510 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4618d36b-d2b1-4844-b1d7-98dfe1d47524 req-777d8cf6-bbcc-494c-ad64-cfba9ac91b85 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465467 Nov 10 17:55:00.045489 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492b4b5-b93b-4e08-b0c7-fed2d6dfcc74 req-f67e4185-83f5-4d99-b50d-d4f3a72dd712 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:00.046959 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e492b4b5-b93b-4e08-b0c7-fed2d6dfcc74 req-f67e4185-83f5-4d99-b50d-d4f3a72dd712 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 943 time: 0.0497534 Nov 10 17:55:00.105053 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e492b4b5-b93b-4e08-b0c7-fed2d6dfcc74 req-289e27b3-829c-4640-857b-165ed1b39b83 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518532 Nov 10 17:55:01.221901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37b635-22c6-4a15-a171-2536f339631a req-7347893a-1936-4afc-906b-8700726ef26a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:01.224243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b37b635-22c6-4a15-a171-2536f339631a req-7347893a-1936-4afc-906b-8700726ef26a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 943 time: 0.0508499 Nov 10 17:55:01.282819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0771f46b-2713-4633-a136-38f5eeac7b9d details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:55:01.289970 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2b37b635-22c6-4a15-a171-2536f339631a req-354752a6-2066-4595-b9e8-671b9b5c7a3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598865 Nov 10 17:55:01.400953 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0771f46b-2713-4633-a136-38f5eeac7b9d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0771f46b-2713-4633-a136-38f5eeac7b9d,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:01.414095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'port_id': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'mac_address': 'fa:16:3e:e6:85:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:55:01.452605 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.466854 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0771f46b-2713-4633-a136-38f5eeac7b9d {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:55:01.486849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0771f46b-2713-4633-a136-38f5eeac7b9d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0771f46b-2713-4633-a136-38f5eeac7b9d,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:01.571885 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.654895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0771f46b-2713-4633-a136-38f5eeac7b9d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:01.710128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-878e5700-12cb-4628-9351-424eb23fe134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.042873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['0771f46b-2713-4633-a136-38f5eeac7b9d'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:02.410886 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a16b9e-86d3-4245-b8d8-39134e44c149 req-3a138a00-9a2a-4741-908b-a6009432458e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:02.412731 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7a16b9e-86d3-4245-b8d8-39134e44c149 req-3a138a00-9a2a-4741-908b-a6009432458e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 944 time: 0.0522103 Nov 10 17:55:02.463630 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7a16b9e-86d3-4245-b8d8-39134e44c149 req-82369b04-59fc-498e-8a88-0f6d41064602 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449357 Nov 10 17:55:03.288192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0771f46b-2713-4633-a136-38f5eeac7b9d up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:55:03.395399 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 0771f46b-2713-4633-a136-38f5eeac7b9d completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:55:03.401295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 0771f46b-2713-4633-a136-38f5eeac7b9d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:03.401940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.483540 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.508113 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:03.510378 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d24de14-4f6e-4020-b3d3-b4069a6404f5" -d '{"events": [{"server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "name": "network-vif-plugged", "status": "completed", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:03.524130 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0771f46b-2713-4633-a136-38f5eeac7b9d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0771f46b-2713-4633-a136-38f5eeac7b9d,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:03.550417 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c3705b-e7fa-4169-add8-a68506645bcd x-openstack-request-id: req-43c3705b-e7fa-4169-add8-a68506645bcd {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:03.550714 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "name": "network-vif-plugged", "status": "completed", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:03.550994 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43c3705b-e7fa-4169-add8-a68506645bcd {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:03.552247 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'code': 200} Nov 10 17:55:03.583655 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.592915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07df00-4d07-45b5-901f-4e77f101c90e req-8b3222bd-04f0-4a5e-9715-d9aaf9882733 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:03.594542 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da07df00-4d07-45b5-901f-4e77f101c90e req-8b3222bd-04f0-4a5e-9715-d9aaf9882733 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 944 time: 0.0598927 Nov 10 17:55:03.638924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0771f46b-2713-4633-a136-38f5eeac7b9d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:03.649798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.650154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.650667 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.650895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.651147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.652084 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.652435 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.652765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.653091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.653459 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.653785 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.654101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:03.660769 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63503614-ea93-46e1-9b4d-63ec680c9ecc req-b68a7994-5995-4c47-922d-e4d8df2586c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:03.662730 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-da07df00-4d07-45b5-901f-4e77f101c90e req-8fd58282-da9f-497e-be8e-5bb075ea1439 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606508 Nov 10 17:55:03.667567 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63503614-ea93-46e1-9b4d-63ec680c9ecc req-b68a7994-5995-4c47-922d-e4d8df2586c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1097 time: 0.0506833 Nov 10 17:55:03.723844 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-63503614-ea93-46e1-9b4d-63ec680c9ecc req-f2e22070-7ef7-4383-a95a-09e409a621dd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494943 Nov 10 17:55:03.944526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b77cca34-4713-49c5-b53d-58e164ed9ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.782991 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc51af3-932f-423f-acf9-31c4f9e6324e req-04788956-99d8-43c4-b163-a7e284421913 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:04.784512 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cc51af3-932f-423f-acf9-31c4f9e6324e req-04788956-99d8-43c4-b163-a7e284421913 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0495741 Nov 10 17:55:04.833966 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2cc51af3-932f-423f-acf9-31c4f9e6324e req-2c6a6058-dfb2-4d95-91f1-580edcd8af4c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435147 Nov 10 17:55:05.397298 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:05.951932 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb1b16-0a21-4957-8a23-ccc365619ea1 req-eae345f2-0fb4-4f8b-8b76-1d1b12cc3c05 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:05.953540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50bb1b16-0a21-4957-8a23-ccc365619ea1 req-eae345f2-0fb4-4f8b-8b76-1d1b12cc3c05 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0502627 Nov 10 17:55:06.007435 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-50bb1b16-0a21-4957-8a23-ccc365619ea1 req-6256a083-cc9a-4c2c-b59f-b2f45411c723 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474226 Nov 10 17:55:06.130993 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcacd4f-74d8-4c58-94d1-89dfafafc2fb req-49e08f4f-faab-4c1e-a77e-40c9837d97d5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:06.132432 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfcacd4f-74d8-4c58-94d1-89dfafafc2fb req-49e08f4f-faab-4c1e-a77e-40c9837d97d5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0509408 Nov 10 17:55:06.188158 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cfcacd4f-74d8-4c58-94d1-89dfafafc2fb req-ffeaf549-f570-47ca-a5ed-7bb52ea41715 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496793 Nov 10 17:55:06.210754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43780) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:06.254485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ba28a-fce1-4a62-b05e-f655eaffacc9 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:06.256039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5c8ba28a-fce1-4a62-b05e-f655eaffacc9 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1092 time: 0.0442567 Nov 10 17:55:06.258927 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:06.263130 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:06.343891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.441410 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.546301 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.3 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/cd6356ac-ffc4-42d0-8a55-94881abea6e6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:06.649806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.733645 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.773515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:06.784051 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:06.788743 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:06.811268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=cd6356ac-ffc4-42d0-8a55-94881abea6e6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:06.823434 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.823856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.824112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.824448 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.824782 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.825111 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.825437 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.825764 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.826090 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.826412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.826735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:06.827053 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:07.110270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.166707 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.290608 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.448712 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.509184 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.578624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=cd6356ac-ffc4-42d0-8a55-94881abea6e6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:07.590118 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.699368 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP 3b866263-c2f7-40cb-b908-3210ac9dd7cf associated. External IP: 172.25.3.3, port: 0771f46b-2713-4633-a136-38f5eeac7b9d. Nov 10 17:55:07.772830 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.914955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router eaedcaa1-3bd6-4658-8886-4ff01de3b317 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:55:08.028229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:55:08.038474 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] Sync routers for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:55:08.052820 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:08.053422 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:55:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:08.096264 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:08.131264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3017bea3-ea8f-491a-bb5f-c9cc19d23f20 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8652425 Nov 10 17:55:08.131264 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:08.131264 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:08.164403 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:55:08.176594 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8681b3-18eb-4d3a-8896-2299e068b1a8 x-openstack-request-id: req-db8681b3-18eb-4d3a-8896-2299e068b1a8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:08.177112 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:08.177269 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db8681b3-18eb-4d3a-8896-2299e068b1a8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:08.177825 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'status': 'completed', 'code': 200} Nov 10 17:55:08.235049 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ce612-19b7-47d6-8ccd-4e35c7bdc93e req-8890f70e-844d-4d1c-9f8e-506fbdcdc87d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.236699 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-900ce612-19b7-47d6-8ccd-4e35c7bdc93e req-8890f70e-844d-4d1c-9f8e-506fbdcdc87d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0527997 Nov 10 17:55:08.242661 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-e6d689f3-7fc1-487a-b743-c32aa1814526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.245027 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-e6d689f3-7fc1-487a-b743-c32aa1814526 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1097 time: 0.0457871 Nov 10 17:55:08.293306 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-900ce612-19b7-47d6-8ccd-4e35c7bdc93e req-6b2180f4-eabd-4648-abb8-bd608eef8c0b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482378 Nov 10 17:55:08.330886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:08.356478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-1c35b571-0f14-49da-affb-dbc6dfc37221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.359456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-1c35b571-0f14-49da-affb-dbc6dfc37221 service neutron] 10.222.0.69 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 897 time: 0.1056514 Nov 10 17:55:08.404227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-769c769a-15e3-465f-927c-53f9b458ab31 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/3b866263-c2f7-40cb-b908-3210ac9dd7cf HTTP/1.1" status: 200 len: 989 time: 0.0720899 Nov 10 17:55:08.434139 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-6f53bced-5bf4-47b5-b8e3-54f9cbdab6dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 997 time: 0.0672712 Nov 10 17:55:08.442610 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '3b866263-c2f7-40cb-b908-3210ac9dd7cf', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'port_id': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'mac_address': 'fa:16:3e:e6:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:07Z', 'updated_at': '2021-11-10T17:55:07Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:53Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:08.468440 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] Checking router: eaedcaa1-3bd6-4658-8886-4ff01de3b317 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:55:08.477981 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:08.478582 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:55:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:08.486596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-e577d6dd-f0e6-48e3-b7e3-bc9fa383a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.488199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-e577d6dd-f0e6-48e3-b7e3-bc9fa383a02e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 200 len: 835 time: 0.0454941 Nov 10 17:55:08.535128 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-c6726825-633e-482b-abf3-9fb057352fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.537839 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-c6726825-633e-482b-abf3-9fb057352fb4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=344659ad-178c-4531-8c32-b567bc084969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423830 Nov 10 17:55:08.586877 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:55:08.635488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-2b509d5a-8fed-4c40-ad03-1e56d583f59c service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904629 Nov 10 17:55:08.737123 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-08540417-aa6c-4e98-b8e1-3ce3bc3cf0b3 req-37971a47-d8c0-4d96-99d8-8b8e448de71a service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946341 Nov 10 17:55:08.833376 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '3b866263-c2f7-40cb-b908-3210ac9dd7cf', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'port_id': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'mac_address': 'fa:16:3e:e6:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:07Z', 'updated_at': '2021-11-10T17:55:07Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:53Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:08.861099 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc143912-1c7f-41e9-834f-390bba439395 None None] The sync data for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 is: [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '3b866263-c2f7-40cb-b908-3210ac9dd7cf', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'port_id': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'mac_address': 'fa:16:3e:e6:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:07Z', 'updated_at': '2021-11-10T17:55:07Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:53Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:55:08.945296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:09.058904 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d970922-bce3-4039-9b47-6e0c165a308f None None] New status for floating IP 3b866263-c2f7-40cb-b908-3210ac9dd7cf: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:55:09.408132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:09.471251 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d1d7b514-aec5-42b7-a29e-128491af968f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/3b866263-c2f7-40cb-b908-3210ac9dd7cf HTTP/1.1" status: 200 len: 991 time: 0.0619729 Nov 10 17:55:11.321505 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.720736 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-10696c62-4908-445f-8fb4-7ce5916cddb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.636438 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:55:33.949319 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ace7aa52-a089-4334-b1f0-c9c952612062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.457963 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:37.109468 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:37.795985 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:38.978111 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:41.384271 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.094271 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-b20dafa0-40db-4988-87e3-3c6be1309934 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453932 Nov 10 17:55:48.182709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-6d7c56fc-93ca-4a7c-8ed5-30904e78edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:48.184487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-6d7c56fc-93ca-4a7c-8ed5-30904e78edf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1097 time: 0.0410581 Nov 10 17:55:48.296537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-4a8756d2-45f3-47b0-9e8e-b8ff6c7a1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:48.298002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-4a8756d2-45f3-47b0-9e8e-b8ff6c7a1bb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 897 time: 0.0892360 Nov 10 17:55:48.366868 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-0a46c324-83e8-40b9-aa1b-ce857cddfda7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 999 time: 0.0580111 Nov 10 17:55:48.413625 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-ec14dcd8-4331-4bf0-a078-a4d859f3fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:48.415052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-ec14dcd8-4331-4bf0-a078-a4d859f3fd59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 200 len: 835 time: 0.0436442 Nov 10 17:55:48.469226 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-4c830455-e2bc-4332-9b1b-1e2c3610c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:48.470703 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-4c830455-e2bc-4332-9b1b-1e2c3610c8a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=344659ad-178c-4531-8c32-b567bc084969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449419 Nov 10 17:55:48.560481 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-8fd2dbee-a50b-4146-9c6e-413588c21c1f service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810876 Nov 10 17:55:48.658662 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8bea8f2-ad42-4bf6-81ec-98361c063a39 req-41edf661-481c-4ff9-9ac9-a2f72176de79 service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870035 Nov 10 17:56:01.680862 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3de226c0-297a-45f7-9097-f7ab2e981c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.936380 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22bbf86d-9a1b-4093-a244-5c233bc016ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:05.429011 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:07.080339 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:07.793725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:08.960576 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.636265 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:56:11.353222 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:16.505464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-aa049637-102f-4b2c-b88a-1a2ffbdf64ee service neutron] (103325) timed out ('10.222.0.62', 39370) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:56:27.017698 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5418c2-01e7-4166-a6d0-df97b3526eda req-025e146d-6e81-416f-80d4-c9af5bab8799 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:27.019099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e5418c2-01e7-4166-a6d0-df97b3526eda req-025e146d-6e81-416f-80d4-c9af5bab8799 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0506396 Nov 10 17:56:27.074487 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6e5418c2-01e7-4166-a6d0-df97b3526eda req-720527f7-7413-42e8-920a-3165f3b4cdc7 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481446 Nov 10 17:56:28.196656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb1222-3b60-4072-9860-92c0b660aa0e req-62917d09-61ac-4bde-bf9a-37fdeb606c40 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:28.198137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35eb1222-3b60-4072-9860-92c0b660aa0e req-62917d09-61ac-4bde-bf9a-37fdeb606c40 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0504239 Nov 10 17:56:28.252610 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35eb1222-3b60-4072-9860-92c0b660aa0e req-b7ef35e8-9d50-4958-a4d1-274dde5fca3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479944 Nov 10 17:56:29.378207 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03355657-6eb1-413d-8633-dc005f1afe8b req-5fe5c6e9-f93a-40a9-ac75-f816b47d43ba tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:29.380416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03355657-6eb1-413d-8633-dc005f1afe8b req-5fe5c6e9-f93a-40a9-ac75-f816b47d43ba tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0538256 Nov 10 17:56:29.443937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-03355657-6eb1-413d-8633-dc005f1afe8b req-437c5331-2145-4aca-b53f-f9a7f61eabba tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578547 Nov 10 17:56:30.563936 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c7c94-068f-486c-a132-d6830b169966 req-384ed5fc-d2f4-4c5b-aca7-c98d92957dd2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:30.565492 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a3c7c94-068f-486c-a132-d6830b169966 req-384ed5fc-d2f4-4c5b-aca7-c98d92957dd2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0497816 Nov 10 17:56:30.617169 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9a3c7c94-068f-486c-a132-d6830b169966 req-3d5b0249-6e9a-42b1-8467-f297d7ece521 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456533 Nov 10 17:56:31.679205 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-89fadfdb-0a4e-4432-bbd7-9999014a8750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:31.737500 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ecfcf-9233-457b-890b-4ceeaf09bc2f req-e4033a68-7b7b-4616-97e0-9343ad0741e1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:31.738996 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da2ecfcf-9233-457b-890b-4ceeaf09bc2f req-e4033a68-7b7b-4616-97e0-9343ad0741e1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0514493 Nov 10 17:56:31.790653 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-da2ecfcf-9233-457b-890b-4ceeaf09bc2f req-07bd197e-126e-4c1b-9990-393db873a06f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454545 Nov 10 17:56:32.906876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e120-130b-497e-b7df-352cc2e7695f req-2fe5acc3-0242-49d3-92b2-09ae64945844 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:32.908379 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c722e120-130b-497e-b7df-352cc2e7695f req-2fe5acc3-0242-49d3-92b2-09ae64945844 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0488243 Nov 10 17:56:32.957665 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c722e120-130b-497e-b7df-352cc2e7695f req-fa925cb0-96c5-430f-b747-122513a9e4aa tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433443 Nov 10 17:56:33.690862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-9143035c-5455-4243-b558-1cbbd6b02414 req-4aa8624f-5f9f-4747-bf3a-2674147dc1b3 service neutron] (103325) timed out ('10.222.0.69', 59061) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:56:33.943696 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c22a7673-e46f-4339-9a0c-fdf4bd26efe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.075874 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85034d1-520d-4bd9-904e-64657eef5b2d req-23c02550-6357-4237-aec6-308d5782c3d5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:34.077359 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d85034d1-520d-4bd9-904e-64657eef5b2d req-23c02550-6357-4237-aec6-308d5782c3d5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0488019 Nov 10 17:56:34.126821 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d85034d1-520d-4bd9-904e-64657eef5b2d req-7ca51430-6082-4d52-8dcc-9b116c6a0e3e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429480 Nov 10 17:56:35.251349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab2487-383d-460f-aaf8-20dd8a8c33f2 req-184a9cdd-5952-46a4-981d-f8c3647f75bc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:35.253182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bab2487-383d-460f-aaf8-20dd8a8c33f2 req-184a9cdd-5952-46a4-981d-f8c3647f75bc tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0563588 Nov 10 17:56:35.304214 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0bab2487-383d-460f-aaf8-20dd8a8c33f2 req-270ef3b7-2298-4a28-8894-e2f4ffbda573 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445468 Nov 10 17:56:35.416320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.426435 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572115b3-3ca8-422b-ab76-ff59ce4f4213 req-388ec9c9-ae4a-4007-bf85-cb217c549249 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:36.427961 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-572115b3-3ca8-422b-ab76-ff59ce4f4213 req-388ec9c9-ae4a-4007-bf85-cb217c549249 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0532701 Nov 10 17:56:36.478589 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-572115b3-3ca8-422b-ab76-ff59ce4f4213 req-cbade6ff-e500-4ef5-b236-c32814f07f6c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445127 Nov 10 17:56:37.102015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:37.597735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a6b64-4329-45bb-af67-d1fb06ba2173 req-3ecc56a8-6db5-4bf3-ba2f-cdb8fa276571 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:37.599135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-274a6b64-4329-45bb-af67-d1fb06ba2173 req-3ecc56a8-6db5-4bf3-ba2f-cdb8fa276571 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0517888 Nov 10 17:56:37.650574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-274a6b64-4329-45bb-af67-d1fb06ba2173 req-765b740e-53f4-49b7-9d41-f6f0c3d8cad3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454466 Nov 10 17:56:37.795002 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:38.771770 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5864a-57c8-4d23-ad4c-feca7743b98b req-9070dbe0-a454-49c7-8f15-179bf38c7859 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:38.773292 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d0e5864a-57c8-4d23-ad4c-feca7743b98b req-9070dbe0-a454-49c7-8f15-179bf38c7859 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0520780 Nov 10 17:56:38.827353 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d0e5864a-57c8-4d23-ad4c-feca7743b98b req-3ba5338f-0a3a-483a-a111-8714808dce4a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465920 Nov 10 17:56:38.850825 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43840) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:38.919210 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3b02f82b-942e-489b-9a2e-2c832ea59903 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/3b866263-c2f7-40cb-b908-3210ac9dd7cf HTTP/1.1" status: 200 len: 991 time: 0.0671947 Nov 10 17:56:38.993437 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.362043 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110530e7-e6b9-42b0-ae28-84abe3df308d req-a3bd0128-5f2e-45b0-aeef-e594a750680f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:40.363646 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-110530e7-e6b9-42b0-ae28-84abe3df308d req-a3bd0128-5f2e-45b0-aeef-e594a750680f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0677495 Nov 10 17:56:40.420479 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-110530e7-e6b9-42b0-ae28-84abe3df308d req-08ef40fa-0b6f-4f6b-aeff-1ee877cd548c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495360 Nov 10 17:56:40.435116 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-68b2baef-35c6-4213-adb2-f0e6fc89b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:40.436810 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-68b2baef-35c6-4213-adb2-f0e6fc89b58a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1097 time: 0.0460873 Nov 10 17:56:40.536285 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-ec41985a-177a-4e49-a2df-627bb580ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:40.537640 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-ec41985a-177a-4e49-a2df-627bb580ad62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 897 time: 0.0882285 Nov 10 17:56:40.604623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-6059e13e-b352-4150-b224-ea7a56576c0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 999 time: 0.0571678 Nov 10 17:56:40.657478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-8f3de4aa-1371-4a9d-a502-c6fc960d1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:40.658917 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-8f3de4aa-1371-4a9d-a502-c6fc960d1dbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 200 len: 835 time: 0.0438659 Nov 10 17:56:40.708871 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-7d7e4212-0f72-43ca-8857-a60a20b65e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:40.710356 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-7d7e4212-0f72-43ca-8857-a60a20b65e97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=344659ad-178c-4531-8c32-b567bc084969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435064 Nov 10 17:56:40.802098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-e21d0af9-dedc-4503-b226-9664f2de6d25 service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840778 Nov 10 17:56:40.902393 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d7e66af8-6310-44f9-af4c-ed07d39f3459 req-3430c047-67e5-4d85-9a01-b51d2a5e831f service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879588 Nov 10 17:56:41.331578 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:41.545071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85649868-0803-42bd-b73e-98e66c65b667 req-21165868-0690-47cb-9a5d-a96c570ae31f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:41.546657 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85649868-0803-42bd-b73e-98e66c65b667 req-21165868-0690-47cb-9a5d-a96c570ae31f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0540745 Nov 10 17:56:41.601513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-85649868-0803-42bd-b73e-98e66c65b667 req-da28b309-1422-481b-b3f8-bb56a87ff324 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485191 Nov 10 17:56:42.718898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167360e-1149-49cd-b7c2-76ca813e4883 req-b206d99e-a631-4590-b18d-ef3dbf2f80c6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:42.720443 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3167360e-1149-49cd-b7c2-76ca813e4883 req-b206d99e-a631-4590-b18d-ef3dbf2f80c6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0491104 Nov 10 17:56:42.771732 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3167360e-1149-49cd-b7c2-76ca813e4883 req-1f267304-89f8-4021-b500-5f7613ec6f9b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453241 Nov 10 17:56:42.797834 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43852) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:42.863729 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-965f302b-1774-4f1e-a7cd-5cb68fd0d995 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/3b866263-c2f7-40cb-b908-3210ac9dd7cf HTTP/1.1" status: 200 len: 991 time: 0.0646756 Nov 10 17:56:46.635104 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:56:48.102443 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-6a0477f5-edfd-4534-84dc-08c97c774099 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392654 Nov 10 17:56:48.205845 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-4f65522f-df23-47bc-b8f7-17e47604f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:48.207489 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-4f65522f-df23-47bc-b8f7-17e47604f488 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1097 time: 0.0417645 Nov 10 17:56:48.320565 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-730199bb-7836-4ba3-b9c0-2cc70c8c25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:48.322073 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-730199bb-7836-4ba3-b9c0-2cc70c8c25c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 897 time: 0.0889318 Nov 10 17:56:48.388129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-d7413d6c-dbf8-4c90-b0da-33c651b5c0bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 999 time: 0.0584919 Nov 10 17:56:48.441511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-de8fcf66-9959-4761-ab50-1d713a5bbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:48.442960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-de8fcf66-9959-4761-ab50-1d713a5bbd4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 200 len: 835 time: 0.0442750 Nov 10 17:56:48.507163 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-acf85cec-76f4-4425-8348-0c155bba7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:48.508671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-acf85cec-76f4-4425-8348-0c155bba7e52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=344659ad-178c-4531-8c32-b567bc084969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451095 Nov 10 17:56:48.602466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-32cbff3b-9a5c-4075-9d63-af33e09f9867 service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816281 Nov 10 17:56:48.696767 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ea42adcd-4588-49ba-b86a-c25197225a30 req-ce31094a-303a-43bb-9697-694e0031b70f service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850444 Nov 10 17:57:01.679752 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2d3150dc-a252-41d1-9287-2d21873d40fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:03.935398 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e6caf6fb-13c1-4a03-a13f-36c8bc12224f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.434299 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.113872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.765770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:08.982801 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:11.363936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:23.634384 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:57:31.671822 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1c1627e-d8db-4c7e-b892-7ea7a22fff69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.957429 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c89e-97c1-4038-bb0a-820c709f1199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:35.414896 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:37.130957 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:37.800085 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:38.999725 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:41.369201 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:48.082099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d010088-18a8-498e-9797-adcee64bc85c req-b38058c2-a6ee-417c-a0df-a643d2ad34c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420766 Nov 10 17:57:48.169730 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010088-18a8-498e-9797-adcee64bc85c req-c6f38da9-156f-4da2-bd74-59492dc7eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:48.171232 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d010088-18a8-498e-9797-adcee64bc85c req-c6f38da9-156f-4da2-bd74-59492dc7eff2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1097 time: 0.0409303 Nov 10 17:57:48.280167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010088-18a8-498e-9797-adcee64bc85c req-db41876e-ebae-4f7d-befb-4b23535a0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:48.281632 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d010088-18a8-498e-9797-adcee64bc85c req-db41876e-ebae-4f7d-befb-4b23535a0c9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 897 time: 0.0896978 Nov 10 17:57:48.349874 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d010088-18a8-498e-9797-adcee64bc85c req-82a4e39f-bd43-4e30-af13-d164b8b7cc67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 999 time: 0.0578454 Nov 10 17:57:48.403837 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010088-18a8-498e-9797-adcee64bc85c req-24297bcf-30f4-4318-98a6-e50ecc13c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:48.405321 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d010088-18a8-498e-9797-adcee64bc85c req-24297bcf-30f4-4318-98a6-e50ecc13c690 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 200 len: 835 time: 0.0500154 Nov 10 17:57:48.458632 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010088-18a8-498e-9797-adcee64bc85c req-97fc7a34-f661-4c57-83b0-025e02001a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:48.460158 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d010088-18a8-498e-9797-adcee64bc85c req-97fc7a34-f661-4c57-83b0-025e02001a46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=344659ad-178c-4531-8c32-b567bc084969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468402 Nov 10 17:57:48.550066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d010088-18a8-498e-9797-adcee64bc85c req-9195d2cc-a7c8-4d1a-a37c-f23a38e6e860 service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820146 Nov 10 17:57:48.644387 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4d010088-18a8-498e-9797-adcee64bc85c req-3ce010a3-b0c2-483b-8001-063f80721868 service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868127 Nov 10 17:57:53.443898 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:53.607259 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port cd6356ac-ffc4-42d0-8a55-94881abea6e6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:53.607621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.693166 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.693502 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.706946 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for cd6356ac-ffc4-42d0-8a55-94881abea6e6 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:53.953764 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.978451 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=cd6356ac-ffc4-42d0-8a55-94881abea6e6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:53.993238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.993579 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.994041 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.994356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.994680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.995040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.995388 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.995721 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.996048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.996372 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.996745 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:53.997065 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:54.053453 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.053779 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP 3b866263-c2f7-40cb-b908-3210ac9dd7cf disassociated (deleted). External IP: 172.25.3.3, port: 0771f46b-2713-4633-a136-38f5eeac7b9d. Nov 10 17:57:54.263740 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router eaedcaa1-3bd6-4658-8886-4ff01de3b317 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:57:54.372751 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:57:54.377890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.382500 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] Sync routers for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:57:54.392424 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:54.393035 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:57:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:54.405960 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f55ab8ac-7049-482f-936b-f0628634274a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/floatingips/3b866263-c2f7-40cb-b908-3210ac9dd7cf HTTP/1.1" status: 204 len: 168 time: 0.9609494 Nov 10 17:57:54.406545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:54.408843 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed9aac1-4350-44ab-9a3c-b320b209529f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:54.555732 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b82c8f-deaf-4899-8973-4eed5d95dceb x-openstack-request-id: req-70b82c8f-deaf-4899-8973-4eed5d95dceb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:54.556435 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:54.556435 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70b82c8f-deaf-4899-8973-4eed5d95dceb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:54.557231 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'status': 'completed', 'code': 200} Nov 10 17:57:54.601475 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:54.626386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-717e23ac-a227-4d35-9861-00dc72b603fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:54.627929 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-717e23ac-a227-4d35-9861-00dc72b603fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 1097 time: 0.0463719 Nov 10 17:57:54.830155 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:53Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:54.862641 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] Checking router: eaedcaa1-3bd6-4658-8886-4ff01de3b317 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:57:54.872866 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:54.873486 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:57:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:54.983109 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:55.115627 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-9c73064b-65a2-4e98-be1b-aea8f241ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:55.117024 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-9c73064b-65a2-4e98-be1b-aea8f241ab02 service neutron] 10.222.0.69 "GET /v2.0/networks?id=344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 200 len: 897 time: 0.4811096 Nov 10 17:57:55.126027 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093276-cdaf-4a41-91b6-d70fcf5e1c27 req-c67394c2-c221-4e7e-8c61-8c9c5481ea8e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:55.127587 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68093276-cdaf-4a41-91b6-d70fcf5e1c27 req-c67394c2-c221-4e7e-8c61-8c9c5481ea8e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0743830 Nov 10 17:57:55.178779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-52f6a322-8fa4-47b3-9d79-37b209f7d02d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 200 len: 217 time: 0.0502400 Nov 10 17:57:55.193460 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:53Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:55.221445 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8ebcf-2e86-44ab-b4c2-4b4aafc535ad None None] The sync data for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 is: [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:50Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'cd387c66-741f-4904-9944-1cfd9f624ce7', 'name': '', 'network_id': '344659ad-178c-4531-8c32-b567bc084969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:d9:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:49Z', 'updated_at': '2021-11-10T17:54:53Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': '2d49fd6d-28c8-4318-9854-59a53ac47857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:57:55.242241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-68093276-cdaf-4a41-91b6-d70fcf5e1c27 req-bab8007e-032c-41e8-8eaf-f9094910da8b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080525 Nov 10 17:57:55.252734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-b72c40d4-2d97-4863-892b-132f593d4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:55.254513 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-b72c40d4-2d97-4863-892b-132f593d4b23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 200 len: 835 time: 0.0675981 Nov 10 17:57:55.306490 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-1280a401-1b1f-40b4-9726-872db5f94983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:55.308284 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-1280a401-1b1f-40b4-9726-872db5f94983 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=344659ad-178c-4531-8c32-b567bc084969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441141 Nov 10 17:57:55.424128 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-4a2f1dc1-5ec9-47d7-b71d-207c35db626a service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024845 Nov 10 17:57:55.471636 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd360adc-82b0-49dd-a321-b28d2abbfe9e None None] New status for floating IP 3b866263-c2f7-40cb-b908-3210ac9dd7cf: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:57:55.523211 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1ed9aac1-4350-44ab-9a3c-b320b209529f req-1537c5b0-7401-47c6-b424-77931443d2b8 service neutron] 10.222.0.69 "GET /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903141 Nov 10 17:57:56.369716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc6ba-4741-43f7-80db-56221f2586df req-b70e98bf-b168-41d4-9a28-efb9af89e9d3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:56.371281 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af6bc6ba-4741-43f7-80db-56221f2586df req-b70e98bf-b168-41d4-9a28-efb9af89e9d3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0512738 Nov 10 17:57:56.422189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-af6bc6ba-4741-43f7-80db-56221f2586df req-0da6618d-a549-43ce-ab10-ad1dcda6da82 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=63e8d628-7062-422b-9cc1-2d37e6853a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446560 Nov 10 17:57:56.924149 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfac9e-d542-40d4-9815-84f71126b29b req-94228efd-32b3-4c32-88b5-12d20826b7fb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:56.925621 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-69cfac9e-d542-40d4-9815-84f71126b29b req-94228efd-32b3-4c32-88b5-12d20826b7fb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 945 time: 0.0576053 Nov 10 17:57:57.018680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 0771f46b-2713-4633-a136-38f5eeac7b9d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:57.019035 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.120023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 0771f46b-2713-4633-a136-38f5eeac7b9d, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0771f46b-2713-4633-a136-38f5eeac7b9d,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:57.120381 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.133202 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 0771f46b-2713-4633-a136-38f5eeac7b9d owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:57.323537 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.357811 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=0771f46b-2713-4633-a136-38f5eeac7b9d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:57.371276 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.371667 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.372014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.372354 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.372688 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.373029 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.373356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.373686 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.374077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.374412 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.374744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.375069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:57.410413 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] No DVR routers for this DVR port 0771f46b-2713-4633-a136-38f5eeac7b9d on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:57.413141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.417645 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-69cfac9e-d542-40d4-9815-84f71126b29b req-c891d7e3-1e3f-4a8e-ada3-3a287e7267b6 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.69 "DELETE /v2.0/ports/0771f46b-2713-4633-a136-38f5eeac7b9d HTTP/1.1" status: 204 len: 173 time: 0.4843690 Nov 10 17:57:57.418091 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'name': 'network-vif-deleted', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:57.420444 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce328253-c3da-4ecf-aea7-0354f7d78d0a" -d '{"events": [{"server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "name": "network-vif-deleted", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:57.457667 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2d7f96-3d8c-4d37-94e7-e34b882c142f x-openstack-request-id: req-8b2d7f96-3d8c-4d37-94e7-e34b882c142f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:57.457973 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d", "name": "network-vif-deleted", "tag": "0771f46b-2713-4633-a136-38f5eeac7b9d", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:57.458236 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b2d7f96-3d8c-4d37-94e7-e34b882c142f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:57.458622 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d', 'name': 'network-vif-deleted', 'tag': '0771f46b-2713-4633-a136-38f5eeac7b9d', 'status': 'completed', 'code': 200} Nov 10 17:57:57.527593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-db5663d3-c7a8-43d4-b76c-e85461b94acf req-a07323d6-78a5-496c-ac32-296e53378298 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d25fb2-3865-46d4-b5aa-4fba3bc4ae3d HTTP/1.1" status: 200 len: 210 time: 0.0334377 Nov 10 17:57:58.592653 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:58.942806 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.194174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port cd387c66-741f-4904-9944-1cfd9f624ce7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:59.194438 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.287889 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port cd387c66-741f-4904-9944-1cfd9f624ce7, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=cd387c66-741f-4904-9944-1cfd9f624ce7,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:59.288247 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.655389 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for cd387c66-741f-4904-9944-1cfd9f624ce7 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:59.977670 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.010044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=cd387c66-741f-4904-9944-1cfd9f624ce7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:00.214298 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.234286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0771f46b-2713-4633-a136-38f5eeac7b9d no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:58:00.256392 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 0771f46b-2713-4633-a136-38f5eeac7b9d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:58:00.256733 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0771f46b-2713-4633-a136-38f5eeac7b9d not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:58:00.458709 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router eaedcaa1-3bd6-4658-8886-4ff01de3b317 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:58:00.566454 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:58:00.572527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2c36f08e-8109-457b-b19c-0ce9f666f76d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/eaedcaa1-3bd6-4658-8886-4ff01de3b317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9778197 Nov 10 17:58:00.574862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:00.579382 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] Sync routers for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:58:00.592908 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:00.593537 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:57:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:00.628327 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d22354-2f19-4cca-88f5-9b8a39f0df3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting subnet 2d49fd6d-28c8-4318-9854-59a53ac47857 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:58:00.631776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97d22354-2f19-4cca-88f5-9b8a39f0df3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.642259 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:58:00.673556 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97d22354-2f19-4cca-88f5-9b8a39f0df3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.712630 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:00.767855 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97d22354-2f19-4cca-88f5-9b8a39f0df3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.901238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97d22354-2f19-4cca-88f5-9b8a39f0df3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.918331 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:57:59Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:00.928774 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d22354-2f19-4cca-88f5-9b8a39f0df3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Subnet': ['ID=2d49fd6d-28c8-4318-9854-59a53ac47857,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:00.933321 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97d22354-2f19-4cca-88f5-9b8a39f0df3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.936649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-97d22354-2f19-4cca-88f5-9b8a39f0df3d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/subnets/2d49fd6d-28c8-4318-9854-59a53ac47857 HTTP/1.1" status: 204 len: 168 time: 0.3607743 Nov 10 17:58:00.939215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43900) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:00.942471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408266f6-ec03-436b-b877-0c8303c071ef None None] Network 344659ad-178c-4531-8c32-b567bc084969 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:58:00.951227 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] Checking router: eaedcaa1-3bd6-4658-8886-4ff01de3b317 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:58:00.959895 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] Routers {'eaedcaa1-3bd6-4658-8886-4ff01de3b317'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:00.960503 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:57:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:01.066545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.090025 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] Set router eaedcaa1-3bd6-4658-8886-4ff01de3b317 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:01.161710 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] DHCP port deletion for 344659ad-178c-4531-8c32-b567bc084969 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:01.191296 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.220665 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Deleting port bc0c0099-b8ed-4433-8b21-70ce5be7b36d {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:58:01.221434 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.298741 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:57:59Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:01.300132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] For port bc0c0099-b8ed-4433-8b21-70ce5be7b36d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=bc0c0099-b8ed-4433-8b21-70ce5be7b36d,segment=NetworkSegment(fce2567a-5c12-415b-99ce-cc32fa7d0488),segment_id=fce2567a-5c12-415b-99ce-cc32fa7d0488)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:01.300656 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.318222 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 754eac3c-f724-49c6-b494-7c37fda47e4d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:58:01.318654 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.331155 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device bc0c0099-b8ed-4433-8b21-70ce5be7b36d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:58:01.335835 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Calling delete_port for bc0c0099-b8ed-4433-8b21-70ce5be7b36d owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:58:01.343874 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37036326-8c8e-4eab-8ef8-643e0c0da116 None None] The sync data for ids ['eaedcaa1-3bd6-4658-8886-4ff01de3b317'] in n-d-714676-11 is: [{'id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093665496', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:57:59Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': '754eac3c-f724-49c6-b494-7c37fda47e4d', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaedcaa1-3bd6-4658-8886-4ff01de3b317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:54:46Z', 'updated_at': '2021-11-10T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:58:01.417738 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 754eac3c-f724-49c6-b494-7c37fda47e4d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=754eac3c-f724-49c6-b494-7c37fda47e4d,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:01.418026 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.430736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 754eac3c-f724-49c6-b494-7c37fda47e4d owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:58:01.487051 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.556211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.604655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Pushing event deleted for resources: {'Port': ['ID=bc0c0099-b8ed-4433-8b21-70ce5be7b36d,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:01.610705 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] No DVR routers for this DVR port bc0c0099-b8ed-4433-8b21-70ce5be7b36d on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:58:01.629618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.629895 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.630225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.630551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.630873 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.631191 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.631532 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.631846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.632165 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.632530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.632841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.633149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc9ae1e-5511-49cb-81b9-a828c7022d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:01.673694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.702255 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=754eac3c-f724-49c6-b494-7c37fda47e4d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:01.716919 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6407d-86f9-4e27-8500-87579fe93c28 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:01.722560 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b5c8158-d2de-40d0-8079-72a4c1e5397d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.778966 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.875346 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.877911 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.011655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.012220 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Fanout notify agent at l3_agent the message router_deleted on router eaedcaa1-3bd6-4658-8886-4ff01de3b317 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:58:02.019593 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.021021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8f1669c9-db8b-4f09-a412-1cb1bf913d69 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/routers/eaedcaa1-3bd6-4658-8886-4ff01de3b317 HTTP/1.1" status: 204 len: 168 time: 1.0771341 Nov 10 17:58:02.023872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 43902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:02.102826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.194886 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.214543 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344659ad-178c-4531-8c32-b567bc084969']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:02.223640 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce2567a-5c12-415b-99ce-cc32fa7d0488') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:02.223934 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce2567a-5c12-415b-99ce-cc32fa7d0488') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:02.233737 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.247508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.255582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:58:02.256127 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:58:02.260116 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:58:02.382389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.389073 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.390347 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/networks/344659ad-178c-4531-8c32-b567bc084969 HTTP/1.1" status: 204 len: 168 time: 0.3655126 Nov 10 17:58:02.393359 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43904) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:02.405362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc762b3d-80b4-4618-968e-b3543a49517f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Network': ['ID=344659ad-178c-4531-8c32-b567bc084969,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:02.453652 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a440406-1bb6-40e3-8448-c3961641b43c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.484038 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a440406-1bb6-40e3-8448-c3961641b43c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.599217 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a440406-1bb6-40e3-8448-c3961641b43c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.601867 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a440406-1bb6-40e3-8448-c3961641b43c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.603036 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3a440406-1bb6-40e3-8448-c3961641b43c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/security-groups/63e8d628-7062-422b-9cc1-2d37e6853a9e HTTP/1.1" status: 204 len: 168 time: 0.2086949 Nov 10 17:58:02.613169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a440406-1bb6-40e3-8448-c3961641b43c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e8d628-7062-422b-9cc1-2d37e6853a9e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:03.002844 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43910) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:03.007472 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-cd6b8b51-1a13-48f4-b029-41a3bf8b09e4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036885251', 'description': 'tempest-secgroup-smoke-1036885251 description', 'project_id': '8783b4f7b7be438ea591d82dd05f999f'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:03.096869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8b51-1a13-48f4-b029-41a3bf8b09e4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.166033 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8b51-1a13-48f4-b029-41a3bf8b09e4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.233406 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8b51-1a13-48f4-b029-41a3bf8b09e4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.237925 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 754eac3c-f724-49c6-b494-7c37fda47e4d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:58:03.264210 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 754eac3c-f724-49c6-b494-7c37fda47e4d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:58:03.264556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 754eac3c-f724-49c6-b494-7c37fda47e4d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:58:03.264958 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cd387c66-741f-4904-9944-1cfd9f624ce7 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:58:03.265177 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b8b51-1a13-48f4-b029-41a3bf8b09e4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8281d1d9-9afc-4f6b-add5-1545349005e8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:03.284682 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: cd387c66-741f-4904-9944-1cfd9f624ce7 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:58:03.285022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device cd387c66-741f-4904-9944-1cfd9f624ce7 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:58:03.332518 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8b51-1a13-48f4-b029-41a3bf8b09e4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.333797 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cd6b8b51-1a13-48f4-b029-41a3bf8b09e4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3299041 Nov 10 17:58:03.336713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43912) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:03.341535 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-61b8834a-c2d5-41b5-a842-f10fbc54ccdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '8281d1d9-9afc-4f6b-add5-1545349005e8', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:03.421379 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b8834a-c2d5-41b5-a842-f10fbc54ccdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.476945 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b8834a-c2d5-41b5-a842-f10fbc54ccdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.551404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b8834a-c2d5-41b5-a842-f10fbc54ccdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.570014 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8834a-c2d5-41b5-a842-f10fbc54ccdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc16b2c-0ae4-4f28-ad5f-d8bd67e35cb7,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:03.644924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61b8834a-c2d5-41b5-a842-f10fbc54ccdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.646191 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-61b8834a-c2d5-41b5-a842-f10fbc54ccdd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085175 Nov 10 17:58:03.648975 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43914) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:03.654261 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-19e67de4-55f3-4abc-b38c-968a97b94e3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '8281d1d9-9afc-4f6b-add5-1545349005e8', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:03.827429 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19e67de4-55f3-4abc-b38c-968a97b94e3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.887108 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19e67de4-55f3-4abc-b38c-968a97b94e3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.970652 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7d59abe1-332b-48db-8cd0-6dd93b8593bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.982255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19e67de4-55f3-4abc-b38c-968a97b94e3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.999902 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e67de4-55f3-4abc-b38c-968a97b94e3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05e552b-4321-4219-8127-523d921381f8,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:04.087338 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19e67de4-55f3-4abc-b38c-968a97b94e3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.089307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-19e67de4-55f3-4abc-b38c-968a97b94e3c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4384973 Nov 10 17:58:04.091930 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43916) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:04.096299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1783ad0a-a74f-49cc-9cf2-8eae9f3b9394 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '8281d1d9-9afc-4f6b-add5-1545349005e8', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:04.193468 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1783ad0a-a74f-49cc-9cf2-8eae9f3b9394 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.263982 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1783ad0a-a74f-49cc-9cf2-8eae9f3b9394 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.336797 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1783ad0a-a74f-49cc-9cf2-8eae9f3b9394 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.356656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783ad0a-a74f-49cc-9cf2-8eae9f3b9394 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075938e9-1c5b-427f-8245-1bc74cf045c2,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:04.431996 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1783ad0a-a74f-49cc-9cf2-8eae9f3b9394 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.433541 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1783ad0a-a74f-49cc-9cf2-8eae9f3b9394 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3406219 Nov 10 17:58:04.436402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43918) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:04.441309 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3540bc27-48d0-487c-ae87-e14988fd436c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '8281d1d9-9afc-4f6b-add5-1545349005e8', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:04.553310 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3540bc27-48d0-487c-ae87-e14988fd436c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.610731 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3540bc27-48d0-487c-ae87-e14988fd436c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.683854 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3540bc27-48d0-487c-ae87-e14988fd436c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.706524 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540bc27-48d0-487c-ae87-e14988fd436c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e1236a-3567-40a3-98b5-36ca9af8db70,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:04.778782 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3540bc27-48d0-487c-ae87-e14988fd436c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.780054 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3540bc27-48d0-487c-ae87-e14988fd436c tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3424735 Nov 10 17:58:04.782950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43920) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:04.787516 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-6ebfd47a-d6b6-43e2-b58d-fbfb025c75f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '8281d1d9-9afc-4f6b-add5-1545349005e8', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:04.894688 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-6ebfd47a-d6b6-43e2-b58d-fbfb025c75f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:58:04.900089 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd47a-d6b6-43e2-b58d-fbfb025c75f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.959431 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd47a-d6b6-43e2-b58d-fbfb025c75f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.077082 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd47a-d6b6-43e2-b58d-fbfb025c75f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.095734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfd47a-d6b6-43e2-b58d-fbfb025c75f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852ea9b3-89cc-4ec4-b4bf-1a32c7549797,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:05.159431 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd47a-d6b6-43e2-b58d-fbfb025c75f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.160600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-6ebfd47a-d6b6-43e2-b58d-fbfb025c75f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3766534 Nov 10 17:58:05.164471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43922) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:05.169671 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3e69bcf5-58bf-43c7-a808-8feb1c6442a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'security_group_rule': {'security_group_id': '8281d1d9-9afc-4f6b-add5-1545349005e8', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:05.273772 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-3e69bcf5-58bf-43c7-a808-8feb1c6442a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Project 8783b4f7b7be438ea591d82dd05f999f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:58:05.280471 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e69bcf5-58bf-43c7-a808-8feb1c6442a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.357616 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e69bcf5-58bf-43c7-a808-8feb1c6442a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.437402 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.466044 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e69bcf5-58bf-43c7-a808-8feb1c6442a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.484432 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69bcf5-58bf-43c7-a808-8feb1c6442a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a78eb9-7149-4ac6-954e-c599119809d7,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:05.549895 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e69bcf5-58bf-43c7-a808-8feb1c6442a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.551944 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3e69bcf5-58bf-43c7-a808-8feb1c6442a4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3863142 Nov 10 17:58:05.559745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43924) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:05.560615 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'network': {'name': 'tempest-network-smoke--584186370', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'port_security_enabled': True}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:05.648576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:05.652334 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.675467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:58:05.685404 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.685728 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Added segment 38567c94-4fcf-43e1-a4a5-0ffd12e007da of type vlan for network 654358c6-be97-4fb2-8c6a-264df45d2301 Nov 10 17:58:05.726184 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.816644 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.822342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:05.822925 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.892136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Network': ['ID=654358c6-be97-4fb2-8c6a-264df45d2301,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:05.902579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 654358c6-be97-4fb2-8c6a-264df45d2301 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:58:05.944735 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-395948cf-5997-43ef-9989-1aa01cf68387 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3886585 Nov 10 17:58:05.948548 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43926) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:05.953117 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'admin_state_up': True, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:06.050958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.052002 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.102115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.307873 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.574496 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.597426 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.700680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.179 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/c5c5fc4d-2687-46f1-a34c-3e087da10427) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:06.810670 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.906366 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.945139 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:06.951191 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:06.954924 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:06.960908 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=c5c5fc4d-2687-46f1-a34c-3e087da10427,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:06.965232 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4c87c-a63d-417e-93dd-e4328cd716d2 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:07.063611 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-46536145-7f75-4088-9c87-eadce10a3d27 None None] Provisioning complete for port c5c5fc4d-2687-46f1-a34c-3e087da10427 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:07.069286 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-46536145-7f75-4088-9c87-eadce10a3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.099529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-46536145-7f75-4088-9c87-eadce10a3d27 None None] Port c5c5fc4d-2687-46f1-a34c-3e087da10427 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:58:07.145425 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.319423 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.532203 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.840273 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:58:07.894186 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.954576 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:58:07.965189 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Sync routers for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:58:07.977629 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:07.978593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:08.051044 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:08.055213 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f6bd504d-be33-4d21-9bee-f1329fa93b1a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1028326 Nov 10 17:58:08.055586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43928) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:08.085092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-c5902aa3-9ef9-4fd1-a401-295c087e3543 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8783b4f7b7be438ea591d82dd05f999f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283847 Nov 10 17:58:08.087823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43930) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:08.096174 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:08.179455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a10338-f714-46e1-993a-a8bc4ed07417 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:08.180990 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f1a10338-f714-46e1-993a-a8bc4ed07417 tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921407 Nov 10 17:58:08.184741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43932) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:08.219505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d975bf52-bfdf-4cca-9a11-b9bbc69380ad tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=86829e25-f748-47b9-a9bb-cb72fd967e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336084 Nov 10 17:58:08.221999 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43934) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:08.226828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990656402', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:08.380341 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:08.384012 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:08.443551 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:07Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:08.470860 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Checking router: d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:58:08.476015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Updating router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c port c5c5fc4d-2687-46f1-a34c-3e087da10427 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:58:08.495770 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:08.666230 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:08.730766 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Subnet': ['ID=eb701d8b-09f8-4e5d-ba36-8fb8d41afafd,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:08.738883 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Checking segment: {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:08.739254 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network hostable DHCP agents. Network: 654358c6-be97-4fb2-8c6a-264df45d2301, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:58:08.753776 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:08.918351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 654358c6-be97-4fb2-8c6a-264df45d2301 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:58:09.051034 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.088069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.090160 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 654358c6-be97-4fb2-8c6a-264df45d2301) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:09.098568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:09.099160 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.101149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef29f03-2371-4c60-965b-ccf551cc6c8f None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:09.102842 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43abd812-e414-4e8f-8848-95702ea7fbb8 None None] Network 654358c6-be97-4fb2-8c6a-264df45d2301 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:58:09.125179 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a6de1-cbe6-4504-bcb6-4a0380854cdd None None] Pushing event updated for resources: {'Port': ['ID=c5c5fc4d-2687-46f1-a34c-3e087da10427,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:09.133936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Attempting to bind port c5c5fc4d-2687-46f1-a34c-3e087da10427 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:09.134301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Attempting to bind port c5c5fc4d-2687-46f1-a34c-3e087da10427 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:09.134657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Attempting to bind port c5c5fc4d-2687-46f1-a34c-3e087da10427 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:09.210385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:09.210385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:09.210385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.210385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:09.210385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Bound port: c5c5fc4d-2687-46f1-a34c-3e087da10427, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:09.210385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.236421 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a9b98e07-134f-4214-9092-218d42424531 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0133448 Nov 10 17:58:09.248789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43936) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:09.258528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] For port c5c5fc4d-2687-46f1-a34c-3e087da10427, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:09.263132 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] For port c5c5fc4d-2687-46f1-a34c-3e087da10427, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5c5fc4d-2687-46f1-a34c-3e087da10427,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:09.287088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-73cf724a-5c25-4be9-abb4-a0a40eda5df6 None None] Provisioning complete for port c5c5fc4d-2687-46f1-a34c-3e087da10427 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:09.287467 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73cf724a-5c25-4be9-abb4-a0a40eda5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.350926 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.355322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-73cf724a-5c25-4be9-abb4-a0a40eda5df6 None None] Port c5c5fc4d-2687-46f1-a34c-3e087da10427 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:58:09.380402 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-654358c6-be97-4fb2-8c6a-264df45d2301', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:58:09.381235 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.423541 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e9215-126a-42ac-a63e-02c604318451 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:09.487585 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a6de1-cbe6-4504-bcb6-4a0380854cdd None None] Pushing event updated for resources: {'Port': ['ID=c5c5fc4d-2687-46f1-a34c-3e087da10427,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:09.498736 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:09.499384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:09.591996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-fc836e80-dfe4-4d1d-aaee-b1b16e428f7e None None] Provisioning complete for port c5c5fc4d-2687-46f1-a34c-3e087da10427 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:09.592358 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc836e80-dfe4-4d1d-aaee-b1b16e428f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.689420 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Allocated IP 172.20.0.2 (654358c6-be97-4fb2-8c6a-264df45d2301/eb701d8b-09f8-4e5d-ba36-8fb8d41afafd/879144d9-c9b0-40c7-bc75-dee60f5b8166) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:09.702343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:09.706805 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.912588 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc836e80-dfe4-4d1d-aaee-b1b16e428f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.984918 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fc836e80-dfe4-4d1d-aaee-b1b16e428f7e None None] For port c5c5fc4d-2687-46f1-a34c-3e087da10427, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5c5fc4d-2687-46f1-a34c-3e087da10427,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:10.028373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.049166 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:07Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:10.076095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc836e80-dfe4-4d1d-aaee-b1b16e428f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.079347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c6072-2d4f-48ca-b9e4-eecfebaaa8cd None None] The sync data for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 is: [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:07Z', 'revision_number': 3, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:58:10.113516 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.133284 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc836e80-dfe4-4d1d-aaee-b1b16e428f7e None None] Pushing event updated for resources: {'Port': ['ID=c5c5fc4d-2687-46f1-a34c-3e087da10427,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:10.173818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.1 (654358c6-be97-4fb2-8c6a-264df45d2301/eb701d8b-09f8-4e5d-ba36-8fb8d41afafd/f4512afd-e2c1-4103-bf8f-5051374de0bc) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:10.174330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Network 654358c6-be97-4fb2-8c6a-264df45d2301 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:10.176755 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:10.180424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:10.198663 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Pushing event updated for resources: {'Port': ['ID=879144d9-c9b0-40c7-bc75-dee60f5b8166,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:10.243508 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Attempting to bind port 879144d9-c9b0-40c7-bc75-dee60f5b8166 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:10.243968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Attempting to bind port 879144d9-c9b0-40c7-bc75-dee60f5b8166 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:10.244330 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Attempting to bind port 879144d9-c9b0-40c7-bc75-dee60f5b8166 on network 654358c6-be97-4fb2-8c6a-264df45d2301 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:10.249827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:10.250195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Checking segment: {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:10.250882 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.251278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Bound using segment: {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:10.251768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Bound port: 879144d9-c9b0-40c7-bc75-dee60f5b8166, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:10.252146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.299177 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.330022 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] For port 879144d9-c9b0-40c7-bc75-dee60f5b8166, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:10.338684 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] For port 879144d9-c9b0-40c7-bc75-dee60f5b8166, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=879144d9-c9b0-40c7-bc75-dee60f5b8166,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:10.409134 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.420909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.475965 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411efbd-6c37-49ba-9ac4-afd7cd3a89c4 None None] Pushing event updated for resources: {'Port': ['ID=879144d9-c9b0-40c7-bc75-dee60f5b8166,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:10.486653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=f4512afd-e2c1-4103-bf8f-5051374de0bc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:10.498983 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 654358c6-be97-4fb2-8c6a-264df45d2301 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:10.502800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:10.509776 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:10.930839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.153627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.328803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5c5fc4d-2687-46f1-a34c-3e087da10427 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:11.383576 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.390261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c5c5fc4d-2687-46f1-a34c-3e087da10427 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:11.390625 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.488780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 879144d9-c9b0-40c7-bc75-dee60f5b8166 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:11.492824 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c7d0e-42fd-4943-8078-8e67c110d3a6 None None] Network 654358c6-be97-4fb2-8c6a-264df45d2301 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:58:11.505115 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.576531 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.585866 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-779e113c-4767-47a5-a09c-2b71e730f8eb None None] Provisioning complete for port 879144d9-c9b0-40c7-bc75-dee60f5b8166 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:11.585991 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-779e113c-4767-47a5-a09c-2b71e730f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.658206 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.660318 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=f4512afd-e2c1-4103-bf8f-5051374de0bc,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:11.773680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 654358c6-be97-4fb2-8c6a-264df45d2301 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:11.776001 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:11.817448 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 879144d9-c9b0-40c7-bc75-dee60f5b8166 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:11.817764 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.906090 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:58:11.976816 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-779e113c-4767-47a5-a09c-2b71e730f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.015147 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.036416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:58:12.042455 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2a3531d9-caa6-496a-bb6c-131f151f87ea tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8022783 Nov 10 17:58:12.055408 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Sync routers for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:58:12.069068 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-779e113c-4767-47a5-a09c-2b71e730f8eb None None] For port 879144d9-c9b0-40c7-bc75-dee60f5b8166, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=879144d9-c9b0-40c7-bc75-dee60f5b8166,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:12.078305 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:12.078984 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:12.163198 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-779e113c-4767-47a5-a09c-2b71e730f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.202044 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:12.258048 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:58:12.258408 n-d-714676-11 neutron-server[103327]: DEBUG oslo_db.api [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:58:12.262123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e113c-4767-47a5-a09c-2b71e730f8eb None None] Pushing event updated for resources: {'Port': ['ID=879144d9-c9b0-40c7-bc75-dee60f5b8166,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:12.300238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-aa24406b-3bb7-4b6f-b1d5-7a4b2ccd2726 None None] Provisioning complete for port f4512afd-e2c1-4103-bf8f-5051374de0bc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:12.300664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa24406b-3bb7-4b6f-b1d5-7a4b2ccd2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.341417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aa24406b-3bb7-4b6f-b1d5-7a4b2ccd2726 None None] Port f4512afd-e2c1-4103-bf8f-5051374de0bc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:58:12.352901 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-aa24406b-3bb7-4b6f-b1d5-7a4b2ccd2726 None None] Provisioning complete for port 879144d9-c9b0-40c7-bc75-dee60f5b8166 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:12.353357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa24406b-3bb7-4b6f-b1d5-7a4b2ccd2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.389698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-531581d6-20c5-4910-b47a-f52439567224 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036885251&fields=id&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 267 time: 0.0642262 Nov 10 17:58:12.448811 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 2, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:12.483913 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Checking router: d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:58:12.484179 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Updating router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c port f4512afd-e2c1-4103-bf8f-5051374de0bc binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:58:12.511736 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.517902 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-8b3d219b-7846-4475-af5e-44cee7b51d25 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:12.519444 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-8b3d219b-7846-4475-af5e-44cee7b51d25 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/networks?id=654358c6-be97-4fb2-8c6a-264df45d2301 HTTP/1.1" status: 200 len: 796 time: 0.1282132 Nov 10 17:58:12.541198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-816b546f-8b69-47d4-b79c-cbe3c2c2c2cd tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/quotas/8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 375 time: 0.0116391 Nov 10 17:58:12.570727 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4d441492-d8cd-4b4e-9e21-afd9cbb9c115 None None] Provisioning complete for port f4512afd-e2c1-4103-bf8f-5051374de0bc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:12.571128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d441492-d8cd-4b4e-9e21-afd9cbb9c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.610067 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4d441492-d8cd-4b4e-9e21-afd9cbb9c115 None None] Port f4512afd-e2c1-4103-bf8f-5051374de0bc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:58:12.611744 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-056f477b-d57c-4911-9fa7-c7060175b3ed tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633769 Nov 10 17:58:12.631861 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e83eea9a-4af2-458e-8b86-892e1bc1e73e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:58:12.632873 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e83eea9a-4af2-458e-8b86-892e1bc1e73e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060256 Nov 10 17:58:12.732573 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-d314d147-bee9-47cd-b37a-820358fd0720 service neutron] 10.222.0.62 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924525 Nov 10 17:58:12.799011 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.833163 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5476d8b3-c2e4-467f-84be-39b98b88c3c6 None None] Provisioning complete for port f4512afd-e2c1-4103-bf8f-5051374de0bc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:12.833523 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5476d8b3-c2e4-467f-84be-39b98b88c3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.834168 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-3339679e-3194-435c-a434-09c6f892dff5 service neutron] 10.222.0.62 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952137 Nov 10 17:58:12.868971 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-5476d8b3-c2e4-467f-84be-39b98b88c3c6 None None] Port f4512afd-e2c1-4103-bf8f-5051374de0bc cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:58:12.896119 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.949356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Pushing event updated for resources: {'Port': ['ID=f4512afd-e2c1-4103-bf8f-5051374de0bc,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:12.974209 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.974549 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.974887 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.975217 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.975571 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.975897 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.976218 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.976535 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.976854 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.977172 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.977489 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:12.977801 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:13.014266 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Attempting to bind port f4512afd-e2c1-4103-bf8f-5051374de0bc on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:13.014670 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Attempting to bind port f4512afd-e2c1-4103-bf8f-5051374de0bc by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:13.014986 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Attempting to bind port f4512afd-e2c1-4103-bf8f-5051374de0bc on network 654358c6-be97-4fb2-8c6a-264df45d2301 {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:13.021315 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:13.021959 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Checking segment: {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:13.022574 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.023252 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Bound using segment: {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:13.023667 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Bound port: f4512afd-e2c1-4103-bf8f-5051374de0bc, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:13.024042 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.091015 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-57b6ac76-1d25-49dd-b582-a0cd4b1fa92f req-8c696208-81df-44dc-93a5-bba63dba5929 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 210 time: 0.0327325 Nov 10 17:58:13.092804 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] For port f4512afd-e2c1-4103-bf8f-5051374de0bc, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:13.096333 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] For port f4512afd-e2c1-4103-bf8f-5051374de0bc, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4512afd-e2c1-4103-bf8f-5051374de0bc,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:13.171160 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.194638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8e539ea4-2a27-4257-a9f5-48c54dcd04b4 None None] Provisioning complete for port f4512afd-e2c1-4103-bf8f-5051374de0bc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:13.195020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e539ea4-2a27-4257-a9f5-48c54dcd04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.244233 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e075dc-da54-442a-bd34-e1cc8f1d933b None None] Pushing event updated for resources: {'Port': ['ID=f4512afd-e2c1-4103-bf8f-5051374de0bc,revision_number=4']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:13.248783 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:13.249495 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:13.293473 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 879144d9-c9b0-40c7-bc75-dee60f5b8166 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:13.338014 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e539ea4-2a27-4257-a9f5-48c54dcd04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.384254 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:13.387708 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8e539ea4-2a27-4257-a9f5-48c54dcd04b4 None None] For port f4512afd-e2c1-4103-bf8f-5051374de0bc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4512afd-e2c1-4103-bf8f-5051374de0bc,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:13.388471 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 879144d9-c9b0-40c7-bc75-dee60f5b8166 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:13.388833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.465217 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e539ea4-2a27-4257-a9f5-48c54dcd04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.527340 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e539ea4-2a27-4257-a9f5-48c54dcd04b4 None None] Pushing event updated for resources: {'Port': ['ID=f4512afd-e2c1-4103-bf8f-5051374de0bc,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:13.586554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7f5ebb99-7d9b-4159-b61f-3e3a3024e52c None None] Provisioning complete for port f4512afd-e2c1-4103-bf8f-5051374de0bc triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:13.586924 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebb99-7d9b-4159-b61f-3e3a3024e52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.626762 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:13Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:13.654564 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cd134-dc1a-4ece-a14a-f97554697ba3 None None] The sync data for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 is: [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:13Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:58:14.197190 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a5e12c33-b0a5-42d0-a17e-5e7d201c88b0 req-996bb671-8ab2-4bc8-9cd3-d8fdca2e3e0f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Nov 10 17:58:15.187876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-efe78e09-b224-4cbf-b4f6-3fc53dcf4f3b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:15.189383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-efe78e09-b224-4cbf-b4f6-3fc53dcf4f3b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "GET /v2.0/networks?id=654358c6-be97-4fb2-8c6a-264df45d2301 HTTP/1.1" status: 200 len: 796 time: 0.1088078 Nov 10 17:58:15.270588 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-1f06b770-d7b1-43ee-9d7b-e2fa3d06d668 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8783b4f7b7be438ea591d82dd05f999f HTTP/1.1" status: 200 len: 380 time: 0.0692897 Nov 10 17:58:15.280313 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4512afd-e2c1-4103-bf8f-5051374de0bc up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:15.281172 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'port': {'device_id': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'admin_state_up': True, 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'security_groups': ['8281d1d9-9afc-4f6b-add5-1545349005e8']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:15.315626 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eefbdba3-433a-4a6a-883e-4dafc85c062c req-90a162ec-e12b-485d-b123-59cd79cc3302 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 210 time: 0.0318098 Nov 10 17:58:15.368096 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port f4512afd-e2c1-4103-bf8f-5051374de0bc triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:15.368526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.502104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Made reservation on behalf of 8783b4f7b7be438ea591d82dd05f999f for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:15.505846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.643194 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.20.0.11 (654358c6-be97-4fb2-8c6a-264df45d2301/eb701d8b-09f8-4e5d-ba36-8fb8d41afafd/64549797-6bff-47f1-bbec-cc7f06177a66) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:15.793074 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.874395 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.921149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 654358c6-be97-4fb2-8c6a-264df45d2301 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:15.926322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:15.930426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:15.937516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=64549797-6bff-47f1-bbec-cc7f06177a66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:15.986100 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:15.986753 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.065137 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-bc9566c8-7b3d-435a-aee1-c26a19f55ce1 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7903125 Nov 10 17:58:16.183594 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Request body: {'port': {'device_id': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:16.214285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-a2b6c156-c386-45c8-825c-5a87f678f1d0 None None] Provisioning complete for port 64549797-6bff-47f1-bbec-cc7f06177a66 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:16.214596 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2b6c156-c386-45c8-825c-5a87f678f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.242481 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.249044 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6c156-c386-45c8-825c-5a87f678f1d0 None None] Port 64549797-6bff-47f1-bbec-cc7f06177a66 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:58:16.483252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c0bf-50ce-4328-b6d1-65b9eee76860 req-44c239ab-3aaa-46fa-9b68-0bfd1ac580c2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:16.484682 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d60c0bf-50ce-4328-b6d1-65b9eee76860 req-44c239ab-3aaa-46fa-9b68-0bfd1ac580c2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 932 time: 0.0980802 Nov 10 17:58:16.575199 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d60c0bf-50ce-4328-b6d1-65b9eee76860 req-f4b2da1f-7010-4e1b-a0c6-bc96f91296d2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844285 Nov 10 17:58:16.587744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64549797-6bff-47f1-bbec-cc7f06177a66 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:16.596234 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.608526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Transition to ACTIVE for port object 64549797-6bff-47f1-bbec-cc7f06177a66 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:58:16.690339 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.751501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Pushing event updated for resources: {'Port': ['ID=64549797-6bff-47f1-bbec-cc7f06177a66,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:16.829227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Attempting to bind port 64549797-6bff-47f1-bbec-cc7f06177a66 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:16.829583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Attempting to bind port 64549797-6bff-47f1-bbec-cc7f06177a66 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:16.829912 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Attempting to bind port 64549797-6bff-47f1-bbec-cc7f06177a66 on network 654358c6-be97-4fb2-8c6a-264df45d2301 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:16.834657 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Port 64549797-6bff-47f1-bbec-cc7f06177a66 on network 654358c6-be97-4fb2-8c6a-264df45d2301 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:58:16.834973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Attempting to bind port 64549797-6bff-47f1-bbec-cc7f06177a66 on network 654358c6-be97-4fb2-8c6a-264df45d2301 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:16.840656 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:16.840988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Checking segment: {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:16.841367 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Bound using segment: {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:16.841799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Bound port: 64549797-6bff-47f1-bbec-cc7f06177a66, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38567c94-4fcf-43e1-a4a5-0ffd12e007da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:16.842254 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.912786 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] For port 64549797-6bff-47f1-bbec-cc7f06177a66, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:16.915767 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] For port 64549797-6bff-47f1-bbec-cc7f06177a66, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=64549797-6bff-47f1-bbec-cc7f06177a66,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:16.993746 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:17.030040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.030659 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:17.032059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] 10.222.0.18 "PUT /v2.0/ports/64549797-6bff-47f1-bbec-cc7f06177a66 HTTP/1.1" status: 200 len: 1093 time: 0.9578083 Nov 10 17:58:17.032514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:17.034742 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f33e86c-9c92-438b-9d9c-534feaee7ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:17.060580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2118fe4-b3cd-4f01-8ad5-597f12b33e5d service neutron] Pushing event updated for resources: {'Port': ['ID=64549797-6bff-47f1-bbec-cc7f06177a66,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:17.082450 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e52af60-38c6-4f4b-9567-048f9804ed01 x-openstack-request-id: req-3e52af60-38c6-4f4b-9567-048f9804ed01 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:17.082989 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:17.083244 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e52af60-38c6-4f4b-9567-048f9804ed01 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:17.083732 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66', 'status': 'completed', 'code': 200} Nov 10 17:58:17.146126 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33e86c-9c92-438b-9d9c-534feaee7ba1 req-9a74584f-d747-40cc-a77f-04f1bc5f2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.147871 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f33e86c-9c92-438b-9d9c-534feaee7ba1 req-9a74584f-d747-40cc-a77f-04f1bc5f2db4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 1096 time: 0.0440080 Nov 10 17:58:17.257586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33e86c-9c92-438b-9d9c-534feaee7ba1 req-598673df-0a49-4a11-a284-55aaf55577ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.259040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f33e86c-9c92-438b-9d9c-534feaee7ba1 req-598673df-0a49-4a11-a284-55aaf55577ea service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8783b4f7b7be438ea591d82dd05f999f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1015825 Nov 10 17:58:17.352955 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33e86c-9c92-438b-9d9c-534feaee7ba1 req-cd1c3967-336b-4e49-9681-0b3c31d5a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.354465 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2f33e86c-9c92-438b-9d9c-534feaee7ba1 req-cd1c3967-336b-4e49-9681-0b3c31d5a017 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883994 Nov 10 17:58:17.434578 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-477f2aa2-3c23-4983-b3dc-8e0a21e26b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.436088 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-477f2aa2-3c23-4983-b3dc-8e0a21e26b7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 1096 time: 0.0453236 Nov 10 17:58:17.477066 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-c1f64bc4-7027-4a39-9234-8477afa175fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64549797-6bff-47f1-bbec-cc7f06177a66 HTTP/1.1" status: 200 len: 217 time: 0.0335610 Nov 10 17:58:17.526988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e693c1e2-6008-48a7-b3dc-7e26fc068d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.528558 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-e693c1e2-6008-48a7-b3dc-7e26fc068d0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb701d8b-09f8-4e5d-ba36-8fb8d41afafd HTTP/1.1" status: 200 len: 834 time: 0.0442519 Nov 10 17:58:17.574553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-5888bbf7-acd1-4fb6-8048-4a16ed3206aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.578697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-5888bbf7-acd1-4fb6-8048-4a16ed3206aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=654358c6-be97-4fb2-8c6a-264df45d2301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411153 Nov 10 17:58:17.700328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-8b6f2323-956a-404c-82a0-eb780a7a8ae9 service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170197 Nov 10 17:58:17.710787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c76f-402b-452c-831c-9b8de67f259a req-826a3459-db10-4882-87da-74092d76831a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.712175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0095c76f-402b-452c-831c-9b8de67f259a req-826a3459-db10-4882-87da-74092d76831a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 944 time: 0.0670083 Nov 10 17:58:17.815599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0095c76f-402b-452c-831c-9b8de67f259a req-c65c7988-15b1-4d69-be62-74fea612ea72 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954790 Nov 10 17:58:17.832759 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-53a217ff-2fe8-48d9-be93-39bf55a0465c req-3e563d18-d7c8-4bb7-8a72-9397bf7ad864 service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196718 Nov 10 17:58:18.944334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac745d-fa7a-4a40-979d-6ed9d91655e1 req-5b3288f9-fff0-42bf-96c2-67dcc214caac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:18.945822 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0fac745d-fa7a-4a40-979d-6ed9d91655e1 req-5b3288f9-fff0-42bf-96c2-67dcc214caac tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 944 time: 0.0506594 Nov 10 17:58:18.997633 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0fac745d-fa7a-4a40-979d-6ed9d91655e1 req-c14e3d35-0793-446d-ac9f-4ff54a2a0135 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Nov 10 17:58:20.113187 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96693277-7cf5-4091-83e2-f1eeec01651c req-93c88235-652c-4298-8551-1a158e555230 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:20.114644 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96693277-7cf5-4091-83e2-f1eeec01651c req-93c88235-652c-4298-8551-1a158e555230 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 944 time: 0.0492098 Nov 10 17:58:20.163468 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-96693277-7cf5-4091-83e2-f1eeec01651c req-ac231f61-0b53-4ed8-a80c-fd5818e92bec tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Nov 10 17:58:21.282614 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec1948-33c3-496e-8424-2573a0b99c34 req-982c2e5b-42ab-4d15-a17f-18241e23cba3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:21.284114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7ec1948-33c3-496e-8424-2573a0b99c34 req-982c2e5b-42ab-4d15-a17f-18241e23cba3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 944 time: 0.0520680 Nov 10 17:58:21.333595 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f7ec1948-33c3-496e-8424-2573a0b99c34 req-5900d497-7183-446b-b521-77def0d98568 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Nov 10 17:58:22.173692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 64549797-6bff-47f1-bbec-cc7f06177a66 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:58:22.277046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 64549797-6bff-47f1-bbec-cc7f06177a66, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=64549797-6bff-47f1-bbec-cc7f06177a66,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:22.288746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '64549797-6bff-47f1-bbec-cc7f06177a66', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'port_id': '64549797-6bff-47f1-bbec-cc7f06177a66', 'mac_address': 'fa:16:3e:fc:7c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:58:22.327434 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:22.340046 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64549797-6bff-47f1-bbec-cc7f06177a66 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:22.361008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 64549797-6bff-47f1-bbec-cc7f06177a66, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=64549797-6bff-47f1-bbec-cc7f06177a66,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:22.443094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:22.457837 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508f149-f8a9-4520-9132-e9e02b2b3e31 req-22e8e79c-417c-4290-9172-6025bc5e1e16 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:22.459460 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9508f149-f8a9-4520-9132-e9e02b2b3e31 req-22e8e79c-417c-4290-9172-6025bc5e1e16 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 944 time: 0.0544829 Nov 10 17:58:22.499025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=64549797-6bff-47f1-bbec-cc7f06177a66,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:22.511341 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9508f149-f8a9-4520-9132-e9e02b2b3e31 req-968f16af-a1b2-45c2-bbc3-ab06e9fdcd51 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449617 Nov 10 17:58:22.702586 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['64549797-6bff-47f1-bbec-cc7f06177a66'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:23.638847 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216898e6-263d-4070-b3f4-c144ddc8f505 req-c6d5fe0e-340b-4dc8-9b7e-9732586f7175 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:23.640453 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-216898e6-263d-4070-b3f4-c144ddc8f505 req-c6d5fe0e-340b-4dc8-9b7e-9732586f7175 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 945 time: 0.0548244 Nov 10 17:58:23.693084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-216898e6-263d-4070-b3f4-c144ddc8f505 req-22f95fef-f56c-466d-8244-03d5dcf47d5b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465548 Nov 10 17:58:24.188259 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 64549797-6bff-47f1-bbec-cc7f06177a66 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:24.299690 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 64549797-6bff-47f1-bbec-cc7f06177a66 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:58:24.303729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 64549797-6bff-47f1-bbec-cc7f06177a66 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:24.304094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.386510 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.414934 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:24.417287 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6752094-5b64-4341-b876-88d59205a79c" -d '{"events": [{"server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "name": "network-vif-plugged", "status": "completed", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:24.430133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 64549797-6bff-47f1-bbec-cc7f06177a66, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=64549797-6bff-47f1-bbec-cc7f06177a66,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:24.488203 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.538808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=64549797-6bff-47f1-bbec-cc7f06177a66,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:24.565668 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a878b719-097b-4e35-b3a1-a5cbe2c3db61 x-openstack-request-id: req-a878b719-097b-4e35-b3a1-a5cbe2c3db61 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:24.565960 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "name": "network-vif-plugged", "status": "completed", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:24.566208 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a878b719-097b-4e35-b3a1-a5cbe2c3db61 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:24.566600 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66', 'code': 200} Nov 10 17:58:24.664395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ccf7-ff9e-4ccf-8cee-2bdea6e5c623 req-334fa31d-3503-4494-af59-08a2ced848ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:24.665872 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7d1ccf7-ff9e-4ccf-8cee-2bdea6e5c623 req-334fa31d-3503-4494-af59-08a2ced848ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 1098 time: 0.0396657 Nov 10 17:58:24.712081 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b7d1ccf7-ff9e-4ccf-8cee-2bdea6e5c623 req-37915e5b-4bc7-41a8-a382-fdc1fb11c662 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 Nov 10 17:58:24.808649 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2640d4-e99c-41a3-89f0-bb5fa00ecdcf req-6a1b1ecc-e645-4fa2-960b-223e0ba63a26 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:24.810816 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c2640d4-e99c-41a3-89f0-bb5fa00ecdcf req-6a1b1ecc-e645-4fa2-960b-223e0ba63a26 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0494764 Nov 10 17:58:24.863881 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c2640d4-e99c-41a3-89f0-bb5fa00ecdcf req-4121c27c-8a54-4fe7-8ff2-e42ebc2794ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Nov 10 17:58:25.997546 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f35589-c466-48c6-883f-467e92888d13 req-9fbb442a-1666-45d0-a658-05fc455ed226 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:25.999057 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9f35589-c466-48c6-883f-467e92888d13 req-9fbb442a-1666-45d0-a658-05fc455ed226 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0575421 Nov 10 17:58:26.051400 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b9f35589-c466-48c6-883f-467e92888d13 req-1ed4a2ae-8c21-4d3f-9f4f-636b8c0eefda tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459223 Nov 10 17:58:26.169679 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f38e37-2c41-4cb5-bea3-645e4e4b8a98 req-600d4137-893a-48f3-b67d-89941d60a0eb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:26.171058 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5f38e37-2c41-4cb5-bea3-645e4e4b8a98 req-600d4137-893a-48f3-b67d-89941d60a0eb tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0490282 Nov 10 17:58:26.219538 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d5f38e37-2c41-4cb5-bea3-645e4e4b8a98 req-1706e134-c4f7-4427-910e-f85acd42c3f8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421200 Nov 10 17:58:26.241250 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 43998) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:26.280598 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d22e2-3a48-4fb6-baf1-0ca491361a3d tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:26.282113 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d22d22e2-3a48-4fb6-baf1-0ca491361a3d tempest-TestNetworkAdvancedServerOps-674733112 tempest-TestNetworkAdvancedServerOps-674733112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 1093 time: 0.0398991 Nov 10 17:58:26.284904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44000) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:26.289157 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '64549797-6bff-47f1-bbec-cc7f06177a66', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:26.382103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.481657 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.582753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Allocated IP 172.25.3.134 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/08681300-fe80-429f-baa3-e58a1dcc111c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:26.685958 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.776957 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.815142 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:26.819954 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:26.823431 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:26.830392 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=08681300-fe80-429f-baa3-e58a1dcc111c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:27.177161 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.301349 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.452010 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.534167 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.615685 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event updated for resources: {'Port': ['ID=08681300-fe80-429f-baa3-e58a1dcc111c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:27.625482 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.747569 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP 2fbb44f9-26fe-49bd-9062-662e4cee15f8 associated. External IP: 172.25.3.134, port: 64549797-6bff-47f1-bbec-cc7f06177a66. Nov 10 17:58:27.958461 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:58:28.065138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:58:28.076002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] Sync routers for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:58:28.085245 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:28.092613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:28.188008 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:28.197285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:28.214671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5a5e0507-3b9e-4c27-a6a1-b7efd367baf8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9287379 Nov 10 17:58:28.215480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:28.217885 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515bb321-3d0d-4134-ab28-71590cd0307b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:28.262199 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc2c57-11f6-4568-b605-cf15c5aa08cd x-openstack-request-id: req-b0cc2c57-11f6-4568-b605-cf15c5aa08cd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:28.262513 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:28.262786 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0cc2c57-11f6-4568-b605-cf15c5aa08cd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:28.263187 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66', 'status': 'completed', 'code': 200} Nov 10 17:58:28.351741 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bb321-3d0d-4134-ab28-71590cd0307b req-736051a0-5af2-48ab-a083-24eb807c6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.353224 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-515bb321-3d0d-4134-ab28-71590cd0307b req-736051a0-5af2-48ab-a083-24eb807c6fd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 1098 time: 0.0605516 Nov 10 17:58:28.361397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48a5f4-ec3a-493d-b30a-7f33c39d2b8d req-046814de-be37-456d-9d35-6c33416c8de4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.362973 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a48a5f4-ec3a-493d-b30a-7f33c39d2b8d req-046814de-be37-456d-9d35-6c33416c8de4 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0805190 Nov 10 17:58:28.438467 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '2fbb44f9-26fe-49bd-9062-662e4cee15f8', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'port_id': '64549797-6bff-47f1-bbec-cc7f06177a66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'mac_address': 'fa:16:3e:fc:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:58:27Z', 'updated_at': '2021-11-10T17:58:27Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:28.464014 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] Checking router: d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:58:28.466303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a48a5f4-ec3a-493d-b30a-7f33c39d2b8d req-70c2cdfd-657a-4414-b41b-a2ab2ba53944 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951405 Nov 10 17:58:28.473812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:28.474421 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:58:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:28.487747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bb321-3d0d-4134-ab28-71590cd0307b req-e96a4891-e844-4684-81ff-c00a8b8b705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.489295 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-515bb321-3d0d-4134-ab28-71590cd0307b req-e96a4891-e844-4684-81ff-c00a8b8b705d service neutron] 10.222.0.18 "GET /v2.0/networks?id=654358c6-be97-4fb2-8c6a-264df45d2301 HTTP/1.1" status: 200 len: 897 time: 0.1254406 Nov 10 17:58:28.489558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44006) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:28.552694 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-db4f3460-1d27-46cf-b42d-85d5916e784e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/2fbb44f9-26fe-49bd-9062-662e4cee15f8 HTTP/1.1" status: 200 len: 992 time: 0.0607550 Nov 10 17:58:28.566085 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-515bb321-3d0d-4134-ab28-71590cd0307b req-13d9e9ea-c1f0-4a34-9e16-d33624921f8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64549797-6bff-47f1-bbec-cc7f06177a66 HTTP/1.1" status: 200 len: 1000 time: 0.0671172 Nov 10 17:58:28.581622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:28.617747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bb321-3d0d-4134-ab28-71590cd0307b req-0e0f2def-c868-423e-b2cc-0a79e7501f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.619188 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-515bb321-3d0d-4134-ab28-71590cd0307b req-0e0f2def-c868-423e-b2cc-0a79e7501f77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb701d8b-09f8-4e5d-ba36-8fb8d41afafd HTTP/1.1" status: 200 len: 834 time: 0.0455191 Nov 10 17:58:28.664923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bb321-3d0d-4134-ab28-71590cd0307b req-f8233350-ab51-464c-89eb-b64db8168434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.666411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-515bb321-3d0d-4134-ab28-71590cd0307b req-f8233350-ab51-464c-89eb-b64db8168434 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=654358c6-be97-4fb2-8c6a-264df45d2301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405552 Nov 10 17:58:28.787013 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-515bb321-3d0d-4134-ab28-71590cd0307b req-dcde030f-c936-4cd9-b9bc-443f40e5921f service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134133 Nov 10 17:58:28.813125 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '2fbb44f9-26fe-49bd-9062-662e4cee15f8', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'port_id': '64549797-6bff-47f1-bbec-cc7f06177a66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'mac_address': 'fa:16:3e:fc:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:58:27Z', 'updated_at': '2021-11-10T17:58:27Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:28.845746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959a3a5-82ab-4d46-8382-462c218f8799 None None] The sync data for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 is: [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '2fbb44f9-26fe-49bd-9062-662e4cee15f8', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'port_id': '64549797-6bff-47f1-bbec-cc7f06177a66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'mac_address': 'fa:16:3e:fc:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:58:27Z', 'updated_at': '2021-11-10T17:58:27Z', 'revision_number': 0, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:58:28.885919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-515bb321-3d0d-4134-ab28-71590cd0307b req-6dc07429-4b2b-4336-aae0-348a815087db service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918195 Nov 10 17:58:29.067299 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b13226-c8ac-4ab7-906d-491d338a7cf9 None None] New status for floating IP 2fbb44f9-26fe-49bd-9062-662e4cee15f8: ACTIVE {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:58:29.554753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:29.620189 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-015d25f5-e052-4a3e-b985-13a1c93748c5 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/2fbb44f9-26fe-49bd-9062-662e4cee15f8 HTTP/1.1" status: 200 len: 994 time: 0.0642400 Nov 10 17:58:31.707979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96b77d58-281f-41e0-bf4f-6565ebe5226f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:33.956922 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c107d18-9f6d-4802-89a8-96a5af4c13cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:35.419951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:37.139397 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:37.642642 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:58:37.785060 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:39.044689 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:41.413516 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:47.618796 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-0dfdd149-86a3-472e-8b4d-5d8fd74ae9cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455825 Nov 10 17:58:47.704996 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-ba57b3e3-1a50-43a8-adb1-1808740d5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:47.706540 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-ba57b3e3-1a50-43a8-adb1-1808740d5868 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 1098 time: 0.0422468 Nov 10 17:58:47.825284 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-409d63d3-3d97-4c7d-8fdd-4620610eeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:47.826993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-409d63d3-3d97-4c7d-8fdd-4620610eeabc service neutron] 10.222.0.18 "GET /v2.0/networks?id=654358c6-be97-4fb2-8c6a-264df45d2301 HTTP/1.1" status: 200 len: 897 time: 0.0990596 Nov 10 17:58:47.898133 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-8b328ff3-8ddb-4f88-a144-3aa483888862 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64549797-6bff-47f1-bbec-cc7f06177a66 HTTP/1.1" status: 200 len: 1002 time: 0.0619521 Nov 10 17:58:47.948836 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-9135a160-c3fb-4478-80cd-45b319ecaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:47.951089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-9135a160-c3fb-4478-80cd-45b319ecaa65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb701d8b-09f8-4e5d-ba36-8fb8d41afafd HTTP/1.1" status: 200 len: 834 time: 0.0450978 Nov 10 17:58:48.001672 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-89ae4822-a7c1-46d9-bbe2-e4c09969fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:48.003175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-89ae4822-a7c1-46d9-bbe2-e4c09969fb7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=654358c6-be97-4fb2-8c6a-264df45d2301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452836 Nov 10 17:58:48.102109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-e7cb5396-cde0-45ef-ab0d-78307de68892 service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905075 Nov 10 17:58:48.203950 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03e374a3-d4da-4559-bdc8-83cbba30095c req-46753920-4d2d-4c6c-92fd-dea7d10efd80 service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937541 Nov 10 17:58:58.705547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27132771-8898-4b2d-8963-5412c191657d req-9b8f3173-004f-4c35-8061-92f9a2dd9e4b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:58.707062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27132771-8898-4b2d-8963-5412c191657d req-9b8f3173-004f-4c35-8061-92f9a2dd9e4b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.1090226 Nov 10 17:58:58.760240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27132771-8898-4b2d-8963-5412c191657d req-2244a8c5-8406-444b-bec6-03e5577c2c9d tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470805 Nov 10 17:58:59.949040 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53477bc-ad76-4521-8cba-c3ed0ac50958 req-c3af42ad-f819-41d1-9da9-e91a2f2decda tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:59.950752 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c53477bc-ad76-4521-8cba-c3ed0ac50958 req-c3af42ad-f819-41d1-9da9-e91a2f2decda tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.1144872 Nov 10 17:59:00.003554 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c53477bc-ad76-4521-8cba-c3ed0ac50958 req-9dec8a93-95f2-456d-b368-318d9437b3ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458322 Nov 10 17:59:00.026074 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:00.433450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-42906e85-e8cb-4201-9564-1ad325d24347 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/2fbb44f9-26fe-49bd-9062-662e4cee15f8 HTTP/1.1" status: 200 len: 994 time: 0.4062214 Nov 10 17:59:01.721903 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-68193f60-71df-4c8c-b962-44bf8cf3ab66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:01.917925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2862d1-8a9f-4207-9680-b724da2081dc req-b5d74663-905a-41f1-a6ec-74e023bb931f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:01.919820 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c2862d1-8a9f-4207-9680-b724da2081dc req-b5d74663-905a-41f1-a6ec-74e023bb931f tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0551362 Nov 10 17:59:01.977351 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5c2862d1-8a9f-4207-9680-b724da2081dc req-92eb3d69-da8c-4801-a610-a4b4900ffeb3 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473518 Nov 10 17:59:01.996977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-0ce9f6f3-be8f-4b61-923c-b2c007430d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:01.998488 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-0ce9f6f3-be8f-4b61-923c-b2c007430d42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 1098 time: 0.0425014 Nov 10 17:59:02.095824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-8a54de62-8cec-47c3-9a78-274781adcf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:02.097623 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-8a54de62-8cec-47c3-9a78-274781adcf0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=654358c6-be97-4fb2-8c6a-264df45d2301 HTTP/1.1" status: 200 len: 897 time: 0.0923955 Nov 10 17:59:02.169320 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-f028f369-dc46-4595-bee3-d2a141a14611 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64549797-6bff-47f1-bbec-cc7f06177a66 HTTP/1.1" status: 200 len: 1002 time: 0.0631294 Nov 10 17:59:02.219652 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-642cc199-995a-4366-b14b-6618e70726b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:02.221230 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-642cc199-995a-4366-b14b-6618e70726b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb701d8b-09f8-4e5d-ba36-8fb8d41afafd HTTP/1.1" status: 200 len: 834 time: 0.0450668 Nov 10 17:59:02.273754 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-dd3cbfd5-6b8b-4230-87db-055e6315d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:02.275907 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-dd3cbfd5-6b8b-4230-87db-055e6315d508 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=654358c6-be97-4fb2-8c6a-264df45d2301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470204 Nov 10 17:59:02.373018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-f614970d-be98-4181-850b-290e7a40c6dd service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895846 Nov 10 17:59:02.470614 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7e50b1db-34e7-437f-8b71-ce46c001bd2a req-3cd8081d-8c87-46c2-a780-0bbf518047ee service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903573 Nov 10 17:59:03.100995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fae009-9097-4a0b-ad18-6e542b1f2007 req-db4f9d3d-2554-4823-907e-73d386645b60 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:03.102559 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55fae009-9097-4a0b-ad18-6e542b1f2007 req-db4f9d3d-2554-4823-907e-73d386645b60 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0521121 Nov 10 17:59:03.156185 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-55fae009-9097-4a0b-ad18-6e542b1f2007 req-a85fb732-ba5a-4144-9f5c-21298fb5551e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476732 Nov 10 17:59:03.968116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f11bfc14-56af-4266-81cc-c8d6fa2e31e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:04.278652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631191e0-6d82-46a2-86c5-985e01fdf04f req-a32bdf92-2313-4720-ba9a-2783bdb48c9e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:04.280078 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-631191e0-6d82-46a2-86c5-985e01fdf04f req-a32bdf92-2313-4720-ba9a-2783bdb48c9e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0515182 Nov 10 17:59:04.333773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-631191e0-6d82-46a2-86c5-985e01fdf04f req-660b03f7-cb73-4064-bf32-3b94038443e9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473545 Nov 10 17:59:04.356541 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44046) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:04.426505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-323ec647-8799-4485-957e-7f94de3e9c94 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/floatingips/2fbb44f9-26fe-49bd-9062-662e4cee15f8 HTTP/1.1" status: 200 len: 994 time: 0.0686636 Nov 10 17:59:04.666538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44052) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:04.834719 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 08681300-fe80-429f-baa3-e58a1dcc111c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:04.835756 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:04.918093 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:04.918366 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:04.931938 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 08681300-fe80-429f-baa3-e58a1dcc111c owned by network:floatingip {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:05.419174 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.499827 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.530018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=08681300-fe80-429f-baa3-e58a1dcc111c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:05.543439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.543798 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.544144 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.544483 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.544823 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.545232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.545568 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.545935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.546264 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.546596 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.546925 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.547253 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:05.605929 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.606310 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Floating IP 2fbb44f9-26fe-49bd-9062-662e4cee15f8 disassociated (deleted). External IP: 172.25.3.134, port: 64549797-6bff-47f1-bbec-cc7f06177a66. Nov 10 17:59:05.833880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:05.946279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:05.951255 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.957407 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] Sync routers for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:05.967416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:05.968035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:05.983718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b089efe8-d91f-4361-9b5f-6c15109d32f9 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/floatingips/2fbb44f9-26fe-49bd-9062-662e4cee15f8 HTTP/1.1" status: 204 len: 168 time: 1.3160474 Nov 10 17:59:05.984422 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:05.987135 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02313b-3e99-4878-8494-2271850f4854" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:06.045727 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f48ec1c-e064-48a5-af25-431d7348b151 x-openstack-request-id: req-0f48ec1c-e064-48a5-af25-431d7348b151 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:06.046103 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:06.046428 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f48ec1c-e064-48a5-af25-431d7348b151 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:06.053984 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66', 'status': 'completed', 'code': 200} Nov 10 17:59:06.081557 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:06.125118 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02313b-3e99-4878-8494-2271850f4854 req-f4b7a630-ba27-4302-a497-1ac0b262930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.127638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c02313b-3e99-4878-8494-2271850f4854 req-f4b7a630-ba27-4302-a497-1ac0b262930b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8783b4f7b7be438ea591d82dd05f999f&device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 1098 time: 0.0497925 Nov 10 17:59:06.233206 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02313b-3e99-4878-8494-2271850f4854 req-7832b580-75c7-4c63-bdbc-25d21c0c648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.234701 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c02313b-3e99-4878-8494-2271850f4854 req-7832b580-75c7-4c63-bdbc-25d21c0c648b service neutron] 10.222.0.18 "GET /v2.0/networks?id=654358c6-be97-4fb2-8c6a-264df45d2301 HTTP/1.1" status: 200 len: 897 time: 0.0980144 Nov 10 17:59:06.304282 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c02313b-3e99-4878-8494-2271850f4854 req-c515aad2-1ac9-46be-a34c-87e06a3087a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64549797-6bff-47f1-bbec-cc7f06177a66 HTTP/1.1" status: 200 len: 217 time: 0.0593464 Nov 10 17:59:06.340844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:06.370762 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] Checking router: d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:06.372872 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02313b-3e99-4878-8494-2271850f4854 req-f26c2656-fadc-4a1f-bcc1-870368bd937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.373025 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c02313b-3e99-4878-8494-2271850f4854 req-f26c2656-fadc-4a1f-bcc1-870368bd937d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb701d8b-09f8-4e5d-ba36-8fb8d41afafd HTTP/1.1" status: 200 len: 834 time: 0.0567508 Nov 10 17:59:06.380975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:06.381540 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:06.424763 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02313b-3e99-4878-8494-2271850f4854 req-646057ab-a382-4c7a-9e1e-73ef3a568379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.426436 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c02313b-3e99-4878-8494-2271850f4854 req-646057ab-a382-4c7a-9e1e-73ef3a568379 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=654358c6-be97-4fb2-8c6a-264df45d2301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457172 Nov 10 17:59:06.504401 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:06.561732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e609308-356f-4bcf-9e6f-21ec55cb6c4d req-3b3c24a1-b048-4bec-b1c5-747a96b73882 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.563264 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e609308-356f-4bcf-9e6f-21ec55cb6c4d req-3b3c24a1-b048-4bec-b1c5-747a96b73882 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.1010511 Nov 10 17:59:06.583115 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c02313b-3e99-4878-8494-2271850f4854 req-d69988ac-6f69-498b-844a-6cff6a61aad5 service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409230 Nov 10 17:59:06.672111 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5e609308-356f-4bcf-9e6f-21ec55cb6c4d req-75ec050f-8bd7-4fa5-aeb7-256f516ca79b tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999658 Nov 10 17:59:06.717670 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-5c02313b-3e99-4878-8494-2271850f4854 req-7eeabb08-f873-4127-9c99-15c01a90ac02 service neutron] 10.222.0.18 "GET /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245651 Nov 10 17:59:06.731651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:06.760722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191102ac-74e0-4e96-bd8e-b401c34bf7f2 None None] The sync data for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 is: [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'f4512afd-e2c1-4103-bf8f-5051374de0bc', 'name': '', 'network_id': '654358c6-be97-4fb2-8c6a-264df45d2301', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'mac_address': 'fa:16:3e:5a:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:09Z', 'updated_at': '2021-11-10T17:58:13Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'subnets': [{'id': 'eb701d8b-09f8-4e5d-ba36-8fb8d41afafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:06.990319 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63988d68-b559-430d-b36f-b138dcc5aa4b None None] New status for floating IP 2fbb44f9-26fe-49bd-9062-662e4cee15f8: DOWN {{(pid=103328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:59:07.124676 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:07.784968 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:07.804274 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc675050-6b02-4076-a070-96806a57d480 req-7aaa2b23-cc7b-4063-8d9e-f2d118cb005e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:07.805871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc675050-6b02-4076-a070-96806a57d480 req-7aaa2b23-cc7b-4063-8d9e-f2d118cb005e tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0541193 Nov 10 17:59:07.859582 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc675050-6b02-4076-a070-96806a57d480 req-69064074-d312-4c17-b469-037c30a5be68 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/security-groups?id=8281d1d9-9afc-4f6b-add5-1545349005e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473735 Nov 10 17:59:08.048110 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-e3a73868-77f0-4ff8-81e8-44f61bd7c616 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:08.049719 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-e3a73868-77f0-4ff8-81e8-44f61bd7c616 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 946 time: 0.0557373 Nov 10 17:59:08.143706 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port 64549797-6bff-47f1-bbec-cc7f06177a66 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:08.144046 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:08.239717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port 64549797-6bff-47f1-bbec-cc7f06177a66, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=64549797-6bff-47f1-bbec-cc7f06177a66,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:08.240087 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:08.254595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for 64549797-6bff-47f1-bbec-cc7f06177a66 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:08.461586 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:08.495719 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=64549797-6bff-47f1-bbec-cc7f06177a66,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:08.511018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.511018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.511018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.511018 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.511452 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.511695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.512015 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.512342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.512662 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.512990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.513312 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.513627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:08.548809 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] No DVR routers for this DVR port 64549797-6bff-47f1-bbec-cc7f06177a66 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:59:08.551474 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:08.554812 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3e8c6f2-3cf5-4b2a-bfd2-187bbf101101 req-bc7c82dc-3443-4854-a7e7-42f2599b89e8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.18 "DELETE /v2.0/ports/64549797-6bff-47f1-bbec-cc7f06177a66 HTTP/1.1" status: 204 len: 173 time: 0.4987533 Nov 10 17:59:08.555253 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'name': 'network-vif-deleted', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:08.557622 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa2035c-4ec4-4fea-8fb7-f58febf3c57e" -d '{"events": [{"server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "name": "network-vif-deleted", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:08.603300 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55152bc1-0a8d-492b-8cc1-5954c9e89962 x-openstack-request-id: req-55152bc1-0a8d-492b-8cc1-5954c9e89962 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:08.603300 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2a0309-b8a8-4821-bc42-46b40b7c3d37", "name": "network-vif-deleted", "tag": "64549797-6bff-47f1-bbec-cc7f06177a66", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:08.603654 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55152bc1-0a8d-492b-8cc1-5954c9e89962 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:08.603940 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2a0309-b8a8-4821-bc42-46b40b7c3d37', 'name': 'network-vif-deleted', 'tag': '64549797-6bff-47f1-bbec-cc7f06177a66', 'status': 'completed', 'code': 200} Nov 10 17:59:09.006506 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8ed822ac-d3b2-4a25-b5df-1b86bc5bb9d0 req-d622bc5e-4723-4147-8282-5c6d9cd8dd01 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c2a0309-b8a8-4821-bc42-46b40b7c3d37 HTTP/1.1" status: 200 len: 210 time: 0.0433612 Nov 10 17:59:09.110643 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:10.063945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44068) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:10.448303 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:10.717427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port f4512afd-e2c1-4103-bf8f-5051374de0bc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:10.717682 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:10.813042 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port f4512afd-e2c1-4103-bf8f-5051374de0bc, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=f4512afd-e2c1-4103-bf8f-5051374de0bc,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:10.813401 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:10.827897 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for f4512afd-e2c1-4103-bf8f-5051374de0bc owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:11.087712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.116136 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=f4512afd-e2c1-4103-bf8f-5051374de0bc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:11.307814 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.401999 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.529629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:11.636449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:11.642293 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b7a05f8d-68f2-445c-8282-a2c19d8010b2 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "PUT /v2.0/routers/d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5771089 Nov 10 17:59:11.644843 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44070) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:11.646521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] Sync routers for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:11.656823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:11.657424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:11.694794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c50831-97ea-4684-bc88-afd01a07681a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting subnet eb701d8b-09f8-4e5d-ba36-8fb8d41afafd {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:59:11.697907 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09c50831-97ea-4684-bc88-afd01a07681a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.740931 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09c50831-97ea-4684-bc88-afd01a07681a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.765221 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:11.823890 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09c50831-97ea-4684-bc88-afd01a07681a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.946505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:59:10Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:11.947544 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09c50831-97ea-4684-bc88-afd01a07681a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.973422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] Checking router: d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:11.980434 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c50831-97ea-4684-bc88-afd01a07681a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Subnet': ['ID=eb701d8b-09f8-4e5d-ba36-8fb8d41afafd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:11.981765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] Routers {'d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:11.982367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:11.984737 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09c50831-97ea-4684-bc88-afd01a07681a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.991002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44072) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:11.991714 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-09c50831-97ea-4684-bc88-afd01a07681a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/subnets/eb701d8b-09f8-4e5d-ba36-8fb8d41afafd HTTP/1.1" status: 204 len: 168 time: 0.3452234 Nov 10 17:59:12.019858 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db8578-b7ef-4aed-aa5d-f1c994dca4d9 None None] Network 654358c6-be97-4fb2-8c6a-264df45d2301 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:59:12.103493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.178691 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] Set router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:12.224267 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.343364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] DHCP port deletion for 654358c6-be97-4fb2-8c6a-264df45d2301 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:12.348834 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Deleting port c5c5fc4d-2687-46f1-a34c-3e087da10427 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:12.350170 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.433329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:59:10Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:12.443650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] For port c5c5fc4d-2687-46f1-a34c-3e087da10427, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c5c5fc4d-2687-46f1-a34c-3e087da10427,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:12.444011 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.457729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Calling delete_port for c5c5fc4d-2687-46f1-a34c-3e087da10427 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:12.465064 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 64549797-6bff-47f1-bbec-cc7f06177a66 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:12.468997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587fdda-ba7d-4648-a2fb-ceb16c9092e9 None None] The sync data for ids ['d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c'] in n-d-714676-11 is: [{'id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210255969', 'tenant_id': '8783b4f7b7be438ea591d82dd05f999f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:59:10Z', 'revision_number': 5, 'project_id': '8783b4f7b7be438ea591d82dd05f999f', 'gw_port': {'id': 'c5c5fc4d-2687-46f1-a34c-3e087da10427', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:06Z', 'updated_at': '2021-11-10T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:12.487660 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Deleting port 879144d9-c9b0-40c7-bc75-dee60f5b8166 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:12.488155 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.491622 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 64549797-6bff-47f1-bbec-cc7f06177a66 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:12.491968 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 64549797-6bff-47f1-bbec-cc7f06177a66 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:12.581917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] For port 879144d9-c9b0-40c7-bc75-dee60f5b8166, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=879144d9-c9b0-40c7-bc75-dee60f5b8166,segment=NetworkSegment(38567c94-4fcf-43e1-a4a5-0ffd12e007da),segment_id=38567c94-4fcf-43e1-a4a5-0ffd12e007da)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:12.582222 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.595261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Calling delete_port for 879144d9-c9b0-40c7-bc75-dee60f5b8166 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:12.741522 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.764565 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.765876 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Port': ['ID=c5c5fc4d-2687-46f1-a34c-3e087da10427,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:12.793623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9200a5-61ec-4e3b-9c2a-d77631f9fae5 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:12.802274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] No DVR routers for this DVR port 879144d9-c9b0-40c7-bc75-dee60f5b8166 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:59:12.802274 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Pushing event deleted for resources: {'Port': ['ID=879144d9-c9b0-40c7-bc75-dee60f5b8166,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:12.813007 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.813352 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.813688 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.814699 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.815027 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.815382 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.815711 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.816043 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.816361 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.816678 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.816998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.817311 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515feed7-89e8-4b2e-9e1b-6d2bf10a947b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.841996 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.937947 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.940614 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.033273 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.034017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Fanout notify agent at l3_agent the message router_deleted on router d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:59:13.041346 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.042487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c39e7a08-49b3-459b-8025-14eb3fde1ba8 tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/routers/d314d1c0-dfb2-4bf2-b83b-c2fb3bb22f3c HTTP/1.1" status: 204 len: 168 time: 1.0503197 Nov 10 17:59:13.045287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:13.129188 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.225731 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.245229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654358c6-be97-4fb2-8c6a-264df45d2301']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:13.255735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38567c94-4fcf-43e1-a4a5-0ffd12e007da') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:13.256029 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38567c94-4fcf-43e1-a4a5-0ffd12e007da') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:13.265275 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.278915 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.285120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:59:13.285501 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: timer() Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:59:13.288444 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:59:13.439244 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.446872 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.449568 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/networks/654358c6-be97-4fb2-8c6a-264df45d2301 HTTP/1.1" status: 204 len: 168 time: 0.4033432 Nov 10 17:59:13.452416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:13.462076 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3d1a3-9804-4140-9663-8b2b478846ab tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'Network': ['ID=654358c6-be97-4fb2-8c6a-264df45d2301,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:13.511245 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9296112-db47-4b7c-8ef3-e03a8a3af24a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.538740 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9296112-db47-4b7c-8ef3-e03a8a3af24a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.585672 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 879144d9-c9b0-40c7-bc75-dee60f5b8166 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:13.690966 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9296112-db47-4b7c-8ef3-e03a8a3af24a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.693963 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9296112-db47-4b7c-8ef3-e03a8a3af24a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.698354 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a9296112-db47-4b7c-8ef3-e03a8a3af24a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] 10.222.0.62 "DELETE /v2.0/security-groups/8281d1d9-9afc-4f6b-add5-1545349005e8 HTTP/1.1" status: 204 len: 168 time: 0.2418823 Nov 10 17:59:13.707133 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9296112-db47-4b7c-8ef3-e03a8a3af24a tempest-TestNetworkAdvancedServerOps-1769564005 tempest-TestNetworkAdvancedServerOps-1769564005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8281d1d9-9afc-4f6b-add5-1545349005e8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:13.764978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 879144d9-c9b0-40c7-bc75-dee60f5b8166 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:13.765217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 879144d9-c9b0-40c7-bc75-dee60f5b8166 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:13.765626 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5c5fc4d-2687-46f1-a34c-3e087da10427 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:13.790791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c5c5fc4d-2687-46f1-a34c-3e087da10427 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:13.791139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c5c5fc4d-2687-46f1-a34c-3e087da10427 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:13.791577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4512afd-e2c1-4103-bf8f-5051374de0bc no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:13.822935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: f4512afd-e2c1-4103-bf8f-5051374de0bc {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:13.823417 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device f4512afd-e2c1-4103-bf8f-5051374de0bc not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:14.331633 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44084) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:14.471429 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-9c55474e-1364-475e-a3f9-401fa470322e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8783b4f7b7be438ea591d82dd05f999f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384656 Nov 10 17:59:14.473735 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44088) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:14.520993 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f95ef587-9e4d-4f21-b158-c3b815f4d01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.542024 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f95ef587-9e4d-4f21-b158-c3b815f4d01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.642459 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:59:14.664913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f95ef587-9e4d-4f21-b158-c3b815f4d01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.667579 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f95ef587-9e4d-4f21-b158-c3b815f4d01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.668768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f95ef587-9e4d-4f21-b158-c3b815f4d01d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f07ff32-1fc3-423f-8063-e929136a32c4 HTTP/1.1" status: 204 len: 168 time: 0.1941235 Nov 10 17:59:14.676903 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ef587-9e4d-4f21-b158-c3b815f4d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f07ff32-1fc3-423f-8063-e929136a32c4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:15.282945 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44094) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:15.293623 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcfe8-0f30-43b7-91c3-4158c04dd7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.370846 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcfe8-0f30-43b7-91c3-4158c04dd7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.441599 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcfe8-0f30-43b7-91c3-4158c04dd7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.480324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d5bdcfe8-0f30-43b7-91c3-4158c04dd7f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20a0606a3fd04f48ab9b9faa50cf0dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1990142 Nov 10 17:59:15.481507 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdcfe8-0f30-43b7-91c3-4158c04dd7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0cece-e2b4-4659-8b83-ac3410e5d45a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:15.482985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:15.536726 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e656ffc7-568c-4a63-bab3-0cff83d21436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.560069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e656ffc7-568c-4a63-bab3-0cff83d21436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.690664 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e656ffc7-568c-4a63-bab3-0cff83d21436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.699152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e656ffc7-568c-4a63-bab3-0cff83d21436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.699152 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e656ffc7-568c-4a63-bab3-0cff83d21436 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdf0cece-e2b4-4659-8b83-ac3410e5d45a HTTP/1.1" status: 204 len: 168 time: 0.2105336 Nov 10 17:59:15.702638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656ffc7-568c-4a63-bab3-0cff83d21436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0cece-e2b4-4659-8b83-ac3410e5d45a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:16.754589 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:16.850973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-934129901-network', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:16.944070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Made reservation on behalf of 83a233120a1440a39d76d63b3b30ab4a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:16.946493 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:16.956749 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.039042 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.074418 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.102132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:59:17.112501 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a8e43-cc14-4b93-a197-0ab9be1ad39e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:17.118785 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.119135 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Added segment 54b84dbb-c98f-45fa-b267-db69b1be8e88 of type vlan for network 0c29ea8f-365d-4466-a76d-2c79c0e7240f Nov 10 17:59:17.166369 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.261251 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.262428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:17.263100 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.323104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] Pushing event updated for resources: {'Network': ['ID=0c29ea8f-365d-4466-a76d-2c79c0e7240f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:17.335192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:59:17.355697 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-c8290d3c-6e81-43a2-a703-60d5dca54060 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5996156 Nov 10 17:59:17.358555 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:17.366882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Request body: {'subnet': {'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-934129901-subnet', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:17.467497 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Made reservation on behalf of 83a233120a1440a39d76d63b3b30ab4a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:17.471532 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.707335 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.772484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:17.778729 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Checking segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:17.779091 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Network hostable DHCP agents. Network: 0c29ea8f-365d-4466-a76d-2c79c0e7240f, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:59:17.855526 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:59:17.918347 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 0c29ea8f-365d-4466-a76d-2c79c0e7240f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:17.922772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:17.924180 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.930535 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0376985-5343-4789-bba2-f3d2211f948c None None] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:59:18.002094 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-47dd6d0b-7ae4-417b-af77-7cabb23692c9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6391695 Nov 10 17:59:18.002094 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:18.006249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:18.087528 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:59:18.088511 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.090565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.091822 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.144941 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.231158 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Allocated IP 172.20.0.2 (0c29ea8f-365d-4466-a76d-2c79c0e7240f/ed33d5d9-ebe9-4892-9134-0dcc4aa6b418/5125017c-0604-43c0-9c3b-336a7bf3cd46) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:18.331899 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.481860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.553275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.590915 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:18.593709 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:18.599828 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:18.602083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.610820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Pushing event updated for resources: {'Port': ['ID=5125017c-0604-43c0-9c3b-336a7bf3cd46,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:18.626776 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.659929 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Attempting to bind port 5125017c-0604-43c0-9c3b-336a7bf3cd46 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:18.660299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Attempting to bind port 5125017c-0604-43c0-9c3b-336a7bf3cd46 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:18.660756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Attempting to bind port 5125017c-0604-43c0-9c3b-336a7bf3cd46 on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:18.665978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:18.666331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Checking segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:18.666732 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.667769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Bound using segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:18.667769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Bound port: 5125017c-0604-43c0-9c3b-336a7bf3cd46, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:18.668031 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.729017 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Allocated IP 172.25.3.119 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/8a470a46-944d-498a-bc8e-816f9a26a992) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:18.736650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] For port 5125017c-0604-43c0-9c3b-336a7bf3cd46, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:18.739844 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] For port 5125017c-0604-43c0-9c3b-336a7bf3cd46, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5125017c-0604-43c0-9c3b-336a7bf3cd46,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:18.804808 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.835713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.869912 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6049-d234-44b3-8fbf-ecaf58df3868 None None] Pushing event updated for resources: {'Port': ['ID=5125017c-0604-43c0-9c3b-336a7bf3cd46,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:18.921883 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.960970 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:18.965978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:18.969586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:18.976344 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a470a46-944d-498a-bc8e-816f9a26a992,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:18.981012 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a9553b-d315-452a-8a76-9b87bdc0bc8c None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:19.049425 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-49454b05-0dd0-4100-ba30-9a04450597fb None None] Provisioning complete for port 8a470a46-944d-498a-bc8e-816f9a26a992 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:19.049782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-49454b05-0dd0-4100-ba30-9a04450597fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.086949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-49454b05-0dd0-4100-ba30-9a04450597fb None None] Port 8a470a46-944d-498a-bc8e-816f9a26a992 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:19.299681 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5125017c-0604-43c0-9c3b-336a7bf3cd46 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:19.361761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.364702 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5125017c-0604-43c0-9c3b-336a7bf3cd46 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:19.365066 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.445661 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.481450 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port 5125017c-0604-43c0-9c3b-336a7bf3cd46, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5125017c-0604-43c0-9c3b-336a7bf3cd46,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:19.547182 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.609105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.613333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=5125017c-0604-43c0-9c3b-336a7bf3cd46,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:19.825543 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235491a6-94a4-420e-9820-99c5379e0815 None None] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:59:19.830736 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:59:19.939367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-5b373d8d-9fb0-4ff3-a04b-9b7b35ddd61f None None] Provisioning complete for port 5125017c-0604-43c0-9c3b-336a7bf3cd46 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:19.939635 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b373d8d-9fb0-4ff3-a04b-9b7b35ddd61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.283981 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-683b90f0-5277-4872-979b-f8f67b79275e None None] Provisioning complete for port 5125017c-0604-43c0-9c3b-336a7bf3cd46 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:20.284346 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-683b90f0-5277-4872-979b-f8f67b79275e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.285010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:20.294578 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Sync routers for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:20.304742 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:20.305344 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:20.378829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.380582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6680192d-15cc-42fe-9cfd-123a084e67a1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3777375 Nov 10 17:59:20.383435 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:20.449458 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:20.728863 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:19Z', 'revision_number': 3, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:20.756442 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Checking router: bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:20.756784 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Updating router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd port 8a470a46-944d-498a-bc8e-816f9a26a992 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:59:20.781482 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.824290 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.987072 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Allocated IP 172.20.0.1 (0c29ea8f-365d-4466-a76d-2c79c0e7240f/ed33d5d9-ebe9-4892-9134-0dcc4aa6b418/83674018-48d1-4f7e-a471-a6db811719c3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:21.043864 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.098725 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.118844 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.162963 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7841b6-bcfd-4a27-b325-518e9a7fd134 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:21.175463 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Attempting to bind port 8a470a46-944d-498a-bc8e-816f9a26a992 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:21.175463 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Attempting to bind port 8a470a46-944d-498a-bc8e-816f9a26a992 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:21.175463 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Attempting to bind port 8a470a46-944d-498a-bc8e-816f9a26a992 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:21.175463 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Pushing event updated for resources: {'Port': ['ID=8a470a46-944d-498a-bc8e-816f9a26a992,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:21.184663 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.185002 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.185338 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.185665 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.185990 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.186311 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.186628 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.186944 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.187259 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.187603 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.187913 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.188225 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:21.191024 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.192430 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:21.192798 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:21.193201 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.193576 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:21.194230 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Bound port: 8a470a46-944d-498a-bc8e-816f9a26a992, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:21.194606 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.227085 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:21.230219 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:21.232749 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:21.250581 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] For port 8a470a46-944d-498a-bc8e-816f9a26a992, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:21.253843 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] For port 8a470a46-944d-498a-bc8e-816f9a26a992, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8a470a46-944d-498a-bc8e-816f9a26a992,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:21.266000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ef90db18-02a6-40bc-bdb7-7b76bde1a673 None None] Provisioning complete for port 8a470a46-944d-498a-bc8e-816f9a26a992 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:21.266375 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef90db18-02a6-40bc-bdb7-7b76bde1a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.283019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Pushing event updated for resources: {'Port': ['ID=83674018-48d1-4f7e-a471-a6db811719c3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:21.294641 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.309143 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ef90db18-02a6-40bc-bdb7-7b76bde1a673 None None] Port 8a470a46-944d-498a-bc8e-816f9a26a992 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:21.328023 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.332742 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5125017c-0604-43c0-9c3b-336a7bf3cd46 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:21.400652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a5f11-3177-4982-bd2e-14b2714abb2c None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:21.413296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 5125017c-0604-43c0-9c3b-336a7bf3cd46 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:21.413724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.417811 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:21.418443 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:21.477028 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79c35b-616a-4c27-baa3-673468583579 None None] Pushing event updated for resources: {'Port': ['ID=8a470a46-944d-498a-bc8e-816f9a26a992,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:21.550076 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d2ebc4c5-01a8-4ff8-8ddb-c6e28c814fec None None] Provisioning complete for port 8a470a46-944d-498a-bc8e-816f9a26a992 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:21.550594 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc4c5-01a8-4ff8-8ddb-c6e28c814fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.555545 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.571625 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:21.631148 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc4c5-01a8-4ff8-8ddb-c6e28c814fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.653031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d2ebc4c5-01a8-4ff8-8ddb-c6e28c814fec None None] For port 8a470a46-944d-498a-bc8e-816f9a26a992, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8a470a46-944d-498a-bc8e-816f9a26a992,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:21.716354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc4c5-01a8-4ff8-8ddb-c6e28c814fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.734786 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.760816 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:19Z', 'revision_number': 3, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:21.778362 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebc4c5-01a8-4ff8-8ddb-c6e28c814fec None None] Pushing event updated for resources: {'Port': ['ID=8a470a46-944d-498a-bc8e-816f9a26a992,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:21.789821 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1a103-f325-4b1f-84e4-6709f682f4e5 None None] The sync data for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 is: [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:19Z', 'revision_number': 3, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:21.807233 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.840173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1b1b6199-f384-40b7-85ee-5671ad18752f None None] Provisioning complete for port 83674018-48d1-4f7e-a471-a6db811719c3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:21.840542 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6199-f384-40b7-85ee-5671ad18752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.879985 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.880432 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b6199-f384-40b7-85ee-5671ad18752f None None] Port 83674018-48d1-4f7e-a471-a6db811719c3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:21.893851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Pushing event updated for resources: {'Port': ['ID=83674018-48d1-4f7e-a471-a6db811719c3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:21.991557 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:21.993412 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:22.126980 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:22.248056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:22.263922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e566103b-d63a-42f0-8e3f-6f013c890efa admin admin] 10.222.0.62 "PUT /v2.0/routers/bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698606 Nov 10 17:59:22.310124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-16b3c99c-2095-4815-9109-2470698ac4d8 None None] Provisioning complete for port 83674018-48d1-4f7e-a471-a6db811719c3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:22.310747 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16b3c99c-2095-4815-9109-2470698ac4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:22.354216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-16b3c99c-2095-4815-9109-2470698ac4d8 None None] Port 83674018-48d1-4f7e-a471-a6db811719c3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:22.970054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:22.975573 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1481720191-network', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:23.064882 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Made reservation on behalf of 41969eb405d4416b88efaf1aacd39a19 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:23.067378 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.079467 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.161633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.230695 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.253495 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:59:23.272985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7410cbb9-c774-4ffb-867e-9e2409ee5b69,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:23.275998 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.276419 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Added segment 70e52a21-b5fe-4884-b964-584750e5614c of type vlan for network 4498039d-8f2e-4ab0-accf-9af96473cef9 Nov 10 17:59:23.321019 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.324623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8a470a46-944d-498a-bc8e-816f9a26a992 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:23.377790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 8a470a46-944d-498a-bc8e-816f9a26a992 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:23.378148 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.430351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Sync routers for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:23.450821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.452171 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:23.452778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.462888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:23.463529 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:23.522188 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] Pushing event updated for resources: {'Network': ['ID=4498039d-8f2e-4ab0-accf-9af96473cef9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:23.548042 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 4498039d-8f2e-4ab0-accf-9af96473cef9 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:59:23.550645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3b1f2a2e-b2da-4cdc-8582-e241122eddbf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5791242 Nov 10 17:59:23.553491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:23.558346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Request body: {'subnet': {'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1481720191-subnet', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:23.629692 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:23.650064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Made reservation on behalf of 41969eb405d4416b88efaf1aacd39a19 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:23.652536 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.851406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 2, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:23.879107 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.894799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Checking router: bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:23.894799 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Updating router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd port 83674018-48d1-4f7e-a471-a6db811719c3 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:59:23.918766 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.935564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3389bf78-e887-4fb5-98d0-917b04b35739,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:23.945348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Checking segment: {'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:23.945779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Network hostable DHCP agents. Network: 4498039d-8f2e-4ab0-accf-9af96473cef9, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:59:24.007758 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Network 4498039d-8f2e-4ab0-accf-9af96473cef9 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:59:24.081735 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 4498039d-8f2e-4ab0-accf-9af96473cef9) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:24.086940 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:24.087950 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.093137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43416cf8-b94d-4326-89bb-e5557aaab4a1 None None] Network 4498039d-8f2e-4ab0-accf-9af96473cef9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:59:24.170038 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-febac807-5246-49b8-96ad-5499642c7829 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6151054 Nov 10 17:59:24.172303 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:24.178338 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:24.267292 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.268458 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.330236 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.457339 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.481242 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-4498039d-8f2e-4ab0-accf-9af96473cef9', 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'fixed_ips': [{'subnet_id': '3389bf78-e887-4fb5-98d0-917b04b35739'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:59:24.482153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.567337 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.582454 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.655905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7c44-1d0c-4520-a036-5b3269f7f0d9 None None] Pushing event updated for resources: {'Port': ['ID=83674018-48d1-4f7e-a471-a6db811719c3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:24.709570 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Allocated IP 172.20.0.2 (4498039d-8f2e-4ab0-accf-9af96473cef9/3389bf78-e887-4fb5-98d0-917b04b35739/89516884-0e77-4e9c-b356-0a254a090ee5) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:24.745015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Attempting to bind port 83674018-48d1-4f7e-a471-a6db811719c3 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:24.745381 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Attempting to bind port 83674018-48d1-4f7e-a471-a6db811719c3 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:24.745746 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Attempting to bind port 83674018-48d1-4f7e-a471-a6db811719c3 on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:24.768265 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:24.768734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Checking segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:24.769021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.769411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Bound using segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:24.769893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Bound port: 83674018-48d1-4f7e-a471-a6db811719c3, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:24.770273 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.885156 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.905664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] For port 83674018-48d1-4f7e-a471-a6db811719c3, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:24.906104 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.939881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] For port 83674018-48d1-4f7e-a471-a6db811719c3, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=83674018-48d1-4f7e-a471-a6db811719c3,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:24.952734 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-da7e1617-674d-4985-ae0c-419c74c69495 None None] Provisioning complete for port 83674018-48d1-4f7e-a471-a6db811719c3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:24.953101 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-da7e1617-674d-4985-ae0c-419c74c69495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.988058 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.000780 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-da7e1617-674d-4985-ae0c-419c74c69495 None None] Port 83674018-48d1-4f7e-a471-a6db811719c3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:25.016302 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.039176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Allocated IP 172.25.3.149 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/9060241a-9178-4008-803e-425d81347f8c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:25.068774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:25.069411 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:25.119947 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.136803 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7c44-1d0c-4520-a036-5b3269f7f0d9 None None] Pushing event updated for resources: {'Port': ['ID=83674018-48d1-4f7e-a471-a6db811719c3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:25.149199 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.216460 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Network 4498039d-8f2e-4ab0-accf-9af96473cef9 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:25.228121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:25.235992 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:25.242375 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.245509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Pushing event updated for resources: {'Port': ['ID=89516884-0e77-4e9c-b356-0a254a090ee5,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:25.284007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:25.291365 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:25.295148 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:25.304924 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Pushing event updated for resources: {'Port': ['ID=9060241a-9178-4008-803e-425d81347f8c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:25.305202 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:25.311671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da385c-a6ce-4c16-9406-1f0079eb5547 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:25.378455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Attempting to bind port 89516884-0e77-4e9c-b356-0a254a090ee5 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:25.378823 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Attempting to bind port 89516884-0e77-4e9c-b356-0a254a090ee5 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:25.379187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Attempting to bind port 89516884-0e77-4e9c-b356-0a254a090ee5 on network 4498039d-8f2e-4ab0-accf-9af96473cef9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:25.419591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:25.420062 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Checking segment: {'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:25.420467 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.420877 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Bound using segment: {'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:25.421366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Bound port: 89516884-0e77-4e9c-b356-0a254a090ee5, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:25.421746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.425342 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-71e5a5f5-73aa-4095-9b40-1b99ceac433b None None] Provisioning complete for port 83674018-48d1-4f7e-a471-a6db811719c3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:25.425705 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71e5a5f5-73aa-4095-9b40-1b99ceac433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.624743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] For port 89516884-0e77-4e9c-b356-0a254a090ee5, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:25.649220 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.668150 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] For port 89516884-0e77-4e9c-b356-0a254a090ee5, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=89516884-0e77-4e9c-b356-0a254a090ee5,segment=NetworkSegment(70e52a21-b5fe-4884-b964-584750e5614c),segment_id=70e52a21-b5fe-4884-b964-584750e5614c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:25.683802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71e5a5f5-73aa-4095-9b40-1b99ceac433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.730227 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-71e5a5f5-73aa-4095-9b40-1b99ceac433b None None] For port 83674018-48d1-4f7e-a471-a6db811719c3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=83674018-48d1-4f7e-a471-a6db811719c3,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:25.732423 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.738490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:24Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:25.801298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2e1fc-f77e-469d-80e4-312d03796bee None None] The sync data for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 is: [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:24Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:25.833288 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71e5a5f5-73aa-4095-9b40-1b99ceac433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.841876 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5b4e-217f-47d3-b77d-158b80f17cb5 None None] Pushing event updated for resources: {'Port': ['ID=89516884-0e77-4e9c-b356-0a254a090ee5,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:25.914247 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.934676 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5a5f5-73aa-4095-9b40-1b99ceac433b None None] Pushing event updated for resources: {'Port': ['ID=83674018-48d1-4f7e-a471-a6db811719c3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:25.962455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-971452f3-98d0-4c0d-a368-a4969d07e2c6 None None] Provisioning complete for port 9060241a-9178-4008-803e-425d81347f8c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:25.963143 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-971452f3-98d0-4c0d-a368-a4969d07e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:26.009436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-971452f3-98d0-4c0d-a368-a4969d07e2c6 None None] Port 9060241a-9178-4008-803e-425d81347f8c cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:26.144851 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Router 6445bac8-a763-4173-95ed-4dc4075fa080 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:59:26.265381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:26.275822 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Sync routers for ids ['6445bac8-a763-4173-95ed-4dc4075fa080'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:26.287435 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Routers {'6445bac8-a763-4173-95ed-4dc4075fa080'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:26.288115 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6445bac8-a763-4173-95ed-4dc4075fa080'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:26.372644 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:26.374822 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-80bb28bc-4f11-4a7b-81d9-d6327f82bc31 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2003677 Nov 10 17:59:26.377880 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:26.426341 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Set router 6445bac8-a763-4173-95ed-4dc4075fa080 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:26.626304 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '9060241a-9178-4008-803e-425d81347f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 3, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port': {'id': '9060241a-9178-4008-803e-425d81347f8c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:26.656339 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Checking router: 6445bac8-a763-4173-95ed-4dc4075fa080 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:26.657132 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Updating router 6445bac8-a763-4173-95ed-4dc4075fa080 port 9060241a-9178-4008-803e-425d81347f8c binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:59:26.692861 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:26.868029 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.000763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf3e1e-0a0b-4014-9ccb-bc664d54b8b5 None None] Network 4498039d-8f2e-4ab0-accf-9af96473cef9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:59:27.019239 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.050493 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Allocated IP 172.20.0.1 (4498039d-8f2e-4ab0-accf-9af96473cef9/3389bf78-e887-4fb5-98d0-917b04b35739/dd325fd4-ff25-42fc-be70-ae13326c6bac) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:27.067687 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.078927 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-51848ac5-1eb7-4f58-83a1-d2b71d1aac67 None None] Provisioning complete for port 89516884-0e77-4e9c-b356-0a254a090ee5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:27.079296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51848ac5-1eb7-4f58-83a1-d2b71d1aac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.127596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b2303-9616-42fb-9e4c-a5a6fec0fab5 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:27.127711 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Attempting to bind port 9060241a-9178-4008-803e-425d81347f8c on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:27.127711 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Attempting to bind port 9060241a-9178-4008-803e-425d81347f8c by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:27.128152 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Attempting to bind port 9060241a-9178-4008-803e-425d81347f8c on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:27.140655 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:27.141934 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:27.142649 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.142782 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:27.143471 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Bound port: 9060241a-9178-4008-803e-425d81347f8c, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:27.143835 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.167248 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.214888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] For port 9060241a-9178-4008-803e-425d81347f8c, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:27.217127 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0abf9-cee1-40b7-9017-83ef96a9faa7 None None] Pushing event updated for resources: {'Port': ['ID=9060241a-9178-4008-803e-425d81347f8c,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:27.218417 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51848ac5-1eb7-4f58-83a1-d2b71d1aac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.231059 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] For port 9060241a-9178-4008-803e-425d81347f8c, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9060241a-9178-4008-803e-425d81347f8c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:27.270672 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.278923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-51848ac5-1eb7-4f58-83a1-d2b71d1aac67 None None] For port 89516884-0e77-4e9c-b356-0a254a090ee5, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=89516884-0e77-4e9c-b356-0a254a090ee5,segment=NetworkSegment(70e52a21-b5fe-4884-b964-584750e5614c),segment_id=70e52a21-b5fe-4884-b964-584750e5614c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:27.320104 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Pushing event updated for resources: {'Port': ['ID=dd325fd4-ff25-42fc-be70-ae13326c6bac,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:27.336926 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.343112 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Network 4498039d-8f2e-4ab0-accf-9af96473cef9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:27.345622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:27.351708 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:27.373037 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 83674018-48d1-4f7e-a471-a6db811719c3 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:27.413715 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ff024-968f-4e7f-805e-9675b438b475 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:27.415669 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.417395 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-51848ac5-1eb7-4f58-83a1-d2b71d1aac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.440746 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Routers {'6445bac8-a763-4173-95ed-4dc4075fa080'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:27.441376 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6445bac8-a763-4173-95ed-4dc4075fa080'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:27.493618 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51848ac5-1eb7-4f58-83a1-d2b71d1aac67 None None] Pushing event updated for resources: {'Port': ['ID=89516884-0e77-4e9c-b356-0a254a090ee5,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:27.540827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 83674018-48d1-4f7e-a471-a6db811719c3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:27.541275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.584937 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-80b9f1c2-1701-46ae-ac75-3eb34b480f8b None None] Provisioning complete for port 9060241a-9178-4008-803e-425d81347f8c triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:27.585653 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80b9f1c2-1701-46ae-ac75-3eb34b480f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.587638 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0abf9-cee1-40b7-9017-83ef96a9faa7 None None] Pushing event updated for resources: {'Port': ['ID=9060241a-9178-4008-803e-425d81347f8c,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:27.627178 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] Set router 6445bac8-a763-4173-95ed-4dc4075fa080 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:27.678744 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.706408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 89516884-0e77-4e9c-b356-0a254a090ee5 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:27.892271 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.933269 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80b9f1c2-1701-46ae-ac75-3eb34b480f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.961286 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.970893 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '9060241a-9178-4008-803e-425d81347f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 3, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port': {'id': '9060241a-9178-4008-803e-425d81347f8c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:27.975241 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-80b9f1c2-1701-46ae-ac75-3eb34b480f8b None None] For port 9060241a-9178-4008-803e-425d81347f8c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9060241a-9178-4008-803e-425d81347f8c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:27.982671 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 89516884-0e77-4e9c-b356-0a254a090ee5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:27.983232 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.999553 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229e5b6-6322-4c5e-aa3a-cc4c3a011479 None None] The sync data for ids ['6445bac8-a763-4173-95ed-4dc4075fa080'] in n-d-714676-11 is: [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '9060241a-9178-4008-803e-425d81347f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 3, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port': {'id': '9060241a-9178-4008-803e-425d81347f8c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:28.033736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Pushing event updated for resources: {'Port': ['ID=dd325fd4-ff25-42fc-be70-ae13326c6bac,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:28.033935 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80b9f1c2-1701-46ae-ac75-3eb34b480f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.038198 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.123106 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9f1c2-1701-46ae-ac75-3eb34b480f8b None None] Pushing event updated for resources: {'Port': ['ID=9060241a-9178-4008-803e-425d81347f8c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:28.150642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Network 4498039d-8f2e-4ab0-accf-9af96473cef9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:28.152581 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:28.156534 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ef7e47e9-5b5c-45ea-a10d-df9ad51ea50f None None] Provisioning complete for port dd325fd4-ff25-42fc-be70-ae13326c6bac triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:28.156928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef7e47e9-5b5c-45ea-a10d-df9ad51ea50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.198286 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e47e9-5b5c-45ea-a10d-df9ad51ea50f None None] Port dd325fd4-ff25-42fc-be70-ae13326c6bac cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:28.213928 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ef7e47e9-5b5c-45ea-a10d-df9ad51ea50f None None] Provisioning complete for port 89516884-0e77-4e9c-b356-0a254a090ee5 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:28.214290 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ef7e47e9-5b5c-45ea-a10d-df9ad51ea50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.326451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Router 6445bac8-a763-4173-95ed-4dc4075fa080 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:28.471856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:28.481081 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-0afca158-e54a-4d1b-aa12-628658a83574 admin admin] 10.222.0.62 "PUT /v2.0/routers/6445bac8-a763-4173-95ed-4dc4075fa080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1018968 Nov 10 17:59:28.558422 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8f508a51-a06b-4b51-b11a-986f3cc9eadd None None] Provisioning complete for port dd325fd4-ff25-42fc-be70-ae13326c6bac triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:28.559128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8f508a51-a06b-4b51-b11a-986f3cc9eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.603505 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-8f508a51-a06b-4b51-b11a-986f3cc9eadd None None] Port dd325fd4-ff25-42fc-be70-ae13326c6bac cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:29.101271 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:29.105873 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-65cb81af-f0e3-41d5-9ce5-7230c43442d7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649313471', 'description': 'tempest-secgroup-smoke-649313471 description', 'project_id': '83a233120a1440a39d76d63b3b30ab4a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:29.178575 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cb81af-f0e3-41d5-9ce5-7230c43442d7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.250205 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cb81af-f0e3-41d5-9ce5-7230c43442d7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.315839 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cb81af-f0e3-41d5-9ce5-7230c43442d7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.349582 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb81af-f0e3-41d5-9ce5-7230c43442d7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f7aa65-6134-43df-ac6a-b789d44e12f0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:29.356187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9060241a-9178-4008-803e-425d81347f8c up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:29.413689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 9060241a-9178-4008-803e-425d81347f8c triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:29.414066 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.424101 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65cb81af-f0e3-41d5-9ce5-7230c43442d7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.427337 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-65cb81af-f0e3-41d5-9ce5-7230c43442d7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3235595 Nov 10 17:59:29.435836 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44158) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:29.443680 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-3bc3a0b3-d34a-43ce-b0b4-ab739cdabc23 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '08f7aa65-6134-43df-ac6a-b789d44e12f0', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:29.498331 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 89516884-0e77-4e9c-b356-0a254a090ee5 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:29.534085 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a0b3-d34a-43ce-b0b4-ab739cdabc23 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.552223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 89516884-0e77-4e9c-b356-0a254a090ee5 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:29.552683 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.601305 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a0b3-d34a-43ce-b0b4-ab739cdabc23 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.695622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a0b3-d34a-43ce-b0b4-ab739cdabc23 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.717437 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3a0b3-d34a-43ce-b0b4-ab739cdabc23 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ade463c-cae2-4e7c-9421-ca4484f7de71,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:29.725984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Sync routers for ids ['6445bac8-a763-4173-95ed-4dc4075fa080'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:29.737117 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Routers {'6445bac8-a763-4173-95ed-4dc4075fa080'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:29.737739 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6445bac8-a763-4173-95ed-4dc4075fa080'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:29.795031 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a0b3-d34a-43ce-b0b4-ab739cdabc23 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.796344 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-3bc3a0b3-d34a-43ce-b0b4-ab739cdabc23 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591235 Nov 10 17:59:29.799553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44160) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:29.804060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5cdeb6cb-c1c8-4936-9598-019de1e4fb66 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '08f7aa65-6134-43df-ac6a-b789d44e12f0', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:29.846577 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Set router 6445bac8-a763-4173-95ed-4dc4075fa080 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:29.889804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6cb-c1c8-4936-9598-019de1e4fb66 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.954083 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6cb-c1c8-4936-9598-019de1e4fb66 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.047411 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6cb-c1c8-4936-9598-019de1e4fb66 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.069451 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb6cb-c1c8-4936-9598-019de1e4fb66 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c479bbb6-7c99-4e1c-ac2f-7199d640d394,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:30.074644 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '9060241a-9178-4008-803e-425d81347f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port': {'id': '9060241a-9178-4008-803e-425d81347f8c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'dd325fd4-ff25-42fc-be70-ae13326c6bac', 'name': '', 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'mac_address': 'fa:16:3e:e3:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3389bf78-e887-4fb5-98d0-917b04b35739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:26Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 2, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'subnets': [{'id': '3389bf78-e887-4fb5-98d0-917b04b35739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:30.105476 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Checking router: 6445bac8-a763-4173-95ed-4dc4075fa080 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:30.106140 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Updating router 6445bac8-a763-4173-95ed-4dc4075fa080 port dd325fd4-ff25-42fc-be70-ae13326c6bac binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:59:30.133681 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.153081 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6cb-c1c8-4936-9598-019de1e4fb66 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.157029 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5cdeb6cb-c1c8-4936-9598-019de1e4fb66 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3538487 Nov 10 17:59:30.157307 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44162) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:30.163350 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-1ed4fa37-bd0f-4a0a-ad71-902f8bc639b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '08f7aa65-6134-43df-ac6a-b789d44e12f0', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:30.248934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ed4fa37-bd0f-4a0a-ad71-902f8bc639b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.319790 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ed4fa37-bd0f-4a0a-ad71-902f8bc639b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.393804 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ed4fa37-bd0f-4a0a-ad71-902f8bc639b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.412854 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4fa37-bd0f-4a0a-ad71-902f8bc639b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900d6a2b-a38c-42d4-a803-12730cf2a429,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:30.445078 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.469285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ed4fa37-bd0f-4a0a-ad71-902f8bc639b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.470570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1ed4fa37-bd0f-4a0a-ad71-902f8bc639b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3123741 Nov 10 17:59:30.473989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44164) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:30.478403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a5f3a456-0e59-4fa1-8309-979fb897937e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '08f7aa65-6134-43df-ac6a-b789d44e12f0', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:30.524258 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.577087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4f4f9-d237-4fe2-84bd-c1be62e29cdc None None] Pushing event updated for resources: {'Port': ['ID=dd325fd4-ff25-42fc-be70-ae13326c6bac,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:30.612451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f3a456-0e59-4fa1-8309-979fb897937e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.635723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Attempting to bind port dd325fd4-ff25-42fc-be70-ae13326c6bac on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:30.636095 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Attempting to bind port dd325fd4-ff25-42fc-be70-ae13326c6bac by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:30.636455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Attempting to bind port dd325fd4-ff25-42fc-be70-ae13326c6bac on network 4498039d-8f2e-4ab0-accf-9af96473cef9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:30.643891 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:30.644442 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Checking segment: {'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:30.644627 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.645031 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Bound using segment: {'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:30.645509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Bound port: dd325fd4-ff25-42fc-be70-ae13326c6bac, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e52a21-b5fe-4884-b964-584750e5614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:30.645893 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.693927 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f3a456-0e59-4fa1-8309-979fb897937e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.718683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] For port dd325fd4-ff25-42fc-be70-ae13326c6bac, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:30.722910 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] For port dd325fd4-ff25-42fc-be70-ae13326c6bac, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dd325fd4-ff25-42fc-be70-ae13326c6bac,segment=NetworkSegment(70e52a21-b5fe-4884-b964-584750e5614c),segment_id=70e52a21-b5fe-4884-b964-584750e5614c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:30.781298 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f3a456-0e59-4fa1-8309-979fb897937e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.799745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3a456-0e59-4fa1-8309-979fb897937e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcd48e0-48bc-48e6-85b4-bc76d760c0b0,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:30.816699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.882298 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Routers {'6445bac8-a763-4173-95ed-4dc4075fa080'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:30.882933 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6445bac8-a763-4173-95ed-4dc4075fa080'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:30.887650 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d082424c-593d-47f6-8e6a-827d68920bea None None] Provisioning complete for port dd325fd4-ff25-42fc-be70-ae13326c6bac triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:30.888019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d082424c-593d-47f6-8e6a-827d68920bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.910689 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f3a456-0e59-4fa1-8309-979fb897937e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.910689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a5f3a456-0e59-4fa1-8309-979fb897937e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4300778 Nov 10 17:59:30.911813 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44166) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:30.915502 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-60af8e07-86d4-49b2-8621-ec6d9a81ac64 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '08f7aa65-6134-43df-ac6a-b789d44e12f0', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:30.957351 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4f4f9-d237-4fe2-84bd-c1be62e29cdc None None] Pushing event updated for resources: {'Port': ['ID=dd325fd4-ff25-42fc-be70-ae13326c6bac,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:31.009962 n-d-714676-11 neutron-server[103326]: INFO neutron.db.securitygroups_db [None req-60af8e07-86d4-49b2-8621-ec6d9a81ac64 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Project 83a233120a1440a39d76d63b3b30ab4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:59:31.016320 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60af8e07-86d4-49b2-8621-ec6d9a81ac64 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.080228 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] Set router 6445bac8-a763-4173-95ed-4dc4075fa080 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:31.089979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60af8e07-86d4-49b2-8621-ec6d9a81ac64 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.116109 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d082424c-593d-47f6-8e6a-827d68920bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.158309 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60af8e07-86d4-49b2-8621-ec6d9a81ac64 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.178564 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af8e07-86d4-49b2-8621-ec6d9a81ac64 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46333b4-85dc-4a80-be55-2d6c77235f07,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:31.239243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d082424c-593d-47f6-8e6a-827d68920bea None None] For port dd325fd4-ff25-42fc-be70-ae13326c6bac, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dd325fd4-ff25-42fc-be70-ae13326c6bac,segment=NetworkSegment(70e52a21-b5fe-4884-b964-584750e5614c),segment_id=70e52a21-b5fe-4884-b964-584750e5614c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:31.257671 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60af8e07-86d4-49b2-8621-ec6d9a81ac64 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.261233 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-60af8e07-86d4-49b2-8621-ec6d9a81ac64 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3472855 Nov 10 17:59:31.262225 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:31.267057 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-40d10e67-008c-477b-bdb1-eeb4e4155c8e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '08f7aa65-6134-43df-ac6a-b789d44e12f0', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:31.324942 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d082424c-593d-47f6-8e6a-827d68920bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.360874 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '9060241a-9178-4008-803e-425d81347f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port': {'id': '9060241a-9178-4008-803e-425d81347f8c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'dd325fd4-ff25-42fc-be70-ae13326c6bac', 'name': '', 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'mac_address': 'fa:16:3e:e3:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3389bf78-e887-4fb5-98d0-917b04b35739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:26Z', 'updated_at': '2021-11-10T17:59:30Z', 'revision_number': 4, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'subnets': [{'id': '3389bf78-e887-4fb5-98d0-917b04b35739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:31.381592 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-40d10e67-008c-477b-bdb1-eeb4e4155c8e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Project 83a233120a1440a39d76d63b3b30ab4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:59:31.387212 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40d10e67-008c-477b-bdb1-eeb4e4155c8e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.403246 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96198233-bf08-4a3b-8537-8c03bfed528b None None] The sync data for ids ['6445bac8-a763-4173-95ed-4dc4075fa080'] in n-d-714676-11 is: [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '9060241a-9178-4008-803e-425d81347f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port': {'id': '9060241a-9178-4008-803e-425d81347f8c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'dd325fd4-ff25-42fc-be70-ae13326c6bac', 'name': '', 'network_id': '4498039d-8f2e-4ab0-accf-9af96473cef9', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'mac_address': 'fa:16:3e:e3:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '3389bf78-e887-4fb5-98d0-917b04b35739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:26Z', 'updated_at': '2021-11-10T17:59:30Z', 'revision_number': 4, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'subnets': [{'id': '3389bf78-e887-4fb5-98d0-917b04b35739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:31.414657 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082424c-593d-47f6-8e6a-827d68920bea None None] Pushing event updated for resources: {'Port': ['ID=dd325fd4-ff25-42fc-be70-ae13326c6bac,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:31.453087 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-11228569-f60f-46ce-8255-bf626d00b388 None None] Provisioning complete for port dd325fd4-ff25-42fc-be70-ae13326c6bac triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:31.457859 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-11228569-f60f-46ce-8255-bf626d00b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.459587 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40d10e67-008c-477b-bdb1-eeb4e4155c8e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.528613 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40d10e67-008c-477b-bdb1-eeb4e4155c8e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.548619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d10e67-008c-477b-bdb1-eeb4e4155c8e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52052c9-fceb-4f70-9a93-bc7551615c70,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:31.623514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40d10e67-008c-477b-bdb1-eeb4e4155c8e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.623514 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-40d10e67-008c-477b-bdb1-eeb4e4155c8e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3477638 Nov 10 17:59:31.695923 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-df3a7527-ce71-47e1-9af8-9ebcb76393fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.868646 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-a8cfa601-0276-42c7-b1bc-3a0d894b3c68 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649313471&fields=id&tenant_id=83a233120a1440a39d76d63b3b30ab4a HTTP/1.1" status: 200 len: 267 time: 0.0491917 Nov 10 17:59:31.984652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-de394731-0df9-4977-bf84-e2b9086d9286 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:31.986135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-de394731-0df9-4977-bf84-e2b9086d9286 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 808 time: 0.1128912 Nov 10 17:59:32.001706 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-d73bcb4a-6e74-45e9-90aa-2cdccb507765 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/quotas/83a233120a1440a39d76d63b3b30ab4a HTTP/1.1" status: 200 len: 375 time: 0.0096731 Nov 10 17:59:32.063260 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-30a2dade-180d-4176-b24d-634765ad35e3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555229 Nov 10 17:59:32.266926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-1e40ddcd-3278-4ef0-84fa-d73cf3dedd03 service neutron] 10.222.0.62 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916130 Nov 10 17:59:32.362422 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-d13a4c20-aca9-43b9-8b1b-33c4cdd4524f service neutron] 10.222.0.62 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886819 Nov 10 17:59:32.607297 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8c8d9295-5419-45ee-af50-81595e2659a7 req-b2dcaac0-0b61-4ad8-bbb8-fe17fb624b4b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 210 time: 0.0327611 Nov 10 17:59:33.323070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dd325fd4-ff25-42fc-be70-ae13326c6bac up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:33.378251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port dd325fd4-ff25-42fc-be70-ae13326c6bac triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:33.378617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:33.700084 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-17b7de46-d414-4e24-81ff-4398ed3dc8ad req-520e95eb-b534-437f-89ad-d40df81e9439 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 210 time: 0.0280359 Nov 10 17:59:33.998504 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4e7badb7-529d-47e6-8568-d8d23961ebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:34.806116 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec644ebe-49d7-4876-a3fe-7b4157da8a55 req-4668fdd5-d34d-4143-8ece-af3898af85ee tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 210 time: 0.0285199 Nov 10 17:59:35.430376 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-9a8205e6-d216-43b3-bd4d-5a1c90618190 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:35.432002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-9a8205e6-d216-43b3-bd4d-5a1c90618190 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 808 time: 0.4768243 Nov 10 17:59:35.447211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:35.499876 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-6abd2777-13bf-40b5-870d-462ddd0e17a5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a233120a1440a39d76d63b3b30ab4a HTTP/1.1" status: 200 len: 379 time: 0.0575213 Nov 10 17:59:35.509951 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'port': {'device_id': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'admin_state_up': True, 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'security_groups': ['08f7aa65-6134-43df-ac6a-b789d44e12f0']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:35.693146 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Made reservation on behalf of 83a233120a1440a39d76d63b3b30ab4a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:35.696784 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:35.827701 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Allocated IP 172.20.0.12 (0c29ea8f-365d-4466-a76d-2c79c0e7240f/ed33d5d9-ebe9-4892-9134-0dcc4aa6b418/e7e9516a-75f6-4b78-8d48-84fdab606e87) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:35.962960 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7499a81-9228-4483-b4e4-56fa7844d6c2 req-663d0e35-1da4-4054-830a-19c89ccde007 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 210 time: 0.0593345 Nov 10 17:59:36.004419 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.107189 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.152824 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:36.157985 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:36.162877 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:36.169588 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:36.220602 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:36.221696 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.301785 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2a3c44fd-b3f6-47c0-a113-a5dca28c2c00 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7956975 Nov 10 17:59:36.372018 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Request body: {'port': {'device_id': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:36.433451 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.442366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-abf85942-6916-47c6-b3c4-6d7528037f85 None None] Provisioning complete for port e7e9516a-75f6-4b78-8d48-84fdab606e87 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:36.442813 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abf85942-6916-47c6-b3c4-6d7528037f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.478205 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-abf85942-6916-47c6-b3c4-6d7528037f85 None None] Port e7e9516a-75f6-4b78-8d48-84fdab606e87 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:36.699733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e9516a-75f6-4b78-8d48-84fdab606e87 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:36.708016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.721553 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Transition to ACTIVE for port object e7e9516a-75f6-4b78-8d48-84fdab606e87 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:59:36.801798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.851356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:36.935876 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Attempting to bind port e7e9516a-75f6-4b78-8d48-84fdab606e87 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:36.936277 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Attempting to bind port e7e9516a-75f6-4b78-8d48-84fdab606e87 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:36.936613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Attempting to bind port e7e9516a-75f6-4b78-8d48-84fdab606e87 on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:36.942948 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Port e7e9516a-75f6-4b78-8d48-84fdab606e87 on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:59:36.943248 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Attempting to bind port e7e9516a-75f6-4b78-8d48-84fdab606e87 on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:36.948794 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:36.949158 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Checking segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:36.949545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Bound using segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:36.949974 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Bound port: e7e9516a-75f6-4b78-8d48-84fdab606e87, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:36.950333 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:37.025600 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:37.029003 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:37.105054 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576d169-d44f-41ed-a4fc-09c7f338b516 req-f0a32a70-8aa7-41d8-95dd-4d17cf937681 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.106772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6576d169-d44f-41ed-a4fc-09c7f338b516 req-f0a32a70-8aa7-41d8-95dd-4d17cf937681 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 944 time: 0.0602651 Nov 10 17:59:37.131000 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:37.148145 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.150174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:37.152039 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] 10.222.0.69 "PUT /v2.0/ports/e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1093 time: 0.8408492 Nov 10 17:59:37.152589 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:37.155439 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e375f2d7-2c70-4687-aa82-1d230e94cc07" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:37.156167 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:37.180031 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6576d169-d44f-41ed-a4fc-09c7f338b516 req-b3fea18d-8f3f-4ed0-a28e-5df2603d834f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658519 Nov 10 17:59:37.212091 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e8b247-f6b7-4e1d-ad77-813809069161 x-openstack-request-id: req-e8e8b247-f6b7-4e1d-ad77-813809069161 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:37.212510 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:37.212857 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8e8b247-f6b7-4e1d-ad77-813809069161 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:37.213523 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'status': 'completed', 'code': 200} Nov 10 17:59:37.242538 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e74ea-1988-4101-bf46-1b2ae0b3a285 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:37.293242 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375f2d7-2c70-4687-aa82-1d230e94cc07 req-9735b67f-297e-4708-a6e8-e57d1273df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.294842 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e375f2d7-2c70-4687-aa82-1d230e94cc07 req-9735b67f-297e-4708-a6e8-e57d1273df7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0492501 Nov 10 17:59:37.410355 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375f2d7-2c70-4687-aa82-1d230e94cc07 req-bf78fa4e-a1ec-42f8-83a8-2cc23f35fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.411870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e375f2d7-2c70-4687-aa82-1d230e94cc07 req-bf78fa4e-a1ec-42f8-83a8-2cc23f35fb2a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=83a233120a1440a39d76d63b3b30ab4a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1092391 Nov 10 17:59:37.524533 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375f2d7-2c70-4687-aa82-1d230e94cc07 req-04a940fc-e3f5-44cf-9912-984e2102ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.526050 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e375f2d7-2c70-4687-aa82-1d230e94cc07 req-04a940fc-e3f5-44cf-9912-984e2102ee30 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065025 Nov 10 17:59:37.610173 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-da68ddff-f739-4dad-a075-04fe3db5e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.613355 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-da68ddff-f739-4dad-a075-04fe3db5e42d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0503340 Nov 10 17:59:37.663786 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-2fd57138-b981-4c3e-b7bd-8da3226dc238 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 217 time: 0.0416250 Nov 10 17:59:37.717716 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-53108612-d7ff-4eb1-8256-1f9f92fc29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.719439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-53108612-d7ff-4eb1-8256-1f9f92fc29e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0477989 Nov 10 17:59:37.773251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-1540f4c5-27bf-4040-87ca-4c87969524d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.774770 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-1540f4c5-27bf-4040-87ca-4c87969524d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485218 Nov 10 17:59:37.794017 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:37.875385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-357113ae-4945-402a-914d-2df791fa60e1 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927145 Nov 10 17:59:37.967044 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e18d92f4-a11b-420d-a173-76df1a3e2526 req-249e5470-0517-4bc9-a209-66d6fc84da87 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844634 Nov 10 17:59:38.308865 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82f7d8-d62b-4df7-be44-267e27ebddec req-e721be45-25a4-4e10-925c-6943860c6402 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:38.310366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa82f7d8-d62b-4df7-be44-267e27ebddec req-e721be45-25a4-4e10-925c-6943860c6402 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 944 time: 0.0501666 Nov 10 17:59:38.366779 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-aa82f7d8-d62b-4df7-be44-267e27ebddec req-e2cac386-6648-416e-b4e7-8d5ceb35f2fe tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491576 Nov 10 17:59:39.083998 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:39.490905 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f57e06-38f2-4846-bc2f-0f4cf1c90d3a req-d45801a7-967d-49ad-99d5-445b0c803802 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:39.492427 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e4f57e06-38f2-4846-bc2f-0f4cf1c90d3a req-d45801a7-967d-49ad-99d5-445b0c803802 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 944 time: 0.0508904 Nov 10 17:59:39.547590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e4f57e06-38f2-4846-bc2f-0f4cf1c90d3a req-d174f26e-e6c3-469d-afd1-8bebae14692d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488224 Nov 10 17:59:40.664909 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407f90d-ce0b-4a49-b28b-630e856d81f9 req-948cb145-ebf1-456e-8026-047ce6a2cab7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:40.666395 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a407f90d-ce0b-4a49-b28b-630e856d81f9 req-948cb145-ebf1-456e-8026-047ce6a2cab7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 944 time: 0.0485148 Nov 10 17:59:40.717001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a407f90d-ce0b-4a49-b28b-630e856d81f9 req-ded35c7e-22d9-49cb-ab34-4b2d1b7029a1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 Nov 10 17:59:41.415485 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:41.836723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac913-326e-4a6b-bf7f-d2ba7c5ba4ec req-a8b478ae-acac-400a-b090-a3412eb59feb tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:41.838230 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e90ac913-326e-4a6b-bf7f-d2ba7c5ba4ec req-a8b478ae-acac-400a-b090-a3412eb59feb tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 944 time: 0.0504549 Nov 10 17:59:41.892606 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e90ac913-326e-4a6b-bf7f-d2ba7c5ba4ec req-5be67af4-1df8-4bd4-9127-efbce63ba241 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483525 Nov 10 17:59:42.639550 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:59:42.736749 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:42.748306 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'port_id': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'mac_address': 'fa:16:3e:f4:0f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:59:42.790165 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:42.810138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e9516a-75f6-4b78-8d48-84fdab606e87 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:42.831008 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:42.912908 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:42.965765 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:43.016176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c13b18-3b80-4197-a584-007bf0f536b8 req-853fadb8-2e0c-470c-8169-a781da24268d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:43.018240 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-25c13b18-3b80-4197-a584-007bf0f536b8 req-853fadb8-2e0c-470c-8169-a781da24268d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Nov 10 17:59:43.069014 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-25c13b18-3b80-4197-a584-007bf0f536b8 req-373488fe-af1a-48d1-8ad5-915b112ce6ba tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446272 Nov 10 17:59:43.282763 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['e7e9516a-75f6-4b78-8d48-84fdab606e87'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:44.186335 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde23ab4-86a3-44c1-8fd4-8ae6044ad2ae req-629edd72-f4d3-4546-8702-313c16db888d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:44.187858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fde23ab4-86a3-44c1-8fd4-8ae6044ad2ae req-629edd72-f4d3-4546-8702-313c16db888d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0498500 Nov 10 17:59:44.237952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fde23ab4-86a3-44c1-8fd4-8ae6044ad2ae req-462c8cc2-f829-44bb-8858-0f4426f1f88b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435481 Nov 10 17:59:44.655545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:44.789596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port e7e9516a-75f6-4b78-8d48-84fdab606e87 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:59:44.793782 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port e7e9516a-75f6-4b78-8d48-84fdab606e87 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:44.794192 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.875977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.898815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:44.901092 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe99cb1-40c7-4e71-b0d5-9eaf9bc98193" -d '{"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-plugged", "status": "completed", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:44.918996 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:44.940748 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0665de3-bbaf-4950-bef5-b9ccbf63c2e8 x-openstack-request-id: req-d0665de3-bbaf-4950-bef5-b9ccbf63c2e8 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:44.941039 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-plugged", "status": "completed", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:44.941288 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0665de3-bbaf-4950-bef5-b9ccbf63c2e8 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:44.941705 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'code': 200} Nov 10 17:59:45.003897 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:45.051204 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94924b2a-6366-48f0-975f-e588be9186e2 req-96f97dbe-f299-4eba-877e-44830dfbc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:45.052747 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94924b2a-6366-48f0-975f-e588be9186e2 req-96f97dbe-f299-4eba-877e-44830dfbc0c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0480409 Nov 10 17:59:45.053371 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:45.104570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-94924b2a-6366-48f0-975f-e588be9186e2 req-329e96a9-7ebe-462c-a3fd-71fb1ebf1353 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 Nov 10 17:59:45.359720 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd663fe-7277-4ec3-bf78-3eb8296c9a89 req-488b546c-2936-41a8-9116-a210ab25fc65 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:45.362156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbd663fe-7277-4ec3-bf78-3eb8296c9a89 req-488b546c-2936-41a8-9116-a210ab25fc65 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0514848 Nov 10 17:59:45.412622 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-bbd663fe-7277-4ec3-bf78-3eb8296c9a89 req-06d89a84-ddaf-4c1d-8ea4-c0ed114a6318 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445220 Nov 10 17:59:46.544465 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa1210-43d5-4a61-89a2-84702e0fa5e5 req-3d06f198-e12b-45dc-9a27-9fecdf3ae242 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:46.546138 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ebaa1210-43d5-4a61-89a2-84702e0fa5e5 req-3d06f198-e12b-45dc-9a27-9fecdf3ae242 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0538964 Nov 10 17:59:46.597247 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ebaa1210-43d5-4a61-89a2-84702e0fa5e5 req-5866ff47-f6e1-498b-b016-20f199ba26c0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444734 Nov 10 17:59:47.719817 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918d553-25d7-4785-b040-7be37366045c req-1993506d-8577-4b60-9717-da5128e55d7d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:47.722149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1918d553-25d7-4785-b040-7be37366045c req-1993506d-8577-4b60-9717-da5128e55d7d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0551438 Nov 10 17:59:47.780590 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1918d553-25d7-4785-b040-7be37366045c req-a1a55dcd-2fce-4d5e-8922-4e4b1c1b5f4e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524056 Nov 10 17:59:47.916484 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e33a2-60a2-4cce-8698-bb8804093396 req-82ecb6b6-6987-4a59-b89a-e728a609678e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:47.917974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e48e33a2-60a2-4cce-8698-bb8804093396 req-82ecb6b6-6987-4a59-b89a-e728a609678e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0601292 Nov 10 17:59:47.972781 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e48e33a2-60a2-4cce-8698-bb8804093396 req-228ba981-120f-4def-abc3-8949ffc31872 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479062 Nov 10 17:59:47.994373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:48.085559 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8668382e-9edd-48f7-96d6-7b2f9246175c tempest-TestShelveInstance-1694557744 tempest-TestShelveInstance-1694557744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:48.087124 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-8668382e-9edd-48f7-96d6-7b2f9246175c tempest-TestShelveInstance-1694557744 tempest-TestShelveInstance-1694557744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1093 time: 0.0917711 Nov 10 17:59:48.089991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:48.092502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-629135cf-e091-4bc7-b078-4fd309308f9f req-4c1d4971-3691-4e2d-8b7d-dde4e4171be7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422566 Nov 10 17:59:48.094379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:48.178736 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629135cf-e091-4bc7-b078-4fd309308f9f req-990a4bd5-be2d-4f55-a06e-57e9c5fde756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:48.180208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-629135cf-e091-4bc7-b078-4fd309308f9f req-990a4bd5-be2d-4f55-a06e-57e9c5fde756 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0432799 Nov 10 17:59:48.192668 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:48.297311 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:48.298392 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629135cf-e091-4bc7-b078-4fd309308f9f req-3ce55eb0-08b4-4f28-aea1-d5bff91e4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:48.300804 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-629135cf-e091-4bc7-b078-4fd309308f9f req-3ce55eb0-08b4-4f28-aea1-d5bff91e4c8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0994189 Nov 10 17:59:48.344667 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-629135cf-e091-4bc7-b078-4fd309308f9f req-03697f72-19fe-4b69-930a-3dab77f5d8dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 217 time: 0.0341783 Nov 10 17:59:48.394916 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629135cf-e091-4bc7-b078-4fd309308f9f req-79b87c41-f7ad-4f63-8aba-00c05efa68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:48.396406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-629135cf-e091-4bc7-b078-4fd309308f9f req-79b87c41-f7ad-4f63-8aba-00c05efa68d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0456009 Nov 10 17:59:48.409939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Allocated IP 172.25.3.231 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/1a4e7e39-b6af-48ee-94cd-2abcb8ee81f3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:48.459185 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629135cf-e091-4bc7-b078-4fd309308f9f req-a4209ddc-5224-4865-9cdc-8988412a33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:48.461544 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-629135cf-e091-4bc7-b078-4fd309308f9f req-a4209ddc-5224-4865-9cdc-8988412a33cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575688 Nov 10 17:59:48.533727 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:48.560491 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-629135cf-e091-4bc7-b078-4fd309308f9f req-19fbe346-7e15-4a15-a35a-af8822617d10 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916734 Nov 10 17:59:48.621690 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:48.661385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:48.666357 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-629135cf-e091-4bc7-b078-4fd309308f9f req-18038512-1cdd-4cbb-9b04-5fc10e2ca05b service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992403 Nov 10 17:59:48.671036 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:48.674793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:48.680801 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'Port': ['ID=1a4e7e39-b6af-48ee-94cd-2abcb8ee81f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:49.394778 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.528853 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.695372 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.781004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.853496 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'Port': ['ID=1a4e7e39-b6af-48ee-94cd-2abcb8ee81f3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:49.871083 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.975847 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Floating IP ee4a60e6-de7e-4fc1-a468-f359345ba6b2 associated. External IP: 172.25.3.231, port: e7e9516a-75f6-4b78-8d48-84fdab606e87. Nov 10 17:59:50.198346 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:50.305270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:50.319054 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] Sync routers for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:50.329421 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:50.330026 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:50.395455 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:50.423201 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-18b53853-a7e9-4883-84c6-b9e5c59224ca tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3321507 Nov 10 17:59:50.423973 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:50.426994 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589c4145-1936-458f-931b-8a5d768336ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:50.438723 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:50.463614 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed0424a-dbb7-4fed-a872-f3daf871ae17 x-openstack-request-id: req-6ed0424a-dbb7-4fed-a872-f3daf871ae17 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:50.463914 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:50.464171 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ed0424a-dbb7-4fed-a872-f3daf871ae17 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:50.464578 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'status': 'completed', 'code': 200} Nov 10 17:59:50.527644 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c4145-1936-458f-931b-8a5d768336ca req-911a13ae-4c90-42a2-aa50-21d9b5fef41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:50.529147 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-589c4145-1936-458f-931b-8a5d768336ca req-911a13ae-4c90-42a2-aa50-21d9b5fef41c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0421004 Nov 10 17:59:50.622529 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c4145-1936-458f-931b-8a5d768336ca req-fe214ec4-e6c5-4795-bcce-d302233ebd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:50.624291 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-589c4145-1936-458f-931b-8a5d768336ca req-fe214ec4-e6c5-4795-bcce-d302233ebd6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0884068 Nov 10 17:59:50.666689 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee4a60e6-de7e-4fc1-a468-f359345ba6b2', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'port_id': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'mac_address': 'fa:16:3e:f4:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:59:49Z', 'updated_at': '2021-11-10T17:59:49Z', 'revision_number': 0, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:50.690294 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-589c4145-1936-458f-931b-8a5d768336ca req-7769e562-11e8-4cf1-97a0-097c61a70082 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1000 time: 0.0581839 Nov 10 17:59:50.696430 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] Checking router: bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:50.704601 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:50.705194 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T17:59:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:50.740110 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c4145-1936-458f-931b-8a5d768336ca req-ca0e52cc-d856-4322-8fb8-b43b26bf726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:50.741503 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-589c4145-1936-458f-931b-8a5d768336ca req-ca0e52cc-d856-4322-8fb8-b43b26bf726b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0447328 Nov 10 17:59:50.797260 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c4145-1936-458f-931b-8a5d768336ca req-37284106-f7fc-425a-b2b2-76311499ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:50.798818 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-589c4145-1936-458f-931b-8a5d768336ca req-37284106-f7fc-425a-b2b2-76311499ac05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483267 Nov 10 17:59:50.815807 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:50.891769 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-589c4145-1936-458f-931b-8a5d768336ca req-a51c567d-21bf-45f4-99fc-338eb16b518e service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847120 Nov 10 17:59:50.995551 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-589c4145-1936-458f-931b-8a5d768336ca req-5bc34c8f-9edb-4038-8c00-52c9d814c06b service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964046 Nov 10 17:59:51.078877 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee4a60e6-de7e-4fc1-a468-f359345ba6b2', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'port_id': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'mac_address': 'fa:16:3e:f4:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:59:49Z', 'updated_at': '2021-11-10T17:59:49Z', 'revision_number': 0, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:51.106675 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2675836f-407f-4d73-ad40-c1c9e9ef027f None None] The sync data for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 is: [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'ee4a60e6-de7e-4fc1-a468-f359345ba6b2', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'port_id': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'mac_address': 'fa:16:3e:f4:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:59:49Z', 'updated_at': '2021-11-10T17:59:49Z', 'revision_number': 0, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:51.320445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1e9d39-b8cf-4644-b74f-fa0d2accd143 None None] New status for floating IP ee4a60e6-de7e-4fc1-a468-f359345ba6b2: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:59:51.641418 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:00:01.709661 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bba020af-5dcb-466b-890d-5f94f8eb7644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:03.983615 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81ec3196-571c-484e-8ff8-1a41e72afc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:05.440799 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:07.146489 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:07.781021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:09.115134 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.432531 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:28.640758 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:00:31.712020 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7b7751b7-e52c-4f9a-bb43-ce47cd5cf8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:33.960790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-459436bd-804a-49b3-9c21-323ccfa3169c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:35.437362 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.148870 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.931691 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.094562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:41.411266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.088872 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-88631e50-b0df-4639-b285-9bd9a3cd0d2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412049 Nov 10 18:00:49.172828 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-30ee47d9-3599-4e04-86d3-ff4b5ac3f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:49.174322 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-30ee47d9-3599-4e04-86d3-ff4b5ac3f1cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0409822 Nov 10 18:00:49.289174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-2ba25d94-e497-453e-aa90-f7d6aa4c2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:49.290647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-2ba25d94-e497-453e-aa90-f7d6aa4c2979 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0932961 Nov 10 18:00:49.357799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-18ecfdae-bcab-4931-9044-871cb43aeede service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1002 time: 0.0590911 Nov 10 18:00:49.413409 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-f71d2de8-569d-46a6-b017-524b80b606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:49.414952 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-f71d2de8-569d-46a6-b017-524b80b606d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0496433 Nov 10 18:00:49.465449 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-e3f5119a-c232-46ab-b57c-e0aa94808a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:49.467045 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-e3f5119a-c232-46ab-b57c-e0aa94808a08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445430 Nov 10 18:00:49.562684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-3e713ed3-bf2d-4d39-9083-2323d0afd273 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867977 Nov 10 18:00:49.666756 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e669560-3e0d-41f8-935b-82460aa7a272 req-a4c72c9b-c38c-4ac8-b7ae-e72a65209dcd service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948122 Nov 10 18:01:01.722900 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f776450-b954-4d98-a03a-311de9fa88fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:03.982722 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-634a902d-33d7-451a-a2f2-d942ee38aa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:05.437111 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:05.640164 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:01:07.152113 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:07.780810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:09.102659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:11.436715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:31.700215 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b25a47c-a441-412b-9913-b8b0bf12a1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:33.953639 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c91dc07-567e-47e9-a472-9c7a0310109a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:35.439584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:37.136872 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:37.810916 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:39.085279 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:41.448564 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:42.639046 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:01:49.106636 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-874919a1-9631-48b3-ad73-6c81a28392bf req-0a07dd32-4b5a-40c3-b717-613eacf8b824 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470624 Nov 10 18:01:49.198764 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874919a1-9631-48b3-ad73-6c81a28392bf req-b8902cb2-21e2-43b9-bddc-a26abae8ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:49.200313 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-874919a1-9631-48b3-ad73-6c81a28392bf req-b8902cb2-21e2-43b9-bddc-a26abae8ad66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0487659 Nov 10 18:01:49.308771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874919a1-9631-48b3-ad73-6c81a28392bf req-565950fa-2fcb-48cb-a356-0f1de729dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:49.310236 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-874919a1-9631-48b3-ad73-6c81a28392bf req-565950fa-2fcb-48cb-a356-0f1de729dfb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0909894 Nov 10 18:01:49.382771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-874919a1-9631-48b3-ad73-6c81a28392bf req-df02f905-8d8b-404c-9bb1-e431b5a91a8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1002 time: 0.0637639 Nov 10 18:01:49.433762 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874919a1-9631-48b3-ad73-6c81a28392bf req-4a538379-ed2c-4c41-837b-1f6d75a3aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:49.435259 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-874919a1-9631-48b3-ad73-6c81a28392bf req-4a538379-ed2c-4c41-837b-1f6d75a3aaae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0458043 Nov 10 18:01:49.491841 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874919a1-9631-48b3-ad73-6c81a28392bf req-b18cf1c4-11fe-45e6-af2f-c3618b607964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:49.493394 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-874919a1-9631-48b3-ad73-6c81a28392bf req-b18cf1c4-11fe-45e6-af2f-c3618b607964 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493522 Nov 10 18:01:49.594325 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-874919a1-9631-48b3-ad73-6c81a28392bf req-5739f035-b0f5-42eb-9b66-d50b5cc7f844 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935926 Nov 10 18:01:49.686846 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-874919a1-9631-48b3-ad73-6c81a28392bf req-8957b7c0-796c-43d3-a82b-7e978c541dfb service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847366 Nov 10 18:02:01.718733 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ac0d19d5-7272-4bab-ad91-0b8b2205d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:03.956450 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ee0baa85-ae80-4255-9f32-aa15156a166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.450180 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.152718 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.804824 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.107687 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.431749 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.639529 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:02:31.695621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d3154846-2cc8-49b2-b25a-a4226a9d104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:33.973494 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f97cb45-dedc-47f3-a513-95cfd6b90a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:35.461191 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:37.176256 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:37.816047 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:39.113321 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:39.323077 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917e2a-b349-476b-93cf-964cf63560c7 req-2d6c1cba-4ebb-4886-9a70-d9cb69cd0299 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:39.324740 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb917e2a-b349-476b-93cf-964cf63560c7 req-2d6c1cba-4ebb-4886-9a70-d9cb69cd0299 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0516191 Nov 10 18:02:39.382978 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cb917e2a-b349-476b-93cf-964cf63560c7 req-043e342d-084c-4db5-bf38-bb59f9271325 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512900 Nov 10 18:02:40.533547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5fc14-4d30-4440-819d-f68f592bedfd req-5ce5aca3-c169-42bb-96ac-55bc9d854ae4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:40.535222 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ac5fc14-4d30-4440-819d-f68f592bedfd req-5ce5aca3-c169-42bb-96ac-55bc9d854ae4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0535882 Nov 10 18:02:40.586663 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ac5fc14-4d30-4440-819d-f68f592bedfd req-3c94dafc-609c-45a4-8aef-16a1d332c859 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453224 Nov 10 18:02:41.466567 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:41.738694 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97e16a-903c-4b12-be4c-aa35640f1b07 req-ef238e08-68dd-4e88-b367-f987b683cb20 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:41.740278 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed97e16a-903c-4b12-be4c-aa35640f1b07 req-ef238e08-68dd-4e88-b367-f987b683cb20 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0508347 Nov 10 18:02:41.791864 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed97e16a-903c-4b12-be4c-aa35640f1b07 req-7d19fb09-1f94-42c6-8004-bf9e47e7e1f8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455890 Nov 10 18:02:42.913886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fe88e-08c8-4ef6-aab7-73d8b67df3b8 req-3cb1e738-10a3-4369-bc04-c6b19494d01f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:42.915451 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa5fe88e-08c8-4ef6-aab7-73d8b67df3b8 req-3cb1e738-10a3-4369-bc04-c6b19494d01f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0544381 Nov 10 18:02:42.967193 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa5fe88e-08c8-4ef6-aab7-73d8b67df3b8 req-37f34015-28da-40e8-95bd-15c56e7cb0d9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457015 Nov 10 18:02:44.086972 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822279fc-020e-4c9a-82c2-e781f2e61189 req-589f1471-4fcf-4045-978d-d079055cf02e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:44.088507 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-822279fc-020e-4c9a-82c2-e781f2e61189 req-589f1471-4fcf-4045-978d-d079055cf02e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0476944 Nov 10 18:02:44.137657 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-822279fc-020e-4c9a-82c2-e781f2e61189 req-78ef5257-bb47-4b66-b3b3-5ad5c2289953 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432584 Nov 10 18:02:45.272201 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd13fff-2b09-41b2-bc6c-e2988d1f2602 req-8c59f5d8-ad64-45aa-a404-a170d9563337 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:45.273785 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffd13fff-2b09-41b2-bc6c-e2988d1f2602 req-8c59f5d8-ad64-45aa-a404-a170d9563337 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0600021 Nov 10 18:02:45.330114 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffd13fff-2b09-41b2-bc6c-e2988d1f2602 req-9b32a870-5cd2-4c6f-8e4b-b495c246798c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490081 Nov 10 18:02:46.453325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd3bbb-3f2f-458d-954b-7470068b9981 req-f22ab680-d7e9-4ca6-9b2b-8cd57b6dd94b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:46.454838 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59bd3bbb-3f2f-458d-954b-7470068b9981 req-f22ab680-d7e9-4ca6-9b2b-8cd57b6dd94b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0526774 Nov 10 18:02:46.504852 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-59bd3bbb-3f2f-458d-954b-7470068b9981 req-b494a32c-9fcf-42a4-89b8-0b9b87cc925c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434940 Nov 10 18:02:47.623493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dafcc0-1e23-4c33-a123-6f9c2f709a8c req-67d25cdc-6c60-4106-8f3c-dd78e03f32d4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:47.624994 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dafcc0-1e23-4c33-a123-6f9c2f709a8c req-67d25cdc-6c60-4106-8f3c-dd78e03f32d4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0534549 Nov 10 18:02:47.674831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-58dafcc0-1e23-4c33-a123-6f9c2f709a8c req-cea9f3ee-3502-4491-9cbe-78fa3dfe3046 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Nov 10 18:02:48.793629 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f144f-a9e0-4533-84ca-75564613bb76 req-41a958ed-ac5f-4c17-8b90-cf92a543cfe9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:48.795092 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a7f144f-a9e0-4533-84ca-75564613bb76 req-41a958ed-ac5f-4c17-8b90-cf92a543cfe9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0484238 Nov 10 18:02:48.843424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-4a7f144f-a9e0-4533-84ca-75564613bb76 req-ddc84ab8-e397-4da7-b6c4-636298ad48a4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423496 Nov 10 18:02:49.968939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134840c-16c8-455f-8469-befeba96c61c req-3d7d31c0-7c5b-40f9-aa94-e92094ed9e7c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:49.971257 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8134840c-16c8-455f-8469-befeba96c61c req-3d7d31c0-7c5b-40f9-aa94-e92094ed9e7c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0520966 Nov 10 18:02:50.023407 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8134840c-16c8-455f-8469-befeba96c61c req-dd5e9ddb-ee93-47ea-a124-6ad907743906 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461235 Nov 10 18:02:51.141619 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb2466-f735-4391-b61f-1da652752a7d req-356cd236-9df0-488b-bcde-f5eddf26b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:51.143937 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-356cd236-9df0-488b-bcde-f5eddf26b6d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0732310 Nov 10 18:02:51.158601 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68de74-fc4a-4791-880e-424f39c2ebe5 req-467de981-2aba-47e1-a871-132fcf824adc tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:51.160102 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc68de74-fc4a-4791-880e-424f39c2ebe5 req-467de981-2aba-47e1-a871-132fcf824adc tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0591943 Nov 10 18:02:51.269156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-dc68de74-fc4a-4791-880e-424f39c2ebe5 req-6f1598d9-ba7b-44fd-af68-c9d605df5262 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030278 Nov 10 18:02:51.294289 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb2466-f735-4391-b61f-1da652752a7d req-904f1b03-2d88-47c2-b87a-21c8d40f0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:51.295850 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-904f1b03-2d88-47c2-b87a-21c8d40f0ccf service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.1281641 Nov 10 18:02:51.366543 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-38635e97-4a56-4989-92e7-7b55aab493d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1002 time: 0.0608945 Nov 10 18:02:51.419980 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb2466-f735-4391-b61f-1da652752a7d req-fd97a6a1-5d35-43e3-8bb8-118dd78a4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:51.421470 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-fd97a6a1-5d35-43e3-8bb8-118dd78a4c1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0459828 Nov 10 18:02:51.473402 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb2466-f735-4391-b61f-1da652752a7d req-d9be5a65-657d-4c92-87e3-01bec5ea5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:51.474869 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-d9be5a65-657d-4c92-87e3-01bec5ea5af3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439796 Nov 10 18:02:51.486733 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-192dea2f-58a3-43b9-add1-854bcec5eea6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:02:51.487696 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-192dea2f-58a3-43b9-add1-854bcec5eea6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053525 Nov 10 18:02:51.575380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-93d81acb-7ded-4a58-adf9-4dd9490fc7f5 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807962 Nov 10 18:02:51.668247 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8fcb2466-f735-4391-b61f-1da652752a7d req-69b57000-76a2-4fe9-9f5e-0f218dabcbd8 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849578 Nov 10 18:02:52.385769 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977f953-8e26-4a40-b9bb-fda572fe25c7 req-0941a004-f7bb-49d2-bceb-40de34d9c44e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:52.387231 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a977f953-8e26-4a40-b9bb-fda572fe25c7 req-0941a004-f7bb-49d2-bceb-40de34d9c44e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0492635 Nov 10 18:02:52.440912 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a977f953-8e26-4a40-b9bb-fda572fe25c7 req-26c429b4-256a-4ecb-8577-17ed02c6606c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466368 Nov 10 18:02:53.565130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb042fa-4b70-4a00-a209-9594bec51e47 req-e4081590-75a7-4bf0-81db-b19fc669065d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:53.566717 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1cb042fa-4b70-4a00-a209-9594bec51e47 req-e4081590-75a7-4bf0-81db-b19fc669065d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0556729 Nov 10 18:02:53.619323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1cb042fa-4b70-4a00-a209-9594bec51e47 req-2ecc1abd-c542-41c9-9fb8-574451e0fff4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464144 Nov 10 18:02:54.738252 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594afaa-e93a-4baa-a703-cb60ce2de6cf req-f6cc810b-5461-4eb1-a731-75dde1707c17 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:54.739748 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b594afaa-e93a-4baa-a703-cb60ce2de6cf req-f6cc810b-5461-4eb1-a731-75dde1707c17 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0498233 Nov 10 18:02:54.789311 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-b594afaa-e93a-4baa-a703-cb60ce2de6cf req-93eb910b-2455-4060-97a0-c9f4d1d38ed8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Nov 10 18:02:55.908746 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ff9ac-b73e-47f6-9cd9-ea248e82b2a8 req-5787b451-7e9c-4bc6-8958-1bdcfe70c2ed tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:55.910269 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb6ff9ac-b73e-47f6-9cd9-ea248e82b2a8 req-5787b451-7e9c-4bc6-8958-1bdcfe70c2ed tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0504436 Nov 10 18:02:55.967619 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-eb6ff9ac-b73e-47f6-9cd9-ea248e82b2a8 req-b096d79d-91de-46ef-aec1-68a1560c8e2d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509529 Nov 10 18:02:56.638737 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:02:57.088793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7277a-cf73-43df-b1bb-f8159146527c req-b2d2d06f-b7f4-4033-9e47-35d95c6fb09c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:57.090479 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfe7277a-cf73-43df-b1bb-f8159146527c req-b2d2d06f-b7f4-4033-9e47-35d95c6fb09c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0510345 Nov 10 18:02:57.144359 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cfe7277a-cf73-43df-b1bb-f8159146527c req-aacf8676-f53f-46c6-af93-9ca650cda6b8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472445 Nov 10 18:02:57.732680 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:02:57.834768 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:57.845988 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'port_id': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'mac_address': 'fa:16:3e:f4:0f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:02:57.887096 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:57.900571 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7e9516a-75f6-4b78-8d48-84fdab606e87 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:02:57.920537 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:57.981075 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:58.037598 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:58.045180 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.045516 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.045849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.046177 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.046500 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.046819 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.047135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.047480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.047795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.048107 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.048476 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.048771 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:58.060358 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['e7e9516a-75f6-4b78-8d48-84fdab606e87'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:02:58.264114 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1cfbf-0f05-4acf-92eb-532399243daa req-9dbb637e-ac26-48b8-9cc0-770718b035a7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:58.265609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7eb1cfbf-0f05-4acf-92eb-532399243daa req-9dbb637e-ac26-48b8-9cc0-770718b035a7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Nov 10 18:02:58.324265 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7eb1cfbf-0f05-4acf-92eb-532399243daa req-90499d4b-20de-4ea4-ad82-54b7fd2a1834 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520797 Nov 10 18:02:59.448750 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4a755-418f-4425-81bb-68ff3623d99a req-a9175eda-8c56-4541-ba6d-ac63ecdf0139 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:59.450287 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98a4a755-418f-4425-81bb-68ff3623d99a req-a9175eda-8c56-4541-ba6d-ac63ecdf0139 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0553026 Nov 10 18:02:59.501126 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-98a4a755-418f-4425-81bb-68ff3623d99a req-d036e4c6-84e8-42ff-8911-7551b95db549 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440443 Nov 10 18:02:59.744316 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:59.795353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port e7e9516a-75f6-4b78-8d48-84fdab606e87 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:59.795802 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:59.879100 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:59.902846 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:59.905127 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb899e-e46c-4070-878c-e852d8e6f608" -d '{"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-plugged", "status": "completed", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:59.922285 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:59.944346 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb4ecc-a65e-4a2a-86a6-aba14a1d668a x-openstack-request-id: req-2acb4ecc-a65e-4a2a-86a6-aba14a1d668a {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:59.944647 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-plugged", "status": "completed", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:59.944902 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2acb4ecc-a65e-4a2a-86a6-aba14a1d668a {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:59.945303 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'code': 200} Nov 10 18:02:59.998270 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:00.054186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:00.627848 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49097f34-e309-4c19-8248-4eb5e2430c08 req-bea82952-a75d-4ddc-bad6-261ce2d0ecdc tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:00.629284 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49097f34-e309-4c19-8248-4eb5e2430c08 req-bea82952-a75d-4ddc-bad6-261ce2d0ecdc tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0564897 Nov 10 18:03:00.681949 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-49097f34-e309-4c19-8248-4eb5e2430c08 req-6acdce8b-2c4b-4586-8542-6ff1f60b9263 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465908 Nov 10 18:03:01.705026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8b5a2403-a6f5-4226-944e-35988f9d2b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:01.815060 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6620032-641a-47c2-9c50-293d660244db req-9fc12510-bd01-4d31-871f-b78c53d15bd5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:01.816628 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6620032-641a-47c2-9c50-293d660244db req-9fc12510-bd01-4d31-871f-b78c53d15bd5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0538330 Nov 10 18:03:01.870827 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a6620032-641a-47c2-9c50-293d660244db req-e451e768-5088-4a40-a99d-dbc624ff07d9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479007 Nov 10 18:03:03.030674 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2ee71-edba-4ce6-ac4a-018fce076c47 req-b5bbf3e2-dc4c-4d0c-b79f-aabc5a62fe70 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:03.032362 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03a2ee71-edba-4ce6-ac4a-018fce076c47 req-b5bbf3e2-dc4c-4d0c-b79f-aabc5a62fe70 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0656717 Nov 10 18:03:03.099484 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-03a2ee71-edba-4ce6-ac4a-018fce076c47 req-c00ce2fe-8773-49b1-9d03-1eaec59efca6 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602591 Nov 10 18:03:03.970603 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f0ea28af-4b0e-4008-973e-1f4c6dc7eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:04.253800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665052-81c4-43c7-8eeb-538afe2b7466 req-eb87c401-b588-4f90-bfbd-85540bc6436f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.255670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81665052-81c4-43c7-8eeb-538afe2b7466 req-eb87c401-b588-4f90-bfbd-85540bc6436f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0670824 Nov 10 18:03:04.318320 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-81665052-81c4-43c7-8eeb-538afe2b7466 req-209ab1c3-4c78-42b3-be4f-3930c4ec4635 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556066 Nov 10 18:03:05.454011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f0a63-61a1-4fb0-b3a1-2148602d32f1 req-aa5bc827-adcd-4d8c-9a7b-5b345f2f9b5c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:05.456194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-492f0a63-61a1-4fb0-b3a1-2148602d32f1 req-aa5bc827-adcd-4d8c-9a7b-5b345f2f9b5c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0597358 Nov 10 18:03:05.466545 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:05.526544 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-492f0a63-61a1-4fb0-b3a1-2148602d32f1 req-736a2895-c845-4ba8-8285-fb9ff62daa2e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628648 Nov 10 18:03:06.683378 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea4586-f165-4c02-a063-bc7bf158f9d5 req-5705d6cd-e75f-4e07-a955-f39fdfbd1442 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:06.685167 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2aea4586-f165-4c02-a063-bc7bf158f9d5 req-5705d6cd-e75f-4e07-a955-f39fdfbd1442 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0611567 Nov 10 18:03:06.774042 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2aea4586-f165-4c02-a063-bc7bf158f9d5 req-e7ac64c6-435d-4bcb-a362-4290f5519f2c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783966 Nov 10 18:03:07.151940 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.809232 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.919967 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84629-59f6-4298-8ab0-0f9d28de9697 req-8564ee0d-bcc0-4f2a-adf4-2ac7d5938433 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:07.921620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2bf84629-59f6-4298-8ab0-0f9d28de9697 req-8564ee0d-bcc0-4f2a-adf4-2ac7d5938433 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0593200 Nov 10 18:03:07.996626 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2bf84629-59f6-4298-8ab0-0f9d28de9697 req-7f173fc2-34d7-4b96-abd8-ce66ce98d768 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673499 Nov 10 18:03:09.126075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fbfa1-c5c2-48e6-94a0-ee73d916c981 req-1f8fb6e3-6b5e-4096-862c-583055c63999 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:09.128038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f39fbfa1-c5c2-48e6-94a0-ee73d916c981 req-1f8fb6e3-6b5e-4096-862c-583055c63999 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0541799 Nov 10 18:03:09.192840 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f39fbfa1-c5c2-48e6-94a0-ee73d916c981 req-ff96c5a1-8aeb-4db8-97d9-787f12a597ce tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583844 Nov 10 18:03:09.413244 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.335229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb3734-91c5-4f64-96df-94fe2b35f054 req-026091da-cb9b-4c07-9b86-87b5b1971eb2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:10.337035 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71eb3734-91c5-4f64-96df-94fe2b35f054 req-026091da-cb9b-4c07-9b86-87b5b1971eb2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0653439 Nov 10 18:03:10.393334 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71eb3734-91c5-4f64-96df-94fe2b35f054 req-f2c9ca92-98f7-4573-9870-1e2c9268732e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495522 Nov 10 18:03:11.443095 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:11.537023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3b8bd-fe49-4701-b083-6cafa141fa22 req-4a5f55fb-32f6-4a4b-a7c4-465cf9735f7f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:11.539222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8d3b8bd-fe49-4701-b083-6cafa141fa22 req-4a5f55fb-32f6-4a4b-a7c4-465cf9735f7f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0599978 Nov 10 18:03:11.616332 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d8d3b8bd-fe49-4701-b083-6cafa141fa22 req-e81a28d0-3564-46ef-bf00-bea27d88f4dc tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642066 Nov 10 18:03:12.750670 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccbe93-6eb0-4ec4-adae-56912278822f req-ccbd88c7-999c-47c1-80b5-64ba376d3f78 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:12.752941 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfccbe93-6eb0-4ec4-adae-56912278822f req-ccbd88c7-999c-47c1-80b5-64ba376d3f78 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0656171 Nov 10 18:03:12.813869 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dfccbe93-6eb0-4ec4-adae-56912278822f req-6e00c0cf-e228-4fb4-8485-9cea092bae90 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535643 Nov 10 18:03:13.932462 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d80ee-288e-4903-b6b8-d4882948cfc1 req-af9361b4-00fc-4fc0-87f4-7fc5741d96ce tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:13.933949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f95d80ee-288e-4903-b6b8-d4882948cfc1 req-af9361b4-00fc-4fc0-87f4-7fc5741d96ce tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0498686 Nov 10 18:03:13.985271 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f95d80ee-288e-4903-b6b8-d4882948cfc1 req-80c75fbe-acc7-4210-91c2-0a2c707efb02 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 Nov 10 18:03:14.711888 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-fb17a837-0b01-4581-bd0f-981ba72c3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:14.713286 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-fb17a837-0b01-4581-bd0f-981ba72c3a0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0450048 Nov 10 18:03:14.803229 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-8808e6c3-8c5f-4a33-9f69-a27e4ed52c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:14.804743 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-8808e6c3-8c5f-4a33-9f69-a27e4ed52c0f service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0844409 Nov 10 18:03:14.873550 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-6e109819-dcd7-47c5-a292-47d2faccdebd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1002 time: 0.0612593 Nov 10 18:03:14.921760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-10913972-9c0f-47f4-a3ed-bd66b02a9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:14.923276 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-10913972-9c0f-47f4-a3ed-bd66b02a9602 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0421662 Nov 10 18:03:14.968546 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-617a96e4-9a87-46f6-a3f4-ea2bff4e276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:14.969930 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-617a96e4-9a87-46f6-a3f4-ea2bff4e276a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395133 Nov 10 18:03:15.063655 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-93f6a9a7-c63c-48f0-adf9-0323828f068c service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863395 Nov 10 18:03:15.105886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8a85-49a1-4907-86b2-db409d564d92 req-d45c4ddf-3268-4378-a9dd-95872b90aec8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:15.107387 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f13c8a85-49a1-4907-86b2-db409d564d92 req-d45c4ddf-3268-4378-a9dd-95872b90aec8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0527871 Nov 10 18:03:15.154008 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2ef2d5ad-6387-4de2-83e9-e837bd8d6c81 req-5dde3e94-c2b8-4fc8-94f5-98aab652ec12 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828993 Nov 10 18:03:15.157411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f13c8a85-49a1-4907-86b2-db409d564d92 req-b769dfc2-1049-42e6-a25f-92e28a24f624 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433805 Nov 10 18:03:16.302262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3271d4-6bea-491a-bfd2-f1a0d3469eba req-fbcb7794-758d-4c31-b218-8c85ef07c57a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:16.304153 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a3271d4-6bea-491a-bfd2-f1a0d3469eba req-fbcb7794-758d-4c31-b218-8c85ef07c57a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0715530 Nov 10 18:03:16.356613 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a3271d4-6bea-491a-bfd2-f1a0d3469eba req-acdc6eaf-7eda-41e2-99e9-cff27d9c73cf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466175 Nov 10 18:03:17.481390 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3e6dd-d952-4e90-b218-04b97fe81832 req-b31d6e0a-26c7-45e9-a238-e6b9d89c76d4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:17.483194 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91a3e6dd-d952-4e90-b218-04b97fe81832 req-b31d6e0a-26c7-45e9-a238-e6b9d89c76d4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0518134 Nov 10 18:03:17.535809 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-91a3e6dd-d952-4e90-b218-04b97fe81832 req-913bf2dc-5c0a-4abc-a11c-dca1a4be6ece tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460563 Nov 10 18:03:17.627607 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-9458c60e-b84c-41df-8b71-5c976e749863 req-676cfb98-acec-4314-a12d-910ff5a27af0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:03:17.628615 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9458c60e-b84c-41df-8b71-5c976e749863 req-676cfb98-acec-4314-a12d-910ff5a27af0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055013 Nov 10 18:03:17.799156 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:03:17.898447 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.912948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:17.915545 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd8a45a-29c3-4f83-827d-e53c6f5f69a4" -d '{"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:17.928760 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:17.956103 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b27204a-08e8-4c80-bcf6-db9edac96dc3 x-openstack-request-id: req-0b27204a-08e8-4c80-bcf6-db9edac96dc3 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:17.956549 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-unplugged", "status": "failed", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "code": 422}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:17.956942 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b27204a-08e8-4c80-bcf6-db9edac96dc3 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:17.957359 n-d-714676-11 neutron-server[103327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'code': 422} returned with failed status Nov 10 18:03:17.983717 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de07e-8b30-434e-904d-e1f3467edd98 req-45849ad1-f4ae-4124-925a-30ad5b854bba tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:17.984574 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-626de07e-8b30-434e-904d-e1f3467edd98 req-45849ad1-f4ae-4124-925a-30ad5b854bba tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0514500 Nov 10 18:03:17.997965 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:18.042747 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-626de07e-8b30-434e-904d-e1f3467edd98 req-d6d34de6-cc47-4cd3-9765-f4f01f68020f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517118 Nov 10 18:03:18.050009 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:18.460285 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-a54b421b-9735-4e97-b1ce-5fc9dd2c9e0b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1195128 Nov 10 18:03:19.170884 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b936b-82a5-4138-a3e5-efb9fd72cf4f req-63b04c60-b4d5-4478-9810-7f87d5858135 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:19.172689 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed9b936b-82a5-4138-a3e5-efb9fd72cf4f req-63b04c60-b4d5-4478-9810-7f87d5858135 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 944 time: 0.0516450 Nov 10 18:03:19.225659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ed9b936b-82a5-4138-a3e5-efb9fd72cf4f req-7702f226-5b7e-479b-be5a-f76129d739b9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454721 Nov 10 18:03:19.946404 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3257065-0638-450d-ac1b-3318194398d0 req-e333995d-20ff-453d-85c7-70b6bde9663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:19.951850 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-e333995d-20ff-453d-85c7-70b6bde9663b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0&tenant_id=83a233120a1440a39d76d63b3b30ab4a HTTP/1.1" status: 200 len: 1096 time: 0.0887837 Nov 10 18:03:19.959678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-78faeeba-cfa6-4fb3-971c-6bd64428782d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:03:19.960649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-78faeeba-cfa6-4fb3-971c-6bd64428782d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057814 Nov 10 18:03:19.973181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:20.028514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.240427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:20.280542 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:20.325331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e9516a-75f6-4b78-8d48-84fdab606e87 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:03:20.346676 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.364273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Transition to ACTIVE for port object e7e9516a-75f6-4b78-8d48-84fdab606e87 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:03:20.380348 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d89856-b15a-44fc-9cde-9aa066e2b63f req-267ddde6-f56b-4d1e-849b-df1ccae5fd8b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:20.381917 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95d89856-b15a-44fc-9cde-9aa066e2b63f req-267ddde6-f56b-4d1e-849b-df1ccae5fd8b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 944 time: 0.0748324 Nov 10 18:03:20.435642 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-95d89856-b15a-44fc-9cde-9aa066e2b63f req-feb60e02-c0fd-45f2-9069-b9fccbc6196e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476575 Nov 10 18:03:20.460646 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.546878 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:20.558847 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.559182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.559566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.559881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.560208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.560534 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.560923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.561202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.561498 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.561818 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.562137 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.562450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:20.601157 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] No DVR routers for this DVR port e7e9516a-75f6-4b78-8d48-84fdab606e87 on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:03:20.740268 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Attempting to bind port e7e9516a-75f6-4b78-8d48-84fdab606e87 on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:20.740688 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Attempting to bind port e7e9516a-75f6-4b78-8d48-84fdab606e87 by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:20.740908 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Attempting to bind port e7e9516a-75f6-4b78-8d48-84fdab606e87 on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:20.745775 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Port e7e9516a-75f6-4b78-8d48-84fdab606e87 on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:03:20.746231 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Attempting to bind port e7e9516a-75f6-4b78-8d48-84fdab606e87 on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:20.750819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:20.751153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Checking segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:20.751558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Bound using segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:20.751977 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Bound port: e7e9516a-75f6-4b78-8d48-84fdab606e87, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:20.752327 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.823586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:20.826864 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:20.887878 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.928132 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:20.928761 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.930290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] 10.222.0.18 "PUT /v2.0/ports/e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1093 time: 0.9609244 Nov 10 18:03:20.930617 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:20.932947 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36066d0-c096-411c-a351-3932251bfa97" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:20.956887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b8856-c67d-410f-9fe2-e13a3e4ac21f service neutron] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:21.011023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3257065-0638-450d-ac1b-3318194398d0 req-4bb43473-6bf0-4aa5-952a-d3f815120214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.012654 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-4bb43473-6bf0-4aa5-952a-d3f815120214 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0477829 Nov 10 18:03:21.094504 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb99ff20-c84e-4d53-8246-dfd007459c4e x-openstack-request-id: req-eb99ff20-c84e-4d53-8246-dfd007459c4e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:21.094779 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:21.095039 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb99ff20-c84e-4d53-8246-dfd007459c4e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:21.095463 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'status': 'completed', 'code': 200} Nov 10 18:03:21.137794 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3257065-0638-450d-ac1b-3318194398d0 req-1fed4f62-1e42-4ab9-93c2-8f656a73e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.139328 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-1fed4f62-1e42-4ab9-93c2-8f656a73e7c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.1172223 Nov 10 18:03:21.214528 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-2d1dc498-9e2a-4ba5-affa-a11cde8cbd09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1000 time: 0.0661955 Nov 10 18:03:21.265092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3257065-0638-450d-ac1b-3318194398d0 req-4bd02691-3ab9-4db8-a304-3ca0c57be7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.266449 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-4bd02691-3ab9-4db8-a304-3ca0c57be7b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0456569 Nov 10 18:03:21.325223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3257065-0638-450d-ac1b-3318194398d0 req-56f398b4-574c-4217-8e50-a51a54476c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.326727 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-56f398b4-574c-4217-8e50-a51a54476c9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527871 Nov 10 18:03:21.433175 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-3f027d71-ea47-4d9c-93e8-6696d2aad053 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932128 Nov 10 18:03:21.560628 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e3257065-0638-450d-ac1b-3318194398d0 req-6f6ab9d6-e498-4472-a80b-e97c6709ca3f service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197979 Nov 10 18:03:21.577471 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64228f48-a86a-4780-8ec5-e81ef6ba8f0a req-89d72007-bd89-4cce-9634-f4e178699ee9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.579028 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64228f48-a86a-4780-8ec5-e81ef6ba8f0a req-89d72007-bd89-4cce-9634-f4e178699ee9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0677457 Nov 10 18:03:21.631840 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-64228f48-a86a-4780-8ec5-e81ef6ba8f0a req-53e63912-ebfa-4248-ab5a-e819c97371c4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454719 Nov 10 18:03:21.749272 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36066d0-c096-411c-a351-3932251bfa97 req-297d9fb7-8f65-43bd-b869-7d9d1e1785d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.755457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a36066d0-c096-411c-a351-3932251bfa97 req-297d9fb7-8f65-43bd-b869-7d9d1e1785d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0523260 Nov 10 18:03:21.863779 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36066d0-c096-411c-a351-3932251bfa97 req-13c78196-310f-4ff5-bc30-2269a7735a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.866077 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a36066d0-c096-411c-a351-3932251bfa97 req-13c78196-310f-4ff5-bc30-2269a7735a0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.1067691 Nov 10 18:03:21.932793 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a36066d0-c096-411c-a351-3932251bfa97 req-7de9f735-1c8d-4cc7-8d52-45e9584efb0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1000 time: 0.0601954 Nov 10 18:03:21.988990 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36066d0-c096-411c-a351-3932251bfa97 req-1c0a8af3-2385-4cc5-b754-25509393edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.990638 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a36066d0-c096-411c-a351-3932251bfa97 req-1c0a8af3-2385-4cc5-b754-25509393edf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0514901 Nov 10 18:03:22.051988 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36066d0-c096-411c-a351-3932251bfa97 req-c70f4cf1-0e8a-4b0f-b633-721e57ec73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:22.055183 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a36066d0-c096-411c-a351-3932251bfa97 req-c70f4cf1-0e8a-4b0f-b633-721e57ec73fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577812 Nov 10 18:03:22.769710 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28780b-dc61-4beb-92b1-b1f9a39ef14e req-93084110-bb2b-4288-81d0-feec498f34e0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:22.769710 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e28780b-dc61-4beb-92b1-b1f9a39ef14e req-93084110-bb2b-4288-81d0-feec498f34e0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0603821 Nov 10 18:03:22.823964 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e28780b-dc61-4beb-92b1-b1f9a39ef14e req-4be98a43-39cf-42b2-a376-dee1cd09b3a2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483181 Nov 10 18:03:23.958133 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e4093-e92d-470f-956b-f46edf933d76 req-0805df33-fe9a-4d83-889e-9f5037b1a2a4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:23.961012 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d99e4093-e92d-470f-956b-f46edf933d76 req-0805df33-fe9a-4d83-889e-9f5037b1a2a4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0595648 Nov 10 18:03:24.016839 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d99e4093-e92d-470f-956b-f46edf933d76 req-7bced3bb-88b1-4dab-8324-ea1013e08887 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496011 Nov 10 18:03:25.145628 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c7eb1-e939-4904-9c57-381d3ab0536c req-5a007af3-dbcd-418a-816d-59f58e4268c7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.147903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-203c7eb1-e939-4904-9c57-381d3ab0536c req-5a007af3-dbcd-418a-816d-59f58e4268c7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0637786 Nov 10 18:03:25.213867 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-203c7eb1-e939-4904-9c57-381d3ab0536c req-59396cae-9271-4818-9c34-4f9c1272ca4b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598142 Nov 10 18:03:26.371212 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7e9d-ba2a-4fdd-9bd2-d0683ed699e3 req-8f573c56-1178-4913-8b42-aee3a16cac7d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:26.372799 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b6f7e9d-ba2a-4fdd-9bd2-d0683ed699e3 req-8f573c56-1178-4913-8b42-aee3a16cac7d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0593812 Nov 10 18:03:26.429518 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0b6f7e9d-ba2a-4fdd-9bd2-d0683ed699e3 req-1e8b377a-d881-487e-a99d-7ad9c03d9412 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504725 Nov 10 18:03:27.554530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4899c51-2525-4eda-89f2-6ebadac427b9 req-fd7c3847-1da0-4441-b163-0b8f53705640 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:27.556799 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4899c51-2525-4eda-89f2-6ebadac427b9 req-fd7c3847-1da0-4441-b163-0b8f53705640 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0536292 Nov 10 18:03:27.627271 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b4899c51-2525-4eda-89f2-6ebadac427b9 req-8454c7f9-c0cf-4c6e-ad7b-1ece2f4d82a0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609303 Nov 10 18:03:28.750625 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d529c6a-abb1-4c66-95ce-5a964f56183c req-bc57c227-14fc-4eb4-a5f8-9475a06bae7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:28.752312 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d529c6a-abb1-4c66-95ce-5a964f56183c req-bc57c227-14fc-4eb4-a5f8-9475a06bae7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0519490 Nov 10 18:03:28.809591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4d529c6a-abb1-4c66-95ce-5a964f56183c req-aacd9717-5e25-4ce4-b24d-a93a94c68b02 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513315 Nov 10 18:03:29.949329 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ddc6-d64b-444a-a3b7-a77f5e98e320 req-6c0f117d-8e45-4522-8cd7-3fdde3326093 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:29.950932 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1c8ddc6-d64b-444a-a3b7-a77f5e98e320 req-6c0f117d-8e45-4522-8cd7-3fdde3326093 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0633299 Nov 10 18:03:30.006748 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b1c8ddc6-d64b-444a-a3b7-a77f5e98e320 req-496c6b95-273c-46eb-9e36-5c41505f0656 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493920 Nov 10 18:03:31.151856 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa9f41-66bd-4cb0-8637-92c2c3a32243 req-9f5ca644-4923-4558-94f2-4051ac37f8a8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:31.159815 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfa9f41-66bd-4cb0-8637-92c2c3a32243 req-9f5ca644-4923-4558-94f2-4051ac37f8a8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0738389 Nov 10 18:03:31.236018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7bfa9f41-66bd-4cb0-8637-92c2c3a32243 req-0fea6ac7-fa83-4956-bcb1-fadb86c6d314 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705638 Nov 10 18:03:31.724634 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ad38-56a1-4f2a-887e-82c16e07d5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:32.370624 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf26d23-ff67-4bd2-bba5-7df903ecb7bc req-d43c751f-8061-4e14-b5c2-c649ca596f6d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:32.372168 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9cf26d23-ff67-4bd2-bba5-7df903ecb7bc req-d43c751f-8061-4e14-b5c2-c649ca596f6d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0610068 Nov 10 18:03:32.427415 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9cf26d23-ff67-4bd2-bba5-7df903ecb7bc req-a51e9433-d527-445d-b494-ac70cd789af9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484741 Nov 10 18:03:32.798757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a36066d0-c096-411c-a351-3932251bfa97 req-d300504d-c4eb-40b4-af63-fd4c40e2aec8 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038268 Nov 10 18:03:32.916007 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a36066d0-c096-411c-a351-3932251bfa97 req-f5e67e54-61c8-4b91-8b37-86a8d308159d service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101789 Nov 10 18:03:33.551554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a87251-98e0-4ac8-8f72-6bf76454bf8a req-b668efb9-7a4b-48c3-93b0-5e3e4afe5ccd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:33.553153 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17a87251-98e0-4ac8-8f72-6bf76454bf8a req-b668efb9-7a4b-48c3-93b0-5e3e4afe5ccd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0514846 Nov 10 18:03:33.603511 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-17a87251-98e0-4ac8-8f72-6bf76454bf8a req-f0368a41-992e-4046-ba51-0932a59301a3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 Nov 10 18:03:33.637955 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:03:33.980394 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cebc7b7e-f20f-4f1c-878c-c129ed3f1620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:34.719478 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeb7ce-ddd5-442e-aa08-1ae369ab2130 req-cdef367c-6fa6-4c66-8b3d-5b99bbdb7fd8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:34.720946 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5bfeb7ce-ddd5-442e-aa08-1ae369ab2130 req-cdef367c-6fa6-4c66-8b3d-5b99bbdb7fd8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Nov 10 18:03:34.777245 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5bfeb7ce-ddd5-442e-aa08-1ae369ab2130 req-ffea59bb-92e4-4e13-94ff-67469480761f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490754 Nov 10 18:03:35.442877 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:35.895258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbc7a8-03b4-46f6-9763-04b01f5ee25d req-0b351e7d-63da-4fa4-9eef-7cda5991578e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:35.897082 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8efbc7a8-03b4-46f6-9763-04b01f5ee25d req-0b351e7d-63da-4fa4-9eef-7cda5991578e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0491989 Nov 10 18:03:35.952457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8efbc7a8-03b4-46f6-9763-04b01f5ee25d req-5f207e2a-1a84-459b-932b-8a83accc8a2b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494876 Nov 10 18:03:37.068634 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc036f3-d08e-4b11-96d9-b24e255c978d req-4afee25e-ae12-41ae-975e-f96a52c2e504 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:37.070098 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cc036f3-d08e-4b11-96d9-b24e255c978d req-4afee25e-ae12-41ae-975e-f96a52c2e504 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 945 time: 0.0491519 Nov 10 18:03:37.120570 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0cc036f3-d08e-4b11-96d9-b24e255c978d req-7b11d395-cac2-4f72-8a2b-30bddd324db2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443442 Nov 10 18:03:37.151805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.743888 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:03:37.839654 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.875556 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:37.889834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'port_id': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'mac_address': 'fa:16:3e:f4:0f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:03:37.931342 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.944416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e9516a-75f6-4b78-8d48-84fdab606e87 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:03:37.965002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:38.031844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.083775 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=11']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:38.253880 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc84711-861f-46ad-927d-a04b25701f25 req-1929e513-cf86-457e-a563-96233374c8b2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:38.255931 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2bc84711-861f-46ad-927d-a04b25701f25 req-1929e513-cf86-457e-a563-96233374c8b2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0502286 Nov 10 18:03:38.278923 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['e7e9516a-75f6-4b78-8d48-84fdab606e87'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:03:38.305472 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-2bc84711-861f-46ad-927d-a04b25701f25 req-ed66fcbe-3a5e-483a-8420-c65d1c3f3634 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Nov 10 18:03:39.134569 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:39.429861 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b966c3-e1d6-4244-ba52-c00afca24c17 req-da6f6cb3-32a7-4c7f-b2f9-763116b19494 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:39.431488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7b966c3-e1d6-4244-ba52-c00afca24c17 req-da6f6cb3-32a7-4c7f-b2f9-763116b19494 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 946 time: 0.0538855 Nov 10 18:03:39.481899 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b7b966c3-e1d6-4244-ba52-c00afca24c17 req-3077f355-f2d2-4600-8b5e-93fbcd03a599 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Nov 10 18:03:39.759385 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:39.865959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port e7e9516a-75f6-4b78-8d48-84fdab606e87 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:03:39.870296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port e7e9516a-75f6-4b78-8d48-84fdab606e87 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:39.870693 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:39.950117 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:39.972495 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:39.975417 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b92501-10a8-4e0b-bb2c-908c26ec7072" -d '{"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-plugged", "status": "completed", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:39.991841 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:40.042765 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:40.084476 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96324218-eb26-4ff7-8c5a-0aafd60618f1 x-openstack-request-id: req-96324218-eb26-4ff7-8c5a-0aafd60618f1 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:40.084758 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-plugged", "status": "completed", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:40.085008 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96324218-eb26-4ff7-8c5a-0aafd60618f1 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:40.085392 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'code': 200} Nov 10 18:03:40.094881 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=12']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:40.307145 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8144f5-2376-462b-a618-80194503ac1c req-30039b0f-031c-485b-a648-2c636edd0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:40.309353 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce8144f5-2376-462b-a618-80194503ac1c req-30039b0f-031c-485b-a648-2c636edd0d5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0396378 Nov 10 18:03:40.355629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ce8144f5-2376-462b-a618-80194503ac1c req-d85d9de3-ad16-4bba-8661-c05407743bcd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384276 Nov 10 18:03:40.600659 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91d414-3e05-41be-9cfc-20d345f7add0 req-9be1f559-550d-4a72-87c9-fa280bcb6dd8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:40.602048 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe91d414-3e05-41be-9cfc-20d345f7add0 req-9be1f559-550d-4a72-87c9-fa280bcb6dd8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 947 time: 0.0480151 Nov 10 18:03:40.650176 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe91d414-3e05-41be-9cfc-20d345f7add0 req-19ec930b-f106-48fd-b48c-cc25db56f7d4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 Nov 10 18:03:41.466630 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:41.774732 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abdb2b-9061-4ed7-831c-34dff132a564 req-3f0fde45-3821-41e3-a297-31ed7051461a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:41.776322 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6abdb2b-9061-4ed7-831c-34dff132a564 req-3f0fde45-3821-41e3-a297-31ed7051461a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 947 time: 0.0540597 Nov 10 18:03:41.839861 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-d6abdb2b-9061-4ed7-831c-34dff132a564 req-c7bef732-6e25-4593-aa40-276ed92f907f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511351 Nov 10 18:03:42.951174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0803df-aec8-47c1-b97b-99b598fa98fe req-d87313d0-e9bf-43b1-91a8-1ce02278321d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:42.952684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e0803df-aec8-47c1-b97b-99b598fa98fe req-d87313d0-e9bf-43b1-91a8-1ce02278321d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 947 time: 0.0489368 Nov 10 18:03:43.346641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3e0803df-aec8-47c1-b97b-99b598fa98fe req-0886bd7a-a350-4dbd-bbe8-6937aab1738a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877685 Nov 10 18:03:52.607453 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-8d1a2879-079d-4012-a4b1-35755a3bbb3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389738 Nov 10 18:03:52.689922 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-a329f851-efbe-4e1f-ac50-507c35401dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:52.691933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-a329f851-efbe-4e1f-ac50-507c35401dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0412397 Nov 10 18:03:52.799991 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-3df8f181-67ca-4318-a518-e56a38506370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:52.801637 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-3df8f181-67ca-4318-a518-e56a38506370 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0901973 Nov 10 18:03:52.870227 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-ace8361a-6329-4755-a8ba-31d0d5bef962 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1002 time: 0.0595810 Nov 10 18:03:52.924349 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-d73bf085-8e03-4828-acf3-0ec262e57fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:52.926316 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-d73bf085-8e03-4828-acf3-0ec262e57fc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0476561 Nov 10 18:03:52.974055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-46e46c93-5215-4cd5-8be7-82ad5cf7a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:52.975568 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-46e46c93-5215-4cd5-8be7-82ad5cf7a00c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413251 Nov 10 18:03:53.067673 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-c0720c65-21aa-4317-8d3e-355557707ea7 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820284 Nov 10 18:03:53.165856 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71a1ec3a-5e45-43d4-929f-dbbc88843263 req-4df59ec4-4a31-4b5e-b84a-d8ef0a727f5d service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916185 Nov 10 18:04:01.732449 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-edf18e7b-1f4d-4063-af7e-809be2f5c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:03.985466 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d359-0110-47be-9894-2d39c33e3885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:05.441647 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.172776 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.871485 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:09.105474 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:10.638313 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:04:11.476804 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:31.697975 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b0edbcc7-d5bd-49b8-a0bd-1ab69f6ab484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:33.962128 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b6fb281a-258b-4a27-8936-923b17d086a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:35.453501 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:37.161721 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:37.796188 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:39.127838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:41.539211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:47.638065 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:04:52.599261 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-37836bf0-1686-4cea-b959-5612b72f44e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402656 Nov 10 18:04:52.692583 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-abae90bb-ece8-47fb-96e0-6f1dd96d7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:52.694181 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-abae90bb-ece8-47fb-96e0-6f1dd96d7b8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0464740 Nov 10 18:04:52.802553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-682cdff9-89d1-499b-9c62-ca79edc6ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:52.804086 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-682cdff9-89d1-499b-9c62-ca79edc6ff2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0890632 Nov 10 18:04:52.873479 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-0a736ef3-37b0-44b4-971b-ce9a922b6541 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 1002 time: 0.0622211 Nov 10 18:04:52.923547 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-872bfc88-a5fc-4eff-9b66-000b2bc47467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:52.924993 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-872bfc88-a5fc-4eff-9b66-000b2bc47467 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0433865 Nov 10 18:04:52.974545 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-48d830a7-3fae-4eab-b020-5b8f62fa164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:52.976073 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-48d830a7-3fae-4eab-b020-5b8f62fa164b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418611 Nov 10 18:04:53.073454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-d7cc2756-535f-4001-bd30-ea415c05acb0 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898349 Nov 10 18:04:53.170366 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-dc62767d-ea0b-4c85-9e7b-27b96f329e3d req-6189b2b8-0dc1-45cc-854b-15c2b891e9c9 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895677 Nov 10 18:04:56.537564 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44570) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:57.093178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Deleting port 1a4e7e39-b6af-48ee-94cd-2abcb8ee81f3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:57.093519 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:57.171198 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:57.171554 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:57.183737 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Calling delete_port for 1a4e7e39-b6af-48ee-94cd-2abcb8ee81f3 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:57.413386 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:57.438558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event deleted for resources: {'Port': ['ID=1a4e7e39-b6af-48ee-94cd-2abcb8ee81f3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:57.450056 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.450409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.450753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.451092 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.451477 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.451821 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.452154 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.452482 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.452806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.453539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.453539 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.453746 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:57.514032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:57.514368 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Floating IP ee4a60e6-de7e-4fc1-a468-f359345ba6b2 disassociated (deleted). External IP: 172.25.3.231, port: e7e9516a-75f6-4b78-8d48-84fdab606e87. Nov 10 18:04:57.741649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:04:57.854925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:04:57.860281 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:57.865701 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] Sync routers for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:04:57.876706 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:57.877315 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:57.893981 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6cb3313e-25c1-4dfe-992a-d1884df36e7e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "DELETE /v2.0/floatingips/ee4a60e6-de7e-4fc1-a468-f359345ba6b2 HTTP/1.1" status: 204 len: 168 time: 1.3547893 Nov 10 18:04:57.895058 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:57.897879 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:57.946901 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f138ff3-e010-4513-8e39-9efc64427513 x-openstack-request-id: req-8f138ff3-e010-4513-8e39-9efc64427513 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:57.950652 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:57.950974 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f138ff3-e010-4513-8e39-9efc64427513 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:57.951455 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'status': 'completed', 'code': 200} Nov 10 18:04:57.996752 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:58.019806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-1704861c-639b-493b-803d-3d4effe5e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:58.021360 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-1704861c-639b-493b-803d-3d4effe5e459 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 1099 time: 0.0519512 Nov 10 18:04:58.125838 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-e75597e2-96d6-47cc-bc93-d267ebb8dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:58.127431 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-e75597e2-96d6-47cc-bc93-d267ebb8dc73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0980291 Nov 10 18:04:58.176784 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-f455cbfe-b8d5-41d5-a9a6-3f1356271fb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 200 len: 217 time: 0.0424926 Nov 10 18:04:58.219439 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:58.252302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-f31bade7-85df-4ae6-8a3d-5eef4267c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:58.253694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-f31bade7-85df-4ae6-8a3d-5eef4267c2f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0705764 Nov 10 18:04:58.254481 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] Checking router: bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:04:58.263759 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:58.264361 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:04:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:58.304703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-ead68e6b-dbec-49f2-9331-9fd8076b509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:58.307058 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-ead68e6b-dbec-49f2-9331-9fd8076b509a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461862 Nov 10 18:04:58.383574 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:58.423354 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-4831ccaa-a8ab-4e01-83bd-905e9d1fc336 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086643 Nov 10 18:04:58.502245 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50819b3e-b58f-4acb-9a1b-e6d3b8dc1ed8 req-e2cdc194-3cd6-4703-a544-06da12c1d097 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:58.504193 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50819b3e-b58f-4acb-9a1b-e6d3b8dc1ed8 req-e2cdc194-3cd6-4703-a544-06da12c1d097 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 947 time: 0.1634030 Nov 10 18:04:58.551151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0a40b4ce-c862-4b61-ba34-9e43ea5a816f req-a6999c1b-fe9f-49a1-9cc6-c06bd5b66d67 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188817 Nov 10 18:04:58.567104 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-50819b3e-b58f-4acb-9a1b-e6d3b8dc1ed8 req-804014c0-160b-4c00-9ad2-175c55266d78 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530231 Nov 10 18:04:58.621854 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:58.649664 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067dca7-df81-4e5f-b536-c246c1724fbc None None] The sync data for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 is: [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:04:58.878032 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941a04a-79ce-4fa7-8f1a-add9f05ecee5 None None] New status for floating IP ee4a60e6-de7e-4fc1-a468-f359345ba6b2: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:04:59.707208 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-5bf09e5f-0fff-4169-9bae-4f8e2c849ba2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.708771 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-5bf09e5f-0fff-4169-9bae-4f8e2c849ba2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 947 time: 0.0657899 Nov 10 18:04:59.814989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd5ea1-d29e-4522-94d7-256e36cc5d13 req-0f7302c8-e57f-4f5d-bdb2-baffe197de2d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.816499 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffdd5ea1-d29e-4522-94d7-256e36cc5d13 req-0f7302c8-e57f-4f5d-bdb2-baffe197de2d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 947 time: 0.1747243 Nov 10 18:04:59.871684 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Deleting port e7e9516a-75f6-4b78-8d48-84fdab606e87 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:59.871945 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:59.903394 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffdd5ea1-d29e-4522-94d7-256e36cc5d13 req-a41d4929-858d-460f-8e8e-399f11244f8a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=08f7aa65-6134-43df-ac6a-b789d44e12f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793395 Nov 10 18:04:59.974011 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] For port e7e9516a-75f6-4b78-8d48-84fdab606e87, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=e7e9516a-75f6-4b78-8d48-84fdab606e87,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:59.974380 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:59.986675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Calling delete_port for e7e9516a-75f6-4b78-8d48-84fdab606e87 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:00.195893 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:00.225325 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event deleted for resources: {'Port': ['ID=e7e9516a-75f6-4b78-8d48-84fdab606e87,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:00.271989 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] No DVR routers for this DVR port e7e9516a-75f6-4b78-8d48-84fdab606e87 on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:05:00.274666 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:00.278417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1683fa98-8b9a-49ed-8b7b-ab14631e5f16 req-64077e7c-1a67-41ad-a166-6650ae931aaf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.18 "DELETE /v2.0/ports/e7e9516a-75f6-4b78-8d48-84fdab606e87 HTTP/1.1" status: 204 len: 173 time: 0.5575814 Nov 10 18:05:00.278859 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-deleted', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:00.281116 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d328b3-4f13-4963-905f-16f447a3509b" -d '{"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-deleted", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:00.319153 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec82a0c2-1b46-4b89-91a4-ef6a11bd304c x-openstack-request-id: req-ec82a0c2-1b46-4b89-91a4-ef6a11bd304c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:00.319477 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe26dac-0fe1-4956-83e3-7ea75f5af5d0", "name": "network-vif-deleted", "tag": "e7e9516a-75f6-4b78-8d48-84fdab606e87", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:00.319729 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec82a0c2-1b46-4b89-91a4-ef6a11bd304c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:00.320127 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe26dac-0fe1-4956-83e3-7ea75f5af5d0', 'name': 'network-vif-deleted', 'tag': 'e7e9516a-75f6-4b78-8d48-84fdab606e87', 'status': 'completed', 'code': 200} Nov 10 18:05:01.014733 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-cb882ad4-7b30-47c9-9dc6-0ca8c8806d58 req-3921d464-03ec-4317-8920-80fafab75ce7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fe26dac-0fe1-4956-83e3-7ea75f5af5d0 HTTP/1.1" status: 200 len: 210 time: 0.0307300 Nov 10 18:05:01.699037 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-775c33e7-8e4c-4ba6-b1b2-5f6c1f0b975d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.072818 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44604) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:02.129618 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.153933 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.276366 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.279027 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.280241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "DELETE /v2.0/security-groups/08f7aa65-6134-43df-ac6a-b789d44e12f0 HTTP/1.1" status: 204 len: 168 time: 0.2064090 Nov 10 18:05:02.292030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f7aa65-6134-43df-ac6a-b789d44e12f0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:02.298206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.298476 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.298807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.299138 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.299495 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.299815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.300135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.300456 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.300771 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.301086 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.301403 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.301717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf10026-31d0-47e2-90f9-1d9d063047d2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:02.677007 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44610) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:02.682467 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b31fa459-7360-479e-b558-d0de20abfb91 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451908795', 'description': 'tempest-secgroup-smoke-1451908795 description', 'project_id': '83a233120a1440a39d76d63b3b30ab4a'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:02.745939 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31fa459-7360-479e-b558-d0de20abfb91 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.819700 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31fa459-7360-479e-b558-d0de20abfb91 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.881913 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31fa459-7360-479e-b558-d0de20abfb91 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.911286 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fa459-7360-479e-b558-d0de20abfb91 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09716d34-6dfc-4ed2-be13-ebafea401ffe,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:02.992487 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31fa459-7360-479e-b558-d0de20abfb91 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:02.994686 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b31fa459-7360-479e-b558-d0de20abfb91 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3155119 Nov 10 18:05:02.997558 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 44612) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:03.002419 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-5dbfc9dc-03df-491e-9ca5-5e2d22167df3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '09716d34-6dfc-4ed2-be13-ebafea401ffe', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:03.087092 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc9dc-03df-491e-9ca5-5e2d22167df3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.141770 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc9dc-03df-491e-9ca5-5e2d22167df3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.230500 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc9dc-03df-491e-9ca5-5e2d22167df3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.248262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfc9dc-03df-491e-9ca5-5e2d22167df3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec11ddff-712f-46b9-835d-6e81c6de1a98,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:03.335284 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc9dc-03df-491e-9ca5-5e2d22167df3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.336540 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5dbfc9dc-03df-491e-9ca5-5e2d22167df3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380365 Nov 10 18:05:03.339704 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:03.344553 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2a3db61c-7b44-40d6-a76e-d7ceb3a3257b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '09716d34-6dfc-4ed2-be13-ebafea401ffe', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:03.436238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a3db61c-7b44-40d6-a76e-d7ceb3a3257b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.496081 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a3db61c-7b44-40d6-a76e-d7ceb3a3257b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.583357 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a3db61c-7b44-40d6-a76e-d7ceb3a3257b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.600813 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3db61c-7b44-40d6-a76e-d7ceb3a3257b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f164173-c9c3-462a-86f7-b26caa903e6f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:03.672206 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a3db61c-7b44-40d6-a76e-d7ceb3a3257b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.673430 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2a3db61c-7b44-40d6-a76e-d7ceb3a3257b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3325920 Nov 10 18:05:03.676146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:03.680416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f1aba315-9cf4-4b0a-a43e-0b052f378b14 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '09716d34-6dfc-4ed2-be13-ebafea401ffe', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:03.761423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1aba315-9cf4-4b0a-a43e-0b052f378b14 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.818971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1aba315-9cf4-4b0a-a43e-0b052f378b14 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.876149 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1aba315-9cf4-4b0a-a43e-0b052f378b14 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.894414 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aba315-9cf4-4b0a-a43e-0b052f378b14 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d07e078-ce13-4134-bd0e-898804cff30a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:03.941167 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1aba315-9cf4-4b0a-a43e-0b052f378b14 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.942413 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-f1aba315-9cf4-4b0a-a43e-0b052f378b14 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2653573 Nov 10 18:05:03.945152 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:03.950576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-999006be-d6bc-492f-b928-f4fd3f78efe0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '09716d34-6dfc-4ed2-be13-ebafea401ffe', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:03.984120 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-638d88e1-b97f-4ab1-a465-130aa3c452cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.046830 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-999006be-d6bc-492f-b928-f4fd3f78efe0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.110169 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-999006be-d6bc-492f-b928-f4fd3f78efe0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.156058 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-999006be-d6bc-492f-b928-f4fd3f78efe0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.168634 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:04.172490 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999006be-d6bc-492f-b928-f4fd3f78efe0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ab1aea-269b-4bcf-93b7-68da51db8c45,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:04.193553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: e7e9516a-75f6-4b78-8d48-84fdab606e87 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:04.193553 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device e7e9516a-75f6-4b78-8d48-84fdab606e87 not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:04.238032 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-999006be-d6bc-492f-b928-f4fd3f78efe0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.239272 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-999006be-d6bc-492f-b928-f4fd3f78efe0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931781 Nov 10 18:05:04.242243 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:04.247097 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6c979a65-b12a-424e-a1cd-a1db3fb38abd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '09716d34-6dfc-4ed2-be13-ebafea401ffe', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:04.327015 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-6c979a65-b12a-424e-a1cd-a1db3fb38abd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Project 83a233120a1440a39d76d63b3b30ab4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:05:04.332468 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c979a65-b12a-424e-a1cd-a1db3fb38abd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.390549 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c979a65-b12a-424e-a1cd-a1db3fb38abd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.475001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c979a65-b12a-424e-a1cd-a1db3fb38abd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.492494 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c979a65-b12a-424e-a1cd-a1db3fb38abd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746fa86a-e281-46fb-a2eb-7a75bbe70940,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:04.609385 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c979a65-b12a-424e-a1cd-a1db3fb38abd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.610569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6c979a65-b12a-424e-a1cd-a1db3fb38abd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673546 Nov 10 18:05:04.613499 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:04.617839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6cb9c904-bc07-4700-ba0f-9c9eb425bf73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'security_group_rule': {'security_group_id': '09716d34-6dfc-4ed2-be13-ebafea401ffe', 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:04.699023 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-6cb9c904-bc07-4700-ba0f-9c9eb425bf73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Project 83a233120a1440a39d76d63b3b30ab4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:05:04.704337 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb9c904-bc07-4700-ba0f-9c9eb425bf73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.766884 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb9c904-bc07-4700-ba0f-9c9eb425bf73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.853065 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb9c904-bc07-4700-ba0f-9c9eb425bf73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.870590 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9c904-bc07-4700-ba0f-9c9eb425bf73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240b137e-d812-4405-9d24-3002beb6436a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:04.947462 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cb9c904-bc07-4700-ba0f-9c9eb425bf73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.949445 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-6cb9c904-bc07-4700-ba0f-9c9eb425bf73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3349969 Nov 10 18:05:05.441380 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:07.160320 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:07.773198 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:09.126132 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:11.659069 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:24.642890 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:05:26.834489 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-bfd01670-53cf-4b8c-b472-dc9811c2d345 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451908795&fields=id&tenant_id=83a233120a1440a39d76d63b3b30ab4a HTTP/1.1" status: 200 len: 267 time: 0.0470634 Nov 10 18:05:26.945605 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-f3e42eec-1425-4723-8654-ac9181deda81 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:26.947096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-f3e42eec-1425-4723-8654-ac9181deda81 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 808 time: 0.1056097 Nov 10 18:05:26.963576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-5657a431-c419-46f4-801b-c568484f0b45 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/quotas/83a233120a1440a39d76d63b3b30ab4a HTTP/1.1" status: 200 len: 375 time: 0.0099123 Nov 10 18:05:27.015592 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-dd210155-9df7-41f6-bf95-9c6e59df46d9 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461140 Nov 10 18:05:27.160054 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-011307ee-a821-4886-a227-9a33075d2970 service neutron] 10.222.0.62 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331532 Nov 10 18:05:27.255536 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-4440fbd6-e3e8-4f89-809a-3d590bec785a service neutron] 10.222.0.62 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890441 Nov 10 18:05:27.869308 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9408f7bf-e075-42b4-a896-d22cc0316c93 req-1d44819c-9ae6-4098-8ea5-95d939bdf03a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 210 time: 0.0263071 Nov 10 18:05:28.965352 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ec1c7fd2-c262-4218-957f-c6ef0c889ca6 req-6cf06de7-8a77-477a-a923-13bd7fe3d988 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 210 time: 0.0274100 Nov 10 18:05:29.620923 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-b1c136e8-aec7-4cf4-96b6-b2cef3bd9b7b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:29.622366 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-b1c136e8-aec7-4cf4-96b6-b2cef3bd9b7b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 808 time: 0.1047330 Nov 10 18:05:29.687773 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-af61e5d8-139b-4c11-a3fb-e77ae89e5c3b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a233120a1440a39d76d63b3b30ab4a HTTP/1.1" status: 200 len: 380 time: 0.0558786 Nov 10 18:05:29.696642 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'port': {'device_id': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'admin_state_up': True, 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'security_groups': ['09716d34-6dfc-4ed2-be13-ebafea401ffe']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:29.887802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Made reservation on behalf of 83a233120a1440a39d76d63b3b30ab4a for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:29.891526 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.020544 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Allocated IP 172.20.0.10 (0c29ea8f-365d-4466-a76d-2c79c0e7240f/ed33d5d9-ebe9-4892-9134-0dcc4aa6b418/0a0965ac-132c-4139-8a81-ecabc339263e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:30.085469 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-8c2994ec-b135-4dae-a5ea-e47a2e269077 req-2e25b1b4-942e-47e8-a475-f58bd28ef35a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 210 time: 0.0435965 Nov 10 18:05:30.191103 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.293536 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.345073 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:30.350392 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:30.355266 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:30.384181 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:30.416853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:30.417486 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.514384 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ab3bc581-126e-42c9-a61c-52f31aee5ef1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8211751 Nov 10 18:05:30.595950 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Request body: {'port': {'device_id': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:30.653775 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.655913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4a86788e-3ae2-4a84-a8c5-1b359c6d923c None None] Provisioning complete for port 0a0965ac-132c-4139-8a81-ecabc339263e triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:30.656400 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4a86788e-3ae2-4a84-a8c5-1b359c6d923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.693343 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4a86788e-3ae2-4a84-a8c5-1b359c6d923c None None] Port 0a0965ac-132c-4139-8a81-ecabc339263e cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:30.934953 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0965ac-132c-4139-8a81-ecabc339263e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:05:30.942852 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.955606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Transition to ACTIVE for port object 0a0965ac-132c-4139-8a81-ecabc339263e will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:05:31.070066 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.127263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:31.222509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Attempting to bind port 0a0965ac-132c-4139-8a81-ecabc339263e on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:31.223036 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Attempting to bind port 0a0965ac-132c-4139-8a81-ecabc339263e by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:31.223501 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Attempting to bind port 0a0965ac-132c-4139-8a81-ecabc339263e on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:31.228622 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Port 0a0965ac-132c-4139-8a81-ecabc339263e on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:05:31.229062 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Attempting to bind port 0a0965ac-132c-4139-8a81-ecabc339263e on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:31.235872 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:31.236848 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Checking segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:31.237441 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Bound using segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:31.237981 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Bound port: 0a0965ac-132c-4139-8a81-ecabc339263e, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:31.239178 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.266005 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe51e-b7bf-435f-ac87-f9df89b27a89 req-7d4f0697-994a-4bd0-b2f4-88b612f8e039 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:31.267830 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-297fe51e-b7bf-435f-ac87-f9df89b27a89 req-7d4f0697-994a-4bd0-b2f4-88b612f8e039 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0785418 Nov 10 18:05:31.362749 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-297fe51e-b7bf-435f-ac87-f9df89b27a89 req-1b4a70dd-1b89-4a51-8861-146c5e8c0846 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862625 Nov 10 18:05:31.376118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:31.384140 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:31.458987 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.503251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:31.503251 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.503251 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] 10.222.0.69 "PUT /v2.0/ports/0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1093 time: 0.9620781 Nov 10 18:05:31.503251 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:31.504089 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47225286-356e-41ff-a38b-c1b05979647b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:31.535075 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0276bf-0a50-429c-a887-abc733080f15 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:31.615968 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536b1113-8aca-45b5-99b9-a0cb0e5f7591 x-openstack-request-id: req-536b1113-8aca-45b5-99b9-a0cb0e5f7591 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:31.616507 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:31.616828 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-536b1113-8aca-45b5-99b9-a0cb0e5f7591 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:31.617208 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e', 'status': 'completed', 'code': 200} Nov 10 18:05:31.682174 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-3c0b375c-87f3-4a40-9060-fe51e881b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:31.684157 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-3c0b375c-87f3-4a40-9060-fe51e881b783 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1096 time: 0.0593123 Nov 10 18:05:31.711937 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-71826f25-a512-4f6c-842d-a72d221477ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.753870 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-ccef45a2-4bff-45fb-9e5d-b80481ba8f75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 217 time: 0.0625138 Nov 10 18:05:31.821787 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-0b16dce8-8eed-4458-9e64-c0fb39409f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:31.824771 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-0b16dce8-8eed-4458-9e64-c0fb39409f87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0636339 Nov 10 18:05:31.881829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-a88afd45-b3a7-4fc4-8497-e48de2f073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:31.883466 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-a88afd45-b3a7-4fc4-8497-e48de2f073a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499954 Nov 10 18:05:31.984350 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-137f2b8f-86a0-48c4-92e7-29e35a89a37b service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937302 Nov 10 18:05:32.083222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7dfd6ab6-31a3-45ac-a171-fa2d93efbeb1 req-778dc56d-1840-4274-b369-2e8d36b84b69 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911458 Nov 10 18:05:32.253815 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47225286-356e-41ff-a38b-c1b05979647b req-bffeb4ca-b425-4247-85fe-2fb615344ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:32.255187 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47225286-356e-41ff-a38b-c1b05979647b req-bffeb4ca-b425-4247-85fe-2fb615344ca6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1096 time: 0.0452647 Nov 10 18:05:32.369856 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47225286-356e-41ff-a38b-c1b05979647b req-dff28f2f-4861-45a9-b06a-fdbcfd0761e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:32.372057 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47225286-356e-41ff-a38b-c1b05979647b req-dff28f2f-4861-45a9-b06a-fdbcfd0761e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.1086581 Nov 10 18:05:32.416922 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47225286-356e-41ff-a38b-c1b05979647b req-5d21be1f-311d-4bc2-827f-ded2e0d052b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 217 time: 0.0379565 Nov 10 18:05:32.480069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47225286-356e-41ff-a38b-c1b05979647b req-1097bb7e-1a22-4d61-96e1-b809fef7c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:32.482758 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47225286-356e-41ff-a38b-c1b05979647b req-1097bb7e-1a22-4d61-96e1-b809fef7c020 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0588188 Nov 10 18:05:32.537891 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47225286-356e-41ff-a38b-c1b05979647b req-81c97f77-beb2-49eb-bd76-4887ab437673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:32.539609 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47225286-356e-41ff-a38b-c1b05979647b req-81c97f77-beb2-49eb-bd76-4887ab437673 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479367 Nov 10 18:05:32.654599 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47225286-356e-41ff-a38b-c1b05979647b req-ab3f4449-5dbb-4306-9e14-e715c3275ff8 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058578 Nov 10 18:05:32.753127 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-47225286-356e-41ff-a38b-c1b05979647b req-47b0119d-dd99-45b0-bffc-4be129936190 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915339 Nov 10 18:05:32.781997 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100e1c-ff39-4d10-a0cc-908f637e4593 req-642bb150-6487-4f36-baea-d79a68611fb5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:32.783566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6100e1c-ff39-4d10-a0cc-908f637e4593 req-642bb150-6487-4f36-baea-d79a68611fb5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0533135 Nov 10 18:05:32.835454 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c6100e1c-ff39-4d10-a0cc-908f637e4593 req-9fd143d1-c7b5-4944-b39b-47d6002e2537 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451045 Nov 10 18:05:33.961846 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86c154-3395-4078-b74f-e02ab716354c req-bfac6e46-612b-40e9-a788-cf2de587671a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:33.963484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c86c154-3395-4078-b74f-e02ab716354c req-bfac6e46-612b-40e9-a788-cf2de587671a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0525603 Nov 10 18:05:33.984149 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37238d8b-b8ae-4c3d-b8a2-ce5da9c23d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:34.025305 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c86c154-3395-4078-b74f-e02ab716354c req-274e8a3e-029b-4c21-a91c-cbb2e5268e58 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544384 Nov 10 18:05:35.151295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77c6d3-2d27-4505-b1db-75a8cdf9bb84 req-d40210a5-a227-4c1b-bf70-a8a859a19da5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:35.152887 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f77c6d3-2d27-4505-b1db-75a8cdf9bb84 req-d40210a5-a227-4c1b-bf70-a8a859a19da5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0559399 Nov 10 18:05:35.204134 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f77c6d3-2d27-4505-b1db-75a8cdf9bb84 req-2dcfe14b-cb74-4e5b-a3fc-be21d3da9381 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446639 Nov 10 18:05:35.469604 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.328232 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ee57-47e4-4ef2-b125-82aa35770326 req-60b005cf-db08-4ae6-9690-8482f2ad888e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:36.330145 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b76ee57-47e4-4ef2-b125-82aa35770326 req-60b005cf-db08-4ae6-9690-8482f2ad888e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0540738 Nov 10 18:05:36.381114 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0b76ee57-47e4-4ef2-b125-82aa35770326 req-a5805c18-e2b3-4f73-8fb4-a3e52befa5a1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450187 Nov 10 18:05:37.172624 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.502356 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c0768-7483-4a22-9740-86d5887b9198 req-35c9bee6-149c-4872-8027-b2e37650ae0d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:37.503927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd7c0768-7483-4a22-9740-86d5887b9198 req-35c9bee6-149c-4872-8027-b2e37650ae0d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0518854 Nov 10 18:05:37.554577 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bd7c0768-7483-4a22-9740-86d5887b9198 req-dcd11a3d-de04-449e-98e9-b216cf4b5c5a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Nov 10 18:05:37.789951 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.673305 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25518-90e7-467c-823c-2488ea756c4a req-16157637-4dc3-4615-bc41-88b5ebc0439e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:38.674852 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6af25518-90e7-467c-823c-2488ea756c4a req-16157637-4dc3-4615-bc41-88b5ebc0439e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0521712 Nov 10 18:05:38.731910 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6af25518-90e7-467c-823c-2488ea756c4a req-d4c02404-3348-4f89-931b-bf4913ea89b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510027 Nov 10 18:05:39.178552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:39.846601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760159-ec6c-473e-ae31-f38e1b54c94c req-95057732-4052-44cc-8402-3fc9b6b2aa40 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:39.848111 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b760159-ec6c-473e-ae31-f38e1b54c94c req-95057732-4052-44cc-8402-3fc9b6b2aa40 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0500944 Nov 10 18:05:39.901818 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4b760159-ec6c-473e-ae31-f38e1b54c94c req-a2469159-6337-4c63-afea-5116136cd6ee tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478163 Nov 10 18:05:41.024189 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3e92a-ff8e-4e22-a0e3-75b9fb9bd79d req-f8027a76-d029-4c83-93a1-aa34ac9574da tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:41.025670 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45c3e92a-ff8e-4e22-a0e3-75b9fb9bd79d req-f8027a76-d029-4c83-93a1-aa34ac9574da tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0546534 Nov 10 18:05:41.075768 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-45c3e92a-ff8e-4e22-a0e3-75b9fb9bd79d req-93f78040-d5b6-44e2-b0cc-5c1586d043ae tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 Nov 10 18:05:41.515334 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:42.191504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a37657-d492-4457-b459-a5240ae26532 req-996974e4-2a05-4554-a877-2e8fa01e986e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:42.192988 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a37657-d492-4457-b459-a5240ae26532 req-996974e4-2a05-4554-a877-2e8fa01e986e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0496407 Nov 10 18:05:42.242987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-36a37657-d492-4457-b459-a5240ae26532 req-64425b70-8fa4-406f-849d-b8245f3a9455 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Nov 10 18:05:43.358643 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496287-597c-49b7-9a2e-cf366b413f46 req-f4c9cfd8-1761-49f2-bc76-ec084f0a5d02 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:43.360253 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab496287-597c-49b7-9a2e-cf366b413f46 req-f4c9cfd8-1761-49f2-bc76-ec084f0a5d02 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0491307 Nov 10 18:05:43.411129 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-ab496287-597c-49b7-9a2e-cf366b413f46 req-f581f813-e3a9-499a-8ae2-8c640392b9c3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Nov 10 18:05:44.542102 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4657a7-6d84-4d02-95a7-764e81708754 req-57759b6c-3647-4dad-b166-be105f6aa868 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:44.543756 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d4657a7-6d84-4d02-95a7-764e81708754 req-57759b6c-3647-4dad-b166-be105f6aa868 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0531261 Nov 10 18:05:44.548747 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0a0965ac-132c-4139-8a81-ecabc339263e details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:05:44.600770 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-0d4657a7-6d84-4d02-95a7-764e81708754 req-0c1c0f4e-5979-4227-a471-0b5a20102ddb tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466306 Nov 10 18:05:44.650948 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:44.662596 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '0a0965ac-132c-4139-8a81-ecabc339263e', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'port_id': '0a0965ac-132c-4139-8a81-ecabc339263e', 'mac_address': 'fa:16:3e:ac:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:05:44.700143 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:44.713052 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0965ac-132c-4139-8a81-ecabc339263e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:05:44.733723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:44.800641 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:44.852890 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:44.860594 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.860938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.861277 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.861614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.862025 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.862350 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.862673 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.862995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.863329 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.863654 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.863972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:44.864289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:45.186954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['0a0965ac-132c-4139-8a81-ecabc339263e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:05:45.720772 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbaad0-1450-47eb-b2e3-dcaed7548e92 req-b27fd548-28a8-4ab8-9205-9af535a83f95 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:45.722267 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1cbaad0-1450-47eb-b2e3-dcaed7548e92 req-b27fd548-28a8-4ab8-9205-9af535a83f95 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 945 time: 0.0518126 Nov 10 18:05:45.781647 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c1cbaad0-1450-47eb-b2e3-dcaed7548e92 req-67f0ca35-dcf3-4823-9c00-7468e001b011 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529587 Nov 10 18:05:46.544949 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0a0965ac-132c-4139-8a81-ecabc339263e up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:46.647251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 0a0965ac-132c-4139-8a81-ecabc339263e completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:05:46.653885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 0a0965ac-132c-4139-8a81-ecabc339263e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:46.654405 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:46.778088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:46.800206 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:46.802432 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33413a10-43e5-4379-ac70-c51ad68e61a8" -d '{"events": [{"server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "name": "network-vif-plugged", "status": "completed", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:46.816791 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:46.840815 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b4338-6f87-410f-92fe-4c5dc614017e x-openstack-request-id: req-c12b4338-6f87-410f-92fe-4c5dc614017e {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:46.841155 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "name": "network-vif-plugged", "status": "completed", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:46.841354 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c12b4338-6f87-410f-92fe-4c5dc614017e {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:46.841935 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e', 'code': 200} Nov 10 18:05:46.909850 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:46.913604 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab042-11c4-4702-8fdc-64ac29abfc55 req-15084660-9f76-4217-91fa-cfc1745bc25e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:46.915204 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-923ab042-11c4-4702-8fdc-64ac29abfc55 req-15084660-9f76-4217-91fa-cfc1745bc25e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 945 time: 0.0598454 Nov 10 18:05:46.946967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72701016-b751-4154-9bb7-c9c4590a726b req-ca02bec7-e211-4367-be0c-ced5202577c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:46.952660 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72701016-b751-4154-9bb7-c9c4590a726b req-ca02bec7-e211-4367-be0c-ced5202577c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1098 time: 0.0452299 Nov 10 18:05:46.961475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:46.974607 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-923ab042-11c4-4702-8fdc-64ac29abfc55 req-7059188c-4ec9-4161-9120-2ec24eb36291 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516944 Nov 10 18:05:47.001866 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-72701016-b751-4154-9bb7-c9c4590a726b req-04d32da7-238e-4f8f-945e-1eb609fa7650 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428054 Nov 10 18:05:48.095657 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45a827-33c9-499f-96b7-0e14e8b1f769 req-0e73d73a-1c59-40cd-9512-4ae8fe02f18e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:48.097299 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e45a827-33c9-499f-96b7-0e14e8b1f769 req-0e73d73a-1c59-40cd-9512-4ae8fe02f18e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0499833 Nov 10 18:05:48.148307 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2e45a827-33c9-499f-96b7-0e14e8b1f769 req-df9f689e-32ef-48da-9353-bc2812a2cfbb tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445623 Nov 10 18:05:49.268950 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea524e-c792-441a-846d-32f57008a1d7 req-2b312e8a-4fc2-44ce-b868-ace890aaceb4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:49.270479 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26ea524e-c792-441a-846d-32f57008a1d7 req-2b312e8a-4fc2-44ce-b868-ace890aaceb4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0530000 Nov 10 18:05:49.326244 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-26ea524e-c792-441a-846d-32f57008a1d7 req-07ac13ae-e680-4a59-8b77-8b38e69ab896 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497022 Nov 10 18:05:49.451448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d768c-368d-464f-bb29-19e5d53d96bc req-2d2625bf-07ed-492a-be8f-5da30abb17b1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:49.452893 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a4d768c-368d-464f-bb29-19e5d53d96bc req-2d2625bf-07ed-492a-be8f-5da30abb17b1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0566852 Nov 10 18:05:49.504266 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2a4d768c-368d-464f-bb29-19e5d53d96bc req-fb5e9ada-98a3-4bb8-ac65-96b0c3b0af74 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451744 Nov 10 18:05:49.525799 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:49.614095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2966325-7cc8-45cb-b134-e4b78ba7fc6d tempest-TestShelveInstance-1694557744 tempest-TestShelveInstance-1694557744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:49.615693 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b2966325-7cc8-45cb-b134-e4b78ba7fc6d tempest-TestShelveInstance-1694557744 tempest-TestShelveInstance-1694557744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1093 time: 0.0888789 Nov 10 18:05:49.618800 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 44848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:49.623904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '0a0965ac-132c-4139-8a81-ecabc339263e', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:49.698096 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:49.807418 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:49.916698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Allocated IP 172.25.3.156 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/e363b629-c55c-4b01-b42d-cec52ff4a457) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:50.020310 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.122085 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.161603 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:50.166554 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:50.170509 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:50.176294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'Port': ['ID=e363b629-c55c-4b01-b42d-cec52ff4a457,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:50.536000 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.648784 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.798879 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.868888 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.939298 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event updated for resources: {'Port': ['ID=e363b629-c55c-4b01-b42d-cec52ff4a457,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:50.953448 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.056030 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Floating IP b6bde36f-e7b8-4462-bdbf-8649adeeb8d3 associated. External IP: 172.25.3.156, port: 0a0965ac-132c-4139-8a81-ecabc339263e. Nov 10 18:05:51.264770 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:51.382397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:51.393726 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] Sync routers for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:51.404905 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:51.406362 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:51.453685 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.490513 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-976a5584-f9e1-4568-bb19-4ac2f974a8b7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8706195 Nov 10 18:05:51.491440 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:51.494217 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b672c68b-5079-4b95-874c-d2db426a03b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:51.521125 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:51.546843 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90d9042-265e-4f47-9284-546e14d5181c x-openstack-request-id: req-a90d9042-265e-4f47-9284-546e14d5181c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:51.547449 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:51.547449 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a90d9042-265e-4f47-9284-546e14d5181c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:51.548027 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e', 'status': 'completed', 'code': 200} Nov 10 18:05:51.617574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-d0fb9adc-ab06-46b6-8847-bcc299c0e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:51.621354 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-d0fb9adc-ab06-46b6-8847-bcc299c0e564 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1098 time: 0.0565646 Nov 10 18:05:51.717175 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-c56297a5-e764-40dd-b0c0-77da27139aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:51.718658 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-c56297a5-e764-40dd-b0c0-77da27139aa4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0920253 Nov 10 18:05:51.778094 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'b6bde36f-e7b8-4462-bdbf-8649adeeb8d3', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'port_id': '0a0965ac-132c-4139-8a81-ecabc339263e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'mac_address': 'fa:16:3e:ac:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:05:50Z', 'updated_at': '2021-11-10T18:05:50Z', 'revision_number': 0, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:51.785343 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-fa81f1bd-497f-40d9-a52d-d4637acafad8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1000 time: 0.0598130 Nov 10 18:05:51.804557 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] Checking router: bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:51.814454 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:51.815064 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:05:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:51.845092 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-0ec1e144-f097-44e4-a710-2e62ad261481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:51.846738 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-0ec1e144-f097-44e4-a710-2e62ad261481 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0553837 Nov 10 18:05:51.900530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-f764778b-5644-4e58-bc83-47ca4697131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:51.901982 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-f764778b-5644-4e58-bc83-47ca4697131b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485034 Nov 10 18:05:51.929829 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:52.004164 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-f6723f2a-1d63-4fac-9486-ede3465030e0 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944366 Nov 10 18:05:52.104125 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b672c68b-5079-4b95-874c-d2db426a03b3 req-1fc68415-4a09-4539-89cb-a2623e604919 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932012 Nov 10 18:05:52.175883 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'b6bde36f-e7b8-4462-bdbf-8649adeeb8d3', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'port_id': '0a0965ac-132c-4139-8a81-ecabc339263e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'mac_address': 'fa:16:3e:ac:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:05:50Z', 'updated_at': '2021-11-10T18:05:50Z', 'revision_number': 0, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:52.202793 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15087883-cfab-43c3-89e1-838231373aa8 None None] The sync data for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 is: [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': 'b6bde36f-e7b8-4462-bdbf-8649adeeb8d3', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'port_id': '0a0965ac-132c-4139-8a81-ecabc339263e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'mac_address': 'fa:16:3e:ac:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:05:50Z', 'updated_at': '2021-11-10T18:05:50Z', 'revision_number': 0, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:52.420424 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d6196-08aa-49e4-af9b-2d37211fd77a None None] New status for floating IP b6bde36f-e7b8-4462-bdbf-8649adeeb8d3: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:05:54.083439 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-87d27261-510c-446d-a855-f4da5042b98e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403001 Nov 10 18:05:54.165162 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-5f65cf34-18af-4977-876e-036614c4d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:54.166638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-5f65cf34-18af-4977-876e-036614c4d2aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1098 time: 0.0410886 Nov 10 18:05:54.271572 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-426eb4cc-3873-4ceb-80a3-aa1ec0d03098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:54.273066 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-426eb4cc-3873-4ceb-80a3-aa1ec0d03098 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0876784 Nov 10 18:05:54.340792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-2cbf587e-13f2-4735-bae1-cbf5c923e11b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1002 time: 0.0594485 Nov 10 18:05:54.392325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-ff989487-4a46-429c-b0b6-a292becbb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:54.393764 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-ff989487-4a46-429c-b0b6-a292becbb47f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0473676 Nov 10 18:05:54.439583 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-04a66b61-19e5-4946-82de-61a81430a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:54.444861 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-04a66b61-19e5-4946-82de-61a81430a4f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406096 Nov 10 18:05:54.532428 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-eca5066b-b012-4fa3-90d3-da98f9fb6608 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838857 Nov 10 18:05:54.628449 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01e30d0a-e170-4da0-90ce-afbae8365bd3 req-1dce12cf-cd5a-4574-a068-918e6fbc3a04 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895388 Nov 10 18:06:01.644251 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:06:01.703667 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ffbe89eb-ba52-46ce-a5d4-a3844b087947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:04.006386 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c878b885-4599-41c2-b241-7798951b0c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:05.452177 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:07.166087 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:07.795335 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:09.148823 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:11.520651 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:31.703617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f72356a2-d936-4c4b-bcdd-3acd816f6b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:33.971463 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9ae302ce-88c6-4b23-accb-15b8ea68333b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:35.468567 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:37.171898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:37.816593 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:38.643753 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:06:39.142864 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:41.531403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:54.058000 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075148e4-2178-4e69-abae-148f5648f26f req-9a9cd2e9-edc9-4f9c-abdc-c9a38234c669 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402858 Nov 10 18:06:54.145106 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075148e4-2178-4e69-abae-148f5648f26f req-5eca6505-941d-48ca-ae53-ef1267042f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:54.146580 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075148e4-2178-4e69-abae-148f5648f26f req-5eca6505-941d-48ca-ae53-ef1267042f17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1098 time: 0.0455430 Nov 10 18:06:54.246381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075148e4-2178-4e69-abae-148f5648f26f req-9933eda9-dde3-420d-96f6-4978d534d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:54.247877 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075148e4-2178-4e69-abae-148f5648f26f req-9933eda9-dde3-420d-96f6-4978d534d9b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0837288 Nov 10 18:06:54.315600 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075148e4-2178-4e69-abae-148f5648f26f req-08598edb-7fb4-4408-a533-24b08d91a880 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1002 time: 0.0605769 Nov 10 18:06:54.365427 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075148e4-2178-4e69-abae-148f5648f26f req-437eda94-7872-46e7-9079-707776a0e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:54.366858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075148e4-2178-4e69-abae-148f5648f26f req-437eda94-7872-46e7-9079-707776a0e491 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0444534 Nov 10 18:06:54.415267 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075148e4-2178-4e69-abae-148f5648f26f req-221e5c5a-f07a-4643-88d6-11de7b4dfdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:54.416752 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075148e4-2178-4e69-abae-148f5648f26f req-221e5c5a-f07a-4643-88d6-11de7b4dfdc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421038 Nov 10 18:06:54.510489 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075148e4-2178-4e69-abae-148f5648f26f req-d0245348-fc58-4fac-a850-a7dd7207f5b0 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864332 Nov 10 18:06:54.604415 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-075148e4-2178-4e69-abae-148f5648f26f req-fe09d55e-c6e4-46ef-a867-709f35297324 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853212 Nov 10 18:07:01.718873 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-81898b3b-e82d-4ede-a08a-bbaedc64f92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:04.011163 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22c3a9ac-eafb-4b74-a8a4-3a83e645051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:05.468092 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:07.171007 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:07.793537 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:09.148303 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:11.525247 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:15.642742 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:07:31.719139 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-22cb9cb6-104e-4387-894d-e88fd2ef21b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:33.982100 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e14-f5c8-41a5-9b5d-92fee9ae6e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:35.496308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:37.176283 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:37.782146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:39.124643 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:41.530360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:52.643080 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:07:54.065099 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-f0885f94-64aa-455c-bd86-9139b5b7f8f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393317 Nov 10 18:07:54.152869 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-555e72f1-36df-46b8-a75a-5ad2e1f47631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:54.154342 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-555e72f1-36df-46b8-a75a-5ad2e1f47631 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1098 time: 0.0454390 Nov 10 18:07:54.262827 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-71394cf2-7987-456b-8b73-6c0bc18cf3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:54.264334 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-71394cf2-7987-456b-8b73-6c0bc18cf3aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0890250 Nov 10 18:07:54.333532 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-f4c6a569-9520-45b3-873f-608267105e93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1002 time: 0.0617874 Nov 10 18:07:54.383530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-ba7ec86b-512b-49c5-a5b2-74b203714741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:54.384992 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-ba7ec86b-512b-49c5-a5b2-74b203714741 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0449424 Nov 10 18:07:54.431606 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-ca67e340-3647-4f72-b614-80cae125a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:54.434049 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-ca67e340-3647-4f72-b614-80cae125a9ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400975 Nov 10 18:07:54.532328 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-ff11f919-b79d-479a-9f3f-ce4fae77f119 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898380 Nov 10 18:07:54.621406 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-16864e97-9e1c-4107-b417-bc621fa17d98 req-ef3bb642-2e27-4332-8c2f-0cdf3d1fe1e4 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821178 Nov 10 18:08:01.724339 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5a4d74ec-6688-4a50-9f09-822480434db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:04.021247 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8c690997-c0a6-4e33-923e-1bdea25c82d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:05.478497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:07.204016 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:07.804146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:09.169740 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:11.518059 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.365614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4862aaa-7232-4663-a4e7-198c4e5d018e req-af0024e9-5337-49e5-88a3-98c0525179f4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:18.367120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4862aaa-7232-4663-a4e7-198c4e5d018e req-af0024e9-5337-49e5-88a3-98c0525179f4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0544772 Nov 10 18:08:18.416089 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e4862aaa-7232-4663-a4e7-198c4e5d018e req-fdeffb01-8d63-46bd-b298-92c7537894ce tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429523 Nov 10 18:08:19.562460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca234-5fd0-4ee2-8c42-b16b4be31301 req-773b4fb1-d5a0-4eaa-94b9-9119b920881e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:19.564857 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60dca234-5fd0-4ee2-8c42-b16b4be31301 req-773b4fb1-d5a0-4eaa-94b9-9119b920881e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0551982 Nov 10 18:08:19.612676 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-60dca234-5fd0-4ee2-8c42-b16b4be31301 req-f0ea1087-244c-4ee8-b7b4-c180a7c37197 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Nov 10 18:08:20.754003 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5e8c7-7388-4995-89e8-3d604dec51fe req-4fe64675-caac-45d8-b434-f9b8ea778e81 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:20.755490 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35e5e8c7-7388-4995-89e8-3d604dec51fe req-4fe64675-caac-45d8-b434-f9b8ea778e81 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0484824 Nov 10 18:08:20.806766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-35e5e8c7-7388-4995-89e8-3d604dec51fe req-f4598a2f-3106-42df-a964-f75f3547cb53 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454335 Nov 10 18:08:21.924011 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8da519-4d61-4b3d-95d6-bf4bea11e9fb req-3b343e80-da8d-4a8a-8bad-c388961b0c3a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:21.925593 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df8da519-4d61-4b3d-95d6-bf4bea11e9fb req-3b343e80-da8d-4a8a-8bad-c388961b0c3a tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0500252 Nov 10 18:08:21.975671 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-df8da519-4d61-4b3d-95d6-bf4bea11e9fb req-fc21936b-b03d-4467-8402-1b9e700bf576 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440142 Nov 10 18:08:23.092677 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f3c92-2e8c-4569-b513-bc86f2df3b14 req-e2f9718b-a17c-4a7b-8cc0-51012c7ad2c5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:23.094210 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f70f3c92-2e8c-4569-b513-bc86f2df3b14 req-e2f9718b-a17c-4a7b-8cc0-51012c7ad2c5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0513258 Nov 10 18:08:23.143617 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f70f3c92-2e8c-4569-b513-bc86f2df3b14 req-2dc6368e-0ac6-4ddb-b631-c4d7bd8c1d4f tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Nov 10 18:08:24.258199 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529876-da25-42ad-872f-ac7d1706ca51 req-72b77466-3df9-4f77-a19a-9b23c749fe41 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:24.259673 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9529876-da25-42ad-872f-ac7d1706ca51 req-72b77466-3df9-4f77-a19a-9b23c749fe41 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0484338 Nov 10 18:08:24.311262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b9529876-da25-42ad-872f-ac7d1706ca51 req-3b7d2ae2-c5ae-4ebf-9b88-7c70ea02f7d0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457773 Nov 10 18:08:25.428830 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35b403-52cc-4e8e-8c93-d027fd67156c req-24c12b73-db99-40c7-9b03-6d8b07d9868b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:25.430290 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f35b403-52cc-4e8e-8c93-d027fd67156c req-24c12b73-db99-40c7-9b03-6d8b07d9868b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0486226 Nov 10 18:08:25.478213 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9f35b403-52cc-4e8e-8c93-d027fd67156c req-4cd2aa08-2acf-4015-8a81-0cf5259237f7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Nov 10 18:08:26.592442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94870a1-84d9-4a4c-a08e-1298efab7b1b req-cfbb988e-1a02-4014-b12f-ee577daf9508 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:26.593807 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b94870a1-84d9-4a4c-a08e-1298efab7b1b req-cfbb988e-1a02-4014-b12f-ee577daf9508 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0484252 Nov 10 18:08:26.642268 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b94870a1-84d9-4a4c-a08e-1298efab7b1b req-5794fec7-677a-4b7d-b6dc-79c359ab1ce7 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424774 Nov 10 18:08:27.760744 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ec88a-f1ed-4a5a-b0d4-4332a07df84d req-85ef01ed-f51c-4e78-ae60-06753cae16a4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:27.762963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e28ec88a-f1ed-4a5a-b0d4-4332a07df84d req-85ef01ed-f51c-4e78-ae60-06753cae16a4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0524495 Nov 10 18:08:27.815916 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e28ec88a-f1ed-4a5a-b0d4-4332a07df84d req-c5d4b26f-322b-44a0-b8ba-44722bd37e2c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461729 Nov 10 18:08:28.557910 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c76c3-459c-41d0-b105-9e39675e6616 req-5b3447bd-5ea0-488d-876a-49c4b561b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:28.559414 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c76c3-459c-41d0-b105-9e39675e6616 req-5b3447bd-5ea0-488d-876a-49c4b561b3ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1098 time: 0.0403137 Nov 10 18:08:28.651858 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c76c3-459c-41d0-b105-9e39675e6616 req-bd0733fc-7a20-4c91-bf87-c0f7be60dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:28.653205 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c76c3-459c-41d0-b105-9e39675e6616 req-bd0733fc-7a20-4c91-bf87-c0f7be60dac1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0858772 Nov 10 18:08:28.716465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c76c3-459c-41d0-b105-9e39675e6616 req-ef77fd0b-4d6b-46bb-a0c9-0670db6c13a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1002 time: 0.0554864 Nov 10 18:08:28.769246 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c76c3-459c-41d0-b105-9e39675e6616 req-1ab178a3-340c-4bd3-8b46-f2af62539724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:28.770659 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c76c3-459c-41d0-b105-9e39675e6616 req-1ab178a3-340c-4bd3-8b46-f2af62539724 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0467477 Nov 10 18:08:28.816386 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c76c3-459c-41d0-b105-9e39675e6616 req-a50f967c-4da9-4c44-8e61-b6d120e77f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:28.817847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c76c3-459c-41d0-b105-9e39675e6616 req-a50f967c-4da9-4c44-8e61-b6d120e77f35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396037 Nov 10 18:08:28.940452 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c76c3-459c-41d0-b105-9e39675e6616 req-dee04040-b7f5-43b2-a71a-6a54e3ea4816 service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146727 Nov 10 18:08:28.952406 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c4f49-8305-4802-b60e-9c15e51c2628 req-490fbeab-c9f3-4fb8-b8f2-d9a618df47eb tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:28.954620 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-284c4f49-8305-4802-b60e-9c15e51c2628 req-490fbeab-c9f3-4fb8-b8f2-d9a618df47eb tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0696833 Nov 10 18:08:29.058323 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-284c4f49-8305-4802-b60e-9c15e51c2628 req-7114c2c6-80c2-4afb-aa7d-6c458079f307 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958743 Nov 10 18:08:29.075911 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-865c76c3-459c-41d0-b105-9e39675e6616 req-f7947eed-cc92-4bb0-b7fe-1dd08191d88e service neutron] 10.222.0.69 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203735 Nov 10 18:08:29.643611 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:08:30.172417 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8787-da1a-45c3-9ab0-25298a397f13 req-697bdfe9-cf37-46ff-86ab-909c04c43d74 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:30.174578 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-597c8787-da1a-45c3-9ab0-25298a397f13 req-697bdfe9-cf37-46ff-86ab-909c04c43d74 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0504425 Nov 10 18:08:30.221710 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-597c8787-da1a-45c3-9ab0-25298a397f13 req-09326f8a-be39-49b8-9332-ec9156ed1ec3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412076 Nov 10 18:08:31.345125 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da068f-d439-4ca5-a68a-2d0d473a8e31 req-9afdde53-1133-4f3d-b1e3-6532aab8d4e5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:31.346852 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f1da068f-d439-4ca5-a68a-2d0d473a8e31 req-9afdde53-1133-4f3d-b1e3-6532aab8d4e5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0534437 Nov 10 18:08:31.401510 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f1da068f-d439-4ca5-a68a-2d0d473a8e31 req-c44ff3da-82f2-471b-a7d6-5d599544ee37 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480068 Nov 10 18:08:31.723587 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a327f3e6-4e47-46fd-8680-8b1e979ff032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:32.521331 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e5350-59b3-4e7c-ad59-ea29553f1ef5 req-bdecbc9e-edda-4c99-bf1d-27246d8484e2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:32.522939 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d6e5350-59b3-4e7c-ad59-ea29553f1ef5 req-bdecbc9e-edda-4c99-bf1d-27246d8484e2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0514174 Nov 10 18:08:32.581249 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8d6e5350-59b3-4e7c-ad59-ea29553f1ef5 req-0a711a63-131a-4e13-9eb6-82be22d91281 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505567 Nov 10 18:08:33.696904 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9b445-49b5-40c8-abb4-918c99f28bbb req-e3612d05-3199-471d-9268-7cd4aeb101a4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:33.702365 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ce9b445-49b5-40c8-abb4-918c99f28bbb req-e3612d05-3199-471d-9268-7cd4aeb101a4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0489538 Nov 10 18:08:33.747783 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-9ce9b445-49b5-40c8-abb4-918c99f28bbb req-80427660-d187-415d-9071-ecadc2bd77dd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Nov 10 18:08:33.816917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-8db3c7cc-5391-496c-a80c-90f1a60c3887 req-7085143c-a83d-4745-9583-18328807e8f8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:08:33.817908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8db3c7cc-5391-496c-a80c-90f1a60c3887 req-7085143c-a83d-4745-9583-18328807e8f8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054293 Nov 10 18:08:33.991844 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6a14f8b1-7400-4694-b859-c28a6d3907f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.151547 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ee595-ceff-434d-8a9a-816c2c7d0dc6 req-9b197322-4c1f-4dd3-8822-d6fbd8c60ac3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:34.153005 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-728ee595-ceff-434d-8a9a-816c2c7d0dc6 req-9b197322-4c1f-4dd3-8822-d6fbd8c60ac3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0584972 Nov 10 18:08:34.228431 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-728ee595-ceff-434d-8a9a-816c2c7d0dc6 req-e2a952d6-3b2d-478e-9e4b-fb8958d6f5e0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691595 Nov 10 18:08:34.239082 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-3dab67f6-ab58-4005-ae8e-8a1de055d35c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097744 Nov 10 18:08:34.248312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-5e987a19-1bf3-4b48-9380-6d6d08042beb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:08:34.249261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-5e987a19-1bf3-4b48-9380-6d6d08042beb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049467 Nov 10 18:08:35.181855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 0a0965ac-132c-4139-8a81-ecabc339263e no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:08:35.265470 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.289445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:08:35.291802 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3010cb-a6f7-4c68-a508-1ccae821de32" -d '{"events": [{"server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "name": "network-vif-unplugged", "status": "completed", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:08:35.305995 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:35.345224 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e47c6e-d23d-4908-9266-a04cd53037f5 x-openstack-request-id: req-23e47c6e-d23d-4908-9266-a04cd53037f5 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:08:35.345757 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "name": "network-vif-unplugged", "status": "failed", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e", "code": 422}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:08:35.346276 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23e47c6e-d23d-4908-9266-a04cd53037f5 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:08:35.346897 n-d-714676-11 neutron-server[103327]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e', 'code': 422} returned with failed status Nov 10 18:08:35.350974 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a486c4-c33b-4b79-822c-faa2b55cadd5 req-9a486c93-694e-46b5-a1b0-92b257397fd2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:35.357128 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48a486c4-c33b-4b79-822c-faa2b55cadd5 req-9a486c93-694e-46b5-a1b0-92b257397fd2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 946 time: 0.0520554 Nov 10 18:08:35.375011 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.404911 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-48a486c4-c33b-4b79-822c-faa2b55cadd5 req-56106b53-4f74-42f9-a919-3e63f2ef85b3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460331 Nov 10 18:08:35.438664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:35.446612 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.446956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.447296 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.447655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.447984 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.448310 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.448638 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.448959 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.449282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.449602 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.449920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.450235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:35.472933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:36.526454 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2338e-2681-4287-a1f6-1cdbca73dc7a req-4db5ed37-eaa8-472b-9dd0-7a5a4171693b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:36.528156 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ca2338e-2681-4287-a1f6-1cdbca73dc7a req-4db5ed37-eaa8-472b-9dd0-7a5a4171693b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0515561 Nov 10 18:08:36.579801 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ca2338e-2681-4287-a1f6-1cdbca73dc7a req-a95c5585-e6b0-439f-98ac-3dbca4c5f59c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455053 Nov 10 18:08:37.191819 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:37.699425 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2dbda-c917-4bca-947c-e94e4bb05911 req-3d41784f-6226-4704-a631-dc076e32b13d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:37.701120 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c2dbda-c917-4bca-947c-e94e4bb05911 req-3d41784f-6226-4704-a631-dc076e32b13d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0496235 Nov 10 18:08:37.753631 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e6c2dbda-c917-4bca-947c-e94e4bb05911 req-d7f568ee-ef95-4b55-b97e-1b75e04a37fa tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 Nov 10 18:08:37.791920 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.872059 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62a2fb-a229-4edd-a93c-75e8f5fbee67 req-88c12fae-17c9-4cb1-8dfe-d6c167a7778d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:38.873551 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e62a2fb-a229-4edd-a93c-75e8f5fbee67 req-88c12fae-17c9-4cb1-8dfe-d6c167a7778d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0535305 Nov 10 18:08:38.923502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-0e62a2fb-a229-4edd-a93c-75e8f5fbee67 req-4f21fd7a-446c-4b9f-9c25-ccc990ac593c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Nov 10 18:08:39.157327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:40.043045 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b4680-3c25-4e5c-b065-8d4b8ba0a36f req-a7bc2d2a-642d-4bd3-be5f-e7115808433c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:40.044560 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-000b4680-3c25-4e5c-b065-8d4b8ba0a36f req-a7bc2d2a-642d-4bd3-be5f-e7115808433c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0530334 Nov 10 18:08:40.095829 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-000b4680-3c25-4e5c-b065-8d4b8ba0a36f req-9007a906-9c55-42d0-ac77-8ee909ff3ad5 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Nov 10 18:08:41.054050 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-af7b5f2b-6568-4d17-9d67-8500e2b0b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:41.055584 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-af7b5f2b-6568-4d17-9d67-8500e2b0b07b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898&tenant_id=83a233120a1440a39d76d63b3b30ab4a HTTP/1.1" status: 200 len: 1096 time: 0.0786433 Nov 10 18:08:41.068505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-11', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:41.122740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.217135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f51bf-467d-4780-97ee-bc2fa0e29409 req-e9da3dfa-67c0-443f-a457-96c7fc321127 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:41.218651 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a76f51bf-467d-4780-97ee-bc2fa0e29409 req-e9da3dfa-67c0-443f-a457-96c7fc321127 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0486679 Nov 10 18:08:41.271926 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-a76f51bf-467d-4780-97ee-bc2fa0e29409 req-aef9d4dd-4372-4395-8302-9520900d06af tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458975 Nov 10 18:08:41.330169 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:41.363295 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h1-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:08:41.395146 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0965ac-132c-4139-8a81-ecabc339263e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:08:41.402404 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.414995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Transition to ACTIVE for port object 0a0965ac-132c-4139-8a81-ecabc339263e will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:08:41.483095 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.511591 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.902337 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:41.916601 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.916937 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.917267 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.917595 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.917917 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.918233 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.918548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.918862 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.919176 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.919514 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.919828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.920142 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:41.953708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] No DVR routers for this DVR port 0a0965ac-132c-4139-8a81-ecabc339263e on host n-h1-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:08:42.088250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Attempting to bind port 0a0965ac-132c-4139-8a81-ecabc339263e on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:08:42.088942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Attempting to bind port 0a0965ac-132c-4139-8a81-ecabc339263e by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:08:42.088942 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Attempting to bind port 0a0965ac-132c-4139-8a81-ecabc339263e on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:08:42.093116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Port 0a0965ac-132c-4139-8a81-ecabc339263e on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:08:42.093462 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Attempting to bind port 0a0965ac-132c-4139-8a81-ecabc339263e on network 0c29ea8f-365d-4466-a76d-2c79c0e7240f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:08:42.098928 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:08:42.099266 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Checking segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:08:42.099678 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Bound using segment: {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:08:42.100104 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Bound port: 0a0965ac-132c-4139-8a81-ecabc339263e, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b84dbb-c98f-45fa-b267-db69b1be8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:08:42.100454 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:42.162574 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:08:42.165504 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:08:42.237943 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:42.272569 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:42.273186 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:42.274816 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1093 time: 1.2103546 Nov 10 18:08:42.277125 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:08:42.279427 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a79d3a6-ba8e-439f-969a-211868466a81" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:08:42.360037 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d188f4-bf3e-42ab-a52c-53b471b2d471 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:42.380531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-263d645d-ae30-4a95-ab1f-e28193c49455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:42.382039 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-263d645d-ae30-4a95-ab1f-e28193c49455 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1096 time: 0.0761313 Nov 10 18:08:42.387626 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b13284e-9479-443f-a101-428fb31f198c x-openstack-request-id: req-4b13284e-9479-443f-a101-428fb31f198c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:08:42.387919 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:08:42.388170 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b13284e-9479-443f-a101-428fb31f198c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:08:42.388567 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e', 'status': 'completed', 'code': 200} Nov 10 18:08:42.428087 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee476e-4840-48ac-9117-3e4949e5ec39 req-830041fa-ccd4-4468-91a8-a9465ab856c8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:42.429592 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27ee476e-4840-48ac-9117-3e4949e5ec39 req-830041fa-ccd4-4468-91a8-a9465ab856c8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0583785 Nov 10 18:08:42.481421 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-436680c3-0d57-4a7e-bf7e-e8b803fd5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:42.483003 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-27ee476e-4840-48ac-9117-3e4949e5ec39 req-2ddce456-f495-4263-8f2f-44b6e6ad11d3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474434 Nov 10 18:08:42.483156 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-436680c3-0d57-4a7e-bf7e-e8b803fd5803 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0916941 Nov 10 18:08:42.554576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-ff0cf3d1-654c-4e2f-bb38-e4317ee93c35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1000 time: 0.0640242 Nov 10 18:08:42.605491 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-ee13b336-6ad8-4ae0-93be-e34db7047e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:42.606928 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-ee13b336-6ad8-4ae0-93be-e34db7047e36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0441937 Nov 10 18:08:42.652294 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-aed6197f-5179-4759-8a75-f820ed13c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:42.653750 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-aed6197f-5179-4759-8a75-f820ed13c22e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399804 Nov 10 18:08:42.748616 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-92800ea9-5b38-4060-a586-e8b38cd17322 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853384 Nov 10 18:08:42.837139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-832d2a2a-141a-460a-9281-6d3585323f78 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814824 Nov 10 18:08:42.981788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-419578fe-53a4-4d3a-9035-9a0235d2f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:42.983598 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-419578fe-53a4-4d3a-9035-9a0235d2f8bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1096 time: 0.0449624 Nov 10 18:08:43.074156 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-423b47e0-b14e-49dc-bc1b-82d3ca3932a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:43.075641 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-423b47e0-b14e-49dc-bc1b-82d3ca3932a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0849142 Nov 10 18:08:43.145404 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-ad2e1a90-bccc-4ecf-adb7-6f800a901985 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1000 time: 0.0621748 Nov 10 18:08:43.195485 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-98df9104-dea1-4285-bcf9-7a33ce0582d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:43.196911 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-98df9104-dea1-4285-bcf9-7a33ce0582d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0437346 Nov 10 18:08:43.243958 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-69f572fc-d077-46ba-a85a-514efb87944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:43.245433 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-69f572fc-d077-46ba-a85a-514efb87944b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402894 Nov 10 18:08:43.340109 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-a743a918-f6b0-4946-a260-f9566df1d8ec service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862241 Nov 10 18:08:43.432672 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7a79d3a6-ba8e-439f-969a-211868466a81 req-2cff1057-101c-42a2-b0f9-67a82ae15403 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841665 Nov 10 18:08:43.609531 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeed181-6025-40fe-a4fd-cd313071eb48 req-75c3f056-c5a7-4e50-8874-7792ad716c29 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:43.610927 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-beeed181-6025-40fe-a4fd-cd313071eb48 req-75c3f056-c5a7-4e50-8874-7792ad716c29 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0533776 Nov 10 18:08:43.660609 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-beeed181-6025-40fe-a4fd-cd313071eb48 req-67408853-c2ce-4078-ac6a-4280cc45507e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Nov 10 18:08:44.773949 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab79dd-c7f8-47a0-bcf8-c2e0d1c58a8d req-0d69c9cf-cbce-43d9-a6b3-0b5e3082d603 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:44.775451 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07ab79dd-c7f8-47a0-bcf8-c2e0d1c58a8d req-0d69c9cf-cbce-43d9-a6b3-0b5e3082d603 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0484784 Nov 10 18:08:44.824949 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-07ab79dd-c7f8-47a0-bcf8-c2e0d1c58a8d req-279eb30d-34b4-4a8e-ab89-0971e06efa03 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437438 Nov 10 18:08:45.941181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa26b-459e-4594-9db2-1a7355de2555 req-4320169e-da72-4799-8631-1eb9f86ba67e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:45.942671 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa26b-459e-4594-9db2-1a7355de2555 req-4320169e-da72-4799-8631-1eb9f86ba67e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0499349 Nov 10 18:08:45.994001 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-612aa26b-459e-4594-9db2-1a7355de2555 req-3272707b-0d40-4750-95af-4adcfaac5524 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440893 Nov 10 18:08:47.107240 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec9964-44aa-4971-bbd1-999e9b0eb1ae req-f72439d2-d03e-4737-ad63-f413d929054d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.108759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30ec9964-44aa-4971-bbd1-999e9b0eb1ae req-f72439d2-d03e-4737-ad63-f413d929054d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0480988 Nov 10 18:08:47.161324 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-30ec9964-44aa-4971-bbd1-999e9b0eb1ae req-f9d0aeb6-baea-41d5-a619-7c5766d3501c tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456514 Nov 10 18:08:48.276060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88103880-f80c-4f59-a138-90cd4ad5654f req-59ad4492-baa0-4325-8e0e-93c67573885e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:48.277566 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88103880-f80c-4f59-a138-90cd4ad5654f req-59ad4492-baa0-4325-8e0e-93c67573885e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0489295 Nov 10 18:08:48.338505 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-88103880-f80c-4f59-a138-90cd4ad5654f req-40185535-90e8-4820-953c-adbf0e8eebd1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543127 Nov 10 18:08:49.463755 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4fa9d-f8ba-492d-8dc9-04656d5b9c02 req-de373bb2-bf9a-4ae7-a42a-cf94b411f35b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:49.465214 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8b4fa9d-f8ba-492d-8dc9-04656d5b9c02 req-de373bb2-bf9a-4ae7-a42a-cf94b411f35b tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0485075 Nov 10 18:08:49.515119 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-b8b4fa9d-f8ba-492d-8dc9-04656d5b9c02 req-67b0fb1c-6095-47d0-923c-9d702e1f04e2 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Nov 10 18:08:50.633373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc12758-6c29-4208-b68c-bb80814239de req-b2a3660c-b4ea-4357-a0cd-f223eecae5cf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:50.634772 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ccc12758-6c29-4208-b68c-bb80814239de req-b2a3660c-b4ea-4357-a0cd-f223eecae5cf tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 944 time: 0.0484216 Nov 10 18:08:50.683582 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ccc12758-6c29-4208-b68c-bb80814239de req-2e6606c7-4a3d-495d-8067-c78bdc8c37a8 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428822 Nov 10 18:08:51.288133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0a0965ac-132c-4139-8a81-ecabc339263e details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:08:51.386867 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:51.397714 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '0a0965ac-132c-4139-8a81-ecabc339263e', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'port_id': '0a0965ac-132c-4139-8a81-ecabc339263e', 'mac_address': 'fa:16:3e:ac:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:08:51.434387 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.450261 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0965ac-132c-4139-8a81-ecabc339263e {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:08:51.468920 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:51.516993 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.563924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=9']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:51.756964 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['0a0965ac-132c-4139-8a81-ecabc339263e'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:08:51.797767 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3c0ea-a042-47e4-a2ff-3d2f5136fdae req-61a9669d-a221-40d5-b4d9-d8c0f9b06987 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:51.799297 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fc3c0ea-a042-47e4-a2ff-3d2f5136fdae req-61a9669d-a221-40d5-b4d9-d8c0f9b06987 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Nov 10 18:08:51.850591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-2fc3c0ea-a042-47e4-a2ff-3d2f5136fdae req-ae653298-e41b-4876-9f90-1b80470ef1e3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Nov 10 18:08:52.970083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba744425-546c-45f5-97f5-341295aeb443 req-7cf68c18-db85-4d4b-8613-89dc92f52fcd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:52.971586 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba744425-546c-45f5-97f5-341295aeb443 req-7cf68c18-db85-4d4b-8613-89dc92f52fcd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 945 time: 0.0497818 Nov 10 18:08:53.025903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ba744425-546c-45f5-97f5-341295aeb443 req-29668911-61a4-43dc-83cf-475a4690a27e tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479867 Nov 10 18:08:53.313034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0a0965ac-132c-4139-8a81-ecabc339263e up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:08:53.402530 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 0a0965ac-132c-4139-8a81-ecabc339263e completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:08:53.406820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 0a0965ac-132c-4139-8a81-ecabc339263e triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:53.411472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.488556 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.511197 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:08:53.513402 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a171328e-7e17-4db2-a100-9fd27383cab4" -d '{"events": [{"server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "name": "network-vif-plugged", "status": "completed", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:08:53.526412 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:53.580222 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.605451 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d931e40-8bb6-4f2a-b0d4-3cb089467509 x-openstack-request-id: req-9d931e40-8bb6-4f2a-b0d4-3cb089467509 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:08:53.605753 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "name": "network-vif-plugged", "status": "completed", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:08:53.606002 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d931e40-8bb6-4f2a-b0d4-3cb089467509 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:08:53.606395 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e', 'code': 200} Nov 10 18:08:53.642015 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=10']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:53.760173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726db2-70ea-4ec9-8ffe-043ee94a3726 req-ee3855aa-9011-47b0-a4dc-ae3d4346f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:53.761658 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa726db2-70ea-4ec9-8ffe-043ee94a3726 req-ee3855aa-9011-47b0-a4dc-ae3d4346f221 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1099 time: 0.0435579 Nov 10 18:08:53.808645 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-fa726db2-70ea-4ec9-8ffe-043ee94a3726 req-77cea221-b473-4243-8ffb-bd655035c709 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379646 Nov 10 18:08:54.146788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a0f7d-54b9-4798-84aa-ea168b06a0a5 req-448b9fd9-110d-42f3-91eb-01c6482ad2b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:54.148318 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f2a0f7d-54b9-4798-84aa-ea168b06a0a5 req-448b9fd9-110d-42f3-91eb-01c6482ad2b4 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 947 time: 0.0489287 Nov 10 18:08:54.196398 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-8f2a0f7d-54b9-4798-84aa-ea168b06a0a5 req-83354969-9f97-407f-b48c-41906c0c5529 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Nov 10 18:08:54.627215 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-aebe4d95-dca7-4788-a9ce-6e11c7e002dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:54.629117 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-aebe4d95-dca7-4788-a9ce-6e11c7e002dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1099 time: 0.0434391 Nov 10 18:08:54.734790 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-c808fdaf-e72d-420f-945d-5196a1f77347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:54.736265 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-c808fdaf-e72d-420f-945d-5196a1f77347 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0835931 Nov 10 18:08:54.805229 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-998a4c8d-44ce-4d47-8149-6982980993f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1002 time: 0.0607347 Nov 10 18:08:54.858881 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-bbc7050d-30e8-485e-93c1-498639bb37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:54.860370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-bbc7050d-30e8-485e-93c1-498639bb37e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0459874 Nov 10 18:08:54.907007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-3655577c-7aef-4670-a0bb-f173334685f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:54.908408 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-3655577c-7aef-4670-a0bb-f173334685f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404160 Nov 10 18:08:55.004469 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-05789905-dccc-4f8a-bbcf-6ac0a4b1cd00 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887873 Nov 10 18:08:55.094415 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e0509a93-3715-4965-86c6-c23e0abc8c6b req-457ab156-b0ff-453d-b9ec-de3f271d766f service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832331 Nov 10 18:08:55.317038 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b82a45-c219-4b8d-aa16-a4e5da924471 req-fc204266-1718-475e-897a-eff332e05984 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:55.318530 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79b82a45-c219-4b8d-aa16-a4e5da924471 req-fc204266-1718-475e-897a-eff332e05984 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 947 time: 0.0522008 Nov 10 18:08:55.366871 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-79b82a45-c219-4b8d-aa16-a4e5da924471 req-16a1c9ab-b5bf-45ba-8ce4-67845c78b750 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Nov 10 18:09:01.710884 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9015-0438-4c42-a2df-1fed50b6c5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.002204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e2b15fa8-6c01-4457-ba54-6b64725ba179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.471056 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.642969 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:09:07.225108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.796429 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.150701 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.516498 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.693396 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8ae516a2-5525-41e3-ad5b-7a479cd9140c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.007860 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8422570a-09a5-44ec-975a-5d27895b2e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.498731 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.201387 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.795919 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.161634 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.509812 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.642399 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:09:54.608923 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21042591-abac-41f8-b47b-27c62bd625a9 req-b56441b6-326b-46e9-bedc-058e48dcb431 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403829 Nov 10 18:09:54.692299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21042591-abac-41f8-b47b-27c62bd625a9 req-7662a0bb-9f28-4a82-b21c-2f7398078158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.693757 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21042591-abac-41f8-b47b-27c62bd625a9 req-7662a0bb-9f28-4a82-b21c-2f7398078158 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1099 time: 0.0443358 Nov 10 18:09:54.794899 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21042591-abac-41f8-b47b-27c62bd625a9 req-7df6d53e-f588-405e-8f7f-51d9fd06ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.796522 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21042591-abac-41f8-b47b-27c62bd625a9 req-7df6d53e-f588-405e-8f7f-51d9fd06ad38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0837328 Nov 10 18:09:54.867139 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21042591-abac-41f8-b47b-27c62bd625a9 req-a2b0c038-02cc-4471-9b75-e623491b86f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 1002 time: 0.0630162 Nov 10 18:09:54.922630 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21042591-abac-41f8-b47b-27c62bd625a9 req-1e47bb5c-cd82-4d7c-b0f7-8939ec4cb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.924161 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21042591-abac-41f8-b47b-27c62bd625a9 req-1e47bb5c-cd82-4d7c-b0f7-8939ec4cb456 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0487909 Nov 10 18:09:54.975943 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21042591-abac-41f8-b47b-27c62bd625a9 req-69411e55-61ce-46e7-8279-f0c43e3c59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.977477 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21042591-abac-41f8-b47b-27c62bd625a9 req-69411e55-61ce-46e7-8279-f0c43e3c59f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458689 Nov 10 18:09:55.070629 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21042591-abac-41f8-b47b-27c62bd625a9 req-68051568-8df0-4e90-a7f8-7c6df2790a6a service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Nov 10 18:09:55.160974 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-21042591-abac-41f8-b47b-27c62bd625a9 req-baff2b44-58dd-4f0d-b8ea-a54ff2c14040 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820069 Nov 10 18:10:01.709833 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-bd472b3c-8851-4395-bc56-940d5b68574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.011550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1420b9c0-ea97-4e4c-b38b-e827737ecb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.509351 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.321026 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.772278 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.183637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.549044 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.644257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:10:31.120866 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:31.468464 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Deleting port e363b629-c55c-4b01-b42d-cec52ff4a457 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:31.468715 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.541196 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.541516 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.552978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Calling delete_port for e363b629-c55c-4b01-b42d-cec52ff4a457 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:31.703694 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5b07c5b3-37a3-4dde-bcba-ca126b97a5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.753762 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.777224 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event deleted for resources: {'Port': ['ID=e363b629-c55c-4b01-b42d-cec52ff4a457,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:31.790725 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.791070 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.791442 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.791761 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.792088 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.792409 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.792727 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.793044 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.793358 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.793673 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.793995 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.794309 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:31.848213 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.848505 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Floating IP b6bde36f-e7b8-4462-bdbf-8649adeeb8d3 disassociated (deleted). External IP: 172.25.3.156, port: 0a0965ac-132c-4139-8a81-ecabc339263e. Nov 10 18:10:32.051772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:32.158384 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:32.163187 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.167800 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] Sync routers for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:32.177595 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:32.178185 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:32.191254 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-be436640-a046-4ae4-9c8a-dcc5ad9efbc3 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "DELETE /v2.0/floatingips/b6bde36f-e7b8-4462-bdbf-8649adeeb8d3 HTTP/1.1" status: 204 len: 168 time: 1.0692012 Nov 10 18:10:32.195136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:10:32.195136 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d27b3f-a326-4b23-9f4b-c9ceed58953d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:10:32.232441 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a040cb63-3fa7-4ed8-b4fe-11b320a53ea6 x-openstack-request-id: req-a040cb63-3fa7-4ed8-b4fe-11b320a53ea6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:10:32.232740 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:10:32.233118 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a040cb63-3fa7-4ed8-b4fe-11b320a53ea6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:10:32.233675 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e', 'status': 'completed', 'code': 200} Nov 10 18:10:32.290410 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:32.302635 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-e1369ad9-e611-47ac-bd62-b28d3108f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.304314 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-e1369ad9-e611-47ac-bd62-b28d3108f7c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83a233120a1440a39d76d63b3b30ab4a&device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 1099 time: 0.0477633 Nov 10 18:10:32.399681 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-d64b6472-c875-4ac5-b186-553d64728d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.401170 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-d64b6472-c875-4ac5-b186-553d64728d8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 200 len: 909 time: 0.0858982 Nov 10 18:10:32.446766 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-cbbe59e4-acf9-410f-8967-c6790176f25c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 200 len: 217 time: 0.0382144 Nov 10 18:10:32.497223 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-5515490c-4bd6-4200-9021-ce3db3fced01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.499389 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-5515490c-4bd6-4200-9021-ce3db3fced01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 200 len: 847 time: 0.0451629 Nov 10 18:10:32.544362 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-06dfc37f-5357-4a62-bc76-14864f3711a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.547096 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-06dfc37f-5357-4a62-bc76-14864f3711a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c29ea8f-365d-4466-a76d-2c79c0e7240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411468 Nov 10 18:10:32.558614 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:32.589351 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] Checking router: bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:32.598815 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:32.600025 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:32.643591 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-1296cc44-4f80-4caf-b816-01b39cdd2c52 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892124 Nov 10 18:10:32.725928 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:32.743915 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-16d27b3f-a326-4b23-9f4b-c9ceed58953d req-7ab3f8e9-e7c1-49d2-89ff-1c6190388469 service neutron] 10.222.0.18 "GET /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929899 Nov 10 18:10:32.801751 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4618-b29a-4a9d-a26a-34c6a9dae161 req-b4124a55-b1b9-4c8a-a258-2d1c2fdebdcc tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.803274 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-428e4618-b29a-4a9d-a26a-34c6a9dae161 req-b4124a55-b1b9-4c8a-a258-2d1c2fdebdcc tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 947 time: 0.1716475 Nov 10 18:10:32.853690 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-428e4618-b29a-4a9d-a26a-34c6a9dae161 req-48a6dadb-ffdd-4c7e-bf77-929d1533d7f0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Nov 10 18:10:32.932615 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:32.959270 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec6e8f-b444-4adb-bfbf-91c289b46cd8 None None] The sync data for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 is: [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '83674018-48d1-4f7e-a471-a6db811719c3', 'name': '', 'network_id': '0c29ea8f-365d-4466-a76d-2c79c0e7240f', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'mac_address': 'fa:16:3e:a6:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:20Z', 'updated_at': '2021-11-10T17:59:25Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'subnets': [{'id': 'ed33d5d9-ebe9-4892-9134-0dcc4aa6b418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:33.224099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb4f0c5-036c-41e5-904e-75ccfd491c68 None None] New status for floating IP b6bde36f-e7b8-4462-bdbf-8649adeeb8d3: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:10:34.006290 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33bd7f5f-41ea-4c38-85c2-6742488c893c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.021342 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ab803-9a37-47e7-8e77-9781002c436b req-a8887f4c-3f9e-4b3a-995c-78c666da81ea tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:34.022820 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a85ab803-9a37-47e7-8e77-9781002c436b req-a8887f4c-3f9e-4b3a-995c-78c666da81ea tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 947 time: 0.0954361 Nov 10 18:10:34.078450 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a85ab803-9a37-47e7-8e77-9781002c436b req-f52a3d57-b77f-4449-8515-8a5dc7bbfdea tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/security-groups?id=09716d34-6dfc-4ed2-be13-ebafea401ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493183 Nov 10 18:10:34.171150 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-f5b40301-9fbb-48e0-9f2e-1d4abfe31079 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:34.172487 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-f5b40301-9fbb-48e0-9f2e-1d4abfe31079 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 947 time: 0.0476537 Nov 10 18:10:34.260493 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Deleting port 0a0965ac-132c-4139-8a81-ecabc339263e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:34.260826 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.352079 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] For port 0a0965ac-132c-4139-8a81-ecabc339263e, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=0a0965ac-132c-4139-8a81-ecabc339263e,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:34.352436 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.365288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Calling delete_port for 0a0965ac-132c-4139-8a81-ecabc339263e owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:34.531999 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.559249 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event deleted for resources: {'Port': ['ID=0a0965ac-132c-4139-8a81-ecabc339263e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:34.602505 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] No DVR routers for this DVR port 0a0965ac-132c-4139-8a81-ecabc339263e on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:34.605208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.609333 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47041dbd-2bfd-4b9a-9a56-da71165b4359 req-105e2062-94e0-431d-bc77-166e7ebf489d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.18 "DELETE /v2.0/ports/0a0965ac-132c-4139-8a81-ecabc339263e HTTP/1.1" status: 204 len: 173 time: 0.4302690 Nov 10 18:10:34.609788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'name': 'network-vif-deleted', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:10:34.612336 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2f2fed-f063-4baa-bab5-55808604b37b" -d '{"events": [{"server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "name": "network-vif-deleted", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:10:34.649237 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf3e524-bad2-44c8-974f-c920e426619a x-openstack-request-id: req-7cf3e524-bad2-44c8-974f-c920e426619a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:10:34.649530 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3261e2-b919-49dc-8cd7-0016d32ca898", "name": "network-vif-deleted", "tag": "0a0965ac-132c-4139-8a81-ecabc339263e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:10:34.649783 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cf3e524-bad2-44c8-974f-c920e426619a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:10:34.650180 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3261e2-b919-49dc-8cd7-0016d32ca898', 'name': 'network-vif-deleted', 'tag': '0a0965ac-132c-4139-8a81-ecabc339263e', 'status': 'completed', 'code': 200} Nov 10 18:10:35.173879 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28307dde-ac8f-41ce-9d63-d82c3f968192 req-f148206f-a7a0-4c52-a3c8-d79bd2ee7f8d tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 210 time: 0.0268018 Nov 10 18:10:35.486018 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.271270 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-01aef662-07de-4977-b624-bddc078def9d req-0e03417e-fc6a-4c3d-a25a-7f4c41240b73 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 210 time: 0.0261710 Nov 10 18:10:37.183497 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.374078 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3e8b634b-ccae-48f3-8327-d1339dd101ac req-86982472-6340-467a-8614-364ece1ad359 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 210 time: 0.0271690 Nov 10 18:10:37.806247 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.859595 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0a0965ac-132c-4139-8a81-ecabc339263e no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:37.883935 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 0a0965ac-132c-4139-8a81-ecabc339263e {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:37.884278 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 0a0965ac-132c-4139-8a81-ecabc339263e not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:38.470991 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-196754f0-b69f-427d-80b5-507a3ab6c054 req-56c5f643-4f53-46d7-98a2-a4e6abd496a0 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 210 time: 0.0298104 Nov 10 18:10:39.176839 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.581944 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-28a5c56a-065b-4e27-9381-c779d86066fc req-b761c818-7260-4c4a-a78d-26abacbfe8cd tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b3261e2-b919-49dc-8cd7-0016d32ca898 HTTP/1.1" status: 200 len: 210 time: 0.0304418 Nov 10 18:10:40.639013 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:40.696209 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a609f4b-4723-4082-a5cb-8e6767b1f1f1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.723828 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a609f4b-4723-4082-a5cb-8e6767b1f1f1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.856582 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a609f4b-4723-4082-a5cb-8e6767b1f1f1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.859945 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a609f4b-4723-4082-a5cb-8e6767b1f1f1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.866283 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-5a609f4b-4723-4082-a5cb-8e6767b1f1f1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] 10.222.0.62 "DELETE /v2.0/security-groups/09716d34-6dfc-4ed2-be13-ebafea401ffe HTTP/1.1" status: 204 len: 168 time: 0.2209909 Nov 10 18:10:40.870703 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a609f4b-4723-4082-a5cb-8e6767b1f1f1 tempest-TestShelveInstance-1092795911 tempest-TestShelveInstance-1092795911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09716d34-6dfc-4ed2-be13-ebafea401ffe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:40.994302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.481971 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.514813 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.724962 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Deleting port 83674018-48d1-4f7e-a471-a6db811719c3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:41.725547 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.802647 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] For port 83674018-48d1-4f7e-a471-a6db811719c3, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=83674018-48d1-4f7e-a471-a6db811719c3,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:41.803008 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.815783 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Calling delete_port for 83674018-48d1-4f7e-a471-a6db811719c3 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:42.068745 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.098107 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=83674018-48d1-4f7e-a471-a6db811719c3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:42.621863 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.836788 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:42.944511 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:42.949602 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-45a0ac72-860e-4e8d-ae17-61fdac7a7be2 admin admin] 10.222.0.62 "PUT /v2.0/routers/bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9541626 Nov 10 18:10:42.952431 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.953513 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] Sync routers for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:42.963061 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:42.963722 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:43.066027 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.074741 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:43.174626 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.260550 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T18:10:41Z', 'revision_number': 5, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port': {'id': '8a470a46-944d-498a-bc8e-816f9a26a992', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:43.288486 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] Checking router: bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:43.298755 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] Routers {'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:43.299533 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:43.300904 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Deleting port 8a470a46-944d-498a-bc8e-816f9a26a992 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:43.301233 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.389131 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] Set router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:43.389373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] For port 8a470a46-944d-498a-bc8e-816f9a26a992, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=8a470a46-944d-498a-bc8e-816f9a26a992,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:43.389721 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.402503 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Calling delete_port for 8a470a46-944d-498a-bc8e-816f9a26a992 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:43.444827 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T18:10:43Z', 'revision_number': 6, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:43.563282 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ad6cba-bcb9-4128-a699-a991ee8df8d1 None None] The sync data for ids ['bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd'] in n-d-714676-11 is: [{'id': 'bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd', 'name': 'tempest-TestShelveInstance-934129901-router', 'tenant_id': '83a233120a1440a39d76d63b3b30ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:18Z', 'updated_at': '2021-11-10T18:10:43Z', 'revision_number': 6, 'project_id': '83a233120a1440a39d76d63b3b30ab4a', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:43.640673 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.664397 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a470a46-944d-498a-bc8e-816f9a26a992,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:43.680436 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de852c0a-2a06-40c2-8d1a-824961587c59 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:43.737790 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.837217 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.839422 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.959821 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.960646 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:43.965375 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.966572 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-51156b6d-1689-4841-bc68-e9d94eaa2d16 admin admin] 10.222.0.62 "DELETE /v2.0/routers/bbe86d06-9414-45e5-9b1d-5f4e5f9fc4cd HTTP/1.1" status: 204 len: 168 time: 1.0132070 Nov 10 18:10:43.969698 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.019379 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a933f03-7b4d-428f-96ba-9b058795d56c admin admin] Deleting subnet ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:44.022421 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a933f03-7b4d-428f-96ba-9b058795d56c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.062345 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a933f03-7b4d-428f-96ba-9b058795d56c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.137904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a933f03-7b4d-428f-96ba-9b058795d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.252005 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a933f03-7b4d-428f-96ba-9b058795d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.285266 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a933f03-7b4d-428f-96ba-9b058795d56c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.291198 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7a933f03-7b4d-428f-96ba-9b058795d56c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ed33d5d9-ebe9-4892-9134-0dcc4aa6b418 HTTP/1.1" status: 204 len: 168 time: 0.3181734 Nov 10 18:10:44.291198 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a933f03-7b4d-428f-96ba-9b058795d56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed33d5d9-ebe9-4892-9134-0dcc4aa6b418,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.291494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56926a44-4a3f-469b-82a1-02fd8d83caab None None] Network 0c29ea8f-365d-4466-a76d-2c79c0e7240f requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:44.292213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45062) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.369263 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.425194 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Deleting port 5125017c-0604-43c0-9c3b-336a7bf3cd46 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:44.425598 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.483907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] DHCP port deletion for 0c29ea8f-365d-4466-a76d-2c79c0e7240f request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:44.537078 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Deleting port 5125017c-0604-43c0-9c3b-336a7bf3cd46 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:44.537521 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.610546 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] For port 5125017c-0604-43c0-9c3b-336a7bf3cd46, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5125017c-0604-43c0-9c3b-336a7bf3cd46,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:44.610939 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.626279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Calling delete_port for 5125017c-0604-43c0-9c3b-336a7bf3cd46 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:44.789023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.822289 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Pushing event deleted for resources: {'Port': ['ID=5125017c-0604-43c0-9c3b-336a7bf3cd46,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.824600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] No DVR routers for this DVR port 5125017c-0604-43c0-9c3b-336a7bf3cd46 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:44.833105 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.833457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.833801 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.834137 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.834474 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.834809 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.835139 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.835490 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.835818 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.836590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.836590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.836822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6244ab-5aa5-4033-8427-2bacb8b4713f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.850713 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] For port 5125017c-0604-43c0-9c3b-336a7bf3cd46, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=5125017c-0604-43c0-9c3b-336a7bf3cd46,segment=NetworkSegment(54b84dbb-c98f-45fa-b267-db69b1be8e88),segment_id=54b84dbb-c98f-45fa-b267-db69b1be8e88)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:44.851059 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.865259 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Calling delete_port for 5125017c-0604-43c0-9c3b-336a7bf3cd46 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:44.937056 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.964247 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5125017c-0604-43c0-9c3b-336a7bf3cd46,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.970172 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] No DVR routers for this DVR port 5125017c-0604-43c0-9c3b-336a7bf3cd46 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:44.994712 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.995052 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.995414 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.995744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.996069 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.996390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.996709 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.997023 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.997362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.997676 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.998342 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:44.998668 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:45.051841 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.070971 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c29ea8f-365d-4466-a76d-2c79c0e7240f']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.080509 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b84dbb-c98f-45fa-b267-db69b1be8e88') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.080802 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b84dbb-c98f-45fa-b267-db69b1be8e88') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.089908 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.103112 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.109130 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:45.109529 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: self.session.flush() Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: timer() Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:45.111408 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:45.234169 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.240952 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.244136 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0c29ea8f-365d-4466-a76d-2c79c0e7240f HTTP/1.1" status: 204 len: 168 time: 0.9508848 Nov 10 18:10:45.247141 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45064) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.253793 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48bf85-bf14-463a-914f-7e18a9370cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c29ea8f-365d-4466-a76d-2c79c0e7240f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:45.584507 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.617120 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 83674018-48d1-4f7e-a471-a6db811719c3 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:45.637324 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 83674018-48d1-4f7e-a471-a6db811719c3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:45.637659 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 83674018-48d1-4f7e-a471-a6db811719c3 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:45.638071 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5125017c-0604-43c0-9c3b-336a7bf3cd46 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:45.656916 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 5125017c-0604-43c0-9c3b-336a7bf3cd46 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:45.657251 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 5125017c-0604-43c0-9c3b-336a7bf3cd46 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:45.657652 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8a470a46-944d-498a-bc8e-816f9a26a992 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:45.676070 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 8a470a46-944d-498a-bc8e-816f9a26a992 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:45.676406 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 8a470a46-944d-498a-bc8e-816f9a26a992 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:45.830772 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Deleting port dd325fd4-ff25-42fc-be70-ae13326c6bac {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:45.831044 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.907120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] For port dd325fd4-ff25-42fc-be70-ae13326c6bac, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=dd325fd4-ff25-42fc-be70-ae13326c6bac,segment=NetworkSegment(70e52a21-b5fe-4884-b964-584750e5614c),segment_id=70e52a21-b5fe-4884-b964-584750e5614c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:45.907507 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.923972 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Calling delete_port for dd325fd4-ff25-42fc-be70-ae13326c6bac owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:46.154691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.178078 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd325fd4-ff25-42fc-be70-ae13326c6bac,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.344436 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.553895 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Router 6445bac8-a763-4173-95ed-4dc4075fa080 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:46.656060 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:46.661135 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-55d5bcd0-e2aa-49c1-beab-5b927e14edf7 admin admin] 10.222.0.62 "PUT /v2.0/routers/6445bac8-a763-4173-95ed-4dc4075fa080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4128232 Nov 10 18:10:46.663734 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45066) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.665514 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] Sync routers for ids ['6445bac8-a763-4173-95ed-4dc4075fa080'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:46.675563 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] Routers {'6445bac8-a763-4173-95ed-4dc4075fa080'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:46.676172 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6445bac8-a763-4173-95ed-4dc4075fa080'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:46.767543 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.781111 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] Set router 6445bac8-a763-4173-95ed-4dc4075fa080 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:46.868539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.960328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '9060241a-9178-4008-803e-425d81347f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T18:10:46Z', 'revision_number': 5, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port': {'id': '9060241a-9178-4008-803e-425d81347f8c', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:46.988123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] Checking router: 6445bac8-a763-4173-95ed-4dc4075fa080 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:46.991358 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Deleting port 9060241a-9178-4008-803e-425d81347f8c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:46.991705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.996497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] Routers {'6445bac8-a763-4173-95ed-4dc4075fa080'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:46.997128 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['6445bac8-a763-4173-95ed-4dc4075fa080'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:47.072778 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] For port 9060241a-9178-4008-803e-425d81347f8c, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=9060241a-9178-4008-803e-425d81347f8c,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:47.073136 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.085257 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] Set router 6445bac8-a763-4173-95ed-4dc4075fa080 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:47.086390 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Calling delete_port for 9060241a-9178-4008-803e-425d81347f8c owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:47.140374 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T18:10:46Z', 'revision_number': 6, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:47.166641 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc6b40-652b-406a-a47d-30f9cdfbdddb None None] The sync data for ids ['6445bac8-a763-4173-95ed-4dc4075fa080'] in n-d-714676-11 is: [{'id': '6445bac8-a763-4173-95ed-4dc4075fa080', 'name': 'tempest-TestShelveInstance-1481720191-router', 'tenant_id': '41969eb405d4416b88efaf1aacd39a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:24Z', 'updated_at': '2021-11-10T18:10:46Z', 'revision_number': 6, 'project_id': '41969eb405d4416b88efaf1aacd39a19', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:47.331712 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.359415 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Pushing event deleted for resources: {'Port': ['ID=9060241a-9178-4008-803e-425d81347f8c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:47.370101 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92524d4-6943-4071-a37a-666d61f5c63d None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:47.416840 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.506810 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.509187 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.645643 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.646213 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6445bac8-a763-4173-95ed-4dc4075fa080 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:47.650517 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.651684 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-43a04256-fc7c-4244-8e8c-592db1b0644a admin admin] 10.222.0.62 "DELETE /v2.0/routers/6445bac8-a763-4173-95ed-4dc4075fa080 HTTP/1.1" status: 204 len: 168 time: 0.9869542 Nov 10 18:10:47.654966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45068) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.698745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_v2 [None req-5436d3c4-3327-4f36-a92c-aecb707fbfb4 admin admin] Deleting subnet 3389bf78-e887-4fb5-98d0-917b04b35739 {{(pid=103326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:47.702351 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5436d3c4-3327-4f36-a92c-aecb707fbfb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.736553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5436d3c4-3327-4f36-a92c-aecb707fbfb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15749607'] for subnet, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.815197 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5436d3c4-3327-4f36-a92c-aecb707fbfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.921356 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5436d3c4-3327-4f36-a92c-aecb707fbfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16683635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13531468'] for subnet, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.950744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436d3c4-3327-4f36-a92c-aecb707fbfb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3389bf78-e887-4fb5-98d0-917b04b35739,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:47.953955 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5436d3c4-3327-4f36-a92c-aecb707fbfb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.957468 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5436d3c4-3327-4f36-a92c-aecb707fbfb4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3389bf78-e887-4fb5-98d0-917b04b35739 HTTP/1.1" status: 204 len: 168 time: 0.3015184 Nov 10 18:10:47.958451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da806ead-6d0b-484d-8bc6-691604b32687 None None] Network 4498039d-8f2e-4ab0-accf-9af96473cef9 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:47.960193 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.995328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dd325fd4-ff25-42fc-be70-ae13326c6bac no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:48.044301 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: dd325fd4-ff25-42fc-be70-ae13326c6bac {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:48.044800 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device dd325fd4-ff25-42fc-be70-ae13326c6bac not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:48.052324 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.111227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Deleting port 89516884-0e77-4e9c-b356-0a254a090ee5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:48.111608 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.177644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] For port 89516884-0e77-4e9c-b356-0a254a090ee5, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=89516884-0e77-4e9c-b356-0a254a090ee5,segment=NetworkSegment(70e52a21-b5fe-4884-b964-584750e5614c),segment_id=70e52a21-b5fe-4884-b964-584750e5614c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:48.178055 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.192668 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Calling delete_port for 89516884-0e77-4e9c-b356-0a254a090ee5 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:48.194124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] DHCP port deletion for 4498039d-8f2e-4ab0-accf-9af96473cef9 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:48.244414 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] Deleting port 89516884-0e77-4e9c-b356-0a254a090ee5 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:48.244790 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.319521 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] For port 89516884-0e77-4e9c-b356-0a254a090ee5, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=89516884-0e77-4e9c-b356-0a254a090ee5,segment=NetworkSegment(70e52a21-b5fe-4884-b964-584750e5614c),segment_id=70e52a21-b5fe-4884-b964-584750e5614c)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:48.319904 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.333028 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] Calling delete_port for 89516884-0e77-4e9c-b356-0a254a090ee5 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:48.350394 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.377926 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Pushing event deleted for resources: {'Port': ['ID=89516884-0e77-4e9c-b356-0a254a090ee5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.381661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] No DVR routers for this DVR port 89516884-0e77-4e9c-b356-0a254a090ee5 on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:48.410933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.438321 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] Pushing event deleted for resources: {'Port': ['ID=89516884-0e77-4e9c-b356-0a254a090ee5,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.443914 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8e6c0-b17f-4a2d-b902-1787fe10472f None None] No DVR routers for this DVR port 89516884-0e77-4e9c-b356-0a254a090ee5 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:48.458685 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.484027 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4498039d-8f2e-4ab0-accf-9af96473cef9']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:48.493648 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e52a21-b5fe-4884-b964-584750e5614c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:48.493939 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e52a21-b5fe-4884-b964-584750e5614c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:48.503423 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.517203 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.523170 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:48.523618 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: timer() Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:48.525357 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:48.646004 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.651226 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.656549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] 10.222.0.62 "DELETE /v2.0/networks/4498039d-8f2e-4ab0-accf-9af96473cef9 HTTP/1.1" status: 204 len: 168 time: 0.6937950 Nov 10 18:10:48.666099 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953367c-05b1-41c2-9298-52e2f33bceac admin admin] Pushing event deleted for resources: {'Network': ['ID=4498039d-8f2e-4ab0-accf-9af96473cef9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.995206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45074) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.035663 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b7227f0d-036e-4999-88be-8658fa76908c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83a233120a1440a39d76d63b3b30ab4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392675 Nov 10 18:10:49.038076 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45076) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.084762 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2914f6e0-9cbe-4edf-9430-2b3146c89cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.110516 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2914f6e0-9cbe-4edf-9430-2b3146c89cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.228622 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2914f6e0-9cbe-4edf-9430-2b3146c89cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.231162 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2914f6e0-9cbe-4edf-9430-2b3146c89cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.232373 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-2914f6e0-9cbe-4edf-9430-2b3146c89cfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e07a8e43-cc14-4b93-a197-0ab9be1ad39e HTTP/1.1" status: 204 len: 168 time: 0.1934109 Nov 10 18:10:49.241216 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914f6e0-9cbe-4edf-9430-2b3146c89cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a8e43-cc14-4b93-a197-0ab9be1ad39e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:49.616889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9060241a-9178-4008-803e-425d81347f8c no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:49.637384 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 9060241a-9178-4008-803e-425d81347f8c {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:49.637723 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 9060241a-9178-4008-803e-425d81347f8c not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:49.638133 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 89516884-0e77-4e9c-b356-0a254a090ee5 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:49.658689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 89516884-0e77-4e9c-b356-0a254a090ee5 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:49.659034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 89516884-0e77-4e9c-b356-0a254a090ee5 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:49.836206 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45082) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.876352 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-cbe0b4fa-7b01-402f-911a-c33197495a19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41969eb405d4416b88efaf1aacd39a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389874 Nov 10 18:10:49.878866 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45084) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.926170 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e356cc95-d253-450f-bf18-15ed5afe3bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.949260 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e356cc95-d253-450f-bf18-15ed5afe3bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.068651 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e356cc95-d253-450f-bf18-15ed5afe3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.071288 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e356cc95-d253-450f-bf18-15ed5afe3bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.072484 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e356cc95-d253-450f-bf18-15ed5afe3bb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7410cbb9-c774-4ffb-867e-9e2409ee5b69 HTTP/1.1" status: 204 len: 168 time: 0.1925442 Nov 10 18:10:50.080887 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356cc95-d253-450f-bf18-15ed5afe3bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7410cbb9-c774-4ffb-867e-9e2409ee5b69,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:51.102745 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45106) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.196520 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2024012693-network', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:51.376952 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Made reservation on behalf of 52bd0f56f0814f3982bb9e9a07f4563c for: {'network': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:51.379396 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.389264 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.465021 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.508154 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.534690 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:51.539853 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e440fdd2-6a82-4979-bfc7-7f7fc5ba1b2e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:51.546856 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.550777 n-d-714676-11 neutron-server[103326]: INFO neutron.db.segments_db [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Added segment bb1fbc1a-5bfd-496f-b33d-7979df86d3fb of type vlan for network 31135e88-6325-40bf-8967-ee430ab22c81 Nov 10 18:10:51.587041 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.667383 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.668322 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:51.668888 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.725305 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] Pushing event updated for resources: {'Network': ['ID=31135e88-6325-40bf-8967-ee430ab22c81,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:51.736640 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network 31135e88-6325-40bf-8967-ee430ab22c81 details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:51.802604 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-98b3c176-84e5-4fc7-ba4b-28bf806c0932 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6986995 Nov 10 18:10:51.805442 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45110) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.810141 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Request body: {'subnet': {'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2024012693-subnet', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'ip_version': 4}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:51.891008 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Made reservation on behalf of 52bd0f56f0814f3982bb9e9a07f4563c for: {'subnet': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:51.893353 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13531497'] for subnet, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.119046 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16683698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13531463'] for subnet, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.177320 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe364284-db43-470e-b18d-898251412ecd,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:52.186326 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Checking segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:52.186684 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Network hostable DHCP agents. Network: 31135e88-6325-40bf-8967-ee430ab22c81, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:52.267192 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Network 31135e88-6325-40bf-8967-ee430ab22c81 is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:52.353395 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, 31135e88-6325-40bf-8967-ee430ab22c81) {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:52.358295 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:52.358893 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.363974 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36970ee1-4630-4074-bc4a-c23de7c2245b None None] Network 31135e88-6325-40bf-8967-ee430ab22c81 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:52.437141 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-e7f83de0-3cfe-4f07-a5ef-986761ee8165 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6305263 Nov 10 18:10:52.439704 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45112) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:52.444078 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:52.510038 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-31135e88-6325-40bf-8967-ee430ab22c81', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:52.510894 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.525839 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.526926 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.580547 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.651181 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Allocated IP 172.20.0.2 (31135e88-6325-40bf-8967-ee430ab22c81/fe364284-db43-470e-b18d-898251412ecd/a4823108-601e-4c8d-8e25-2454e1409b45) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:52.778540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.804146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.875551 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.913825 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Network 31135e88-6325-40bf-8967-ee430ab22c81 is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:52.916756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:52.922721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:52.932416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Pushing event updated for resources: {'Port': ['ID=a4823108-601e-4c8d-8e25-2454e1409b45,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:52.984496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Attempting to bind port a4823108-601e-4c8d-8e25-2454e1409b45 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:52.984950 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Attempting to bind port a4823108-601e-4c8d-8e25-2454e1409b45 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:52.985395 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Attempting to bind port a4823108-601e-4c8d-8e25-2454e1409b45 on network 31135e88-6325-40bf-8967-ee430ab22c81 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:52.990983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:52.991446 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Checking segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:52.991900 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.992452 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Bound using segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:52.992911 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Bound port: a4823108-601e-4c8d-8e25-2454e1409b45, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:52.993284 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.041946 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.057451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] For port a4823108-601e-4c8d-8e25-2454e1409b45, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:53.061262 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] For port a4823108-601e-4c8d-8e25-2454e1409b45, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a4823108-601e-4c8d-8e25-2454e1409b45,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:53.064789 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.149777 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.177862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Allocated IP 172.25.3.7 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/6f563e70-fd0f-4ee0-8bcf-f24d5c1face2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:53.222859 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942beda-f52e-4530-a263-26caee1182e2 None None] Pushing event updated for resources: {'Port': ['ID=a4823108-601e-4c8d-8e25-2454e1409b45,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:53.305540 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.417929 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.470838 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:53.475058 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:53.477799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:53.492323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343911cb-ea6e-4d05-b38e-b5f1adc54de0 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:53.515878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f563e70-fd0f-4ee0-8bcf-f24d5c1face2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:53.599121 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-adce9ae2-b1a6-42df-aa4c-48231f6178ef None None] Provisioning complete for port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:53.599121 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-adce9ae2-b1a6-42df-aa4c-48231f6178ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.637954 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-adce9ae2-b1a6-42df-aa4c-48231f6178ef None None] Port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:53.694943 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a4823108-601e-4c8d-8e25-2454e1409b45 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:53.742889 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a4823108-601e-4c8d-8e25-2454e1409b45 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:53.743245 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.872485 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.990842 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.030021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] For port a4823108-601e-4c8d-8e25-2454e1409b45, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a4823108-601e-4c8d-8e25-2454e1409b45,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:54.092233 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.102628 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.155820 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Pushing event updated for resources: {'Port': ['ID=a4823108-601e-4c8d-8e25-2454e1409b45,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:54.223334 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc129cda-1727-48db-b431-7345010e3d43 None None] Network 31135e88-6325-40bf-8967-ee430ab22c81 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:54.280330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:10:54.299548 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-7eed7693-22aa-446b-aae0-9982f852fdde None None] Provisioning complete for port a4823108-601e-4c8d-8e25-2454e1409b45 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:54.299909 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7eed7693-22aa-446b-aae0-9982f852fdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.388352 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:54.398305 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Sync routers for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:54.408947 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:54.409648 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:54.459785 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.463626 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-b5546bcd-eac5-411e-8531-013d78b5cdf3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0203099 Nov 10 18:10:54.464459 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:54.517126 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:54.666961 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-88f115e9-fc18-4caa-bad6-24df0bed6fbe None None] Provisioning complete for port a4823108-601e-4c8d-8e25-2454e1409b45 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:54.667328 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88f115e9-fc18-4caa-bad6-24df0bed6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.706642 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:53Z', 'revision_number': 3, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:54.733556 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Checking router: 3de94707-fa7c-48b7-84e5-bb460ea8ab46 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:54.733810 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Updating router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:10:54.758934 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.021931 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.068721 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.116494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d232cee-ce69-4f70-83f1-040cc6b90979 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:55.122259 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Attempting to bind port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:55.122620 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Attempting to bind port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:55.123134 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Attempting to bind port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:55.126764 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Pushing event updated for resources: {'Port': ['ID=6f563e70-fd0f-4ee0-8bcf-f24d5c1face2,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.131455 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:55.131921 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:55.132315 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.132698 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:55.133168 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Bound port: 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:55.133513 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.140070 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.140403 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.140731 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.141054 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.141378 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.141697 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.142039 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.142352 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.142664 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.142973 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.143286 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.143618 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.174338 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-770dc23e-a431-454f-892a-347c8e8b6d65 None None] Provisioning complete for port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:55.175146 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-770dc23e-a431-454f-892a-347c8e8b6d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.198415 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] For port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:55.202029 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] For port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f563e70-fd0f-4ee0-8bcf-f24d5c1face2,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:55.215767 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-770dc23e-a431-454f-892a-347c8e8b6d65 None None] Port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:55.252208 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.257622 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.303387 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a9c28-f32a-4394-9195-8b3099a6f8a9 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:55.315715 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:55.316338 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:55.321282 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738806a6-f833-423f-9509-4a16c8adbe5d None None] Pushing event updated for resources: {'Port': ['ID=6f563e70-fd0f-4ee0-8bcf-f24d5c1face2,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.414978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Allocated IP 172.20.0.1 (31135e88-6325-40bf-8967-ee430ab22c81/fe364284-db43-470e-b18d-898251412ecd/49434253-8660-4e44-9418-e46ab7e697a4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:55.425805 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:55.437855 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3b25087b-07ca-42b0-824f-b96b983105a1 None None] Provisioning complete for port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:55.440712 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b25087b-07ca-42b0-824f-b96b983105a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.516514 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.520041 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b25087b-07ca-42b0-824f-b96b983105a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.542664 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-3b25087b-07ca-42b0-824f-b96b983105a1 None None] For port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f563e70-fd0f-4ee0-8bcf-f24d5c1face2,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:55.599959 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b25087b-07ca-42b0-824f-b96b983105a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.608711 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.612192 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:53Z', 'revision_number': 3, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:55.639527 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a4823108-601e-4c8d-8e25-2454e1409b45 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:55.643058 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9002b58e-587d-46ba-8371-e779501d8eb4 None None] The sync data for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 is: [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:53Z', 'revision_number': 3, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:55.652619 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Network 31135e88-6325-40bf-8967-ee430ab22c81 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:55.655747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:55.663357 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:55.697398 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Pushing event updated for resources: {'Port': ['ID=49434253-8660-4e44-9418-e46ab7e697a4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.706501 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25087b-07ca-42b0-824f-b96b983105a1 None None] Pushing event updated for resources: {'Port': ['ID=6f563e70-fd0f-4ee0-8bcf-f24d5c1face2,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.713444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.722088 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port a4823108-601e-4c8d-8e25-2454e1409b45 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:55.722459 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.925769 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-3b82f026-6555-4102-b948-b9883ddc1b9a None None] Provisioning complete for port 49434253-8660-4e44-9418-e46ab7e697a4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:55.926132 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3b82f026-6555-4102-b948-b9883ddc1b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.954581 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.986907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f026-6555-4102-b948-b9883ddc1b9a None None] Port 49434253-8660-4e44-9418-e46ab7e697a4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:56.127276 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.177389 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.248633 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.250624 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Pushing event updated for resources: {'Port': ['ID=49434253-8660-4e44-9418-e46ab7e697a4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:56.349697 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Network 31135e88-6325-40bf-8967-ee430ab22c81 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:56.351285 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:56.478620 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:56.604106 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:56.609599 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-fb2efd1f-9ec0-42f9-828f-7be696acfb1d admin admin] 10.222.0.62 "PUT /v2.0/routers/3de94707-fa7c-48b7-84e5-bb460ea8ab46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434038 Nov 10 18:10:56.613447 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-dbe2d4f2-f757-40c6-8280-988368b1eb3a None None] Provisioning complete for port 49434253-8660-4e44-9418-e46ab7e697a4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:56.613928 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d4f2-f757-40c6-8280-988368b1eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.650092 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-dbe2d4f2-f757-40c6-8280-988368b1eb3a None None] Port 49434253-8660-4e44-9418-e46ab7e697a4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:57.258824 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:57.264416 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2075896777-network', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:57.286366 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Sync routers for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:57.297185 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:57.297795 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:57.353396 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Made reservation on behalf of 71973d0b1fde4ce89f95ff266c88bdcd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:57.356023 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for network, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.365417 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.405826 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:57.438693 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.502957 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.533182 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:57.542438 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d8c07f-91b4-4b1f-8465-2824827e9ad1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:57.550621 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.551620 n-d-714676-11 neutron-server[103325]: INFO neutron.db.segments_db [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Added segment c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb of type vlan for network c25b2ffd-0268-4511-8afe-1e4772a0b4bf Nov 10 18:10:57.598648 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771573952476'] for network, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.611764 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:56Z', 'revision_number': 2, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:57.644675 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:10:57.647134 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Checking router: 3de94707-fa7c-48b7-84e5-bb460ea8ab46 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:57.647590 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Updating router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 port 49434253-8660-4e44-9418-e46ab7e697a4 binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:10:57.670942 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:57.686338 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039'] for network, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.687444 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:57.688237 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.702078 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.746806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] Pushing event updated for resources: {'Network': ['ID=c25b2ffd-0268-4511-8afe-1e4772a0b4bf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:57.760635 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Network c25b2ffd-0268-4511-8afe-1e4772a0b4bf details requested by agent ovs-agent-n-d-714676-11 with host n-d-714676-11 {{(pid=103327) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:57.785417 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-0051717c-d085-4172-b06a-944afa8b4f77 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5254526 Nov 10 18:10:57.788095 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:57.792819 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Request body: {'subnet': {'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2075896777-subnet', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:57.863064 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Made reservation on behalf of 71973d0b1fde4ce89f95ff266c88bdcd for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:57.865468 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14290472'] for subnet, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.880347 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:57.880716 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.091033 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14625536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14290438'] for subnet, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.139406 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.158558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fdc1f8-51ad-400f-b3f5-aaf82065b297,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:58.167202 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Checking segment: {'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:58.167665 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Network hostable DHCP agents. Network: c25b2ffd-0268-4511-8afe-1e4772a0b4bf, hostable agents: ['9083c286-1f86-4af3-9a7b-0a7b79c345e5'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:58.211383 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.234080 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Network c25b2ffd-0268-4511-8afe-1e4772a0b4bf is scheduled to be hosted by DHCP agent 9083c286-1f86-4af3-9a7b-0a7b79c345e5 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:58.260195 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81fe1d-c1a8-4fc7-9939-5d9555ef190d None None] Pushing event updated for resources: {'Port': ['ID=49434253-8660-4e44-9418-e46ab7e697a4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:58.317370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Attempting to bind port 49434253-8660-4e44-9418-e46ab7e697a4 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:58.318305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Attempting to bind port 49434253-8660-4e44-9418-e46ab7e697a4 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:58.318305 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Attempting to bind port 49434253-8660-4e44-9418-e46ab7e697a4 on network 31135e88-6325-40bf-8967-ee430ab22c81 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:58.323834 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:58.324337 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Checking segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:58.324664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.325131 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Bound using segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:58.325525 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Bound port: 49434253-8660-4e44-9418-e46ab7e697a4, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:58.326662 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.327322 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-11, c25b2ffd-0268-4511-8afe-1e4772a0b4bf) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:58.331828 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:58.332719 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.345972 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d180bdf-a439-4ea1-9f75-b95789e7c9a2 None None] Network c25b2ffd-0268-4511-8afe-1e4772a0b4bf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:58.408597 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-d7dbafba-1394-4bbd-a891-e2ac58225d6a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6194332 Nov 10 18:10:58.411291 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:58.415742 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:58.482623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] For port 49434253-8660-4e44-9418-e46ab7e697a4, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:58.502838 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] For port 49434253-8660-4e44-9418-e46ab7e697a4, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=49434253-8660-4e44-9418-e46ab7e697a4,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:58.525829 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1967537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60835'] for router, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.526820 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1891302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60826'] for router, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.531579 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b0818040-31a7-45ba-bbce-37270d9a9fa6 None None] Provisioning complete for port 49434253-8660-4e44-9418-e46ab7e697a4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:58.531955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b0818040-31a7-45ba-bbce-37270d9a9fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.579590 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.586426 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-b0818040-31a7-45ba-bbce-37270d9a9fa6 None None] Port 49434253-8660-4e44-9418-e46ab7e697a4 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:58.593522 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd82db023-060d-594e-9688-07b884fe022e-c25b2ffd-0268-4511-8afe-1e4772a0b4bf', 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'fixed_ips': [{'subnet_id': 'c6fdc1f8-51ad-400f-b3f5-aaf82065b297'}]}} from n-d-714676-11. {{(pid=103327) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:58.593879 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.615715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.738072 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81fe1d-c1a8-4fc7-9939-5d9555ef190d None None] Pushing event updated for resources: {'Port': ['ID=49434253-8660-4e44-9418-e46ab7e697a4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:58.743722 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:58.744335 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.784034 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.866428 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.db_base_plugin_common [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Allocated IP 172.20.0.2 (c25b2ffd-0268-4511-8afe-1e4772a0b4bf/c6fdc1f8-51ad-400f-b3f5-aaf82065b297/06ca1a9f-5d87-4829-a91b-992e0212a0eb) {{(pid=103327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:58.908216 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:59.058105 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.078125 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.106917 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-8e5691d4-f859-4059-a6e7-e7ca09044fae None None] Provisioning complete for port 49434253-8660-4e44-9418-e46ab7e697a4 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:59.108000 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e5691d4-f859-4059-a6e7-e7ca09044fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.185516 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Allocated IP 172.25.3.136 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/90df4817-4c16-43fb-ab30-b5ecce06d146) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:59.197373 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Publish callbacks [] for port, precommit_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.296508 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.384306 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475'] for port, after_create {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.389891 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.428843 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:59.435806 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:59.439558 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:59.449369 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Network c25b2ffd-0268-4511-8afe-1e4772a0b4bf is already hosted by enough agents. {{(pid=103327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:59.455689 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db0b17-38fc-4279-904c-6c9024bee019 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:59.464462 n-d-714676-11 neutron-server[103327]: DEBUG neutron.scheduler.base_scheduler [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Resources bound (agent type, host, resource id): {{(pid=103327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:59.468120 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Pushing event updated for resources: {'Port': ['ID=90df4817-4c16-43fb-ab30-b5ecce06d146,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:59.481222 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Received port after_create {{(pid=103327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:59.492367 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Pushing event updated for resources: {'Port': ['ID=06ca1a9f-5d87-4829-a91b-992e0212a0eb,revision_number=1']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:59.496193 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e5691d4-f859-4059-a6e7-e7ca09044fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.570193 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:58Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.606455 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a7390-4d94-4bf1-8da5-72400d93324d None None] The sync data for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 is: [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:58Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:59.609415 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8e5691d4-f859-4059-a6e7-e7ca09044fae None None] For port 49434253-8660-4e44-9418-e46ab7e697a4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=49434253-8660-4e44-9418-e46ab7e697a4,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:59.616295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Attempting to bind port 06ca1a9f-5d87-4829-a91b-992e0212a0eb on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:59.616295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Attempting to bind port 06ca1a9f-5d87-4829-a91b-992e0212a0eb by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:59.616295 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Attempting to bind port 06ca1a9f-5d87-4829-a91b-992e0212a0eb on network c25b2ffd-0268-4511-8afe-1e4772a0b4bf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:59.617813 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:59.618249 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Checking segment: {'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:59.618713 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.619173 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Bound using segment: {'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:59.619738 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Bound port: 06ca1a9f-5d87-4829-a91b-992e0212a0eb, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:59.620174 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.691907 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8e5691d4-f859-4059-a6e7-e7ca09044fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.736599 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] For port 06ca1a9f-5d87-4829-a91b-992e0212a0eb, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:59.743840 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] For port 06ca1a9f-5d87-4829-a91b-992e0212a0eb, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=06ca1a9f-5d87-4829-a91b-992e0212a0eb,segment=NetworkSegment(c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb),segment_id=c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:59.761353 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5691d4-f859-4059-a6e7-e7ca09044fae None None] Pushing event updated for resources: {'Port': ['ID=49434253-8660-4e44-9418-e46ab7e697a4,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:59.796016 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.805029 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.880437 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-aa410efe-37cd-48b9-9d5f-d08c2ea0e370 None None] Provisioning complete for port 90df4817-4c16-43fb-ab30-b5ecce06d146 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:59.880812 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aa410efe-37cd-48b9-9d5f-d08c2ea0e370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.886451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962357d-25d9-4deb-94e5-18f9b11ab644 None None] Pushing event updated for resources: {'Port': ['ID=06ca1a9f-5d87-4829-a91b-992e0212a0eb,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:59.931938 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-aa410efe-37cd-48b9-9d5f-d08c2ea0e370 None None] Port 90df4817-4c16-43fb-ab30-b5ecce06d146 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:00.020713 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974200'] for router, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.268707 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 is scheduled to L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:11:00.383112 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:00.392867 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Sync routers for ids ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:00.403521 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Routers {'82f0b3b0-69c1-48cf-a76d-ab14c657ae23'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:00.405964 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.458524 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.462714 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45136) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.463243 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-7b37b157-abdd-4228-a014-b3f1c3f8e732 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0505753 Nov 10 18:11:00.518665 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Set router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:00.714727 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 3, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port': {'id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:59Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.844415 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Checking router: 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:00.844754 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Updating router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 port 90df4817-4c16-43fb-ab30-b5ecce06d146 binding host n-d-714676-11 {{(pid=103328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:11:00.874725 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.956267 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20563cab-e54a-45c7-b3f5-d7e25404d0bb None None] Network c25b2ffd-0268-4511-8afe-1e4772a0b4bf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:01.093186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-b2ca483a-5c9e-4e43-8960-1d71883350cf None None] Provisioning complete for port 06ca1a9f-5d87-4829-a91b-992e0212a0eb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.093610 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2ca483a-5c9e-4e43-8960-1d71883350cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.150249 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Publish callbacks [] for port, precommit_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.212337 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2ca483a-5c9e-4e43-8960-1d71883350cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.217367 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.264565 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b2ca483a-5c9e-4e43-8960-1d71883350cf None None] For port 06ca1a9f-5d87-4829-a91b-992e0212a0eb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=06ca1a9f-5d87-4829-a91b-992e0212a0eb,segment=NetworkSegment(c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb),segment_id=c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:01.269168 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Attempting to bind port 90df4817-4c16-43fb-ab30-b5ecce06d146 on host n-d-714676-11 for vnic_type normal with profile {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:01.272234 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Attempting to bind port 90df4817-4c16-43fb-ab30-b5ecce06d146 by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:01.272234 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Attempting to bind port 90df4817-4c16-43fb-ab30-b5ecce06d146 on network 86829e25-f748-47b9-a9bb-cb72fd967e9c {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:01.276050 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283487e-d298-44cf-994c-aabcd4949af3 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:01.284181 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:01.284554 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Checking segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:01.284951 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.285369 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Bound using segment: {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'} {{(pid=103328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:01.285849 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.managers [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Bound port: 90df4817-4c16-43fb-ab30-b5ecce06d146, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca5744f-3e4c-473b-b2b4-e46d1c91e67e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c'}}] {{(pid=103328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:01.286225 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.291792 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3c572-146a-4a1e-9c58-c23174848ba1 None None] Pushing event updated for resources: {'Port': ['ID=90df4817-4c16-43fb-ab30-b5ecce06d146,revision_number=2']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.293754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.343752 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b2ca483a-5c9e-4e43-8960-1d71883350cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.366832 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] For port 90df4817-4c16-43fb-ab30-b5ecce06d146, host n-d-714676-11, cleared binding levels {{(pid=103328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:01.370304 n-d-714676-11 neutron-server[103328]: DEBUG neutron.plugins.ml2.db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] For port 90df4817-4c16-43fb-ab30-b5ecce06d146, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=90df4817-4c16-43fb-ab30-b5ecce06d146,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:01.410623 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca483a-5c9e-4e43-8960-1d71883350cf None None] Pushing event updated for resources: {'Port': ['ID=06ca1a9f-5d87-4829-a91b-992e0212a0eb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.446024 n-d-714676-11 neutron-server[103328]: DEBUG neutron_lib.callbacks.manager [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.467485 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Allocated IP 172.20.0.1 (c25b2ffd-0268-4511-8afe-1e4772a0b4bf/c6fdc1f8-51ad-400f-b3f5-aaf82065b297/c9bf978b-7557-4878-9c28-81d7c2abc43d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:01.477533 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1d64193c-d2da-41b4-8702-1c2b9b3f29b8 None None] Provisioning complete for port 90df4817-4c16-43fb-ab30-b5ecce06d146 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.477896 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d64193c-d2da-41b4-8702-1c2b9b3f29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.505683 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Routers {'82f0b3b0-69c1-48cf-a76d-ab14c657ae23'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:01.506613 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.509344 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113e897-3576-46c6-98df-e27b3358615a None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:01.563413 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3c572-146a-4a1e-9c58-c23174848ba1 None None] Pushing event updated for resources: {'Port': ['ID=90df4817-4c16-43fb-ab30-b5ecce06d146,revision_number=3']} {{(pid=103328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.569748 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d64193c-d2da-41b4-8702-1c2b9b3f29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.596539 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.599124 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-1d64193c-d2da-41b4-8702-1c2b9b3f29b8 None None] For port 90df4817-4c16-43fb-ab30-b5ecce06d146, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=90df4817-4c16-43fb-ab30-b5ecce06d146,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:01.644257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] Set router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:01.666685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d64193c-d2da-41b4-8702-1c2b9b3f29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.686603 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.714441 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-1d64193c-d2da-41b4-8702-1c2b9b3f29b8 None None] Provisioning complete for port 06ca1a9f-5d87-4829-a91b-992e0212a0eb triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.714810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d64193c-d2da-41b4-8702-1c2b9b3f29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.753509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 06ca1a9f-5d87-4829-a91b-992e0212a0eb up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:01.755246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4957438-d774-4f06-a129-c8c3edb5603e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.760013 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bf978b-7557-4878-9c28-81d7c2abc43d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.775228 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Network c25b2ffd-0268-4511-8afe-1e4772a0b4bf is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:01.776757 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:01.781370 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64193c-d2da-41b4-8702-1c2b9b3f29b8 None None] Pushing event updated for resources: {'Port': ['ID=90df4817-4c16-43fb-ab30-b5ecce06d146,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.788537 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:01.838667 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967215'] for router_interface, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.853332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 06ca1a9f-5d87-4829-a91b-992e0212a0eb triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.853701 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.905803 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 3, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port': {'id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:59Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.939855 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96046172-a556-420a-a30a-e6d51c8e51af None None] The sync data for ids ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'] in n-d-714676-11 is: [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 3, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port': {'id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:59Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:01.949591 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 49434253-8660-4e44-9418-e46ab7e697a4 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:02.008187 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 49434253-8660-4e44-9418-e46ab7e697a4 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:02.008889 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.033865 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-602b82a4-4539-49d2-895f-5bbe445d7b63 None None] Provisioning complete for port 90df4817-4c16-43fb-ab30-b5ecce06d146 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:02.034300 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-602b82a4-4539-49d2-895f-5bbe445d7b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.074390 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.269334 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.285461 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-2af3e5fe-d205-4c6f-b842-46e20a1aee52 None None] Provisioning complete for port c9bf978b-7557-4878-9c28-81d7c2abc43d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:02.286104 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2af3e5fe-d205-4c6f-b842-46e20a1aee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.326497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-2af3e5fe-d205-4c6f-b842-46e20a1aee52 None None] Port c9bf978b-7557-4878-9c28-81d7c2abc43d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:02.336851 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.408807 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bf978b-7557-4878-9c28-81d7c2abc43d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:02.411214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967355'] for router_interface, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.507455 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Network c25b2ffd-0268-4511-8afe-1e4772a0b4bf is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:02.509055 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:02.639166 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:11:02.749323 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-52cd5aae-c354-40cc-9e38-6a78e20f937f None None] Provisioning complete for port c9bf978b-7557-4878-9c28-81d7c2abc43d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:02.749685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-52cd5aae-c354-40cc-9e38-6a78e20f937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.759958 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:02.766779 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-f97aeff0-9a45-4da9-b9ce-84ccbba8f6c3 admin admin] 10.222.0.62 "PUT /v2.0/routers/82f0b3b0-69c1-48cf-a76d-ab14c657ae23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3020873 Nov 10 18:11:02.799655 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-52cd5aae-c354-40cc-9e38-6a78e20f937f None None] Port c9bf978b-7557-4878-9c28-81d7c2abc43d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:03.432339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45144) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.437741 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-a03b54a7-1f8f-4de6-9184-63dcb1084355 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264604699', 'description': 'tempest-secgroup-smoke-264604699 description', 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:03.531755 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a03b54a7-1f8f-4de6-9184-63dcb1084355 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.556075 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Sync routers for ids ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:03.567200 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Routers {'82f0b3b0-69c1-48cf-a76d-ab14c657ae23'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:03.567913 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:10:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:03.603889 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a03b54a7-1f8f-4de6-9184-63dcb1084355 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.662613 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 90df4817-4c16-43fb-ab30-b5ecce06d146 up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:03.679860 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a03b54a7-1f8f-4de6-9184-63dcb1084355 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.709271 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b54a7-1f8f-4de6-9184-63dcb1084355 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70cef1-cb6b-4134-8dc1-40c47e600b75,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:03.711390 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Set router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:03.756261 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a03b54a7-1f8f-4de6-9184-63dcb1084355 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.757591 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-a03b54a7-1f8f-4de6-9184-63dcb1084355 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3238733 Nov 10 18:11:03.760511 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45146) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.765333 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-d1280ba5-4fc9-4ee3-ba82-882ee40b2372 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'security_group_rule': {'security_group_id': 'ee70cef1-cb6b-4134-8dc1-40c47e600b75', 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:03.814444 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port 90df4817-4c16-43fb-ab30-b5ecce06d146 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:03.814810 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.868216 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1280ba5-4fc9-4ee3-ba82-882ee40b2372 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.926512 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1280ba5-4fc9-4ee3-ba82-882ee40b2372 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.997363 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 4, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port': {'id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:59Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c9bf978b-7557-4878-9c28-81d7c2abc43d', 'name': '', 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'mac_address': 'fa:16:3e:d9:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c6fdc1f8-51ad-400f-b3f5-aaf82065b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:01Z', 'updated_at': '2021-11-10T18:11:02Z', 'revision_number': 2, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'subnets': [{'id': 'c6fdc1f8-51ad-400f-b3f5-aaf82065b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.000249 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1280ba5-4fc9-4ee3-ba82-882ee40b2372 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.022706 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1280ba5-4fc9-4ee3-ba82-882ee40b2372 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd9dde0-d193-4ec7-9a7a-1f29d7d0d548,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:04.025976 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-84c67049-f312-410d-adf3-6de58a873414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.027484 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Checking router: 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:04.027878 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Updating router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 port c9bf978b-7557-4878-9c28-81d7c2abc43d binding host n-d-714676-11 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:11:04.056966 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.093553 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1280ba5-4fc9-4ee3-ba82-882ee40b2372 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.094906 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-d1280ba5-4fc9-4ee3-ba82-882ee40b2372 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333497 Nov 10 18:11:04.098210 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45148) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:04.103135 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-ab61de1e-d034-4800-a6c0-c2ad740368f9 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'security_group_rule': {'security_group_id': 'ee70cef1-cb6b-4134-8dc1-40c47e600b75', 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:04.176240 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab61de1e-d034-4800-a6c0-c2ad740368f9 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.236266 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab61de1e-d034-4800-a6c0-c2ad740368f9 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.296830 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab61de1e-d034-4800-a6c0-c2ad740368f9 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.317613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61de1e-d034-4800-a6c0-c2ad740368f9 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0346dae6-fa50-440f-a1fe-cff8faeaa443,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:04.318898 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.362147 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab61de1e-d034-4800-a6c0-c2ad740368f9 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.363424 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-ab61de1e-d034-4800-a6c0-c2ad740368f9 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2642093 Nov 10 18:11:04.367536 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45150) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:04.370418 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-eda25b02-836b-4ceb-974f-27c6c1e36444 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'security_group_rule': {'security_group_id': 'ee70cef1-cb6b-4134-8dc1-40c47e600b75', 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:04.376776 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.431833 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8d445-592e-467f-a81f-509c76fc86a3 None None] Pushing event updated for resources: {'Port': ['ID=c9bf978b-7557-4878-9c28-81d7c2abc43d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:04.467280 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eda25b02-836b-4ceb-974f-27c6c1e36444 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.486589 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Attempting to bind port c9bf978b-7557-4878-9c28-81d7c2abc43d on host n-d-714676-11 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:04.486998 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Attempting to bind port c9bf978b-7557-4878-9c28-81d7c2abc43d by drivers openvswitch,hyperv on host n-d-714676-11 at level 0 using segments [{'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:04.487729 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Attempting to bind port c9bf978b-7557-4878-9c28-81d7c2abc43d on network c25b2ffd-0268-4511-8afe-1e4772a0b4bf {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:04.493720 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Checking agent: {'id': 'bfe0ea6e-ab3c-4f2d-9b97-eda95045c1c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 16, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:04.494774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Checking segment: {'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:04.494774 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.495010 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Bound using segment: {'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:04.495554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Bound port: c9bf978b-7557-4878-9c28-81d7c2abc43d, host: n-d-714676-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:04.495933 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.535026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eda25b02-836b-4ceb-974f-27c6c1e36444 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.569700 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] For port c9bf978b-7557-4878-9c28-81d7c2abc43d, host n-d-714676-11, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:04.572975 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] For port c9bf978b-7557-4878-9c28-81d7c2abc43d, host n-d-714676-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c9bf978b-7557-4878-9c28-81d7c2abc43d,segment=NetworkSegment(c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb),segment_id=c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:04.632299 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-ce7c807d-6447-4100-9a32-4a08d4888d3a None None] Provisioning complete for port c9bf978b-7557-4878-9c28-81d7c2abc43d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:04.632595 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ce7c807d-6447-4100-9a32-4a08d4888d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.634141 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eda25b02-836b-4ceb-974f-27c6c1e36444 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.651989 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda25b02-836b-4ceb-974f-27c6c1e36444 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0aa9ee-c528-4ecc-859d-4e38683f37dd,revision_number=0']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:04.659233 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.680812 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c807d-6447-4100-9a32-4a08d4888d3a None None] Port c9bf978b-7557-4878-9c28-81d7c2abc43d cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:04.711265 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eda25b02-836b-4ceb-974f-27c6c1e36444 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.712732 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-eda25b02-836b-4ceb-974f-27c6c1e36444 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3457296 Nov 10 18:11:04.715695 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:04.721270 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-022a054c-472e-44d2-a0d0-6bc16824012a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'security_group_rule': {'security_group_id': 'ee70cef1-cb6b-4134-8dc1-40c47e600b75', 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:04.724408 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Routers {'82f0b3b0-69c1-48cf-a76d-ab14c657ae23'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:04.725035 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.767243 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8d445-592e-467f-a81f-509c76fc86a3 None None] Pushing event updated for resources: {'Port': ['ID=c9bf978b-7557-4878-9c28-81d7c2abc43d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:04.802494 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-022a054c-472e-44d2-a0d0-6bc16824012a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.884651 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-022a054c-472e-44d2-a0d0-6bc16824012a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.954161 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-022a054c-472e-44d2-a0d0-6bc16824012a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.975149 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a054c-472e-44d2-a0d0-6bc16824012a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35baeee-7294-454e-9e39-3b8e1f3e8e70,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:05.005223 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-f41093e2-3c58-4463-a5fd-aff179409d56 None None] Provisioning complete for port c9bf978b-7557-4878-9c28-81d7c2abc43d triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:05.005583 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f41093e2-3c58-4463-a5fd-aff179409d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.030849 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] Set router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:05.052341 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-022a054c-472e-44d2-a0d0-6bc16824012a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.053698 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-022a054c-472e-44d2-a0d0-6bc16824012a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3368123 Nov 10 18:11:05.056408 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.061181 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-25b478a0-5111-448f-92ce-bd39e319edcc tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'security_group_rule': {'security_group_id': 'ee70cef1-cb6b-4134-8dc1-40c47e600b75', 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:05.142980 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-25b478a0-5111-448f-92ce-bd39e319edcc tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Project 52bd0f56f0814f3982bb9e9a07f4563c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:11:05.147976 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b478a0-5111-448f-92ce-bd39e319edcc tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.206124 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b478a0-5111-448f-92ce-bd39e319edcc tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.206649 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f41093e2-3c58-4463-a5fd-aff179409d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.272373 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-f41093e2-3c58-4463-a5fd-aff179409d56 None None] For port c9bf978b-7557-4878-9c28-81d7c2abc43d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c9bf978b-7557-4878-9c28-81d7c2abc43d,segment=NetworkSegment(c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb),segment_id=c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:05.280239 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b478a0-5111-448f-92ce-bd39e319edcc tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.300085 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 4, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port': {'id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:59Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c9bf978b-7557-4878-9c28-81d7c2abc43d', 'name': '', 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'mac_address': 'fa:16:3e:d9:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c6fdc1f8-51ad-400f-b3f5-aaf82065b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:01Z', 'updated_at': '2021-11-10T18:11:04Z', 'revision_number': 4, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'subnets': [{'id': 'c6fdc1f8-51ad-400f-b3f5-aaf82065b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.300400 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b478a0-5111-448f-92ce-bd39e319edcc tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4336991-bf9e-41ab-8ed3-7c0ed0d51159,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:05.327349 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f84cf-b8c9-43bc-8a38-ab89848886e6 None None] The sync data for ids ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'] in n-d-714676-11 is: [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 4, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port': {'id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:59Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': 'c9bf978b-7557-4878-9c28-81d7c2abc43d', 'name': '', 'network_id': 'c25b2ffd-0268-4511-8afe-1e4772a0b4bf', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'mac_address': 'fa:16:3e:d9:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c6fdc1f8-51ad-400f-b3f5-aaf82065b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:01Z', 'updated_at': '2021-11-10T18:11:04Z', 'revision_number': 4, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'subnets': [{'id': 'c6fdc1f8-51ad-400f-b3f5-aaf82065b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:05.331266 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f41093e2-3c58-4463-a5fd-aff179409d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.356238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25b478a0-5111-448f-92ce-bd39e319edcc tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.358266 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-25b478a0-5111-448f-92ce-bd39e319edcc tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3005786 Nov 10 18:11:05.362173 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.370196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ca5bc95b-999e-48e8-936b-10361b950f2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'security_group_rule': {'security_group_id': 'ee70cef1-cb6b-4134-8dc1-40c47e600b75', 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:05.399603 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41093e2-3c58-4463-a5fd-aff179409d56 None None] Pushing event updated for resources: {'Port': ['ID=c9bf978b-7557-4878-9c28-81d7c2abc43d,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:05.468719 n-d-714676-11 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-ca5bc95b-999e-48e8-936b-10361b950f2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Project 52bd0f56f0814f3982bb9e9a07f4563c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:11:05.474491 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc95b-999e-48e8-936b-10361b950f2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.502630 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.541605 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc95b-999e-48e8-936b-10361b950f2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.621700 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc95b-999e-48e8-936b-10361b950f2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897869'] for security_group_rule, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.642151 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bc95b-999e-48e8-936b-10361b950f2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c3fa71-1941-4aa8-a93c-535e5f84c250,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:05.662405 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c9bf978b-7557-4878-9c28-81d7c2abc43d up at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:05.712269 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Provisioning complete for port c9bf978b-7557-4878-9c28-81d7c2abc43d triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:05.712642 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.727756 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc95b-999e-48e8-936b-10361b950f2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.729207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-ca5bc95b-999e-48e8-936b-10361b950f2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3650069 Nov 10 18:11:05.898893 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-9902f159-f27a-4529-9130-ec3f4643d347 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264604699&fields=id&tenant_id=52bd0f56f0814f3982bb9e9a07f4563c HTTP/1.1" status: 200 len: 267 time: 0.0479214 Nov 10 18:11:06.003795 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-e6bd86d2-4a30-4155-960c-d14a06814e8e tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:06.005159 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-e6bd86d2-4a30-4155-960c-d14a06814e8e tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 810 time: 0.0987241 Nov 10 18:11:06.020448 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-24e6fef5-2b93-4fad-87ca-92037804c775 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/quotas/52bd0f56f0814f3982bb9e9a07f4563c HTTP/1.1" status: 200 len: 375 time: 0.0094774 Nov 10 18:11:06.075223 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-cd35c227-9335-4d73-8510-c7f0b4f19d17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492108 Nov 10 18:11:06.179901 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-e2abb8d7-8c11-46c1-a032-f67536897ca5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:11:06.180900 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-e2abb8d7-8c11-46c1-a032-f67536897ca5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0935886 Nov 10 18:11:06.268703 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-1850476e-b7d3-4628-809a-01b63427034e service neutron] 10.222.0.62 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813904 Nov 10 18:11:06.364437 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-8e37a452-4b14-4944-847a-062245a4acfb service neutron] 10.222.0.62 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894899 Nov 10 18:11:06.617020 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-56d86d38-57ab-46af-aafc-7f1c03118606 req-314c7048-d321-4c61-ade2-c9a75e8b97da tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 210 time: 0.0279841 Nov 10 18:11:07.233789 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.713837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1047f0ad-6d8f-4bb1-b4e8-1b8032c6af5f req-2cf45921-3e52-4d8e-b31b-74947903e9d2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 210 time: 0.0267658 Nov 10 18:11:07.805107 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.823597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6ab5092a-dee2-485e-825e-83b6e0b1b288 req-611fb4c7-a726-465c-9687-8ea105aa9e49 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 210 time: 0.0339897 Nov 10 18:11:08.862881 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-743b77e9-94b6-47cd-83f8-b666fe1883b2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:08.864363 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-743b77e9-94b6-47cd-83f8-b666fe1883b2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 810 time: 0.1362002 Nov 10 18:11:08.937225 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-c8995d81-89d1-48c1-b32a-95b5165dbc2c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52bd0f56f0814f3982bb9e9a07f4563c HTTP/1.1" status: 200 len: 379 time: 0.0626526 Nov 10 18:11:08.946785 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'port': {'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'admin_state_up': True, 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'security_groups': ['ee70cef1-cb6b-4134-8dc1-40c47e600b75']}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:09.119201 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Made reservation on behalf of 52bd0f56f0814f3982bb9e9a07f4563c for: {'port': 1} {{(pid=103326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:09.124259 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.217057 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.261626 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Allocated IP 172.20.0.8 (31135e88-6325-40bf-8967-ee430ab22c81/fe364284-db43-470e-b18d-898251412ecd/79744758-b1d1-4148-b886-59ddb34fc0a3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:09.400754 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.519832 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.563269 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Network 31135e88-6325-40bf-8967-ee430ab22c81 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:09.566244 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:09.572613 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:09.599830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:09.627297 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:09.627934 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.711222 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-139e4fd9-5c26-46bf-899a-145b86fd81e2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679696 Nov 10 18:11:09.776331 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Request body: {'port': {'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:09.779047 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-d32787b6-7d22-4c38-b307-d518984721da None None] Provisioning complete for port 79744758-b1d1-4148-b886-59ddb34fc0a3 triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:09.779453 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d32787b6-7d22-4c38-b307-d518984721da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.814123 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-d32787b6-7d22-4c38-b307-d518984721da None None] Port 79744758-b1d1-4148-b886-59ddb34fc0a3 cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:09.832627 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.941886 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813b89-a88f-4a7b-b140-017482f83183 req-15271d3e-d842-460e-8677-93e06579381a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:09.946694 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2813b89-a88f-4a7b-b140-017482f83183 req-15271d3e-d842-460e-8677-93e06579381a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 931 time: 0.0529811 Nov 10 18:11:09.992935 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a2813b89-a88f-4a7b-b140-017482f83183 req-3aad57c2-53a6-43de-8fdc-1ac4c77ca23b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434594 Nov 10 18:11:10.103545 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79744758-b1d1-4148-b886-59ddb34fc0a3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:11:10.111407 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.124047 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Transition to ACTIVE for port object 79744758-b1d1-4148-b886-59ddb34fc0a3 will not be triggered until provisioned by entity L2. {{(pid=103326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:11:10.182480 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.234346 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Pushing event updated for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:10.308810 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Attempting to bind port 79744758-b1d1-4148-b886-59ddb34fc0a3 on host n-h1-714676-11 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:10.309152 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Attempting to bind port 79744758-b1d1-4148-b886-59ddb34fc0a3 by drivers openvswitch,hyperv on host n-h1-714676-11 at level 0 using segments [{'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:10.310084 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Attempting to bind port 79744758-b1d1-4148-b886-59ddb34fc0a3 on network 31135e88-6325-40bf-8967-ee430ab22c81 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:10.315857 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Port 79744758-b1d1-4148-b886-59ddb34fc0a3 on network 31135e88-6325-40bf-8967-ee430ab22c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:11:10.316330 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Attempting to bind port 79744758-b1d1-4148-b886-59ddb34fc0a3 on network 31135e88-6325-40bf-8967-ee430ab22c81 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:10.321914 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Checking agent: {'id': '5dee78c7-e4e8-4a7c-a699-d1a757b9aa14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:10.322312 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Checking segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:10.322760 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Bound using segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:10.323186 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Bound port: 79744758-b1d1-4148-b886-59ddb34fc0a3, host: n-h1-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:10.323568 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.390099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:10.393167 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:10.474837 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.510397 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:10.511016 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.512416 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] 10.222.0.69 "PUT /v2.0/ports/79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 1092 time: 0.7923908 Nov 10 18:11:10.512850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:11:10.515279 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7316fe9c-f537-44ab-9232-5382f8af90d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:11:10.550885 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17c739-f3cf-4b60-9ca6-45201c5c7cdb service neutron] Pushing event updated for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:10.629511 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ab87dc-7b23-4179-9831-fa160104b1ad x-openstack-request-id: req-c9ab87dc-7b23-4179-9831-fa160104b1ad {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:11:10.629806 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:11:10.630062 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9ab87dc-7b23-4179-9831-fa160104b1ad {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:11:10.630461 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'status': 'completed', 'code': 200} Nov 10 18:11:10.644551 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-d491853f-7cad-4a78-8681-531490ec2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:10.645858 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-d491853f-7cad-4a78-8681-531490ec2305 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1095 time: 0.0472434 Nov 10 18:11:10.694149 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-a84e61dd-0ba7-45f4-877e-4cfbdc17a135 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 217 time: 0.0394521 Nov 10 18:11:10.743718 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-f0c8b695-1729-47da-b1c5-872d586b7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:10.745083 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-f0c8b695-1729-47da-b1c5-872d586b7098 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0442541 Nov 10 18:11:10.791340 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-0fecab72-abe1-4426-ad57-79e737dcbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:10.792776 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-0fecab72-abe1-4426-ad57-79e737dcbbeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403574 Nov 10 18:11:10.886564 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-b8e09db0-1089-46bd-bb31-83d95c5e28e9 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857399 Nov 10 18:11:10.974638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3c4a9236-54cf-435f-84d6-ae8b1ffb0908 req-253d68f2-0b57-4265-8557-421e03637636 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815270 Nov 10 18:11:11.118607 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb4140-01db-482d-837c-0a8ea621c522 req-a1b3791f-2a99-4a2e-94b5-caedf788848c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:11.120245 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9eb4140-01db-482d-837c-0a8ea621c522 req-a1b3791f-2a99-4a2e-94b5-caedf788848c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 943 time: 0.0562358 Nov 10 18:11:11.128786 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-050e5417-e0ec-46d2-8681-312d6b9a6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:11.130283 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-050e5417-e0ec-46d2-8681-312d6b9a6a64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1095 time: 0.0495634 Nov 10 18:11:11.170853 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c9eb4140-01db-482d-837c-0a8ea621c522 req-52c59185-9ac7-4e28-80dc-042e793f5d0c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436001 Nov 10 18:11:11.221299 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-f0e39559-3c7a-440a-8ffa-efce586dbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:11.222792 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-f0e39559-3c7a-440a-8ffa-efce586dbcb4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0847380 Nov 10 18:11:11.267726 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-6f09c657-715c-4d21-9965-b610206572f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 217 time: 0.0380073 Nov 10 18:11:11.316964 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-c3fa66a3-a1bd-45a8-b7d0-ae94afb5668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:11.318545 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-c3fa66a3-a1bd-45a8-b7d0-ae94afb5668e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0443175 Nov 10 18:11:11.365337 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-3089d537-b802-4182-87f1-08c60798dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:11.366781 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-3089d537-b802-4182-87f1-08c60798dbc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398314 Nov 10 18:11:11.458505 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-6de36802-6b52-4628-ade1-c77fb7dc0bfe service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832448 Nov 10 18:11:11.524323 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.546038 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7316fe9c-f537-44ab-9232-5382f8af90d6 req-dac2eeee-3074-4ccc-98ca-8dd576ff40eb service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808122 Nov 10 18:11:12.288977 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f306c87-6782-4e19-994f-f48a2584850d req-002152b5-30d1-474b-951c-a226841f140e tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:12.290456 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6f306c87-6782-4e19-994f-f48a2584850d req-002152b5-30d1-474b-951c-a226841f140e tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 943 time: 0.0500014 Nov 10 18:11:12.343677 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6f306c87-6782-4e19-994f-f48a2584850d req-e546ddec-168e-445d-b3f1-12463c0b6267 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472562 Nov 10 18:11:13.462300 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427f3dc-4279-48d8-868b-aa7ad9fc18bb req-95fd5ccc-1af7-4a38-a36f-07b2f7612aa0 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:13.463791 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f427f3dc-4279-48d8-868b-aa7ad9fc18bb req-95fd5ccc-1af7-4a38-a36f-07b2f7612aa0 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 943 time: 0.0488541 Nov 10 18:11:13.513215 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f427f3dc-4279-48d8-868b-aa7ad9fc18bb req-7f3740ad-6d80-4393-b52d-f5b843142cb8 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435119 Nov 10 18:11:14.079606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 79744758-b1d1-4148-b886-59ddb34fc0a3 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:11:14.172827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:14.183642 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:11:14.223659 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:14.236168 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79744758-b1d1-4148-b886-59ddb34fc0a3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:11:14.254451 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:14.319554 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:14.367034 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:14.633898 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6e871-cf48-436b-a1cb-f1bb1e5791db req-68eefc6d-f6a7-423c-b332-4cedd285b52b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:14.635288 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8a6e871-cf48-436b-a1cb-f1bb1e5791db req-68eefc6d-f6a7-423c-b332-4cedd285b52b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 944 time: 0.0530126 Nov 10 18:11:14.683962 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f8a6e871-cf48-436b-a1cb-f1bb1e5791db req-5c03269a-18b3-49d9-b903-84ecee7fd47e tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427539 Nov 10 18:11:14.759328 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['79744758-b1d1-4148-b886-59ddb34fc0a3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:11:15.797835 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38f1d6-3065-4593-b56a-fec90212f17e req-84ad501e-e42b-49c8-9fe8-e12978158f67 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:15.799295 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d38f1d6-3065-4593-b56a-fec90212f17e req-84ad501e-e42b-49c8-9fe8-e12978158f67 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 944 time: 0.0488420 Nov 10 18:11:15.852079 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d38f1d6-3065-4593-b56a-fec90212f17e req-55c9c9b8-40f9-475c-9ce2-bc5d2b75a7ca tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468650 Nov 10 18:11:16.094997 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 79744758-b1d1-4148-b886-59ddb34fc0a3 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:16.205496 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning for port 79744758-b1d1-4148-b886-59ddb34fc0a3 completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:11:16.209687 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 79744758-b1d1-4148-b886-59ddb34fc0a3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:16.210060 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:16.291339 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:16.314743 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:11:16.317048 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a761929-0179-49d2-90b2-14a1b8cd99cc" -d '{"events": [{"server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "name": "network-vif-plugged", "status": "completed", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:11:16.330651 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:16.354811 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89bfe3f-ef77-4576-abad-f325207782b0 x-openstack-request-id: req-e89bfe3f-ef77-4576-abad-f325207782b0 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:11:16.355324 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "name": "network-vif-plugged", "status": "completed", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:11:16.355584 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e89bfe3f-ef77-4576-abad-f325207782b0 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:11:16.355983 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'code': 200} Nov 10 18:11:16.392929 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:16.440614 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:16.457878 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc342b-c0fd-433d-90b9-460f4465a21d req-9859e6f7-8557-43d0-9f26-dfef9ab9d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:16.459389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35dc342b-c0fd-433d-90b9-460f4465a21d req-9859e6f7-8557-43d0-9f26-dfef9ab9d34a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0443773 Nov 10 18:11:16.506201 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-35dc342b-c0fd-433d-90b9-460f4465a21d req-07fc4c1a-22f1-4e63-8d24-6e92e514364d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Nov 10 18:11:16.965887 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5241c-f8ab-439b-a52c-3c1a4f7387fa req-2361e2b6-8bc6-4f7e-af4c-de6bcba4982b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:16.967370 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59b5241c-f8ab-439b-a52c-3c1a4f7387fa req-2361e2b6-8bc6-4f7e-af4c-de6bcba4982b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 945 time: 0.0483625 Nov 10 18:11:17.017603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-59b5241c-f8ab-439b-a52c-3c1a4f7387fa req-137eab30-44d5-4178-a1e6-5eb24d42235b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Nov 10 18:11:18.139115 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32005e19-3194-494e-9759-292de96d12a9 req-38e66359-f8b6-4388-9604-da636cc3a75c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:18.140623 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32005e19-3194-494e-9759-292de96d12a9 req-38e66359-f8b6-4388-9604-da636cc3a75c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 945 time: 0.0546851 Nov 10 18:11:18.190806 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-32005e19-3194-494e-9759-292de96d12a9 req-8ed8e670-4569-4be9-b0a4-009218366e2a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438542 Nov 10 18:11:18.305515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348dba8-3b1a-4090-9dd6-2634d2ffe26b req-176fec68-4c3a-43fa-a9a3-10a8c8c06961 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:18.306992 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f348dba8-3b1a-4090-9dd6-2634d2ffe26b req-176fec68-4c3a-43fa-a9a3-10a8c8c06961 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 945 time: 0.0492051 Nov 10 18:11:18.355933 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f348dba8-3b1a-4090-9dd6-2634d2ffe26b req-810f36c8-96db-4477-aec6-e860e4704e2b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Nov 10 18:11:18.378246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:18.462288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2664db02-4a90-4939-b74b-3473714c73c7 tempest-TestSnapshotPattern-2102283679 tempest-TestSnapshotPattern-2102283679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:18.463819 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-2664db02-4a90-4939-b74b-3473714c73c7 tempest-TestSnapshotPattern-2102283679 tempest-TestSnapshotPattern-2102283679-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1092 time: 0.0846233 Nov 10 18:11:18.466638 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:18.471450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:18.570935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for floatingip, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.666874 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.770427 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Allocated IP 172.25.3.33 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/3d0707ae-42bf-42cc-969b-5fedb7c8b384) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:18.869846 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.948293 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.990666 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:18.995556 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:18.998273 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:19.025238 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'Port': ['ID=3d0707ae-42bf-42cc-969b-5fedb7c8b384,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:19.351114 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.470662 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.617861 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.667770 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.739644 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'Port': ['ID=3d0707ae-42bf-42cc-969b-5fedb7c8b384,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:19.746001 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.844774 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Floating IP 12bd3462-fc74-40c1-9335-986cfcc5029a associated. External IP: 172.25.3.33, port: 79744758-b1d1-4148-b886-59ddb34fc0a3. Nov 10 18:11:20.393715 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:11:20.499658 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:20.510257 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] Sync routers for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:20.520204 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:20.520792 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:20.607232 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.625963 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:20.634593 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bbf9ec70-0087-4fa3-8821-c9bdbfe2d3a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1669552 Nov 10 18:11:20.635196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:11:20.637512 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:11:20.675248 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b16d977-0a1c-4d57-b506-59cd84f8e1e7 x-openstack-request-id: req-7b16d977-0a1c-4d57-b506-59cd84f8e1e7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:11:20.675581 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:11:20.675838 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b16d977-0a1c-4d57-b506-59cd84f8e1e7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:11:20.676380 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'status': 'completed', 'code': 200} Nov 10 18:11:20.737653 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-61876d49-4ace-4f19-81d4-eaf1bbf01c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:20.739142 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-61876d49-4ace-4f19-81d4-eaf1bbf01c79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0418618 Nov 10 18:11:20.833416 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-c557c936-6d09-42cc-a910-aea61db71fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:20.834896 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-c557c936-6d09-42cc-a910-aea61db71fbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0890303 Nov 10 18:11:20.855606 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:19Z', 'revision_number': 0, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:20.883482 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] Checking router: 3de94707-fa7c-48b7-84e5-bb460ea8ab46 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:20.891925 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:20.892574 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:11:04Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:20.901555 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-b58eb00b-8b2a-42d9-9d38-f768823d1d5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 998 time: 0.0591934 Nov 10 18:11:20.950635 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-3e7a8a67-a6ab-4a06-956d-4fb292ca3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:20.952131 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-3e7a8a67-a6ab-4a06-956d-4fb292ca3be2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0437703 Nov 10 18:11:21.000762 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:21.002334 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-f481853f-aea6-40df-87f6-d1ef45a67fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:21.003882 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-f481853f-aea6-40df-87f6-d1ef45a67fbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446205 Nov 10 18:11:21.093151 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-f2488097-0f10-4c6a-bb23-0c6ea79da808 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820801 Nov 10 18:11:21.186109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-cd1c4e5b-dda2-4e35-8547-8e1bd124885a req-676674f4-924b-473a-9f5f-10754408823e service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855417 Nov 10 18:11:21.237730 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:19Z', 'revision_number': 0, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:21.265297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43499618-460c-4ea2-b5c1-036a20c42292 None None] The sync data for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 is: [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:19Z', 'revision_number': 0, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:21.462758 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca9bd8-04f3-499a-90a8-02598bffca95 None None] New status for floating IP 12bd3462-fc74-40c1-9335-986cfcc5029a: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:11:31.758116 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eb19ae87-9e0a-433b-9dad-7b62ab745cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.005225 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8fbd-56ff-41dc-87e1-764e1b139c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.644046 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:11:35.496211 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.187196 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.770273 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:39.244699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:41.547125 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:59.045638 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b655956-9806-4254-b011-e3506571f4bb req-c38aae78-0000-4ac0-8c35-e94fd14093a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392075 Nov 10 18:11:59.126534 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b655956-9806-4254-b011-e3506571f4bb req-14d52d89-ccb8-46df-bd21-a9f0e3cea429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:59.128028 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b655956-9806-4254-b011-e3506571f4bb req-14d52d89-ccb8-46df-bd21-a9f0e3cea429 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0399764 Nov 10 18:11:59.237321 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b655956-9806-4254-b011-e3506571f4bb req-59e10ee4-b4d7-40ee-acee-ea1294bd2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:59.238775 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b655956-9806-4254-b011-e3506571f4bb req-59e10ee4-b4d7-40ee-acee-ea1294bd2f8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0896616 Nov 10 18:11:59.303718 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b655956-9806-4254-b011-e3506571f4bb req-ff6baceb-23ae-494f-8bb9-0375ecca389c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 1000 time: 0.0562036 Nov 10 18:11:59.361448 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b655956-9806-4254-b011-e3506571f4bb req-b9d4f73f-881f-40dd-ab55-30c598e14b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:59.362921 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b655956-9806-4254-b011-e3506571f4bb req-b9d4f73f-881f-40dd-ab55-30c598e14b4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0476842 Nov 10 18:11:59.407753 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b655956-9806-4254-b011-e3506571f4bb req-c6e6ff1f-a358-49bd-aff7-e84f16ea43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:59.409240 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b655956-9806-4254-b011-e3506571f4bb req-c6e6ff1f-a358-49bd-aff7-e84f16ea43c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387268 Nov 10 18:11:59.499062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b655956-9806-4254-b011-e3506571f4bb req-7222b670-6559-42a3-b64e-d67ca5a0579c service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819712 Nov 10 18:11:59.590974 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1b655956-9806-4254-b011-e3506571f4bb req-fe271522-c804-4698-a758-10fdf0ce831a service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842342 Nov 10 18:12:01.729762 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80e85432-c0d3-4ef9-8e22-e8127d2d32b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:03.980936 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d76f365c-52b6-441a-af72-f955b616128e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.489733 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:07.203944 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:07.808378 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:09.249728 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:11.539321 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:11.643327 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:12:31.723423 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f632c7eb-ca74-437a-914d-07170c27dc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:34.140756 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e32453d5-0909-448d-870f-c0cc2631551a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:35.511615 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:37.236363 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:37.797288 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:39.249086 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:41.567218 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:48.642990 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:13:00.045062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-ad1826cb-d398-425a-acc9-c41e672f2924 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406268 Nov 10 18:13:00.129446 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-df120585-c44a-4d38-b91a-ebf03e011a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:00.130914 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-df120585-c44a-4d38-b91a-ebf03e011a24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0434918 Nov 10 18:13:00.232208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-621de9f6-96c9-4bd9-95c0-cc198047044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:00.233907 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-621de9f6-96c9-4bd9-95c0-cc198047044a service neutron] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0831339 Nov 10 18:13:00.300261 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-25830c91-914f-4164-a405-84ddc6d7bcbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 1000 time: 0.0587509 Nov 10 18:13:00.349799 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-b2daade1-cf36-492c-9431-2585fa08d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:00.351215 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-b2daade1-cf36-492c-9431-2585fa08d814 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0434387 Nov 10 18:13:00.397608 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-1a922868-9cf6-4da7-a9e7-85aba9359a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:00.399255 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-1a922868-9cf6-4da7-a9e7-85aba9359a13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406172 Nov 10 18:13:00.409935 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-4d2e6a2d-31a2-43af-96fb-6e6c6496c908 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:13:00.410879 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-4d2e6a2d-31a2-43af-96fb-6e6c6496c908 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048594 Nov 10 18:13:00.501733 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-144940a1-91ac-4917-9f12-47781cdbd29c service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835702 Nov 10 18:13:00.591738 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1fa114b7-d877-4f20-a7a7-93eabacf9c99 req-dcd73877-b160-497c-a822-98b2a80dff3d service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816829 Nov 10 18:13:01.711385 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-65529f36-28cc-4579-8287-6108a632d3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:04.048592 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1f8de399-d485-479f-9523-4d4d5dc9ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:05.494013 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:07.229294 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:07.806742 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:09.275195 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:11.573938 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:25.643065 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:13:31.756552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fbe37b4d-3159-41b1-818d-a7a6bbaa9892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:34.002715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-19dd0df8-411f-48b9-8954-23e59fe98a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:35.516304 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:37.217278 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:37.813204 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:39.281892 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:41.585126 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:00.091279 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-3ec7e682-069d-4ba3-a9e1-2515f966335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:00.092772 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-3ec7e682-069d-4ba3-a9e1-2515f966335c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0409911 Nov 10 18:14:00.203369 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-677e0929-9631-4f8e-9da5-f20e00632f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:00.204826 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-677e0929-9631-4f8e-9da5-f20e00632f1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0878181 Nov 10 18:14:00.277199 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-c0ca97a7-fb04-45c4-8218-55c423501e6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 1000 time: 0.0615695 Nov 10 18:14:00.326208 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-f5f7c525-340c-4ca5-92f2-318b35ab0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:00.327685 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-f5f7c525-340c-4ca5-92f2-318b35ab0af4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0430267 Nov 10 18:14:00.373408 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-a855662f-952f-4ea4-bbb9-95aba3957851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:00.374766 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-a855662f-952f-4ea4-bbb9-95aba3957851 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397646 Nov 10 18:14:00.466488 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-e7e862c5-cfa4-4913-8f36-b7b91e093b46 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838945 Nov 10 18:14:00.556759 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c9bb611e-52da-4329-b860-25e75601ffc1 req-77a1bd60-6d8d-4624-9582-505d243c9c45 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827751 Nov 10 18:14:01.745019 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5f01e704-0202-4c43-8925-e48242852f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:02.642637 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:14:03.102192 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 79744758-b1d1-4148-b886-59ddb34fc0a3 details requested by agent hyperv_n-h1-714676-11 with host n-h1-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:14:03.199883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:03.210745 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Returning: {'device': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:14:03.247236 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:03.264283 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79744758-b1d1-4148-b886-59ddb34fc0a3 {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:14:03.283475 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:03.367783 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:03.418545 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:03.425806 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.426147 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.426480 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.426811 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.427138 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.427494 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.427815 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.428135 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.428457 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.428774 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.429090 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.429403 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:03.450983 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] get_ports_and_sgs() called for port_ids ['79744758-b1d1-4148-b886-59ddb34fc0a3'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:14:04.036100 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6c686e6f-0a1a-4c8a-b267-0133c138e8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:05.103217 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 79744758-b1d1-4148-b886-59ddb34fc0a3 up at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:14:05.150000 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Provisioning complete for port 79744758-b1d1-4148-b886-59ddb34fc0a3 triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:14:05.150363 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:05.226672 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:05.251600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:14:05.253839 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beeabc5-dcf2-402b-8843-2b7d9f2e0ebb" -d '{"events": [{"server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "name": "network-vif-plugged", "status": "completed", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:14:05.266754 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:05.344979 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:05.369123 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d956b-6ec8-4a7e-a885-269bd3181697 x-openstack-request-id: req-d16d956b-6ec8-4a7e-a885-269bd3181697 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:14:05.369415 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "name": "network-vif-plugged", "status": "completed", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:14:05.369685 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d16d956b-6ec8-4a7e-a885-269bd3181697 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:14:05.370776 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'code': 200} Nov 10 18:14:05.394808 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:05.496404 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:07.216769 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:07.822308 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:09.299622 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:11.601575 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:20.957973 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-11ef40fd-20e8-40b3-8d68-a0925c5aab3f tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264604699&fields=id&tenant_id=52bd0f56f0814f3982bb9e9a07f4563c HTTP/1.1" status: 200 len: 267 time: 0.0450344 Nov 10 18:14:21.066853 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-6d2b40ee-59b4-4304-8012-8d34a8dd70b7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:21.068372 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-6d2b40ee-59b4-4304-8012-8d34a8dd70b7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 810 time: 0.1024611 Nov 10 18:14:21.084040 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-223e661f-33fc-475b-a3b7-27196dc6ebb0 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/quotas/52bd0f56f0814f3982bb9e9a07f4563c HTTP/1.1" status: 200 len: 375 time: 0.0094192 Nov 10 18:14:21.139905 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-158330b5-8973-47b5-abee-2fb7f30f8673 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497746 Nov 10 18:14:21.237239 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-979d5ce2-446f-4b24-8c73-71e29ce2e135 service neutron] 10.222.0.62 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858357 Nov 10 18:14:21.327018 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-99288096-bf08-435e-a056-78b0189a27a6 service neutron] 10.222.0.62 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837247 Nov 10 18:14:21.588887 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-f50518fb-819a-49ea-87e6-7bcbfab82234 req-0c58b8a5-778e-4889-9dc1-76291a89648b tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0275311 Nov 10 18:14:22.688837 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9e666c1d-5f96-41e8-8432-f606b47d1be5 req-af643353-4f03-4cbf-aeb5-68d5b2285c42 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0313673 Nov 10 18:14:23.165554 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 79744758-b1d1-4148-b886-59ddb34fc0a3 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:14:23.382250 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-e47092b6-39dd-4f41-93ff-1d446b567d47 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:23.383795 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-e47092b6-39dd-4f41-93ff-1d446b567d47 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.18 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 810 time: 0.1140916 Nov 10 18:14:23.403665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:23.427582 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:14:23.429737 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b9f4f-aef8-4639-b205-252c36ff2347" -d '{"events": [{"server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "name": "network-vif-unplugged", "status": "completed", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:14:23.443431 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:23.451652 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-9ff12200-27d8-40fe-b43a-51c411a32477 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52bd0f56f0814f3982bb9e9a07f4563c HTTP/1.1" status: 200 len: 379 time: 0.0582895 Nov 10 18:14:23.462002 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'port': {'device_id': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'admin_state_up': True, 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'security_groups': ['ee70cef1-cb6b-4134-8dc1-40c47e600b75']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:14:23.467972 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d3516a-a2a1-4598-865d-9439eef46419 x-openstack-request-id: req-40d3516a-a2a1-4598-865d-9439eef46419 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:14:23.467972 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "name": "network-vif-unplugged", "status": "completed", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:14:23.467972 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40d3516a-a2a1-4598-865d-9439eef46419 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:14:23.468328 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'code': 200} Nov 10 18:14:23.515484 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:23.563956 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Pushing event updated for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:23.673213 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Made reservation on behalf of 52bd0f56f0814f3982bb9e9a07f4563c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:14:23.678691 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:23.812549 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71ccf3fd-c8dd-4257-b5e5-ecff673f5530 req-d6c9dd3f-fe3b-4b53-b53d-059ad4d51b9f tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0527208 Nov 10 18:14:23.834258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Allocated IP 172.20.0.11 (31135e88-6325-40bf-8967-ee430ab22c81/fe364284-db43-470e-b18d-898251412ecd/6608378f-d69a-454d-a754-5adfbdbfcfce) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:14:23.974594 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for port, precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:24.077002 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:24.126455 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Network 31135e88-6325-40bf-8967-ee430ab22c81 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:14:24.130375 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:14:24.137221 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:14:24.209844 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:24.210489 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:24.247925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:24.270755 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.276814 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:24.370823 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-87fa70a3-ef8e-4b88-94dc-ac112a70d8af tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9118764 Nov 10 18:14:24.429600 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-9afead32-3d14-4d46-b7ef-710bbdc2ede3 None None] Provisioning complete for port 6608378f-d69a-454d-a754-5adfbdbfcfce triggered by entity DHCP. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:14:24.430223 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9afead32-3d14-4d46-b7ef-710bbdc2ede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:24.480898 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9afead32-3d14-4d46-b7ef-710bbdc2ede3 None None] Port 6608378f-d69a-454d-a754-5adfbdbfcfce cannot update to ACTIVE because it is not bound. {{(pid=103327) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:14:25.285132 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd1f38-8d70-4057-a7cf-fca7e3e4738d req-d27a832f-6e44-4e37-855f-2889673d5ce5 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:25.287022 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28dd1f38-8d70-4057-a7cf-fca7e3e4738d req-d27a832f-6e44-4e37-855f-2889673d5ce5 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 932 time: 0.4011643 Nov 10 18:14:25.344089 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-28dd1f38-8d70-4057-a7cf-fca7e3e4738d req-bd627999-fdfb-45ba-babf-4bd4e60bba1a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499883 Nov 10 18:14:26.467894 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1694c8-7bb7-488b-9302-0e22665feb7f req-4ca79492-aa2b-4c97-b1c7-931fd1fb2746 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:26.469575 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a1694c8-7bb7-488b-9302-0e22665feb7f req-4ca79492-aa2b-4c97-b1c7-931fd1fb2746 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 932 time: 0.0520723 Nov 10 18:14:26.521383 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-6a1694c8-7bb7-488b-9302-0e22665feb7f req-940bc0ed-ae4b-45c7-9b52-2f53ad8a3838 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453651 Nov 10 18:14:27.641056 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a6aa-712f-4889-b0d3-307f828ac23b req-598969f7-078a-4613-9940-072ce859ee77 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:27.642597 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ec5a6aa-712f-4889-b0d3-307f828ac23b req-598969f7-078a-4613-9940-072ce859ee77 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 932 time: 0.0493431 Nov 10 18:14:27.696062 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3ec5a6aa-712f-4889-b0d3-307f828ac23b req-813230da-15ee-42c3-aada-7f2ee6d824eb tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467970 Nov 10 18:14:28.826685 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94d4f-40d3-462a-abb2-6228787f82e3 req-ac996a80-250a-4bc5-b12e-8dbbb43fa69c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:28.828246 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8d94d4f-40d3-462a-abb2-6228787f82e3 req-ac996a80-250a-4bc5-b12e-8dbbb43fa69c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 932 time: 0.0572052 Nov 10 18:14:28.885466 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a8d94d4f-40d3-462a-abb2-6228787f82e3 req-f24001cb-09ed-4d72-b646-2ba3c70a98e5 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493045 Nov 10 18:14:30.005563 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581dffd-c4a1-43fc-a74d-e5c052e21f8f req-32866774-7c1f-459f-b002-913d9652fa99 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:30.007175 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6581dffd-c4a1-43fc-a74d-e5c052e21f8f req-32866774-7c1f-459f-b002-913d9652fa99 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 932 time: 0.0508828 Nov 10 18:14:30.062109 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6581dffd-c4a1-43fc-a74d-e5c052e21f8f req-7ddbcbed-a53a-442f-86b0-bc5b28b9ed49 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489688 Nov 10 18:14:31.185871 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6ec8d-80d5-4e9d-b9e1-2c7e8c9a0951 req-fef22e96-faa3-4ce5-a0d5-c814da67e50a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:31.187527 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ca6ec8d-80d5-4e9d-b9e1-2c7e8c9a0951 req-fef22e96-faa3-4ce5-a0d5-c814da67e50a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 932 time: 0.0514791 Nov 10 18:14:31.239406 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-9ca6ec8d-80d5-4e9d-b9e1-2c7e8c9a0951 req-0b65e5eb-2dc7-428e-b123-63626c54cae2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451715 Nov 10 18:14:31.738325 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c0576e5d-d2b9-47ec-859f-ac14434b9177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:32.364723 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe944fb-3ca8-4522-92e7-27554e17122e req-79093014-5ddd-4267-876e-3893e25c18da tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:32.366235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fe944fb-3ca8-4522-92e7-27554e17122e req-79093014-5ddd-4267-876e-3893e25c18da tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 932 time: 0.0503411 Nov 10 18:14:32.418641 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-5fe944fb-3ca8-4522-92e7-27554e17122e req-dcdbfac0-8fa6-4868-a7e3-52cee813f380 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454533 Nov 10 18:14:33.549299 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582be32-5273-49af-a7ce-4087b5d1a8e4 req-92d8368a-c70a-447f-9033-74ff531c9526 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:33.582987 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4582be32-5273-49af-a7ce-4087b5d1a8e4 req-92d8368a-c70a-447f-9033-74ff531c9526 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 932 time: 0.0569859 Nov 10 18:14:33.603182 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-4582be32-5273-49af-a7ce-4087b5d1a8e4 req-fd009d74-4afc-4d54-ae83-e4527e1a9f03 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462430 Nov 10 18:14:33.695982 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-c3e2913d-432a-4a33-8eb3-af4ca7a60303 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:14:33.696965 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-c3e2913d-432a-4a33-8eb3-af4ca7a60303 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054197 Nov 10 18:14:33.779476 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Request body: {'port': {'device_id': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:14:33.840565 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:34.138985 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6608378f-d69a-454d-a754-5adfbdbfcfce {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:14:34.147207 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:34.159282 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Transition to ACTIVE for port object 6608378f-d69a-454d-a754-5adfbdbfcfce will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:14:34.583949 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cc43fbd1-fdf6-4266-95fb-3091f4125912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:34.585164 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:34.641019 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Pushing event updated for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:34.712925 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Attempting to bind port 6608378f-d69a-454d-a754-5adfbdbfcfce on host n-h2-714676-11 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:14:34.713793 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Attempting to bind port 6608378f-d69a-454d-a754-5adfbdbfcfce by drivers openvswitch,hyperv on host n-h2-714676-11 at level 0 using segments [{'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:14:34.714645 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Attempting to bind port 6608378f-d69a-454d-a754-5adfbdbfcfce on network 31135e88-6325-40bf-8967-ee430ab22c81 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:14:34.721753 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Port 6608378f-d69a-454d-a754-5adfbdbfcfce on network 31135e88-6325-40bf-8967-ee430ab22c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-11 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:14:34.722083 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Attempting to bind port 6608378f-d69a-454d-a754-5adfbdbfcfce on network 31135e88-6325-40bf-8967-ee430ab22c81 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:14:34.727627 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Checking agent: {'id': '9eed7f9b-1ed5-42f3-bcd8-92c4b23f4ff1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'started_at': datetime.datetime(2021, 11, 10, 16, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:14:34.728586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Checking segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:14:34.728586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Bound using segment: {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:14:34.728852 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Bound port: 6608378f-d69a-454d-a754-5adfbdbfcfce, host: n-h2-714676-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:14:34.729470 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:34.733868 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eb3dd-fe26-42e9-97b9-dad6792b6fd1 req-6ffa2a4f-3461-4c83-9de2-92583b4999e6 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:34.735448 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d78eb3dd-fe26-42e9-97b9-dad6792b6fd1 req-6ffa2a4f-3461-4c83-9de2-92583b4999e6 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0530171 Nov 10 18:14:34.793936 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-d78eb3dd-fe26-42e9-97b9-dad6792b6fd1 req-f52b179c-c485-4fbb-a32f-adbb50130718 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502856 Nov 10 18:14:34.801680 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:14:34.805010 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:14:34.873625 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14625787'] for port, after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:34.906708 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:34.907350 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:34.908749 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] 10.222.0.18 "PUT /v2.0/ports/6608378f-d69a-454d-a754-5adfbdbfcfce HTTP/1.1" status: 200 len: 1093 time: 1.2030661 Nov 10 18:14:34.909174 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:14:34.911419 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719522d7-b8f0-4842-9878-3f658ebc70be" -d '{"events": [{"name": "network-changed", "server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:14:34.938724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e7f41-183e-4eb2-8226-6d129b0f9837 service neutron] Pushing event updated for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:35.033238 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896d63f5-f3da-4a52-a97e-c38a9ddd3179 x-openstack-request-id: req-896d63f5-f3da-4a52-a97e-c38a9ddd3179 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:14:35.033764 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:14:35.034022 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-896d63f5-f3da-4a52-a97e-c38a9ddd3179 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:14:35.034427 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'status': 'completed', 'code': 200} Nov 10 18:14:35.066733 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-e06dc6ef-b7b8-40ce-9837-e9434575384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:35.068303 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-e06dc6ef-b7b8-40ce-9837-e9434575384b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0475180 Nov 10 18:14:35.115118 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-9f003eaf-d34c-4428-ae1e-db59d64285bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6608378f-d69a-454d-a754-5adfbdbfcfce HTTP/1.1" status: 200 len: 217 time: 0.0386569 Nov 10 18:14:35.164330 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-e818540f-914c-49ed-85b0-b6c4eec69aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:35.165726 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-e818540f-914c-49ed-85b0-b6c4eec69aae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0434282 Nov 10 18:14:35.212747 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-39d05828-0b08-47c0-9153-e6824627fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:35.214268 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-39d05828-0b08-47c0-9153-e6824627fff8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414567 Nov 10 18:14:35.308681 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-62aeb597-65c9-4141-98e5-9c34cf441a00 service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853939 Nov 10 18:14:35.400422 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-7d0a63c0-9d1f-4b6c-ac5d-83bac22d5f0e req-54130267-56e9-4aae-a946-e3ab3c4c77f7 service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839140 Nov 10 18:14:35.530042 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:35.585523 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719522d7-b8f0-4842-9878-3f658ebc70be req-4623b69a-e9a3-4031-a6f8-e82b2b1ef085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:35.586919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-719522d7-b8f0-4842-9878-3f658ebc70be req-4623b69a-e9a3-4031-a6f8-e82b2b1ef085 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0463791 Nov 10 18:14:35.678140 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719522d7-b8f0-4842-9878-3f658ebc70be req-a600d8c2-9b74-43f4-a07b-39d1dca3294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:35.679643 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-719522d7-b8f0-4842-9878-3f658ebc70be req-a600d8c2-9b74-43f4-a07b-39d1dca3294e service neutron] 10.222.0.18 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0855386 Nov 10 18:14:35.725045 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-719522d7-b8f0-4842-9878-3f658ebc70be req-1aa0816f-74e4-4d29-99bb-e37cec341ec8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6608378f-d69a-454d-a754-5adfbdbfcfce HTTP/1.1" status: 200 len: 217 time: 0.0381122 Nov 10 18:14:35.772839 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719522d7-b8f0-4842-9878-3f658ebc70be req-4c66bf8f-8e44-426a-ab69-22d1d7aec369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:35.774256 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-719522d7-b8f0-4842-9878-3f658ebc70be req-4c66bf8f-8e44-426a-ab69-22d1d7aec369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0425682 Nov 10 18:14:35.819649 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719522d7-b8f0-4842-9878-3f658ebc70be req-0780ce0b-1a0e-443c-beac-c50bec601c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:35.821147 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-719522d7-b8f0-4842-9878-3f658ebc70be req-0780ce0b-1a0e-443c-beac-c50bec601c4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394855 Nov 10 18:14:35.917569 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-719522d7-b8f0-4842-9878-3f658ebc70be req-768ea2ea-6869-4ae5-a5ec-1ed0e0fd1640 service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Nov 10 18:14:35.918439 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c86bc-c9a4-4c94-be4a-edbd096b21c3 req-ea614fda-bf2f-4909-a1e2-1d4f613a9947 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:35.919955 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a5c86bc-c9a4-4c94-be4a-edbd096b21c3 req-ea614fda-bf2f-4909-a1e2-1d4f613a9947 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0546679 Nov 10 18:14:35.972349 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-1a5c86bc-c9a4-4c94-be4a-edbd096b21c3 req-d0fe2252-0390-4c72-a428-fb8729178165 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462840 Nov 10 18:14:36.019173 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-719522d7-b8f0-4842-9878-3f658ebc70be req-bf86162a-6db3-4bb2-9403-3fb853248a6a service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938163 Nov 10 18:14:37.098600 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c90425-d369-46ae-a2ce-08c388545d92 req-88cf9070-5d23-46e1-aac0-33552c4e21e3 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:37.100098 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c90425-d369-46ae-a2ce-08c388545d92 req-88cf9070-5d23-46e1-aac0-33552c4e21e3 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0493252 Nov 10 18:14:37.153922 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-71c90425-d369-46ae-a2ce-08c388545d92 req-6db98b30-4329-4de3-8d28-29ef06a41fd4 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474496 Nov 10 18:14:37.226999 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:37.795238 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:38.269683 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39883050-4135-4580-a047-199fe136b040 req-bd82220c-f4f2-493f-9f1c-c1374728e783 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:38.271152 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39883050-4135-4580-a047-199fe136b040 req-bd82220c-f4f2-493f-9f1c-c1374728e783 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0494685 Nov 10 18:14:38.321661 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-39883050-4135-4580-a047-199fe136b040 req-40db077e-f535-4f16-9fb1-4ee1075a242a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445852 Nov 10 18:14:38.961716 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6608378f-d69a-454d-a754-5adfbdbfcfce details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:14:39.055924 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:39.068756 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'port_id': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'mac_address': 'fa:16:3e:93:33:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:14:39.111921 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:39.125235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6608378f-d69a-454d-a754-5adfbdbfcfce {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:14:39.145213 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:39.230557 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:39.281364 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:39.286580 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:39.441385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cbb5f-2f02-49b8-b9d9-2ab0850e5c7e req-52da4006-57db-464c-9c86-5681a2a009e4 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:39.442919 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-432cbb5f-2f02-49b8-b9d9-2ab0850e5c7e req-52da4006-57db-464c-9c86-5681a2a009e4 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0511267 Nov 10 18:14:39.496867 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-432cbb5f-2f02-49b8-b9d9-2ab0850e5c7e req-2c10f17c-761b-4cac-8b0c-1fef85decdb2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459411 Nov 10 18:14:39.500271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6608378f-d69a-454d-a754-5adfbdbfcfce'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:14:39.642051 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:14:40.614099 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34dd39-c071-4ab6-91aa-6d40967eaaf1 req-b6b246a2-85fd-4bad-abc0-acecab2fe6cf tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:40.615502 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e34dd39-c071-4ab6-91aa-6d40967eaaf1 req-b6b246a2-85fd-4bad-abc0-acecab2fe6cf tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0479846 Nov 10 18:14:40.670479 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7e34dd39-c071-4ab6-91aa-6d40967eaaf1 req-9fc7c1b0-c6f8-4723-adc7-4136769f7c32 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485048 Nov 10 18:14:40.976357 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6608378f-d69a-454d-a754-5adfbdbfcfce up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:14:41.090002 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning for port 6608378f-d69a-454d-a754-5adfbdbfcfce completed by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:14:41.094024 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 6608378f-d69a-454d-a754-5adfbdbfcfce triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:14:41.094390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:41.172849 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:41.194293 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:14:41.196523 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a87ee5f-6dc1-4715-9599-ed053345ed0f" -d '{"events": [{"server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:14:41.209168 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:41.241083 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76b4138-875c-4ab1-8c4a-47b7edce4b59 x-openstack-request-id: req-f76b4138-875c-4ab1-8c4a-47b7edce4b59 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:14:41.241083 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:14:41.241083 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f76b4138-875c-4ab1-8c4a-47b7edce4b59 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:14:41.241083 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'code': 200} Nov 10 18:14:41.292699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:41.333515 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205af4-dad6-4dae-9bd7-fb7aee60fdb4 req-9108a1fe-e4e4-4969-90fd-7aeeadcc3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.334991 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4205af4-dad6-4dae-9bd7-fb7aee60fdb4 req-9108a1fe-e4e4-4969-90fd-7aeeadcc3f68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0401998 Nov 10 18:14:41.342055 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=5']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:41.381581 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-f4205af4-dad6-4dae-9bd7-fb7aee60fdb4 req-f1a83a8c-9249-46ca-822a-5316b4df3bf8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390923 Nov 10 18:14:41.589708 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:41.785381 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035fc04-e1e5-4ee3-a692-508519d82f19 req-7cf82974-2247-403f-b9cd-75f5fb517b01 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.786851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7035fc04-e1e5-4ee3-a692-508519d82f19 req-7cf82974-2247-403f-b9cd-75f5fb517b01 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0494754 Nov 10 18:14:41.835461 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7035fc04-e1e5-4ee3-a692-508519d82f19 req-c0ebcee2-976d-4c81-a8c7-2c63305511c3 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Nov 10 18:14:42.957069 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caf71b-3121-4a06-b112-d9d237179313 req-81dfd782-954a-4a6a-aefe-37a72f7b2ee1 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:42.958555 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46caf71b-3121-4a06-b112-d9d237179313 req-81dfd782-954a-4a6a-aefe-37a72f7b2ee1 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0531464 Nov 10 18:14:43.006984 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-46caf71b-3121-4a06-b112-d9d237179313 req-fac0c556-eff6-4771-9f0f-5b1ff051c06c tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Nov 10 18:14:43.121196 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d3e1a-3107-412b-9f2f-bf22e58586e1 req-a15a2f65-8c05-4461-be4f-0f8b6ea95a67 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:43.122573 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e72d3e1a-3107-412b-9f2f-bf22e58586e1 req-a15a2f65-8c05-4461-be4f-0f8b6ea95a67 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0477400 Nov 10 18:14:43.170241 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-e72d3e1a-3107-412b-9f2f-bf22e58586e1 req-1dc2d672-f70f-486a-816b-950cb0f3ccac tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416474 Nov 10 18:14:43.193543 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45538) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:14:43.235425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca81109-e8d1-484a-aafb-867115026630 tempest-TestSnapshotPattern-2102283679 tempest-TestSnapshotPattern-2102283679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:43.236895 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-5ca81109-e8d1-484a-aafb-867115026630 tempest-TestSnapshotPattern-2102283679 tempest-TestSnapshotPattern-2102283679-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 1093 time: 0.0423920 Nov 10 18:14:43.245255 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45540) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:14:43.249466 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.v2.base [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Request body: {'floatingip': {'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'port_id': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:14:43.358555 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for floatingip, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:43.453511 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:43.557527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Allocated IP 172.25.3.158 (86829e25-f748-47b9-a9bb-cb72fd967e9c/c29c723f-5a54-4ee4-801f-329fc5d8a9f3/6d210cec-cf66-482f-bcb8-74b2286edb42) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:14:43.655834 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for port, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:43.747900 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771573934475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:43.794332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Network 86829e25-f748-47b9-a9bb-cb72fd967e9c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:14:43.797262 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:14:43.801800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:14:43.804850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'Port': ['ID=6d210cec-cf66-482f-bcb8-74b2286edb42,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:43.832332 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.832678 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.833020 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.833362 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.833697 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.834030 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.834356 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.834682 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.835006 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.835351 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.835681 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:43.836005 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.168285 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:44.314026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:44.467004 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for port, precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:44.532068 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16683593'] for port, after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:44.595474 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event updated for resources: {'Port': ['ID=6d210cec-cf66-482f-bcb8-74b2286edb42,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:44.611909 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1974246'] for floatingip, after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:44.711945 n-d-714676-11 neutron-server[103326]: INFO neutron.db.l3_db [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Floating IP 675616b3-43dd-447d-a2a5-bc01089851f0 associated. External IP: 172.25.3.158, port: 6608378f-d69a-454d-a754-5adfbdbfcfce. Nov 10 18:14:44.922711 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:14:45.029901 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:14:45.040297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] Sync routers for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:14:45.050157 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:14:45.051832 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:14:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:14:45.115133 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:45.142663 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-8c061932-62c5-40e1-a7fa-aa6a1db52057 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8963325 Nov 10 18:14:45.148211 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:14:45.148211 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677" -d '{"events": [{"name": "network-changed", "server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:14:45.158024 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:14:45.183902 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da92eee2-ef9d-4ca2-a9f3-044dd0153408 x-openstack-request-id: req-da92eee2-ef9d-4ca2-a9f3-044dd0153408 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:14:45.184452 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:14:45.184452 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da92eee2-ef9d-4ca2-a9f3-044dd0153408 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:14:45.184837 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'status': 'completed', 'code': 200} Nov 10 18:14:45.248007 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-e137c335-27b3-41f0-af25-e0e12be2eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:45.251207 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-e137c335-27b3-41f0-af25-e0e12be2eda7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0428526 Nov 10 18:14:45.348089 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-95dca97b-037a-4a72-8131-028f5a3dd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:45.349564 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-95dca97b-037a-4a72-8131-028f5a3dd39c service neutron] 10.222.0.18 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0911567 Nov 10 18:14:45.395069 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:21Z', 'revision_number': 1, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}, {'id': '675616b3-43dd-447d-a2a5-bc01089851f0', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:93:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:14:44Z', 'updated_at': '2021-11-10T18:14:44Z', 'revision_number': 0, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:14:45.414411 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-b6f71d6c-75d1-47b3-8aaa-e023f3570c42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6608378f-d69a-454d-a754-5adfbdbfcfce HTTP/1.1" status: 200 len: 1000 time: 0.0580339 Nov 10 18:14:45.421139 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] Checking router: 3de94707-fa7c-48b7-84e5-bb460ea8ab46 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:14:45.430368 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:14:45.430888 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:14:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:14:45.463923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-5b4fb72d-0d7e-4dd4-ad30-09e53f4e320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:45.465397 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-5b4fb72d-0d7e-4dd4-ad30-09e53f4e320b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0443368 Nov 10 18:14:45.515841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-eb668a93-44e9-469c-9a00-45d7b6a73ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:45.517336 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-eb668a93-44e9-469c-9a00-45d7b6a73ae0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444455 Nov 10 18:14:45.539020 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:14:45.606019 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-2a81cece-6f1b-4987-bce7-f4639ae012d8 service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814643 Nov 10 18:14:45.699576 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-1d58e966-9ef1-4df9-9eb3-8bdf73c58677 req-095dfe96-b426-4589-b161-b13c769d0f4f service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871208 Nov 10 18:14:45.767664 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:21Z', 'revision_number': 1, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}, {'id': '675616b3-43dd-447d-a2a5-bc01089851f0', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:93:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:14:44Z', 'updated_at': '2021-11-10T18:14:44Z', 'revision_number': 0, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:14:45.793693 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22c51a-0447-4e0a-9c45-a8f9e229e066 None None] The sync data for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 is: [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:21Z', 'revision_number': 1, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}, {'id': '675616b3-43dd-447d-a2a5-bc01089851f0', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:93:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:14:44Z', 'updated_at': '2021-11-10T18:14:44Z', 'revision_number': 0, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:14:45.987753 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ca252-5701-4d60-9a1a-d79f24b9b2c5 None None] New status for floating IP 675616b3-43dd-447d-a2a5-bc01089851f0: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:15:00.584677 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-833e086f-f78c-4195-9682-8c5bbae4ac7c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398560 Nov 10 18:15:00.669055 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-25d82582-05f3-46b5-87c3-2848a9c58aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:00.670565 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-25d82582-05f3-46b5-87c3-2848a9c58aba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0415754 Nov 10 18:15:00.777446 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-bae6ad89-fc66-4ef4-a56c-7ad9626b08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:00.778908 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-bae6ad89-fc66-4ef4-a56c-7ad9626b08e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0883505 Nov 10 18:15:00.843753 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-9fac3caa-026f-46d4-bfda-eea586f9961d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6608378f-d69a-454d-a754-5adfbdbfcfce HTTP/1.1" status: 200 len: 1002 time: 0.0569363 Nov 10 18:15:00.897393 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-a52d6b00-8561-42a8-936c-9ade215a8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:00.898821 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-a52d6b00-8561-42a8-936c-9ade215a8bdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0474706 Nov 10 18:15:00.943153 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-a9ab0b76-1430-4cfb-b07a-03ae977b439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:00.944635 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-a9ab0b76-1430-4cfb-b07a-03ae977b439c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391574 Nov 10 18:15:01.032148 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-62b59dac-4bc4-40ac-a3e2-91db6bdc497d service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799055 Nov 10 18:15:01.124457 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-a93ba935-6418-4d5f-804f-a9f922668ee6 req-f77cee41-3ede-4cb7-a391-54bd619de044 service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852354 Nov 10 18:15:01.743296 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5821a432-23b5-4534-9dda-87ae29450aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:02.042737 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-42aa3cbe-1515-4f21-aca7-3158c0305824 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399706 Nov 10 18:15:02.127118 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-dc939c85-56fb-4472-9dfc-23e1f4928963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:02.128648 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-dc939c85-56fb-4472-9dfc-23e1f4928963 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1095 time: 0.0445597 Nov 10 18:15:02.232339 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-8fff5455-0592-412b-b0c8-d57ece3236fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:02.233851 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-8fff5455-0592-412b-b0c8-d57ece3236fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0853150 Nov 10 18:15:02.304130 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-6c26cfdd-a930-4aa5-8997-ede9b8dc87ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 998 time: 0.0630198 Nov 10 18:15:02.355574 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-58e37dae-19b6-45bd-9ea0-36f500fdcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:02.357002 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-58e37dae-19b6-45bd-9ea0-36f500fdcd45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0449314 Nov 10 18:15:02.402969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-71d4d067-fc5f-4635-9dee-15527ad152e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:02.404454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-71d4d067-fc5f-4635-9dee-15527ad152e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398378 Nov 10 18:15:02.498253 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-4d656fe1-ddda-4f7d-b9b6-407ecde24792 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863805 Nov 10 18:15:02.590202 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-3615c44e-3649-496e-b8f0-95c96fa197f9 req-84867926-f8d6-4c1d-b560-d01244f6a2eb service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839794 Nov 10 18:15:03.995281 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-f5a19cf8-dac2-4c7f-9177-065722807b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:05.537699 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:07.217403 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:07.780677 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:09.277715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:11.606319 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:16.641008 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:15:31.740650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f489b51-457f-477f-8731-3830bc3d08c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:33.997493 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf46f-4b1b-4536-8b3f-9dbae26db684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:35.519783 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:37.225805 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:37.785617 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:39.279555 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:41.651445 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:53.640032 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:16:00.582300 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-35b98a72-4f5f-43a9-aaf5-e226dc55dc69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395827 Nov 10 18:16:00.670227 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-65a50d6f-e78d-4ca0-ac4a-500e242ec0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:00.671711 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-65a50d6f-e78d-4ca0-ac4a-500e242ec0ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0441976 Nov 10 18:16:00.776373 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-2d3ebe61-f748-4c66-9c2d-2b4255932ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:00.777828 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-2d3ebe61-f748-4c66-9c2d-2b4255932ec2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0855796 Nov 10 18:16:00.845059 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-c8b9d5bf-4d5c-4332-b0dd-507375afecc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6608378f-d69a-454d-a754-5adfbdbfcfce HTTP/1.1" status: 200 len: 1002 time: 0.0602045 Nov 10 18:16:00.893136 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-e6a99a3f-bc08-4e32-b70b-bdd21608284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:00.894620 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-e6a99a3f-bc08-4e32-b70b-bdd21608284f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0432951 Nov 10 18:16:00.941548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-295ba867-d320-4a70-a27c-0587e5ba7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:00.943021 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-295ba867-d320-4a70-a27c-0587e5ba7f05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415168 Nov 10 18:16:01.034915 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-3a4eca43-efe7-45fe-9ade-c0dce666b48e service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845160 Nov 10 18:16:01.126838 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-89e3de48-546d-4364-bd45-407bc2e3b212 req-ae1e4234-b63e-49c4-98ea-ed5805ab46a4 service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808370 Nov 10 18:16:01.745108 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d56a9261-eae1-4e9c-b3ad-98092b1bfeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:02.050182 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-8c446f85-f734-4c70-a812-9cda6b8828a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398245 Nov 10 18:16:02.137108 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-16e049c0-4379-4ba9-a0cb-bc961b72dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:02.139504 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-16e049c0-4379-4ba9-a0cb-bc961b72dd80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1095 time: 0.0459166 Nov 10 18:16:02.241966 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-636912b4-ef93-4343-8fde-5673ab6d789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:02.243454 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-636912b4-ef93-4343-8fde-5673ab6d789d service neutron] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0832758 Nov 10 18:16:02.313135 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-2396de14-b537-4104-a8ec-4eb7cf41a46b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 998 time: 0.0623462 Nov 10 18:16:02.364425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-edf3eae6-d432-4f3d-8c3e-e2b82d2fa089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:02.365903 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-edf3eae6-d432-4f3d-8c3e-e2b82d2fa089 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0451221 Nov 10 18:16:02.410721 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-a04d3e6f-158b-4b40-826e-10192789ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:02.412235 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-a04d3e6f-158b-4b40-826e-10192789ebd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391493 Nov 10 18:16:02.505558 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-350b2eb8-f21c-4cda-8524-bb94c1ee4f20 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850925 Nov 10 18:16:02.593389 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-fe5a90d0-a261-4d9a-a4d1-81a38b6ba447 req-0bcf710e-4d77-4aed-861c-49c46193d50c service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796804 Nov 10 18:16:04.033614 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-aca6bc30-004c-4d28-a0cd-7331662e3ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.524811 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:07.253650 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:07.831049 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:09.273508 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.610550 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:27.567719 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6608378f-d69a-454d-a754-5adfbdbfcfce details requested by agent hyperv_n-h2-714676-11 with host n-h2-714676-11 {{(pid=103327) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:16:27.664021 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:27.679497 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Returning: {'device': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'port_id': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'mac_address': 'fa:16:3e:93:33:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103327) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:16:27.716163 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:27.732685 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6608378f-d69a-454d-a754-5adfbdbfcfce {{(pid=103327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:16:27.747905 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:27.801543 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:27.852416 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=6']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:27.860238 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.860573 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.860907 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.861235 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.861560 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.861883 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.862203 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.862520 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.862836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.863151 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.863509 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.863822 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:27.887584 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] get_ports_and_sgs() called for port_ids ['6608378f-d69a-454d-a754-5adfbdbfcfce'] {{(pid=103327) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:16:29.565679 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6608378f-d69a-454d-a754-5adfbdbfcfce up at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:29.616507 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.provisioning_blocks [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Provisioning complete for port 6608378f-d69a-454d-a754-5adfbdbfcfce triggered by entity L2. {{(pid=103327) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:29.617153 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921377'] for port, provisioning_complete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:29.713726 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:29.740807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:29.743957 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a25c29-df4a-4de5-bac1-78742aa7a811" -d '{"events": [{"server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:29.760271 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:29.792273 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d39ab-95f9-4e1a-b28e-cd5ec39e3e55 x-openstack-request-id: req-234d39ab-95f9-4e1a-b28e-cd5ec39e3e55 {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:29.792273 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:29.792273 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-234d39ab-95f9-4e1a-b28e-cd5ec39e3e55 {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:29.793347 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'code': 200} Nov 10 18:16:29.836688 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:29.898220 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=7']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:30.639356 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:16:31.759421 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-79ddc103-e322-4944-810f-fb0fdf41fe30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:34.024782 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2decfc29-93c2-4e0a-8b19-085941c82c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:35.527648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:37.241685 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:37.813658 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:39.287127 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:40.904048 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45756) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:41.072548 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Deleting port 6d210cec-cf66-482f-bcb8-74b2286edb42 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:41.072890 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:41.162218 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:41.162585 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:41.175626 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Calling delete_port for 6d210cec-cf66-482f-bcb8-74b2286edb42 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:41.379251 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:41.413025 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event deleted for resources: {'Port': ['ID=6d210cec-cf66-482f-bcb8-74b2286edb42,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:41.436046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.436385 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.436730 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.437229 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.437580 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.437978 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.438302 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.438623 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.439038 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.439395 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.439705 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.440023 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:41.482965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:41.483274 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Floating IP 675616b3-43dd-447d-a2a5-bc01089851f0 disassociated (deleted). External IP: 172.25.3.158, port: 6608378f-d69a-454d-a754-5adfbdbfcfce. Nov 10 18:16:41.647367 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:41.700315 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:41.808586 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:41.813810 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:41.817850 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] Sync routers for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:41.830793 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:41.831446 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:41.841076 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9f4807bf-acfa-4484-88e1-cd5114988e84 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "DELETE /v2.0/floatingips/675616b3-43dd-447d-a2a5-bc01089851f0 HTTP/1.1" status: 204 len: 168 time: 0.9358904 Nov 10 18:16:41.842204 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:41.845469 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab" -d '{"events": [{"name": "network-changed", "server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:41.959466 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91561e90-6012-4949-80fc-1633fd70d1ad x-openstack-request-id: req-91561e90-6012-4949-80fc-1633fd70d1ad {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:41.960117 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:41.960117 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91561e90-6012-4949-80fc-1633fd70d1ad {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:41.960396 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'status': 'completed', 'code': 200} Nov 10 18:16:42.032426 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-9bf01305-5c8a-4e5b-a019-b5393113ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:42.034090 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-9bf01305-5c8a-4e5b-a019-b5393113ec8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0479088 Nov 10 18:16:42.086440 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:42.133287 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-e588e32c-a9bc-498f-9b1c-2752d8922fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:42.134831 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-e588e32c-a9bc-498f-9b1c-2752d8922fa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0932765 Nov 10 18:16:42.182963 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-cdb9e2f2-01e5-47dd-b45e-077c77444c48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6608378f-d69a-454d-a754-5adfbdbfcfce HTTP/1.1" status: 200 len: 217 time: 0.0389805 Nov 10 18:16:42.241650 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-460b3eda-867c-4eac-8d1a-c22b1a94d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:42.243187 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-460b3eda-867c-4eac-8d1a-c22b1a94d3c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0514016 Nov 10 18:16:42.296948 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-ec76f708-6750-44c9-80e8-1d1405062c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:42.299516 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-ec76f708-6750-44c9-80e8-1d1405062c34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461490 Nov 10 18:16:42.343439 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:21Z', 'revision_number': 1, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:42.375125 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] Checking router: 3de94707-fa7c-48b7-84e5-bb460ea8ab46 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:42.383511 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:42.384121 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:42.414381 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c12756-a8b3-4a4d-bbbc-80f1ab05bb44 req-0265ae30-75b9-465e-9614-2dae5be263a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:42.415903 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47c12756-a8b3-4a4d-bbbc-80f1ab05bb44 req-0265ae30-75b9-465e-9614-2dae5be263a2 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 946 time: 0.1674984 Nov 10 18:16:42.449151 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-897148e7-32b2-41d0-9d64-07273a7a935a service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331525 Nov 10 18:16:42.488221 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:42.501274 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-47c12756-a8b3-4a4d-bbbc-80f1ab05bb44 req-55109cfd-742b-411b-9d6d-f9a750174448 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785236 Nov 10 18:16:42.565279 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-ffe0b91e-f41e-4cd0-a07b-acdc3d89ebab req-656a2f56-2f09-4a11-b833-aae78427caaf service neutron] 10.222.0.18 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044810 Nov 10 18:16:42.719534 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:21Z', 'revision_number': 1, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:42.746139 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e33702-4727-4faf-8af0-bb359b59a66c None None] The sync data for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 is: [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_floatingips': [{'id': '12bd3462-fc74-40c1-9335-986cfcc5029a', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'router_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'port_id': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'mac_address': 'fa:16:3e:86:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:21Z', 'revision_number': 1, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:42.985154 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773112d-0ecb-40a1-9559-e0d3666d81ab None None] New status for floating IP 675616b3-43dd-447d-a2a5-bc01089851f0: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:16:43.629480 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37833a02-2099-4fc3-9e74-0066afa90c06 req-76688436-4bab-457c-a170-2f9d1cdc3cb4 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:43.630880 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37833a02-2099-4fc3-9e74-0066afa90c06 req-76688436-4bab-457c-a170-2f9d1cdc3cb4 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0580513 Nov 10 18:16:43.662893 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6608378f-d69a-454d-a754-5adfbdbfcfce no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:43.685335 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-37833a02-2099-4fc3-9e74-0066afa90c06 req-8d697dc1-e0bf-4124-9248-6868b765faba tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485413 Nov 10 18:16:43.745877 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-979561'] for port, before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:43.769345 n-d-714676-11 neutron-server[103327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce'}] {{(pid=103327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:43.771592 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c5c4c78de3340ec9b481910587061281ea61523620a5dca7dafd4f193004d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d2acd-5454-4c31-afc5-dead2cf57b56" -d '{"events": [{"server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce"}]}' {{(pid=103327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:43.786683 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:43.808001 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ab90db-0b67-4221-8f0d-6322d14a18de x-openstack-request-id: req-14ab90db-0b67-4221-8f0d-6322d14a18de {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:43.808294 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce", "code": 200}]} {{(pid=103327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:43.808574 n-d-714676-11 neutron-server[103327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14ab90db-0b67-4221-8f0d-6322d14a18de {{(pid=103327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:43.808968 n-d-714676-11 neutron-server[103327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'code': 200} Nov 10 18:16:43.864746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771574378635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771573934493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771573934511'] for port, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:43.973164 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Pushing event updated for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=8']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:43.987429 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-43c38a44-67cd-4c5a-a18a-65f8d50b2dac tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:43.988920 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-43c38a44-67cd-4c5a-a18a-65f8d50b2dac tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.18 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 944 time: 0.1294689 Nov 10 18:16:44.078246 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Deleting port 6608378f-d69a-454d-a754-5adfbdbfcfce {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:44.078246 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:44.166606 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] For port 6608378f-d69a-454d-a754-5adfbdbfcfce, host n-h2-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-11',level=0,port_id=6608378f-d69a-454d-a754-5adfbdbfcfce,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:44.166965 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:44.180196 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Calling delete_port for 6608378f-d69a-454d-a754-5adfbdbfcfce owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:44.361350 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:44.393914 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event deleted for resources: {'Port': ['ID=6608378f-d69a-454d-a754-5adfbdbfcfce,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:44.433479 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] No DVR routers for this DVR port 6608378f-d69a-454d-a754-5adfbdbfcfce on host n-h2-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:44.436159 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:44.439709 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-c4ed2a36-a594-4836-9816-e4c74da0ac0b req-ea1da994-4a1d-4881-b3f7-4837e91e7268 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.18 "DELETE /v2.0/ports/6608378f-d69a-454d-a754-5adfbdbfcfce HTTP/1.1" status: 204 len: 173 time: 0.4437568 Nov 10 18:16:44.440178 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'name': 'network-vif-deleted', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:44.442376 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3828cd91-64e3-44bf-8d45-cc96d4d4bcd0" -d '{"events": [{"server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "name": "network-vif-deleted", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:44.479758 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e830926-41c4-42b7-992d-cc24144a5ad1 x-openstack-request-id: req-1e830926-41c4-42b7-992d-cc24144a5ad1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:44.480051 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119b4111-0eb7-4b31-a579-9fa7aa3b5bf9", "name": "network-vif-deleted", "tag": "6608378f-d69a-454d-a754-5adfbdbfcfce", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:44.480301 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e830926-41c4-42b7-992d-cc24144a5ad1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:44.480722 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119b4111-0eb7-4b31-a579-9fa7aa3b5bf9', 'name': 'network-vif-deleted', 'tag': '6608378f-d69a-454d-a754-5adfbdbfcfce', 'status': 'completed', 'code': 200} Nov 10 18:16:44.807050 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-e42436dd-dd9d-4d67-8d0e-d61f2d835455 req-0b8087e2-542d-4474-9420-cb4bd5688635 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=119b4111-0eb7-4b31-a579-9fa7aa3b5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0490451 Nov 10 18:16:47.192661 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:47.345191 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Deleting port 3d0707ae-42bf-42cc-969b-5fedb7c8b384 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:47.345525 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:47.420329 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:47.420655 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:47.432566 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Calling delete_port for 3d0707ae-42bf-42cc-969b-5fedb7c8b384 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:47.677322 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6608378f-d69a-454d-a754-5adfbdbfcfce no longer exists at agent hyperv_n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:47.702388 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] No Port match for: 6608378f-d69a-454d-a754-5adfbdbfcfce {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:47.702728 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Device 6608378f-d69a-454d-a754-5adfbdbfcfce not bound to the agent host n-h2-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:47.993238 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:48.016418 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event deleted for resources: {'Port': ['ID=3d0707ae-42bf-42cc-969b-5fedb7c8b384,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:48.079639 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for floatingip, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:48.079985 n-d-714676-11 neutron-server[103325]: INFO neutron.db.l3_db [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Floating IP 12bd3462-fc74-40c1-9335-986cfcc5029a disassociated (deleted). External IP: 172.25.3.33, port: 79744758-b1d1-4148-b886-59ddb34fc0a3. Nov 10 18:16:48.279891 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:48.386529 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:48.392051 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for floatingip, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:48.396955 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] Sync routers for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:48.405968 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:48.406558 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:48.423061 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-e39547fe-f863-426d-94b7-173513a0cee7 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "DELETE /v2.0/floatingips/12bd3462-fc74-40c1-9335-986cfcc5029a HTTP/1.1" status: 204 len: 168 time: 1.2292824 Nov 10 18:16:48.423675 n-d-714676-11 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:48.426893 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}181cc38b28627274fa2f0ba370235bbfaf6e75d8de95792f5536f8002bb98032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355" -d '{"events": [{"name": "network-changed", "server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:48.470408 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc4c11-4221-47f8-8869-fd586cac1fd5 x-openstack-request-id: req-34bc4c11-4221-47f8-8869-fd586cac1fd5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:48.470693 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:48.470977 n-d-714676-11 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34bc4c11-4221-47f8-8869-fd586cac1fd5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:48.471889 n-d-714676-11 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'status': 'completed', 'code': 200} Nov 10 18:16:48.528018 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:48.637530 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-f712f84f-b099-4364-b5c8-dcc9ec62b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:48.639097 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-f712f84f-b099-4364-b5c8-dcc9ec62b93d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 1095 time: 0.1382086 Nov 10 18:16:48.732592 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-93ac00df-3083-472d-aee6-590842ca22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:48.734052 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-93ac00df-3083-472d-aee6-590842ca22ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 200 len: 911 time: 0.0873687 Nov 10 18:16:48.734786 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:48.764588 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] Checking router: 3de94707-fa7c-48b7-84e5-bb460ea8ab46 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:48.773792 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:48.774394 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:48.777847 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-1f565deb-7deb-42dd-8009-598df4fb10cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 200 len: 217 time: 0.0369649 Nov 10 18:16:48.827940 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-e6204fa1-a16f-494b-a856-580102c10b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:48.829397 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-e6204fa1-a16f-494b-a856-580102c10b6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 200 len: 849 time: 0.0451124 Nov 10 18:16:48.883460 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-b53c000e-7cb5-420f-810f-ea338c277ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:48.884976 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-b53c000e-7cb5-420f-810f-ea338c277ec9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31135e88-6325-40bf-8967-ee430ab22c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487416 Nov 10 18:16:48.887469 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:49.004850 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ce53d-834a-4afe-8fbc-7f89695326ec req-fc0edef0-4e68-4f59-8713-2256ee697386 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:49.006380 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c9ce53d-834a-4afe-8fbc-7f89695326ec req-fc0edef0-4e68-4f59-8713-2256ee697386 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 943 time: 0.1052163 Nov 10 18:16:49.038465 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-8e61da39-cdf5-4991-9fad-c5d3c90f1997 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461871 Nov 10 18:16:49.095967 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:49.096262 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-6c9ce53d-834a-4afe-8fbc-7f89695326ec req-8ce4cb71-1417-45a9-800b-506e89093ecf tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788450 Nov 10 18:16:49.118088 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7957ca-03e5-4eaf-b16b-adba01b45d69 None None] The sync data for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 is: [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11', '_interfaces': [{'id': '49434253-8660-4e44-9418-e46ab7e697a4', 'name': '', 'network_id': '31135e88-6325-40bf-8967-ee430ab22c81', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'mac_address': 'fa:16:3e:e4:df:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'fe364284-db43-470e-b18d-898251412ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:55Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'subnets': [{'id': 'fe364284-db43-470e-b18d-898251412ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:49.155704 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-7d0417b7-47dc-489b-b1f6-22b3ffaf6355 req-e19da110-20a9-4014-817a-f7bd640fa3b2 service neutron] 10.222.0.69 "GET /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068735 Nov 10 18:16:49.344936 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bca86-e62a-46eb-a3bc-cd2e779a78fe None None] New status for floating IP 12bd3462-fc74-40c1-9335-986cfcc5029a: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:16:49.885969 n-d-714676-11 neutron-server[103326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-bd8cf8f9-1344-4e5c-b725-05ba50140465 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:49.887444 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-bd8cf8f9-1344-4e5c-b725-05ba50140465 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 943 time: 0.0492964 Nov 10 18:16:49.980800 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Deleting port 79744758-b1d1-4148-b886-59ddb34fc0a3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:49.981145 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.067169 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] For port 79744758-b1d1-4148-b886-59ddb34fc0a3, host n-h1-714676-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-11',level=0,port_id=79744758-b1d1-4148-b886-59ddb34fc0a3,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:50.067552 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.079863 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Calling delete_port for 79744758-b1d1-4148-b886-59ddb34fc0a3 owned by compute:nova {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:50.218428 n-d-714676-11 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb409a-b40c-4b29-95c2-609635073ec2 req-a0a38b9c-60a1-4837-aada-0290f58e3e2a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:50.220107 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcdb409a-b40c-4b29-95c2-609635073ec2 req-a0a38b9c-60a1-4837-aada-0290f58e3e2a tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6186aa5-5963-4511-ad94-3fd1329a9cc0 HTTP/1.1" status: 200 len: 943 time: 0.0527370 Nov 10 18:16:50.270301 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [req-bcdb409a-b40c-4b29-95c2-609635073ec2 req-64b7dddf-b0ea-4809-b94a-f9d4d765e197 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee70cef1-cb6b-4134-8dc1-40c47e600b75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Nov 10 18:16:50.292751 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.323994 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event deleted for resources: {'Port': ['ID=79744758-b1d1-4148-b886-59ddb34fc0a3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.372101 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-11 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:50.377471 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] No DVR routers for this DVR port 79744758-b1d1-4148-b886-59ddb34fc0a3 on host n-h1-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:50.380295 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61318'] for port, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.383683 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [req-c87a3700-ee4c-48d0-822b-e6d6aae47b03 req-39303033-6eb0-44e0-bdd1-8dce25195b17 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.69 "DELETE /v2.0/ports/79744758-b1d1-4148-b886-59ddb34fc0a3 HTTP/1.1" status: 204 len: 173 time: 0.4904323 Nov 10 18:16:50.384137 n-d-714676-11 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'name': 'network-vif-deleted', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:50.386392 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}758b1e7ed11527002f066f881076e721123f477889f7e80fbadfe86d8d020903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1257be2-9f50-4b30-8f9f-1721bcd2afdb" -d '{"events": [{"server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "name": "network-vif-deleted", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:50.474559 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d20465f-e6c5-42e1-b991-8a4984f7bfc3 x-openstack-request-id: req-7d20465f-e6c5-42e1-b991-8a4984f7bfc3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:50.474857 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6186aa5-5963-4511-ad94-3fd1329a9cc0", "name": "network-vif-deleted", "tag": "79744758-b1d1-4148-b886-59ddb34fc0a3", "status": "completed", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:50.475113 n-d-714676-11 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d20465f-e6c5-42e1-b991-8a4984f7bfc3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:50.475556 n-d-714676-11 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6186aa5-5963-4511-ad94-3fd1329a9cc0', 'name': 'network-vif-deleted', 'tag': '79744758-b1d1-4148-b886-59ddb34fc0a3', 'status': 'completed', 'code': 200} Nov 10 18:16:51.329116 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:51.385935 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e5254c-71c4-4f50-ac99-ef8e434e9c56 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.411578 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e5254c-71c4-4f50-ac99-ef8e434e9c56 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.538152 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e5254c-71c4-4f50-ac99-ef8e434e9c56 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.540932 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8e5254c-71c4-4f50-ac99-ef8e434e9c56 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.542095 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-b8e5254c-71c4-4f50-ac99-ef8e434e9c56 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] 10.222.0.62 "DELETE /v2.0/security-groups/ee70cef1-cb6b-4134-8dc1-40c47e600b75 HTTP/1.1" status: 204 len: 168 time: 0.2119927 Nov 10 18:16:51.553921 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5254c-71c4-4f50-ac99-ef8e434e9c56 tempest-TestSnapshotPattern-1183609748 tempest-TestSnapshotPattern-1183609748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70cef1-cb6b-4134-8dc1-40c47e600b75,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:51.659049 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45858) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:52.093214 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.338744 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Deleting port 49434253-8660-4e44-9418-e46ab7e697a4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:52.339075 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.417717 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] For port 49434253-8660-4e44-9418-e46ab7e697a4, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=49434253-8660-4e44-9418-e46ab7e697a4,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:52.417968 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.434430 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Calling delete_port for 49434253-8660-4e44-9418-e46ab7e697a4 owned by network:router_interface {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:52.698875 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.723587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Pushing event deleted for resources: {'Port': ['ID=49434253-8660-4e44-9418-e46ab7e697a4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:52.898315 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.455652 n-d-714676-11 neutron-server[103326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:53.565263 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:53.573814 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-669454b3-0349-463d-a5e7-a2ec63f4c92c admin admin] 10.222.0.62 "PUT /v2.0/routers/3de94707-fa7c-48b7-84e5-bb460ea8ab46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9109607 Nov 10 18:16:53.573915 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:53.578314 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] Sync routers for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:53.588390 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:53.588990 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:53.682518 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.701699 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: n-d-714676-11 {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:53.806005 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.890339 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 79744758-b1d1-4148-b886-59ddb34fc0a3 no longer exists at agent hyperv_n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:53.900320 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:16:52Z', 'revision_number': 5, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port': {'id': '6f563e70-fd0f-4ee0-8bcf-f24d5c1face2', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:53Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:53.912979 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] No Port match for: 79744758-b1d1-4148-b886-59ddb34fc0a3 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:53.913394 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Device 79744758-b1d1-4148-b886-59ddb34fc0a3 not bound to the agent host n-h1-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:53.932341 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] Checking router: 3de94707-fa7c-48b7-84e5-bb460ea8ab46 for host: n-d-714676-11 {{(pid=103328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:53.941751 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] Routers {'3de94707-fa7c-48b7-84e5-bb460ea8ab46'} bound to L3 agent in host n-d-714676-11 {{(pid=103328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:53.942378 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'], 'active': True} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:53.963612 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Deleting port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:53.964110 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.054147 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] For port 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=6f563e70-fd0f-4ee0-8bcf-f24d5c1face2,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:54.054520 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.067965 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Calling delete_port for 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:54.129598 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_dvr_db [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] Set router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 gateway port host: None {{(pid=103328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:54.181681 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.l3_hamode_db [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:16:53Z', 'revision_number': 6, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:54.210898 n-d-714676-11 neutron-server[103328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a033d2-61a6-4b13-a311-94c044d408d4 None None] The sync data for ids ['3de94707-fa7c-48b7-84e5-bb460ea8ab46'] in n-d-714676-11 is: [{'id': '3de94707-fa7c-48b7-84e5-bb460ea8ab46', 'name': 'tempest-TestSnapshotPattern-2024012693-router', 'tenant_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:52Z', 'updated_at': '2021-11-10T18:16:53Z', 'revision_number': 6, 'project_id': '52bd0f56f0814f3982bb9e9a07f4563c', 'gw_port_host': None}] {{(pid=103328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:54.310432 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.336508 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f563e70-fd0f-4ee0-8bcf-f24d5c1face2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:54.352440 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05b2b09-492b-4f76-9577-b2de40c0feee None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:54.405537 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.493694 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.495760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.662200 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.662841 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de94707-fa7c-48b7-84e5-bb460ea8ab46 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:16:54.667444 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] Publish callbacks [] for router, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.668603 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-3281c0bf-b051-4936-98b5-121d837c4fe0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3de94707-fa7c-48b7-84e5-bb460ea8ab46 HTTP/1.1" status: 204 len: 168 time: 1.0939405 Nov 10 18:16:54.671135 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:54.714288 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-892b4159-7c1c-4dd0-ba2d-e885a2f390a2 admin admin] Deleting subnet fe364284-db43-470e-b18d-898251412ecd {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:16:54.717359 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-892b4159-7c1c-4dd0-ba2d-e885a2f390a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.750910 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-892b4159-7c1c-4dd0-ba2d-e885a2f390a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.830396 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-892b4159-7c1c-4dd0-ba2d-e885a2f390a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.984480 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-892b4159-7c1c-4dd0-ba2d-e885a2f390a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.013351 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-892b4159-7c1c-4dd0-ba2d-e885a2f390a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.016649 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-892b4159-7c1c-4dd0-ba2d-e885a2f390a2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fe364284-db43-470e-b18d-898251412ecd HTTP/1.1" status: 204 len: 168 time: 0.3444691 Nov 10 18:16:55.017441 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b4159-7c1c-4dd0-ba2d-e885a2f390a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe364284-db43-470e-b18d-898251412ecd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:55.020236 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45866) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:55.021209 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f247661-8e2a-448b-85a7-722fe4df9a74 None None] Network 31135e88-6325-40bf-8967-ee430ab22c81 requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:55.091663 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.155527 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Deleting port a4823108-601e-4c8d-8e25-2454e1409b45 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:55.155864 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.211790 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] DHCP port deletion for 31135e88-6325-40bf-8967-ee430ab22c81 request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:55.229425 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] For port a4823108-601e-4c8d-8e25-2454e1409b45, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a4823108-601e-4c8d-8e25-2454e1409b45,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:55.229869 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.243967 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Calling delete_port for a4823108-601e-4c8d-8e25-2454e1409b45 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:55.262282 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] Deleting port a4823108-601e-4c8d-8e25-2454e1409b45 {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:55.262665 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.329980 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] For port a4823108-601e-4c8d-8e25-2454e1409b45, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=a4823108-601e-4c8d-8e25-2454e1409b45,segment=NetworkSegment(bb1fbc1a-5bfd-496f-b33d-7979df86d3fb),segment_id=bb1fbc1a-5bfd-496f-b33d-7979df86d3fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:55.330383 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.342549 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] Calling delete_port for a4823108-601e-4c8d-8e25-2454e1409b45 owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:55.392979 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.416955 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.421587 n-d-714676-11 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] No DVR routers for this DVR port a4823108-601e-4c8d-8e25-2454e1409b45 on host n-d-714676-11 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:55.427829 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4823108-601e-4c8d-8e25-2454e1409b45,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:55.446270 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] Pushing event deleted for resources: {'Port': ['ID=a4823108-601e-4c8d-8e25-2454e1409b45,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:55.449798 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ca9de-57c8-4430-921b-d48b39865ba2 None None] No DVR routers for this DVR port a4823108-601e-4c8d-8e25-2454e1409b45 on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:55.505205 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.524641 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31135e88-6325-40bf-8967-ee430ab22c81']}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:55.534031 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb') {'for_net_delete': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:55.534325 n-d-714676-11 neutron-server[103326]: DEBUG neutron.services.segments.db [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1fbc1a-5bfd-496f-b33d-7979df86d3fb') {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:55.547819 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15749630'] for segment, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.561241 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.567789 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:16:55.568174 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16683565'] for segment, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: Traceback (most recent call last): Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: timer() Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: cb(*args, **kw) Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: return func(*args, **kwargs) Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: self._notify() Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: self.callback(batched_events) Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: event.method(event) Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: return f(self, *a, **k) Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: return self._get(url).json() Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: return self.request(url, 'GET', **kwargs) Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:16:55.569791 n-d-714676-11 neutron-server[103326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:16:55.707039 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.713798 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Publish callbacks [] for network, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.717385 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] 10.222.0.62 "DELETE /v2.0/networks/31135e88-6325-40bf-8967-ee430ab22c81 HTTP/1.1" status: 204 len: 168 time: 0.6961305 Nov 10 18:16:55.720560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:55.727830 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a10911-2f9b-493b-a761-d60234fcfd00 admin admin] Pushing event deleted for resources: {'Network': ['ID=31135e88-6325-40bf-8967-ee430ab22c81,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:55.801884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 49434253-8660-4e44-9418-e46ab7e697a4 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:55.822836 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 49434253-8660-4e44-9418-e46ab7e697a4 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:55.823153 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 49434253-8660-4e44-9418-e46ab7e697a4 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:55.823593 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:55.842952 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:55.843291 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 6f563e70-fd0f-4ee0-8bcf-f24d5c1face2 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:55.843721 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a4823108-601e-4c8d-8e25-2454e1409b45 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:55.863225 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: a4823108-601e-4c8d-8e25-2454e1409b45 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:55.864006 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device a4823108-601e-4c8d-8e25-2454e1409b45 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:56.074603 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1967334'] for router_interface, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.317614 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Deleting port c9bf978b-7557-4878-9c28-81d7c2abc43d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:56.318055 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.395576 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] For port c9bf978b-7557-4878-9c28-81d7c2abc43d, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=c9bf978b-7557-4878-9c28-81d7c2abc43d,segment=NetworkSegment(c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb),segment_id=c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:56.395857 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.408810 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Calling delete_port for c9bf978b-7557-4878-9c28-81d7c2abc43d owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:56.661723 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.687046 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bf978b-7557-4878-9c28-81d7c2abc43d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:56.855922 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966966'] for router_interface, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.071723 n-d-714676-11 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 has already been hosted by L3 agent 0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:57.174380 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] Notify agent at l3_agent.n-d-714676-11 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:57.179982 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-bbb01e40-81e8-4a93-b4ce-3a9557988fcc admin admin] 10.222.0.62 "PUT /v2.0/routers/82f0b3b0-69c1-48cf-a76d-ab14c657ae23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4582987 Nov 10 18:16:57.182656 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45870) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:57.183827 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] Sync routers for ids ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'] in n-d-714676-11 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:57.193333 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] Routers {'82f0b3b0-69c1-48cf-a76d-ab14c657ae23'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:57.194099 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:57.290318 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.397675 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.454957 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] Set router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 gateway port host: n-d-714676-11 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:57.512459 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Deleting port 90df4817-4c16-43fb-ab30-b5ecce06d146 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:57.512796 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.597293 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] For port 90df4817-4c16-43fb-ab30-b5ecce06d146, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=90df4817-4c16-43fb-ab30-b5ecce06d146,segment=NetworkSegment(dca5744f-3e4c-473b-b2b4-e46d1c91e67e),segment_id=dca5744f-3e4c-473b-b2b4-e46d1c91e67e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:57.597645 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.609826 n-d-714676-11 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Calling delete_port for 90df4817-4c16-43fb-ab30-b5ecce06d146 owned by network:router_gateway {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:57.636884 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'external_fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:16:56Z', 'revision_number': 5, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port': {'id': '90df4817-4c16-43fb-ab30-b5ecce06d146', 'name': '', 'network_id': '86829e25-f748-47b9-a9bb-cb72fd967e9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:59Z', 'updated_at': '2021-11-10T18:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29c723f-5a54-4ee4-801f-329fc5d8a9f3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-11'}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:57.663970 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] Checking router: 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 for host: n-d-714676-11 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:57.672445 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] Routers {'82f0b3b0-69c1-48cf-a76d-ab14c657ae23'} bound to L3 agent in host n-d-714676-11 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:57.673051 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T16:16:04Z,description=,heartbeat_timestamp=2021-11-10T18:16:34Z,host='n-d-714676-11',id=0ce2a6a0-9be6-4f94-bf0d-4d1ce748632e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T16:16:04Z,topic='l3_agent')) {'router_ids': ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:57.772885 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] Set router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:57.819297 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:16:57Z', 'revision_number': 6, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port_host': None}], 'n-d-714676-11', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:57.847193 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16683614'] for port, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.849149 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7d592b-010c-4210-844a-2f8f1dbecaa2 None None] The sync data for ids ['82f0b3b0-69c1-48cf-a76d-ab14c657ae23'] in n-d-714676-11 is: [{'id': '82f0b3b0-69c1-48cf-a76d-ab14c657ae23', 'name': 'tempest-TestSnapshotPattern-2075896777-router', 'tenant_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:16:57Z', 'revision_number': 6, 'project_id': '71973d0b1fde4ce89f95ff266c88bdcd', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:57.874586 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=90df4817-4c16-43fb-ab30-b5ecce06d146,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:57.894653 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217c393-e000-4df5-a083-9d6492aacaa9 None None] DHCP port deletion for 86829e25-f748-47b9-a9bb-cb72fd967e9c request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:57.944347 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974172'] for router_gateway, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.034050 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60817'] for router, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.036166 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.158428 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1968128'] for router, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.158889 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82f0b3b0-69c1-48cf-a76d-ab14c657ae23 {{(pid=103326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:16:58.163924 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.165208 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-1562f9ab-b1da-4ab1-9f7b-d018473536f2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/82f0b3b0-69c1-48cf-a76d-ab14c657ae23 HTTP/1.1" status: 204 len: 168 time: 0.9814947 Nov 10 18:16:58.167947 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:58.212913 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-16240aa4-e920-435e-a58f-da006a37aeba admin admin] Deleting subnet c6fdc1f8-51ad-400f-b3f5-aaf82065b297 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:16:58.216407 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16240aa4-e920-435e-a58f-da006a37aeba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.252659 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16240aa4-e920-435e-a58f-da006a37aeba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14542605'] for subnet, precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.337158 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16240aa4-e920-435e-a58f-da006a37aeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950035'] for subnet, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.484600 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16240aa4-e920-435e-a58f-da006a37aeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1858068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14625729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14290445'] for subnet, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.509258 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16240aa4-e920-435e-a58f-da006a37aeba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6fdc1f8-51ad-400f-b3f5-aaf82065b297,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:58.513558 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16240aa4-e920-435e-a58f-da006a37aeba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.519611 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-16240aa4-e920-435e-a58f-da006a37aeba admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c6fdc1f8-51ad-400f-b3f5-aaf82065b297 HTTP/1.1" status: 204 len: 168 time: 0.3476467 Nov 10 18:16:58.519611 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:58.525279 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988de28-4221-49a3-a2b6-b3cb9d7df78d None None] Network c25b2ffd-0268-4511-8afe-1e4772a0b4bf requested from n-d-714676-11 {{(pid=103327) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:58.587740 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-795007'] for network, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.648724 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Deleting port 06ca1a9f-5d87-4829-a91b-992e0212a0eb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:58.649699 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.715103 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] DHCP port deletion for c25b2ffd-0268-4511-8afe-1e4772a0b4bf request from n-d-714676-11 {{(pid=103327) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:58.716541 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] For port 06ca1a9f-5d87-4829-a91b-992e0212a0eb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=06ca1a9f-5d87-4829-a91b-992e0212a0eb,segment=NetworkSegment(c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb),segment_id=c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:58.716904 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.730468 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Calling delete_port for 06ca1a9f-5d87-4829-a91b-992e0212a0eb owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:58.762978 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] Deleting port 06ca1a9f-5d87-4829-a91b-992e0212a0eb {{(pid=103327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:58.763390 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771574370223'] for port, before_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.830477 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] For port 06ca1a9f-5d87-4829-a91b-992e0212a0eb, host n-d-714676-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-11',level=0,port_id=06ca1a9f-5d87-4829-a91b-992e0212a0eb,segment=NetworkSegment(c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb),segment_id=c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb)] {{(pid=103327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:58.830838 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977600'] for port, precommit_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.843503 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] Calling delete_port for 06ca1a9f-5d87-4829-a91b-992e0212a0eb owned by network:dhcp {{(pid=103327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:58.890427 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14625772'] for port, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.915339 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Pushing event deleted for resources: {'Port': ['ID=06ca1a9f-5d87-4829-a91b-992e0212a0eb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:58.921716 n-d-714676-11 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] No DVR routers for this DVR port 06ca1a9f-5d87-4829-a91b-992e0212a0eb on host n-d-714676-11 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:58.930354 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-968914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771574378617', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771573934484'] for port, after_delete {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.956091 n-d-714676-11 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] Pushing event deleted for resources: {'Port': ['ID=06ca1a9f-5d87-4829-a91b-992e0212a0eb,revision_number=None']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:58.961941 n-d-714676-11 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88849f85-91bf-4602-8786-35de5f1044c9 None None] No DVR routers for this DVR port 06ca1a9f-5d87-4829-a91b-992e0212a0eb on host n-d-714676-11 {{(pid=103327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:58.999277 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949162', 'neutron.services.segments.db._delete_segments_for_network-8771574284005'] for network, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.023028 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25b2ffd-0268-4511-8afe-1e4772a0b4bf']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:59.032265 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:59.032560 n-d-714676-11 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c492a4e7-5eeb-4f5f-9d9c-1a3f47fd46fb') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:59.042427 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771574503662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14542612'] for segment, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.055089 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338'] for segment, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.060923 n-d-714676-11 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:16:59.061304 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14625695'] for segment, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: Traceback (most recent call last): Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: timer() Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: cb(*args, **kw) Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: return func(*args, **kwargs) Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: self._notify() Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: self.callback(batched_events) Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: event.method(event) Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: return f(self, *a, **k) Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: return self._get(url).json() Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:16:59.062923 n-d-714676-11 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:16:59.187069 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974256'] for network, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.193760 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Publish callbacks [] for network, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.196997 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] 10.222.0.62 "DELETE /v2.0/networks/c25b2ffd-0268-4511-8afe-1e4772a0b4bf HTTP/1.1" status: 204 len: 168 time: 0.6765516 Nov 10 18:16:59.208787 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99487686-fc38-4c4d-a2f9-d5bbed5743fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c25b2ffd-0268-4511-8afe-1e4772a0b4bf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:59.485281 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45878) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:59.526372 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-dfb5b9f5-673b-48d3-8f68-d11dc00633a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52bd0f56f0814f3982bb9e9a07f4563c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397007 Nov 10 18:16:59.529450 n-d-714676-11 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.62', 45880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:59.579926 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9071c44a-7599-4c34-af1c-33f51e0f2389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.600679 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9071c44a-7599-4c34-af1c-33f51e0f2389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.712650 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9071c44a-7599-4c34-af1c-33f51e0f2389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.715662 n-d-714676-11 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9071c44a-7599-4c34-af1c-33f51e0f2389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.717108 n-d-714676-11 neutron-server[103325]: INFO neutron.wsgi [None req-9071c44a-7599-4c34-af1c-33f51e0f2389 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e440fdd2-6a82-4979-bfc7-7f7fc5ba1b2e HTTP/1.1" status: 204 len: 168 time: 0.1867564 Nov 10 18:16:59.730420 n-d-714676-11 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c44a-7599-4c34-af1c-33f51e0f2389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e440fdd2-6a82-4979-bfc7-7f7fc5ba1b2e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:59.814332 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c9bf978b-7557-4878-9c28-81d7c2abc43d no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:59.840606 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: c9bf978b-7557-4878-9c28-81d7c2abc43d {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:59.840862 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device c9bf978b-7557-4878-9c28-81d7c2abc43d not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:59.841400 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 90df4817-4c16-43fb-ab30-b5ecce06d146 no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:59.862377 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 90df4817-4c16-43fb-ab30-b5ecce06d146 {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:59.862712 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 90df4817-4c16-43fb-ab30-b5ecce06d146 not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:59.865423 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 06ca1a9f-5d87-4829-a91b-992e0212a0eb no longer exists at agent ovs-agent-n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:59.882807 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] No Port match for: 06ca1a9f-5d87-4829-a91b-992e0212a0eb {{(pid=103327) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:59.883186 n-d-714676-11 neutron-server[103327]: DEBUG neutron.plugins.ml2.rpc [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Device 06ca1a9f-5d87-4829-a91b-992e0212a0eb not bound to the agent host n-d-714676-11 {{(pid=103327) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:17:00.340071 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45886) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:17:00.379124 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-098d9c4d-a719-457d-8b2f-eb6413a1d1b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71973d0b1fde4ce89f95ff266c88bdcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378733 Nov 10 18:17:00.382156 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [-] (103326) accepted ('10.222.0.62', 45888) {{(pid=103326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:17:00.429043 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-894524a0-b6da-4788-9e7c-4f99c83365af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.450314 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-894524a0-b6da-4788-9e7c-4f99c83365af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.561026 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-894524a0-b6da-4788-9e7c-4f99c83365af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897950'] for security_group, after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.563705 n-d-714676-11 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-894524a0-b6da-4788-9e7c-4f99c83365af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.564859 n-d-714676-11 neutron-server[103326]: INFO neutron.wsgi [None req-894524a0-b6da-4788-9e7c-4f99c83365af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93d8c07f-91b4-4b1f-8465-2824827e9ad1 HTTP/1.1" status: 204 len: 168 time: 0.1817720 Nov 10 18:17:00.573209 n-d-714676-11 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894524a0-b6da-4788-9e7c-4f99c83365af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d8c07f-91b4-4b1f-8465-2824827e9ad1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:01.747365 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-33f9e5ea-299f-4cc5-a652-ba8188b41efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.021094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0a2a0107-3042-4aad-ad0b-099546ea20d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:05.652472 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.223602 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.637744 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:17:07.815271 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.301237 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:11.657917 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:31.769535 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4729f88a-d118-468c-bbe9-e8017a095435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:33.997814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-764bdeb7-f2f9-433f-aeee-77bc7657d76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:35.529023 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:37.240351 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:37.817897 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:39.326151 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:41.678460 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:44.636830 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:18:01.745769 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f504fbb-85e8-4251-b9c7-83c35c2289b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:03.988275 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c830b3b8-46b0-4a6c-90b9-76164df3c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:05.546097 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:07.273831 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:07.825552 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:09.323184 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:11.685468 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:21.636550 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:18:31.739803 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9395b9cf-fbab-4e90-8b87-4e85ef76545c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:34.019661 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4126f2da-8087-4124-a28f-541e12b964ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:35.524738 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:37.261634 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:37.798526 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:39.368480 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:41.695700 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:58.635126 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:19:01.764176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-16507bea-0e70-42ae-9119-9f90556fc46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:04.013539 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-221e7d12-df41-4b29-ab34-074f21ab42d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:05.512977 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:07.241814 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:07.825173 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:09.350624 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:11.704842 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:31.744491 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-70c7d9dc-7ba5-4cd2-b5c2-676153b3931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:34.020690 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-353d3950-acdc-4862-8325-709972dad47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:35.546224 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:35.634478 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:19:37.252701 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:37.847852 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:39.391989 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:41.715954 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:01.745360 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-005c3e3d-89d1-45da-85e2-1ad072ba169d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:04.008454 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a1f596f2-c9b0-44cb-8d79-a7735192e2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:05.528611 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:07.252246 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:07.859791 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:09.343751 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.749648 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:12.634085 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:20:31.754841 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4d5d0269-81fa-4c29-8125-d4aa432ed4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:34.071076 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a88d-679f-4577-bde5-80d9f4e3b08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:35.543607 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:37.246306 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:37.847954 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:39.333563 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:41.749200 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:49.633278 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:21:01.749840 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b11185be-3bf7-4c7b-a84e-739cbc95aee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:04.041471 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c10ae046-d08b-4ea5-b9db-33155125a4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:05.555695 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:07.264313 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:07.824331 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:09.350135 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:11.754498 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:26.631839 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:21:31.753822 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1d3cace6-7c65-4554-8d0b-b74144febb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:34.019671 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-50ff9bf5-faf4-4a17-b5e1-28ad64d48117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:35.537954 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:37.258003 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:37.828213 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:39.366088 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:41.749015 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:01.743021 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c1b60a8b-e569-4ff0-81c3-d122035b9968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:03.630984 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:22:04.006479 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b8121a20-d6b2-40f8-8eaa-759d9db31d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:05.554643 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:07.239621 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:07.834327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:09.360138 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:11.748584 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:31.748094 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9564d0f6-e37e-4c78-ad43-0c0e2dc5974b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:34.050859 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-1e0934d9-b435-482a-956d-16506788b44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:35.558730 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:37.256213 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:37.810974 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:39.388357 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:40.629837 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:22:41.753715 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:01.765314 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c3d93a04-14af-4c68-aeb2-84dc823247ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:03.993176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8a2556ff-67c8-4040-b17a-2b1034a27f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:05.605239 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:07.273203 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:07.804668 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:09.404235 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:11.781818 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:17.628971 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:23:31.747229 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-980bfdf3-901d-41da-89d3-bb5ce0e29398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:34.026746 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7f733e93-98f7-40b6-a999-51a387094066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:34.250862 n-d-714676-11 neutron-server[103326]: DEBUG neutron.wsgi [req-490ab5e6-029e-49d9-9ac9-c87b6e6e3462 req-5e987a19-1bf3-4b48-9380-6d6d08042beb service neutron] (103326) timed out ('10.222.0.62', 43562) {{(pid=103326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:23:35.558482 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:37.267267 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:37.849947 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:39.404093 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:41.763812 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:54.630047 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:24:01.763507 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-034f85c3-0049-4023-9975-914211abe908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:04.009332 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-91d3df90-04a9-4712-8eef-0fea08324e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:05.546178 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:07.288930 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:07.866664 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:09.414724 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:11.768637 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:31.629918 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:24:31.802784 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-abdecc4c-3171-4c07-914b-d41d50f3c7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:34.008475 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-80d66a7a-b766-4df9-b459-7f7c0fa124e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:35.580230 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:37.288176 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:37.848469 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:39.402768 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:41.791030 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:01.768303 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-95447eea-9712-410c-af91-ea19bd1142d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:04.042327 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-659e4650-2dca-4f04-b08f-ae2c1eb72a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:05.573779 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:07.276689 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:07.853755 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:08.628426 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:25:09.419424 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:11.820112 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:31.790564 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-3f48ccdc-0155-4362-970c-cacfbc6d1b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:34.099442 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-41dd83b0-a8a2-49fd-893b-7a1034292281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:35.573307 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b980c092-aa4d-4e01-82ef-cea91a434d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:37.282394 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a3daac9c-3177-4f9a-8863-742d7b1c42f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:37.882304 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-eabec546-5457-4804-9876-b2158fb84be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:39.413548 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4f76d25a-dc8e-4d10-bdfe-7cb7bf89167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:41.807562 n-d-714676-11 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e698313f-df02-4100-bfaf-11316a153eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771574283987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921424'] for agent, after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:45.629297 n-d-714676-11 neutron-server[103328]: DEBUG neutron.db.agents_db [None req-57286fce-b50c-49ba-8720-40656212f220 None None] Agent healthcheck: found 7 active agents {{(pid=103328) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}